-- Logs begin at Thu 2021-07-08 00:53:22 UTC, end at Thu 2021-07-08 03:08:17 UTC. -- Jul 08 01:23:33.652822 n-d-694802-14 systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 01:23:36.356940 n-d-694802-14 neutron-server[93774]: INFO neutron.common.config [-] Logging enabled! Jul 08 01:23:36.357485 n-d-694802-14 neutron-server[93774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 01:23:36.357706 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93774) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 01:23:36.361015 n-d-694802-14 neutron-server[93774]: INFO neutron.common.config [-] Logging enabled! Jul 08 01:23:36.361271 n-d-694802-14 neutron-server[93774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 01:23:36.361579 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93774) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 01:23:36.362497 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 01:23:36.362734 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 01:23:36.363098 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 01:23:36.364292 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 01:23:36.364566 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 01:23:36.364894 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.365196 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.365497 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.365729 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.366027 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.366317 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.366602 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.366894 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.367197 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.367481 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.367759 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.368041 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.368278 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.368713 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.369004 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.369292 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.369515 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] debug = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.369795 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.370216 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.370618 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.370897 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.371185 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.371462 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.371732 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.372005 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.372284 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.372633 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] host = n-d-694802-14 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.372910 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.373198 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.373484 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.373771 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.374043 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.374317 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.374601 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.374875 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.375146 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] log_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.375420 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.375707 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.375993 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.376280 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.376526 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.376749 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.377036 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.377319 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.377591 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.377862 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.378137 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.378406 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.378677 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.379443 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.379728 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.380017 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.380330 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.380602 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.380877 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.381149 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.381419 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.381705 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.381977 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.382247 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.382516 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.382801 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.383072 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.383345 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.383643 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.383929 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.384208 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.384518 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.384790 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.385070 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.385339 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.385608 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.385875 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] use_json = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.386143 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.386406 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.386682 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.386949 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.387216 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.387485 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.387750 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.388030 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:36.388350 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.388647 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.388946 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.389227 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.389519 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.389794 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.390082 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.390357 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.390645 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.390932 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.391219 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.391495 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.391780 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.392056 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.392373 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.392676 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.392967 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.393257 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.393531 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.393802 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.394072 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.394346 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.395097 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.395592 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.395688 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.395948 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.396227 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.396546 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.396824 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.397095 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.397372 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.397662 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.397937 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.398207 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.398495 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.398773 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.399047 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.399321 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.399599 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.399888 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.400163 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.400458 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.400730 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.401004 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.401273 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.401557 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.401831 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.402103 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.402374 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.402649 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.402918 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.403185 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.403460 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.403732 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.404007 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.404276 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.404567 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.404839 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.405107 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.405377 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.405648 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.405917 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.406189 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.406460 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.406729 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.406997 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.407266 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.407538 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.407823 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.408124 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.408422 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.408700 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.408977 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.409250 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.409525 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.409799 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.410588 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.411423 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.411707 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.412004 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.412293 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.412603 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.412888 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.413168 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.413535 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.413858 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.414145 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.414425 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.414705 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.414997 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.415281 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.415578 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.415874 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.416172 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.416493 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.416789 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.417071 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.417383 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.417663 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:36.417880 n-d-694802-14 neutron-server[93774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 01:23:36.418130 n-d-694802-14 neutron-server[93774]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93774) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 01:23:36.785765 n-d-694802-14 neutron-server[93774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 01:23:36.786544 n-d-694802-14 neutron-server[93774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 01:23:36.786834 n-d-694802-14 neutron-server[93774]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 01:23:36.787164 n-d-694802-14 neutron-server[93774]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 01:23:37.195235 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.195533 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.195802 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.197097 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.197379 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.197646 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.232756 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.233033 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.233301 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.247342 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.247618 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.247884 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.278327 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.278610 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.278880 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.314959 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.315235 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.315499 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.551159 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.551848 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.552150 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.552429 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.553139 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.673725 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.674037 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.674319 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.674592 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.674857 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.675160 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.675416 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.676214 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.677012 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.677297 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.677558 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.677827 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.678107 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.678377 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.678634 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.678899 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.679168 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.679428 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.679697 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.679948 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.680226 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.680664 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.680919 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.681203 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.681453 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.681698 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.682097 n-d-694802-14 neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:23:37.682340 n-d-694802-14 neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:23:37.682578 n-d-694802-14 neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:23:37.682813 n-d-694802-14 neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:23:37.683046 n-d-694802-14 neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:23:37.683279 n-d-694802-14 neutron-server[93774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:23:37.683634 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 01:23:37.687637 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 01:23:37.691992 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 01:23:37.695608 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 08 01:23:37.697257 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 01:23:37.697700 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 01:23:37.698030 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 01:23:37.698414 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 01:23:37.701209 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 01:23:37.701459 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 01:23:37.701805 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 01:23:37.730684 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 01:23:37.731127 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.731419 n-d-694802-14 neutron-server[93774]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93774) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 01:23:37.731778 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.733140 n-d-694802-14 neutron-server[93774]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93774) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 01:23:37.733419 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 01:23:37.733662 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 01:23:37.736834 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.737114 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:37.803204 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 01:23:37.803385 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 01:23:37.803620 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 01:23:37.803981 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 01:23:37.824598 n-d-694802-14 neutron-server[93774]: DEBUG oslo_db.sqlalchemy.engines [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93774) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 01:23:38.367291 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Initializing driver for type 'gre' Jul 08 01:23:38.367821 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] gre ID ranges: [(1, 1000)] Jul 08 01:23:38.418216 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Initializing driver for type 'local' Jul 08 01:23:38.418557 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Initializing driver for type 'vlan' Jul 08 01:23:38.433258 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] VlanTypeDriver initialization complete Jul 08 01:23:38.433618 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Initializing driver for type 'vxlan' Jul 08 01:23:38.434169 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] vxlan ID ranges: [(1, 1000)] Jul 08 01:23:38.486309 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Initializing extension driver 'port_security' Jul 08 01:23:38.486653 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.extensions.port_security [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] PortSecurityExtensionDriver initialization complete Jul 08 01:23:38.486996 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Initializing mechanism driver 'openvswitch' Jul 08 01:23:38.487339 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Initializing mechanism driver 'hyperv' Jul 08 01:23:38.494397 n-d-694802-14 neutron-server[93774]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:23:38.495077 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.495452 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.495810 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.496351 n-d-694802-14 neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:23:38.496790 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > subnet after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.497144 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.497490 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.497879 n-d-694802-14 neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:23:38.498286 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > network after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.498634 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > network after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.498977 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.499364 n-d-694802-14 neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:23:38.499769 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > security_group after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.500121 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > security_group after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.500490 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.501015 n-d-694802-14 neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:23:38.501427 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.501779 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.502128 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.502519 n-d-694802-14 neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:23:38.502926 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > address_group after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.503275 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > address_group after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.503621 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.504096 n-d-694802-14 neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 01:23:38.504499 n-d-694802-14 neutron-server[93774]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] ML2 OVO RPC backend initialized. {{(pid=93774) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 01:23:38.505196 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.505554 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.505973 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > network before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.506353 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > networks before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.506708 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > port before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.507056 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > ports before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.507406 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > subnet before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.507752 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > subnets before_response 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.508101 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > network after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.508478 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > network after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.508820 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.509160 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.509499 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.509837 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.510230 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > subnet after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.510588 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.510926 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.511498 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.plugin [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Modular L2 Plugin initialization complete Jul 08 01:23:38.511829 n-d-694802-14 neutron-server[93774]: DEBUG neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading services supported by the core plugin {{(pid=93774) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 01:23:38.512158 n-d-694802-14 neutron-server[93774]: INFO neutron.plugins.ml2.managers [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Got port-security extension from driver 'port_security' Jul 08 01:23:38.512644 n-d-694802-14 neutron-server[93774]: INFO neutron.extensions.vlantransparent [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Disabled vlantransparent extension. Jul 08 01:23:38.513125 n-d-694802-14 neutron-server[93774]: DEBUG neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93774) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 01:23:38.513442 n-d-694802-14 neutron-server[93774]: INFO neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading Plugin: router Jul 08 01:23:38.549700 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.550037 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router after_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.550405 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router before_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.551497 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.552035 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.552229 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router after_delete 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.552614 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.552984 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router after_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.553343 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.553695 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.554046 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.554406 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.554814 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router precommit_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.555183 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.555526 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.555859 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: subnet after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.556201 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.556580 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.556931 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router precommit_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.557280 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: port before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.557626 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.557986 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router after_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.558330 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.558684 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router precommit_create 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.559045 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.559392 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router precommit_update 55549900 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.559756 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > agent after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.560105 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > agent after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.560499 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > network after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.561341 n-d-694802-14 neutron-server[93774]: DEBUG neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Tracking information for resource: router configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:23:38.561676 n-d-694802-14 neutron-server[93774]: DEBUG neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Tracking information for resource: floatingip configured {{(pid=93774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 01:23:38.566872 n-d-694802-14 neutron-server[93774]: INFO neutron.db.l3_agentschedulers_db [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 01:23:38.567442 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.567808 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: port after_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.568164 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: port after_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.568544 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: port after_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.569330 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router before_create 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.569696 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.570062 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router precommit_create 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.570420 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > router precommit_update 55550100 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.574966 n-d-694802-14 neutron-server[93774]: DEBUG neutron.services.provider_configuration [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service providers = [] {{(pid=93774) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 01:23:38.575332 n-d-694802-14 neutron-server[93774]: DEBUG neutron.db.servicetype_db [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93774) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 01:23:38.578307 n-d-694802-14 neutron-server[93774]: DEBUG neutron.services.service_base [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:23:38.578662 n-d-694802-14 neutron-server[93774]: DEBUG neutron.services.service_base [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:23:38.579008 n-d-694802-14 neutron-server[93774]: DEBUG neutron.services.service_base [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:23:38.579901 n-d-694802-14 neutron-server[93774]: DEBUG neutron.services.service_base [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 01:23:38.580564 n-d-694802-14 neutron-server[93774]: INFO neutron.services.service_base [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 01:23:38.580942 n-d-694802-14 neutron-server[93774]: DEBUG neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:23:38.581258 n-d-694802-14 neutron-server[93774]: INFO neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 01:23:38.592094 n-d-694802-14 neutron-server[93774]: DEBUG neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:23:38.592479 n-d-694802-14 neutron-server[93774]: INFO neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading Plugin: auto_allocate Jul 08 01:23:38.598922 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: network precommit_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.599285 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: network precommit_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.599805 n-d-694802-14 neutron-server[93774]: DEBUG neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:23:38.600128 n-d-694802-14 neutron-server[93774]: INFO neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading Plugin: tag Jul 08 01:23:38.606642 n-d-694802-14 neutron-server[93774]: DEBUG neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:23:38.606972 n-d-694802-14 neutron-server[93774]: INFO neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading Plugin: timestamp Jul 08 01:23:38.612213 n-d-694802-14 neutron-server[93774]: DEBUG neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:23:38.612575 n-d-694802-14 neutron-server[93774]: INFO neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading Plugin: network_ip_availability Jul 08 01:23:38.618651 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.619025 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.619382 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.620092 n-d-694802-14 neutron-server[93774]: DEBUG neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:23:38.620443 n-d-694802-14 neutron-server[93774]: INFO neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading Plugin: flavors Jul 08 01:23:38.625148 n-d-694802-14 neutron-server[93774]: DEBUG neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:23:38.625483 n-d-694802-14 neutron-server[93774]: INFO neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading Plugin: revisions Jul 08 01:23:38.629962 n-d-694802-14 neutron-server[93774]: DEBUG neutron.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 01:23:38.630350 n-d-694802-14 neutron-server[93774]: DEBUG oslo_concurrency.lockutils [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.843s {{(pid=93774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 01:23:38.631084 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93774) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 01:23:38.631424 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Initializing extension manager. Jul 08 01:23:38.631935 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: __init__.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.632278 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: __pycache__ {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.632638 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.632981 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: address_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.633743 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.634304 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: address-group Jul 08 01:23:38.634635 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: address_scope.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.635353 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.635865 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: address-scope Jul 08 01:23:38.636190 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.637163 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.637687 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: router-admin-state-down-before-update Jul 08 01:23:38.638009 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: agent.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.638713 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.639414 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: agent Jul 08 01:23:38.639739 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: agent_resources_synced.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.640682 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.641200 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: agent-resources-synced Jul 08 01:23:38.641526 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: allowedaddresspairs.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.643320 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.643842 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: allowed-address-pairs Jul 08 01:23:38.644173 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: auto_allocated_topology.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.645385 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.645902 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: auto-allocated-topology Jul 08 01:23:38.646229 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: availability_zone.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.646927 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.647432 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: availability_zone Jul 08 01:23:38.647756 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: availability_zone_filter.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.648701 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.649210 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: availability_zone_filter Jul 08 01:23:38.649532 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: data_plane_status.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.650444 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.650950 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 01:23:38.651273 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: default_subnetpools.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.652189 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.652736 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: default-subnetpools Jul 08 01:23:38.653059 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.653871 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.654377 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: dhcp_agent_scheduler Jul 08 01:23:38.654850 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: dns.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.655623 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.656126 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension dns-integration not supported by any of loaded plugins Jul 08 01:23:38.656475 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: dns_domain_ports.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.657402 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.657910 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 01:23:38.658237 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.659165 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.659672 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 01:23:38.660565 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: dvr.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.661246 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.661753 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: dvr Jul 08 01:23:38.662076 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: empty_string_filtering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.662998 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.663510 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: empty-string-filtering Jul 08 01:23:38.663832 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.664763 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.665271 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 01:23:38.665593 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.666510 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.667021 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 01:23:38.667344 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: external_net.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.668268 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.668813 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: external-net Jul 08 01:23:38.669134 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.670051 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.670560 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: extra_dhcp_opt Jul 08 01:23:38.670881 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: extraroute.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.671792 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.672331 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: extraroute Jul 08 01:23:38.672651 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: extraroute_atomic.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.673693 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.674202 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: extraroute-atomic Jul 08 01:23:38.674524 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: filter_validation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.675190 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.676284 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: filter-validation Jul 08 01:23:38.676627 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: fip_pf_description.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.677545 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.678052 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 01:23:38.678375 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: fip_port_details.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.679292 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.679802 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: fip-port-details Jul 08 01:23:38.680124 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: flavors.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.681385 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.681905 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: flavors Jul 08 01:23:38.682231 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.683894 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.684466 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 01:23:38.684808 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: floatingip_pools.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.685521 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.686038 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: floatingip-pools Jul 08 01:23:38.686370 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: ip_allocation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.687294 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.687808 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 01:23:38.688136 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.689090 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.689608 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: ip-substring-filtering Jul 08 01:23:38.689937 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: l2_adjacency.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.690870 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.691517 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 01:23:38.691845 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: l3.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.692849 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.693372 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: router Jul 08 01:23:38.693700 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.696039 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.696600 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 01:23:38.696938 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.697874 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.698398 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: ext-gw-mode Jul 08 01:23:38.698726 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.699658 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.700177 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: l3-ha Jul 08 01:23:38.700535 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: l3_flavors.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.701472 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.701982 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: l3-flavors Jul 08 01:23:38.702307 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.703234 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.703751 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 01:23:38.704075 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: l3agentscheduler.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.705128 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.705903 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: l3_agent_scheduler Jul 08 01:23:38.706231 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: logging.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.708480 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.714888 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension logging not supported by any of loaded plugins Jul 08 01:23:38.715227 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: metering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.715987 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.716593 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: metering Jul 08 01:23:38.716923 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.718031 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.718551 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: metering_source_and_destination_fields Jul 08 01:23:38.718880 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: multiprovidernet.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.719912 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.720489 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: multi-provider Jul 08 01:23:38.720828 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: netmtu.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.721766 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.722281 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: net-mtu Jul 08 01:23:38.723248 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: netmtu_writable.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.724180 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.724728 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: net-mtu-writable Jul 08 01:23:38.725061 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: network_availability_zone.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.725746 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.726257 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: network_availability_zone Jul 08 01:23:38.726587 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: network_ip_availability.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.727696 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.728230 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: network-ip-availability Jul 08 01:23:38.728590 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: network_segment_range.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.729388 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.729904 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 01:23:38.730233 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: pagination.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.731270 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.731604 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: pagination Jul 08 01:23:38.731931 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: port_device_profile.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.732890 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.733415 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: port-device-profile Jul 08 01:23:38.733740 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.734872 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.735389 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: port-mac-address-regenerate Jul 08 01:23:38.735799 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.736818 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.737330 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: port-numa-affinity-policy Jul 08 01:23:38.737652 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: port_resource_request.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.738711 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.739407 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 01:23:38.739732 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: portbindings.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.740710 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.741219 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: binding Jul 08 01:23:38.741541 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: portbindings_extended.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.742994 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.743512 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: binding-extended Jul 08 01:23:38.743842 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: portsecurity.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.744791 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.745309 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: port-security Jul 08 01:23:38.745638 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: project_id.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.746617 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.746949 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: project-id Jul 08 01:23:38.747275 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: providernet.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.748208 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.748764 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: provider Jul 08 01:23:38.749088 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: qos.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.752669 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.753196 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension qos not supported by any of loaded plugins Jul 08 01:23:38.753531 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.755049 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.755562 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 01:23:38.755895 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.756854 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.757365 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 01:23:38.757691 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: qos_default.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.758615 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.759132 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension qos-default not supported by any of loaded plugins Jul 08 01:23:38.759625 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: qos_fip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.760324 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.760831 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension qos-fip not supported by any of loaded plugins Jul 08 01:23:38.761155 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: qos_gateway_ip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.762089 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.762603 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 01:23:38.762928 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: qos_port_network_policy.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.763849 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.764384 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 01:23:38.764710 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: qos_rule_type_details.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.765637 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.766342 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 01:23:38.766668 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: qos_rules_alias.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.767719 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.768362 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 01:23:38.769178 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: quotasv2.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.771114 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.771452 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: quotas Jul 08 01:23:38.771780 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: quotasv2_detail.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.775641 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.775988 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: quota_details Jul 08 01:23:38.776348 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: rbac.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.778195 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.778728 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: rbac-policies Jul 08 01:23:38.779066 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: rbac_address_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.780198 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.781534 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: rbac-address-group Jul 08 01:23:38.781870 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: rbac_address_scope.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.782823 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.783340 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: rbac-address-scope Jul 08 01:23:38.783666 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: rbac_security_groups.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.784617 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.786110 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: rbac-security-groups Jul 08 01:23:38.786451 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: rbac_subnetpool.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.787386 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.787902 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: rbac-subnetpool Jul 08 01:23:38.788231 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: revisionifmatch.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.789188 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.789710 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: revision-if-match Jul 08 01:23:38.790041 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: revisions.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.791155 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.791671 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: standard-attr-revisions Jul 08 01:23:38.792006 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: router_availability_zone.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.792727 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.793240 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: router_availability_zone Jul 08 01:23:38.793565 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: routerservicetype.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.794494 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.795033 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension router-service-type not supported by any of loaded plugins Jul 08 01:23:38.795383 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.796324 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.796854 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: security-groups-normalized-cidr Jul 08 01:23:38.797177 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.798101 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.798616 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: port-security-groups-filtering Jul 08 01:23:38.798941 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.799917 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.800417 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: security-groups-remote-address-group Jul 08 01:23:38.800854 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: securitygroup.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.810392 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.810922 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: security-group Jul 08 01:23:38.811255 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: segment.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.812049 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.812590 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension segment not supported by any of loaded plugins Jul 08 01:23:38.812923 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.813864 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.814375 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 01:23:38.814702 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: servicetype.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.815823 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.816516 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: service-type Jul 08 01:23:38.816857 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: sorting.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.817842 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.818176 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: sorting Jul 08 01:23:38.818502 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: standard_attr_segment.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.819496 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.820009 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 01:23:38.820359 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: standardattrdescription.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.821014 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.821527 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: standard-attr-description Jul 08 01:23:38.821851 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: stateful_security_group.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.822780 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.823292 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: stateful-security-group Jul 08 01:23:38.823617 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: stdattrs_common.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.824203 n-d-694802-14 neutron-server[93774]: WARNING neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 01:23:38.824556 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.825485 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.825993 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 01:23:38.826315 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: subnet_onboard.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.827384 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.827899 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: subnet_onboard Jul 08 01:23:38.828227 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.829185 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.829699 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 01:23:38.830020 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: subnet_service_types.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.831208 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.831726 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: subnet-service-types Jul 08 01:23:38.832598 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: subnetallocation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.833692 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.834211 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: subnet_allocation Jul 08 01:23:38.834536 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.835211 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.835728 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: subnetpool-prefix-ops Jul 08 01:23:38.836049 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.837006 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.837514 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 01:23:38.837838 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: tagging.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.838933 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.839451 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: standard-attr-tag Jul 08 01:23:38.839778 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: timestamp.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.841058 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.841585 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loaded extension: standard-attr-timestamp Jul 08 01:23:38.841912 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: trunk.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.842963 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.843482 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension trunk not supported by any of loaded plugins Jul 08 01:23:38.843815 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: trunk_details.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.844773 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.845287 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension trunk-details not supported by any of loaded plugins Jul 08 01:23:38.845617 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: uplink_status_propagation.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.846549 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.847064 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 01:23:38.847392 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Loading extension file: vlantransparent.py {{(pid=93774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 01:23:38.849302 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 01:23:38.849822 n-d-694802-14 neutron-server[93774]: INFO neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 01:23:38.852324 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:network Jul 08 01:23:38.852901 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:subnet Jul 08 01:23:38.853285 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:23:38.853690 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:port Jul 08 01:23:38.854944 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.855384 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service FLAVORS assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.856008 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.856470 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.856805 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:router Jul 08 01:23:38.857233 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:floatingip Jul 08 01:23:38.857738 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service METERING assigned prefix: /metering {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.859206 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.859586 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.859951 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:23:38.860960 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 01:23:38.861426 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:security_group Jul 08 01:23:38.861880 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 01:23:38.862486 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.862819 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:23:38.863192 n-d-694802-14 neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] subnetpool is already registered Jul 08 01:23:38.864051 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.864426 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:23:38.864765 n-d-694802-14 neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] subnetpool is already registered Jul 08 01:23:38.867042 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.867478 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service FLAVORS assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.868073 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.868530 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.868868 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:router Jul 08 01:23:38.869205 n-d-694802-14 neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] router is already registered Jul 08 01:23:38.869622 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:floatingip Jul 08 01:23:38.869962 n-d-694802-14 neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] floatingip is already registered Jul 08 01:23:38.870430 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service METERING assigned prefix: /metering {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.871095 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 01:23:38.871425 n-d-694802-14 neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] rbac_policy is already registered Jul 08 01:23:38.871843 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:security_group Jul 08 01:23:38.872182 n-d-694802-14 neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] security_group is already registered Jul 08 01:23:38.872615 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 01:23:38.872945 n-d-694802-14 neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] security_group_rule is already registered Jul 08 01:23:38.873571 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.873900 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:23:38.874234 n-d-694802-14 neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] subnetpool is already registered Jul 08 01:23:38.875723 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.v2.resource_helper [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Service CORE assigned prefix: {{(pid=93774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 01:23:38.875723 n-d-694802-14 neutron-server[93774]: INFO neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 01:23:38.875723 n-d-694802-14 neutron-server[93774]: WARNING neutron.quota.resource_registry [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] subnetpool is already registered Jul 08 01:23:38.876123 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: extensions {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.878283 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: address-groups {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.879571 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: address-scopes {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.880924 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: agents {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.881518 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: auto-allocated-topology {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.882765 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: availability_zones {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.884003 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: dhcp-networks {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.886773 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: dhcp-agents {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.888159 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: routers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.889950 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: flavors {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.891248 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: service_profiles {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.892516 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: next_providers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.893988 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: service_profiles {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.900344 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: floatingip-pools {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.901601 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: routers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.903376 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: floatingips {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.904727 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: l3-routers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.906149 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: l3-agents {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.907666 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: metering-labels {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.908962 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: metering-label-rules {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.910557 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: network-ip-availabilities {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.912363 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: bindings {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.913957 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: quotas {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.915564 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: quotas {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.917019 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: rbac-policies {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.918329 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: security-groups {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.919630 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: security-group-rules {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.920941 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: service-providers {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.922182 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: subnetpools {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.923531 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: subnetpools {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.925151 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.926935 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.928836 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.930675 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.932426 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.934444 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.936170 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.938053 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.939953 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.942001 n-d-694802-14 neutron-server[93774]: DEBUG neutron.api.extensions [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Extended resource: tags {{(pid=93774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 01:23:38.947982 n-d-694802-14 neutron-server[93774]: WARNING keystonemiddleware.auth_token [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 01:23:38.952563 n-d-694802-14 neutron-server[93774]: WARNING keystonemiddleware.auth_token [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 01:23:38.962759 n-d-694802-14 neutron-server[93774]: DEBUG oslo_concurrency.lockutils [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Acquired lock "singleton_lock" {{(pid=93774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 01:23:38.963233 n-d-694802-14 neutron-server[93774]: DEBUG oslo_concurrency.lockutils [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Releasing lock "singleton_lock" {{(pid=93774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 01:23:38.963876 n-d-694802-14 neutron-server[93774]: INFO oslo_service.service [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Starting 2 workers Jul 08 01:23:38.968704 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Started child 93883 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:23:38.973834 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Started child 93884 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:23:38.975099 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:38.975792 n-d-694802-14 neutron-server[93774]: INFO neutron.service [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 01:23:38.976274 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Notify callbacks [] for process, before_spawn {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:38.976809 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [-] (93883) wsgi starting up on http://0.0.0.0:9696 Jul 08 01:23:38.978715 n-d-694802-14 neutron-server[93774]: INFO oslo_service.service [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Starting 1 workers Jul 08 01:23:38.979489 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:38.980949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [-] (93884) wsgi starting up on http://0.0.0.0:9696 Jul 08 01:23:38.983886 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Started child 93885 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:23:38.984440 n-d-694802-14 neutron-server[93774]: INFO oslo_service.service [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Starting 1 workers Jul 08 01:23:38.987588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.service [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] calling RpcWorker wait() {{(pid=93885) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 01:23:38.988153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.service [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] returning from RpcWorker wait() {{(pid=93885) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 01:23:38.989153 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Started child 93886 {{(pid=93774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 01:23:38.989498 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:38.989951 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:23:38.990055 n-d-694802-14 neutron-server[93774]: DEBUG neutron_lib.callbacks.manager [None req-8ee2ee85-0d4e-4bf5-a7a2-5ce753c2353c None None] Notify callbacks [] for process, after_spawn {{(pid=93774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:38.991829 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 01:23:38.992047 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 01:23:38.992230 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 01:23:38.992466 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 01:23:38.992834 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 01:23:38.992997 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 01:23:38.993489 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.993759 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.993941 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:38.994421 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.994421 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.994570 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.994868 n-d-694802-14 neutron-server[93886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:23:38.995134 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.995392 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.995657 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.995944 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.996180 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.996371 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.996538 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.996805 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.997036 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.997319 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.997593 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.997832 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.998091 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.998250 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.998518 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.998783 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.999041 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.999299 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] debug = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:38.999546 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.000037 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.000314 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.000590 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.000809 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.001079 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.001302 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.001588 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.001824 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.002056 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.002307 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.002585 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.002820 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.003043 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.003259 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.003505 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.003792 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.004832 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] host = n-d-694802-14 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.005071 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.005293 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.005542 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.005789 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.006037 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.006275 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.006548 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.006824 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.007075 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.007301 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.007544 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.007799 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.008015 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.008252 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.008439 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_options = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.008677 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.008935 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.009195 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.009390 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.009543 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.009726 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.009976 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.010137 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.010376 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.010595 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.010810 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.011024 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.011270 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.011500 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.011756 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.011974 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.012218 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.012472 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.012728 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.012980 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.013241 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.013454 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.013694 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.013910 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.014123 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.014336 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.014562 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.014775 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.014986 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.015249 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.015480 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.015732 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.015967 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.016225 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.016494 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.016732 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.016929 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.017201 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.017430 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.017679 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.017935 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.018177 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.018434 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.018664 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.018897 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.019129 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_json = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.020173 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.020460 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.020749 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.020937 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.021089 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.021232 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.022201 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.022201 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.022377 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.022597 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.022963 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.023345 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.023806 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.024060 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.024463 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.024939 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.025401 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.025401 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.025576 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.025809 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.026379 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.026578 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.026855 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.027190 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.027432 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.027713 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.027956 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.028217 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.028479 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.028705 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.029051 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.029334 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.029609 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.029858 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.030096 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.030329 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.030548 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.030775 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.030994 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.031210 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.031475 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.031698 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.031935 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.032176 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.032428 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.032656 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.032894 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.033123 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.033379 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.033609 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.033828 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.034065 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.034280 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.034497 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.034710 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.035147 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.036370 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.037178 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.037434 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.037906 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.038298 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.038662 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.039096 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.039533 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.039942 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.040382 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.040811 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.041235 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.041669 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.042119 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.042356 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.042590 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.042808 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.043199 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.043565 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.043950 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.044384 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.044769 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.045146 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.045512 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.045892 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.046264 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.046487 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.046711 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.046933 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.047175 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.047402 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.047644 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.047864 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.048085 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.048371 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.048594 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.048901 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.049210 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.049475 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.049736 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.050350 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.050676 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.050964 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.051212 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.051464 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.051915 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.052140 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.052450 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.052871 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.053170 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.053411 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.053723 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.053970 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.054242 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.054545 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.054830 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.055077 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.055306 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.055585 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.055865 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.056140 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.056444 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.056701 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.056972 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.057230 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.057484 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.057726 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.058005 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.058312 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.058616 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.058889 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.059155 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.059422 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.059720 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.059973 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.060491 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.060491 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.060741 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.060984 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.061265 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.061488 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.061705 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.061925 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.062157 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.062769 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.063003 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.063309 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.063526 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.063811 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.064246 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.064698 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.065158 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.065601 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.066045 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.067013 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.067644 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.068137 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.068567 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.069013 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.069408 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.069835 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.070245 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.070655 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.071068 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.071311 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.071571 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.071812 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.072034 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.072255 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.072524 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.072746 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.073008 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.073222 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.073462 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.073699 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.073918 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.074137 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.074357 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.074570 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.074818 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.075037 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.075328 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.075580 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.075799 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.076028 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.076279 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.076572 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.076783 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.077030 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.077250 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.077462 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.077679 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.077899 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.078147 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.078364 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.078593 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.079030 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.079276 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.079523 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.079847 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.080098 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.080606 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.080843 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.081059 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.081300 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.081521 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.081755 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.082643 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.082960 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.083178 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.083446 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.083692 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.083913 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.084126 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.084360 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.084575 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.084790 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.085018 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.085313 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.085563 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.085815 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.086072 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.086310 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.086545 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.086773 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.086985 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.087215 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.087439 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.087657 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.087869 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.088118 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.088350 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.088565 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.088785 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.089005 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.089213 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.089457 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.089666 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.089900 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.090128 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.090344 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.090576 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.090808 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.091045 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.091255 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.091475 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.091693 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.091904 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.092221 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.092514 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.092734 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.093019 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.093253 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.093497 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.093770 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.094071 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.094284 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.094543 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.094762 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.094994 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.095214 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.095484 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.095781 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.096069 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.096350 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.096596 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.096871 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.097144 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.097440 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.097665 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.097942 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.098277 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.098561 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.098833 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.099064 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.099335 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.099557 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.099774 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.100006 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.100240 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.100479 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.100723 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.100966 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.101193 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.101429 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.101655 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.101876 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.102096 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.102330 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.102548 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.102784 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.102932 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 01:23:39.103452 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 01:23:39.103615 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 01:23:39.103769 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 01:23:39.103939 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 01:23:39.104275 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 01:23:39.104275 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 01:23:39.104500 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.104644 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.104770 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.104933 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.105091 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.105270 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.105430 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.105589 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.105746 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.105908 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.106065 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.106223 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.106370 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.106526 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.106684 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.106840 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.106997 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.107155 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.107317 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.107474 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.107631 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.107787 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.107945 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] debug = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.108102 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.108321 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.108486 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.108642 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.108798 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.108956 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.109112 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.109269 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.109426 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.109582 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.109738 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.109894 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.110051 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.110209 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.110376 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.110509 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.110666 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.110822 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] host = n-d-694802-14 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.110977 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.111134 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.111289 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.111445 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.111603 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.111760 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.111915 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.112073 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.112228 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.112405 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.112563 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.112719 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.112875 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.113030 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.113400 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_options = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.113557 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.113881 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.114186 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.114513 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.114817 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.115125 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.115288 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.115897 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.115897 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.115897 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.115897 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.116225 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.116225 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.116424 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.116520 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.116649 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.116807 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.116963 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.117120 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.117276 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.117437 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.117593 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.117752 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.117909 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.118064 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.118221 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.118374 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.118692 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.118850 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.118993 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.119151 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.119327 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.119457 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.119615 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.119772 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.119930 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.120086 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.120250 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.120500 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.120658 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.120817 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.120973 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.121130 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.121288 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.121455 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.121598 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_json = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.121751 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.122052 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.122355 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.122516 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.122677 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.122833 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.122994 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.123157 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 01:23:39.123338 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.123502 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.123678 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.123838 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.124002 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.124160 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.124482 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.124644 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.124806 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.124965 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.125134 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.125297 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.125470 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.125636 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.125822 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.125957 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.126126 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.126318 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.126449 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.126612 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.126773 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.126937 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.127114 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.127277 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.127439 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.127603 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.127764 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.127924 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.128087 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.128250 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.128437 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.128600 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.129598 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.129763 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.129925 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.130098 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.130254 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.130408 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.130570 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.130731 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.130893 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.131054 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.131387 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.131387 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.131554 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.131665 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.131827 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.131988 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.132150 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.132326 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.132511 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.132672 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.132833 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.132994 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.133156 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.133318 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.133479 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.133640 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.133790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:23:39.133881 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.133962 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.134100 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.134279 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.134443 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.134603 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.134764 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.134925 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.135088 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.135248 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.135410 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.135573 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.135735 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.135896 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.136057 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.136219 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.136403 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.136568 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.136729 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.136891 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.137052 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.137213 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.137373 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.137535 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.137695 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.137858 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.138029 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.138206 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.138369 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.138530 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.138696 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.138861 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.139020 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.139182 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.139342 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.139519 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.139667 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.139827 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.139988 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.140152 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.140343 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.140498 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.140659 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.140819 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.140980 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.141141 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.141302 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.141462 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.141625 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.141785 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.141946 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.142106 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.142267 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.142439 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.142601 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.142764 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.142925 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.143093 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.143264 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.143426 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.143588 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.143748 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.143909 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.144070 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.144231 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.144477 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.145141 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.145302 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.145457 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.145621 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.145793 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.145956 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.146117 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.146283 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.146470 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.146628 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.146940 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.147329 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.147329 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.147573 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.147573 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.147767 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.147903 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.148027 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.148151 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.148522 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.148522 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.148723 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.148863 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.148949 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.149073 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.149217 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.149384 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.149545 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.149707 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.149869 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.150031 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.150191 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.150353 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.150658 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.150658 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.150823 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.150960 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.151121 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.151281 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.151442 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.151603 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.151763 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.151924 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.152084 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.152245 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.152503 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.152666 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.152827 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.152988 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.153150 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.153314 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.153486 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.153698 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.153827 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.153951 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.154077 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.154228 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.154389 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.154565 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.154698 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.154858 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.155019 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.155179 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.155354 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.155517 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.155678 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.155839 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.156018 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.156166 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.156337 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.156504 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.156664 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.156824 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.156983 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.157146 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.157309 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.157470 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.157630 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.157790 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.157951 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.158110 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.158271 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.158445 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.158606 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.158768 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.158930 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.159093 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.159252 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.159424 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.159585 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.159746 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.159906 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.160184 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.160746 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.160926 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.161086 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.161248 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.161412 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.161559 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.161722 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164340 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164340 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164340 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164340 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164340 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164340 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164340 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164340 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164340 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164882 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164882 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164882 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164882 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164882 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164882 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164882 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.164882 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.165315 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.165315 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.165315 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.165315 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.165315 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.165315 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.165639 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.165639 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.165758 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.165823 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.166068 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.166152 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.166317 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.166486 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.166657 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.166827 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.166988 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.167154 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.167326 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.167486 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.167646 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.167807 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.167967 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.168128 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.168288 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.168479 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.168638 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.168798 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.168958 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.169118 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.169312 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.169433 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.169575 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.169736 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.169896 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.170056 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.170215 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.170376 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 01:23:39.170530 n-d-694802-14 neutron-server[93774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 01:23:39.336448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35292) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:23:39.344996 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062995 Jul 08 01:23:50.635381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d9b44a-a2f3-4d30-99e7-2a3ff1983678 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 01:23:50.734849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d9b44a-a2f3-4d30-99e7-2a3ff1983678 None None] No non-hosted networks {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 01:23:50.752525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.agentschedulers_db [None req-08d9b44a-a2f3-4d30-99e7-2a3ff1983678 None None] DHCP Agent not found on host n-d-694802-14 {{(pid=93885) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 01:23:50.881995 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bfbc119a-0750-40d9-8d2b-d53c048ab4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550097'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:53.288960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45189c0a-1127-4b52-a557-686f773bd94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550097'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:53.325792 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-08542c56-2a7c-4d96-b545-eb64153b275d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:53.562279 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550097'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:53.562979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.563319 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.563651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.563979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.564326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.564668 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.564986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.565894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.566207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.566546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.566862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.567176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:23:53.567616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-694802-14', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:23:53.583173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-694802-14', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:23:54.586143 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550097'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:56.231134 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550097'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:23:57.490440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35386) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:23:57.999838 n-d-694802-14 neutron-server[93883]: WARNING oslo_policy.policy [None req-9ad211cd-96a8-4cf6-8269-4d48fcab8aa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:23:58.000459 n-d-694802-14 neutron-server[93883]: WARNING oslo_policy.policy [None req-9ad211cd-96a8-4cf6-8269-4d48fcab8aa8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:23:58.219966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-9ad211cd-96a8-4cf6-8269-4d48fcab8aa8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:23:58.221929 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9ad211cd-96a8-4cf6-8269-4d48fcab8aa8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7287042 Jul 08 01:23:58.611356 n-d-694802-14 neutron-server[93885]: INFO neutron.db.l3_hamode_db [None req-12c31fa4-1d12-436f-9675-bb9253248981 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 01:23:58.688854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c31fa4-1d12-436f-9675-bb9253248981 None None] Routers set() bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:23:58.689235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c31fa4-1d12-436f-9675-bb9253248981 None None] Router IDs set() for agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 01:24:00.590694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35400) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:00.900568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c0511c5f-5ffb-426e-9677-963575cbe3a9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:24:00.993649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.policy [None req-c0511c5f-5ffb-426e-9677-963575cbe3a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93883) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 01:24:01.038074 n-d-694802-14 neutron-server[93883]: WARNING oslo_policy.policy [None req-c0511c5f-5ffb-426e-9677-963575cbe3a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:24:01.038452 n-d-694802-14 neutron-server[93883]: WARNING oslo_policy.policy [None req-c0511c5f-5ffb-426e-9677-963575cbe3a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:24:01.046724 n-d-694802-14 neutron-server[93883]: INFO neutron.quota [None req-c0511c5f-5ffb-426e-9677-963575cbe3a9 admin admin] Loaded quota_driver: . Jul 08 01:24:01.139884 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0511c5f-5ffb-426e-9677-963575cbe3a9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771911976515', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771911989396', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771912684762', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771912695679', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771912688871', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771912678630', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1635281', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2072112', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1010088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-949266'] for rbac-policy, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:01.203768 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0511c5f-5ffb-426e-9677-963575cbe3a9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:01.205249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c0511c5f-5ffb-426e-9677-963575cbe3a9 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6135933 Jul 08 01:24:03.751899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:04.044158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Request body: {'network': {'project_id': '0c336140217a40c09370ec70ff2f34e7', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'admin_state_up': True, 'name': 'private'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:24:04.072240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Made reservation on behalf of 0c336140217a40c09370ec70ff2f34e7 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:24:04.075112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:04.092049 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:04.214728 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:04.218342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:04.239249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:24:04.268102 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771909570892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:04.268742 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Unsubscribe: segment precommit_create {{(pid=93883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 01:24:04.269262 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Added segment a81a9198-3e53-4b02-9135-795cdcfe47a8 of type vlan for network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d Jul 08 01:24:04.286049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a6e331-f316-4704-ab61-76148edb271a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:04.340185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.340548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.340878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.341202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.341523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.341839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.342154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.342503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.342848 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.343226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.343568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.343874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Tracked resource versions report: Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: pushed versions: Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: { 'AddressGroup': {'1.2'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'Log': {'1.0'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'Network': {'1.1'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'Port': {'1.7'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'PortForwarding': {'1.2'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'QosPolicy': {'1.8'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'SecurityGroup': {'1.4'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'SubPort': {'1.0'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'Subnet': {'1.1'}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'Trunk': {'1.1'}} Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: consumer versions: Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: { DHCP agent@n-d-694802-14: {}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: L3 agent@n-d-694802-14: {}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: Metadata agent@n-d-694802-14: {}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: Metering agent@n-d-694802-14: {}, Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: Open vSwitch agent@n-d-694802-14: { 'AddressGroup': '1.2', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'ConntrackHelper': '1.0', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'Log': '1.0', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'Network': '1.1', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'Port': '1.7', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'PortForwarding': '1.2', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'QosPolicy': '1.8', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'SecurityGroup': '1.4', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'SecurityGroupRule': '1.2', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'SubPort': '1.0', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'Subnet': '1.1', Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: 'Trunk': '1.1'}} Jul 08 01:24:04.345042 n-d-694802-14 neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:24:04.395108 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:04.445785 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:04.447022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:04.447662 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:04.528949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7757697 Jul 08 01:24:04.547188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8444d-ddfe-43c8-a9fa-de4f35f24a62 admin admin] Pushing event updated for resources: {'Network': ['ID=5e0c6667-70cf-403f-b844-0f1e92ff5a0d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:04.560618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:24:07.195963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:07.602589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ead2e-a42a-4015-8660-17779e60036a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:07.603965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-562ead2e-a42a-4015-8660-17779e60036a admin admin] 10.222.0.41 "GET /v2.0/networks/5e0c6667-70cf-403f-b844-0f1e92ff5a0d HTTP/1.1" status: 200 len: 825 time: 0.4070280 Jul 08 01:24:07.632643 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0c824c30-2228-47aa-b8cf-cdff44557827 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/3d733017-8f39-48cc-8592-ec30a6922ebe HTTP/1.1" status: 200 len: 734 time: 0.0229621 Jul 08 01:24:07.643887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Request body: {'subnet': {'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d', 'gateway_ip': '172.20.0.1', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'subnetpool_id': '3d733017-8f39-48cc-8592-ec30a6922ebe', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:24:07.669237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Made reservation on behalf of 0c336140217a40c09370ec70ff2f34e7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:24:07.671522 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:07.978271 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:08.050493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Checking segment: {'id': 'a81a9198-3e53-4b02-9135-795cdcfe47a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:24:08.050862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Network hostable DHCP agents. Network: 5e0c6667-70cf-403f-b844-0f1e92ff5a0d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:24:08.058800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ca4d09-0570-4d86-b6a3-8f9a6929eaa7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:08.075263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:24:08.088062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 5e0c6667-70cf-403f-b844-0f1e92ff5a0d) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:24:08.093206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:08.094144 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:08.098099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b046ba1-b4a1-4f27-82f2-c4515666c9fc None None] Network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:24:08.108376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3f8e923e-fd98-456a-8be0-36f0e1c69bc7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4706159 Jul 08 01:24:08.419586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-5e0c6667-70cf-403f-b844-0f1e92ff5a0d', 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'fixed_ips': [{'subnet_id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:24:08.420807 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:08.692496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Allocated IP 172.20.0.2 (5e0c6667-70cf-403f-b844-0f1e92ff5a0d/44ca4d09-0570-4d86-b6a3-8f9a6929eaa7/17870cea-fd4b-4c79-8055-8ac6615554ea) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:24:08.920409 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:08.935456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Transition to ACTIVE for port object 17870cea-fd4b-4c79-8055-8ac6615554ea will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:24:08.957237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Transition to ACTIVE for port object 17870cea-fd4b-4c79-8055-8ac6615554ea will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:24:08.965224 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:09.039154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:24:09.043893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:24:09.049882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Pushing event updated for resources: {'Port': ['ID=17870cea-fd4b-4c79-8055-8ac6615554ea,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:09.053913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:24:09.061379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.061728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.062069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.062407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.062741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.063073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.063398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.063725 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.064049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.065059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.065390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.065903 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Tracked resource versions report: Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: pushed versions: Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: { 'AddressGroup': {'1.2'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'Log': {'1.0'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'Network': {'1.1'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'Port': {'1.7'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'PortForwarding': {'1.2'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'QosPolicy': {'1.8'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'SecurityGroup': {'1.4'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'SubPort': {'1.0'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'Subnet': {'1.1'}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'Trunk': {'1.1'}} Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: consumer versions: Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: { DHCP agent@n-d-694802-14: {}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: L3 agent@n-d-694802-14: {}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: Metadata agent@n-d-694802-14: {}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: Metering agent@n-d-694802-14: {}, Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: Open vSwitch agent@n-d-694802-14: { 'AddressGroup': '1.2', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'ConntrackHelper': '1.0', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'Log': '1.0', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'Network': '1.1', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'Port': '1.7', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'PortForwarding': '1.2', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'QosPolicy': '1.8', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'SecurityGroup': '1.4', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'SecurityGroupRule': '1.2', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'SubPort': '1.0', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'Subnet': '1.1', Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: 'Trunk': '1.1'}} Jul 08 01:24:09.067043 n-d-694802-14 neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:24:09.135362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Attempting to bind port 17870cea-fd4b-4c79-8055-8ac6615554ea on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:24:09.135944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Attempting to bind port 17870cea-fd4b-4c79-8055-8ac6615554ea by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'a81a9198-3e53-4b02-9135-795cdcfe47a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:24:09.136179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Attempting to bind port 17870cea-fd4b-4c79-8055-8ac6615554ea on network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:24:09.141410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:24:09.141811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Checking segment: {'id': 'a81a9198-3e53-4b02-9135-795cdcfe47a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:24:09.142351 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:09.142832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Bound using segment: {'id': 'a81a9198-3e53-4b02-9135-795cdcfe47a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:24:09.143316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Bound port: 17870cea-fd4b-4c79-8055-8ac6615554ea, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81a9198-3e53-4b02-9135-795cdcfe47a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:24:09.143720 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:09.207114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] For port 17870cea-fd4b-4c79-8055-8ac6615554ea, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:24:09.211446 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] For port 17870cea-fd4b-4c79-8055-8ac6615554ea, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=17870cea-fd4b-4c79-8055-8ac6615554ea,segment=NetworkSegment(a81a9198-3e53-4b02-9135-795cdcfe47a8),segment_id=a81a9198-3e53-4b02-9135-795cdcfe47a8)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:24:09.215773 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:09.284678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0603c-bf43-4673-b1a4-fb0e1ec779a2 None None] Pushing event updated for resources: {'Port': ['ID=17870cea-fd4b-4c79-8055-8ac6615554ea,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:10.536164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35434) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:10.848583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-b7e5c188-1f2f-4d97-aea2-a725a67e8210 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:24:10.849669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b7e5c188-1f2f-4d97-aea2-a725a67e8210 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126059 Jul 08 01:24:13.243762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35442) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:13.734958 n-d-694802-14 neutron-server[93884]: WARNING oslo_policy.policy [None req-cd4126db-4652-4a05-88eb-78ed3e009a7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:24:13.735524 n-d-694802-14 neutron-server[93884]: WARNING oslo_policy.policy [None req-cd4126db-4652-4a05-88eb-78ed3e009a7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:24:13.952635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-cd4126db-4652-4a05-88eb-78ed3e009a7e admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:24:13.953731 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cd4126db-4652-4a05-88eb-78ed3e009a7e admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7089593 Jul 08 01:24:15.441241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2549a-5762-4bd9-b383-b9a3e7d24a3c None None] Network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:24:15.508034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-692c066f-76b8-4423-9c01-ff492f9a7ddc None None] Provisioning for port 17870cea-fd4b-4c79-8055-8ac6615554ea completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:24:15.545963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 17870cea-fd4b-4c79-8055-8ac6615554ea up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:24:15.683285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 17870cea-fd4b-4c79-8055-8ac6615554ea completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:24:15.692697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 17870cea-fd4b-4c79-8055-8ac6615554ea triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:15.693081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:15.828159 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:15.866010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 17870cea-fd4b-4c79-8055-8ac6615554ea, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=17870cea-fd4b-4c79-8055-8ac6615554ea,segment=NetworkSegment(a81a9198-3e53-4b02-9135-795cdcfe47a8),segment_id=a81a9198-3e53-4b02-9135-795cdcfe47a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:24:15.871466 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:15.921502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=17870cea-fd4b-4c79-8055-8ac6615554ea,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:15.938843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d02d7064-1493-489d-b98a-0cceeb337f19 None None] Provisioning complete for port 17870cea-fd4b-4c79-8055-8ac6615554ea triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:15.939785 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d02d7064-1493-489d-b98a-0cceeb337f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:16.593761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35462) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:16.881025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a924df11-5e7d-44c9-97a5-700e49b81828 admin admin] Request body: {'router': {'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'name': 'router1', 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:24:16.903951 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a924df11-5e7d-44c9-97a5-700e49b81828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:16.905652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a924df11-5e7d-44c9-97a5-700e49b81828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:17.044174 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a924df11-5e7d-44c9-97a5-700e49b81828 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:17.048875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a924df11-5e7d-44c9-97a5-700e49b81828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:17.061106 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a924df11-5e7d-44c9-97a5-700e49b81828 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:17.062572 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a924df11-5e7d-44c9-97a5-700e49b81828 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4678400 Jul 08 01:24:17.506025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 17870cea-fd4b-4c79-8055-8ac6615554ea up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:24:17.551100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 17870cea-fd4b-4c79-8055-8ac6615554ea triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:17.551465 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:19.404443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35470) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:19.713338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-7826c594-88c0-48bb-ba21-59c5df5b8e07 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:24:19.714443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7826c594-88c0-48bb-ba21-59c5df5b8e07 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3090739 Jul 08 01:24:20.535965 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8be94ec5-adad-4e23-9c28-42053237d8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:22.066737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:22.373931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:24:22.397853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Made reservation on behalf of 5776c9c6df69407094a5b1088c630768 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:24:22.400470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:22.408709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:22.505844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:22.509624 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:22.524595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Reserving flat network on physical network physnet1 {{(pid=93883) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 01:24:22.546334 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:22.546724 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Added segment d59483db-2831-4198-959b-cd5137f258f5 of type flat for network 8416dd8a-7407-4702-a567-1f92ea79496a Jul 08 01:24:22.549026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac38b170-8c6f-49e8-86fc-eda44510f6bb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:22.598306 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:22.633424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:22.634346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:22.634919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:22.692985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6251645 Jul 08 01:24:22.699647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9333f65-149d-4439-bd5d-99e943393f66 admin admin] Pushing event updated for resources: {'Network': ['ID=8416dd8a-7407-4702-a567-1f92ea79496a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:22.721557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 8416dd8a-7407-4702-a567-1f92ea79496a details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:24:23.280823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d7f0263d-961f-4f8e-89a3-8fec3f167489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:23.552273 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:24.530824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:25.047854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:25.220618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbbaa85-290a-4088-aed9-f3a050e69686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:25.221959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ccbbaa85-290a-4088-aed9-f3a050e69686 admin admin] 10.222.0.41 "GET /v2.0/subnets/44ca4d09-0570-4d86-b6a3-8f9a6929eaa7 HTTP/1.1" status: 200 len: 849 time: 0.1732254 Jul 08 01:24:25.339706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c11e598d-266e-4d3f-9a5d-111ffcd354e8 admin admin] 10.222.0.41 "GET /v2.0/routers/400f4326-6962-4afc-a073-8a952810dfc2 HTTP/1.1" status: 200 len: 704 time: 0.1123970 Jul 08 01:24:25.604257 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:25.891195 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Allocated IP 172.20.0.1 (5e0c6667-70cf-403f-b844-0f1e92ff5a0d/44ca4d09-0570-4d86-b6a3-8f9a6929eaa7/04069a8d-a073-4f47-a182-4b4b92810d8b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:24:26.085758 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:26.109294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Transition to ACTIVE for port object 04069a8d-a073-4f47-a182-4b4b92810d8b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:24:26.185005 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:26.186590 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:26.258433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:24:26.263056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:24:26.268930 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:24:26.269213 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:26.292322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Pushing event updated for resources: {'Port': ['ID=04069a8d-a073-4f47-a182-4b4b92810d8b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:26.482223 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:26.495055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d0d0d147-660e-443d-a4ab-f5d527caea41 None None] Provisioning for port 04069a8d-a073-4f47-a182-4b4b92810d8b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:24:26.498780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d0d0d147-660e-443d-a4ab-f5d527caea41 None None] Provisioning complete for port 04069a8d-a073-4f47-a182-4b4b92810d8b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:26.499144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d0d0d147-660e-443d-a4ab-f5d527caea41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:26.535038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0d147-660e-443d-a4ab-f5d527caea41 None None] Port 04069a8d-a073-4f47-a182-4b4b92810d8b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:24:26.669259 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:26.673966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:26.674853 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:26.752291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Pushing event updated for resources: {'Port': ['ID=04069a8d-a073-4f47-a182-4b4b92810d8b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:26.795650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:24:26.796941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:24:26.953111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-886d233f-bcf4-433f-88a3-9f8dcde2411d None None] Provisioning complete for port 04069a8d-a073-4f47-a182-4b4b92810d8b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:26.954073 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-886d233f-bcf4-433f-88a3-9f8dcde2411d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:26.956071 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Router 400f4326-6962-4afc-a073-8a952810dfc2 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:24:26.988546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-886d233f-bcf4-433f-88a3-9f8dcde2411d None None] Port 04069a8d-a073-4f47-a182-4b4b92810d8b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:24:27.047518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:24:27.052555 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a7167216-3e82-4a53-96c3-7332cb33f799 admin admin] 10.222.0.41 "PUT /v2.0/routers/400f4326-6962-4afc-a073-8a952810dfc2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7080598 Jul 08 01:24:27.057130 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Sync routers for ids ['400f4326-6962-4afc-a073-8a952810dfc2'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:24:27.075957 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Routers {'400f4326-6962-4afc-a073-8a952810dfc2'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:24:27.076792 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:24:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['400f4326-6962-4afc-a073-8a952810dfc2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:24:27.279612 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Set router 400f4326-6962-4afc-a073-8a952810dfc2 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:24:27.728476 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400f4326-6962-4afc-a073-8a952810dfc2', 'name': 'router1', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:24:16Z', 'updated_at': '2021-07-08T01:24:26Z', 'revision_number': 2, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'gw_port_host': None, '_interfaces': [{'id': '04069a8d-a073-4f47-a182-4b4b92810d8b', 'name': '', 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'mac_address': 'fa:16:3e:1d:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400f4326-6962-4afc-a073-8a952810dfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:24:25Z', 'updated_at': '2021-07-08T01:24:26Z', 'revision_number': 2, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'subnets': [{'id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d733017-8f39-48cc-8592-ec30a6922ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:24:27.784509 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Checking router: 400f4326-6962-4afc-a073-8a952810dfc2 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:24:27.784883 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Updating router 400f4326-6962-4afc-a073-8a952810dfc2 port 04069a8d-a073-4f47-a182-4b4b92810d8b binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:24:27.849625 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:28.347521 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:28.366083 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Transition to ACTIVE for port object 04069a8d-a073-4f47-a182-4b4b92810d8b will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:24:28.371512 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:28.528209 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Pushing event updated for resources: {'Port': ['ID=04069a8d-a073-4f47-a182-4b4b92810d8b,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:28.543222 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.543562 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.543892 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.544221 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.544570 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.544894 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.545214 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.545530 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.545849 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.546165 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.546480 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.546792 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Tracked resource versions report: Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: pushed versions: Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: { 'AddressGroup': {'1.2'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'ConntrackHelper': {'1.0'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'Log': {'1.0'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'Network': {'1.1'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'Port': {'1.7'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'PortForwarding': {'1.2'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'QosPolicy': {'1.8'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'SecurityGroup': {'1.4'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'SubPort': {'1.0'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'Subnet': {'1.1'}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'Trunk': {'1.1'}} Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: consumer versions: Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: { DHCP agent@n-d-694802-14: {}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: L3 agent@n-d-694802-14: {}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: Metadata agent@n-d-694802-14: {}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: Metering agent@n-d-694802-14: {}, Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: Open vSwitch agent@n-d-694802-14: { 'AddressGroup': '1.2', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'ConntrackHelper': '1.0', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'Log': '1.0', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'Network': '1.1', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'Port': '1.7', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'PortForwarding': '1.2', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'QosPolicy': '1.8', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'SecurityGroup': '1.4', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'SecurityGroupRule': '1.2', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'SubPort': '1.0', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'Subnet': '1.1', Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: 'Trunk': '1.1'}} Jul 08 01:24:28.548547 n-d-694802-14 neutron-server[93886]: {{(pid=93886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:24:28.554555 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Attempting to bind port 04069a8d-a073-4f47-a182-4b4b92810d8b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:24:28.554949 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Attempting to bind port 04069a8d-a073-4f47-a182-4b4b92810d8b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'a81a9198-3e53-4b02-9135-795cdcfe47a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:24:28.555380 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Attempting to bind port 04069a8d-a073-4f47-a182-4b4b92810d8b on network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:24:28.560156 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:24:28.560619 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Checking segment: {'id': 'a81a9198-3e53-4b02-9135-795cdcfe47a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:24:28.561094 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:28.561471 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Bound using segment: {'id': 'a81a9198-3e53-4b02-9135-795cdcfe47a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:24:28.561941 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Bound port: 04069a8d-a073-4f47-a182-4b4b92810d8b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81a9198-3e53-4b02-9135-795cdcfe47a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:24:28.562342 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:28.632212 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] For port 04069a8d-a073-4f47-a182-4b4b92810d8b, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:24:28.655081 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] For port 04069a8d-a073-4f47-a182-4b4b92810d8b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=04069a8d-a073-4f47-a182-4b4b92810d8b,segment=NetworkSegment(a81a9198-3e53-4b02-9135-795cdcfe47a8),segment_id=a81a9198-3e53-4b02-9135-795cdcfe47a8)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:24:28.659717 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:28.708961 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Routers {'400f4326-6962-4afc-a073-8a952810dfc2'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:24:28.709580 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:24:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['400f4326-6962-4afc-a073-8a952810dfc2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:24:28.802684 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe82d1-7f9d-4a62-a339-0c0e6155f538 None None] Pushing event updated for resources: {'Port': ['ID=04069a8d-a073-4f47-a182-4b4b92810d8b,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:28.811387 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] Set router 400f4326-6962-4afc-a073-8a952810dfc2 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:24:29.017592 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400f4326-6962-4afc-a073-8a952810dfc2', 'name': 'router1', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:24:16Z', 'updated_at': '2021-07-08T01:24:26Z', 'revision_number': 2, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'gw_port_host': None, '_interfaces': [{'id': '04069a8d-a073-4f47-a182-4b4b92810d8b', 'name': '', 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'mac_address': 'fa:16:3e:1d:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400f4326-6962-4afc-a073-8a952810dfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:24:25Z', 'updated_at': '2021-07-08T01:24:28Z', 'revision_number': 4, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'subnets': [{'id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d733017-8f39-48cc-8592-ec30a6922ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:24:29.043024 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf4c4b-ed9c-4984-867c-c078e7d89d9b None None] The sync data for ids ['400f4326-6962-4afc-a073-8a952810dfc2'] in n-d-694802-14 is: [{'id': '400f4326-6962-4afc-a073-8a952810dfc2', 'name': 'router1', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:24:16Z', 'updated_at': '2021-07-08T01:24:26Z', 'revision_number': 2, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'gw_port_host': None, '_interfaces': [{'id': '04069a8d-a073-4f47-a182-4b4b92810d8b', 'name': '', 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'mac_address': 'fa:16:3e:1d:60:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400f4326-6962-4afc-a073-8a952810dfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:24:25Z', 'updated_at': '2021-07-08T01:24:28Z', 'revision_number': 4, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'subnets': [{'id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d733017-8f39-48cc-8592-ec30a6922ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:24:29.274706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35516) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:29.384532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c4f43c-70ff-4616-920a-3a38846b3ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:29.385988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-96c4f43c-70ff-4616-920a-3a38846b3ec3 admin admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 842 time: 0.1101015 Jul 08 01:24:29.395008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Request body: {'subnet': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.4.1', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:24:29.416202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Made reservation on behalf of 5776c9c6df69407094a5b1088c630768 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:24:29.418467 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:29.765134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.objects.ports [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 01:24:29.765566 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:29.816844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:29.826414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:24:29.826759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Network hostable DHCP agents. Network: 8416dd8a-7407-4702-a567-1f92ea79496a, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:24:29.845082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:24:29.855005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 8416dd8a-7407-4702-a567-1f92ea79496a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:24:29.859131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:29.859797 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:29.864265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a157f6fe-50e9-4f0c-9cea-bfad7d007d9d None None] Network 8416dd8a-7407-4702-a567-1f92ea79496a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:24:29.877006 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-46b10ae3-1b16-4fcd-b31f-7098f8a1c90b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4852726 Jul 08 01:24:29.995087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29bf6e6-1d8a-4503-8be4-c34ca0441acd None None] Network 8416dd8a-7407-4702-a567-1f92ea79496a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:24:32.151530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35528) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:32.265065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.policy [None req-4eb2a7ff-767d-4854-add2-28421a577a2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93884) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 01:24:32.316014 n-d-694802-14 neutron-server[93884]: WARNING oslo_policy.policy [None req-4eb2a7ff-767d-4854-add2-28421a577a2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:24:32.316630 n-d-694802-14 neutron-server[93884]: WARNING oslo_policy.policy [None req-4eb2a7ff-767d-4854-add2-28421a577a2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 01:24:32.567762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4eb2a7ff-767d-4854-add2-28421a577a2f admin admin] 10.222.0.41 "GET /v2.0/routers/400f4326-6962-4afc-a073-8a952810dfc2 HTTP/1.1" status: 200 len: 710 time: 0.4150836 Jul 08 01:24:32.756128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebdde2a-b9a0-45b0-b26a-f759b9a48257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:24:32.758322 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3ebdde2a-b9a0-45b0-b26a-f759b9a48257 admin admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 886 time: 0.1854167 Jul 08 01:24:32.768693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:24:33.030902 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:33.273515 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:33.350651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:33.538188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 04069a8d-a073-4f47-a182-4b4b92810d8b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:24:33.538688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Allocated IP 172.25.4.228 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/d102da60-e8c5-4043-9277-e97a659eb2ce) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:24:33.585177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 04069a8d-a073-4f47-a182-4b4b92810d8b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:24:33.588735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 04069a8d-a073-4f47-a182-4b4b92810d8b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:33.589109 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:33.651213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:33.664016 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:33.694719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 04069a8d-a073-4f47-a182-4b4b92810d8b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=04069a8d-a073-4f47-a182-4b4b92810d8b,segment=NetworkSegment(a81a9198-3e53-4b02-9135-795cdcfe47a8),segment_id=a81a9198-3e53-4b02-9135-795cdcfe47a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:24:33.698493 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:33.743978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:33.794503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=04069a8d-a073-4f47-a182-4b4b92810d8b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:33.806927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:24:33.812092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:24:33.861848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Pushing event updated for resources: {'Port': ['ID=d102da60-e8c5-4043-9277-e97a659eb2ce,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:33.866683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:24:33.901336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.901695 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.902028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.902362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.902686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.903008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.903328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.903646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.903962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.904277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.904615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.904929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Tracked resource versions report: Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: pushed versions: Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: { 'AddressGroup': {'1.2'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'Log': {'1.0'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'Network': {'1.1'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'Port': {'1.7'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'PortForwarding': {'1.2'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'QosPolicy': {'1.8'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'SecurityGroup': {'1.4'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'SubPort': {'1.0'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'Subnet': {'1.1'}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'Trunk': {'1.1'}} Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: consumer versions: Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: { DHCP agent@n-d-694802-14: {}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: L3 agent@n-d-694802-14: {}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: Metadata agent@n-d-694802-14: {}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: Metering agent@n-d-694802-14: {}, Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: Open vSwitch agent@n-d-694802-14: { 'AddressGroup': '1.2', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'ConntrackHelper': '1.0', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'Log': '1.0', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'Network': '1.1', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'Port': '1.7', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'PortForwarding': '1.2', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'QosPolicy': '1.8', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'SecurityGroup': '1.4', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'SecurityGroupRule': '1.2', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'SubPort': '1.0', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'Subnet': '1.1', Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: 'Trunk': '1.1'}} Jul 08 01:24:33.906066 n-d-694802-14 neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:24:34.141400 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:34.373506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:34.377260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:34.480688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Router 400f4326-6962-4afc-a073-8a952810dfc2 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:24:34.582333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:24:34.586554 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:34.587815 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2c78a241-c2e3-4ff8-927d-a9003b522585 admin admin] 10.222.0.41 "PUT /v2.0/routers/400f4326-6962-4afc-a073-8a952810dfc2 HTTP/1.1" status: 200 len: 890 time: 1.8234684 Jul 08 01:24:34.592379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Sync routers for ids ['400f4326-6962-4afc-a073-8a952810dfc2'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:24:34.604222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Routers {'400f4326-6962-4afc-a073-8a952810dfc2'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:24:34.604927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:24:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['400f4326-6962-4afc-a073-8a952810dfc2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:24:34.822487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Set router 400f4326-6962-4afc-a073-8a952810dfc2 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:24:35.217479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400f4326-6962-4afc-a073-8a952810dfc2', 'name': 'router1', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'd102da60-e8c5-4043-9277-e97a659eb2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:24:16Z', 'updated_at': '2021-07-08T01:24:34Z', 'revision_number': 4, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'gw_port': {'id': 'd102da60-e8c5-4043-9277-e97a659eb2ce', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400f4326-6962-4afc-a073-8a952810dfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:24:33Z', 'updated_at': '2021-07-08T01:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '04069a8d-a073-4f47-a182-4b4b92810d8b', 'name': '', 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'mac_address': 'fa:16:3e:1d:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400f4326-6962-4afc-a073-8a952810dfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:24:25Z', 'updated_at': '2021-07-08T01:24:33Z', 'revision_number': 5, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'subnets': [{'id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d733017-8f39-48cc-8592-ec30a6922ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:24:35.268897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Checking router: 400f4326-6962-4afc-a073-8a952810dfc2 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:24:35.269271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Updating router 400f4326-6962-4afc-a073-8a952810dfc2 port d102da60-e8c5-4043-9277-e97a659eb2ce binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:24:35.302335 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:35.532391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 04069a8d-a073-4f47-a182-4b4b92810d8b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:24:35.661488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 04069a8d-a073-4f47-a182-4b4b92810d8b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:35.662136 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:35.691023 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:35.708768 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Transition to ACTIVE for port object d102da60-e8c5-4043-9277-e97a659eb2ce will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:24:35.715136 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:35.801067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Attempting to bind port d102da60-e8c5-4043-9277-e97a659eb2ce on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:24:35.801438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Attempting to bind port d102da60-e8c5-4043-9277-e97a659eb2ce by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:24:35.801800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Attempting to bind port d102da60-e8c5-4043-9277-e97a659eb2ce on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:24:35.811329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d54cd-98fa-4840-ba29-cbeaf22f080c None None] Pushing event updated for resources: {'Port': ['ID=d102da60-e8c5-4043-9277-e97a659eb2ce,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:35.815559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:24:35.815934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:24:35.816354 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:35.816747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:24:35.817220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Bound port: d102da60-e8c5-4043-9277-e97a659eb2ce, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:24:35.817630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:35.871844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] For port d102da60-e8c5-4043-9277-e97a659eb2ce, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:24:35.874943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] For port d102da60-e8c5-4043-9277-e97a659eb2ce, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d102da60-e8c5-4043-9277-e97a659eb2ce,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:24:35.879193 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:36.016846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d54cd-98fa-4840-ba29-cbeaf22f080c None None] Pushing event updated for resources: {'Port': ['ID=d102da60-e8c5-4043-9277-e97a659eb2ce,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:36.020863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Routers {'400f4326-6962-4afc-a073-8a952810dfc2'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:24:36.021466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:24:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['400f4326-6962-4afc-a073-8a952810dfc2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:24:36.126007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] Set router 400f4326-6962-4afc-a073-8a952810dfc2 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:24:36.333224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400f4326-6962-4afc-a073-8a952810dfc2', 'name': 'router1', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'd102da60-e8c5-4043-9277-e97a659eb2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:24:16Z', 'updated_at': '2021-07-08T01:24:34Z', 'revision_number': 4, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'gw_port': {'id': 'd102da60-e8c5-4043-9277-e97a659eb2ce', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400f4326-6962-4afc-a073-8a952810dfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:24:33Z', 'updated_at': '2021-07-08T01:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '04069a8d-a073-4f47-a182-4b4b92810d8b', 'name': '', 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'mac_address': 'fa:16:3e:1d:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400f4326-6962-4afc-a073-8a952810dfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:24:25Z', 'updated_at': '2021-07-08T01:24:33Z', 'revision_number': 5, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'subnets': [{'id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d733017-8f39-48cc-8592-ec30a6922ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:24:36.364614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a61e4d-e26d-4d5d-b7f0-c5786d0d90d0 None None] The sync data for ids ['400f4326-6962-4afc-a073-8a952810dfc2'] in n-d-694802-14 is: [{'id': '400f4326-6962-4afc-a073-8a952810dfc2', 'name': 'router1', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': 'd102da60-e8c5-4043-9277-e97a659eb2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:24:16Z', 'updated_at': '2021-07-08T01:24:34Z', 'revision_number': 4, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'gw_port': {'id': 'd102da60-e8c5-4043-9277-e97a659eb2ce', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400f4326-6962-4afc-a073-8a952810dfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:24:33Z', 'updated_at': '2021-07-08T01:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '04069a8d-a073-4f47-a182-4b4b92810d8b', 'name': '', 'network_id': '5e0c6667-70cf-403f-b844-0f1e92ff5a0d', 'tenant_id': '0c336140217a40c09370ec70ff2f34e7', 'mac_address': 'fa:16:3e:1d:60:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400f4326-6962-4afc-a073-8a952810dfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:24:25Z', 'updated_at': '2021-07-08T01:24:33Z', 'revision_number': 5, 'project_id': '0c336140217a40c09370ec70ff2f34e7', 'subnets': [{'id': '44ca4d09-0570-4d86-b6a3-8f9a6929eaa7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3d733017-8f39-48cc-8592-ec30a6922ebe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:24:36.998903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35544) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:24:37.128630 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bd4d4f42-6866-46aa-8947-c479e075ff3e admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1285815 Jul 08 01:24:37.545163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d102da60-e8c5-4043-9277-e97a659eb2ce up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:24:37.597820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port d102da60-e8c5-4043-9277-e97a659eb2ce completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:24:37.601702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d102da60-e8c5-4043-9277-e97a659eb2ce triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:37.602071 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:37.680908 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:37.701179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port d102da60-e8c5-4043-9277-e97a659eb2ce, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d102da60-e8c5-4043-9277-e97a659eb2ce,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:24:37.707038 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:37.757508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=d102da60-e8c5-4043-9277-e97a659eb2ce,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:24:39.542429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d102da60-e8c5-4043-9277-e97a659eb2ce up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:24:39.599627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d102da60-e8c5-4043-9277-e97a659eb2ce triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:24:39.599627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:44.046122 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:24:50.542758 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1332cd57-c32f-4719-a89e-53f41404b184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:53.288771 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1d4592fb-1067-4120-9b1b-21f8467bf332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:53.558524 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:54.565151 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:24:56.211469 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:20.535992 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-06f6c507-b6cf-4ba5-862c-3b688fd3c222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:21.047088 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:25:23.286728 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a1dabbb-4825-42d2-8c47-2a6ff98e5c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:23.552522 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:24.544219 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:26.202701 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:50.537728 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40349a3e-68d2-4ecc-ac68-e4549d6746dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:53.287601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3db99404-fcaa-4ba8-ac7b-ae825f46e3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:53.554239 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:54.535666 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:56.203012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:25:58.045738 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:26:18.241134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36146) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:26:18.302083 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d699e901-746d-4bd0-8a44-1a399a462ef5 admin admin] GET failed (client error): The resource could not be found. Jul 08 01:26:18.303478 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d699e901-746d-4bd0-8a44-1a399a462ef5 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613770 Jul 08 01:26:18.464027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5f550e-19bc-418c-aa09-0b1a2b17659a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:18.465476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2f5f550e-19bc-418c-aa09-0b1a2b17659a admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572399 Jul 08 01:26:20.539015 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ea45686-f367-4fe5-a378-5102f6c586be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:20.674674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36156) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:26:20.768994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5693e5-c59f-4666-8a4b-deadc2d26deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:20.770347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7d5693e5-c59f-4666-8a4b-deadc2d26deb admin admin] 10.222.0.41 "GET /v2.0/subnets/44ca4d09-0570-4d86-b6a3-8f9a6929eaa7 HTTP/1.1" status: 200 len: 849 time: 0.0947249 Jul 08 01:26:20.779610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:26:20.860319 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:21.003578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771909559318'] for subnet, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:21.034214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:21.034805 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:21.036376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] 10.222.0.41 "PUT /v2.0/subnets/44ca4d09-0570-4d86-b6a3-8f9a6929eaa7 HTTP/1.1" status: 200 len: 868 time: 0.2601647 Jul 08 01:26:21.040887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bce41a2-2bc3-4bd4-a3bd-56ea7dcbec84 None None] Network 5e0c6667-70cf-403f-b844-0f1e92ff5a0d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:26:21.058097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ca4d09-0570-4d86-b6a3-8f9a6929eaa7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:26:21.065930 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.066188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.066468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.066807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.067140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.067470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.067801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.068130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.068485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.068815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.069139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.069518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482fc80-f169-4cf2-aec0-2fa2ea7a7228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:26:21.461879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e9d01d26-dfab-4799-828e-11a33ced2b6a None None] Provisioning complete for port 17870cea-fd4b-4c79-8055-8ac6615554ea triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:26:21.462268 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9d01d26-dfab-4799-828e-11a33ced2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:21.548896 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e9d01d26-dfab-4799-828e-11a33ced2b6a None None] Provisioning complete for port 04069a8d-a073-4f47-a182-4b4b92810d8b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:26:21.549533 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9d01d26-dfab-4799-828e-11a33ced2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:23.203779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36166) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:26:23.288237 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0342097-ad07-4217-a6fe-94e0bfe995ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:23.407286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74029795-ef78-4f4e-a0f5-dc1b1fc2341c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:23.407663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74029795-ef78-4f4e-a0f5-dc1b1fc2341c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:23.409298 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-74029795-ef78-4f4e-a0f5-dc1b1fc2341c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2045214 Jul 08 01:26:23.557208 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:24.539158 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:25.549062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36174) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:26:25.678177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee2b526-ad8c-4e5f-87e8-ba8f7bf146c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:25.678662 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee2b526-ad8c-4e5f-87e8-ba8f7bf146c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:25.680201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aee2b526-ad8c-4e5f-87e8-ba8f7bf146c9 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1302295 Jul 08 01:26:26.204933 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:27.838224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36182) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:26:27.966252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c2b74-3285-4b06-b083-c362b82f96d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:27.967593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ef9c2b74-3285-4b06-b083-c362b82f96d1 admin admin] 10.222.0.41 "GET /v2.0/networks/5e0c6667-70cf-403f-b844-0f1e92ff5a0d HTTP/1.1" status: 200 len: 869 time: 0.1284015 Jul 08 01:26:30.124617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:26:30.247061 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00b9df1-9002-40a1-aaf5-162f0e363cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:30.248474 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d00b9df1-9002-40a1-aaf5-162f0e363cd8 admin admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 886 time: 0.1228580 Jul 08 01:26:32.427983 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:26:32.550517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b469abb6-3657-4c5d-a6ea-61f4ebec752d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:32.550886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b469abb6-3657-4c5d-a6ea-61f4ebec752d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:32.552434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b469abb6-3657-4c5d-a6ea-61f4ebec752d admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234434 Jul 08 01:26:34.716173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:26:34.806755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08191d1-a702-4336-b587-b5d0ff3c188c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:34.807207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08191d1-a702-4336-b587-b5d0ff3c188c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:34.808721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e08191d1-a702-4336-b587-b5d0ff3c188c admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915802 Jul 08 01:26:35.044839 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:26:36.968785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:26:37.057793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75767257-2831-4f95-9d62-f4d3798ccdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:37.059161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-75767257-2831-4f95-9d62-f4d3798ccdab admin admin] 10.222.0.41 "GET /v2.0/subnets/44ca4d09-0570-4d86-b6a3-8f9a6929eaa7 HTTP/1.1" status: 200 len: 868 time: 0.0894337 Jul 08 01:26:39.243943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:26:39.330185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a617a-ad5e-4b11-a20e-b9587b810e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:26:39.331756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6a5a617a-ad5e-4b11-a20e-b9587b810e7c admin admin] 10.222.0.41 "GET /v2.0/subnets/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7 HTTP/1.1" status: 200 len: 816 time: 0.0868416 Jul 08 01:26:50.544070 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a487fd78-4bff-4bad-b595-04418086bdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:53.290977 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-be4fef8b-f49f-48d8-a4b4-5290f325d2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:53.558979 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:54.541055 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:26:56.210095 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:03.917150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36274) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:27:03.963680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-37380fcb-bc92-40ca-a956-2e959e4a2327 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:27:03.964690 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-37380fcb-bc92-40ca-a956-2e959e4a2327 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466189 Jul 08 01:27:06.202492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:27:06.262024 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c9c586-bd2e-426c-8806-9cd6a111d562 admin admin] GET failed (client error): The resource could not be found. Jul 08 01:27:06.263427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-36c9c586-bd2e-426c-8806-9cd6a111d562 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599961 Jul 08 01:27:06.404751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0176f-631c-4134-8e43-81c578cb81a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:27:06.406151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-78d0176f-631c-4134-8e43-81c578cb81a5 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1388953 Jul 08 01:27:08.661288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36290) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:27:08.708589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:27:08.730159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Made reservation on behalf of 5776c9c6df69407094a5b1088c630768 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:27:08.732531 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:08.761722 n-d-694802-14 neutron-server[93883]: WARNING neutron.services.revisions.revision_plugin [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Could not find related network for resource to bump revision. Jul 08 01:27:08.774592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:27:08.785148 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:08.785492 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Added segment 26be6a3a-ae75-427c-bca3-d0ad45787ea5 of type vlan for network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 Jul 08 01:27:08.832811 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:08.867939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:08.869013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:27:08.869711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:08.924601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2621496 Jul 08 01:27:08.930231 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2307dd0-b424-453f-95ac-0d7a1bfabb35 admin admin] Pushing event updated for resources: {'Network': ['ID=d249ddf2-6a52-4932-8bf0-e1bbc4b06758,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:27:08.941895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:27:11.159026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:27:11.218689 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ab3c39-5e3b-45cf-a0e5-ab0f29b88053 admin admin] GET failed (client error): The resource could not be found. Jul 08 01:27:11.219986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b9ab3c39-5e3b-45cf-a0e5-ab0f29b88053 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600188 Jul 08 01:27:11.291604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a1f23-e716-4de9-80c0-68e5d1de51bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:27:11.293110 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-156a1f23-e716-4de9-80c0-68e5d1de51bc admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691469 Jul 08 01:27:11.302546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Request body: {'subnet': {'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:27:11.323231 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Made reservation on behalf of 5776c9c6df69407094a5b1088c630768 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:27:11.325514 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:11.575274 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:11.622329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f30488-017c-450b-86cf-ffb56f0ef5ae,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:27:11.637551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:27:11.637905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Network hostable DHCP agents. Network: d249ddf2-6a52-4932-8bf0-e1bbc4b06758, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:27:11.653386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:27:11.661371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, d249ddf2-6a52-4932-8bf0-e1bbc4b06758) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:27:11.665398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:27:11.665993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:11.671662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e61731c-3164-4fe1-a547-6ed481da24cb None None] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:27:11.680583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8e9f9774-5fc9-4f9e-a057-967e936541ab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3814194 Jul 08 01:27:11.919364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-d249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'tenant_id': '5776c9c6df69407094a5b1088c630768', 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:27:11.920228 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:12.044137 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:27:12.061431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Allocated IP 192.168.233.2 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/275f0455-fdd0-4af6-8eee-62f6c3cd9f2c) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:27:12.207448 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:12.215593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Transition to ACTIVE for port object 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:27:12.231145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Transition to ACTIVE for port object 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:27:12.237857 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:12.283996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:27:12.287033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:27:12.290620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:27:12.296494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Pushing event updated for resources: {'Port': ['ID=275f0455-fdd0-4af6-8eee-62f6c3cd9f2c,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:27:12.307311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.307668 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.308000 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.308361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.308695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.309021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.309347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.309671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.309995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.310318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.310638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.310957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:27:12.364616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Attempting to bind port 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:27:12.364995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Attempting to bind port 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:27:12.365362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Attempting to bind port 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:27:12.370524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:27:12.370917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:27:12.371323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:12.371723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:27:12.372184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Bound port: 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:27:12.372607 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:12.435217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] For port 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:27:12.438370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] For port 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=275f0455-fdd0-4af6-8eee-62f6c3cd9f2c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:27:12.443896 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:12.502761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a79f9-402c-48d7-b0a2-bfb9ab17304c None None] Pushing event updated for resources: {'Port': ['ID=275f0455-fdd0-4af6-8eee-62f6c3cd9f2c,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:27:13.364832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a21a3c8-0546-4c6a-9cb8-2e061b9df7a1 None None] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:27:13.446783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6eee8941-b606-447b-9e29-68bf3c86ba7a None None] Provisioning for port 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:27:13.739367 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:27:13.798746 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:27:13.802402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:27:13.802775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:13.879381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:13.916371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=275f0455-fdd0-4af6-8eee-62f6c3cd9f2c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:27:13.920276 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:13.972222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=275f0455-fdd0-4af6-8eee-62f6c3cd9f2c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:27:15.689495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:27:15.737107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 275f0455-fdd0-4af6-8eee-62f6c3cd9f2c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:27:15.737479 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:20.545232 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ddc84edb-1593-4c17-ae5a-5adf36b46676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:23.291043 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f48ea0b2-1b24-4125-bfd1-771ddc18c9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:23.559939 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:24.543796 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:26.213864 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:49.043199 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:27:50.545640 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1acb5e7d-65e2-4aa5-9121-5ab3fcd748d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:53.291658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61aa6c86-7f04-4a51-ad86-fe282a7fbb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:53.561067 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:54.547173 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:27:56.215028 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:19.406511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36350) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:19.412499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-bd479d55-6289-416e-a465-e511c4240b31 tempest-verify_tempest_config-1484844181 tempest-verify_tempest_config-1484844181-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:28:19.413618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bd479d55-6289-416e-a465-e511c4240b31 tempest-verify_tempest_config-1484844181 tempest-verify_tempest_config-1484844181-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060997 Jul 08 01:28:19.718975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:19.817226 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:19.909628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:19.913233 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:19.955961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bfe5b8-42f5-434c-90e6-596aac28db42,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:19.960872 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22c6fb4df0dc44e494a3f9b19e9fab40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2408702 Jul 08 01:28:19.963670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36372) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:28:19.965155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.965502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.965838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.966168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.966493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.966818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.967137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.967462 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.967780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.968097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.968457 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:19.968760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d83fd2-ff8c-4f42-af80-af32a7d4eae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.043786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:20.064276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:20.153158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:20.155693 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:20.159237 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3bfe5b8-42f5-434c-90e6-596aac28db42 HTTP/1.1" status: 204 len: 168 time: 0.1921797 Jul 08 01:28:20.165747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bfe5b8-42f5-434c-90e6-596aac28db42,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:28:20.172252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.172625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.172971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.173313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.173647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.173979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.174311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.174641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.174970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.175300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.175627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.175952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99151729-e564-4779-9a98-6285fb9cd03b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:28:20.547015 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9bdf1f34-b40e-43ff-befe-eb4e5cf2b141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:23.292803 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b0eb62b6-8f89-41f9-bd88-305fe7a76641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:23.560819 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:24.549844 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:26.042109 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:28:26.218554 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:50.547583 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9be1b928-5cc4-47bb-ba40-fbc9bee1ce8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:53.293882 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dcbd739c-cd7b-43f6-8fbb-857d4db50b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:53.564382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:54.553011 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:28:56.220640 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:03.040755 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:29:20.548205 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-63f3fe4b-791f-4380-a6e1-51661443945f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:23.294810 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0f58c5d9-0f38-4d40-b086-ec47fa2ecf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:23.565581 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:24.556388 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:26.224027 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:40.039279 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:29:50.549860 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-80a62d62-a168-490a-81ec-6c66f66ae0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:53.295282 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dac0c017-b1a7-40df-adfd-1aa4f52f4e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:53.566854 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:54.559690 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:29:56.226613 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:17.037684 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:30:20.550704 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3cc2cc3a-5940-413f-8a07-a8e8e990b4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:23.295340 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-66d0c6aa-00d1-4025-a784-81abc8083a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:23.567834 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:24.562020 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:26.229071 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:50.552107 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f25642d5-0186-4fc5-8776-7a3341fd0cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:53.296046 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-32a4125f-ec61-4562-9285-f4c629b010e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:53.568416 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:54.035963 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 5 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:30:54.565160 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:30:56.231905 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:04.151405 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550097'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:08.440179 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-550097'] for agent, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:20.552155 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3391c1cd-d10c-409f-8516-79025db1a682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.300693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eb888a9a-eefc-45e6-b832-68cfe33c3d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:23.573029 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:24.568098 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:26.236985 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:31.035249 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:31:34.116904 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:38.393630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:50.553113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-78de2ccc-5f8d-4103-9862-dca14e59745b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:50.902441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36434) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:51.005622 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-08154dec-8a21-4c17-bfbf-4ff730c1afab admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1020665 Jul 08 01:31:53.242277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36444) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:31:53.291502 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dfefaac1-78a8-4583-aeaf-f48a538ff10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:53.299150 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-12f6b6dd-5ea9-46c5-a98e-eda5b322083a admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0558054 Jul 08 01:31:53.575984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:54.571224 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:31:56.236953 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:04.132620 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:08.035303 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:32:08.408078 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:20.554994 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fb901ac0-20ac-4d85-9f74-211fa975d789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:23.295719 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9923cfa5-e42b-4c58-a085-2c894f14cc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:23.578462 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:24.574086 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:26.240108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:34.145344 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:38.408813 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:45.035040 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:32:50.555641 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df2cc273-5d86-4e6c-8b44-4aa9db288e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:53.297570 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3559025c-e909-4c8c-9666-32ddbba90ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:53.580109 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:54.576723 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:32:56.241229 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:04.157470 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:08.426707 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:14.816928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36682) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:15.220015 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fe31a91e-709a-4e80-8115-28bc9166f0aa tempest-AutoAllocateNetworkTest-948971507 tempest-AutoAllocateNetworkTest-948971507-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1b982cf99fcf4ee0869df5690da148a5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3996656 Jul 08 01:33:15.220381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36704) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:15.414465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc09be-6b1d-4d59-8088-81935d883c41 tempest-AutoAllocateNetworkTest-948971507 tempest-AutoAllocateNetworkTest-948971507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:15.419683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36714) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:15.435996 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a9dc09be-6b1d-4d59-8088-81935d883c41 tempest-AutoAllocateNetworkTest-948971507 tempest-AutoAllocateNetworkTest-948971507-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2144189 Jul 08 01:33:15.478582 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-47a9339d-ebc5-42f0-b888-58fb15c51a25 tempest-AutoAllocateNetworkTest-948971507 tempest-AutoAllocateNetworkTest-948971507-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577021 Jul 08 01:33:15.481613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36720) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:15.517730 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f4aedd26-b108-4383-9e05-0c042d444745 tempest-AutoAllocateNetworkTest-948971507 tempest-AutoAllocateNetworkTest-948971507-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1b982cf99fcf4ee0869df5690da148a5 HTTP/1.1" status: 200 len: 208 time: 0.0325317 Jul 08 01:33:16.192384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36766) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:16.598562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.613123 n-d-694802-14 neutron-server[93884]: INFO neutron.quota [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Loaded quota_driver: . Jul 08 01:33:16.767884 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.773880 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.815318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283f85d2-6336-4e92-b087-649d16491cac,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:16.830342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.831033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.831599 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.832165 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.832747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.833291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.834019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.834978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.835565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.836122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.836978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.837621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] Tracked resource versions report: Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: pushed versions: Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: { 'AddressGroup': {'1.2'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'Log': {'1.0'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'Network': {'1.1'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'Port': {'1.7'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'PortForwarding': {'1.2'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'QosPolicy': {'1.8'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'SecurityGroup': {'1.4'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'SubPort': {'1.0'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'Subnet': {'1.1'}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'Trunk': {'1.1'}} Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: consumer versions: Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: { DHCP agent@n-d-694802-14: {}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: HyperV agent@n-h1-694802-14: {}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: HyperV agent@n-h2-694802-14: {}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: L3 agent@n-d-694802-14: {}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: Metadata agent@n-d-694802-14: {}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: Metering agent@n-d-694802-14: {}, Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: Open vSwitch agent@n-d-694802-14: { 'AddressGroup': '1.2', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'ConntrackHelper': '1.0', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'Log': '1.0', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'Network': '1.1', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'Port': '1.7', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'PortForwarding': '1.2', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'QosPolicy': '1.8', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'SecurityGroup': '1.4', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'SecurityGroupRule': '1.2', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'SubPort': '1.0', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'Subnet': '1.1', Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: 'Trunk': '1.1'}} Jul 08 01:33:16.839217 n-d-694802-14 neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:33:16.860986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-325e478c-e77f-4e6b-8002-21f169b947c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b982cf99fcf4ee0869df5690da148a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6673598 Jul 08 01:33:16.861786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:16.920775 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:16.943694 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.018846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.021995 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:17.026482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/283f85d2-6336-4e92-b087-649d16491cac HTTP/1.1" status: 204 len: 168 time: 0.1634047 Jul 08 01:33:17.042807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283f85d2-6336-4e92-b087-649d16491cac,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:17.055269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.055617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.055956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.056335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.057243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.057571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.057902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.058226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.058549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.058870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.059192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.059510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd2bdae-76f3-4bb4-8213-99d8e5fd179d admin admin] Tracked resource versions report: Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: pushed versions: Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: { 'AddressGroup': {'1.2'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'Log': {'1.0'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'Network': {'1.1'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'Port': {'1.7'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'PortForwarding': {'1.2'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'QosPolicy': {'1.8'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'SecurityGroup': {'1.4'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'SubPort': {'1.0'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'Subnet': {'1.1'}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'Trunk': {'1.1'}} Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: consumer versions: Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: { DHCP agent@n-d-694802-14: {}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: HyperV agent@n-h1-694802-14: {}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: HyperV agent@n-h2-694802-14: {}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: L3 agent@n-d-694802-14: {}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: Metadata agent@n-d-694802-14: {}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: Metering agent@n-d-694802-14: {}, Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: Open vSwitch agent@n-d-694802-14: { 'AddressGroup': '1.2', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'ConntrackHelper': '1.0', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'Log': '1.0', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'Network': '1.1', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'Port': '1.7', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'PortForwarding': '1.2', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'QosPolicy': '1.8', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'SecurityGroup': '1.4', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'SecurityGroupRule': '1.2', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'SubPort': '1.0', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'Subnet': '1.1', Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: 'Trunk': '1.1'}} Jul 08 01:33:17.060696 n-d-694802-14 neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:33:18.464593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36928) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:18.466784 n-d-694802-14 neutron-server[93883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 01:33:18.496345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-f61878d8-1132-4d9c-a48c-84c9aeaf2127 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=94658cffcd974821af99ca323ef791fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306029 Jul 08 01:33:18.684480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-a34ac767-bd4a-4b84-a798-96b0da856e13 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:18.690820 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-a34ac767-bd4a-4b84-a798-96b0da856e13 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894116 Jul 08 01:33:18.705244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36936) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:18.713655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-efbbe637-6456-4431-a68e-f1fbcbc5218c tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/quotas/94658cffcd974821af99ca323ef791fb HTTP/1.1" status: 200 len: 375 time: 0.0212181 Jul 08 01:33:18.734269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36940) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:18.770163 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-8fef726f-9732-4551-a600-db4d4cfaeac2 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=94658cffcd974821af99ca323ef791fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495815 Jul 08 01:33:18.884095 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed947bc8-8d6f-4d28-bdf3-3fe8ffba230b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:18.914494 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60cb6758-f339-49c8-85a4-b6e5bdb7f318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.042309 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed947bc8-8d6f-4d28-bdf3-3fe8ffba230b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.059207 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed947bc8-8d6f-4d28-bdf3-3fe8ffba230b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.136675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ed947bc8-8d6f-4d28-bdf3-3fe8ffba230b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36c86cc1307f4ed0b6c2417bb2edc68c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4294531 Jul 08 01:33:19.140896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abdb6f25-3926-48a7-ad44-46632d4ca992 req-616641c6-a445-4786-bdb8-3489f03f8a96 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 210 time: 0.0865171 Jul 08 01:33:19.141458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36984) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:19.152045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed947bc8-8d6f-4d28-bdf3-3fe8ffba230b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56097c9b-03de-4af7-b824-38c8ce750ab2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:19.233548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60cb6758-f339-49c8-85a4-b6e5bdb7f318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.240756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60cb6758-f339-49c8-85a4-b6e5bdb7f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.257767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:19.285920 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95236726-5185-435a-943f-314f54361b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.299999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb6758-f339-49c8-85a4-b6e5bdb7f318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778b1222-cde8-47d8-88d9-20327f5a5dd1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:19.308313 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-f72e8edd-432f-42cc-8d14-082cb6aed189 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2330297507ec4cfabcf93da0d56e8454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462747 Jul 08 01:33:19.312418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-60cb6758-f339-49c8-85a4-b6e5bdb7f318 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d294d9fcc024e3c983de84d3db587c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5763984 Jul 08 01:33:19.313164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36998) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:19.383382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95236726-5185-435a-943f-314f54361b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.388155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21ba3ff3-747e-44f2-9920-9609b450d7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.453211 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21ba3ff3-747e-44f2-9920-9609b450d7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.471893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-4aed78b4-5686-4fe2-9f0f-79313b23b0d2 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:19.480459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-4aed78b4-5686-4fe2-9f0f-79313b23b0d2 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709292 Jul 08 01:33:19.498416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-3451257c-dd5d-44bb-bbbd-5b7cb01ee4c1 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/quotas/2330297507ec4cfabcf93da0d56e8454 HTTP/1.1" status: 200 len: 375 time: 0.0167851 Jul 08 01:33:19.534222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-442f9e3c-a015-467f-a18b-41959ef68c50 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2330297507ec4cfabcf93da0d56e8454&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338931 Jul 08 01:33:19.540492 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95236726-5185-435a-943f-314f54361b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.544945 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95236726-5185-435a-943f-314f54361b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.546933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-95236726-5185-435a-943f-314f54361b2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56097c9b-03de-4af7-b824-38c8ce750ab2 HTTP/1.1" status: 204 len: 168 time: 0.4045665 Jul 08 01:33:19.555580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95236726-5185-435a-943f-314f54361b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56097c9b-03de-4af7-b824-38c8ce750ab2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:19.593812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21ba3ff3-747e-44f2-9920-9609b450d7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.596585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21ba3ff3-747e-44f2-9920-9609b450d7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:19.600173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-21ba3ff3-747e-44f2-9920-9609b450d7cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/778b1222-cde8-47d8-88d9-20327f5a5dd1 HTTP/1.1" status: 204 len: 168 time: 0.2830923 Jul 08 01:33:19.612609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba3ff3-747e-44f2-9920-9609b450d7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778b1222-cde8-47d8-88d9-20327f5a5dd1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:19.879426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ba4f6b1-b294-42fc-b059-89a85c70f95c req-f2070131-ed4c-4102-9ff3-0feb6106eb8a tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0350935 Jul 08 01:33:20.223351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37062) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:20.239157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5453aefb-cd55-4508-b281-3116bdd9a935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.243257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c144fd4-209d-4970-86bf-eec74f231f5d req-e671364a-4f21-45cd-8b81-25bec1b6676c tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 210 time: 0.0288384 Jul 08 01:33:20.320167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:20.364986 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5453aefb-cd55-4508-b281-3116bdd9a935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.370911 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5453aefb-cd55-4508-b281-3116bdd9a935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.411577 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5453aefb-cd55-4508-b281-3116bdd9a935 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b1e91ca07ba42759223c2b90f06c940&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1862314 Jul 08 01:33:20.413650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453aefb-cd55-4508-b281-3116bdd9a935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b949f2-99bc-4b46-8a19-53b527038991,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:20.414261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:20.502964 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21d28a4b-4d33-4b66-b7a3-fbd080186770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.536031 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21d28a4b-4d33-4b66-b7a3-fbd080186770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.559861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:20.572591 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0fd73f42-77e9-4e27-83b3-46ff814a8f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.591792 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4624d329-62d0-4e53-86a2-e3b8265b58d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.634017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21d28a4b-4d33-4b66-b7a3-fbd080186770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.637230 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21d28a4b-4d33-4b66-b7a3-fbd080186770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.638446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-21d28a4b-4d33-4b66-b7a3-fbd080186770 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53b949f2-99bc-4b46-8a19-53b527038991 HTTP/1.1" status: 204 len: 168 time: 0.2230272 Jul 08 01:33:20.658623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d28a4b-4d33-4b66-b7a3-fbd080186770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b949f2-99bc-4b46-8a19-53b527038991,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:20.725875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4624d329-62d0-4e53-86a2-e3b8265b58d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.733055 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4624d329-62d0-4e53-86a2-e3b8265b58d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.777306 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4624d329-62d0-4e53-86a2-e3b8265b58d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f94c731b97f4f9da3af25becfb88b54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2160718 Jul 08 01:33:20.778159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624d329-62d0-4e53-86a2-e3b8265b58d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e3efc9-a5c4-456b-8db6-f3aef52019d0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:20.779988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37092) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:20.884022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b771913-1513-474d-a638-7422b9e58ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.920528 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-029836c9-35cc-4a1f-8694-41f325800bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:20.936101 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b771913-1513-474d-a638-7422b9e58ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.036375 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad075370-7e8f-4906-98b3-464cd2dd50e6 req-5a71adcd-45ba-4637-b466-55a6cefaf9d8 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0738120 Jul 08 01:33:21.036563 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b771913-1513-474d-a638-7422b9e58ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.048440 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b771913-1513-474d-a638-7422b9e58ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.050828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9b771913-1513-474d-a638-7422b9e58ab1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8e3efc9-a5c4-456b-8db6-f3aef52019d0 HTTP/1.1" status: 204 len: 168 time: 0.2695925 Jul 08 01:33:21.085116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b771913-1513-474d-a638-7422b9e58ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e3efc9-a5c4-456b-8db6-f3aef52019d0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:21.086424 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:21.182694 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-029836c9-35cc-4a1f-8694-41f325800bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.188477 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-029836c9-35cc-4a1f-8694-41f325800bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.247649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-029836c9-35cc-4a1f-8694-41f325800bc4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f880affabdc646139da10aa99a12bb56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9260702 Jul 08 01:33:21.248778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029836c9-35cc-4a1f-8694-41f325800bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a89d369-1aa9-438e-9da0-7fb04ceec535,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:21.250262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37114) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:21.434987 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b9c09a4-f5f0-4276-abe9-4f09e88fbb71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.471669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b9c09a4-f5f0-4276-abe9-4f09e88fbb71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.479899 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4537e3-f451-4ca2-afb0-9e625944f7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.568595 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b9c09a4-f5f0-4276-abe9-4f09e88fbb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.571189 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b9c09a4-f5f0-4276-abe9-4f09e88fbb71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.572496 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8b9c09a4-f5f0-4276-abe9-4f09e88fbb71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a89d369-1aa9-438e-9da0-7fb04ceec535 HTTP/1.1" status: 204 len: 168 time: 0.3209174 Jul 08 01:33:21.588946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c09a4-f5f0-4276-abe9-4f09e88fbb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a89d369-1aa9-438e-9da0-7fb04ceec535,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:21.617485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ae6cf09-9857-41d3-83ad-b9f826fd6259 req-fd43a2bc-1d1e-4306-a1c7-cf103f4e7dce tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 210 time: 0.0999420 Jul 08 01:33:21.706871 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4537e3-f451-4ca2-afb0-9e625944f7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.712286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4537e3-f451-4ca2-afb0-9e625944f7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.768978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8b4537e3-f451-4ca2-afb0-9e625944f7d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bf7369c366142b2a7a5c630223fb66f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6810319 Jul 08 01:33:21.770229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4537e3-f451-4ca2-afb0-9e625944f7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8635faf-6ed3-43f3-8775-81e7663bed48,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:21.772272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37138) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:21.824248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36f6622e-d1e5-4a0e-9ad6-21bd5923dc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.852128 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36f6622e-d1e5-4a0e-9ad6-21bd5923dc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.907707 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36f6622e-d1e5-4a0e-9ad6-21bd5923dc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.910495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36f6622e-d1e5-4a0e-9ad6-21bd5923dc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:21.911692 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-36f6622e-d1e5-4a0e-9ad6-21bd5923dc5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8635faf-6ed3-43f3-8775-81e7663bed48 HTTP/1.1" status: 204 len: 168 time: 0.1383080 Jul 08 01:33:21.919914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6622e-d1e5-4a0e-9ad6-21bd5923dc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8635faf-6ed3-43f3-8775-81e7663bed48,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:22.034563 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:33:22.131789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.16', 52179) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:22.163136 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-7ac7dc3b-42b1-42c4-9dfc-07eb0c44e729 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=94658cffcd974821af99ca323ef791fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298986 Jul 08 01:33:22.164538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.24', 53135) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:22.193721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37154) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:22.202583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-ffef1000-c023-4019-85f1-46b10c28f342 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2330297507ec4cfabcf93da0d56e8454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349364 Jul 08 01:33:22.318090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-f7beb868-d9eb-4c1c-9886-47fd819fc8cd tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:22.320367 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-f7beb868-d9eb-4c1c-9886-47fd819fc8cd tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519423 Jul 08 01:33:22.322440 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3e80-65db-4235-8b88-04d78cc5be83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:22.420915 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86b1fd3f-956c-4181-8844-6d981ec966fb req-f7f33e1c-b085-4461-9f3a-84c99cb64944 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0578151 Jul 08 01:33:22.460323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Request body: {'port': {'device_id': '4cd49305-f0e4-47fc-97c9-5b2aa0d30969', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '94658cffcd974821af99ca323ef791fb'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:22.467552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3e80-65db-4235-8b88-04d78cc5be83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:22.493176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-66e99394-2b5e-4d70-83c2-839456e29bb5 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:22.495639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-66e99394-2b5e-4d70-83c2-839456e29bb5 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2868743 Jul 08 01:33:22.505430 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd4d3e80-65db-4235-8b88-04d78cc5be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:22.562852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Request body: {'port': {'device_id': '1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '2330297507ec4cfabcf93da0d56e8454'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:22.580961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d3e80-65db-4235-8b88-04d78cc5be83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94aa32de-b052-40bb-bb68-8e30bc35fd28,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:22.633190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37170) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:22.655257 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dd4d3e80-65db-4235-8b88-04d78cc5be83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdf651d028fb4a9795819baa297aff4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4349403 Jul 08 01:33:22.665509 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37174) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:22.672834 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfd92544-2ac6-4b1b-a73d-f33b61586f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:22.879422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfd92544-2ac6-4b1b-a73d-f33b61586f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:22.889558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfd92544-2ac6-4b1b-a73d-f33b61586f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:22.927913 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cfd92544-2ac6-4b1b-a73d-f33b61586f98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=735a590c5da3420dadef830bcdf76290&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2931640 Jul 08 01:33:22.939296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37192) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:22.952990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92e92e98-a724-47cb-bd12-2034c2813d5b req-0f693ab9-df6a-4c22-afa6-8881e9148acb tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 210 time: 0.0715261 Jul 08 01:33:22.985522 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d14a1d6-70f2-4106-8352-e37a7414f0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.008751 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d14a1d6-70f2-4106-8352-e37a7414f0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.032349 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4c5acf0-f4ad-4556-bae4-2d0451fdd759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.061330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4c5acf0-f4ad-4556-bae4-2d0451fdd759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.096458 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d14a1d6-70f2-4106-8352-e37a7414f0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.099254 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4d14a1d6-70f2-4106-8352-e37a7414f0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.100661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Made reservation on behalf of 94658cffcd974821af99ca323ef791fb for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:23.104337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4d14a1d6-70f2-4106-8352-e37a7414f0be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94aa32de-b052-40bb-bb68-8e30bc35fd28 HTTP/1.1" status: 204 len: 168 time: 0.4355123 Jul 08 01:33:23.105496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.121959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd92544-2ac6-4b1b-a73d-f33b61586f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec28e1f-7f48-437c-8e22-f606e1154b80,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:23.127795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.162651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14a1d6-70f2-4106-8352-e37a7414f0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aa32de-b052-40bb-bb68-8e30bc35fd28,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:23.168992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4c5acf0-f4ad-4556-bae4-2d0451fdd759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.173717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4c5acf0-f4ad-4556-bae4-2d0451fdd759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.175392 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e4c5acf0-f4ad-4556-bae4-2d0451fdd759 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bec28e1f-7f48-437c-8e22-f606e1154b80 HTTP/1.1" status: 204 len: 168 time: 0.2346070 Jul 08 01:33:23.187590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5acf0-f4ad-4556-bae4-2d0451fdd759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec28e1f-7f48-437c-8e22-f606e1154b80,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:23.188448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Made reservation on behalf of 2330297507ec4cfabcf93da0d56e8454 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:23.202580 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.222414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.300215 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-103343fb-c964-4539-a485-90de78bb2615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.312199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.317451 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.424748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:23.443543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.449479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.560429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237e9cd7-89aa-495e-9629-4085e01e71b5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:23.602164 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.618135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Allocated IP 192.168.233.149 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/47b33d5f-f056-43ad-9d53-a2e077d9939f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:23.658558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e0a055f-597a-457b-a5ed-a60c2e2ba3c0 req-0224878c-5452-4fe9-88d9-ba069a13f30f tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0306976 Jul 08 01:33:23.906043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:23.933050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Transition to ACTIVE for port object 47b33d5f-f056-43ad-9d53-a2e077d9939f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:23.983375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:24.132005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Pushing event updated for resources: {'Port': ['ID=47b33d5f-f056-43ad-9d53-a2e077d9939f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:24.159222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:24.161506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:24.173499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:24.181341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:24.182159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:24.203943 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-cd035b19-4aa3-4f95-b5b8-b40401901780 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7527966 Jul 08 01:33:24.220489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-c42d5b41-e6a1-4cfc-bb65-dff48a1ced9a tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:33:24.222143 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-c42d5b41-e6a1-4cfc-bb65-dff48a1ced9a tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100009 Jul 08 01:33:24.226211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Allocated IP 192.168.233.127 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/7c945ed1-6b94-457e-a340-deeecdf45b66) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:24.596575 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:24.615520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cd9d807f-21a1-467e-8562-c252ef5040de None None] Provisioning for port 47b33d5f-f056-43ad-9d53-a2e077d9939f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:24.620107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cd9d807f-21a1-467e-8562-c252ef5040de None None] Provisioning complete for port 47b33d5f-f056-43ad-9d53-a2e077d9939f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:24.620658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cd9d807f-21a1-467e-8562-c252ef5040de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:24.705085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-cd9d807f-21a1-467e-8562-c252ef5040de None None] Port 47b33d5f-f056-43ad-9d53-a2e077d9939f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:24.765939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e16ce-2282-45ab-80e6-6277ec99143f req-1d5a2b06-247e-4dc9-a7f5-0ac98afefb0e tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:24.768261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-973e16ce-2282-45ab-80e6-6277ec99143f req-1d5a2b06-247e-4dc9-a7f5-0ac98afefb0e tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 936 time: 0.5103669 Jul 08 01:33:24.871768 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-973e16ce-2282-45ab-80e6-6277ec99143f req-2127b0da-3214-4710-9869-ff013bb27303 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759306 Jul 08 01:33:24.903039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Request body: {'port': {'device_id': '4cd49305-f0e4-47fc-97c9-5b2aa0d30969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:24.988324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89edecba-532c-4a49-8dcb-7e26a8d7325b req-40a1ef1e-ffad-4821-bc5d-43e79afc9bcd tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0685642 Jul 08 01:33:25.013885 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:25.046526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Transition to ACTIVE for port object 7c945ed1-6b94-457e-a340-deeecdf45b66 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:25.134386 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:25.147051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:25.446452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Pushing event updated for resources: {'Port': ['ID=7c945ed1-6b94-457e-a340-deeecdf45b66,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:25.493411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:25.500615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:25.505053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:25.520531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:25.521268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:25.552822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e86101ba-349f-4b79-ab6b-badb832ba92c tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9965568 Jul 08 01:33:25.656686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-cd82a560-ce29-4129-8041-e9c7687269ef tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:33:25.658667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-cd82a560-ce29-4129-8041-e9c7687269ef tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069749 Jul 08 01:33:25.736182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b33d5f-f056-43ad-9d53-a2e077d9939f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:25.771659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:25.829878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Transition to ACTIVE for port object 47b33d5f-f056-43ad-9d53-a2e077d9939f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:25.840335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:25.956543 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bd030985-2497-4069-8b17-ed3579b7de3f None None] Provisioning for port 7c945ed1-6b94-457e-a340-deeecdf45b66 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:25.970902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bd030985-2497-4069-8b17-ed3579b7de3f None None] Provisioning complete for port 7c945ed1-6b94-457e-a340-deeecdf45b66 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:25.971604 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bd030985-2497-4069-8b17-ed3579b7de3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:26.099471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:26.121505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bd030985-2497-4069-8b17-ed3579b7de3f None None] Port 7c945ed1-6b94-457e-a340-deeecdf45b66 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:26.223377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Pushing event updated for resources: {'Port': ['ID=47b33d5f-f056-43ad-9d53-a2e077d9939f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:26.234702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Attempting to bind port 47b33d5f-f056-43ad-9d53-a2e077d9939f on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:26.235466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Attempting to bind port 47b33d5f-f056-43ad-9d53-a2e077d9939f by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:26.236013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Attempting to bind port 47b33d5f-f056-43ad-9d53-a2e077d9939f on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:26.257673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Port 47b33d5f-f056-43ad-9d53-a2e077d9939f on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:33:26.257673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Attempting to bind port 47b33d5f-f056-43ad-9d53-a2e077d9939f on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:26.264235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:26.264672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:26.265209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:26.265667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Bound port: 47b33d5f-f056-43ad-9d53-a2e077d9939f, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:26.266123 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:26.306985 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:26.359578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Request body: {'port': {'device_id': '1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0', 'device_owner': 'compute:tempest-test_az-495204118', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:26.416467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] For port 47b33d5f-f056-43ad-9d53-a2e077d9939f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:26.431849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] For port 47b33d5f-f056-43ad-9d53-a2e077d9939f, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=47b33d5f-f056-43ad-9d53-a2e077d9939f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:26.441633 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:26.465122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a2b34-848e-4dd0-a770-54840df713fd req-8c7eb135-ffa2-4f1e-b056-e95cd8ecc882 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:26.475680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-166a2b34-848e-4dd0-a770-54840df713fd req-8c7eb135-ffa2-4f1e-b056-e95cd8ecc882 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.2913897 Jul 08 01:33:26.504554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-830d088f-6a51-4b11-9bc9-402053e66c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:26.551267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:26.551946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:26.553680 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] 10.222.0.16 "PUT /v2.0/ports/47b33d5f-f056-43ad-9d53-a2e077d9939f HTTP/1.1" status: 200 len: 1097 time: 2.0875087 Jul 08 01:33:26.554118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd49305-f0e4-47fc-97c9-5b2aa0d30969', 'tag': '47b33d5f-f056-43ad-9d53-a2e077d9939f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:26.595544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:26.711825 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-166a2b34-848e-4dd0-a770-54840df713fd req-e0ac9ae1-e682-4541-8599-67e90dad9acc tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341490 Jul 08 01:33:26.715374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:26.798033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2f3b9-580e-4ff4-9ee8-2aeb2aec9a79 service neutron] Pushing event updated for resources: {'Port': ['ID=47b33d5f-f056-43ad-9d53-a2e077d9939f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:26.908664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad80f6-ffc1-4b39-b771-b0cfdf7b6f78 req-2323aa11-6334-42a4-90e3-bb1952073c6f tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:26.919454 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89ad80f6-ffc1-4b39-b771-b0cfdf7b6f78 req-2323aa11-6334-42a4-90e3-bb1952073c6f tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 936 time: 0.6071279 Jul 08 01:33:27.097694 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d80092-1f7d-483a-ae5a-de59bc75fa64" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd49305-f0e4-47fc-97c9-5b2aa0d30969", "tag": "47b33d5f-f056-43ad-9d53-a2e077d9939f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:27.324344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89ad80f6-ffc1-4b39-b771-b0cfdf7b6f78 req-422fc56e-5ce5-44e0-ae72-a8303d3f0216 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037068 Jul 08 01:33:27.374609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-network', 'tenant_id': '91064204e20a4a4796496a737996a9df'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:27.490857 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139e4a5e-418d-4004-a26a-0023687e48c2 x-openstack-request-id: req-139e4a5e-418d-4004-a26a-0023687e48c2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:27.492426 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd49305-f0e4-47fc-97c9-5b2aa0d30969", "tag": "47b33d5f-f056-43ad-9d53-a2e077d9939f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:27.492426 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-139e4a5e-418d-4004-a26a-0023687e48c2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:27.492426 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd49305-f0e4-47fc-97c9-5b2aa0d30969', 'tag': '47b33d5f-f056-43ad-9d53-a2e077d9939f', 'status': 'completed', 'code': 200} Jul 08 01:33:27.524553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-830d088f-6a51-4b11-9bc9-402053e66c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.533612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-830d088f-6a51-4b11-9bc9-402053e66c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.627936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Made reservation on behalf of 91064204e20a4a4796496a737996a9df for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:27.630525 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.632661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d088f-6a51-4b11-9bc9-402053e66c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e268ac91-6c77-4277-8208-c52385e8a688,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:27.642887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-830d088f-6a51-4b11-9bc9-402053e66c7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5138387a19249918357f9343d4b936d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5420663 Jul 08 01:33:27.643915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37340) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:27.654078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.674077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c945ed1-6b94-457e-a340-deeecdf45b66 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:27.688660 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.719107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Transition to ACTIVE for port object 7c945ed1-6b94-457e-a340-deeecdf45b66 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:27.730233 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.791711 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9269caa3-fa4f-47bd-965c-52764e33cadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.860612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9269caa3-fa4f-47bd-965c-52764e33cadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:27.983103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:27.991202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Pushing event updated for resources: {'Port': ['ID=7c945ed1-6b94-457e-a340-deeecdf45b66,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:28.010252 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9269caa3-fa4f-47bd-965c-52764e33cadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.019871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9269caa3-fa4f-47bd-965c-52764e33cadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.023218 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9269caa3-fa4f-47bd-965c-52764e33cadb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e268ac91-6c77-4277-8208-c52385e8a688 HTTP/1.1" status: 204 len: 168 time: 0.3781021 Jul 08 01:33:28.080764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269caa3-fa4f-47bd-965c-52764e33cadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e268ac91-6c77-4277-8208-c52385e8a688,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:28.452986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Attempting to bind port 7c945ed1-6b94-457e-a340-deeecdf45b66 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:28.453464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Attempting to bind port 7c945ed1-6b94-457e-a340-deeecdf45b66 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:28.454089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Attempting to bind port 7c945ed1-6b94-457e-a340-deeecdf45b66 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:28.455855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d80092-1f7d-483a-ae5a-de59bc75fa64 req-5ef5d0ad-913f-4dee-9dc3-7385634866b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:28.463256 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4d80092-1f7d-483a-ae5a-de59bc75fa64 req-5ef5d0ad-913f-4dee-9dc3-7385634866b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94658cffcd974821af99ca323ef791fb&device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 1100 time: 0.3030505 Jul 08 01:33:28.466016 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Port 7c945ed1-6b94-457e-a340-deeecdf45b66 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:33:28.466454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Attempting to bind port 7c945ed1-6b94-457e-a340-deeecdf45b66 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:28.494321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:28.494847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:28.495566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:28.496705 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Bound port: 7c945ed1-6b94-457e-a340-deeecdf45b66, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:28.497541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.506983 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.520588 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.582159 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4d80092-1f7d-483a-ae5a-de59bc75fa64 req-d38d473f-21d2-4074-9f31-afc9f02bfb54 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=94658cffcd974821af99ca323ef791fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081345 Jul 08 01:33:28.585171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd384-674e-4ac3-bc4b-bfb1ff47a5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.593035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:33:28.612703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71be827-6929-4edc-90bb-6810d67b0568 req-12e9b6c5-2e10-4322-8f44-ef6769929d19 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:28.621907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f71be827-6929-4edc-90bb-6810d67b0568 req-12e9b6c5-2e10-4322-8f44-ef6769929d19 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.5347641 Jul 08 01:33:28.643113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691af3ac-6a0c-49ed-9a83-73d61767c2c8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:28.669241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.669241 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Added segment 263c9a7c-fad5-4b92-9c3a-a613e6b991b4 of type vlan for network 0faf17d8-1546-4309-a780-d23af45b7667 Jul 08 01:33:28.729721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] For port 7c945ed1-6b94-457e-a340-deeecdf45b66, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:28.745652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f71be827-6929-4edc-90bb-6810d67b0568 req-0feb8273-bbf0-4582-9947-c94ef693f0bd tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225207 Jul 08 01:33:28.818061 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.825037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:28.829537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] For port 7c945ed1-6b94-457e-a340-deeecdf45b66, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7c945ed1-6b94-457e-a340-deeecdf45b66,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:28.849512 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.876502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36609bcb-0305-4d4a-9f48-44f71f48e389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.906582 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d80092-1f7d-483a-ae5a-de59bc75fa64 req-a6464b8f-3e6e-4807-8774-0d280fb839a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:28.908183 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4d80092-1f7d-483a-ae5a-de59bc75fa64 req-a6464b8f-3e6e-4807-8774-0d280fb839a4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2953870 Jul 08 01:33:28.969184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:28.969827 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:28.971246 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c945ed1-6b94-457e-a340-deeecdf45b66 HTTP/1.1" status: 200 len: 1118 time: 2.9894469 Jul 08 01:33:28.971690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0', 'tag': '7c945ed1-6b94-457e-a340-deeecdf45b66'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:29.068440 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:29.069626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:29.070231 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:29.099186 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd384-674e-4ac3-bc4b-bfb1ff47a5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:29.159041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d328015-b091-4e46-a093-94e6abf15e51 service neutron] Pushing event updated for resources: {'Port': ['ID=7c945ed1-6b94-457e-a340-deeecdf45b66,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:29.274033 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36609bcb-0305-4d4a-9f48-44f71f48e389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:29.278823 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b3dd384-674e-4ac3-bc4b-bfb1ff47a5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:29.309130 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf77564a-b472-4e21-854b-8659a9f3f0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0", "tag": "7c945ed1-6b94-457e-a340-deeecdf45b66"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:29.371759 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0b3dd384-674e-4ac3-bc4b-bfb1ff47a5fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbf25ae95a014e5a9836345288d96d13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3841510 Jul 08 01:33:29.371759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36609bcb-0305-4d4a-9f48-44f71f48e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:29.393115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37380) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:29.406676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6712017 Jul 08 01:33:29.413584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37388) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:29.414797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dd384-674e-4ac3-bc4b-bfb1ff47a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82014ce5-ca4f-451f-887a-52367d4bb784,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:29.421355 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-36609bcb-0305-4d4a-9f48-44f71f48e389 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51710f430c2e45249b5ca0042cfb5c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946338 Jul 08 01:33:29.441287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37390) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:29.449276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36609bcb-0305-4d4a-9f48-44f71f48e389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5369ad4d-1b2a-4547-be00-a3fbafff91f8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:29.456400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3a793-75ee-4d66-853b-5015589bf2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=0faf17d8-1546-4309-a780-d23af45b7667,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:29.464386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Request body: {'subnet': {'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-subnet', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:29.497162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Made reservation on behalf of 91064204e20a4a4796496a737996a9df for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:29.499701 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:29.522850 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 0faf17d8-1546-4309-a780-d23af45b7667 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:33:29.648437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81ac5a-90c7-48d3-8927-114971d31874 req-f2657cb9-53b0-45ec-a6f2-01a3c49a318d tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:29.652856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed81ac5a-90c7-48d3-8927-114971d31874 req-f2657cb9-53b0-45ec-a6f2-01a3c49a318d tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.6853349 Jul 08 01:33:29.657256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52b31d67-6f25-4c7b-bc58-dcc98f76a5a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:29.715179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52b31d67-6f25-4c7b-bc58-dcc98f76a5a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:29.808972 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1be4a23-fe6c-4ff9-b656-950d96ec250a x-openstack-request-id: req-c1be4a23-fe6c-4ff9-b656-950d96ec250a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:29.809965 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0", "tag": "7c945ed1-6b94-457e-a340-deeecdf45b66", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:29.809965 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1be4a23-fe6c-4ff9-b656-950d96ec250a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:29.810323 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0', 'tag': '7c945ed1-6b94-457e-a340-deeecdf45b66', 'status': 'completed', 'code': 200} Jul 08 01:33:29.816859 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-6e779c17-8e4a-4827-ad0f-384715f51b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:29.818508 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-6e779c17-8e4a-4827-ad0f-384715f51b97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94658cffcd974821af99ca323ef791fb&device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 1100 time: 0.8482788 Jul 08 01:33:29.831824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-f189b913-6b34-4ac7-9483-26a9dd7601c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:29.838901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-f189b913-6b34-4ac7-9483-26a9dd7601c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2330297507ec4cfabcf93da0d56e8454&device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 1121 time: 0.6008987 Jul 08 01:33:29.858254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:29.973283 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-113385a2-3daa-4a5a-8f31-1a353edeee68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=47b33d5f-f056-43ad-9d53-a2e077d9939f HTTP/1.1" status: 200 len: 217 time: 0.0851042 Jul 08 01:33:29.992274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a01b1f-a2b0-45e2-95b6-dc33b2c4a075,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:30.039678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed81ac5a-90c7-48d3-8927-114971d31874 req-cdd6245e-e41a-4e9e-a87a-4dfab7059e82 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382803 Jul 08 01:33:30.044066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-5f69b854-d171-4ce4-8d8c-db23f0d92e16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=7c945ed1-6b94-457e-a340-deeecdf45b66 HTTP/1.1" status: 200 len: 217 time: 0.1628809 Jul 08 01:33:30.061875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ead4347-2672-4cd2-9441-bd9c16a097ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.071501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Checking segment: {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:30.072110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Network hostable DHCP agents. Network: 0faf17d8-1546-4309-a780-d23af45b7667, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:33:30.092667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-4b8c51ff-ff6c-4d86-bd94-a956af55eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:30.094508 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-4b8c51ff-ff6c-4d86-bd94-a956af55eb33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0862463 Jul 08 01:33:30.118023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Network 0faf17d8-1546-4309-a780-d23af45b7667 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:33:30.141635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 0faf17d8-1546-4309-a780-d23af45b7667) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:30.146457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:30.148336 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.155721 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2acee5-e74c-46f4-a05b-44ae1b6559e3 None None] Network 0faf17d8-1546-4309-a780-d23af45b7667 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:33:30.197302 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ead4347-2672-4cd2-9441-bd9c16a097ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.206699 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b5d63add-095b-4d3e-8542-1e1b36f671c2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7837718 Jul 08 01:33:30.210498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37408) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:30.213289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52b31d67-6f25-4c7b-bc58-dcc98f76a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.216171 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52b31d67-6f25-4c7b-bc58-dcc98f76a5a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.219690 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-52b31d67-6f25-4c7b-bc58-dcc98f76a5a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82014ce5-ca4f-451f-887a-52367d4bb784 HTTP/1.1" status: 204 len: 168 time: 0.8225513 Jul 08 01:33:30.222386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:30.292938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b31d67-6f25-4c7b-bc58-dcc98f76a5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82014ce5-ca4f-451f-887a-52367d4bb784,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:30.320664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.331665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.331865 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-755e72f9-240e-4395-b395-afbb403eff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:30.331865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-755e72f9-240e-4395-b395-afbb403eff22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.2647874 Jul 08 01:33:30.346291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d85ce-5b71-4508-888a-930ef311d6a9 req-c92239a0-704b-423e-bff5-300f612517ce tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:30.355686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-274d85ce-5b71-4508-888a-930ef311d6a9 req-c92239a0-704b-423e-bff5-300f612517ce tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.3811505 Jul 08 01:33:30.494232 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ead4347-2672-4cd2-9441-bd9c16a097ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.502518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ead4347-2672-4cd2-9441-bd9c16a097ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.518264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4ead4347-2672-4cd2-9441-bd9c16a097ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5369ad4d-1b2a-4547-be00-a3fbafff91f8 HTTP/1.1" status: 204 len: 168 time: 1.0578451 Jul 08 01:33:30.544070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-274d85ce-5b71-4508-888a-930ef311d6a9 req-dc149df6-b900-4333-bc9b-8e08c7be8db1 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871777 Jul 08 01:33:30.621817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-0faf17d8-1546-4309-a780-d23af45b7667', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:33:30.625252 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:30.628928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead4347-2672-4cd2-9441-bd9c16a097ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5369ad4d-1b2a-4547-be00-a3fbafff91f8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:30.664273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1649c501-59f7-45f5-a208-0be4abd7a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:30.667471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-1649c501-59f7-45f5-a208-0be4abd7a2fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3319142 Jul 08 01:33:30.898589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-d8edbf54-ee21-4b76-bd91-82c4f805cdd2 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117996 Jul 08 01:33:30.924147 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.021493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Allocated IP 172.20.0.2 (0faf17d8-1546-4309-a780-d23af45b7667/47a01b1f-a2b0-45e2-95b6-dc33b2c4a075/f9cee69b-1ee3-4fd2-aa69-552bb3a30acf) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:31.308426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37438) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:31.348717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34ec9f5a-dcc4-43bb-98a3-27ab65453d96 req-e790917e-e25f-47a2-b044-9c441b565d7b service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204199 Jul 08 01:33:31.464770 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.469868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:31.485342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Transition to ACTIVE for port object f9cee69b-1ee3-4fd2-aa69-552bb3a30acf will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:31.526300 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Transition to ACTIVE for port object f9cee69b-1ee3-4fd2-aa69-552bb3a30acf will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:31.534943 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.543469 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e2cacc4-06f8-4a14-bc72-c9e2c9a1c62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.568895 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.569618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Network 0faf17d8-1546-4309-a780-d23af45b7667 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:31.572788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:31.593669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:31.652761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-83214c42-a96e-41df-958a-12d678895d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:31.654315 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-83214c42-a96e-41df-958a-12d678895d66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0866072 Jul 08 01:33:31.663749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Attempting to bind port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:31.664935 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Attempting to bind port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:31.665557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Attempting to bind port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf on network 0faf17d8-1546-4309-a780-d23af45b7667 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:31.679910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:31.680681 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Checking segment: {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:31.681968 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.682660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Bound using segment: {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:31.683365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Bound port: f9cee69b-1ee3-4fd2-aa69-552bb3a30acf, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:31.683995 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.814494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-85fadb26-9509-48a0-b77a-650635989764 None None] For port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:31.825801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-85fadb26-9509-48a0-b77a-650635989764 None None] For port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f9cee69b-1ee3-4fd2-aa69-552bb3a30acf,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:31.845964 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:31.888027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Pushing event updated for resources: {'Port': ['ID=f9cee69b-1ee3-4fd2-aa69-552bb3a30acf,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:31.911061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.916596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.919335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.923020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.923553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.924870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.925584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.928830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.929482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.930166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.931318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.934002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Tracked resource versions report: Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: pushed versions: Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: { 'AddressGroup': {'1.2'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'Log': {'1.0'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'Network': {'1.1'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'Port': {'1.7'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'PortForwarding': {'1.2'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'QosPolicy': {'1.8'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'SecurityGroup': {'1.4'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'SubPort': {'1.0'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'Subnet': {'1.1'}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'Trunk': {'1.1'}} Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: consumer versions: Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: { DHCP agent@n-d-694802-14: {}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: HyperV agent@n-h1-694802-14: {}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: HyperV agent@n-h2-694802-14: {}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: L3 agent@n-d-694802-14: {}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: Metadata agent@n-d-694802-14: {}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: Metering agent@n-d-694802-14: {}, Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: Open vSwitch agent@n-d-694802-14: { 'AddressGroup': '1.2', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'ConntrackHelper': '1.0', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'Log': '1.0', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'Network': '1.1', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'Port': '1.7', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'PortForwarding': '1.2', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'QosPolicy': '1.8', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'SecurityGroup': '1.4', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'SecurityGroupRule': '1.2', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'SubPort': '1.0', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'Subnet': '1.1', Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: 'Trunk': '1.1'}} Jul 08 01:33:31.935462 n-d-694802-14 neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:33:32.063318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fadb26-9509-48a0-b77a-650635989764 None None] Pushing event updated for resources: {'Port': ['ID=f9cee69b-1ee3-4fd2-aa69-552bb3a30acf,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:32.066562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-002d6dba-28e9-4dce-ba83-c40680df2296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.078770 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-de46b644-14c7-4876-a26c-d8bd717e75e4 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073973 Jul 08 01:33:32.087525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c74aa-60fc-49bf-b954-9a3ecaa52fc3 req-c3e206c4-bdbe-4a9a-b6e3-1088cf3aff9f tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:32.095130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b02c74aa-60fc-49bf-b954-9a3ecaa52fc3 req-c3e206c4-bdbe-4a9a-b6e3-1088cf3aff9f tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.7454150 Jul 08 01:33:32.181932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b02c74aa-60fc-49bf-b954-9a3ecaa52fc3 req-732648e0-54d7-4665-9f6c-8c035f77dde0 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850437 Jul 08 01:33:32.280169 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e2cacc4-06f8-4a14-bc72-c9e2c9a1c62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.301094 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e2cacc4-06f8-4a14-bc72-c9e2c9a1c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.361991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3e2cacc4-06f8-4a14-bc72-c9e2c9a1c62e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=979e4a89bfcb481a9143b5f5753f1b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8731391 Jul 08 01:33:32.361991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-ab680577-fb1a-4f2b-a00b-b3888d393c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:32.369744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37462) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:32.379203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-ab680577-fb1a-4f2b-a00b-b3888d393c18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2330297507ec4cfabcf93da0d56e8454&device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 1121 time: 0.8744159 Jul 08 01:33:32.416598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b4d01-aec9-4b2f-b2de-a8b4ac616520 req-caac944f-99f3-4b65-af96-7948ed15c02d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:32.442091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f19b4d01-aec9-4b2f-b2de-a8b4ac616520 req-caac944f-99f3-4b65-af96-7948ed15c02d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.5404084 Jul 08 01:33:32.552018 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-002d6dba-28e9-4dce-ba83-c40680df2296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.604319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.650155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.794791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Allocated IP 172.25.4.111 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/820c9876-1311-478a-af00-1e9d59100280) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:32.813543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-002d6dba-28e9-4dce-ba83-c40680df2296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.849095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cacc4-06f8-4a14-bc72-c9e2c9a1c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac1fb6a-e392-4dbf-b031-edb8c183fcd0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:32.873094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6f4589a-9a60-4497-b848-28c0930b432d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.892745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f19b4d01-aec9-4b2f-b2de-a8b4ac616520 req-d2974605-2b29-48c2-8fb2-48d23d39c5cb tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495945 Jul 08 01:33:32.901437 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6f4589a-9a60-4497-b848-28c0930b432d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:32.994891 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-002d6dba-28e9-4dce-ba83-c40680df2296 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cd56cc6d2ef491f930e5593e6ae65bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6844187 Jul 08 01:33:32.998371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d6dba-28e9-4dce-ba83-c40680df2296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ef7f4d-5d75-4292-aea9-ec2d58d91f37,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:33.014589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37470) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:33.015995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6f4589a-9a60-4497-b848-28c0930b432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:33.022010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6f4589a-9a60-4497-b848-28c0930b432d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:33.023508 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d6f4589a-9a60-4497-b848-28c0930b432d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ac1fb6a-e392-4dbf-b031-edb8c183fcd0 HTTP/1.1" status: 204 len: 168 time: 0.6527414 Jul 08 01:33:33.070277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4589a-9a60-4497-b848-28c0930b432d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac1fb6a-e392-4dbf-b031-edb8c183fcd0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:33.113210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-85cb2acf-1f4c-4f15-b054-42b75ebe11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:33.116620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-85cb2acf-1f4c-4f15-b054-42b75ebe11d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.7271590 Jul 08 01:33:33.165019 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6756e195-fbd8-4424-a4cb-4f153f60da03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:33.201236 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:33.374041 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6756e195-fbd8-4424-a4cb-4f153f60da03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:33.381067 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-3e695f05-a0e1-4370-8d90-36c339c754d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=7c945ed1-6b94-457e-a340-deeecdf45b66 HTTP/1.1" status: 200 len: 217 time: 0.1814568 Jul 08 01:33:33.539134 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f849bb9a-27f3-4392-90b3-df2c5ac2f9e6 req-72cdd1f6-0e98-4dd2-b3b1-2f1a3789533f service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232772 Jul 08 01:33:33.605722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-cdbb23a4-5561-4d1c-b93d-50271568828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:33.607389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-cdbb23a4-5561-4d1c-b93d-50271568828b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1872060 Jul 08 01:33:33.656138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3600a9-badf-409c-a7a5-01d3414ca293 None None] Network 0faf17d8-1546-4309-a780-d23af45b7667 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:33:33.663244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:33.672927 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6756e195-fbd8-4424-a4cb-4f153f60da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:33.675905 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6756e195-fbd8-4424-a4cb-4f153f60da03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:33.677365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6756e195-fbd8-4424-a4cb-4f153f60da03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69ef7f4d-5d75-4292-aea9-ec2d58d91f37 HTTP/1.1" status: 204 len: 168 time: 0.6598268 Jul 08 01:33:33.708138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756e195-fbd8-4424-a4cb-4f153f60da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ef7f4d-5d75-4292-aea9-ec2d58d91f37,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:33.745764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950cf3c-cb48-4c14-959e-d47537a52755 req-d6f545b4-a3de-497e-b0b8-af4b61f798ed tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:33.758605 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6950cf3c-cb48-4c14-959e-d47537a52755 req-d6f545b4-a3de-497e-b0b8-af4b61f798ed tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.2525063 Jul 08 01:33:33.826574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:33.848340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:33.863120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:33.880266 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6950cf3c-cb48-4c14-959e-d47537a52755 req-c45c547f-60ab-4d4d-a20d-894b856df5cb tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195138 Jul 08 01:33:33.910517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-63d8d545-e07c-437c-aabf-b8484ac08c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:33.912436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-63d8d545-e07c-437c-aabf-b8484ac08c91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2968378 Jul 08 01:33:34.024278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Pushing event updated for resources: {'Port': ['ID=820c9876-1311-478a-af00-1e9d59100280,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:34.105881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5285f061-3380-43fe-8841-15d8421b2ad5 None None] Provisioning for port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:34.149449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f9cee69b-1ee3-4fd2-aa69-552bb3a30acf up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:34.179374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-cd2013c5-eecd-45a7-b029-b49571d2defc service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331817 Jul 08 01:33:34.321855 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:34.396978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:34.402628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:34.403003 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:34.411158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85513-acab-4e27-83a1-868ec9aa13d9 req-905d81f1-9198-42d5-83f8-3d419cb7885a tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:34.413087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9b85513-acab-4e27-83a1-868ec9aa13d9 req-905d81f1-9198-42d5-83f8-3d419cb7885a tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.2286317 Jul 08 01:33:34.508001 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:34.553085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f9cee69b-1ee3-4fd2-aa69-552bb3a30acf,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:34.561101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:34.650668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf77564a-b472-4e21-854b-8659a9f3f0ae req-bfbfce09-1f48-4981-9e46-c76c218776bf service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633315 Jul 08 01:33:34.663386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9b85513-acab-4e27-83a1-868ec9aa13d9 req-2217cd08-86db-4e38-a7af-c6e6470a0ba8 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113101 Jul 08 01:33:34.672489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=f9cee69b-1ee3-4fd2-aa69-552bb3a30acf,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:34.766565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:34.902901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37512) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:34.926478 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc9c013d-a172-49f2-b266-23c95592b965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:34.991639 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7c35bd1f-f5e0-4e4f-a69c-7df65b4150e7 None None] Provisioning complete for port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:34.995216 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c35bd1f-f5e0-4e4f-a69c-7df65b4150e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:35.110150 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc9c013d-a172-49f2-b266-23c95592b965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:35.126651 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc9c013d-a172-49f2-b266-23c95592b965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:35.307459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c013d-a172-49f2-b266-23c95592b965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c34f020-ee17-4389-9940-c3d62c5ab95a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:35.317827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bc9c013d-a172-49f2-b266-23c95592b965 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcd39577f7d44575bfdb2b267409a857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137449 Jul 08 01:33:35.320442 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:35.422463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15557174-71b6-4e48-ad31-0697a1498aa7 req-5e572195-f5e4-4a97-a699-90263ed80386 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:35.423816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15557174-71b6-4e48-ad31-0697a1498aa7 req-5e572195-f5e4-4a97-a699-90263ed80386 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.2412503 Jul 08 01:33:35.427113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:35.445948 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92948b85-275b-41dc-b8e1-efd72e8f17ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:35.487337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15557174-71b6-4e48-ad31-0697a1498aa7 req-0b0944b8-5303-46f3-88ce-0757a928c98e tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545051 Jul 08 01:33:35.497409 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92948b85-275b-41dc-b8e1-efd72e8f17ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:35.570869 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92948b85-275b-41dc-b8e1-efd72e8f17ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:35.574701 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92948b85-275b-41dc-b8e1-efd72e8f17ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:35.577167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-92948b85-275b-41dc-b8e1-efd72e8f17ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c34f020-ee17-4389-9940-c3d62c5ab95a HTTP/1.1" status: 204 len: 168 time: 0.2559664 Jul 08 01:33:35.608107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92948b85-275b-41dc-b8e1-efd72e8f17ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c34f020-ee17-4389-9940-c3d62c5ab95a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:35.981563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Router 923d3fbf-e636-4b14-b2a1-fce0662d69ee is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:33:36.035858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f9cee69b-1ee3-4fd2-aa69-552bb3a30acf up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:36.044866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e93271-7f99-46eb-a336-291beb5203cb req-0c37a631-0a80-4581-b801-3199e00841b8 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:36.046567 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1e93271-7f99-46eb-a336-291beb5203cb req-0c37a631-0a80-4581-b801-3199e00841b8 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.1301696 Jul 08 01:33:36.171944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1e93271-7f99-46eb-a336-291beb5203cb req-449269ba-785e-48f2-b14c-8e360eb92975 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150224 Jul 08 01:33:36.198088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:36.199500 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:36.248390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:33:36.272992 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Sync routers for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:33:36.281202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:36.282810 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4cb577b7-bce8-4c1d-b7c5-e106de683f35 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.0713410 Jul 08 01:33:36.285661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37550) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:36.288744 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:36.289591 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:33:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:36.575963 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:36.970525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08670040-df59-4759-89f1-a5930cf4664e req-cc958c34-9c75-4281-b4ae-8171c752a999 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:36.972096 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:34Z', 'revision_number': 3, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:36.987107 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08670040-df59-4759-89f1-a5930cf4664e req-cc958c34-9c75-4281-b4ae-8171c752a999 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.1657274 Jul 08 01:33:37.056793 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Checking router: 923d3fbf-e636-4b14-b2a1-fce0662d69ee for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:33:37.058711 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Updating router 923d3fbf-e636-4b14-b2a1-fce0662d69ee port 820c9876-1311-478a-af00-1e9d59100280 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:33:37.093779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08670040-df59-4759-89f1-a5930cf4664e req-4f4de6c5-2dd1-441f-b9f0-747b1e44e683 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053691 Jul 08 01:33:37.145742 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:37.283004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:37.576571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89427dbe-b575-4b4f-97a6-91bfbecfb365 req-68c00a25-2323-4798-8f9e-7bf12648c63f tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:37.583623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89427dbe-b575-4b4f-97a6-91bfbecfb365 req-68c00a25-2323-4798-8f9e-7bf12648c63f tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.1733191 Jul 08 01:33:37.597213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Allocated IP 172.20.0.1 (0faf17d8-1546-4309-a780-d23af45b7667/47a01b1f-a2b0-45e2-95b6-dc33b2c4a075/6650912b-a141-4d04-8c0f-f2dd45029384) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:37.683886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89427dbe-b575-4b4f-97a6-91bfbecfb365 req-0009d717-66d8-4599-9356-221331694e84 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954812 Jul 08 01:33:37.736611 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:37.748884 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:37.761457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Transition to ACTIVE for port object 6650912b-a141-4d04-8c0f-f2dd45029384 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:37.768274 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Transition to ACTIVE for port object 820c9876-1311-478a-af00-1e9d59100280 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:37.786432 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:37.839500 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:37.975966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Network 0faf17d8-1546-4309-a780-d23af45b7667 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:37.985316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:37.986697 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Pushing event updated for resources: {'Port': ['ID=820c9876-1311-478a-af00-1e9d59100280,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:37.989215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:37.989956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:37.998263 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Attempting to bind port 820c9876-1311-478a-af00-1e9d59100280 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:38.005080 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Attempting to bind port 820c9876-1311-478a-af00-1e9d59100280 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:38.005695 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Attempting to bind port 820c9876-1311-478a-af00-1e9d59100280 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:38.015819 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:38.028957 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:38.029955 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:38.030695 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:38.031409 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Bound port: 820c9876-1311-478a-af00-1e9d59100280, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:38.032970 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:38.035873 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.036680 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.038652 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.039399 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.041818 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.042468 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.043070 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.043695 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.045175 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.045721 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.047179 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.048000 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Tracked resource versions report: Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: pushed versions: Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: { 'AddressGroup': {'1.2'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'ConntrackHelper': {'1.0'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'Log': {'1.0'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'Network': {'1.1'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'Port': {'1.7'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'PortForwarding': {'1.2'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'QosPolicy': {'1.8'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'SecurityGroup': {'1.4'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'SecurityGroupRule': {'1.2'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'SubPort': {'1.0'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'Subnet': {'1.1'}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'Trunk': {'1.1'}} Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: consumer versions: Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: { DHCP agent@n-d-694802-14: {}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: HyperV agent@n-h1-694802-14: {}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: HyperV agent@n-h2-694802-14: {}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: L3 agent@n-d-694802-14: {}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: Metadata agent@n-d-694802-14: {}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: Metering agent@n-d-694802-14: {}, Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: Open vSwitch agent@n-d-694802-14: { 'AddressGroup': '1.2', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'ConntrackHelper': '1.0', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'Log': '1.0', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'Network': '1.1', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'Port': '1.7', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'PortForwarding': '1.2', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'QosPolicy': '1.8', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'SecurityGroup': '1.4', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'SecurityGroupRule': '1.2', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'SubPort': '1.0', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'Subnet': '1.1', Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: 'Trunk': '1.1'}} Jul 08 01:33:38.051542 n-d-694802-14 neutron-server[93886]: {{(pid=93886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 01:33:38.168787 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] For port 820c9876-1311-478a-af00-1e9d59100280, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:38.171040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=6650912b-a141-4d04-8c0f-f2dd45029384,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:38.190377 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] For port 820c9876-1311-478a-af00-1e9d59100280, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=820c9876-1311-478a-af00-1e9d59100280,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:38.202600 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:38.355494 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:38.359796 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:33:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:38.456101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:38.513574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a5dbb30a-df47-4a22-86ed-93cea4bd0201 None None] Provisioning for port 6650912b-a141-4d04-8c0f-f2dd45029384 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:38.527475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a5dbb30a-df47-4a22-86ed-93cea4bd0201 None None] Provisioning complete for port 6650912b-a141-4d04-8c0f-f2dd45029384 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:38.527854 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb30a-df47-4a22-86ed-93cea4bd0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:38.551793 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e3dde-2868-447e-9d6f-fb5186bd1c6a None None] Pushing event updated for resources: {'Port': ['ID=820c9876-1311-478a-af00-1e9d59100280,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:38.599085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4430ea-47da-405d-8f59-6f429c61bf3e req-ca731db4-1802-41d3-891c-45b56a5abe78 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:38.610573 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d4430ea-47da-405d-8f59-6f429c61bf3e req-ca731db4-1802-41d3-891c-45b56a5abe78 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.1789641 Jul 08 01:33:38.633185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:38.704347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbb30a-df47-4a22-86ed-93cea4bd0201 None None] Port 6650912b-a141-4d04-8c0f-f2dd45029384 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:38.712939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d4430ea-47da-405d-8f59-6f429c61bf3e req-0968c728-c88f-47c1-9137-97ed3250e0ca tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999112 Jul 08 01:33:38.756370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37612) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:38.788358 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:39.117582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e296593-e39c-4871-9677-ce49d5d5f98e req-9c050e48-1653-4463-bf48-625669fc8323 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:39.131377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e296593-e39c-4871-9677-ce49d5d5f98e req-9c050e48-1653-4463-bf48-625669fc8323 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.1788716 Jul 08 01:33:39.256586 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e296593-e39c-4871-9677-ce49d5d5f98e req-c114c83c-f496-4c3b-b733-8db9e43a06f3 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242580 Jul 08 01:33:39.264282 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:39.279076 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:39.279932 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:39.458587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=6650912b-a141-4d04-8c0f-f2dd45029384,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:39.475758 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:34Z', 'revision_number': 3, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:39.515819 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5d42b-ab84-4864-9eb9-cc54f1dc5eaf None None] The sync data for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 is: [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:34Z', 'revision_number': 3, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:33:39.610043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfe41564-3429-4850-8404-6649d7f31f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:39.667099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Network 0faf17d8-1546-4309-a780-d23af45b7667 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:39.667099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:40.152427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5a1af1ca-c8ca-4c76-8d4e-459cb10e83e4 None None] Provisioning complete for port 6650912b-a141-4d04-8c0f-f2dd45029384 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:40.154774 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a1af1ca-c8ca-4c76-8d4e-459cb10e83e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:40.161673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce843268-d3ae-4179-87b3-22e5a4a15cdc req-7928bc9e-3d59-4bc0-9854-7a307e27cc89 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:40.172291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce843268-d3ae-4179-87b3-22e5a4a15cdc req-7928bc9e-3d59-4bc0-9854-7a307e27cc89 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.1961050 Jul 08 01:33:40.230990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce843268-d3ae-4179-87b3-22e5a4a15cdc req-0661a5a8-e42a-47ec-919b-e14d481da482 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573249 Jul 08 01:33:40.245280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfe41564-3429-4850-8404-6649d7f31f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:40.247431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Router 923d3fbf-e636-4b14-b2a1-fce0662d69ee has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:33:40.261219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5a1af1ca-c8ca-4c76-8d4e-459cb10e83e4 None None] Port 6650912b-a141-4d04-8c0f-f2dd45029384 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:40.263220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bfe41564-3429-4850-8404-6649d7f31f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:40.314227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe41564-3429-4850-8404-6649d7f31f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e32d178-2031-40f3-b761-9c5c8347b7c1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:40.395499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37634) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:40.395949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bfe41564-3429-4850-8404-6649d7f31f59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b16fd85916c49f98137b7a030cec554&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6310432 Jul 08 01:33:40.485135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:33:40.500889 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9f93543e-76e7-4cba-8c78-8f1f17e00fb2 admin admin] 10.222.0.41 "PUT /v2.0/routers/923d3fbf-e636-4b14-b2a1-fce0662d69ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2140121 Jul 08 01:33:40.505541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e346de1-c74d-456c-99b1-ae54ee821141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:40.532447 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaf5c7-9845-4237-a446-ee2fbff7e67e req-88fa7975-632f-414a-b484-4350b712391a tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:40.534030 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-daeaf5c7-9845-4237-a446-ee2fbff7e67e req-88fa7975-632f-414a-b484-4350b712391a tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.1428542 Jul 08 01:33:40.545989 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e346de1-c74d-456c-99b1-ae54ee821141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:40.611813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-daeaf5c7-9845-4237-a446-ee2fbff7e67e req-9fc1541f-7c99-45cd-b16b-b852155eed30 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680196 Jul 08 01:33:40.639654 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e346de1-c74d-456c-99b1-ae54ee821141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:40.642792 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e346de1-c74d-456c-99b1-ae54ee821141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:40.644193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7e346de1-c74d-456c-99b1-ae54ee821141 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e32d178-2031-40f3-b761-9c5c8347b7c1 HTTP/1.1" status: 204 len: 168 time: 0.2476485 Jul 08 01:33:40.653855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e346de1-c74d-456c-99b1-ae54ee821141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e32d178-2031-40f3-b761-9c5c8347b7c1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:40.788614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37648) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:41.040427 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68141055-8123-4c2e-b4a0-e812ea4c5526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.116263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:41.134295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eb58dc6-3b00-454e-b461-325076e5989a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.148449 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68141055-8123-4c2e-b4a0-e812ea4c5526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.153575 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68141055-8123-4c2e-b4a0-e812ea4c5526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.196750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-68141055-8123-4c2e-b4a0-e812ea4c5526 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=063395f53a0f4069a3ddfd9aa1ece780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4049895 Jul 08 01:33:41.197514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:41.198165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68141055-8123-4c2e-b4a0-e812ea4c5526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8501a16c-d438-4d23-9602-109b448fca7f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:41.265413 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ec8a794-bfee-4706-b247-a9e563a5b149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.288207 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eb58dc6-3b00-454e-b461-325076e5989a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.301079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ec8a794-bfee-4706-b247-a9e563a5b149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.303424 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eb58dc6-3b00-454e-b461-325076e5989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.347143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37668) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:41.353920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-network', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:41.364231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb58dc6-3b00-454e-b461-325076e5989a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6ef16c-3850-493f-b79f-7a1db4c8c3a5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:41.372185 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7eb58dc6-3b00-454e-b461-325076e5989a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d865171c337440cfa6f1fe500b0e3841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522120 Jul 08 01:33:41.372614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37670) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:41.416041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Made reservation on behalf of e0fbc544aeba4d30912938f11f5f110f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:41.418528 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.425502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9e81-4983-4492-8723-5fb179f53b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.428209 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ec8a794-bfee-4706-b247-a9e563a5b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.431344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ec8a794-bfee-4706-b247-a9e563a5b149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.432521 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5ec8a794-bfee-4706-b247-a9e563a5b149 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8501a16c-d438-4d23-9602-109b448fca7f HTTP/1.1" status: 204 len: 168 time: 0.2314425 Jul 08 01:33:41.437135 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.452217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8a794-bfee-4706-b247-a9e563a5b149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8501a16c-d438-4d23-9602-109b448fca7f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:41.461356 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9e81-4983-4492-8723-5fb179f53b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.507000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499535b-f8d4-4562-a816-09e3942ea2ee req-e252babe-5e34-4e3a-a0bc-9531763a7751 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:41.509295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d499535b-f8d4-4562-a816-09e3942ea2ee req-e252babe-5e34-4e3a-a0bc-9531763a7751 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.1282625 Jul 08 01:33:41.539210 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9e81-4983-4492-8723-5fb179f53b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.544085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbbd9e81-4983-4492-8723-5fb179f53b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.550853 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bbbd9e81-4983-4492-8723-5fb179f53b99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa6ef16c-3850-493f-b79f-7a1db4c8c3a5 HTTP/1.1" status: 204 len: 168 time: 0.1767032 Jul 08 01:33:41.563377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd9e81-4983-4492-8723-5fb179f53b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6ef16c-3850-493f-b79f-7a1db4c8c3a5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:41.577756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d499535b-f8d4-4562-a816-09e3942ea2ee req-556d2a5c-8ffd-4e2d-a6d1-c70dc651c6be tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617883 Jul 08 01:33:41.601554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.614586 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.637060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:33:41.654720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f9eb2f-78d3-4a7b-a3d0-0ccb5490dcae,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:41.665123 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.665563 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Added segment ae18ca97-4426-4c68-90c1-90d312bc8a96 of type vlan for network 11d09976-8caa-490d-a132-c0f93760b25a Jul 08 01:33:41.708222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Sync routers for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:33:41.717144 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.736576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:41.739468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:33:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:41.754554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.756189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:41.756839 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.861355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37680) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:41.861487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5130565 Jul 08 01:33:41.868570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Request body: {'subnet': {'network_id': '11d09976-8caa-490d-a132-c0f93760b25a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-subnet', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:41.874041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b56764-7a30-4b4a-b1e8-fd009c5156e2 admin admin] Pushing event updated for resources: {'Network': ['ID=11d09976-8caa-490d-a132-c0f93760b25a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:41.908901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37682) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:41.912523 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 11d09976-8caa-490d-a132-c0f93760b25a details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:33:41.912909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04381f22-93c9-410b-815c-848ca22e7b2b req-5da2c4e5-7860-4946-9352-5d5ebcdeea84 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:41.914512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04381f22-93c9-410b-815c-848ca22e7b2b req-5da2c4e5-7860-4946-9352-5d5ebcdeea84 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.1358905 Jul 08 01:33:41.918262 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:41.936093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Made reservation on behalf of e0fbc544aeba4d30912938f11f5f110f for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:41.938456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.956125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-923e48ec-fea1-424d-8576-b9b081bd250e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:41.976139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04381f22-93c9-410b-815c-848ca22e7b2b req-922eee63-e9e6-46ef-89ac-ce05aace50fa tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538924 Jul 08 01:33:42.021758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 820c9876-1311-478a-af00-1e9d59100280 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:42.203199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.290945 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-923e48ec-fea1-424d-8576-b9b081bd250e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.296888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Checking segment: {'id': 'ae18ca97-4426-4c68-90c1-90d312bc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:42.297499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Network hostable DHCP agents. Network: 11d09976-8caa-490d-a132-c0f93760b25a, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:33:42.297800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 820c9876-1311-478a-af00-1e9d59100280 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:42.301205 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-923e48ec-fea1-424d-8576-b9b081bd250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.303423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a2144b-b444-4a9a-9bfa-0829c404265b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:42.307756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 820c9876-1311-478a-af00-1e9d59100280 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:42.308132 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.355592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Network 11d09976-8caa-490d-a132-c0f93760b25a is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:33:42.361668 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-923e48ec-fea1-424d-8576-b9b081bd250e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbdd605492024176b9ea1790f45b0e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507182 Jul 08 01:33:42.364768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e48ec-fea1-424d-8576-b9b081bd250e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a88d39-7188-4e25-a928-47a8dfacafe7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:42.365060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:42.382733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 11d09976-8caa-490d-a132-c0f93760b25a) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:42.390460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:42.391444 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.410626 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-27f0eaac-6ce7-4aa6-aa66-c65ca94c1fee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5480144 Jul 08 01:33:42.411361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37700) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:42.411775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb339e-499f-49b0-9156-56833d886eec None None] Network 11d09976-8caa-490d-a132-c0f93760b25a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:33:42.417926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-router', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:42.440898 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.442198 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.463097 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb1b689f-be29-48b7-945a-c5aa5382dca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.493238 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb1b689f-be29-48b7-945a-c5aa5382dca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.510204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.554710 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb1b689f-be29-48b7-945a-c5aa5382dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.560008 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb1b689f-be29-48b7-945a-c5aa5382dca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.561707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fb1b689f-be29-48b7-945a-c5aa5382dca8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6a88d39-7188-4e25-a928-47a8dfacafe7 HTTP/1.1" status: 204 len: 168 time: 0.1951723 Jul 08 01:33:42.567544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 2, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:42.571977 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.582934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b689f-be29-48b7-945a-c5aa5382dca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a88d39-7188-4e25-a928-47a8dfacafe7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:42.626767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:42.634180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-11d09976-8caa-490d-a132-c0f93760b25a', 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'fixed_ips': [{'subnet_id': '60a2144b-b444-4a9a-9bfa-0829c404265b'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:33:42.640450 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.647704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 820c9876-1311-478a-af00-1e9d59100280, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=820c9876-1311-478a-af00-1e9d59100280,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:42.659633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Checking router: 923d3fbf-e636-4b14-b2a1-fce0662d69ee for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:33:42.660232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Updating router 923d3fbf-e636-4b14-b2a1-fce0662d69ee port 6650912b-a141-4d04-8c0f-f2dd45029384 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:33:42.672116 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.731943 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.744186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=820c9876-1311-478a-af00-1e9d59100280,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:42.817196 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:42.839544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c1c77-b868-4bc4-af26-0eb73248c563 req-5657f765-8a10-47d5-b672-d32ec84ce161 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:42.847059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a21c1c77-b868-4bc4-af26-0eb73248c563 req-5657f765-8a10-47d5-b672-d32ec84ce161 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.1049752 Jul 08 01:33:42.928965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a21c1c77-b868-4bc4-af26-0eb73248c563 req-497ee307-e7b0-4757-9596-4e634e225506 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810046 Jul 08 01:33:42.980821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-339325496-network', 'tenant_id': '9d10d97078d24fc1bc49f14722735d6d'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:42.996907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Allocated IP 172.20.0.2 (11d09976-8caa-490d-a132-c0f93760b25a/60a2144b-b444-4a9a-9bfa-0829c404265b/b2b34958-8d4a-432e-b9db-930fcc86ec39) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:43.017835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Made reservation on behalf of 9d10d97078d24fc1bc49f14722735d6d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:43.023361 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.038711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.065194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.085699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.238554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Allocated IP 172.25.4.97 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/6abcf228-dc64-43bf-b5e1-74ea71da2b2f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:43.267281 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.272813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.302237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec41903-a555-4340-8701-30685409ed26 req-7e627102-dabd-4003-b712-c64537ce05ad tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:43.308604 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.310576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fec41903-a555-4340-8701-30685409ed26 req-7e627102-dabd-4003-b712-c64537ce05ad tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.1522810 Jul 08 01:33:43.317394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:33:43.318604 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Transition to ACTIVE for port object b2b34958-8d4a-432e-b9db-930fcc86ec39 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:43.342547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Transition to ACTIVE for port object b2b34958-8d4a-432e-b9db-930fcc86ec39 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:43.356044 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.356479 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Added segment 30b09cd1-2d71-4392-b1d9-3ce3f400d2f7 of type vlan for network 767b6759-e4c7-45ff-9888-230faa276961 Jul 08 01:33:43.357972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b2a97e-749e-4721-8f70-5407561a154b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:43.376803 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.390012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.396572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Transition to ACTIVE for port object 6650912b-a141-4d04-8c0f-f2dd45029384 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:43.410219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.422075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fec41903-a555-4340-8701-30685409ed26 req-ec389bb4-a628-43e3-b993-0e0ec2ad614c tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090741 Jul 08 01:33:43.429001 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.449126 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.463474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Network 11d09976-8caa-490d-a132-c0f93760b25a is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:43.471487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:43.474572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:43.475249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.476615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Pushing event updated for resources: {'Port': ['ID=b2b34958-8d4a-432e-b9db-930fcc86ec39,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:43.488973 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.489838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:43.491890 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.534937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:43.541379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:43.543918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:43.581522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9531560 Jul 08 01:33:43.585062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37734) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:43.600566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Request body: {'subnet': {'network_id': '767b6759-e4c7-45ff-9888-230faa276961', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-339325496-subnet', 'tenant_id': '9d10d97078d24fc1bc49f14722735d6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:43.626706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3c012-13d5-469f-86e3-1795533942c4 admin admin] Pushing event updated for resources: {'Network': ['ID=767b6759-e4c7-45ff-9888-230faa276961,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:43.646737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54070d6a-b363-4ed2-8d56-fa348b28bfee None None] Pushing event updated for resources: {'Port': ['ID=6650912b-a141-4d04-8c0f-f2dd45029384,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:43.647242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Pushing event updated for resources: {'Port': ['ID=6abcf228-dc64-43bf-b5e1-74ea71da2b2f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:43.650163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Made reservation on behalf of 9d10d97078d24fc1bc49f14722735d6d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:43.655350 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.668235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 767b6759-e4c7-45ff-9888-230faa276961 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:33:43.742827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Attempting to bind port b2b34958-8d4a-432e-b9db-930fcc86ec39 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:43.743313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Attempting to bind port b2b34958-8d4a-432e-b9db-930fcc86ec39 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ae18ca97-4426-4c68-90c1-90d312bc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:43.743684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Attempting to bind port b2b34958-8d4a-432e-b9db-930fcc86ec39 on network 11d09976-8caa-490d-a132-c0f93760b25a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:43.757793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Attempting to bind port 6650912b-a141-4d04-8c0f-f2dd45029384 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:43.758510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Attempting to bind port 6650912b-a141-4d04-8c0f-f2dd45029384 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:43.758672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Attempting to bind port 6650912b-a141-4d04-8c0f-f2dd45029384 on network 0faf17d8-1546-4309-a780-d23af45b7667 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:43.763317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:43.768524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Checking segment: {'id': 'ae18ca97-4426-4c68-90c1-90d312bc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:43.768941 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.769342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Bound using segment: {'id': 'ae18ca97-4426-4c68-90c1-90d312bc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:43.769847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Bound port: b2b34958-8d4a-432e-b9db-930fcc86ec39, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae18ca97-4426-4c68-90c1-90d312bc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:43.770353 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.798353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:43.798731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Checking segment: {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:43.799134 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.799532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Bound using segment: {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:43.800338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Bound port: 6650912b-a141-4d04-8c0f-f2dd45029384, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:43.800475 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.824070 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.886190 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.927227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] For port b2b34958-8d4a-432e-b9db-930fcc86ec39, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:43.932530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] For port b2b34958-8d4a-432e-b9db-930fcc86ec39, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b2b34958-8d4a-432e-b9db-930fcc86ec39,segment=NetworkSegment(ae18ca97-4426-4c68-90c1-90d312bc8a96),segment_id=ae18ca97-4426-4c68-90c1-90d312bc8a96)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:43.942872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] For port 6650912b-a141-4d04-8c0f-f2dd45029384, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:43.948669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] For port 6650912b-a141-4d04-8c0f-f2dd45029384, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6650912b-a141-4d04-8c0f-f2dd45029384,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:43.950307 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:43.965641 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:43.966143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Network hostable DHCP agents. Network: 767b6759-e4c7-45ff-9888-230faa276961, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:33:43.982047 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:44.001213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:44.004165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Network 767b6759-e4c7-45ff-9888-230faa276961 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:33:44.049601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 820c9876-1311-478a-af00-1e9d59100280 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:44.060130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 767b6759-e4c7-45ff-9888-230faa276961) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:44.072211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:44.075124 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:44.092985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d0223-5a60-4348-a447-e6c33c5144b6 None None] Pushing event updated for resources: {'Port': ['ID=b2b34958-8d4a-432e-b9db-930fcc86ec39,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:44.096665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d240fd5-2293-4415-9974-dadcf922ebd0 None None] Network 767b6759-e4c7-45ff-9888-230faa276961 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:33:44.098232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a01ebe99-d6ff-4b65-b64a-b21499ae21bf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5069134 Jul 08 01:33:44.145289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:44.145887 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:44.146006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:33:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:44.311551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b37fb0-4d15-4cbf-bac1-d9cc776406ac req-e561091e-d9e1-4ae1-870a-a57f38cfccac tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:44.320643 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62b37fb0-4d15-4cbf-bac1-d9cc776406ac req-e561091e-d9e1-4ae1-870a-a57f38cfccac tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.1421294 Jul 08 01:33:44.495770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Router cecefebb-3182-4c37-a846-aa4d6be3cd99 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:33:44.500975 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62b37fb0-4d15-4cbf-bac1-d9cc776406ac req-2b12aaa5-94d1-4cd8-b711-cf5d025200f5 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787789 Jul 08 01:33:44.658472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54070d6a-b363-4ed2-8d56-fa348b28bfee None None] Pushing event updated for resources: {'Port': ['ID=6650912b-a141-4d04-8c0f-f2dd45029384,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:44.687644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 820c9876-1311-478a-af00-1e9d59100280 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:44.688332 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:44.694322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812bbf8-5210-4f1c-8f5e-826961d682f8 req-262f145f-d1c4-42f6-92ec-7b733dbbf6c8 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:44.705224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a812bbf8-5210-4f1c-8f5e-826961d682f8 req-262f145f-d1c4-42f6-92ec-7b733dbbf6c8 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 948 time: 0.0989816 Jul 08 01:33:44.725008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:33:44.738326 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Sync routers for ids ['cecefebb-3182-4c37-a846-aa4d6be3cd99'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:33:44.743131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7c945ed1-6b94-457e-a340-deeecdf45b66 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:33:44.751803 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:44.759089 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e9923a66-85d6-4106-8ff8-a277d51a7f02 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.3437188 Jul 08 01:33:44.759486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37764) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:44.761628 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Routers {'cecefebb-3182-4c37-a846-aa4d6be3cd99'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:44.762366 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:33:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['cecefebb-3182-4c37-a846-aa4d6be3cd99'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:44.811282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a812bbf8-5210-4f1c-8f5e-826961d682f8 req-716dc78b-33d9-42b0-bb97-880fd9c792bc tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049480 Jul 08 01:33:44.815735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:44.886783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50263ccd-79d4-491d-ab7b-a6fdf4963470 None None] Network 767b6759-e4c7-45ff-9888-230faa276961 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:33:45.012815 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Set router cecefebb-3182-4c37-a846-aa4d6be3cd99 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:45.106180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37776) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:45.111147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1778817429-network', 'tenant_id': 'f4efd83f7e3c4a8a9fea990acd228db8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:45.164619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Made reservation on behalf of f4efd83f7e3c4a8a9fea990acd228db8 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:45.167843 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.186561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 47b33d5f-f056-43ad-9d53-a2e077d9939f details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:33:45.200152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.342267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 47b33d5f-f056-43ad-9d53-a2e077d9939f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=47b33d5f-f056-43ad-9d53-a2e077d9939f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:45.365713 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.366121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '47b33d5f-f056-43ad-9d53-a2e077d9939f', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '47b33d5f-f056-43ad-9d53-a2e077d9939f', 'mac_address': 'fa:16:3e:72:45:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:33:45.374211 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.421483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:33:45.421722 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-router', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:42Z', 'updated_at': '2021-07-08T01:33:43Z', 'revision_number': 3, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'gw_port': {'id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:43Z', 'updated_at': '2021-07-08T01:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:45.455894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:45.460081 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.460452 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Added segment 1b49a7db-3251-4f1e-8652-7ce8fb32423e of type vlan for network 06673f90-44f3-4cd5-adbd-c0d95ce84b04 Jul 08 01:33:45.466711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babb1e2c-a858-4127-a6d8-ecb62a3d3b66,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:45.475691 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Checking router: cecefebb-3182-4c37-a846-aa4d6be3cd99 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:33:45.475691 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Updating router cecefebb-3182-4c37-a846-aa4d6be3cd99 port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:33:45.538526 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.561471 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.585084 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.587975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:45.589309 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.659375 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.661760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.671374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59feaa93-bfba-45c8-aa6a-9cc7d1e3903c None None] Network 11d09976-8caa-490d-a132-c0f93760b25a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:33:45.687803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5803089 Jul 08 01:33:45.691297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37786) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:45.694056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff49707-805e-4039-8bce-e9d245bbd369 admin admin] Pushing event updated for resources: {'Network': ['ID=06673f90-44f3-4cd5-adbd-c0d95ce84b04,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:45.699055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Request body: {'subnet': {'network_id': '06673f90-44f3-4cd5-adbd-c0d95ce84b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1778817429-subnet', 'tenant_id': 'f4efd83f7e3c4a8a9fea990acd228db8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:45.750494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 06673f90-44f3-4cd5-adbd-c0d95ce84b04 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:33:45.782820 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de0c4f1f-4332-4ab9-80c1-18a6b1cbc57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.801672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Made reservation on behalf of f4efd83f7e3c4a8a9fea990acd228db8 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:45.804709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.875282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7c945ed1-6b94-457e-a340-deeecdf45b66, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7c945ed1-6b94-457e-a340-deeecdf45b66,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:45.887616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8503416-af32-42d6-ac78-63b8e11211b3 req-c07242eb-c641-460d-aa02-596c80eb99da tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:45.892844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8503416-af32-42d6-ac78-63b8e11211b3 req-c07242eb-c641-460d-aa02-596c80eb99da tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 969 time: 0.1803896 Jul 08 01:33:45.919401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b33d5f-f056-43ad-9d53-a2e077d9939f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:45.944102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 47b33d5f-f056-43ad-9d53-a2e077d9939f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=47b33d5f-f056-43ad-9d53-a2e077d9939f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:45.945280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8f3116f3-6a2f-417b-8b56-46af2e40e696 None None] Provisioning for port b2b34958-8d4a-432e-b9db-930fcc86ec39 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:45.991653 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:45.993673 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.004162 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Transition to ACTIVE for port object 6abcf228-dc64-43bf-b5e1-74ea71da2b2f will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:46.012750 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.038143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '7c945ed1-6b94-457e-a340-deeecdf45b66', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '7c945ed1-6b94-457e-a340-deeecdf45b66', 'mac_address': 'fa:16:3e:43:b4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-495204118', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:33:46.049248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8503416-af32-42d6-ac78-63b8e11211b3 req-bb89781b-7bdc-416a-84a9-f4d25f3a56bc tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463010 Jul 08 01:33:46.077437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b2b34958-8d4a-432e-b9db-930fcc86ec39 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:46.092500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Allocated IP 172.20.0.1 (11d09976-8caa-490d-a132-c0f93760b25a/60a2144b-b444-4a9a-9bfa-0829c404265b/e27b12a7-39b8-4bc0-b091-29481d4e7c01) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:46.098834 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de0c4f1f-4332-4ab9-80c1-18a6b1cbc57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.117996 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de0c4f1f-4332-4ab9-80c1-18a6b1cbc57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.119407 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f657c-292b-445b-84bd-3a3f8a6ee09e None None] Pushing event updated for resources: {'Port': ['ID=6abcf228-dc64-43bf-b5e1-74ea71da2b2f,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:46.132274 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Attempting to bind port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:46.132918 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Attempting to bind port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:46.134719 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Attempting to bind port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:46.141261 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:46.142702 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:46.143209 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.143721 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:46.144466 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Bound port: 6abcf228-dc64-43bf-b5e1-74ea71da2b2f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:46.145226 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.165839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:43Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:46.201210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-de0c4f1f-4332-4ab9-80c1-18a6b1cbc57e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cf1a2ea655c46f4a8766252584a60a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7431188 Jul 08 01:33:46.201924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:46.213164 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] For port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:46.217055 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] For port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6abcf228-dc64-43bf-b5e1-74ea71da2b2f,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:46.227837 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.245951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c4f1f-4332-4ab9-80c1-18a6b1cbc57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80779ba9-c174-46ed-9dd6-df5f362ea74d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:46.251635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5b85d-d94e-408c-a71e-0b7addad2c64 None None] The sync data for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 is: [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:43Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:33:46.266572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.305021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b2b34958-8d4a-432e-b9db-930fcc86ec39 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:46.309664 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.311837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=47b33d5f-f056-43ad-9d53-a2e077d9939f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:46.317675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997898b2-53a7-4fc1-b822-2d8e983ec0a0,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:46.341945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad3c1-0dcc-4ba4-9d84-ce2a771d93d6 req-36a5761c-a2ec-4275-b1ca-3f120e463228 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:46.342749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e20ad3c1-0dcc-4ba4-9d84-ce2a771d93d6 req-36a5761c-a2ec-4275-b1ca-3f120e463228 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 949 time: 0.2429979 Jul 08 01:33:46.375825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.378061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b2b34958-8d4a-432e-b9db-930fcc86ec39 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:46.378367 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f657c-292b-445b-84bd-3a3f8a6ee09e None None] Pushing event updated for resources: {'Port': ['ID=6abcf228-dc64-43bf-b5e1-74ea71da2b2f,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:46.378900 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.401608 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89439bee-4b17-4a00-8618-6734ca6c3f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.411433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Transition to ACTIVE for port object e27b12a7-39b8-4bc0-b091-29481d4e7c01 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:46.431539 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Routers {'cecefebb-3182-4c37-a846-aa4d6be3cd99'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:46.433711 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:33:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['cecefebb-3182-4c37-a846-aa4d6be3cd99'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:46.439189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Checking segment: {'id': '1b49a7db-3251-4f1e-8652-7ce8fb32423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '06673f90-44f3-4cd5-adbd-c0d95ce84b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:46.439873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Network hostable DHCP agents. Network: 06673f90-44f3-4cd5-adbd-c0d95ce84b04, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:33:46.447818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89439bee-4b17-4a00-8618-6734ca6c3f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.452965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e20ad3c1-0dcc-4ba4-9d84-ce2a771d93d6 req-b028166a-530d-468f-833c-740a08411ec6 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981145 Jul 08 01:33:46.473013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c945ed1-6b94-457e-a340-deeecdf45b66 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:46.489817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Network 06673f90-44f3-4cd5-adbd-c0d95ce84b04 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:33:46.513214 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.534209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 06673f90-44f3-4cd5-adbd-c0d95ce84b04) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:46.535281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['47b33d5f-f056-43ad-9d53-a2e077d9939f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:33:46.552627 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89439bee-4b17-4a00-8618-6734ca6c3f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.556195 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89439bee-4b17-4a00-8618-6734ca6c3f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.561008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-89439bee-4b17-4a00-8618-6734ca6c3f89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80779ba9-c174-46ed-9dd6-df5f362ea74d HTTP/1.1" status: 204 len: 168 time: 0.3540037 Jul 08 01:33:46.565661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:46.566632 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.576660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89439bee-4b17-4a00-8618-6734ca6c3f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80779ba9-c174-46ed-9dd6-df5f362ea74d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:46.580339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Network 11d09976-8caa-490d-a132-c0f93760b25a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:46.596911 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4541e2a7-f2e9-4cd6-bd56-f45a788a2c12 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9037886 Jul 08 01:33:46.612173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7c945ed1-6b94-457e-a340-deeecdf45b66, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7c945ed1-6b94-457e-a340-deeecdf45b66,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:46.621258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:46.631764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=e27b12a7-39b8-4bc0-b091-29481d4e7c01,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:46.644982 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] Set router cecefebb-3182-4c37-a846-aa4d6be3cd99 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:46.648612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb2ef12-49b0-470f-b399-114f7f07308f None None] Network 06673f90-44f3-4cd5-adbd-c0d95ce84b04 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:33:46.651447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:46.652037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.871526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.883213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.893664 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:46.919338 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-router', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:42Z', 'updated_at': '2021-07-08T01:33:43Z', 'revision_number': 3, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'gw_port': {'id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:43Z', 'updated_at': '2021-07-08T01:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:46.965256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port b2b34958-8d4a-432e-b9db-930fcc86ec39, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b2b34958-8d4a-432e-b9db-930fcc86ec39,segment=NetworkSegment(ae18ca97-4426-4c68-90c1-90d312bc8a96),segment_id=ae18ca97-4426-4c68-90c1-90d312bc8a96)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:46.976178 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513fbb73-fb64-4d0e-b165-25387448ec39 None None] The sync data for ids ['cecefebb-3182-4c37-a846-aa4d6be3cd99'] in n-d-694802-14 is: [{'id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-router', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:42Z', 'updated_at': '2021-07-08T01:33:43Z', 'revision_number': 3, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'gw_port': {'id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:43Z', 'updated_at': '2021-07-08T01:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:33:47.160772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37816) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:47.179100 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a12d842-0d54-4b8f-bed9-5ac024b21179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:47.221401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:47.230586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:47.231709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:47.278184 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:47.279156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=e27b12a7-39b8-4bc0-b091-29481d4e7c01,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:47.373780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d901b7-2e2d-40cd-b0e5-a9b863b5d282 None None] Network 06673f90-44f3-4cd5-adbd-c0d95ce84b04 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:33:47.378368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7c945ed1-6b94-457e-a340-deeecdf45b66,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:47.415072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['7c945ed1-6b94-457e-a340-deeecdf45b66'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:33:47.456714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b768f-c47b-4d57-84d7-993397c1a975 req-62185607-f861-450e-82c5-df8c2264a73e tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:47.464817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-450b768f-c47b-4d57-84d7-993397c1a975 req-62185607-f861-450e-82c5-df8c2264a73e tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 970 time: 0.2257941 Jul 08 01:33:47.489691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Network 11d09976-8caa-490d-a132-c0f93760b25a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:47.491626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:47.562310 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-450b768f-c47b-4d57-84d7-993397c1a975 req-4ada79f3-9047-4770-a4d2-d9d1b38fb58b tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965040 Jul 08 01:33:47.612257 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a12d842-0d54-4b8f-bed9-5ac024b21179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:47.620033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a12d842-0d54-4b8f-bed9-5ac024b21179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:47.713614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12d842-0d54-4b8f-bed9-5ac024b21179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85db542f-535c-4057-b43e-d7c4e4fc0549,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:47.767711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Router cecefebb-3182-4c37-a846-aa4d6be3cd99 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:33:47.851366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7a12d842-0d54-4b8f-bed9-5ac024b21179 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5491aa18c9b24b86b90ad99117f2d5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6891418 Jul 08 01:33:47.852656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37828) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:47.871634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=b2b34958-8d4a-432e-b9db-930fcc86ec39,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:47.986595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:33:47.999404 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-64a8e0f8-ece3-4c34-8a5f-44820a115ae4 admin admin] 10.222.0.41 "PUT /v2.0/routers/cecefebb-3182-4c37-a846-aa4d6be3cd99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2384553 Jul 08 01:33:48.218084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6abcf228-dc64-43bf-b5e1-74ea71da2b2f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:48.304776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dfc4b65f-add7-498d-a56c-ce8fb609405c None None] Provisioning complete for port b2b34958-8d4a-432e-b9db-930fcc86ec39 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:48.305807 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b65f-add7-498d-a56c-ce8fb609405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.432634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:48.441568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:48.442167 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.465910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dfc4b65f-add7-498d-a56c-ce8fb609405c None None] Provisioning for port e27b12a7-39b8-4bc0-b091-29481d4e7c01 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:48.474453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dfc4b65f-add7-498d-a56c-ce8fb609405c None None] Provisioning complete for port e27b12a7-39b8-4bc0-b091-29481d4e7c01 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:48.474824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dfc4b65f-add7-498d-a56c-ce8fb609405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.520472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4b65f-add7-498d-a56c-ce8fb609405c None None] Port e27b12a7-39b8-4bc0-b091-29481d4e7c01 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:48.544000 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52f05020-443e-4dac-a6bd-bc18dd66defc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.572046 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.584132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-efcba79c-e6c6-4e39-8332-7032c5968793 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:48.586183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-efcba79c-e6c6-4e39-8332-7032c5968793 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 820 time: 0.8523672 Jul 08 01:33:48.595190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6abcf228-dc64-43bf-b5e1-74ea71da2b2f,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:48.599388 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.600244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6650912b-a141-4d04-8c0f-f2dd45029384 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:48.602816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd990c-2b07-494a-940e-06bcaab652d9 req-85bcff48-8ff2-4cdd-a270-dd3a1cb98332 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:48.604511 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0dbd990c-2b07-494a-940e-06bcaab652d9 req-85bcff48-8ff2-4cdd-a270-dd3a1cb98332 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 949 time: 0.2430351 Jul 08 01:33:48.611027 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52f05020-443e-4dac-a6bd-bc18dd66defc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.635815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-cca8a9ab-e999-4348-b3a4-27a907540b2a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/quotas/9d10d97078d24fc1bc49f14722735d6d HTTP/1.1" status: 200 len: 375 time: 0.0303233 Jul 08 01:33:48.687644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7a521d48-e8de-42de-8cb0-9de7c937bfea None None] Provisioning complete for port e27b12a7-39b8-4bc0-b091-29481d4e7c01 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:48.687931 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a521d48-e8de-42de-8cb0-9de7c937bfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.690412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=6abcf228-dc64-43bf-b5e1-74ea71da2b2f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:48.700342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-1e318493-e49d-49ea-80e9-5c5278b58e02 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529089 Jul 08 01:33:48.710739 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0dbd990c-2b07-494a-940e-06bcaab652d9 req-6404e700-e2f5-4c95-9147-24a835152960 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863357 Jul 08 01:33:48.740955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52f05020-443e-4dac-a6bd-bc18dd66defc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.743809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6650912b-a141-4d04-8c0f-f2dd45029384 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:48.745319 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52f05020-443e-4dac-a6bd-bc18dd66defc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.746535 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-52f05020-443e-4dac-a6bd-bc18dd66defc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85db542f-535c-4057-b43e-d7c4e4fc0549 HTTP/1.1" status: 204 len: 168 time: 0.8834870 Jul 08 01:33:48.752069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6650912b-a141-4d04-8c0f-f2dd45029384 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:48.752497 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.756179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f05020-443e-4dac-a6bd-bc18dd66defc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85db542f-535c-4057-b43e-d7c4e4fc0549,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:48.797092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7a521d48-e8de-42de-8cb0-9de7c937bfea None None] Port e27b12a7-39b8-4bc0-b091-29481d4e7c01 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:48.865144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.903623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7c945ed1-6b94-457e-a340-deeecdf45b66 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:48.925661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-0c6b5ea4-4217-41d5-a85c-a80e44338f61 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:33:48.933755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-0c6b5ea4-4217-41d5-a85c-a80e44338f61 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1072669 Jul 08 01:33:48.954739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 6650912b-a141-4d04-8c0f-f2dd45029384, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6650912b-a141-4d04-8c0f-f2dd45029384,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:48.964527 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:48.966132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b2b34958-8d4a-432e-b9db-930fcc86ec39 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:49.018691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 7c945ed1-6b94-457e-a340-deeecdf45b66 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:49.038528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 7c945ed1-6b94-457e-a340-deeecdf45b66 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:49.038975 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:49.089896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-de58c802-73f9-42b5-b5f0-65ef8dd55c23 service neutron] 10.222.0.41 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553044 Jul 08 01:33:49.099265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2129-e95a-4e8d-ace9-2e95f01416e3 req-6aa2f123-36a3-4b40-aa0d-9e1ec9cb562e tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:49.099479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=6650912b-a141-4d04-8c0f-f2dd45029384,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:49.100893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-644f2129-e95a-4e8d-ace9-2e95f01416e3 req-6aa2f123-36a3-4b40-aa0d-9e1ec9cb562e tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 970 time: 0.1132832 Jul 08 01:33:49.134847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 47b33d5f-f056-43ad-9d53-a2e077d9939f up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:49.139615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b2b34958-8d4a-432e-b9db-930fcc86ec39 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:49.139986 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:49.229949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-644f2129-e95a-4e8d-ace9-2e95f01416e3 req-4975de87-47b0-4c33-9ccd-ef819738c038 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146607 Jul 08 01:33:49.276492 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:49.277773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-e5854659-4f4c-4ff3-8b0d-57607e6b5076 service neutron] 10.222.0.41 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735778 Jul 08 01:33:49.331930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 47b33d5f-f056-43ad-9d53-a2e077d9939f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:49.349841 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c945ed1-6b94-457e-a340-deeecdf45b66'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:49.421619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 47b33d5f-f056-43ad-9d53-a2e077d9939f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:49.422046 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:49.522392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7c945ed1-6b94-457e-a340-deeecdf45b66, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7c945ed1-6b94-457e-a340-deeecdf45b66,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:49.547637 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:49.579912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c966bf26-f500-42a1-8ea2-dc0378795165 req-e4fc9f32-ff80-463f-ab4b-e0c9e77935a1 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 210 time: 0.0723152 Jul 08 01:33:49.602727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Sync routers for ids ['cecefebb-3182-4c37-a846-aa4d6be3cd99'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:33:49.619570 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30ae696-6acf-4ae8-981e-6c954e24f387" -d '{"events": [{"server_uuid": "1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0", "name": "network-vif-plugged", "status": "completed", "tag": "7c945ed1-6b94-457e-a340-deeecdf45b66"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:49.637054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Routers {'cecefebb-3182-4c37-a846-aa4d6be3cd99'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:49.637711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:33:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['cecefebb-3182-4c37-a846-aa4d6be3cd99'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:49.769021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Set router cecefebb-3182-4c37-a846-aa4d6be3cd99 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:49.878620 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bd1379-fa51-4e31-bbe6-97da43c9c57f x-openstack-request-id: req-46bd1379-fa51-4e31-bbe6-97da43c9c57f {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:49.878897 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0", "name": "network-vif-plugged", "status": "completed", "tag": "7c945ed1-6b94-457e-a340-deeecdf45b66", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:49.879155 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46bd1379-fa51-4e31-bbe6-97da43c9c57f {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:49.879616 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c945ed1-6b94-457e-a340-deeecdf45b66', 'code': 200} Jul 08 01:33:49.921834 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7c945ed1-6b94-457e-a340-deeecdf45b66,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:50.029022 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.040373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db136a25-c71e-4c23-90ba-27bd9a21b1bf req-aed00dbc-4e64-4a00-bfea-5266d553872b tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:50.050823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db136a25-c71e-4c23-90ba-27bd9a21b1bf req-aed00dbc-4e64-4a00-bfea-5266d553872b tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 949 time: 0.1705730 Jul 08 01:33:50.069488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6abcf228-dc64-43bf-b5e1-74ea71da2b2f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:50.105624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e2484-ed96-4aa4-a938-f1b048c6e86d req-d7f3fe2e-b59f-46c1-a539-9fe1d9948933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:50.107151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f39e2484-ed96-4aa4-a938-f1b048c6e86d req-d7f3fe2e-b59f-46c1-a539-9fe1d9948933 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 1123 time: 0.1754315 Jul 08 01:33:50.126188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db136a25-c71e-4c23-90ba-27bd9a21b1bf req-ef959b72-0353-49f3-859f-51245019ce5b tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742927 Jul 08 01:33:50.158246 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f39e2484-ed96-4aa4-a938-f1b048c6e86d req-b24ff001-2562-442c-8fb1-ff9f7bb6dadc service neutron] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.268063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 47b33d5f-f056-43ad-9d53-a2e077d9939f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=47b33d5f-f056-43ad-9d53-a2e077d9939f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:50.297260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.329100 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f39e2484-ed96-4aa4-a938-f1b048c6e86d req-b24ff001-2562-442c-8fb1-ff9f7bb6dadc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.336677 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f39e2484-ed96-4aa4-a938-f1b048c6e86d req-b24ff001-2562-442c-8fb1-ff9f7bb6dadc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.383042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=47b33d5f-f056-43ad-9d53-a2e077d9939f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:50.410012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f39e2484-ed96-4aa4-a938-f1b048c6e86d req-b24ff001-2562-442c-8fb1-ff9f7bb6dadc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773118 Jul 08 01:33:50.428224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ff001-2562-442c-8fb1-ff9f7bb6dadc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46ee1a1d-9b2b-47b6-a0ed-33b9fbb4eff5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:50.430680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:50.431047 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.449572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37906) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:50.471120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4729ff9f-83f5-4034-abc9-745a5a61a633 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737177975', 'description': 'tempest-description--71988769'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:50.498025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-router', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:42Z', 'updated_at': '2021-07-08T01:33:46Z', 'revision_number': 4, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'gw_port': {'id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:43Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e27b12a7-39b8-4bc0-b091-29481d4e7c01', 'name': '', 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'mac_address': 'fa:16:3e:00:fd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '60a2144b-b444-4a9a-9bfa-0829c404265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:45Z', 'updated_at': '2021-07-08T01:33:47Z', 'revision_number': 2, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'subnets': [{'id': '60a2144b-b444-4a9a-9bfa-0829c404265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:50.535694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Checking router: cecefebb-3182-4c37-a846-aa4d6be3cd99 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:33:50.536547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Updating router cecefebb-3182-4c37-a846-aa4d6be3cd99 port e27b12a7-39b8-4bc0-b091-29481d4e7c01 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:33:50.643336 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.649981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4729ff9f-83f5-4034-abc9-745a5a61a633 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.685377 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5f88-5b8d-4a83-8629-ec9ff7f96f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.694212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702648c-349f-4b70-ad55-efccc4aceefa req-bee2e50d-da92-4ab5-94f5-31a553b70526 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:50.700961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8702648c-349f-4b70-ad55-efccc4aceefa req-bee2e50d-da92-4ab5-94f5-31a553b70526 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 971 time: 0.2544885 Jul 08 01:33:50.719971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6650912b-a141-4d04-8c0f-f2dd45029384 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:50.794630 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4729ff9f-83f5-4034-abc9-745a5a61a633 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.796802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8702648c-349f-4b70-ad55-efccc4aceefa req-885975de-07f1-4f1e-8b75-c9e70ab92dac tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882583 Jul 08 01:33:50.812766 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4729ff9f-83f5-4034-abc9-745a5a61a633 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.843506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4729ff9f-83f5-4034-abc9-745a5a61a633 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.844987 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4729ff9f-83f5-4034-abc9-745a5a61a633 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3945639 Jul 08 01:33:50.848091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37918) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:50.848756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c4db55a-7d01-426a-b50b-ff45cc27a79c req-e723677a-cbaa-41ea-b394-f9c2aae590cb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 210 time: 0.0498073 Jul 08 01:33:50.853586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-021f6d0c-fd46-4ff0-b60a-53eb9ae89b64 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Request body: {'security_group_rule': {'security_group_id': '8944dce3-5842-4966-b464-e0f08bbf64f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:50.875563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729ff9f-83f5-4034-abc9-745a5a61a633 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8944dce3-5842-4966-b464-e0f08bbf64f5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:50.904224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-021f6d0c-fd46-4ff0-b60a-53eb9ae89b64 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.911710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6650912b-a141-4d04-8c0f-f2dd45029384 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:50.912093 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.976892 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-021f6d0c-fd46-4ff0-b60a-53eb9ae89b64 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:50.981333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-021f6d0c-fd46-4ff0-b60a-53eb9ae89b64 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.007447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f6d0c-fd46-4ff0-b60a-53eb9ae89b64 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0429d21-ecc5-4424-9be5-ece305cf7ad7,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:51.016991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-021f6d0c-fd46-4ff0-b60a-53eb9ae89b64 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.018946 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-021f6d0c-fd46-4ff0-b60a-53eb9ae89b64 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1696692 Jul 08 01:33:51.021977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:51.028625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d8d229e7-e0b1-4c85-8c7e-02790424f497 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Request body: {'security_group_rule': {'security_group_id': '8944dce3-5842-4966-b464-e0f08bbf64f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:51.073461 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8d229e7-e0b1-4c85-8c7e-02790424f497 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.146867 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.164348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Transition to ACTIVE for port object e27b12a7-39b8-4bc0-b091-29481d4e7c01 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:51.167368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8d229e7-e0b1-4c85-8c7e-02790424f497 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.174053 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8d229e7-e0b1-4c85-8c7e-02790424f497 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.174971 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.205507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d229e7-e0b1-4c85-8c7e-02790424f497 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785fa6d1-e2dd-49b1-bed3-05ddf1c87ae7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:51.244403 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8d229e7-e0b1-4c85-8c7e-02790424f497 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.249150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d8d229e7-e0b1-4c85-8c7e-02790424f497 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261283 Jul 08 01:33:51.249893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37930) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:51.254487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:51.314229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b55774-4709-42cb-8207-66b8f8d885f5 None None] Pushing event updated for resources: {'Port': ['ID=e27b12a7-39b8-4bc0-b091-29481d4e7c01,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:51.380509 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Attempting to bind port e27b12a7-39b8-4bc0-b091-29481d4e7c01 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:51.381390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Attempting to bind port e27b12a7-39b8-4bc0-b091-29481d4e7c01 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ae18ca97-4426-4c68-90c1-90d312bc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:51.382402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Attempting to bind port e27b12a7-39b8-4bc0-b091-29481d4e7c01 on network 11d09976-8caa-490d-a132-c0f93760b25a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:51.392918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-2642167e-e2ef-4a93-858b-08f6f6a614f6 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406480 Jul 08 01:33:51.398807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:51.399279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Checking segment: {'id': 'ae18ca97-4426-4c68-90c1-90d312bc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:51.400897 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.402992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Bound using segment: {'id': 'ae18ca97-4426-4c68-90c1-90d312bc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:51.403540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Bound port: e27b12a7-39b8-4bc0-b091-29481d4e7c01, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae18ca97-4426-4c68-90c1-90d312bc8a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:51.404704 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.421222 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.501821 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] For port e27b12a7-39b8-4bc0-b091-29481d4e7c01, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:51.505534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] For port e27b12a7-39b8-4bc0-b091-29481d4e7c01, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e27b12a7-39b8-4bc0-b091-29481d4e7c01,segment=NetworkSegment(ae18ca97-4426-4c68-90c1-90d312bc8a96),segment_id=ae18ca97-4426-4c68-90c1-90d312bc8a96)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:51.513369 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.609021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Routers {'cecefebb-3182-4c37-a846-aa4d6be3cd99'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:33:51.610047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:33:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['cecefebb-3182-4c37-a846-aa4d6be3cd99'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:51.613522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b55774-4709-42cb-8207-66b8f8d885f5 None None] Pushing event updated for resources: {'Port': ['ID=e27b12a7-39b8-4bc0-b091-29481d4e7c01,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:51.620555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86755d44-4092-46b1-bf9e-ddce4d2cfbe3 req-fb9c3ff8-29c7-4893-a69a-33a4a487f973 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:51.627397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86755d44-4092-46b1-bf9e-ddce4d2cfbe3 req-fb9c3ff8-29c7-4893-a69a-33a4a487f973 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 950 time: 0.3219993 Jul 08 01:33:51.685967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-fa145a09-2172-4870-a80e-230cd7dc5f18 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:51.687596 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-fa145a09-2172-4870-a80e-230cd7dc5f18 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 820 time: 0.4785926 Jul 08 01:33:51.704628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Request body: {'port': {'device_id': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'network_id': '767b6759-e4c7-45ff-9888-230faa276961', 'admin_state_up': True, 'tenant_id': '9d10d97078d24fc1bc49f14722735d6d'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:51.707261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86755d44-4092-46b1-bf9e-ddce4d2cfbe3 req-76da394a-5662-4c9b-9ad0-e72a2b9afb02 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788960 Jul 08 01:33:51.735544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-4a08933b-859f-4fac-babb-4a8867e694a0 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:51.737121 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-4a08933b-859f-4fac-babb-4a8867e694a0 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3273997 Jul 08 01:33:51.747643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] Set router cecefebb-3182-4c37-a846-aa4d6be3cd99 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:33:51.757053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-d3caa7f9-3eb6-44d0-b3bc-5e893c5c04f1 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/quotas/61276fc902b74dd0a4e41bf80814d1ab HTTP/1.1" status: 200 len: 375 time: 0.0102298 Jul 08 01:33:51.803940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-900605a2-b965-4191-9288-9a86b6ffe90a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368142 Jul 08 01:33:51.830636 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.882245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd49305-f0e4-47fc-97c9-5b2aa0d30969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b33d5f-f056-43ad-9d53-a2e077d9939f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:51.885721 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73b03f8-bde5-4bd3-931a-06682ada8351" -d '{"events": [{"server_uuid": "4cd49305-f0e4-47fc-97c9-5b2aa0d30969", "name": "network-vif-plugged", "status": "completed", "tag": "47b33d5f-f056-43ad-9d53-a2e077d9939f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:51.900798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Made reservation on behalf of 9d10d97078d24fc1bc49f14722735d6d for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:51.905127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:51.979513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Allocated IP 172.25.4.19 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/4ff3d0d3-c2e6-4247-ae3f-0ae4e72cf50d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:52.030752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-router', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:42Z', 'updated_at': '2021-07-08T01:33:46Z', 'revision_number': 4, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'gw_port': {'id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:43Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e27b12a7-39b8-4bc0-b091-29481d4e7c01', 'name': '', 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'mac_address': 'fa:16:3e:00:fd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '60a2144b-b444-4a9a-9bfa-0829c404265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:45Z', 'updated_at': '2021-07-08T01:33:51Z', 'revision_number': 4, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'subnets': [{'id': '60a2144b-b444-4a9a-9bfa-0829c404265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:33:52.098731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1318f1a0-14a8-4ac8-9f44-361c9f42a9a6 None None] The sync data for ids ['cecefebb-3182-4c37-a846-aa4d6be3cd99'] in n-d-694802-14 is: [{'id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-router', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:42Z', 'updated_at': '2021-07-08T01:33:46Z', 'revision_number': 4, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'gw_port': {'id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:43Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e27b12a7-39b8-4bc0-b091-29481d4e7c01', 'name': '', 'network_id': '11d09976-8caa-490d-a132-c0f93760b25a', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'mac_address': 'fa:16:3e:00:fd:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_interface', 'standard_attr_id': 176, 'fixed_ips': [{'subnet_id': '60a2144b-b444-4a9a-9bfa-0829c404265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:45Z', 'updated_at': '2021-07-08T01:33:51Z', 'revision_number': 4, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'subnets': [{'id': '60a2144b-b444-4a9a-9bfa-0829c404265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:33:52.139627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Allocated IP 172.20.0.4 (767b6759-e4c7-45ff-9888-230faa276961/6c9a2d5b-3a74-4ae8-867e-e9350a1630e3/c8665b97-2ceb-4f66-97df-94cff8fc44f8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:52.313790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:52.348488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-273c0d0d-3300-4081-8865-b6a9716ccfa4 req-a454b598-b81e-44ea-8107-d533455533fa tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 210 time: 0.0624673 Jul 08 01:33:52.367014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c64b2-d70a-4549-959c-499dedd35cc0 req-fa6fc8e6-31d3-4f37-b4d0-ca6d8ceb07c6 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:52.374458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e56c64b2-d70a-4549-959c-499dedd35cc0 req-fa6fc8e6-31d3-4f37-b4d0-ca6d8ceb07c6 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 971 time: 0.3748603 Jul 08 01:33:52.413433 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a27e3c-b81c-4924-be77-a693004644d0 x-openstack-request-id: req-96a27e3c-b81c-4924-be77-a693004644d0 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:52.415056 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd49305-f0e4-47fc-97c9-5b2aa0d30969", "name": "network-vif-plugged", "status": "completed", "tag": "47b33d5f-f056-43ad-9d53-a2e077d9939f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:52.415845 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96a27e3c-b81c-4924-be77-a693004644d0 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:52.416410 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:52.416565 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd49305-f0e4-47fc-97c9-5b2aa0d30969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b33d5f-f056-43ad-9d53-a2e077d9939f', 'code': 200} Jul 08 01:33:52.464412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e56c64b2-d70a-4549-959c-499dedd35cc0 req-34bd86bd-1384-4f1b-8434-26f32ca5748f tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888157 Jul 08 01:33:52.483514 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:52.508573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:52.515520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.16', 52189) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:52.540476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:52.545638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:52.559096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:52.583595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Pushing event updated for resources: {'Port': ['ID=c8665b97-2ceb-4f66-97df-94cff8fc44f8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:52.618964 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event updated for resources: {'Port': ['ID=4ff3d0d3-c2e6-4247-ae3f-0ae4e72cf50d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:52.645439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Network 767b6759-e4c7-45ff-9888-230faa276961 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:52.647621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:52.649350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-99d282dc-e764-4b05-ad3a-8318f383be90 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941422 Jul 08 01:33:52.655430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:52.661456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:52.662108 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:52.696498 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-894e63f1-a685-4861-aba4-f5d3494baae5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9962420 Jul 08 01:33:52.710990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Request body: {'port': {'device_id': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:52.786698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b10ff-c78e-4c82-8a7b-7ead4a89409d req-d8a744fe-537b-4094-b5dc-2a00b7644d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:52.788462 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0f5b10ff-c78e-4c82-8a7b-7ead4a89409d req-d8a744fe-537b-4094-b5dc-2a00b7644d7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 1102 time: 0.2155232 Jul 08 01:33:52.821144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:52.843471 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:52.855261 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0f5b10ff-c78e-4c82-8a7b-7ead4a89409d req-843609d1-eb6b-4a4b-8ec2-e273f014cfa5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571053 Jul 08 01:33:52.860247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-1432a0a3-4843-4fa6-be63-b313fcc25794 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:52.861800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-1432a0a3-4843-4fa6-be63-b313fcc25794 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866741 Jul 08 01:33:52.912933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-a401d741-d3f3-4169-adea-ced9ec42df40 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/quotas/61276fc902b74dd0a4e41bf80814d1ab HTTP/1.1" status: 200 len: 375 time: 0.0437827 Jul 08 01:33:52.966686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-fd313d88-4280-47c3-b1c6-bdeaadd69929 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340035 Jul 08 01:33:52.971630 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.050150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb85ca-6e14-4bdc-9026-6fa1969dd8eb req-48c8e105-6ad1-4f50-a27a-a925918c99a0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:53.051664 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5fb85ca-6e14-4bdc-9026-6fa1969dd8eb req-48c8e105-6ad1-4f50-a27a-a925918c99a0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 950 time: 0.1600752 Jul 08 01:33:53.131262 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5fb85ca-6e14-4bdc-9026-6fa1969dd8eb req-88375507-515e-4a6f-91f0-26bd2c9a0f25 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541439 Jul 08 01:33:53.193003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8665b97-2ceb-4f66-97df-94cff8fc44f8 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:53.206393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.222805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Transition to ACTIVE for port object c8665b97-2ceb-4f66-97df-94cff8fc44f8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:53.228958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.237348 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.288485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Pushing event updated for resources: {'Port': ['ID=c8665b97-2ceb-4f66-97df-94cff8fc44f8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:53.309616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f61e5e1-f0d7-4812-af5a-9fc4df96714f req-6995146f-20bc-4b16-9fc2-11dc55487efa tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 210 time: 0.0905392 Jul 08 01:33:53.310557 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.325837 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a10ea66d-7c58-4ab1-bf4d-ace49d3382bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.333906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:53.334677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:53.335303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:53.340744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:33:53.341281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:53.348084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:53.348644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:53.349194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:53.350220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Bound port: c8665b97-2ceb-4f66-97df-94cff8fc44f8, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:53.350762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.370742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event updated for resources: {'Port': ['ID=4ff3d0d3-c2e6-4247-ae3f-0ae4e72cf50d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:53.421076 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.451741 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.453483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4219a0e8-4e36-4fa5-b02a-4500ac282f1b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2023983 Jul 08 01:33:53.510849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:53.523674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:53.538050 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.603897 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.651786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-832cd61a-cb5a-40d5-8fd1-0bc1f8731ec0 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527663 Jul 08 01:33:53.659019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:53.665300 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:53.666719 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] 10.222.0.16 "PUT /v2.0/ports/c8665b97-2ceb-4f66-97df-94cff8fc44f8 HTTP/1.1" status: 200 len: 1092 time: 0.9628694 Jul 08 01:33:53.672345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'tag': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:53.674394 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d689fd42-3db9-41e2-9008-9f9aeec7cb71" -d '{"events": [{"name": "network-changed", "server_uuid": "5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6", "tag": "c8665b97-2ceb-4f66-97df-94cff8fc44f8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:53.716184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95774eeb-5fee-4bd8-9df6-d150aa6403cc service neutron] Pushing event updated for resources: {'Port': ['ID=c8665b97-2ceb-4f66-97df-94cff8fc44f8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:53.864421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-30e0a472-1b71-4448-9111-7390f98c65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:53.866133 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-30e0a472-1b71-4448-9111-7390f98c65ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0801151 Jul 08 01:33:53.951220 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-d6b7bfe3-c5f8-443f-92de-8741ff99c5d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8 HTTP/1.1" status: 200 len: 217 time: 0.0703826 Jul 08 01:33:54.014780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e27b12a7-39b8-4bc0-b091-29481d4e7c01 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:54.030769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-a6761388-f6e8-439f-b3a9-6b4c27764b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:54.032431 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-a6761388-f6e8-439f-b3a9-6b4c27764b43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0711088 Jul 08 01:33:54.074623 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-f3e246a1-5bee-4daa-8643-8c9737e4da2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336785 Jul 08 01:33:54.077788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e27b12a7-39b8-4bc0-b091-29481d4e7c01 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:54.081539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e27b12a7-39b8-4bc0-b091-29481d4e7c01 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:54.081989 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:54.098009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d8328-e967-4070-9c29-ae856943b3c7 req-470185c4-a712-4bdf-86af-e6cc7bdf25da tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:54.099537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-755d8328-e967-4070-9c29-ae856943b3c7 req-470185c4-a712-4bdf-86af-e6cc7bdf25da tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 943 time: 0.5486114 Jul 08 01:33:54.113714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-8ed32f97-69b5-45cb-a0d8-11fee84539e5 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:54.115178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-8ed32f97-69b5-45cb-a0d8-11fee84539e5 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4563656 Jul 08 01:33:54.168001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Request body: {'port': {'device_id': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '61276fc902b74dd0a4e41bf80814d1ab'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:54.185189 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:54.187757 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-2c934ff9-16c0-4c3f-8199-b73f1f62e0be service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023343 Jul 08 01:33:54.190601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334d45c-ff28-41c0-86bc-2b2d9ce5416a req-db648778-e463-4a27-8080-75cc7e22f004 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:54.192251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d334d45c-ff28-41c0-86bc-2b2d9ce5416a req-db648778-e463-4a27-8080-75cc7e22f004 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 971 time: 0.2297218 Jul 08 01:33:54.210362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-755d8328-e967-4070-9c29-ae856943b3c7 req-a9e22e18-b277-46d2-8fc3-cad1d21a5c9d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037426 Jul 08 01:33:54.227870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port e27b12a7-39b8-4bc0-b091-29481d4e7c01, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e27b12a7-39b8-4bc0-b091-29481d4e7c01,segment=NetworkSegment(ae18ca97-4426-4c68-90c1-90d312bc8a96),segment_id=ae18ca97-4426-4c68-90c1-90d312bc8a96)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:54.244011 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:54.287515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1b3f7495-765a-4fdc-913c-16a4d6a66f3b req-35b3f811-0666-41ee-b260-e382bb985748 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902770 Jul 08 01:33:54.313455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=e27b12a7-39b8-4bc0-b091-29481d4e7c01,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:54.363889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d334d45c-ff28-41c0-86bc-2b2d9ce5416a req-2a1d0900-4f9e-4c5e-9dfb-88994d86fd08 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329112 Jul 08 01:33:54.435424 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb86fccc-78d8-4ea0-8b44-cd7ca8ce5e95 x-openstack-request-id: req-bb86fccc-78d8-4ea0-8b44-cd7ca8ce5e95 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:54.435690 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6", "tag": "c8665b97-2ceb-4f66-97df-94cff8fc44f8", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:54.435984 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb86fccc-78d8-4ea0-8b44-cd7ca8ce5e95 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:54.437961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-f2c87a72-de58-4baa-a65a-4d744b49dd48 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1737177975&fields=id&tenant_id=91064204e20a4a4796496a737996a9df HTTP/1.1" status: 200 len: 267 time: 0.0775669 Jul 08 01:33:54.438433 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'tag': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8', 'status': 'completed', 'code': 200} Jul 08 01:33:54.477300 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Made reservation on behalf of 61276fc902b74dd0a4e41bf80814d1ab for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:54.480987 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:54.528877 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:54.565126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fd42-3db9-41e2-9008-9f9aeec7cb71 req-a69fd40d-c8a5-41b1-bbfa-e2aac29125f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:54.567837 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d689fd42-3db9-41e2-9008-9f9aeec7cb71 req-a69fd40d-c8a5-41b1-bbfa-e2aac29125f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0961523 Jul 08 01:33:54.593645 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:54.655660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-b253e1d3-7725-49f9-8791-86fe3a3b1344 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:54.657236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-b253e1d3-7725-49f9-8791-86fe3a3b1344 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/networks?id=0faf17d8-1546-4309-a780-d23af45b7667 HTTP/1.1" status: 200 len: 823 time: 0.2102308 Jul 08 01:33:54.695947 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-988d575f-8f98-4545-a772-00a4b64a239a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449846 Jul 08 01:33:54.696541 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-5d5a13e5-6b7c-49a9-9302-89b55c3c21ea tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/quotas/91064204e20a4a4796496a737996a9df HTTP/1.1" status: 200 len: 375 time: 0.0277672 Jul 08 01:33:54.766086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8270d6-164f-4754-ad73-03655e2a9a96 req-a250478b-d05b-4162-bc8a-7a63f9d4840f tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:54.767871 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a8270d6-164f-4754-ad73-03655e2a9a96 req-a250478b-d05b-4162-bc8a-7a63f9d4840f tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 950 time: 0.2067614 Jul 08 01:33:54.796865 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:54.811988 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:54.853462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fd42-3db9-41e2-9008-9f9aeec7cb71 req-823cad97-c1ae-46fa-be17-4b75eb341198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:54.855596 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d689fd42-3db9-41e2-9008-9f9aeec7cb71 req-823cad97-c1ae-46fa-be17-4b75eb341198 service neutron] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.2792289 Jul 08 01:33:54.909117 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d689fd42-3db9-41e2-9008-9f9aeec7cb71 req-bf29f8d9-98fc-4584-b235-12a211165361 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8 HTTP/1.1" status: 200 len: 217 time: 0.0469103 Jul 08 01:33:54.918911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a8270d6-164f-4754-ad73-03655e2a9a96 req-84d067e0-8385-484c-bdbc-8f1febc3c60b tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431830 Jul 08 01:33:54.924476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-aea97b51-5c98-4e79-893d-2a6dc0107c4d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:54.925959 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-aea97b51-5c98-4e79-893d-2a6dc0107c4d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251782 Jul 08 01:33:54.930844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9689a34-d721-4111-8568-ef07f63e90f0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:54.945272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Request body: {'port': {'device_id': '0f799927-21ab-40e9-81da-034c39667de3', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '61276fc902b74dd0a4e41bf80814d1ab'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:54.960557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-2f4b76a8-e9a3-4e1e-bd80-83c5627e9a72 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=91064204e20a4a4796496a737996a9df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2579503 Jul 08 01:33:55.084685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c065541a-332a-45d0-bf60-7740f62f227c req-a8dd8be9-c842-4052-a6c2-2936cbfdbeb7 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 210 time: 0.0408742 Jul 08 01:33:55.092644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Allocated IP 192.168.233.114 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/e3a42374-6ea2-482b-b4e1-6bcfd5d13177) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:55.176841 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-6dd429ad-a479-449f-8f40-876f08e1caf9 service neutron] 10.222.0.41 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924808 Jul 08 01:33:55.202988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689fd42-3db9-41e2-9008-9f9aeec7cb71 req-6d3b7357-c5ba-41d1-878d-81cea97b6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:55.204374 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d689fd42-3db9-41e2-9008-9f9aeec7cb71 req-6d3b7357-c5ba-41d1-878d-81cea97b6ba8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.2775514 Jul 08 01:33:55.250668 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d689fd42-3db9-41e2-9008-9f9aeec7cb71 req-c5e5626f-39e3-46b5-9160-8d3f01f35f3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332685 Jul 08 01:33:55.344642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Made reservation on behalf of 61276fc902b74dd0a4e41bf80814d1ab for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:55.348084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.386053 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d689fd42-3db9-41e2-9008-9f9aeec7cb71 req-615695c8-e49a-4f6a-a554-9b494d51390d service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239259 Jul 08 01:33:55.409889 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.414841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2854e8-8d17-4647-a81b-0a3bdb9f1b2c req-078ffb5c-abdb-4713-b6aa-ce561400dfd5 tempest-AggregatesAdminTestJSON-340751614 tempest-AggregatesAdminTestJSON-340751614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:55.416425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a2854e8-8d17-4647-a81b-0a3bdb9f1b2c req-078ffb5c-abdb-4713-b6aa-ce561400dfd5 tempest-AggregatesAdminTestJSON-340751614 tempest-AggregatesAdminTestJSON-340751614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 1123 time: 0.2177122 Jul 08 01:33:55.422823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-98ba8988-8d54-4590-afaa-647ae043e2b7 service neutron] 10.222.0.41 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326615 Jul 08 01:33:55.441566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Transition to ACTIVE for port object e3a42374-6ea2-482b-b4e1-6bcfd5d13177 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:55.443078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a2854e8-8d17-4647-a81b-0a3bdb9f1b2c req-9d6092ad-e854-4144-a0ff-64d2965a10be tempest-AggregatesAdminTestJSON-340751614 tempest-AggregatesAdminTestJSON-340751614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.513338 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.550496 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d689fd42-3db9-41e2-9008-9f9aeec7cb71 req-7f941b4d-db11-4a25-a2c1-edff81e9b2bd service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349261 Jul 08 01:33:55.577880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Allocated IP 192.168.233.21 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/61921fef-d6b2-4df0-9fdb-60ce191a9081) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:55.588115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:55.596223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:55.600751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:55.607995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:55.608690 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.611155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:55.647229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a2854e8-8d17-4647-a81b-0a3bdb9f1b2c req-9d6092ad-e854-4144-a0ff-64d2965a10be tempest-AggregatesAdminTestJSON-340751614 tempest-AggregatesAdminTestJSON-340751614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.652441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a2854e8-8d17-4647-a81b-0a3bdb9f1b2c req-9d6092ad-e854-4144-a0ff-64d2965a10be tempest-AggregatesAdminTestJSON-340751614 tempest-AggregatesAdminTestJSON-340751614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.683726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-c7bc85fe-5654-4a5c-ade9-12805930e195 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5406139 Jul 08 01:33:55.701483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Request body: {'port': {'device_id': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'device_owner': 'compute:tempest-test_az-495204118', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:55.710158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a2854e8-8d17-4647-a81b-0a3bdb9f1b2c req-9d6092ad-e854-4144-a0ff-64d2965a10be tempest-AggregatesAdminTestJSON-340751614 tempest-AggregatesAdminTestJSON-340751614-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842445 Jul 08 01:33:55.793292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6092ad-e854-4144-a0ff-64d2965a10be tempest-AggregatesAdminTestJSON-340751614 tempest-AggregatesAdminTestJSON-340751614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e380ccb-20a0-4194-9103-3ed75188fe5c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:55.823553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.828132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abaa0d08-aa7d-4671-bedd-dd3b2134115b req-35df07f5-1aaf-46cc-96e3-573c375c943d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 210 time: 0.0507832 Jul 08 01:33:55.868041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Transition to ACTIVE for port object 61921fef-d6b2-4df0-9fdb-60ce191a9081 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:55.907796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52003-0a13-4328-bbee-327422eb5afd req-645d7999-34f4-4d98-9977-fc8508665ffc tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:55.909385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adf52003-0a13-4328-bbee-327422eb5afd req-645d7999-34f4-4d98-9977-fc8508665ffc tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 943 time: 0.2023714 Jul 08 01:33:55.910448 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.934168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.974458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8ad0af34-9ff6-4976-b453-7cf3ce7902f5 None None] Provisioning for port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:55.984481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8ad0af34-9ff6-4976-b453-7cf3ce7902f5 None None] Provisioning complete for port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:55.985092 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8ad0af34-9ff6-4976-b453-7cf3ce7902f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:55.988399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:55.996175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:56.012618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:56.025007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:56.025689 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.064873 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adf52003-0a13-4328-bbee-327422eb5afd req-dee8d920-fcf7-4e5e-a6f1-641711a2a23c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439478 Jul 08 01:33:56.067146 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1291003 Jul 08 01:33:56.068279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6b44b-70d8-4a65-9e1f-3baee4a2fae8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Pushing event updated for resources: {'Port': ['ID=61921fef-d6b2-4df0-9fdb-60ce191a9081,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:56.070360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0af34-9ff6-4976-b453-7cf3ce7902f5 None None] Port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:56.083550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e27b12a7-39b8-4bc0-b091-29481d4e7c01 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:56.093814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Request body: {'port': {'device_id': '0f799927-21ab-40e9-81da-034c39667de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:56.222695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e27b12a7-39b8-4bc0-b091-29481d4e7c01 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:56.223101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.305528 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.366050 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.435832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-99a74e8b-8479-46da-b452-5088c65ec8c2 None None] Provisioning for port 61921fef-d6b2-4df0-9fdb-60ce191a9081 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:56.459083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-99a74e8b-8479-46da-b452-5088c65ec8c2 None None] Provisioning complete for port 61921fef-d6b2-4df0-9fdb-60ce191a9081 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:56.464543 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99a74e8b-8479-46da-b452-5088c65ec8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.469670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467919a-8f67-4818-bb72-14219bd6f2c9 req-2da798b1-fc3e-49ad-a92f-9ae459a624c0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:56.471715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a467919a-8f67-4818-bb72-14219bd6f2c9 req-2da798b1-fc3e-49ad-a92f-9ae459a624c0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 950 time: 0.1416161 Jul 08 01:33:56.517565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-99a74e8b-8479-46da-b452-5088c65ec8c2 None None] Port 61921fef-d6b2-4df0-9fdb-60ce191a9081 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:56.560470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a42374-6ea2-482b-b4e1-6bcfd5d13177 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:56.573795 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.579976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a467919a-8f67-4818-bb72-14219bd6f2c9 req-0b52d5c6-235f-4939-aef0-3a21ba6ad2e3 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841327 Jul 08 01:33:56.593287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Transition to ACTIVE for port object e3a42374-6ea2-482b-b4e1-6bcfd5d13177 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:56.605654 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.668421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:56.764596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Attempting to bind port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:56.764993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Attempting to bind port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:56.765382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Attempting to bind port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:56.772519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:33:56.774743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Attempting to bind port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:56.794937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:56.796701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:56.800043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:56.800618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Bound port: e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:56.800985 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.823552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf4e77d-f4dc-4c27-ba90-cf3beae30e7a req-61bbabcd-b9a5-4aba-a275-44a73c9df848 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:56.825283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1bf4e77d-f4dc-4c27-ba90-cf3beae30e7a req-61bbabcd-b9a5-4aba-a275-44a73c9df848 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 935 time: 0.1535800 Jul 08 01:33:56.864782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61921fef-d6b2-4df0-9fdb-60ce191a9081 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:56.877814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.895878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1bf4e77d-f4dc-4c27-ba90-cf3beae30e7a req-5c4af38e-9a46-4404-b274-9257d5857df2 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649366 Jul 08 01:33:56.913469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Transition to ACTIVE for port object 61921fef-d6b2-4df0-9fdb-60ce191a9081 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:56.928335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.931734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:56.936196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:56.945122 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.993224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:56.993857 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:56.995556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] 10.222.0.24 "PUT /v2.0/ports/e3a42374-6ea2-482b-b4e1-6bcfd5d13177 HTTP/1.1" status: 200 len: 1118 time: 1.2989173 Jul 08 01:33:56.996104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:56.998626 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d" -d '{"events": [{"name": "network-changed", "server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:57.022573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Pushing event updated for resources: {'Port': ['ID=61921fef-d6b2-4df0-9fdb-60ce191a9081,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:57.039414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a7423-26a5-4937-9386-62d49e2c1546 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:57.046419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Attempting to bind port 61921fef-d6b2-4df0-9fdb-60ce191a9081 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:33:57.048066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Attempting to bind port 61921fef-d6b2-4df0-9fdb-60ce191a9081 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:33:57.048066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Attempting to bind port 61921fef-d6b2-4df0-9fdb-60ce191a9081 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:57.061699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Port 61921fef-d6b2-4df0-9fdb-60ce191a9081 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:33:57.062044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Attempting to bind port 61921fef-d6b2-4df0-9fdb-60ce191a9081 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:33:57.075279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:33:57.075759 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:33:57.076021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:33:57.076535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Bound port: 61921fef-d6b2-4df0-9fdb-60ce191a9081, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:33:57.076877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:57.151990 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c8665b97-2ceb-4f66-97df-94cff8fc44f8 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:33:57.169757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] For port 61921fef-d6b2-4df0-9fdb-60ce191a9081, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:33:57.179103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] For port 61921fef-d6b2-4df0-9fdb-60ce191a9081, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61921fef-d6b2-4df0-9fdb-60ce191a9081,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:33:57.187146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:57.208922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3fbac295-a099-4d29-9700-8c8783f610d1 req-09e2e7c0-26e6-4374-8ac7-a9ae9d4d5c7b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 210 time: 0.0711393 Jul 08 01:33:57.232632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:57.234392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:57.234637 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] 10.222.0.16 "PUT /v2.0/ports/61921fef-d6b2-4df0-9fdb-60ce191a9081 HTTP/1.1" status: 200 len: 1096 time: 1.1606719 Jul 08 01:33:57.235060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f799927-21ab-40e9-81da-034c39667de3', 'tag': '61921fef-d6b2-4df0-9fdb-60ce191a9081'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:57.237313 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e34f39-786f-4633-9571-b70fa6ed3ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f799927-21ab-40e9-81da-034c39667de3", "tag": "61921fef-d6b2-4df0-9fdb-60ce191a9081"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:57.277805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.24', 53148) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:57.310726 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e95b034-7569-4ae5-a07e-c89f37ae897d x-openstack-request-id: req-8e95b034-7569-4ae5-a07e-c89f37ae897d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:57.312586 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:57.312981 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e95b034-7569-4ae5-a07e-c89f37ae897d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:57.313243 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'status': 'completed', 'code': 200} Jul 08 01:33:57.401209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-ea680e21-20b3-4871-962b-2ad96d000c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:57.402932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-ea680e21-20b3-4871-962b-2ad96d000c68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 1121 time: 0.2077413 Jul 08 01:33:57.476108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71539d0a-9154-4e84-8e5b-c3fd16e314bb service neutron] Pushing event updated for resources: {'Port': ['ID=61921fef-d6b2-4df0-9fdb-60ce191a9081,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:57.492651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:57.517414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8', 'network_id': '767b6759-e4c7-45ff-9888-230faa276961', 'port_id': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8', 'mac_address': 'fa:16:3e:5d:6e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9a2d5b-3a74-4ae8-867e-e9350a1630e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:33:57.564560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:57.580872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8665b97-2ceb-4f66-97df-94cff8fc44f8 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:57.583582 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-408d9c77-9f8e-4981-944e-91bd70a56917 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177 HTTP/1.1" status: 200 len: 217 time: 0.1711943 Jul 08 01:33:57.598086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-9eeeb0d2-ad9c-43ef-9817-6d4b9a5a4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:57.599936 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-9eeeb0d2-ad9c-43ef-9817-6d4b9a5a4b88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 1099 time: 0.2471664 Jul 08 01:33:57.625176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:57.638326 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:57.672821 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-8bdaefb2-5f0b-4db2-9cd3-89b175eb078f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=61921fef-d6b2-4df0-9fdb-60ce191a9081 HTTP/1.1" status: 200 len: 217 time: 0.0617714 Jul 08 01:33:57.680964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-119cbafd-848e-43bb-b7bf-a534b09cbd84 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:57.682669 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-119cbafd-848e-43bb-b7bf-a534b09cbd84 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.24 "GET /v2.0/networks?id=0faf17d8-1546-4309-a780-d23af45b7667 HTTP/1.1" status: 200 len: 823 time: 0.4035625 Jul 08 01:33:57.723749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=c8665b97-2ceb-4f66-97df-94cff8fc44f8,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:57.753554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-281fb8b2-0a02-4b1c-8e9b-e6ab91e6021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:57.755651 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-281fb8b2-0a02-4b1c-8e9b-e6ab91e6021d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1564894 Jul 08 01:33:57.761931 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-308d68ce-a20b-4c06-ae08-0efceea0724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:57.763516 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-308d68ce-a20b-4c06-ae08-0efceea0724e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0799670 Jul 08 01:33:57.771193 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-e707eccf-9467-4eee-88b8-f5f1f9d649d4 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91064204e20a4a4796496a737996a9df HTTP/1.1" status: 200 len: 380 time: 0.0618515 Jul 08 01:33:57.786541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dbd3f-a019-403d-9060-4add25a78e35 req-ba54da37-5dda-4c98-9067-81315172ce02 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:57.789630 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d84dbd3f-a019-403d-9060-4add25a78e35 req-ba54da37-5dda-4c98-9067-81315172ce02 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 943 time: 0.2604418 Jul 08 01:33:57.805121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Request body: {'port': {'device_id': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'admin_state_up': True, 'tenant_id': '91064204e20a4a4796496a737996a9df', 'security_groups': ['8944dce3-5842-4966-b464-e0f08bbf64f5']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:57.850748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ddbcd-3804-414c-97ae-5ceb4c508412 req-8849d1d3-4b27-4f4e-b50a-02081c98eca0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:57.853360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c6ddbcd-3804-414c-97ae-5ceb4c508412 req-8849d1d3-4b27-4f4e-b50a-02081c98eca0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 950 time: 0.1761060 Jul 08 01:33:57.863634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c8665b97-2ceb-4f66-97df-94cff8fc44f8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:33:57.912079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-74ad1b19-5d06-4469-b6d8-53bd42336730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:57.913975 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-74ad1b19-5d06-4469-b6d8-53bd42336730 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1417441 Jul 08 01:33:57.987503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Made reservation on behalf of 91064204e20a4a4796496a737996a9df for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:33:57.991249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:58.076173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-7be1c893-b55f-47a7-8e02-3b1db0d4c2a4 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533184 Jul 08 01:33:58.111419 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d84dbd3f-a019-403d-9060-4add25a78e35 req-b20233a8-b9cf-4695-9669-8dec5902c38e tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968009 Jul 08 01:33:58.136669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-e83fae04-ae32-4ff8-bbef-e53702ebecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.138553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-e83fae04-ae32-4ff8-bbef-e53702ebecd5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3708956 Jul 08 01:33:58.145761 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c6ddbcd-3804-414c-97ae-5ceb4c508412 req-d1c329ac-aad6-4225-9d1e-e778af26473d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850990 Jul 08 01:33:58.214415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Allocated IP 172.20.0.6 (0faf17d8-1546-4309-a780-d23af45b7667/47a01b1f-a2b0-45e2-95b6-dc33b2c4a075/50d8e4bd-32ad-42ef-804e-0c5a053135aa) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:33:58.225501 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56af1e1-b300-46d6-8fea-978b21b58cbb x-openstack-request-id: req-b56af1e1-b300-46d6-8fea-978b21b58cbb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:58.225797 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f799927-21ab-40e9-81da-034c39667de3", "tag": "61921fef-d6b2-4df0-9fdb-60ce191a9081", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:58.226045 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b56af1e1-b300-46d6-8fea-978b21b58cbb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:58.228811 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f799927-21ab-40e9-81da-034c39667de3', 'tag': '61921fef-d6b2-4df0-9fdb-60ce191a9081', 'status': 'completed', 'code': 200} Jul 08 01:33:58.236339 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a8a113a-7218-484f-a1cb-d053ef44406f req-e97f009c-f82b-4c57-8369-7fd162a07900 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480930 Jul 08 01:33:58.250969 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-1dbc0b62-2885-4fe4-a0ae-64f74275f211 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041281 Jul 08 01:33:58.408280 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c74a8f34-734e-4093-ae14-d505e5d0dec9 req-2db15400-f9f0-4a1a-9f52-885f7a5fe088 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504259 Jul 08 01:33:58.423893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc01f3-d3d2-4b18-9a4d-646f84fb6a94 req-6e2c6b03-d80b-4464-8ee9-71028f149e9e tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.423893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbfc01f3-d3d2-4b18-9a4d-646f84fb6a94 req-6e2c6b03-d80b-4464-8ee9-71028f149e9e tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 947 time: 0.1051893 Jul 08 01:33:58.459605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:58.463925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-b8588082-80f8-422d-93b0-6673a09e4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.467089 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-b8588082-80f8-422d-93b0-6673a09e4b60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 1099 time: 0.1604323 Jul 08 01:33:58.485464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbfc01f3-d3d2-4b18-9a4d-646f84fb6a94 req-2afdefed-7a92-4757-9747-a129951b9c7e tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547731 Jul 08 01:33:58.505079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Transition to ACTIVE for port object 50d8e4bd-32ad-42ef-804e-0c5a053135aa will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:58.574273 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33b52f8f-f10a-4f98-a12e-f83989c8011b req-7b942f20-6d1b-4708-a580-ed12b1256884 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 210 time: 0.0362380 Jul 08 01:33:58.580101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-2ba798c5-b27c-4c7f-bf2c-1b1f88048429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.581415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-2ba798c5-b27c-4c7f-bf2c-1b1f88048429 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 1121 time: 0.0951197 Jul 08 01:33:58.615544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-d0f6decc-c814-4d66-a95e-d5748be6dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.618139 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-d0f6decc-c814-4d66-a95e-d5748be6dd9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1415446 Jul 08 01:33:58.619941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:58.701750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-e6147856-345a-4752-a8f1-b41a979072a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.703990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-e6147856-345a-4752-a8f1-b41a979072a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1135454 Jul 08 01:33:58.704983 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-3cbd928c-5ca9-4c79-b621-ad0e067ac8a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=61921fef-d6b2-4df0-9fdb-60ce191a9081 HTTP/1.1" status: 200 len: 217 time: 0.0760326 Jul 08 01:33:58.744127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Network 0faf17d8-1546-4309-a780-d23af45b7667 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:33:58.764153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-7dbd480a-7d7c-4693-bec5-0920e8c962d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177 HTTP/1.1" status: 200 len: 217 time: 0.0531805 Jul 08 01:33:58.767953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:33:58.774851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:33:58.780487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.781022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:58.795829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event updated for resources: {'Port': ['ID=50d8e4bd-32ad-42ef-804e-0c5a053135aa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:58.821135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-411675af-e707-4a4f-bcfa-dc4848f0ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.822743 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-411675af-e707-4a4f-bcfa-dc4848f0ca6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0960619 Jul 08 01:33:58.823812 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-292c5ae6-1622-4f8f-9b8a-739995bac49a tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0425956 Jul 08 01:33:58.840725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-82e4890a-dc7b-4820-95ea-681ae9877ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.842574 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-82e4890a-dc7b-4820-95ea-681ae9877ed4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0663240 Jul 08 01:33:58.869441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Request body: {'port': {'device_id': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'device_owner': 'compute:tempest-test_az-495204118', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:33:58.903619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-bbd6a052-9bb0-4da7-8e5f-4b6e2aebec22 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.906110 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-bbd6a052-9bb0-4da7-8e5f-4b6e2aebec22 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 1102 time: 0.2196915 Jul 08 01:33:58.912410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-e410398d-fb68-4ec9-985f-069aac4ccd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:58.914778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-e410398d-fb68-4ec9-985f-069aac4ccd47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640924 Jul 08 01:33:59.031086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-699668a3-5919-405f-9f3f-7dc8e4c59165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:59.032655 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-699668a3-5919-405f-9f3f-7dc8e4c59165 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2008185 Jul 08 01:33:59.033204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:59.038559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-70382c4c-5440-4bee-85e9-c02582c44c4b service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165552 Jul 08 01:33:59.057006 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:33:59.063765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b144f760-b8ef-466a-aa4d-567e683da3dd None None] Provisioning for port 50d8e4bd-32ad-42ef-804e-0c5a053135aa completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:59.069263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b144f760-b8ef-466a-aa4d-567e683da3dd None None] Provisioning complete for port 50d8e4bd-32ad-42ef-804e-0c5a053135aa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:59.069635 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b144f760-b8ef-466a-aa4d-567e683da3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:59.119717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b144f760-b8ef-466a-aa4d-567e683da3dd None None] Port 50d8e4bd-32ad-42ef-804e-0c5a053135aa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:33:59.157827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c8665b97-2ceb-4f66-97df-94cff8fc44f8 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:33:59.215063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbd2c72c-007e-4168-8f7e-64bc6a0eb10d req-c773fcb4-cb73-4bd9-a019-16bffc0a9f20 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655529 Jul 08 01:33:59.245530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port c8665b97-2ceb-4f66-97df-94cff8fc44f8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:33:59.251290 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port c8665b97-2ceb-4f66-97df-94cff8fc44f8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:33:59.251814 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:59.339732 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:59.370526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:33:59.374110 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79986dc2-05b8-4c30-b97d-02807c6dd654" -d '{"events": [{"server_uuid": "5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6", "name": "network-vif-plugged", "status": "completed", "tag": "c8665b97-2ceb-4f66-97df-94cff8fc44f8"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:33:59.389888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:59.394703 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:59.414797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924612bc-5478-48bc-a3b8-e69808e29748 req-0773b0cb-c66e-4f51-9101-a962a58e26d0 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:59.416477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-924612bc-5478-48bc-a3b8-e69808e29748 req-0773b0cb-c66e-4f51-9101-a962a58e26d0 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 944 time: 0.1122296 Jul 08 01:33:59.424883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f194d-346f-401a-aa4a-908040c14dbe req-8e21f670-133f-4194-9fcc-d6618369fdb6 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:59.426318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-422f194d-346f-401a-aa4a-908040c14dbe req-8e21f670-133f-4194-9fcc-d6618369fdb6 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 950 time: 0.1195290 Jul 08 01:33:59.455908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-df7f2ba2-75dd-4893-8bfb-2a4f96521908 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] Deleting port 47b33d5f-f056-43ad-9d53-a2e077d9939f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:33:59.456675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-df7f2ba2-75dd-4893-8bfb-2a4f96521908 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:59.459602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=c8665b97-2ceb-4f66-97df-94cff8fc44f8,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:33:59.475544 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-50598c5f-1ab2-419e-84d0-8dee61a968f0 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139760 Jul 08 01:33:59.482894 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-924612bc-5478-48bc-a3b8-e69808e29748 req-970bc167-df7b-4913-96b3-a2be92ed73b2 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556178 Jul 08 01:33:59.487657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-422f194d-346f-401a-aa4a-908040c14dbe req-7ee094fa-3160-4d96-a9ce-8f6286b634ff tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540674 Jul 08 01:33:59.541138 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df244edc-7886-4153-a9a8-613db1591d1c x-openstack-request-id: req-df244edc-7886-4153-a9a8-613db1591d1c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:33:59.541496 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6", "name": "network-vif-plugged", "status": "completed", "tag": "c8665b97-2ceb-4f66-97df-94cff8fc44f8", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:33:59.541752 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df244edc-7886-4153-a9a8-613db1591d1c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:33:59.542149 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8', 'code': 200} Jul 08 01:33:59.615698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.16', 52194) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:33:59.702654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-df7f2ba2-75dd-4893-8bfb-2a4f96521908 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] For port 47b33d5f-f056-43ad-9d53-a2e077d9939f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=47b33d5f-f056-43ad-9d53-a2e077d9939f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:33:59.703043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-df7f2ba2-75dd-4893-8bfb-2a4f96521908 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:59.723169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbdda-c918-4747-b5e6-8b7012b0e55b req-9dfe81e8-8793-41ba-8bf6-b03606f52dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:59.724736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-297fbdda-c918-4747-b5e6-8b7012b0e55b req-9dfe81e8-8793-41ba-8bf6-b03606f52dc7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1097 time: 0.1079628 Jul 08 01:33:59.734964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-df7f2ba2-75dd-4893-8bfb-2a4f96521908 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] Calling delete_port for 47b33d5f-f056-43ad-9d53-a2e077d9939f owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:33:59.737490 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de273c58-36ed-4b35-93ff-920258c6cacc req-6f11e6a4-3d00-4cca-b6a6-7c438ac4d62a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:59.738990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de273c58-36ed-4b35-93ff-920258c6cacc req-6f11e6a4-3d00-4cca-b6a6-7c438ac4d62a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 947 time: 0.0957663 Jul 08 01:33:59.746178 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e34f39-786f-4633-9571-b70fa6ed3ac1 req-ec1d6661-be21-46c7-a5d2-88b6da213ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427492 Jul 08 01:33:59.825622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-297fbdda-c918-4747-b5e6-8b7012b0e55b req-432428ae-d5d9-4fdc-abcb-ab98c4c7db85 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856688 Jul 08 01:33:59.842737 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de273c58-36ed-4b35-93ff-920258c6cacc req-3ede1dad-ca03-4c6e-b70c-a1c5d863621f tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790496 Jul 08 01:33:59.875811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859f48-1dc7-4040-9001-69ee1af92448 req-55f613d9-480b-47e8-a6de-7dbdb0b82732 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:33:59.877763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f859f48-1dc7-4040-9001-69ee1af92448 req-55f613d9-480b-47e8-a6de-7dbdb0b82732 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 931 time: 0.1229749 Jul 08 01:33:59.885860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d8e4bd-32ad-42ef-804e-0c5a053135aa {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:33:59.902548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:33:59.926566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Transition to ACTIVE for port object 50d8e4bd-32ad-42ef-804e-0c5a053135aa will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:33:59.927999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f859f48-1dc7-4040-9001-69ee1af92448 req-a5e83784-24a5-4668-8063-fe68bd230e98 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 Jul 08 01:33:59.958440 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:00.035274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Pushing event updated for resources: {'Port': ['ID=50d8e4bd-32ad-42ef-804e-0c5a053135aa,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:00.068986 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-df7f2ba2-75dd-4893-8bfb-2a4f96521908 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:00.081276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['47b33d5f-f056-43ad-9d53-a2e077d9939f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:00.110059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f2ba2-75dd-4893-8bfb-2a4f96521908 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] Pushing event deleted for resources: {'Port': ['ID=47b33d5f-f056-43ad-9d53-a2e077d9939f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:00.129868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Attempting to bind port 50d8e4bd-32ad-42ef-804e-0c5a053135aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:00.129868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Attempting to bind port 50d8e4bd-32ad-42ef-804e-0c5a053135aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:00.130097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Attempting to bind port 50d8e4bd-32ad-42ef-804e-0c5a053135aa on network 0faf17d8-1546-4309-a780-d23af45b7667 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:00.178017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-df7f2ba2-75dd-4893-8bfb-2a4f96521908 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] No DVR routers for this DVR port 47b33d5f-f056-43ad-9d53-a2e077d9939f on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:34:00.179841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Port 50d8e4bd-32ad-42ef-804e-0c5a053135aa on network 0faf17d8-1546-4309-a780-d23af45b7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:00.180214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Attempting to bind port 50d8e4bd-32ad-42ef-804e-0c5a053135aa on network 0faf17d8-1546-4309-a780-d23af45b7667 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:00.184723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-df7f2ba2-75dd-4893-8bfb-2a4f96521908 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:00.187078 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-438c9295-433f-4565-9fc0-19fa9c6516e0 req-df7f2ba2-75dd-4893-8bfb-2a4f96521908 tempest-DeleteServersAdminTestJSON-1624592183 tempest-DeleteServersAdminTestJSON-1624592183-project-admin] 10.222.0.16 "DELETE /v2.0/ports/47b33d5f-f056-43ad-9d53-a2e077d9939f HTTP/1.1" status: 204 len: 173 time: 1.2736013 Jul 08 01:34:00.190127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:00.190562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Checking segment: {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:00.191021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Bound using segment: {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:00.191522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Bound port: 50d8e4bd-32ad-42ef-804e-0c5a053135aa, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:00.191957 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:00.240386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd49305-f0e4-47fc-97c9-5b2aa0d30969', 'name': 'network-vif-deleted', 'tag': '47b33d5f-f056-43ad-9d53-a2e077d9939f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:00.243596 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94733d0-94aa-47e6-a6c9-29bb439ac010" -d '{"events": [{"server_uuid": "4cd49305-f0e4-47fc-97c9-5b2aa0d30969", "name": "network-vif-deleted", "tag": "47b33d5f-f056-43ad-9d53-a2e077d9939f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:00.301754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] For port 50d8e4bd-32ad-42ef-804e-0c5a053135aa, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:00.305954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] For port 50d8e4bd-32ad-42ef-804e-0c5a053135aa, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=50d8e4bd-32ad-42ef-804e-0c5a053135aa,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:00.312458 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:00.361276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:00.361921 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:00.363594 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] 10.222.0.24 "PUT /v2.0/ports/50d8e4bd-32ad-42ef-804e-0c5a053135aa HTTP/1.1" status: 200 len: 1113 time: 1.5010545 Jul 08 01:34:00.403422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173df439-ef6d-46c6-917f-647fa6e18593 service neutron] Pushing event updated for resources: {'Port': ['ID=50d8e4bd-32ad-42ef-804e-0c5a053135aa,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:00.520203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-d09e2297-d1a4-4dbd-8eea-763fbd18d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:00.522311 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-d09e2297-d1a4-4dbd-8eea-763fbd18d588 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91064204e20a4a4796496a737996a9df&device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 1116 time: 0.0890124 Jul 08 01:34:00.589204 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e664818-a422-4973-83d9-0c5881775f68 x-openstack-request-id: req-9e664818-a422-4973-83d9-0c5881775f68 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:00.589593 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd49305-f0e4-47fc-97c9-5b2aa0d30969", "name": "network-vif-deleted", "tag": "47b33d5f-f056-43ad-9d53-a2e077d9939f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:00.589957 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e664818-a422-4973-83d9-0c5881775f68 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:00.590773 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd49305-f0e4-47fc-97c9-5b2aa0d30969', 'name': 'network-vif-deleted', 'tag': '47b33d5f-f056-43ad-9d53-a2e077d9939f', 'status': 'completed', 'code': 200} Jul 08 01:34:00.593035 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-debaee70-36cb-447e-af74-730ec13db01e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d8e4bd-32ad-42ef-804e-0c5a053135aa HTTP/1.1" status: 200 len: 217 time: 0.0628245 Jul 08 01:34:00.662761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-02ad1288-0ed1-4c2c-992d-d66a003d8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:00.665187 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-02ad1288-0ed1-4c2c-992d-d66a003d8082 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47a01b1f-a2b0-45e2-95b6-dc33b2c4a075 HTTP/1.1" status: 200 len: 862 time: 0.0664382 Jul 08 01:34:00.728756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-c60f0f9d-cbe3-42f4-a915-556fdc836045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:00.730491 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-c60f0f9d-cbe3-42f4-a915-556fdc836045 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0faf17d8-1546-4309-a780-d23af45b7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590508 Jul 08 01:34:00.751116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a04422-6a1e-46a3-ad1a-898c3906d940 req-d50a7b40-3247-48b3-8b60-66760f62501d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:00.753357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1a04422-6a1e-46a3-ad1a-898c3906d940 req-d50a7b40-3247-48b3-8b60-66760f62501d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 945 time: 0.0942070 Jul 08 01:34:00.823957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f173630-300b-4a70-9a2f-dab4d456fe97 req-7924325d-9101-4de5-a08c-3558bdedfcf2 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cd49305-f0e4-47fc-97c9-5b2aa0d30969 HTTP/1.1" status: 200 len: 210 time: 0.0462708 Jul 08 01:34:00.863537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1a04422-6a1e-46a3-ad1a-898c3906d940 req-c4645b04-c8ce-4b0f-9f46-c127b872626a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987747 Jul 08 01:34:00.876642 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-7f3c157a-0eca-4b0c-bef2-5a8af7afc4c0 service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353750 Jul 08 01:34:00.993570 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6fd1c650-bb25-48e0-814b-b7ebc0a4f520 req-2fa90a57-94cd-495d-ac28-488c76700e37 service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127105 Jul 08 01:34:01.004197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e3a42374-6ea2-482b-b4e1-6bcfd5d13177 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:01.131261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd0189-d756-46f2-9731-6bbbb33042c4 req-b19c7f31-03d5-4d71-8ab8-e4c096c65c14 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:01.134354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dfbd0189-d756-46f2-9731-6bbbb33042c4 req-b19c7f31-03d5-4d71-8ab8-e4c096c65c14 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 947 time: 0.1176255 Jul 08 01:34:01.167944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:01.216027 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dfbd0189-d756-46f2-9731-6bbbb33042c4 req-7993ea5b-b13d-432e-8868-254c417348c4 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709798 Jul 08 01:34:01.236713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfd3ca-43ea-486a-93fc-1392a4bad6e5 req-24051f80-3931-460b-94a7-f998a0a24492 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:01.238397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ebfd3ca-43ea-486a-93fc-1392a4bad6e5 req-24051f80-3931-460b-94a7-f998a0a24492 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 964 time: 0.1030469 Jul 08 01:34:01.274293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38200) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:01.299088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ebfd3ca-43ea-486a-93fc-1392a4bad6e5 req-0031818e-2d14-476d-95b8-53bacb19b39d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532880 Jul 08 01:34:01.312202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61921fef-d6b2-4df0-9fdb-60ce191a9081 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:01.329390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'mac_address': 'fa:16:3e:a8:12:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:tempest-test_az-495204118', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:01.426817 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.431705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14049ece-4cac-4333-9bb4-4e258325969e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.446423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a42374-6ea2-482b-b4e1-6bcfd5d13177 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:01.487573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:01.494266 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.534749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 61921fef-d6b2-4df0-9fdb-60ce191a9081, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61921fef-d6b2-4df0-9fdb-60ce191a9081,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:01.554960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '61921fef-d6b2-4df0-9fdb-60ce191a9081', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '61921fef-d6b2-4df0-9fdb-60ce191a9081', 'mac_address': 'fa:16:3e:7e:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:01.572046 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14049ece-4cac-4333-9bb4-4e258325969e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.578034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14049ece-4cac-4333-9bb4-4e258325969e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.607372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:01.611110 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.626391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61921fef-d6b2-4df0-9fdb-60ce191a9081 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:01.643942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38232) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:01.644808 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-14049ece-4cac-4333-9bb4-4e258325969e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c33aef1b5124eb098f780a5305dfb56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688943 Jul 08 01:34:01.645729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14049ece-4cac-4333-9bb4-4e258325969e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad7ac46-0f5f-4c19-99b0-104bda30a179,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:01.668724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 61921fef-d6b2-4df0-9fdb-60ce191a9081, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61921fef-d6b2-4df0-9fdb-60ce191a9081,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:01.677423 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.717753 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29d4a35c-ef05-4914-ae90-631001e492c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.740906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['e3a42374-6ea2-482b-b4e1-6bcfd5d13177'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:01.773804 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29d4a35c-ef05-4914-ae90-631001e492c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.785946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=61921fef-d6b2-4df0-9fdb-60ce191a9081,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:01.853324 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29d4a35c-ef05-4914-ae90-631001e492c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.856262 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29d4a35c-ef05-4914-ae90-631001e492c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:01.859792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-29d4a35c-ef05-4914-ae90-631001e492c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ad7ac46-0f5f-4c19-99b0-104bda30a179 HTTP/1.1" status: 204 len: 168 time: 0.2124345 Jul 08 01:34:01.885869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['61921fef-d6b2-4df0-9fdb-60ce191a9081'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:01.915406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4a35c-ef05-4914-ae90-631001e492c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad7ac46-0f5f-4c19-99b0-104bda30a179,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:02.149536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38268) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:02.310040 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27886def-6115-4d6a-9d1f-c6fde9df58d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.337818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d166669-6b69-40ba-9e6e-b31be4cc9d78 req-84347cc9-8676-4b1d-9fd6-5987be846fdd tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:02.339360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d166669-6b69-40ba-9e6e-b31be4cc9d78 req-84347cc9-8676-4b1d-9fd6-5987be846fdd tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 945 time: 0.1289766 Jul 08 01:34:02.347407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38286) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:02.362117 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54289d2c-c35a-4cb8-a363-68757a6b3eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.426829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d166669-6b69-40ba-9e6e-b31be4cc9d78 req-40fb8420-8f31-4a02-9f0d-2dffdc81c4a0 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802639 Jul 08 01:34:02.480127 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27886def-6115-4d6a-9d1f-c6fde9df58d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.485029 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27886def-6115-4d6a-9d1f-c6fde9df58d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.527197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-27886def-6115-4d6a-9d1f-c6fde9df58d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17ee3ba650e7449fb0e0ba90fa970811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755202 Jul 08 01:34:02.528374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27886def-6115-4d6a-9d1f-c6fde9df58d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3ef158-c6eb-4a72-b901-a81bf5dc065c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:02.530739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:02.587047 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54289d2c-c35a-4cb8-a363-68757a6b3eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.591421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'tag': '50d8e4bd-32ad-42ef-804e-0c5a053135aa'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:02.594106 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc872a09-0996-4891-878e-19fe6a3d6c0e", "tag": "50d8e4bd-32ad-42ef-804e-0c5a053135aa"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:02.596612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54289d2c-c35a-4cb8-a363-68757a6b3eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.636517 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18658179-ab46-496f-8821-2d758d736830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.639538 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-54289d2c-c35a-4cb8-a363-68757a6b3eac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3e7346208424a898b435cf32773332f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887452 Jul 08 01:34:02.639538 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54289d2c-c35a-4cb8-a363-68757a6b3eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0db7cb-58d7-4f87-91bf-64e0881f1182,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:02.641968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38300) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:02.668256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18658179-ab46-496f-8821-2d758d736830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.694043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cc9ee54-3c5a-45b7-a149-8ab41b99119f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.706844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639981db-966d-4b13-8629-f8aff3e16218 req-351c1e94-c9b6-4ddc-82cf-cb625d28184a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:02.708452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-639981db-966d-4b13-8629-f8aff3e16218 req-351c1e94-c9b6-4ddc-82cf-cb625d28184a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 948 time: 0.1329288 Jul 08 01:34:02.717135 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cc9ee54-3c5a-45b7-a149-8ab41b99119f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.754400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-639981db-966d-4b13-8629-f8aff3e16218 req-cf27b64b-f39d-46c3-b7ce-f4de8b5b3c84 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393708 Jul 08 01:34:02.764908 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18658179-ab46-496f-8821-2d758d736830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.767342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18658179-ab46-496f-8821-2d758d736830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.768504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-18658179-ab46-496f-8821-2d758d736830 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf3ef158-c6eb-4a72-b901-a81bf5dc065c HTTP/1.1" status: 204 len: 168 time: 0.2257962 Jul 08 01:34:02.778992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18658179-ab46-496f-8821-2d758d736830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3ef158-c6eb-4a72-b901-a81bf5dc065c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:02.788004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cc9ee54-3c5a-45b7-a149-8ab41b99119f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.795343 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cc9ee54-3c5a-45b7-a149-8ab41b99119f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:02.801144 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7cc9ee54-3c5a-45b7-a149-8ab41b99119f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a0db7cb-58d7-4f87-91bf-64e0881f1182 HTTP/1.1" status: 204 len: 168 time: 0.1579554 Jul 08 01:34:02.814855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9ee54-3c5a-45b7-a149-8ab41b99119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0db7cb-58d7-4f87-91bf-64e0881f1182,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:02.876454 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-58dcc61a-2ac5-4888-ad0e-7dbf5dac75c4 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=94658cffcd974821af99ca323ef791fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278587 Jul 08 01:34:03.032686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e3a42374-6ea2-482b-b4e1-6bcfd5d13177 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:03.043417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-cca5302e-34cc-43ce-91cd-7ae19a6ae0d9 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:03.044944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-cca5302e-34cc-43ce-91cd-7ae19a6ae0d9 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1618185 Jul 08 01:34:03.064290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745674db-ea72-492b-839f-3448849d93aa req-0b252487-34d3-41ea-b8ac-2e8cfa36b87e tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:03.065857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-745674db-ea72-492b-839f-3448849d93aa req-0b252487-34d3-41ea-b8ac-2e8cfa36b87e tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 964 time: 0.1564581 Jul 08 01:34:03.100443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:03.105052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-574bf977-06d7-4e40-a8be-4162e0b9c6c0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/quotas/94658cffcd974821af99ca323ef791fb HTTP/1.1" status: 200 len: 375 time: 0.0381420 Jul 08 01:34:03.112815 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:03.113311 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.114779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-745674db-ea72-492b-839f-3448849d93aa req-5ca44598-80a2-4729-b349-51f3847b7b9d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405114 Jul 08 01:34:03.163804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-6e57fcdf-2ee5-4dd2-836d-4ee6031674b1 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=94658cffcd974821af99ca323ef791fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479071 Jul 08 01:34:03.190868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61921fef-d6b2-4df0-9fdb-60ce191a9081 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:03.255513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38328) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:03.282998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-481f20cd-158c-4141-938e-244f5e940259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.308791 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.396016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:03.403782 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c506a7ac-18ad-4494-9b44-c8f771c0b5a6" -d '{"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-plugged", "status": "completed", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:03.419033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 61921fef-d6b2-4df0-9fdb-60ce191a9081 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:03.426597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:03.427796 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 61921fef-d6b2-4df0-9fdb-60ce191a9081 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:03.428735 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.460164 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.494308 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-481f20cd-158c-4141-938e-244f5e940259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.516051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-481f20cd-158c-4141-938e-244f5e940259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.537177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:03.593007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-481f20cd-158c-4141-938e-244f5e940259 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c54bbd50fd7f4cdb8e04002d6f5b394b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362103 Jul 08 01:34:03.595523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38342) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:03.604197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f20cd-158c-4141-938e-244f5e940259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91bfe6b-569a-4dac-b970-a628fe524831,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:03.622340 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.665014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028c63d-43e2-496a-b2be-12e3860add5a req-95c1b57c-f670-43f2-8754-27609b19cea6 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:03.671694 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2028c63d-43e2-496a-b2be-12e3860add5a req-95c1b57c-f670-43f2-8754-27609b19cea6 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 971 time: 0.1704175 Jul 08 01:34:03.673762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 61921fef-d6b2-4df0-9fdb-60ce191a9081, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61921fef-d6b2-4df0-9fdb-60ce191a9081,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:03.678113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.680154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 47b33d5f-f056-43ad-9d53-a2e077d9939f no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:03.708807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfb22a21-7e66-40c9-88c1-3e1a9e93310b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.739312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 47b33d5f-f056-43ad-9d53-a2e077d9939f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:34:03.739913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 47b33d5f-f056-43ad-9d53-a2e077d9939f not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:34:03.776618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=61921fef-d6b2-4df0-9fdb-60ce191a9081,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:03.781060 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2028c63d-43e2-496a-b2be-12e3860add5a req-326ba690-184b-48b4-a26e-72e8391c4595 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/security-groups?id=237e9cd7-89aa-495e-9629-4085e01e71b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084013 Jul 08 01:34:03.824962 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfb22a21-7e66-40c9-88c1-3e1a9e93310b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:03.850448 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1e42c1-63c4-4d69-8a17-2d2cd0a363eb x-openstack-request-id: req-0b1e42c1-63c4-4d69-8a17-2d2cd0a363eb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:03.851698 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc872a09-0996-4891-878e-19fe6a3d6c0e", "tag": "50d8e4bd-32ad-42ef-804e-0c5a053135aa", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:03.852049 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b1e42c1-63c4-4d69-8a17-2d2cd0a363eb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:03.852665 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'tag': '50d8e4bd-32ad-42ef-804e-0c5a053135aa', 'status': 'completed', 'code': 200} Jul 08 01:34:03.896626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b7db-c3d2-4cb9-ba54-0b0dc2bbe1e5 req-10e9ad43-23a3-4a6c-9e74-80ab1d1c2a9b tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:03.912201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d951b7db-c3d2-4cb9-ba54-0b0dc2bbe1e5 req-10e9ad43-23a3-4a6c-9e74-80ab1d1c2a9b tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1097 time: 0.1464043 Jul 08 01:34:03.987088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-a9ef928b-f8a6-4f88-b982-8514ff6f2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:03.989189 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-a9ef928b-f8a6-4f88-b982-8514ff6f2e53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91064204e20a4a4796496a737996a9df&device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 1116 time: 0.1071615 Jul 08 01:34:04.008137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68b6f4a7-a91c-4ef8-b6a0-ae625e0f8a1f req-e3cbe9e6-832a-4e52-a93e-6d615eba2b4f tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 210 time: 0.0411406 Jul 08 01:34:04.016996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38358) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:04.019237 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfb22a21-7e66-40c9-88c1-3e1a9e93310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:04.021790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfb22a21-7e66-40c9-88c1-3e1a9e93310b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:04.023611 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bfb22a21-7e66-40c9-88c1-3e1a9e93310b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c91bfe6b-569a-4dac-b970-a628fe524831 HTTP/1.1" status: 204 len: 168 time: 0.4265332 Jul 08 01:34:04.040908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d951b7db-c3d2-4cb9-ba54-0b0dc2bbe1e5 req-59d20474-cc63-4891-97bf-2be11cf1aa5d tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277237 Jul 08 01:34:04.073721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb22a21-7e66-40c9-88c1-3e1a9e93310b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91bfe6b-569a-4dac-b970-a628fe524831,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:04.081895 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecb4ab3-5cb1-472a-b94c-a777186b0d54 x-openstack-request-id: req-3ecb4ab3-5cb1-472a-b94c-a777186b0d54 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:04.082387 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-plugged", "status": "completed", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:04.082836 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ecb4ab3-5cb1-472a-b94c-a777186b0d54 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:04.083229 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'code': 200} Jul 08 01:34:04.110618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-1c7314bc-0aeb-41ce-8cda-5fa9e101f473 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:04.112203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-1c7314bc-0aeb-41ce-8cda-5fa9e101f473 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 971 time: 0.1916599 Jul 08 01:34:04.212961 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:04.214980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-b84b7b01-3c6a-4079-9825-b586f6eca413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:04.220444 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-b84b7b01-3c6a-4079-9825-b586f6eca413 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0faf17d8-1546-4309-a780-d23af45b7667 HTTP/1.1" status: 200 len: 924 time: 0.2240744 Jul 08 01:34:04.332147 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-d6a2aed9-b7db-4130-b285-b089a92e2262 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d8e4bd-32ad-42ef-804e-0c5a053135aa HTTP/1.1" status: 200 len: 217 time: 0.1044254 Jul 08 01:34:04.351547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.24', 53149) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:04.478248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1004207051-network', 'tenant_id': '12a0164c80564015b1b963f8b59f6780'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:04.521999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-c2a25d83-4761-4b33-b548-53a4c7288068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:04.524652 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-c2a25d83-4761-4b33-b548-53a4c7288068 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47a01b1f-a2b0-45e2-95b6-dc33b2c4a075 HTTP/1.1" status: 200 len: 862 time: 0.1832867 Jul 08 01:34:04.553505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1f180-d0d5-438e-bf7d-1712a7d1629b req-7f569b7c-eb55-4a7b-9cbf-68fe05c47f36 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:04.555775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67b1f180-d0d5-438e-bf7d-1712a7d1629b req-7f569b7c-eb55-4a7b-9cbf-68fe05c47f36 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 949 time: 0.2475784 Jul 08 01:34:04.562655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Made reservation on behalf of 12a0164c80564015b1b963f8b59f6780 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:04.565762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:04.596174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-20457eb6-0351-4c79-9530-87fe8b840805 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Deleting port 7c945ed1-6b94-457e-a340-deeecdf45b66 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:34:04.596518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-20457eb6-0351-4c79-9530-87fe8b840805 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:04.598651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:04.615748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89db53e-0926-4254-914e-1f3fd155a6a5 req-54f9d61b-aa62-47ce-ac06-51f9faad7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:04.618044 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e89db53e-0926-4254-914e-1f3fd155a6a5 req-54f9d61b-aa62-47ce-ac06-51f9faad7ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 1123 time: 0.2596576 Jul 08 01:34:04.655576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b213633-6ea7-488a-abb0-92428a88fae6 req-761d090a-8f78-4a97-877e-d0af37c1d921 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:04.657323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b213633-6ea7-488a-abb0-92428a88fae6 req-761d090a-8f78-4a97-877e-d0af37c1d921 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 964 time: 0.2053163 Jul 08 01:34:04.662617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67b1f180-d0d5-438e-bf7d-1712a7d1629b req-e8c9857a-be57-4e47-b886-ed523fc610e0 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949326 Jul 08 01:34:04.698111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e89db53e-0926-4254-914e-1f3fd155a6a5 req-f063156e-3c61-444e-8d61-7fa3e4518f74 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712619 Jul 08 01:34:04.701073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-de5e889d-1347-437c-9605-20a5839d5dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:04.703410 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-de5e889d-1347-437c-9605-20a5839d5dad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0faf17d8-1546-4309-a780-d23af45b7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695051 Jul 08 01:34:04.759980 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b213633-6ea7-488a-abb0-92428a88fae6 req-9f5b307a-2b9e-486a-acce-b1cde7fa9847 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843763 Jul 08 01:34:04.762040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-20457eb6-0351-4c79-9530-87fe8b840805 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] For port 7c945ed1-6b94-457e-a340-deeecdf45b66, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7c945ed1-6b94-457e-a340-deeecdf45b66,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:04.762425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-20457eb6-0351-4c79-9530-87fe8b840805 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:04.789875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-20457eb6-0351-4c79-9530-87fe8b840805 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Calling delete_port for 7c945ed1-6b94-457e-a340-deeecdf45b66 owned by compute:tempest-test_az-495204118 {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:34:04.856774 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:04.865075 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:05.003663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78158eb5-27c2-4272-b161-62a5ec02e78e req-fa02ecfe-477b-4339-bfc2-144676e39ae0 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:05.005532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78158eb5-27c2-4272-b161-62a5ec02e78e req-fa02ecfe-477b-4339-bfc2-144676e39ae0 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0941780 Jul 08 01:34:05.020293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 50d8e4bd-32ad-42ef-804e-0c5a053135aa details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:05.092783 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78158eb5-27c2-4272-b161-62a5ec02e78e req-edafb86b-5286-4045-b29d-6464cc0ec6ed tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789821 Jul 08 01:34:05.101608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38394) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:05.119719 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-20457eb6-0351-4c79-9530-87fe8b840805 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:05.174016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['7c945ed1-6b94-457e-a340-deeecdf45b66'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:05.175482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:34:05.225340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20457eb6-0351-4c79-9530-87fe8b840805 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Pushing event deleted for resources: {'Port': ['ID=7c945ed1-6b94-457e-a340-deeecdf45b66,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:05.233919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771909570892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:05.237040 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Unsubscribe: segment precommit_create {{(pid=93884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 01:34:05.238286 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Added segment c97ed5a4-23f0-4ed9-8e81-31cd56d4c259 of type vlan for network a8483aff-5cce-4698-a4bf-03fadb168055 Jul 08 01:34:05.243127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-006f3310-6736-4ae1-98ee-24fcb2c25b2f req-d227ad3b-b496-49c0-a2fd-8e8928b84d3b tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0605536 Jul 08 01:34:05.344585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 50d8e4bd-32ad-42ef-804e-0c5a053135aa, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=50d8e4bd-32ad-42ef-804e-0c5a053135aa,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:05.350103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1324136871-network', 'tenant_id': '23599dd55de84094ba2b897d605298bc'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:05.367725 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '50d8e4bd-32ad-42ef-804e-0c5a053135aa', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'port_id': '50d8e4bd-32ad-42ef-804e-0c5a053135aa', 'mac_address': 'fa:16:3e:45:22:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-495204118', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:05.396835 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-bada1e1b-9406-47e3-a2e3-1ddc40479990 service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373627 Jul 08 01:34:05.427159 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-a081b0c4-1f1e-4677-ab72-d3f44223693c tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=94658cffcd974821af99ca323ef791fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2482474 Jul 08 01:34:05.428391 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:05.437483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:05.451873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-20457eb6-0351-4c79-9530-87fe8b840805 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] No DVR routers for this DVR port 7c945ed1-6b94-457e-a340-deeecdf45b66 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:34:05.453334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Made reservation on behalf of 23599dd55de84094ba2b897d605298bc for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:05.464135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d8e4bd-32ad-42ef-804e-0c5a053135aa {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:05.464662 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:05.487966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:05.498352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 50d8e4bd-32ad-42ef-804e-0c5a053135aa, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=50d8e4bd-32ad-42ef-804e-0c5a053135aa,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:05.498567 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-20457eb6-0351-4c79-9530-87fe8b840805 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:05.502441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2fb8fc2-8093-4591-9043-5328ab6dcbd0 req-20457eb6-0351-4c79-9530-87fe8b840805 tempest-AggregatesAdminTestJSON-2046626300 tempest-AggregatesAdminTestJSON-2046626300-project] 10.222.0.24 "DELETE /v2.0/ports/7c945ed1-6b94-457e-a340-deeecdf45b66 HTTP/1.1" status: 204 len: 173 time: 1.3811765 Jul 08 01:34:05.503403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0', 'name': 'network-vif-deleted', 'tag': '7c945ed1-6b94-457e-a340-deeecdf45b66'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:05.506221 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:05.512916 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0085f02c-78a1-43e9-9db9-65bd69bdfd72" -d '{"events": [{"server_uuid": "1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0", "name": "network-vif-deleted", "tag": "7c945ed1-6b94-457e-a340-deeecdf45b66"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:05.618801 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-980fd42e-88be-4c2e-9e8c-e5e23c6fde19 req-9ad15c3f-050c-449c-b9d7-f8fe053b50a5 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 210 time: 0.1229637 Jul 08 01:34:05.620191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=50d8e4bd-32ad-42ef-804e-0c5a053135aa,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:05.665243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9300851e-2662-4112-b490-147f0239e378,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:05.725279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['50d8e4bd-32ad-42ef-804e-0c5a053135aa'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:05.761424 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8426eefe-4095-4e0f-a043-ffcf8f48ccb2 x-openstack-request-id: req-8426eefe-4095-4e0f-a043-ffcf8f48ccb2 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:05.761872 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0", "name": "network-vif-deleted", "tag": "7c945ed1-6b94-457e-a340-deeecdf45b66", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:05.762223 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8426eefe-4095-4e0f-a043-ffcf8f48ccb2 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:05.764442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-fc0a5c28-3aaa-4b01-8626-42964f606269 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:05.765263 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0', 'name': 'network-vif-deleted', 'tag': '7c945ed1-6b94-457e-a340-deeecdf45b66', 'status': 'completed', 'code': 200} Jul 08 01:34:05.765971 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-fc0a5c28-3aaa-4b01-8626-42964f606269 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352805 Jul 08 01:34:05.781149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Request body: {'port': {'device_id': '3e661dd7-1f80-4b6a-9816-011beffd1e40', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '94658cffcd974821af99ca323ef791fb'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:05.860320 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-63d5c6a4-f61c-4f1e-9595-21c40e612e0a req-5fbccf58-32d9-4e10-bb29-e60c3420a338 service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281449 Jul 08 01:34:05.907273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:05.908489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:05.909140 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.044917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] Pushing event updated for resources: {'Network': ['ID=a8483aff-5cce-4698-a4bf-03fadb168055,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:06.060599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network a8483aff-5cce-4698-a4bf-03fadb168055 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:34:06.072748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.086005 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.108676 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6d9d90af-e3e6-4adf-a9f7-0a4bb1527b7e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0883734 Jul 08 01:34:06.110965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38424) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:06.115373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f799927-21ab-40e9-81da-034c39667de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61921fef-d6b2-4df0-9fdb-60ce191a9081'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:06.118652 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a1efb5-542c-46d7-86c6-a1ebe41dbe52" -d '{"events": [{"server_uuid": "0f799927-21ab-40e9-81da-034c39667de3", "name": "network-vif-plugged", "status": "completed", "tag": "61921fef-d6b2-4df0-9fdb-60ce191a9081"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:06.119658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6beb6cd-a670-4236-ad79-1ae73502c539,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:06.133481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:34:06.133860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Request body: {'subnet': {'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1004207051-subnet', 'tenant_id': '12a0164c80564015b1b963f8b59f6780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:06.150813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Made reservation on behalf of 94658cffcd974821af99ca323ef791fb for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:06.152371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2cd8-f102-4517-86f0-2c30d89042a1 req-1fe42fe8-deba-4519-8a67-b84dd954456d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:06.153933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c19b2cd8-f102-4517-86f0-2c30d89042a1 req-1fe42fe8-deba-4519-8a67-b84dd954456d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 949 time: 0.1269917 Jul 08 01:34:06.156243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.157288 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.157627 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Added segment ab2bed1e-2c13-40c9-9a71-3beed04f2226 of type vlan for network fb2d688e-dc57-456b-aaad-3e4bc067b7c6 Jul 08 01:34:06.221444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.256076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Made reservation on behalf of 12a0164c80564015b1b963f8b59f6780 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:06.260280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.261732 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c19b2cd8-f102-4517-86f0-2c30d89042a1 req-5b51d3d7-7dad-4ebe-ad5a-5245f36efe5a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933654 Jul 08 01:34:06.306395 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.307625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:06.308277 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.404544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Allocated IP 192.168.233.91 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/0a4ea8da-300b-4a49-93dd-c2d99b74f92d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:06.473034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3701274 Jul 08 01:34:06.485322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:06.489979 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6f0d5b11-4e2f-4db3-9404-94a868aafa9a req-2eaf7f07-5d90-4a0c-b84f-1ef30054bdc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0663738 Jul 08 01:34:06.492897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Request body: {'subnet': {'network_id': 'fb2d688e-dc57-456b-aaad-3e4bc067b7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1324136871-subnet', 'tenant_id': '23599dd55de84094ba2b897d605298bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:06.509273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1d44f-318d-416b-a976-de0695d2e28b admin admin] Pushing event updated for resources: {'Network': ['ID=fb2d688e-dc57-456b-aaad-3e4bc067b7c6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:06.560182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network fb2d688e-dc57-456b-aaad-3e4bc067b7c6 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:34:06.593324 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Made reservation on behalf of 23599dd55de84094ba2b897d605298bc for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:06.595054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.641055 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6f0d5b11-4e2f-4db3-9404-94a868aafa9a req-137d89cb-6189-4011-a9cb-fe7e889a7ab5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2330297507ec4cfabcf93da0d56e8454&device_id=1ad49a72-8de2-4cb8-8d33-90f79c5d8cd0 HTTP/1.1" status: 200 len: 210 time: 0.0879486 Jul 08 01:34:06.647801 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.702536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4f5d8-c1d0-417b-9d12-35f68067f5dc req-e566a6eb-f161-4f81-9572-25be513f4f56 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:06.704196 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eab4f5d8-c1d0-417b-9d12-35f68067f5dc req-e566a6eb-f161-4f81-9572-25be513f4f56 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 965 time: 0.2300615 Jul 08 01:34:06.730079 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6f0d5b11-4e2f-4db3-9404-94a868aafa9a req-7f09a347-28cb-4258-bb60-e01bfd11fd3b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2330297507ec4cfabcf93da0d56e8454&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459766 Jul 08 01:34:06.765880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa25f5cb-c5fe-4773-a451-cb8d282fd150,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:06.771840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eab4f5d8-c1d0-417b-9d12-35f68067f5dc req-1e7abcc4-7dc0-451a-84c3-4e085100d544 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618272 Jul 08 01:34:06.833333 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29e9814-ff3e-4f70-82fe-db22b8e31bcf x-openstack-request-id: req-f29e9814-ff3e-4f70-82fe-db22b8e31bcf {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:06.833333 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f799927-21ab-40e9-81da-034c39667de3", "name": "network-vif-plugged", "status": "completed", "tag": "61921fef-d6b2-4df0-9fdb-60ce191a9081", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:06.833333 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f29e9814-ff3e-4f70-82fe-db22b8e31bcf {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:06.833926 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f799927-21ab-40e9-81da-034c39667de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61921fef-d6b2-4df0-9fdb-60ce191a9081', 'code': 200} Jul 08 01:34:06.845017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.856981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:06.857402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Network hostable DHCP agents. Network: a8483aff-5cce-4698-a4bf-03fadb168055, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:34:06.878287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Transition to ACTIVE for port object 0a4ea8da-300b-4a49-93dd-c2d99b74f92d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:06.912861 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.917172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Network a8483aff-5cce-4698-a4bf-03fadb168055 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:34:06.927423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d5b11-4e2f-4db3-9404-94a868aafa9a req-73f75f8e-9da6-49d6-ae44-5500b965f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:06.929508 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6f0d5b11-4e2f-4db3-9404-94a868aafa9a req-73f75f8e-9da6-49d6-ae44-5500b965f48d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1875706 Jul 08 01:34:06.944382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, a8483aff-5cce-4698-a4bf-03fadb168055) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:06.955798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:06.958669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:06.959394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f82f01-caf3-4d52-917d-d8ab93da4b94 None None] Network a8483aff-5cce-4698-a4bf-03fadb168055 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:06.968419 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:07.023315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70bae49-86b7-440c-9b04-53a09a81bb17,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:07.046949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a95b8c4b-2d95-4a83-8aea-000ca35bebca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9347231 Jul 08 01:34:07.071302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:07.078256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:07.092222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 50d8e4bd-32ad-42ef-804e-0c5a053135aa up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:07.094822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:07.103597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:07.104545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:07.111390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Pushing event updated for resources: {'Port': ['ID=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:07.151186 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-4f79a321-68ca-4f33-914e-a6333031dbc0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3681302 Jul 08 01:34:07.169618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Request body: {'port': {'device_id': '3e661dd7-1f80-4b6a-9816-011beffd1e40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:07.274931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Checking segment: {'id': 'ab2bed1e-2c13-40c9-9a71-3beed04f2226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fb2d688e-dc57-456b-aaad-3e4bc067b7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:07.276329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Network hostable DHCP agents. Network: fb2d688e-dc57-456b-aaad-3e4bc067b7c6, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:34:07.337916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:07.339201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 50d8e4bd-32ad-42ef-804e-0c5a053135aa completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:07.384571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:07.429586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 50d8e4bd-32ad-42ef-804e-0c5a053135aa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:07.430024 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:07.454724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78023-66a5-4629-b5f0-7d7af1284c91 req-9b5fc74f-abf1-4c45-a400-519c8ca62dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:07.459724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16a78023-66a5-4629-b5f0-7d7af1284c91 req-9b5fc74f-abf1-4c45-a400-519c8ca62dd4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 1101 time: 0.4221857 Jul 08 01:34:07.470505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Network fb2d688e-dc57-456b-aaad-3e4bc067b7c6 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:34:07.504224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258d489-8228-488e-8d5e-68b176088cad req-5198ef01-9edf-41a1-893e-2d45dceb81c2 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:07.508740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ffc342-0a96-45c8-a259-6294d07646e7 None None] Network a8483aff-5cce-4698-a4bf-03fadb168055 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:07.517506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9258d489-8228-488e-8d5e-68b176088cad req-5198ef01-9edf-41a1-893e-2d45dceb81c2 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 935 time: 0.4076891 Jul 08 01:34:07.558680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, fb2d688e-dc57-456b-aaad-3e4bc067b7c6) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:07.589643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38480) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:07.592343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f75ac493-cda3-4bbd-9e80-24cc99d60772 None None] Provisioning for port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:07.595167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:07.595606 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:07.600386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1528055-614b-4d06-a340-53512092a77e None None] Network fb2d688e-dc57-456b-aaad-3e4bc067b7c6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:07.643448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16a78023-66a5-4629-b5f0-7d7af1284c91 req-8b51822f-0002-4aa9-9852-dc8083bf6c6b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740227 Jul 08 01:34:07.666612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f75ac493-cda3-4bbd-9e80-24cc99d60772 None None] Provisioning complete for port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:07.666988 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f75ac493-cda3-4bbd-9e80-24cc99d60772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:07.680715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3e297468-bd66-4d99-b5f3-6d68367149ef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1858609 Jul 08 01:34:07.704577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9258d489-8228-488e-8d5e-68b176088cad req-0023ae48-3287-453b-bf64-6e381836039f tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810811 Jul 08 01:34:07.765830 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b51be89e-bd46-430a-8848-d0944bbbaf4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2330297507ec4cfabcf93da0d56e8454&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3611543 Jul 08 01:34:07.769628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38486) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:07.773616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f75ac493-cda3-4bbd-9e80-24cc99d60772 None None] Port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:34:07.891143 n-d-694802-14 neutron-server[93884]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 01:34:07.898253 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bb09-dde6-4263-86ee-ba3ffe75ec85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:07.903411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0ce6543a-0be3-46d0-b642-c7748e2193c0 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:34:07.906380 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0ce6543a-0be3-46d0-b642-c7748e2193c0 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136191 Jul 08 01:34:07.932681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4ea8da-300b-4a49-93dd-c2d99b74f92d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:07.934812 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:07.941937 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:07.949003 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bb09-dde6-4263-86ee-ba3ffe75ec85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:07.965128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Transition to ACTIVE for port object 0a4ea8da-300b-4a49-93dd-c2d99b74f92d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:07.972644 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.015053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5156f82e-3e07-4ff9-a2af-a230468f7bec None None] Network fb2d688e-dc57-456b-aaad-3e4bc067b7c6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:08.043244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:08.112780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Attempting to bind port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:08.113469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Attempting to bind port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:08.114039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Attempting to bind port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:08.122385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:08.122995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Attempting to bind port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:08.129954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:08.130602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:08.131156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:08.131821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Bound port: 0a4ea8da-300b-4a49-93dd-c2d99b74f92d, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:08.132469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.202307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9a31f-e714-44ea-88fc-acbaea54573f req-ae9ef6e9-92fc-450b-a508-3215ad05bbcf tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:08.212999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80a9a31f-e714-44ea-88fc-acbaea54573f req-ae9ef6e9-92fc-450b-a508-3215ad05bbcf tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 949 time: 0.2414386 Jul 08 01:34:08.223795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] For port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:08.229836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] For port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:08.231721 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bb09-dde6-4263-86ee-ba3ffe75ec85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.237642 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2c2bb09-dde6-4263-86ee-ba3ffe75ec85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.238655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a2c2bb09-dde6-4263-86ee-ba3ffe75ec85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/237e9cd7-89aa-495e-9629-4085e01e71b5 HTTP/1.1" status: 204 len: 168 time: 0.4583590 Jul 08 01:34:08.250072 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.288114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2bb09-dde6-4263-86ee-ba3ffe75ec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e9cd7-89aa-495e-9629-4085e01e71b5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:08.333745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:08.336288 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.339408 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] 10.222.0.16 "PUT /v2.0/ports/0a4ea8da-300b-4a49-93dd-c2d99b74f92d HTTP/1.1" status: 200 len: 1096 time: 1.1762495 Jul 08 01:34:08.339877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e661dd7-1f80-4b6a-9816-011beffd1e40', 'tag': '0a4ea8da-300b-4a49-93dd-c2d99b74f92d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:08.346543 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19de3a3-22a7-49f1-95f0-666a2f390d14" -d '{"events": [{"name": "network-changed", "server_uuid": "3e661dd7-1f80-4b6a-9816-011beffd1e40", "tag": "0a4ea8da-300b-4a49-93dd-c2d99b74f92d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:08.348090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80a9a31f-e714-44ea-88fc-acbaea54573f req-c21b0219-0563-406c-a3c7-f1785db9491d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305144 Jul 08 01:34:08.376456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38514) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:08.383607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1700476825-network', 'tenant_id': '960e92436fa347a5aeab99f218396615'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:08.449518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Made reservation on behalf of 960e92436fa347a5aeab99f218396615 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:08.453049 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.454647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Request body: {'binding': {'host': 'n-h2-694802-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:08.455488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Unknown quota resources ['binding']. {{(pid=93884) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:34:08.473579 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.684152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 50d8e4bd-32ad-42ef-804e-0c5a053135aa, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=50d8e4bd-32ad-42ef-804e-0c5a053135aa,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:08.713332 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.714158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7c945ed1-6b94-457e-a340-deeecdf45b66 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:08.728492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on host n-h2-694802-14 for vnic_type normal with profile None {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:08.728846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:08.729181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:08.741078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae3a9c-706c-47be-a5bf-cdb80b92e008 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:08.745859 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:08.746254 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:08.754139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:08.754370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:08.754765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:08.755357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Bound port: c8665b97-2ceb-4f66-97df-94cff8fc44f8, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:08.775833 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.787527 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.834554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 7c945ed1-6b94-457e-a340-deeecdf45b66 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:34:08.835972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7c945ed1-6b94-457e-a340-deeecdf45b66 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:34:08.851695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:34:08.868347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262e3470-d960-432c-b069-0d99b9346fa4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:08.869857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=50d8e4bd-32ad-42ef-804e-0c5a053135aa,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:08.876364 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.876744 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Added segment 0b1618ca-6304-45e9-b510-e58a330fd245 of type vlan for network dc51b241-6a79-4526-9573-d6851e05836d Jul 08 01:34:08.883819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-56c7ac29-545f-4966-9354-f71220032add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:08.885412 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-56c7ac29-545f-4966-9354-f71220032add service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94658cffcd974821af99ca323ef791fb&device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 1099 time: 0.4839623 Jul 08 01:34:08.900135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27497c09-c39b-48f7-b4be-72464daad39c req-f476c895-083a-4f2f-96b3-fa69f95734d4 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:08.901104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d8e4bd-32ad-42ef-804e-0c5a053135aa'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:08.907366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27497c09-c39b-48f7-b4be-72464daad39c req-f476c895-083a-4f2f-96b3-fa69f95734d4 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 966 time: 0.1815569 Jul 08 01:34:08.910549 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffead27b-713d-49b6-a996-2bda367a0f58" -d '{"events": [{"server_uuid": "cc872a09-0996-4891-878e-19fe6a3d6c0e", "name": "network-vif-plugged", "status": "completed", "tag": "50d8e4bd-32ad-42ef-804e-0c5a053135aa"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:08.937907 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.958385 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:08.992984 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27497c09-c39b-48f7-b4be-72464daad39c req-eca808e8-c0e9-45c8-b600-eb1231e53869 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830331 Jul 08 01:34:09.024346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38530) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:09.053451 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.054644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:09.055250 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.130552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:09.139775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-869576252-network', 'tenant_id': '1d772bd413e649938838049d8d70d974'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:09.141233 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5883040a-5b4e-4a99-b9df-48070e30c4fc x-openstack-request-id: req-5883040a-5b4e-4a99-b9df-48070e30c4fc {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:09.141965 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e661dd7-1f80-4b6a-9816-011beffd1e40", "tag": "0a4ea8da-300b-4a49-93dd-c2d99b74f92d", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:09.141965 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5883040a-5b4e-4a99-b9df-48070e30c4fc {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:09.142270 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e661dd7-1f80-4b6a-9816-011beffd1e40', 'tag': '0a4ea8da-300b-4a49-93dd-c2d99b74f92d', 'status': 'completed', 'code': 200} Jul 08 01:34:09.143475 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-b3b28f46-42c6-4585-9564-9994c5bf1d78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=0a4ea8da-300b-4a49-93dd-c2d99b74f92d HTTP/1.1" status: 200 len: 217 time: 0.2501066 Jul 08 01:34:09.159111 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7802267 Jul 08 01:34:09.161969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38536) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:09.168981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eca4ad96-80cc-47a1-9661-0bee9a96d678 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e477e5daf4dd4117a8470747ba8f2ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408894 Jul 08 01:34:09.169669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576c5e1-4e1d-4b04-bc9c-5ea375d71003 admin admin] Pushing event updated for resources: {'Network': ['ID=dc51b241-6a79-4526-9573-d6851e05836d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:09.173525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38538) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:09.183766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:09.189874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Request body: {'subnet': {'network_id': 'dc51b241-6a79-4526-9573-d6851e05836d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1700476825-subnet', 'tenant_id': '960e92436fa347a5aeab99f218396615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:09.198272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network dc51b241-6a79-4526-9573-d6851e05836d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:34:09.204164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.204358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Made reservation on behalf of 1d772bd413e649938838049d8d70d974 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:09.205403 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-fa670f46-fc08-470e-a908-bdb217fbc7e0 service neutron] 10.222.0.41 "POST /v2.0/ports/c8665b97-2ceb-4f66-97df-94cff8fc44f8/bindings HTTP/1.1" status: 201 len: 390 time: 1.1946180 Jul 08 01:34:09.207145 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.225410 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-463b4b45-6c4a-4392-935e-d300e14f56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:09.227652 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-463b4b45-6c4a-4392-935e-d300e14f56e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0776858 Jul 08 01:34:09.242153 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.245210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Made reservation on behalf of 960e92436fa347a5aeab99f218396615 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:09.247684 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.351287 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24db48cc-1199-448a-b34b-de1017f1d8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.376410 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedb40e4-fbee-410a-934f-8ffaef55e398 x-openstack-request-id: req-aedb40e4-fbee-410a-934f-8ffaef55e398 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:09.377078 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc872a09-0996-4891-878e-19fe6a3d6c0e", "name": "network-vif-plugged", "status": "completed", "tag": "50d8e4bd-32ad-42ef-804e-0c5a053135aa", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:09.377503 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aedb40e4-fbee-410a-934f-8ffaef55e398 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:09.377863 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24db48cc-1199-448a-b34b-de1017f1d8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.378633 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d8e4bd-32ad-42ef-804e-0c5a053135aa', 'code': 200} Jul 08 01:34:09.426363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f7c95-758f-4b97-8617-78ffcfc0423e req-4d527439-ef92-42a9-84c3-7812939c25b6 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:09.438804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe3f7c95-758f-4b97-8617-78ffcfc0423e req-4d527439-ef92-42a9-84c3-7812939c25b6 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 947 time: 0.2236586 Jul 08 01:34:09.457507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.496944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe3f7c95-758f-4b97-8617-78ffcfc0423e req-c14bd44f-c7fa-4945-a9b1-801377e1e608 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571375 Jul 08 01:34:09.502309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d6769e-be48-4909-b574-9e6d389cb34b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:09.556385 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24db48cc-1199-448a-b34b-de1017f1d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.560212 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24db48cc-1199-448a-b34b-de1017f1d8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.561682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-24db48cc-1199-448a-b34b-de1017f1d8ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e380ccb-20a0-4194-9103-3ed75188fe5c HTTP/1.1" status: 204 len: 168 time: 0.3869598 Jul 08 01:34:09.602215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Checking segment: {'id': '0b1618ca-6304-45e9-b510-e58a330fd245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc51b241-6a79-4526-9573-d6851e05836d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:09.602597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Network hostable DHCP agents. Network: dc51b241-6a79-4526-9573-d6851e05836d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:34:09.611132 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.614517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db48cc-1199-448a-b34b-de1017f1d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e380ccb-20a0-4194-9103-3ed75188fe5c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:09.629216 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.637552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-ac39c18d-1e05-4bbf-9936-e4293caa98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:09.640541 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-ac39c18d-1e05-4bbf-9936-e4293caa98e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4056044 Jul 08 01:34:09.716696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Network dc51b241-6a79-4526-9573-d6851e05836d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:34:09.720109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861587cc-ae5e-4ed2-b6d7-dcc100e08639 req-e39dd245-ee24-4a68-93fb-8e4f1e62f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:09.720811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:34:09.721903 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-861587cc-ae5e-4ed2-b6d7-dcc100e08639 req-e39dd245-ee24-4a68-93fb-8e4f1e62f152 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 1118 time: 0.2163808 Jul 08 01:34:09.740680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f7e95d-f542-4dc0-8751-c38a7a9d710a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:09.748154 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.748551 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Added segment 28f18157-29d7-4082-943e-ab09ac3acb4d of type vlan for network 338a66c7-b244-46b8-9022-5ffc6458cc4a Jul 08 01:34:09.761210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, dc51b241-6a79-4526-9573-d6851e05836d) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:09.781037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce23aa4-09c7-4638-b891-fdc77312a682 None None] Network dc51b241-6a79-4526-9573-d6851e05836d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:09.796653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:09.797695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.802000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-1996eb1a-050e-44e8-b76b-d9341cd29b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:09.803149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-1996eb1a-050e-44e8-b76b-d9341cd29b04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1097 time: 0.2388194 Jul 08 01:34:09.843039 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:09.844632 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-9fcbfc10-b5ba-4ce1-abdd-124776fd1e37 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958430 Jul 08 01:34:09.851863 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-861587cc-ae5e-4ed2-b6d7-dcc100e08639 req-33f5eccf-4d81-4220-b400-3584dee4110c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221757 Jul 08 01:34:09.895416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d118b3e-0071-4ca0-90a2-4f18c40b3768 req-a9239bd1-f811-441e-b3eb-1f1f73e9305e tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:09.902986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d118b3e-0071-4ca0-90a2-4f18c40b3768 req-a9239bd1-f811-441e-b3eb-1f1f73e9305e tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 949 time: 0.2476580 Jul 08 01:34:09.911787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995566b-2bf5-48a5-9f32-8057795389d4 req-bd337cdd-e2e0-4db4-a66b-756faec88f0e tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:09.913519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a995566b-2bf5-48a5-9f32-8057795389d4 req-bd337cdd-e2e0-4db4-a66b-756faec88f0e tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 945 time: 0.3057563 Jul 08 01:34:09.932356 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-23077fcc-104f-40e0-a911-81600d0b8ae9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7693233 Jul 08 01:34:09.985250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dce0fa-160b-4e4e-808f-382eba630ed3 None None] Network dc51b241-6a79-4526-9573-d6851e05836d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:10.031526 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10e1fa3b-a8db-4a19-83c8-884da43d0ee7 req-34cc6ecc-980c-490d-8ab0-16bfbab485a7 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786571 Jul 08 01:34:10.076982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a995566b-2bf5-48a5-9f32-8057795389d4 req-8c4fe4a1-2433-4710-af5e-874ff515b634 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476738 Jul 08 01:34:10.174009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-70faee85-4003-427e-852b-359ac0337461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:10.175619 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-70faee85-4003-427e-852b-359ac0337461 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=94658cffcd974821af99ca323ef791fb&device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 1099 time: 0.0790093 Jul 08 01:34:10.187404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d118b3e-0071-4ca0-90a2-4f18c40b3768 req-97295435-cd9d-4bf2-b811-12e53e1cfcfd tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834830 Jul 08 01:34:10.210510 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:10.219147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:10.222258 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:10.357755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] Pushing event updated for resources: {'Network': ['ID=338a66c7-b244-46b8-9022-5ffc6458cc4a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:10.373923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 338a66c7-b244-46b8-9022-5ffc6458cc4a details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:34:10.382862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-7bf2becb-6627-40ff-9193-c26ef8637af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:10.384643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-419edffb-9907-4dc7-9c45-dd48f522e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:10.386607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-419edffb-9907-4dc7-9c45-dd48f522e828 service neutron] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.5765882 Jul 08 01:34:10.388065 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-7bf2becb-6627-40ff-9193-c26ef8637af8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2061417 Jul 08 01:34:10.391793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fab2f590-6ae7-4f61-bac5-d46901f26586 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2584445 Jul 08 01:34:10.394564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:10.400188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Request body: {'subnet': {'network_id': '338a66c7-b244-46b8-9022-5ffc6458cc4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-869576252-subnet', 'tenant_id': '1d772bd413e649938838049d8d70d974', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:10.471066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-9186f752-9601-463f-8991-e8a5f3dac211 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8 HTTP/1.1" status: 200 len: 217 time: 0.0692897 Jul 08 01:34:10.482947 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-8442ce8c-1c7a-4697-bf13-b3beaed5ec0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=0a4ea8da-300b-4a49-93dd-c2d99b74f92d HTTP/1.1" status: 200 len: 217 time: 0.0710132 Jul 08 01:34:10.519195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Made reservation on behalf of 1d772bd413e649938838049d8d70d974 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:10.527047 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:10.582783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aee5f-03e7-4d5d-aa37-f1d80fc1d92c req-d8ee1c98-5e86-4f04-ab43-48eac2e9e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:10.584400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-006aee5f-03e7-4d5d-aa37-f1d80fc1d92c req-d8ee1c98-5e86-4f04-ab43-48eac2e9e919 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1097 time: 0.4096184 Jul 08 01:34:10.614277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-64e9953c-c001-4922-8fd1-43860e7027d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:10.616225 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-64e9953c-c001-4922-8fd1-43860e7027d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1250625 Jul 08 01:34:10.628047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-9a698bb0-c5aa-4f59-9b10-a22864a8823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:10.630037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-9a698bb0-c5aa-4f59-9b10-a22864a8823e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.1291854 Jul 08 01:34:10.755723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-4524ab1a-6ce8-41a0-92e8-faf910b3f0f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081629 Jul 08 01:34:10.817883 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:10.869037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-19c4d2ee-903e-4329-8964-af900065c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:10.870957 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-19c4d2ee-903e-4329-8964-af900065c0de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2469394 Jul 08 01:34:10.893605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f93c098-8cc3-496e-b835-d1444fd3bc96,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:10.967715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Checking segment: {'id': '28f18157-29d7-4082-943e-ab09ac3acb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '338a66c7-b244-46b8-9022-5ffc6458cc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:10.968173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Network hostable DHCP agents. Network: 338a66c7-b244-46b8-9022-5ffc6458cc4a, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:34:11.017191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-3928eb05-0ff4-4117-b2ae-99b2617edf98 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352606 Jul 08 01:34:11.018557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Network 338a66c7-b244-46b8-9022-5ffc6458cc4a is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:34:11.048444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769da32-1299-4a5b-8670-d85736a1c544 req-1fd84c84-266a-499e-a152-a8996157df0b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:11.051279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 338a66c7-b244-46b8-9022-5ffc6458cc4a) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:11.055966 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1769da32-1299-4a5b-8670-d85736a1c544 req-1fd84c84-266a-499e-a152-a8996157df0b tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 966 time: 0.6458681 Jul 08 01:34:11.063301 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e8102e-a8ef-4f1a-bba3-ed26bb085851 None None] Network 338a66c7-b244-46b8-9022-5ffc6458cc4a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:11.076625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4053a-a1a3-41e1-a7b9-a1b01b2e8f1c req-7444a061-424b-41bb-9199-df3056d71d25 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:11.083267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bad4053a-a1a3-41e1-a7b9-a1b01b2e8f1c req-7444a061-424b-41bb-9199-df3056d71d25 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.5809960 Jul 08 01:34:11.085908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:11.086513 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:11.126576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aee5f-03e7-4d5d-aa37-f1d80fc1d92c req-30185cf7-0dc2-4415-8fed-cf21f7b47fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:11.127650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-006aee5f-03e7-4d5d-aa37-f1d80fc1d92c req-30185cf7-0dc2-4415-8fed-cf21f7b47fa1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.5124431 Jul 08 01:34:11.136354 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-905cc382-514e-4d9f-8690-5e879538c47f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7405207 Jul 08 01:34:11.167184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f19de3a3-22a7-49f1-95f0-666a2f390d14 req-3dd2151d-12b7-47a8-a9c0-e2bc9bfafafb service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414933 Jul 08 01:34:11.207519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-006aee5f-03e7-4d5d-aa37-f1d80fc1d92c req-d496e731-9a48-45d2-b77b-9bd3d7dda0cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8 HTTP/1.1" status: 200 len: 217 time: 0.0724666 Jul 08 01:34:11.222085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bad4053a-a1a3-41e1-a7b9-a1b01b2e8f1c req-bbc19dc1-5f21-4cac-9807-0e60fdc8dee0 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379054 Jul 08 01:34:11.246363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1769da32-1299-4a5b-8670-d85736a1c544 req-ddb8bef8-7ea1-4603-bbab-b1792b3c12b8 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893346 Jul 08 01:34:11.312456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6f96a-f624-4180-9809-de3a65919a19 None None] Network 338a66c7-b244-46b8-9022-5ffc6458cc4a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:11.339903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-44fba16c-485f-4536-a987-b7e80efb6895 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751617 Jul 08 01:34:11.344417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38604) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:11.415209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aee5f-03e7-4d5d-aa37-f1d80fc1d92c req-a0f32ca5-362e-4ddb-8a19-5ef525c26b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:11.416920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-006aee5f-03e7-4d5d-aa37-f1d80fc1d92c req-a0f32ca5-362e-4ddb-8a19-5ef525c26b1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.1679392 Jul 08 01:34:11.464139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-96102d1f-bad1-48dd-a0fc-93ffd4735c22 admin admin] Deleting subnet e70bae49-86b7-440c-9b04-53a09a81bb17 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:34:11.474077 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96102d1f-bad1-48dd-a0fc-93ffd4735c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:11.482661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-006aee5f-03e7-4d5d-aa37-f1d80fc1d92c req-22c2b3e3-2911-4baa-8c2f-07d55c726292 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538352 Jul 08 01:34:11.571052 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96102d1f-bad1-48dd-a0fc-93ffd4735c22 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:11.581349 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96102d1f-bad1-48dd-a0fc-93ffd4735c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:11.599570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-6eee61b1-3060-4b91-a623-e2d5f3664aab service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431192 Jul 08 01:34:11.645733 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96102d1f-bad1-48dd-a0fc-93ffd4735c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:11.668956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-006aee5f-03e7-4d5d-aa37-f1d80fc1d92c req-d1035991-6563-45d0-ba34-4afe8e4f2426 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739933 Jul 08 01:34:11.676131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96102d1f-bad1-48dd-a0fc-93ffd4735c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:11.676474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc4ddc-138a-4c96-bd93-d73ef8716b05 req-2b6585c5-a1fe-4a11-88d1-04c8505f9b91 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:11.678034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bdc4ddc-138a-4c96-bd93-d73ef8716b05 req-2b6585c5-a1fe-4a11-88d1-04c8505f9b91 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 947 time: 0.1977906 Jul 08 01:34:11.684792 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-96102d1f-bad1-48dd-a0fc-93ffd4735c22 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e70bae49-86b7-440c-9b04-53a09a81bb17 HTTP/1.1" status: 204 len: 168 time: 0.3390546 Jul 08 01:34:11.685943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96102d1f-bad1-48dd-a0fc-93ffd4735c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e70bae49-86b7-440c-9b04-53a09a81bb17,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:11.698836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38618) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:11.777310 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:11.864024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:11.876339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.876717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.877516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.877869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.878518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.878518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.878856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.879179 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.879497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.879818 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.887869 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bdc4ddc-138a-4c96-bd93-d73ef8716b05 req-ff2a4614-40f0-4601-becf-c7e7e0061ce8 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003598 Jul 08 01:34:11.939548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-006aee5f-03e7-4d5d-aa37-f1d80fc1d92c req-6a51c534-3107-469e-baec-194e440b492d service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605960 Jul 08 01:34:11.971839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-cc1f840f-5af3-4c41-90b2-c7c76acd13ee tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:11.973410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-cc1f840f-5af3-4c41-90b2-c7c76acd13ee tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.2416236 Jul 08 01:34:11.977574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.978640 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.979184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.979749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:11.980398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2d688e-dc57-456b-aaad-3e4bc067b7c6']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:11.980862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-421e4c21-a03a-46a4-a5d7-f0a58a4095df tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:11.982396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-421e4c21-a03a-46a4-a5d7-f0a58a4095df tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 808 time: 0.2494874 Jul 08 01:34:11.987342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-14'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:12.012273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2bed1e-2c13-40c9-9a71-3beed04f2226') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:12.012605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2bed1e-2c13-40c9-9a71-3beed04f2226') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:12.029937 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.050880 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.051293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-8ce77277-456a-4fe8-98f4-f5afa2e9435a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/quotas/12a0164c80564015b1b963f8b59f6780 HTTP/1.1" status: 200 len: 375 time: 0.0605013 Jul 08 01:34:12.060215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:34:12.060636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: from cryptography.utils import int_from_bytes Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: from cryptography.utils import int_from_bytes Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:34:12.088822 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:34:12.097952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ea9111a4-ed2f-42a4-befe-55ba6db14674 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386758 Jul 08 01:34:12.145656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.148045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.153958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.158541 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fb2d688e-dc57-456b-aaad-3e4bc067b7c6 HTTP/1.1" status: 204 len: 168 time: 0.4560823 Jul 08 01:34:12.159598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38630) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:12.170655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8be493-e2de-4485-8b34-9f8a32ff296c req-359457b7-520e-4ff3-9621-275075adc3eb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:12.172285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f8be493-e2de-4485-8b34-9f8a32ff296c req-359457b7-520e-4ff3-9621-275075adc3eb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 945 time: 0.1575892 Jul 08 01:34:12.210965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b53a3-8656-4c90-a614-740378695ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb2d688e-dc57-456b-aaad-3e4bc067b7c6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:12.224566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a26808-007f-4ad9-bafa-d4ccd56ced2e admin admin] Deleting subnet 4f93c098-8cc3-496e-b835-d1444fd3bc96 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:34:12.228603 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62a26808-007f-4ad9-bafa-d4ccd56ced2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.249415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f8be493-e2de-4485-8b34-9f8a32ff296c req-af5681e4-33e2-45b3-87ef-e73fe3ead649 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Jul 08 01:34:12.274032 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62a26808-007f-4ad9-bafa-d4ccd56ced2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.314635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-a93f7d79-5720-4ec3-b47f-0d1e7f6c38ce service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:34:12.315892 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-a93f7d79-5720-4ec3-b47f-0d1e7f6c38ce service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0954366 Jul 08 01:34:12.331095 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62a26808-007f-4ad9-bafa-d4ccd56ced2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.402672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62a26808-007f-4ad9-bafa-d4ccd56ced2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.408768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:12.447879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a26808-007f-4ad9-bafa-d4ccd56ced2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f93c098-8cc3-496e-b835-d1444fd3bc96,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:12.452265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62a26808-007f-4ad9-bafa-d4ccd56ced2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.454366 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-62a26808-007f-4ad9-bafa-d4ccd56ced2e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4f93c098-8cc3-496e-b835-d1444fd3bc96 HTTP/1.1" status: 204 len: 168 time: 0.2941766 Jul 08 01:34:12.460912 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38646) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:12.479280 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-2a515cc5-3051-4b5c-9fd3-75b48c56c42d service neutron] 10.222.0.41 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564324 Jul 08 01:34:12.483033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-d99586c8-8637-4432-8ef2-05bd2014d4d2 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430865 Jul 08 01:34:12.522280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:12.527849 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.609632 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.621483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338a66c7-b244-46b8-9022-5ffc6458cc4a']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:12.631869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f18157-29d7-4082-943e-ab09ac3acb4d') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:12.632096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f18157-29d7-4082-943e-ab09ac3acb4d') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:12.641261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.653123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:12.654997 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.655796 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc98d2ad-81a3-4361-b58d-6c5968979195" -d '{"events": [{"server_uuid": "5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8665b97-2ceb-4f66-97df-94cff8fc44f8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:12.661403 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.663586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:34:12.664082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:34:12.665965 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:34:12.685954 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.721542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.723681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9ed9cefa-309d-4540-ab45-1b80aa56a857 service neutron] 10.222.0.41 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372408 Jul 08 01:34:12.729560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.733806 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] 10.222.0.41 "DELETE /v2.0/networks/338a66c7-b244-46b8-9022-5ffc6458cc4a HTTP/1.1" status: 204 len: 168 time: 0.2697015 Jul 08 01:34:12.743356 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69778568-8ab8-44fa-9282-57b398466c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=338a66c7-b244-46b8-9022-5ffc6458cc4a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:12.762961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-37090233-20cf-46cf-a694-391ce186e42f tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:12.769392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-37090233-20cf-46cf-a694-391ce186e42f tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735987 Jul 08 01:34:12.813617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-f44b3895-f5a9-429c-b8dc-74d1a96705a1 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/quotas/61276fc902b74dd0a4e41bf80814d1ab HTTP/1.1" status: 200 len: 375 time: 0.0433469 Jul 08 01:34:12.821109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Pushing event updated for resources: {'Port': ['ID=c8665b97-2ceb-4f66-97df-94cff8fc44f8,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:12.844821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on host n-h1-694802-14 for vnic_type normal with profile {"migrating_to": "n-h2-694802-14"} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:12.845149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:12.845482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:12.880638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:12.880966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Attempting to bind port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:12.895245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:12.895358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:12.895743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:12.896164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Bound port: c8665b97-2ceb-4f66-97df-94cff8fc44f8, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:12.896549 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:12.950675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:12.995816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-7f96b151-fae9-441f-b704-898879654387 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1665978 Jul 08 01:34:13.010725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:13.015041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:13.024952 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:13.033700 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-34cccb3e-3c74-487f-8161-ff1b76863497 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23599dd55de84094ba2b897d605298bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798075 Jul 08 01:34:13.034802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38662) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:13.121081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Pushing event updated for resources: {'Port': ['ID=c8665b97-2ceb-4f66-97df-94cff8fc44f8,revision_number=8']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:13.125475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:13.126158 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:13.127848 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-0e4a8126-163f-403a-bcfc-4b01b1ea3c10 service neutron] 10.222.0.24 "PUT /v2.0/ports/c8665b97-2ceb-4f66-97df-94cff8fc44f8 HTTP/1.1" status: 200 len: 1123 time: 1.1445076 Jul 08 01:34:13.156284 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0deb808b-862f-4154-bd3d-93ab55df27e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:13.206909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c8665b97-2ceb-4f66-97df-94cff8fc44f8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:13.212898 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0deb808b-862f-4154-bd3d-93ab55df27e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:13.307934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 0a4ea8da-300b-4a49-93dd-c2d99b74f92d details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:13.322274 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0deb808b-862f-4154-bd3d-93ab55df27e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:13.325724 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0deb808b-862f-4154-bd3d-93ab55df27e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:13.329975 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0deb808b-862f-4154-bd3d-93ab55df27e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6beb6cd-a670-4236-ad79-1ae73502c539 HTTP/1.1" status: 204 len: 168 time: 0.2943020 Jul 08 01:34:13.344339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb808b-862f-4154-bd3d-93ab55df27e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6beb6cd-a670-4236-ad79-1ae73502c539,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:13.437193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92aad2-06ce-483e-9202-a3f4da63ce05 req-038e1958-9073-439e-97e3-7ee84a86b5b9 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:13.454234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e92aad2-06ce-483e-9202-a3f4da63ce05 req-038e1958-9073-439e-97e3-7ee84a86b5b9 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 966 time: 0.1541481 Jul 08 01:34:13.502210 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:34:13.506935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e92aad2-06ce-483e-9202-a3f4da63ce05 req-fc1e2fce-8385-44d9-a1ea-1cb7c62fcd75 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503347 Jul 08 01:34:13.572605 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1b7f81-de41-4ec2-a691-d9a67d89af86 x-openstack-request-id: req-ac1b7f81-de41-4ec2-a691-d9a67d89af86 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:13.572897 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "c8665b97-2ceb-4f66-97df-94cff8fc44f8", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:13.573166 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac1b7f81-de41-4ec2-a691-d9a67d89af86 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:13.573555 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8', 'code': 200} Jul 08 01:34:13.769961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:13.771125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d718b03-e4a2-44be-9265-f715f099deaf req-e65391f8-fe99-41da-89f4-2937e2843828 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 210 time: 0.0744619 Jul 08 01:34:13.789323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '0a4ea8da-300b-4a49-93dd-c2d99b74f92d', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '0a4ea8da-300b-4a49-93dd-c2d99b74f92d', 'mac_address': 'fa:16:3e:eb:37:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:13.847043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed3334-8781-46b2-ab33-5778e65596c4 req-a290eb8b-7c63-4d17-85c9-dd6a373e2574 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:13.848709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10ed3334-8781-46b2-ab33-5778e65596c4 req-a290eb8b-7c63-4d17-85c9-dd6a373e2574 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 947 time: 0.1427507 Jul 08 01:34:13.871236 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:13.896834 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86fea7a1-eb4f-40f9-8e0f-76498eebe401 req-224b672f-2bdc-46f8-9b01-5bceca30ba1b tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 210 time: 0.0469484 Jul 08 01:34:13.900193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4ea8da-300b-4a49-93dd-c2d99b74f92d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:13.929927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38692) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:13.931484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:13.943473 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:13.984686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10ed3334-8781-46b2-ab33-5778e65596c4 req-59951074-43f9-4170-98a6-374d9dcc677d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248331 Jul 08 01:34:14.012114 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c10b9f0c-c96a-4711-a74b-f0a515e1c1bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d772bd413e649938838049d8d70d974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0807879 Jul 08 01:34:14.014284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38694) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:14.037864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:14.106103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab25224-5725-4ebc-9810-c07eb6d04d90 req-ffe9ce51-d359-4483-a95d-3b76491d3dbc tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:14.108049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ab25224-5725-4ebc-9810-c07eb6d04d90 req-ffe9ce51-d359-4483-a95d-3b76491d3dbc tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 943 time: 0.0775518 Jul 08 01:34:14.109088 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e582a31-fd28-481d-807d-cde8e2574bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:14.144451 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e582a31-fd28-481d-807d-cde8e2574bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:14.160465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ab25224-5725-4ebc-9810-c07eb6d04d90 req-957f87a3-8137-4e01-be78-4cd54d07a1de tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444345 Jul 08 01:34:14.178402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['0a4ea8da-300b-4a49-93dd-c2d99b74f92d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:14.210602 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e582a31-fd28-481d-807d-cde8e2574bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:14.214002 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e582a31-fd28-481d-807d-cde8e2574bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:14.215253 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0e582a31-fd28-481d-807d-cde8e2574bd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75f7e95d-f542-4dc0-8751-c38a7a9d710a HTTP/1.1" status: 204 len: 168 time: 0.1996300 Jul 08 01:34:14.229751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e582a31-fd28-481d-807d-cde8e2574bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f7e95d-f542-4dc0-8751-c38a7a9d710a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:14.416986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e2840-bf3c-40d9-b7bf-f94b21633127 req-0d03ac15-fe7f-4139-b28b-2234b25f36f8 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:14.418575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-899e2840-bf3c-40d9-b7bf-f94b21633127 req-0d03ac15-fe7f-4139-b28b-2234b25f36f8 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 966 time: 0.1952393 Jul 08 01:34:14.430252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38708) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:14.435094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-aaa700ae-526f-4b67-876d-010ca350aea2 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Request body: {'floatingip': {'port_id': '50d8e4bd-32ad-42ef-804e-0c5a053135aa'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:14.681158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaa700ae-526f-4b67-876d-010ca350aea2 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:14.686700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-0645cb0b-ddd5-4c9f-bd38-f0cff43349f6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:14.691238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-0645cb0b-ddd5-4c9f-bd38-f0cff43349f6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.24 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 808 time: 0.2534902 Jul 08 01:34:14.716886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Request body: {'port': {'device_id': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055', 'admin_state_up': True, 'tenant_id': '12a0164c80564015b1b963f8b59f6780'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:14.889238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Made reservation on behalf of 12a0164c80564015b1b963f8b59f6780 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:14.905680 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:14.965740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38738) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:15.137754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab53e35-81ec-4b06-b3d8-a09fe90f30a7 req-108a5f4a-fe69-43a2-8791-942d72515f1a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 210 time: 0.0865965 Jul 08 01:34:15.181154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b11a52cd-f05f-4aa3-95bd-72b3bfdc2c2c req-923de709-e863-4c01-9dc4-9360ace184f7 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 210 time: 0.0577281 Jul 08 01:34:15.283743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 0a4ea8da-300b-4a49-93dd-c2d99b74f92d up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:15.302997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Allocated IP 172.20.0.5 (a8483aff-5cce-4698-a4bf-03fadb168055/aa25f5cb-c5fe-4773-a451-cb8d282fd150/47e1a772-d042-40e5-9edf-4edfeffeff54) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:15.398832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:15.405727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:15.406674 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:15.531359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea089d62-66b0-4bd0-ab9e-43dfd327561e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:15.555485 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:15.578001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'tag': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:15.581942 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b8718d-b209-4802-9315-89dae1491c24" -d '{"events": [{"name": "network-changed", "server_uuid": "5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6", "tag": "c8665b97-2ceb-4f66-97df-94cff8fc44f8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:15.588616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e661dd7-1f80-4b6a-9816-011beffd1e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4ea8da-300b-4a49-93dd-c2d99b74f92d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:15.594116 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2534c2c-44b6-47c1-b4b1-86f488225b63" -d '{"events": [{"server_uuid": "3e661dd7-1f80-4b6a-9816-011beffd1e40", "name": "network-vif-plugged", "status": "completed", "tag": "0a4ea8da-300b-4a49-93dd-c2d99b74f92d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:15.614475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:15.621611 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:15.638098 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-bf40f2e4-0580-4770-8a21-e12933f00d9c tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1007102 Jul 08 01:34:15.657417 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:15.706766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:15.827795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea089d62-66b0-4bd0-ab9e-43dfd327561e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:15.879240 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea089d62-66b0-4bd0-ab9e-43dfd327561e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:15.911396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1b85a-bbe7-4ad8-aaa6-13079d3710f7 req-bad7e313-c0c1-422a-8f97-d11a1aae0cb5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:15.913514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3d1b85a-bbe7-4ad8-aaa6-13079d3710f7 req-bad7e313-c0c1-422a-8f97-d11a1aae0cb5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 943 time: 0.4460454 Jul 08 01:34:15.920929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2891b-8170-46dd-955b-e971e420193c req-900e7bb7-c4dc-4088-8431-635c80b898f7 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:15.922357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7cd2891b-8170-46dd-955b-e971e420193c req-900e7bb7-c4dc-4088-8431-635c80b898f7 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 948 time: 0.4541569 Jul 08 01:34:15.958142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-bc21f843-e044-403d-bef9-3401bc504f80 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:15.960511 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-bc21f843-e044-403d-bef9-3401bc504f80 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3134208 Jul 08 01:34:15.998457 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3d1b85a-bbe7-4ad8-aaa6-13079d3710f7 req-9db2d922-8b53-417f-bb7a-2bca94c87a45 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736113 Jul 08 01:34:16.010333 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.021433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Request body: {'port': {'device_id': '3fcbd332-85e0-4de9-b631-9d42b4342f26', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '61276fc902b74dd0a4e41bf80814d1ab'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:16.033936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea089d62-66b0-4bd0-ab9e-43dfd327561e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31cdb6d-feae-4e3c-b859-1d1bac4d6cce,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:16.038773 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ea089d62-66b0-4bd0-ab9e-43dfd327561e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=076d1f19f1164750af84b82a9f0293a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0699453 Jul 08 01:34:16.077617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38776) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:16.091156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Pushing event updated for resources: {'Port': ['ID=47e1a772-d042-40e5-9edf-4edfeffeff54,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:16.101501 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7cd2891b-8170-46dd-955b-e971e420193c req-4e5240f1-5bb1-459c-9321-32a618b8f53a tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642680 Jul 08 01:34:16.114125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Network a8483aff-5cce-4698-a4bf-03fadb168055 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:16.115711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:16.126238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:16.133931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:16.134664 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.157353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-ae424d90-325c-437a-a470-f6cdeb8627e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4455202 Jul 08 01:34:16.166866 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2959445-6269-46b2-be65-21d6690a1e91 x-openstack-request-id: req-c2959445-6269-46b2-be65-21d6690a1e91 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:16.167923 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e661dd7-1f80-4b6a-9816-011beffd1e40", "name": "network-vif-plugged", "status": "completed", "tag": "0a4ea8da-300b-4a49-93dd-c2d99b74f92d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:16.168367 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2959445-6269-46b2-be65-21d6690a1e91 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:16.168921 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e661dd7-1f80-4b6a-9816-011beffd1e40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4ea8da-300b-4a49-93dd-c2d99b74f92d', 'code': 200} Jul 08 01:34:16.178161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Request body: {'port': {'device_id': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:16.265667 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f64e08b-146f-448b-b658-f447267119fe x-openstack-request-id: req-2f64e08b-146f-448b-b658-f447267119fe {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:16.270764 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6", "tag": "c8665b97-2ceb-4f66-97df-94cff8fc44f8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:16.271045 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f64e08b-146f-448b-b658-f447267119fe {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:16.271452 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'tag': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8', 'status': 'completed', 'code': 200} Jul 08 01:34:16.394033 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-aaa700ae-526f-4b67-876d-010ca350aea2 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:34:16.399471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01084a97-a9ac-4b80-a168-ea18d6d17737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.468219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67bc0e71-1925-458f-a29b-b9ee43fc1efd req-f3e43dcc-520d-4e27-a964-494f9c6da34b tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 210 time: 0.0579491 Jul 08 01:34:16.499764 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.520221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaa700ae-526f-4b67-876d-010ca350aea2 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.522742 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01084a97-a9ac-4b80-a168-ea18d6d17737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.535616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a476aaf-ce7d-4108-87a6-1a12b54d04be req-2d8e104e-c6bd-4990-bac3-c57d06c31722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:16.537496 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a476aaf-ce7d-4108-87a6-1a12b54d04be req-2d8e104e-c6bd-4990-bac3-c57d06c31722 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 1101 time: 0.2496927 Jul 08 01:34:16.543446 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaa700ae-526f-4b67-876d-010ca350aea2 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.582081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accdf16e-c66b-43e7-9f27-a01aa197a1ab req-9d0b3bff-156f-4a34-870a-ad98a6cf7807 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:16.589506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-accdf16e-c66b-43e7-9f27-a01aa197a1ab req-9d0b3bff-156f-4a34-870a-ad98a6cf7807 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 931 time: 0.2242558 Jul 08 01:34:16.595597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38798) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:16.611230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Made reservation on behalf of 61276fc902b74dd0a4e41bf80814d1ab for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:16.614665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.655030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8718d-b209-4802-9315-89dae1491c24 req-f941d7e6-9554-49b6-8a4d-66523012472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:16.656721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89b8718d-b209-4802-9315-89dae1491c24 req-f941d7e6-9554-49b6-8a4d-66523012472a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1126 time: 0.3844573 Jul 08 01:34:16.707971 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a476aaf-ce7d-4108-87a6-1a12b54d04be req-770858f3-d0f8-47ff-a693-20519a92333e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620548 Jul 08 01:34:16.768337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8718d-b209-4802-9315-89dae1491c24 req-985bbb7e-b986-40dc-80d8-7d59af17f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:16.769850 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89b8718d-b209-4802-9315-89dae1491c24 req-985bbb7e-b986-40dc-80d8-7d59af17f94d service neutron] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.1011078 Jul 08 01:34:16.775110 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01084a97-a9ac-4b80-a168-ea18d6d17737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.778112 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01084a97-a9ac-4b80-a168-ea18d6d17737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.779526 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-01084a97-a9ac-4b80-a168-ea18d6d17737 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d31cdb6d-feae-4e3c-b859-1d1bac4d6cce HTTP/1.1" status: 204 len: 168 time: 0.6927109 Jul 08 01:34:16.794475 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-aaa700ae-526f-4b67-876d-010ca350aea2 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Floating IP 91eb28c1-9148-4bf1-a44b-b6300a61d6ec associated. External IP: 172.25.4.19, port: 50d8e4bd-32ad-42ef-804e-0c5a053135aa. Jul 08 01:34:16.834412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01084a97-a9ac-4b80-a168-ea18d6d17737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31cdb6d-feae-4e3c-b859-1d1bac4d6cce,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:16.846386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-accdf16e-c66b-43e7-9f27-a01aa197a1ab req-9398885a-13b8-477f-bce3-b5a7e683493f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559195 Jul 08 01:34:16.850046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89b8718d-b209-4802-9315-89dae1491c24 req-5cf6c46f-e355-4bd1-b8d2-297d8093ec11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8 HTTP/1.1" status: 200 len: 217 time: 0.0636811 Jul 08 01:34:16.933306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Allocated IP 192.168.233.20 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/02be63dc-e64a-4e31-a972-a1d0c3d2795b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:16.946484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8718d-b209-4802-9315-89dae1491c24 req-956c3d87-4504-44c5-921b-82413284e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:16.947826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89b8718d-b209-4802-9315-89dae1491c24 req-956c3d87-4504-44c5-921b-82413284e5d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0691009 Jul 08 01:34:16.969890 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:16.988311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89b8718d-b209-4802-9315-89dae1491c24 req-5cc1ccd1-0ac7-48d3-b00a-be5727134827 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320849 Jul 08 01:34:17.060571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c8665b97-2ceb-4f66-97df-94cff8fc44f8 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:17.285737 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89b8718d-b209-4802-9315-89dae1491c24 req-d750cff6-9b09-4735-9b3b-7929a1b3eea2 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876961 Jul 08 01:34:17.318747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:17.320498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:17.337629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c8665b97-2ceb-4f66-97df-94cff8fc44f8 has no active binding in host n-h2-694802-14 {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:34:17.374644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e1a772-d042-40e5-9edf-4edfeffeff54 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:17.384750 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c788dc9-f0ec-4bc5-ae30-fcb93d1f4141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.388746 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.429249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Transition to ACTIVE for port object 47e1a772-d042-40e5-9edf-4edfeffeff54 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:17.448934 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.469670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa700ae-526f-4b67-876d-010ca350aea2 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Router 923d3fbf-e636-4b14-b2a1-fce0662d69ee has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:34:17.494730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3108913-64c9-4806-bb45-3abb45805665 req-1b65c935-e851-4d2d-9ce5-0ca84a6419fb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:17.502583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3108913-64c9-4806-bb45-3abb45805665 req-1b65c935-e851-4d2d-9ce5-0ca84a6419fb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 943 time: 0.2796557 Jul 08 01:34:17.505727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.556425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89b8718d-b209-4802-9315-89dae1491c24 req-1e1ea7e1-7d22-459d-9a8d-a73b851c5290 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625282 Jul 08 01:34:17.575427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Transition to ACTIVE for port object 02be63dc-e64a-4e31-a972-a1d0c3d2795b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:17.579924 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.591111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.599313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1a772-d042-40e5-9edf-4edfeffeff54,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:17.613879 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3108913-64c9-4806-bb45-3abb45805665 req-ca3965f4-7a15-4510-a5d7-645a0321e098 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103880 Jul 08 01:34:17.661049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.661049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.661049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.661049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.661049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.661455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.661455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.661793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.662101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.662415 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.662791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.663271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.673759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:17.675141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:17.675141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:17.684166 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b774410b7da04c578f5c7a120fdc8dce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0813296 Jul 08 01:34:17.692558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38828) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:17.693419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0505d7a-111e-4edc-bcfc-2b573be4abc0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:17.698743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Port 47e1a772-d042-40e5-9edf-4edfeffeff54 on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:17.708726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:17.723785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.724133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.724520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.725062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.725996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.726338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.726667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.727173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.727501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.727823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.728333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.728872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9853db7f-fc66-45bd-8260-97c6d621ae89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:17.734082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:17.734428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:17.735147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:17.735274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Bound port: 47e1a772-d042-40e5-9edf-4edfeffeff54, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:17.735594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa700ae-526f-4b67-876d-010ca350aea2 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:34:17.735716 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.751794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaa700ae-526f-4b67-876d-010ca350aea2 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.774947 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] Sync routers for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:34:17.792524 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:17.793516 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:33:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:17.811026 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aaa700ae-526f-4b67-876d-010ca350aea2 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "PUT /v2.0/floatingips/91eb28c1-9148-4bf1-a44b-b6300a61d6ec HTTP/1.1" status: 200 len: 1011 time: 3.3800602 Jul 08 01:34:17.831315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'tag': '50d8e4bd-32ad-42ef-804e-0c5a053135aa'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:17.833784 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d7bd11-45cd-4121-b5b8-d4684bc41be7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc872a09-0996-4891-878e-19fe6a3d6c0e", "tag": "50d8e4bd-32ad-42ef-804e-0c5a053135aa"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:17.847822 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.873962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['e3a42374-6ea2-482b-b4e1-6bcfd5d13177'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:17.877196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['61921fef-d6b2-4df0-9fdb-60ce191a9081'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:17.921825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:17.922828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20718576-cca5-43d2-9ed4-b534ad2ee0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.929056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:17.932686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:17.960367 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:17.965406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Pushing event updated for resources: {'Port': ['ID=02be63dc-e64a-4e31-a972-a1d0c3d2795b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:17.981790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:17.989365 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c788dc9-f0ec-4bc5-ae30-fcb93d1f4141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:17.991955 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20718576-cca5-43d2-9ed4-b534ad2ee0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.009430 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:18.011767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c788dc9-f0ec-4bc5-ae30-fcb93d1f4141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.026093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:18.026855 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.034753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f49daa-371b-473e-aa04-823cea777c6a req-5b3b08b3-ebfa-4e02-a3c7-0b70d5ef4911 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:18.043105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c6f49daa-371b-473e-aa04-823cea777c6a req-5b3b08b3-ebfa-4e02-a3c7-0b70d5ef4911 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 949 time: 0.2884064 Jul 08 01:34:18.060057 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-6755e7a6-8339-4a96-bbaa-1dae5818dd22 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0783489 Jul 08 01:34:18.070328 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.078963 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Request body: {'port': {'device_id': '3fcbd332-85e0-4de9-b631-9d42b4342f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:18.133238 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20718576-cca5-43d2-9ed4-b534ad2ee0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.138376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20718576-cca5-43d2-9ed4-b534ad2ee0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.140399 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-20718576-cca5-43d2-9ed4-b534ad2ee0b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0505d7a-111e-4edc-bcfc-2b573be4abc0 HTTP/1.1" status: 204 len: 168 time: 0.4435124 Jul 08 01:34:18.170862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccd2f5-954a-4155-aac7-cdc4d650cd5e req-05850aeb-9534-4ec3-89bb-162f31475c83 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:18.172470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23ccd2f5-954a-4155-aac7-cdc4d650cd5e req-05850aeb-9534-4ec3-89bb-162f31475c83 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 935 time: 0.3301101 Jul 08 01:34:18.173169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1a772-d042-40e5-9edf-4edfeffeff54,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:18.199828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20718576-cca5-43d2-9ed4-b534ad2ee0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0505d7a-111e-4edc-bcfc-2b573be4abc0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:18.218813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8c788dc9-f0ec-4bc5-ae30-fcb93d1f4141 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=986ee445439c41c294a59f32567238d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8965716 Jul 08 01:34:18.224485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38840) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:18.236120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c788dc9-f0ec-4bc5-ae30-fcb93d1f4141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d2fb78-53d0-4f51-812c-d136f6227c9a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:18.318343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:18.320221 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.321912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-9c93a494-8ee5-4d43-ba19-1f6f5106e354 service neutron] 10.222.0.24 "PUT /v2.0/ports/47e1a772-d042-40e5-9edf-4edfeffeff54 HTTP/1.1" status: 200 len: 1092 time: 2.1508114 Jul 08 01:34:18.325098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'tag': '47e1a772-d042-40e5-9edf-4edfeffeff54'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:18.327627 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87840a19-5b02-4dd0-92c2-ad53501642f3" -d '{"events": [{"name": "network-changed", "server_uuid": "406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d", "tag": "47e1a772-d042-40e5-9edf-4edfeffeff54"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:18.329126 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.357661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-62aef9b8-54c6-46b0-b0fa-d0c2a84f63be None None] Provisioning for port 02be63dc-e64a-4e31-a972-a1d0c3d2795b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:18.367734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-62aef9b8-54c6-46b0-b0fa-d0c2a84f63be None None] Provisioning complete for port 02be63dc-e64a-4e31-a972-a1d0c3d2795b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:18.370011 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62aef9b8-54c6-46b0-b0fa-d0c2a84f63be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.387612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c6f49daa-371b-473e-aa04-823cea777c6a req-0aaec475-7dfb-46b2-abf3-9e47ef5ab763 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432474 Jul 08 01:34:18.463986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23ccd2f5-954a-4155-aac7-cdc4d650cd5e req-324d57b8-5ced-4ce7-90c7-e61d96b5f55d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625067 Jul 08 01:34:18.471484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-62aef9b8-54c6-46b0-b0fa-d0c2a84f63be None None] Port 02be63dc-e64a-4e31-a972-a1d0c3d2795b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:34:18.483986 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a955105b-8689-47b5-a13d-df40d7c5bcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.565619 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a955105b-8689-47b5-a13d-df40d7c5bcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.617746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-1e34c2f5-9155-4b82-ab5d-71a55b0c1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:18.619309 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-1e34c2f5-9155-4b82-ab5d-71a55b0c1a5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1095 time: 0.2269280 Jul 08 01:34:18.628934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-3d1afceb-5b76-4c52-9a5a-b7b627ba40bd service neutron] 10.222.0.16 "GET /v2.0/ports/c8665b97-2ceb-4f66-97df-94cff8fc44f8/bindings/n-h2-694802-14 HTTP/1.1" status: 200 len: 385 time: 0.1299610 Jul 08 01:34:18.632267 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '91eb28c1-9148-4bf1-a44b-b6300a61d6ec', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'port_id': '50d8e4bd-32ad-42ef-804e-0c5a053135aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'mac_address': 'fa:16:3e:45:22:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'device_owner': 'compute:tempest-test_az-495204118'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:52Z', 'updated_at': '2021-07-08T01:34:16Z', 'revision_number': 1, 'project_id': '91064204e20a4a4796496a737996a9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:18.666162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-58ea18f3-a1c4-448d-bbae-7388f21204be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e1a772-d042-40e5-9edf-4edfeffeff54 HTTP/1.1" status: 200 len: 217 time: 0.0360141 Jul 08 01:34:18.700245 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] Checking router: 923d3fbf-e636-4b14-b2a1-fce0662d69ee for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:34:18.725811 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:18.726503 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:33:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:18.768666 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a955105b-8689-47b5-a13d-df40d7c5bcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.771255 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a955105b-8689-47b5-a13d-df40d7c5bcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.772998 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a955105b-8689-47b5-a13d-df40d7c5bcbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9d2fb78-53d0-4f51-812c-d136f6227c9a HTTP/1.1" status: 204 len: 168 time: 0.5332167 Jul 08 01:34:18.788178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-f58b917e-4257-449f-9768-751a2fe7e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:18.789919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-f58b917e-4257-449f-9768-751a2fe7e26c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.1148341 Jul 08 01:34:18.794037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955105b-8689-47b5-a13d-df40d7c5bcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d2fb78-53d0-4f51-812c-d136f6227c9a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:18.846476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-13b2004f-22e5-47a5-a150-a46d1c8a4c54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428557 Jul 08 01:34:18.864228 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebd1ae4-473e-4115-a787-09131a4170af x-openstack-request-id: req-5ebd1ae4-473e-4115-a787-09131a4170af {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:18.864228 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc872a09-0996-4891-878e-19fe6a3d6c0e", "tag": "50d8e4bd-32ad-42ef-804e-0c5a053135aa", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:18.864228 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ebd1ae4-473e-4115-a787-09131a4170af {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:18.864228 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'tag': '50d8e4bd-32ad-42ef-804e-0c5a053135aa', 'status': 'completed', 'code': 200} Jul 08 01:34:18.868097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38856) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:18.953269 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:18.974326 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8614aca0-98ad-44fd-87ac-4adafc105f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:18.998976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02be63dc-e64a-4e31-a972-a1d0c3d2795b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:19.018586 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eb9cef-fce6-44c0-8f71-f7b06cb7f552 x-openstack-request-id: req-c7eb9cef-fce6-44c0-8f71-f7b06cb7f552 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:19.019145 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d", "tag": "47e1a772-d042-40e5-9edf-4edfeffeff54", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:19.019145 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7eb9cef-fce6-44c0-8f71-f7b06cb7f552 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:19.019439 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'tag': '47e1a772-d042-40e5-9edf-4edfeffeff54', 'status': 'completed', 'code': 200} Jul 08 01:34:19.032412 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:19.055423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Transition to ACTIVE for port object 02be63dc-e64a-4e31-a972-a1d0c3d2795b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:19.072555 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:19.161472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-f91bbe94-ceb0-4daa-bc88-44172af5b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:19.164148 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-f91bbe94-ceb0-4daa-bc88-44172af5b961 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91064204e20a4a4796496a737996a9df&device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 1118 time: 0.3000133 Jul 08 01:34:19.237074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Pushing event updated for resources: {'Port': ['ID=02be63dc-e64a-4e31-a972-a1d0c3d2795b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:19.421505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-f5bbc583-f5f0-46a1-94b3-950d0744e714 service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341928 Jul 08 01:34:19.445836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Attempting to bind port 02be63dc-e64a-4e31-a972-a1d0c3d2795b on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:19.447001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Attempting to bind port 02be63dc-e64a-4e31-a972-a1d0c3d2795b by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:19.447480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Attempting to bind port 02be63dc-e64a-4e31-a972-a1d0c3d2795b on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:19.448252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-31f05cb0-598f-461a-a5eb-045be5a9f6c0 service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:19.496718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c7c81-cd15-4371-8845-23f7c4a256c2 req-efe2974d-b4a2-458b-9b98-e6a5624d2e8c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:19.497021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-6a34dac2-0493-4cbe-aa67-89fdddfd3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:19.498424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d62c7c81-cd15-4371-8845-23f7c4a256c2 req-efe2974d-b4a2-458b-9b98-e6a5624d2e8c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 943 time: 0.4963644 Jul 08 01:34:19.500269 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-6a34dac2-0493-4cbe-aa67-89fdddfd3ca9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0faf17d8-1546-4309-a780-d23af45b7667 HTTP/1.1" status: 200 len: 924 time: 0.3264959 Jul 08 01:34:19.502319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8614aca0-98ad-44fd-87ac-4adafc105f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:19.503452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Port 02be63dc-e64a-4e31-a972-a1d0c3d2795b on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:19.504108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Attempting to bind port 02be63dc-e64a-4e31-a972-a1d0c3d2795b on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:19.511023 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '91eb28c1-9148-4bf1-a44b-b6300a61d6ec', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'port_id': '50d8e4bd-32ad-42ef-804e-0c5a053135aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'mac_address': 'fa:16:3e:45:22:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'device_owner': 'compute:tempest-test_az-495204118'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:52Z', 'updated_at': '2021-07-08T01:34:16Z', 'revision_number': 1, 'project_id': '91064204e20a4a4796496a737996a9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:19.518091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:19.518324 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:19.518752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:19.519171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Bound port: 02be63dc-e64a-4e31-a972-a1d0c3d2795b, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:19.519530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:19.535945 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8614aca0-98ad-44fd-87ac-4adafc105f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:19.548259 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4833351-f103-4ce5-83da-e799ff10461a None None] The sync data for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 is: [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '91eb28c1-9148-4bf1-a44b-b6300a61d6ec', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'port_id': '50d8e4bd-32ad-42ef-804e-0c5a053135aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'mac_address': 'fa:16:3e:45:22:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'device_owner': 'compute:tempest-test_az-495204118'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:52Z', 'updated_at': '2021-07-08T01:34:16Z', 'revision_number': 1, 'project_id': '91064204e20a4a4796496a737996a9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:34:19.574098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-31f05cb0-598f-461a-a5eb-045be5a9f6c0 service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:19.625070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db407749-2b17-4088-9800-1f7fc06a3da1 req-01b0ff3a-cb44-4471-ae13-fdcacda572ac tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:19.626620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db407749-2b17-4088-9800-1f7fc06a3da1 req-01b0ff3a-cb44-4471-ae13-fdcacda572ac tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 943 time: 0.3708806 Jul 08 01:34:19.680540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d62c7c81-cd15-4371-8845-23f7c4a256c2 req-4c10dc95-e694-4b80-93fe-9066af9c4cf8 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614375 Jul 08 01:34:19.684801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-31f05cb0-598f-461a-a5eb-045be5a9f6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8665b97-2ceb-4f66-97df-94cff8fc44f8 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:19.687391 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8614aca0-98ad-44fd-87ac-4adafc105f54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c9bc6babdc84bef9181217a731822ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7992997 Jul 08 01:34:19.694815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:19.695017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614aca0-98ad-44fd-87ac-4adafc105f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f6054-760d-48f9-bfc5-12f85095d1d6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:19.734853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-31f05cb0-598f-461a-a5eb-045be5a9f6c0 service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:19.739317 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-164b977d-acf3-40e3-aa4c-652068ca575c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50d8e4bd-32ad-42ef-804e-0c5a053135aa HTTP/1.1" status: 200 len: 1019 time: 0.2275369 Jul 08 01:34:19.784385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db407749-2b17-4088-9800-1f7fc06a3da1 req-96d699a7-cd0c-4cbb-af30-2a0b4b58811a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298296 Jul 08 01:34:19.795099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] For port 02be63dc-e64a-4e31-a972-a1d0c3d2795b, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:19.799001 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b9d0f1-0287-4790-b01a-82c147c51140 req-cb88f383-9dfe-4313-ab57-9710f4b9aa32 service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558607 Jul 08 01:34:19.802077 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-31f05cb0-598f-461a-a5eb-045be5a9f6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:19.830307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] For port 02be63dc-e64a-4e31-a972-a1d0c3d2795b, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=02be63dc-e64a-4e31-a972-a1d0c3d2795b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:19.832543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-405b8ae3-f08f-4a42-86fe-2fd807d3382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:19.834824 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-405b8ae3-f08f-4a42-86fe-2fd807d3382e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47a01b1f-a2b0-45e2-95b6-dc33b2c4a075 HTTP/1.1" status: 200 len: 862 time: 0.0884123 Jul 08 01:34:19.838666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:19.951137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11981e75-54b5-4f7a-b4a3-983c11812608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:19.951370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Pushing event updated for resources: {'Port': ['ID=02be63dc-e64a-4e31-a972-a1d0c3d2795b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:19.964804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:19.965642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:19.967127 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-4b95ae78-5ffa-4e5f-b9d8-1da9bd3c337c service neutron] 10.222.0.24 "PUT /v2.0/ports/02be63dc-e64a-4e31-a972-a1d0c3d2795b HTTP/1.1" status: 200 len: 1096 time: 1.8988941 Jul 08 01:34:19.997754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1dd008-96c3-4a96-a00a-5a19c82a9d44 None None] New status for floating IP 91eb28c1-9148-4bf1-a44b-b6300a61d6ec: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:34:20.013744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-31f05cb0-598f-461a-a5eb-045be5a9f6c0 service neutron] Transition to ACTIVE for port object c8665b97-2ceb-4f66-97df-94cff8fc44f8 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:20.034267 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-31f05cb0-598f-461a-a5eb-045be5a9f6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:20.132106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-45f81b63-eb32-4abc-8c8e-3dc00c871f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:20.137343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-45f81b63-eb32-4abc-8c8e-3dc00c871f14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0faf17d8-1546-4309-a780-d23af45b7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2875664 Jul 08 01:34:20.201459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-91bd7ec6-8cee-42a3-89d6-9907fea4910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:20.203417 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-91bd7ec6-8cee-42a3-89d6-9907fea4910f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 1099 time: 0.1572022 Jul 08 01:34:20.374524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11981e75-54b5-4f7a-b4a3-983c11812608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:20.385749 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-1914669e-86ee-4176-82a8-3c1ee67df75e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=02be63dc-e64a-4e31-a972-a1d0c3d2795b HTTP/1.1" status: 200 len: 217 time: 0.1196110 Jul 08 01:34:20.448608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-31f05cb0-598f-461a-a5eb-045be5a9f6c0 service neutron] No DVR routers for this DVR port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:34:20.465421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87840a19-5b02-4dd0-92c2-ad53501642f3 req-a6eb8b2c-a810-4bfa-875d-4ee9276bb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:20.466976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-87840a19-5b02-4dd0-92c2-ad53501642f3 req-a6eb8b2c-a810-4bfa-875d-4ee9276bb601 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1095 time: 0.5683181 Jul 08 01:34:20.493400 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-ff9d850c-35e7-4846-922c-3c705fa3a430 service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346355 Jul 08 01:34:20.586261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87840a19-5b02-4dd0-92c2-ad53501642f3 req-3666d8e9-9e00-4daa-a2ec-713e3dd61e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:20.587763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-87840a19-5b02-4dd0-92c2-ad53501642f3 req-3666d8e9-9e00-4daa-a2ec-713e3dd61e2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.1038470 Jul 08 01:34:20.589189 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-16744796-bb44-4c06-909e-c7cff92da768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:20.594863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f05cb0-598f-461a-a5eb-045be5a9f6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8665b97-2ceb-4f66-97df-94cff8fc44f8,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:20.614234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-bbb538e5-88c0-4b41-b45b-18c44eed60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:20.615538 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-bbb538e5-88c0-4b41-b45b-18c44eed60e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.2205050 Jul 08 01:34:20.660503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-87840a19-5b02-4dd0-92c2-ad53501642f3 req-98dbd66c-f840-46f2-b936-b965600badfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e1a772-d042-40e5-9edf-4edfeffeff54 HTTP/1.1" status: 200 len: 217 time: 0.0602963 Jul 08 01:34:20.675754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-31f05cb0-598f-461a-a5eb-045be5a9f6c0 service neutron] 10.222.0.16 "PUT /v2.0/ports/c8665b97-2ceb-4f66-97df-94cff8fc44f8/bindings/n-h2-694802-14/activate HTTP/1.1" status: 200 len: 370 time: 2.0070791 Jul 08 01:34:20.704288 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-36d7bd11-45cd-4121-b5b8-d4684bc41be7 req-30647c93-e03d-445e-af4f-6044558e54f5 service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908550 Jul 08 01:34:20.720976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-c7fa8d44-d205-40fd-81e5-845de30601d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:20.722482 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-c7fa8d44-d205-40fd-81e5-845de30601d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0987875 Jul 08 01:34:20.805176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f45e49-ca9b-4b41-805b-0fb072be615d req-6684c943-b214-441e-8f1c-4b5dd16432a0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:20.807329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f45e49-ca9b-4b41-805b-0fb072be615d req-6684c943-b214-441e-8f1c-4b5dd16432a0 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 949 time: 0.4650035 Jul 08 01:34:20.811525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87840a19-5b02-4dd0-92c2-ad53501642f3 req-cac31ee7-35d3-49e0-8d20-971e035f83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:20.813644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-87840a19-5b02-4dd0-92c2-ad53501642f3 req-cac31ee7-35d3-49e0-8d20-971e035f83a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.1372948 Jul 08 01:34:20.818241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11981e75-54b5-4f7a-b4a3-983c11812608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:20.822506 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11981e75-54b5-4f7a-b4a3-983c11812608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:20.823916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-11981e75-54b5-4f7a-b4a3-983c11812608 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c99f6054-760d-48f9-bfc5-12f85095d1d6 HTTP/1.1" status: 204 len: 168 time: 1.1251793 Jul 08 01:34:20.852289 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-dd2a3ad3-b5c4-4100-bd1a-455628c3b5b9 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189463 Jul 08 01:34:20.882915 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-87840a19-5b02-4dd0-92c2-ad53501642f3 req-10a175e2-75eb-404a-b52a-a8499d795d04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563288 Jul 08 01:34:20.886450 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11981e75-54b5-4f7a-b4a3-983c11812608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f6054-760d-48f9-bfc5-12f85095d1d6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:20.900418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcbd332-85e0-4de9-b631-9d42b4342f26', 'tag': '02be63dc-e64a-4e31-a972-a1d0c3d2795b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:20.905231 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a325716-4c17-4b40-8dc0-b94f0c4e9379" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcbd332-85e0-4de9-b631-9d42b4342f26", "tag": "02be63dc-e64a-4e31-a972-a1d0c3d2795b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:21.020058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f45e49-ca9b-4b41-805b-0fb072be615d req-ab7a8531-2571-4e13-802d-03e3196f3851 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943326 Jul 08 01:34:21.062793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-e401d8d5-8785-4860-9923-22eff705edad tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.072346 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-e401d8d5-8785-4860-9923-22eff705edad tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1096 time: 0.2186096 Jul 08 01:34:21.081709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-87840a19-5b02-4dd0-92c2-ad53501642f3 req-4a9e8685-c12c-46ec-ab51-b1a956fa2ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581638 Jul 08 01:34:21.089508 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f102b9d2-5179-4e08-b0eb-ffabea48e759 req-cc1a5f1c-791e-43bd-bc80-2cb7e3838160 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260067 Jul 08 01:34:21.106803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47175f4-e7ea-4c27-941b-a4ea1d455a9e req-37f54742-57db-409a-a482-74e5de1e3c03 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.113955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d47175f4-e7ea-4c27-941b-a4ea1d455a9e req-37f54742-57db-409a-a482-74e5de1e3c03 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 947 time: 0.1914732 Jul 08 01:34:21.226080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d47175f4-e7ea-4c27-941b-a4ea1d455a9e req-2f4c7067-09ee-4a29-8065-5510bfe00492 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040800 Jul 08 01:34:21.277601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-87840a19-5b02-4dd0-92c2-ad53501642f3 req-207fb5a2-542b-4d81-b6f9-71bd005780ec service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799407 Jul 08 01:34:21.297137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-e9bd1312-78d2-4353-8900-15a94d4f9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.299452 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-e9bd1312-78d2-4353-8900-15a94d4f9c5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6&tenant_id=9d10d97078d24fc1bc49f14722735d6d HTTP/1.1" status: 200 len: 1096 time: 0.2064707 Jul 08 01:34:21.416942 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-b983d4bc-ed81-40dc-9805-185d0d859127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.418545 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-b983d4bc-ed81-40dc-9805-185d0d859127 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0780427 Jul 08 01:34:21.484330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e548162-38ba-4e18-9f52-aa352404b5d3 req-464c2300-15ff-4c89-a9ea-38f4d0911090 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.494388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e548162-38ba-4e18-9f52-aa352404b5d3 req-464c2300-15ff-4c89-a9ea-38f4d0911090 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 943 time: 0.0953052 Jul 08 01:34:21.523971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-c0192c77-1661-4dc9-bebe-df645799fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.525709 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-c0192c77-1661-4dc9-bebe-df645799fb4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.0961106 Jul 08 01:34:21.543730 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e548162-38ba-4e18-9f52-aa352404b5d3 req-79be84ae-60a8-4fbe-b2c5-b9f8e5928778 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477300 Jul 08 01:34:21.572130 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-8b2d8477-f9cc-4bd0-8783-8141871606cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8 HTTP/1.1" status: 200 len: 217 time: 0.0392153 Jul 08 01:34:21.646032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-e41dfb49-7f8b-4750-a9eb-bba25245d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.649000 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-e41dfb49-7f8b-4750-a9eb-bba25245d3c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0614047 Jul 08 01:34:21.672032 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd0e250-70c0-47ef-bc5b-832fc93fff69 x-openstack-request-id: req-6bd0e250-70c0-47ef-bc5b-832fc93fff69 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:21.672547 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcbd332-85e0-4de9-b631-9d42b4342f26", "tag": "02be63dc-e64a-4e31-a972-a1d0c3d2795b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:21.672860 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bd0e250-70c0-47ef-bc5b-832fc93fff69 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:21.673315 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcbd332-85e0-4de9-b631-9d42b4342f26', 'tag': '02be63dc-e64a-4e31-a972-a1d0c3d2795b', 'status': 'completed', 'code': 200} Jul 08 01:34:21.698211 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-37671c7a-6e7b-427f-8dfc-7ef365dfb09f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409026 Jul 08 01:34:21.796443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7657a3-d849-447a-8aa9-99b2948256be req-9cb0ac42-5c3e-4def-a309-c39fbae0740b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.798048 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db7657a3-d849-447a-8aa9-99b2948256be req-9cb0ac42-5c3e-4def-a309-c39fbae0740b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 944 time: 0.1366973 Jul 08 01:34:21.816529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-de772b1b-0229-4142-b648-5d895f191765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:21.818041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-de772b1b-0229-4142-b648-5d895f191765 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 1099 time: 0.1031010 Jul 08 01:34:21.943816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db7657a3-d849-447a-8aa9-99b2948256be req-6fcf12fa-0b7c-4ece-81d8-ef5a673f5fe7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357038 Jul 08 01:34:22.002921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-94b28873-749a-49df-bfa9-45765c618a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:22.004473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-94b28873-749a-49df-bfa9-45765c618a8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1764760 Jul 08 01:34:22.064255 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-d549fc76-9d49-49fd-8775-7f6f6a873f48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=02be63dc-e64a-4e31-a972-a1d0c3d2795b HTTP/1.1" status: 200 len: 217 time: 0.0487301 Jul 08 01:34:22.138095 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-5f50c517-4182-4bce-8877-dd197da6c22b service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319777 Jul 08 01:34:22.173694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-5ad673cd-7350-4ad8-b704-b6ffd72ff583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:22.175202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-5ad673cd-7350-4ad8-b704-b6ffd72ff583 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1029875 Jul 08 01:34:22.236320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3cf4f-5a1b-4d14-8621-8f9749923421 req-86d467a7-d515-4352-953a-b4c01b11942b tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:22.237863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4a3cf4f-5a1b-4d14-8621-8f9749923421 req-86d467a7-d515-4352-953a-b4c01b11942b tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 949 time: 0.1163118 Jul 08 01:34:22.254814 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-a60964e9-0424-4cdb-93f2-e4bb0e96487d service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092486 Jul 08 01:34:22.279867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-c3e10c21-41ae-46e8-ba16-ce106e335f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:22.281747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-c3e10c21-41ae-46e8-ba16-ce106e335f7f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0985029 Jul 08 01:34:22.327010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4a3cf4f-5a1b-4d14-8621-8f9749923421 req-be1bfc76-0a4e-4f2e-8970-205ed8d0d8b3 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784879 Jul 08 01:34:22.508399 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-3a42bb5b-4d53-488c-a1e5-26268d60796e service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049470 Jul 08 01:34:22.666395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38980) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:22.684029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-ca36e7ca-087d-4514-bca2-75d4db292975 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:22.687047 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-ca36e7ca-087d-4514-bca2-75d4db292975 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1096 time: 0.1066058 Jul 08 01:34:22.718403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a325716-4c17-4b40-8dc0-b94f0c4e9379 req-7c306faa-8544-43e2-86f4-e9b5cba73f45 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982775 Jul 08 01:34:22.734477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45ab46-9e8c-4e8f-9f1a-dd6eac227803 req-58f3c525-a514-4bf0-ab58-56b71306c4a0 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:22.736038 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b45ab46-9e8c-4e8f-9f1a-dd6eac227803 req-58f3c525-a514-4bf0-ab58-56b71306c4a0 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 947 time: 0.2170689 Jul 08 01:34:22.815354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b45ab46-9e8c-4e8f-9f1a-dd6eac227803 req-91f8b29c-d35c-40d1-a3dc-82ff7a5d2d28 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723679 Jul 08 01:34:22.906635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-8c9d4898-7f59-49e6-b9c3-0dda1053a58a service neutron] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:22.910749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-8c9d4898-7f59-49e6-b9c3-0dda1053a58a service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:22.912038 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6cc8799-6124-44ca-9c9a-15b6e4581fce req-8c9d4898-7f59-49e6-b9c3-0dda1053a58a service neutron] 10.222.0.24 "DELETE /v2.0/ports/c8665b97-2ceb-4f66-97df-94cff8fc44f8/bindings/n-h1-694802-14 HTTP/1.1" status: 204 len: 173 time: 0.2163141 Jul 08 01:34:22.985034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45e398fc-5322-4b89-a02d-c9a14daf14b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.001198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6f83b-7569-4ac3-826e-c718e4258e71 req-74420c10-a061-425e-afc1-965f5307541a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:23.002829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47c6f83b-7569-4ac3-826e-c718e4258e71 req-74420c10-a061-425e-afc1-965f5307541a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 943 time: 0.0773115 Jul 08 01:34:23.045487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47c6f83b-7569-4ac3-826e-c718e4258e71 req-c31bf599-bb86-41e1-8d67-c2905b2842b7 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362501 Jul 08 01:34:23.081772 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 47e1a772-d042-40e5-9edf-4edfeffeff54 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:23.101704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45e398fc-5322-4b89-a02d-c9a14daf14b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.108953 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45e398fc-5322-4b89-a02d-c9a14daf14b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.167309 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-45e398fc-5322-4b89-a02d-c9a14daf14b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11aeab60f28147eea558e7cbc3be2c91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997494 Jul 08 01:34:23.170610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39000) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:23.171270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e398fc-5322-4b89-a02d-c9a14daf14b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b9e696-d6e3-4520-b364-bea907d58160,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:23.183250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:23.300177 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c07aa43-6370-4ab6-aa09-13e03908bced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.312239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '47e1a772-d042-40e5-9edf-4edfeffeff54', 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055', 'port_id': '47e1a772-d042-40e5-9edf-4edfeffeff54', 'mac_address': 'fa:16:3e:ee:19:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa25f5cb-c5fe-4773-a451-cb8d282fd150', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:23.343842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c8665b97-2ceb-4f66-97df-94cff8fc44f8 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:23.344639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baaedf-4b98-43f5-83cf-4d55346f95fa req-2b947b96-8c3d-4557-838e-75e98b3a8737 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:23.347114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62baaedf-4b98-43f5-83cf-4d55346f95fa req-2b947b96-8c3d-4557-838e-75e98b3a8737 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 949 time: 0.1505933 Jul 08 01:34:23.353316 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c07aa43-6370-4ab6-aa09-13e03908bced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.378620 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2084e373-be6d-42f7-b518-9a349b995c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.395444 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.408962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c8665b97-2ceb-4f66-97df-94cff8fc44f8 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:34:23.413492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e1a772-d042-40e5-9edf-4edfeffeff54 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:23.435719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:23.441463 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.469793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62baaedf-4b98-43f5-83cf-4d55346f95fa req-54a808bc-673b-462f-a31d-505c9cf46772 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141789 Jul 08 01:34:23.496756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=47e1a772-d042-40e5-9edf-4edfeffeff54,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:23.503577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d5bfc-a322-4ddd-bf63-1b13cc86bf41 req-87928e3b-4a66-4c5d-bc62-6dd20f2e9ca7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:23.505406 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-878d5bfc-a322-4ddd-bf63-1b13cc86bf41 req-87928e3b-4a66-4c5d-bc62-6dd20f2e9ca7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 944 time: 0.1418710 Jul 08 01:34:23.506638 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c07aa43-6370-4ab6-aa09-13e03908bced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.509503 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c07aa43-6370-4ab6-aa09-13e03908bced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.513124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3c07aa43-6370-4ab6-aa09-13e03908bced admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37b9e696-d6e3-4520-b364-bea907d58160 HTTP/1.1" status: 204 len: 168 time: 0.3387425 Jul 08 01:34:23.526924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07aa43-6370-4ab6-aa09-13e03908bced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b9e696-d6e3-4520-b364-bea907d58160,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:23.556089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-878d5bfc-a322-4ddd-bf63-1b13cc86bf41 req-b9204a21-56b2-456a-a21f-a5aeefd227f5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 Jul 08 01:34:23.591574 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.744165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['47e1a772-d042-40e5-9edf-4edfeffeff54'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:23.920226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19d240-7098-4679-b374-5303169ffe4c req-4684d5fe-6313-42e6-bfb3-1b1634d1a9fc tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:23.929897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c19d240-7098-4679-b374-5303169ffe4c req-4684d5fe-6313-42e6-bfb3-1b1634d1a9fc tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1096 time: 0.0959396 Jul 08 01:34:23.933163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39036) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:23.951069 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2bd901b0-0d11-494b-85c4-7714b1d18dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:23.974336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c19d240-7098-4679-b374-5303169ffe4c req-1345c52a-39d7-4d63-a93b-58533ea2b06d tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437744 Jul 08 01:34:24.100936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c197bb-cbae-4d8c-b880-2116bcf0486c req-1c1ed0d4-b2cf-49ec-bf6e-788c25ce9edc tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:24.109144 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58c197bb-cbae-4d8c-b880-2116bcf0486c req-1c1ed0d4-b2cf-49ec-bf6e-788c25ce9edc tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 947 time: 0.1157987 Jul 08 01:34:24.151590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58c197bb-cbae-4d8c-b880-2116bcf0486c req-9109c66d-dc66-4269-84fa-f4d0b00e4334 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Jul 08 01:34:24.157078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2bd901b0-0d11-494b-85c4-7714b1d18dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.166022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2bd901b0-0d11-494b-85c4-7714b1d18dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.199588 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2bd901b0-0d11-494b-85c4-7714b1d18dff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d0ee65ea29b4d569e2bf211bb9943cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630615 Jul 08 01:34:24.202833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39050) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:24.254536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32437d5c-7914-4aeb-826c-ba745aab9be7 req-7121b20e-3e9c-46ae-b3c6-ab0c6f3440bc tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:24.263182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd901b0-0d11-494b-85c4-7714b1d18dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dd4d03-e0e4-43ef-9824-b23a89f3b950,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:24.263747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-32437d5c-7914-4aeb-826c-ba745aab9be7 req-7121b20e-3e9c-46ae-b3c6-ab0c6f3440bc tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 944 time: 0.0761390 Jul 08 01:34:24.266026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:24.279777 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e360cc4d-dc82-4b63-ac92-372cf601879a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.309804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e360cc4d-dc82-4b63-ac92-372cf601879a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.315100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-32437d5c-7914-4aeb-826c-ba745aab9be7 req-82c43dfe-2e1e-44ad-a079-5d4404c85f64 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502458 Jul 08 01:34:24.367606 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e360cc4d-dc82-4b63-ac92-372cf601879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.371152 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e360cc4d-dc82-4b63-ac92-372cf601879a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.374070 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e360cc4d-dc82-4b63-ac92-372cf601879a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53dd4d03-e0e4-43ef-9824-b23a89f3b950 HTTP/1.1" status: 204 len: 168 time: 0.1700306 Jul 08 01:34:24.385869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360cc4d-dc82-4b63-ac92-372cf601879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dd4d03-e0e4-43ef-9824-b23a89f3b950,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:24.487540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-b7cc4947-b155-4672-af5a-4737a7420f42 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:24.487540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-b7cc4947-b155-4672-af5a-4737a7420f42 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 949 time: 0.1752818 Jul 08 01:34:24.496196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-95ddea1a-e6d9-4f54-ba43-b53cc3a50088 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:24.497723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-95ddea1a-e6d9-4f54-ba43-b53cc3a50088 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 820 time: 0.1737225 Jul 08 01:34:24.557030 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb334532-5866-4ada-ac74-884696889f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.570037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-4f7f7da3-923b-4f74-a3de-c9057d44a225 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/quotas/9d10d97078d24fc1bc49f14722735d6d HTTP/1.1" status: 200 len: 375 time: 0.0588481 Jul 08 01:34:24.596877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.796846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-5a07ac53-aa63-48c2-99eb-3b4e03975b06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2154984 Jul 08 01:34:24.800100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-17fac322-1754-412e-86d8-9a5d657a8c9d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Deleting port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:34:24.800490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-17fac322-1754-412e-86d8-9a5d657a8c9d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.900814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9adc29-1d87-443e-b443-0930ea47bddc req-4bd3f6aa-9344-4593-820b-9c838e339820 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:24.902393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb9adc29-1d87-443e-b443-0930ea47bddc req-4bd3f6aa-9344-4593-820b-9c838e339820 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 949 time: 0.2585919 Jul 08 01:34:24.962841 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb334532-5866-4ada-ac74-884696889f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:24.981399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb334532-5866-4ada-ac74-884696889f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.059174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb9adc29-1d87-443e-b443-0930ea47bddc req-9b493f4a-95a2-4f9d-94a5-01927bb90801 tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/security-groups?id=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409862 Jul 08 01:34:25.085217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-17fac322-1754-412e-86d8-9a5d657a8c9d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] For port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:25.085217 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-17fac322-1754-412e-86d8-9a5d657a8c9d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.087207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fb334532-5866-4ada-ac74-884696889f4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0a77fc53513404ebaefbe1b059512c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8193288 Jul 08 01:34:25.087866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 02be63dc-e64a-4e31-a972-a1d0c3d2795b details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:25.090011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39098) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:25.100928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb334532-5866-4ada-ac74-884696889f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc824af8-6eb3-4ed4-89ea-97bf214e734e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:25.120154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-52d1403a-d681-4f56-a848-45f571c1bf01 service neutron] 10.222.0.41 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167696 Jul 08 01:34:25.125114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-17fac322-1754-412e-86d8-9a5d657a8c9d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Calling delete_port for 0a4ea8da-300b-4a49-93dd-c2d99b74f92d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:34:25.164459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 47e1a772-d042-40e5-9edf-4edfeffeff54 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:25.203813 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3e24-e467-4ed3-890d-b0d5c2a24bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.252071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3e24-e467-4ed3-890d-b0d5c2a24bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.275679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 47e1a772-d042-40e5-9edf-4edfeffeff54 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:25.279739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 02be63dc-e64a-4e31-a972-a1d0c3d2795b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=02be63dc-e64a-4e31-a972-a1d0c3d2795b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:25.292612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 47e1a772-d042-40e5-9edf-4edfeffeff54 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:25.293292 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.348182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '02be63dc-e64a-4e31-a972-a1d0c3d2795b', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '02be63dc-e64a-4e31-a972-a1d0c3d2795b', 'mac_address': 'fa:16:3e:ca:ad:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:25.382381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3e24-e467-4ed3-890d-b0d5c2a24bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.385670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cbe3e24-e467-4ed3-890d-b0d5c2a24bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.389512 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7cbe3e24-e467-4ed3-890d-b0d5c2a24bd4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc824af8-6eb3-4ed4-89ea-97bf214e734e HTTP/1.1" status: 204 len: 168 time: 0.2958951 Jul 08 01:34:25.415007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe3e24-e467-4ed3-890d-b0d5c2a24bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc824af8-6eb3-4ed4-89ea-97bf214e734e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:25.478042 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.525327 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.531537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1a772-d042-40e5-9edf-4edfeffeff54'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:25.534306 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360a3fde-730d-4ed2-b181-b4f7acec353d" -d '{"events": [{"server_uuid": "406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d", "name": "network-vif-plugged", "status": "completed", "tag": "47e1a772-d042-40e5-9edf-4edfeffeff54"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:25.560630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:25.562010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-a8f2ee4e-d1b1-44bb-adc9-c36bd189cd67 service neutron] 10.222.0.41 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278958 Jul 08 01:34:25.578897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02be63dc-e64a-4e31-a972-a1d0c3d2795b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:25.586390 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.632591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f93b7-cf47-4d8e-a5ad-f45ab264a6c0 req-72d3ac8f-ece7-4d13-9c9f-84d3252506d8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:25.639364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b45f93b7-cf47-4d8e-a5ad-f45ab264a6c0 req-72d3ac8f-ece7-4d13-9c9f-84d3252506d8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 947 time: 0.1528020 Jul 08 01:34:25.674271 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-17fac322-1754-412e-86d8-9a5d657a8c9d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.725665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b45f93b7-cf47-4d8e-a5ad-f45ab264a6c0 req-bf7dfa9a-ef6f-48a8-9dd1-50cd4fa5c5d9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816641 Jul 08 01:34:25.726555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fac322-1754-412e-86d8-9a5d657a8c9d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Pushing event deleted for resources: {'Port': ['ID=0a4ea8da-300b-4a49-93dd-c2d99b74f92d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:25.731749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['0a4ea8da-300b-4a49-93dd-c2d99b74f92d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:25.740068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 02be63dc-e64a-4e31-a972-a1d0c3d2795b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=02be63dc-e64a-4e31-a972-a1d0c3d2795b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:25.779656 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.782321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=47e1a772-d042-40e5-9edf-4edfeffeff54,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:25.809064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-17fac322-1754-412e-86d8-9a5d657a8c9d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] No DVR routers for this DVR port 0a4ea8da-300b-4a49-93dd-c2d99b74f92d on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:34:25.812510 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-17fac322-1754-412e-86d8-9a5d657a8c9d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:25.815339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef7d40f7-267b-4029-a14a-99fb64a55b4e req-17fac322-1754-412e-86d8-9a5d657a8c9d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.16 "DELETE /v2.0/ports/0a4ea8da-300b-4a49-93dd-c2d99b74f92d HTTP/1.1" status: 204 len: 173 time: 1.3160515 Jul 08 01:34:25.815944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e661dd7-1f80-4b6a-9816-011beffd1e40', 'name': 'network-vif-deleted', 'tag': '0a4ea8da-300b-4a49-93dd-c2d99b74f92d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:25.819170 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f030fc1-eefe-4604-a8c7-7ae9b1684217" -d '{"events": [{"server_uuid": "3e661dd7-1f80-4b6a-9816-011beffd1e40", "name": "network-vif-deleted", "tag": "0a4ea8da-300b-4a49-93dd-c2d99b74f92d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:25.886046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=02be63dc-e64a-4e31-a972-a1d0c3d2795b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:25.926750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39132) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:25.942738 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a82cb0-9c33-4152-8c9c-823ac31c291f x-openstack-request-id: req-e6a82cb0-9c33-4152-8c9c-823ac31c291f {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:25.943190 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d", "name": "network-vif-plugged", "status": "completed", "tag": "47e1a772-d042-40e5-9edf-4edfeffeff54", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:25.943576 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6a82cb0-9c33-4152-8c9c-823ac31c291f {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:25.944720 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1a772-d042-40e5-9edf-4edfeffeff54', 'code': 200} Jul 08 01:34:25.966487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09ce7b44-dbb1-4d19-8140-733f1dfbfb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:26.062754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['02be63dc-e64a-4e31-a972-a1d0c3d2795b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:26.066529 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722e4e12-9790-44ff-8c03-7ad9aaffbd58 x-openstack-request-id: req-722e4e12-9790-44ff-8c03-7ad9aaffbd58 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:26.070141 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e661dd7-1f80-4b6a-9816-011beffd1e40", "name": "network-vif-deleted", "tag": "0a4ea8da-300b-4a49-93dd-c2d99b74f92d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:26.072321 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-722e4e12-9790-44ff-8c03-7ad9aaffbd58 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:26.072867 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e661dd7-1f80-4b6a-9816-011beffd1e40', 'name': 'network-vif-deleted', 'tag': '0a4ea8da-300b-4a49-93dd-c2d99b74f92d', 'status': 'completed', 'code': 200} Jul 08 01:34:26.211869 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6632cb3-e619-40ac-a119-24e3e0981602 req-e03e1229-7ba0-40ed-b859-4fd2fee8bdbd tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 210 time: 0.0856953 Jul 08 01:34:26.216280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09ce7b44-dbb1-4d19-8140-733f1dfbfb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:26.228064 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09ce7b44-dbb1-4d19-8140-733f1dfbfb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:26.275787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd6db8-cf13-4ac6-b861-f6b088082ef1 req-df1d68d6-3206-45d8-86d8-d5ff0c5c159f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:26.283278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2acd6db8-cf13-4ac6-b861-f6b088082ef1 req-df1d68d6-3206-45d8-86d8-d5ff0c5c159f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 945 time: 0.2353590 Jul 08 01:34:26.308198 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:26.358705 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2acd6db8-cf13-4ac6-b861-f6b088082ef1 req-3a6d6031-c69b-4b1e-bd47-1d304120d7b2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674291 Jul 08 01:34:26.368878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce7b44-dbb1-4d19-8140-733f1dfbfb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512d6c70-397c-4c23-85db-3b28439d59a7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:26.404894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97e1c9-d8ab-4809-b080-f68db2ba643e req-59c87dcd-7235-454c-9f29-ce0eac7602e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:26.406455 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5e97e1c9-d8ab-4809-b080-f68db2ba643e req-59c87dcd-7235-454c-9f29-ce0eac7602e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1097 time: 0.2801356 Jul 08 01:34:26.408718 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-09ce7b44-dbb1-4d19-8140-733f1dfbfb11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=483517881b33457792f6a7963181fd26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808972 Jul 08 01:34:26.411476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39152) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:26.487113 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5e97e1c9-d8ab-4809-b080-f68db2ba643e req-18c7e41f-6443-427a-a524-a813ec46486a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724082 Jul 08 01:34:26.501632 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19a50263-acab-47af-abb9-d7dbbd8c4187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:26.547787 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19a50263-acab-47af-abb9-d7dbbd8c4187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:26.578953 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5044981b-c99a-4048-bb25-63339d9b1138 req-f220a782-8c64-4ccc-a13d-e19c029d835d tempest-DeleteServersAdminTestJSON-1242855575 tempest-DeleteServersAdminTestJSON-1242855575-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e661dd7-1f80-4b6a-9816-011beffd1e40 HTTP/1.1" status: 200 len: 210 time: 0.0453675 Jul 08 01:34:26.646340 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19a50263-acab-47af-abb9-d7dbbd8c4187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:26.649351 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19a50263-acab-47af-abb9-d7dbbd8c4187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:26.653973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-19a50263-acab-47af-abb9-d7dbbd8c4187 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/512d6c70-397c-4c23-85db-3b28439d59a7 HTTP/1.1" status: 204 len: 168 time: 0.2414305 Jul 08 01:34:26.662836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a50263-acab-47af-abb9-d7dbbd8c4187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512d6c70-397c-4c23-85db-3b28439d59a7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:27.025900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead2271-c028-42a0-bd95-a015918110b6 req-268f6dd7-8711-497e-8087-f0cd1a0c7d3f tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:27.029249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bead2271-c028-42a0-bd95-a015918110b6 req-268f6dd7-8711-497e-8087-f0cd1a0c7d3f tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 948 time: 0.0868726 Jul 08 01:34:27.077901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bead2271-c028-42a0-bd95-a015918110b6 req-bd0be826-da69-424c-83b7-66668a761b7d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 Jul 08 01:34:27.098811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 02be63dc-e64a-4e31-a972-a1d0c3d2795b up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:27.186576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 02be63dc-e64a-4e31-a972-a1d0c3d2795b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:27.198868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 02be63dc-e64a-4e31-a972-a1d0c3d2795b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:27.198868 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:27.344043 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:27.426373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 02be63dc-e64a-4e31-a972-a1d0c3d2795b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=02be63dc-e64a-4e31-a972-a1d0c3d2795b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:27.436868 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:27.486604 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c57488bb-d172-4391-aa46-ba60deb9ec17 req-4d3cf2d5-16c0-475c-8eaf-06213c9e1666 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 210 time: 0.0693040 Jul 08 01:34:27.538191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=02be63dc-e64a-4e31-a972-a1d0c3d2795b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:27.625160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-76893fba-54ae-4f72-b12a-c7dfd51b7864 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:27.626639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-76893fba-54ae-4f72-b12a-c7dfd51b7864 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 820 time: 0.2459693 Jul 08 01:34:27.641085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Request body: {'port': {'device_id': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'network_id': '767b6759-e4c7-45ff-9888-230faa276961', 'admin_state_up': True, 'tenant_id': '9d10d97078d24fc1bc49f14722735d6d'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:27.812179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39244) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:27.844498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Made reservation on behalf of 9d10d97078d24fc1bc49f14722735d6d for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:27.848697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:27.877074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e154bc-a9e2-4018-958b-1dfd18713937 req-9bf9f505-8b13-4ef2-aa24-0411c283eb1e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:27.879141 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51e154bc-a9e2-4018-958b-1dfd18713937 req-9bf9f505-8b13-4ef2-aa24-0411c283eb1e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 945 time: 0.1115417 Jul 08 01:34:27.946305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcbd332-85e0-4de9-b631-9d42b4342f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be63dc-e64a-4e31-a972-a1d0c3d2795b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:27.948681 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90458719-a17b-4e6c-a032-123b8bbea4d2" -d '{"events": [{"server_uuid": "3fcbd332-85e0-4de9-b631-9d42b4342f26", "name": "network-vif-plugged", "status": "completed", "tag": "02be63dc-e64a-4e31-a972-a1d0c3d2795b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:27.957447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39254) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:27.963513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51e154bc-a9e2-4018-958b-1dfd18713937 req-30ed535a-1279-44a3-967f-1bf581f3dea8 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758364 Jul 08 01:34:28.046905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Allocated IP 172.20.0.5 (767b6759-e4c7-45ff-9888-230faa276961/6c9a2d5b-3a74-4ae8-867e-e9350a1630e3/4300c723-e98d-406f-b092-7614cfc07bfb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:28.081548 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9adef1-b88f-4a23-b9bf-92dbe3ad9deb x-openstack-request-id: req-1e9adef1-b88f-4a23-b9bf-92dbe3ad9deb {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:28.081947 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcbd332-85e0-4de9-b631-9d42b4342f26", "name": "network-vif-plugged", "status": "completed", "tag": "02be63dc-e64a-4e31-a972-a1d0c3d2795b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:28.082398 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e9adef1-b88f-4a23-b9bf-92dbe3ad9deb {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:28.082876 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcbd332-85e0-4de9-b631-9d42b4342f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02be63dc-e64a-4e31-a972-a1d0c3d2795b', 'code': 200} Jul 08 01:34:28.113979 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9e154d2-654f-424f-a062-2cbc252441d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.154346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-network', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:28.187642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:34:28.187642 n-d-694802-14 neutron-server[93884]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 01:34:28.187642 n-d-694802-14 neutron-server[93884]: [parameters: {'project_id_1': '62dcbbf286b3418285f6fb53690d7fbd', 'expiration_1': datetime.datetime(2021, 7, 8, 1, 34, 28, 160504)}] Jul 08 01:34:28.187642 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:34:28.188024 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:34:28.278094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b893a7-853a-4eec-863c-5e6848da91fb req-bcf2aeaf-46f6-4777-84eb-66f1de643ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:28.279686 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-90b893a7-853a-4eec-863c-5e6848da91fb req-bcf2aeaf-46f6-4777-84eb-66f1de643ef5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 1101 time: 0.0948634 Jul 08 01:34:28.323523 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9e154d2-654f-424f-a062-2cbc252441d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.330670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9e154d2-654f-424f-a062-2cbc252441d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.334129 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.349124 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-90b893a7-853a-4eec-863c-5e6848da91fb req-b4efeeec-1751-4091-86b1-b8d68ac9e3af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543685 Jul 08 01:34:28.377980 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b9e154d2-654f-424f-a062-2cbc252441d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a002334923a84f03b80094a3fe62d379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192851 Jul 08 01:34:28.378784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39272) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:28.379255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e154d2-654f-424f-a062-2cbc252441d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be57adde-a602-4688-ad65-3f451d463d7b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:28.406666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d659a-d764-4374-a025-62f6193d1b8a req-83bb64ad-eb33-412a-a1d6-70016a58c6d8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:28.408173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f8d659a-d764-4374-a025-62f6193d1b8a req-83bb64ad-eb33-412a-a1d6-70016a58c6d8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 949 time: 0.1181071 Jul 08 01:34:28.447683 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.525239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f8d659a-d764-4374-a025-62f6193d1b8a req-8bd569cc-b08b-4d74-859f-20084a30beec tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098967 Jul 08 01:34:28.558825 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Network 767b6759-e4c7-45ff-9888-230faa276961 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:28.565931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Pushing event updated for resources: {'Port': ['ID=4300c723-e98d-406f-b092-7614cfc07bfb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:28.568425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:28.573674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:28.579156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:28.579810 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.583317 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2046226-3f9b-4025-baf9-1df1aa1a1e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.620395 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-727046d8-abba-47ba-b42c-db0dda74872b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9837892 Jul 08 01:34:28.622342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2046226-3f9b-4025-baf9-1df1aa1a1e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.639234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Request body: {'port': {'device_id': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:28.693073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec2200-ec8d-478a-a4dd-288beb5e2de3 req-0a7f2ba9-d229-45e6-93fa-3e5e24fa34b7 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:28.694924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaec2200-ec8d-478a-a4dd-288beb5e2de3 req-0a7f2ba9-d229-45e6-93fa-3e5e24fa34b7 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1097 time: 0.2000208 Jul 08 01:34:28.718193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Made reservation on behalf of 62dcbbf286b3418285f6fb53690d7fbd for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:28.721059 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.731095 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.787097 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2046226-3f9b-4025-baf9-1df1aa1a1e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.790291 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2046226-3f9b-4025-baf9-1df1aa1a1e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.791434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d2046226-3f9b-4025-baf9-1df1aa1a1e47 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be57adde-a602-4688-ad65-3f451d463d7b HTTP/1.1" status: 204 len: 168 time: 0.4115412 Jul 08 01:34:28.799063 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.822877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaec2200-ec8d-478a-a4dd-288beb5e2de3 req-153c35d7-57bb-41de-9f57-4a39af38f6db tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199086 Jul 08 01:34:28.827112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2046226-3f9b-4025-baf9-1df1aa1a1e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be57adde-a602-4688-ad65-3f451d463d7b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:28.862984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.870364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.891114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fb4ef-7759-4fa9-a27a-2e1cd1449ad6 req-cd6e537c-11fc-4edf-8284-a13d0660c9c6 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:28.892777 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d3fb4ef-7759-4fa9-a27a-2e1cd1449ad6 req-cd6e537c-11fc-4edf-8284-a13d0660c9c6 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 931 time: 0.1640599 Jul 08 01:34:28.895588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:34:28.908748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:28.909647 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Added segment b9eae483-a680-4571-9eb1-66ac2b9a34e5 of type vlan for network d2833045-6e77-48c7-b13f-21382fb5c07c Jul 08 01:34:28.957130 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.002910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d3fb4ef-7759-4fa9-a27a-2e1cd1449ad6 req-6c89a094-e139-4fe0-a59b-dae4e3d6ed75 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998006 Jul 08 01:34:29.013504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d70fb2c-b257-4d11-9bc4-b5dc8181bee0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:29.016590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.017786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:29.018601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.096274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] Pushing event updated for resources: {'Network': ['ID=d2833045-6e77-48c7-b13f-21382fb5c07c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:29.115535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network d2833045-6e77-48c7-b13f-21382fb5c07c details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:34:29.120484 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-71856080-dc1f-42d5-9f27-9d3e4e771977 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3070810 Jul 08 01:34:29.123778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:29.130028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Request body: {'subnet': {'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-subnet', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:29.190799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Made reservation on behalf of 62dcbbf286b3418285f6fb53690d7fbd for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:29.194468 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.291944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39296) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:29.307290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-58aa7610-c685-471b-af7b-33785b0ec436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.344971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 0a4ea8da-300b-4a49-93dd-c2d99b74f92d no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:29.345647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4300c723-e98d-406f-b092-7614cfc07bfb {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:29.361259 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.377002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 0a4ea8da-300b-4a49-93dd-c2d99b74f92d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:34:29.377353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 0a4ea8da-300b-4a49-93dd-c2d99b74f92d not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:34:29.386003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Transition to ACTIVE for port object 4300c723-e98d-406f-b092-7614cfc07bfb will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:29.398028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a996a-33cb-44c7-85fb-093f3d25375a req-736c9eb7-972e-4c4c-893c-6936b6da550a tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:29.399816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-608a996a-33cb-44c7-85fb-093f3d25375a req-736c9eb7-972e-4c4c-893c-6936b6da550a tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1097 time: 0.1866074 Jul 08 01:34:29.404706 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.480330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-58aa7610-c685-471b-af7b-33785b0ec436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.484540 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-58aa7610-c685-471b-af7b-33785b0ec436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.498088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:29.541473 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-58aa7610-c685-471b-af7b-33785b0ec436 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=137bc6fdf0234fde9f08cdf2e69a0cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478962 Jul 08 01:34:29.542019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39312) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:29.579084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa7610-c685-471b-af7b-33785b0ec436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2325b6-dd67-4a7d-922b-bcb4a7b033c3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:29.618460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4300c723-e98d-406f-b092-7614cfc07bfb,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:29.637186 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24589900-e824-4bfd-bd43-2da950f74850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.661610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.666718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24589900-e824-4bfd-bd43-2da950f74850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.675096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-608a996a-33cb-44c7-85fb-093f3d25375a req-3a771876-ae77-43a4-9055-3261baba4f8c tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351966 Jul 08 01:34:29.729057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:29.729057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:29.729057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:29.732276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24589900-e824-4bfd-bd43-2da950f74850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.735007 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24589900-e824-4bfd-bd43-2da950f74850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.736167 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24589900-e824-4bfd-bd43-2da950f74850 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da2325b6-dd67-4a7d-922b-bcb4a7b033c3 HTTP/1.1" status: 204 len: 168 time: 0.1884890 Jul 08 01:34:29.745597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24589900-e824-4bfd-bd43-2da950f74850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2325b6-dd67-4a7d-922b-bcb4a7b033c3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:29.773642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Port 4300c723-e98d-406f-b092-7614cfc07bfb on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:29.773968 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:29.796377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d07693-93a8-45e6-9737-28db99cd664b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:29.810168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:29.810511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:29.810900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:29.811343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Bound port: 4300c723-e98d-406f-b092-7614cfc07bfb, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:29.811700 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.830097 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-37a69ec1-3d52-4feb-87d6-8f3f8138e798 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94658cffcd974821af99ca323ef791fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3294086 Jul 08 01:34:29.831146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39328) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:29.871337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Checking segment: {'id': 'b9eae483-a680-4571-9eb1-66ac2b9a34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:29.871699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Network hostable DHCP agents. Network: d2833045-6e77-48c7-b13f-21382fb5c07c, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:34:29.893091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f465700f-37fd-42ec-b3df-bd165388715b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.927661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c25dd9-b58a-4e34-8990-59f0326bb499 req-daee9ec8-d03d-45cc-b7d0-3df02ac1a87a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:29.933523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40c25dd9-b58a-4e34-8990-59f0326bb499 req-daee9ec8-d03d-45cc-b7d0-3df02ac1a87a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 949 time: 0.2281301 Jul 08 01:34:29.939515 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f465700f-37fd-42ec-b3df-bd165388715b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:29.945806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:29.949655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:29.974324 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Network d2833045-6e77-48c7-b13f-21382fb5c07c is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:34:29.983398 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.004268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f465700f-37fd-42ec-b3df-bd165388715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.009323 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f465700f-37fd-42ec-b3df-bd165388715b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.011011 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f465700f-37fd-42ec-b3df-bd165388715b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfdc2a7c-0293-4f14-8600-2ccb4d0c454f HTTP/1.1" status: 204 len: 168 time: 0.1788399 Jul 08 01:34:30.025432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465700f-37fd-42ec-b3df-bd165388715b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdc2a7c-0293-4f14-8600-2ccb4d0c454f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:30.036802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, d2833045-6e77-48c7-b13f-21382fb5c07c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:30.057106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:30.057673 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.058385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1d36a1-d0c1-4e72-a8ce-f28e149f3ee3 None None] Network d2833045-6e77-48c7-b13f-21382fb5c07c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:30.086206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40c25dd9-b58a-4e34-8990-59f0326bb499 req-a58a079e-2e34-474a-aca4-0cdae96c833e tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508381 Jul 08 01:34:30.102050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39340) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:30.107361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-router', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:30.114012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5f52e635-b30c-407f-97b2-c077341bd234 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9728343 Jul 08 01:34:30.135346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:30.136018 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.141029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] 10.222.0.16 "PUT /v2.0/ports/4300c723-e98d-406f-b092-7614cfc07bfb HTTP/1.1" status: 200 len: 1092 time: 1.5075870 Jul 08 01:34:30.141659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'tag': '4300c723-e98d-406f-b092-7614cfc07bfb'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:30.152156 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a593df95-416d-47ab-a8ec-094867759419" -d '{"events": [{"name": "network-changed", "server_uuid": "1a38604f-21e3-49a5-bd9a-efabbe5a0ba8", "tag": "4300c723-e98d-406f-b092-7614cfc07bfb"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:30.153355 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.154502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.234084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.304769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac466b-82b2-496a-8547-07addd41e8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4300c723-e98d-406f-b092-7614cfc07bfb,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:30.371159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-119fb6d4-181a-4370-af1e-3ee55bad2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:30.377116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-119fb6d4-181a-4370-af1e-3ee55bad2c72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1095 time: 0.1488369 Jul 08 01:34:30.411031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-d2833045-6e77-48c7-b13f-21382fb5c07c', 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'fixed_ips': [{'subnet_id': 'f6d07693-93a8-45e6-9737-28db99cd664b'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:34:30.415649 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.449003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-0c01011a-389e-4be2-a63b-5ee1c52ec216 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4300c723-e98d-406f-b092-7614cfc07bfb HTTP/1.1" status: 200 len: 217 time: 0.0638413 Jul 08 01:34:30.466467 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.550207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-aaac2835-fe20-43b1-b136-1f26261ead80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:30.552032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-aaac2835-fe20-43b1-b136-1f26261ead80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0532115 Jul 08 01:34:30.594112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Allocated IP 172.20.0.2 (d2833045-6e77-48c7-b13f-21382fb5c07c/f6d07693-93a8-45e6-9737-28db99cd664b/0c3eb6ee-b186-4284-837e-f965d1adc3af) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:30.602729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-d5ff2459-aa12-4b94-96b9-89d9264ef05d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371704 Jul 08 01:34:30.714811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39372) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:30.734382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.754704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.777960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e96bc-b7c8-4400-b3a1-c09f2f8e5862 req-aa22f864-184c-44c0-9443-1ef1a33a7270 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:30.786701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c5e96bc-b7c8-4400-b3a1-c09f2f8e5862 req-aa22f864-184c-44c0-9443-1ef1a33a7270 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 943 time: 0.3362150 Jul 08 01:34:30.794895 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b75cbc5d-6aeb-426a-bbd0-199fb1747258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.795839 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.806239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Transition to ACTIVE for port object 0c3eb6ee-b186-4284-837e-f965d1adc3af will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:30.829800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Transition to ACTIVE for port object 0c3eb6ee-b186-4284-837e-f965d1adc3af will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:30.852913 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:30.873559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c5e96bc-b7c8-4400-b3a1-c09f2f8e5862 req-b77dc2bd-5368-4a99-bfa4-ebd35dcc2ebe tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807467 Jul 08 01:34:30.897212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Allocated IP 172.25.4.247 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/e19b3bc2-927e-4796-87ae-cb97b0588257) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:30.914530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-85639ca5-87d9-42c3-8b7a-bcaa1ffde0d4 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032143 Jul 08 01:34:30.954108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Network d2833045-6e77-48c7-b13f-21382fb5c07c is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:30.963308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:30.979175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:31.043400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Pushing event updated for resources: {'Port': ['ID=0c3eb6ee-b186-4284-837e-f965d1adc3af,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:31.061708 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.108373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Attempting to bind port 0c3eb6ee-b186-4284-837e-f965d1adc3af on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:31.110497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Attempting to bind port 0c3eb6ee-b186-4284-837e-f965d1adc3af by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'b9eae483-a680-4571-9eb1-66ac2b9a34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:31.111108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Attempting to bind port 0c3eb6ee-b186-4284-837e-f965d1adc3af on network d2833045-6e77-48c7-b13f-21382fb5c07c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:31.122899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:31.124654 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Checking segment: {'id': 'b9eae483-a680-4571-9eb1-66ac2b9a34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:31.125299 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.126102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Bound using segment: {'id': 'b9eae483-a680-4571-9eb1-66ac2b9a34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:31.128569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Bound port: 0c3eb6ee-b186-4284-837e-f965d1adc3af, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eae483-a680-4571-9eb1-66ac2b9a34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:31.129316 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.140416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-085fa4e0-44c1-44b9-b3c0-10dbab03ccaa req-30c99e2b-3010-4436-8113-fe24b1509d90 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091987 Jul 08 01:34:31.155247 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.175462 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b75cbc5d-6aeb-426a-bbd0-199fb1747258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.185489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b75cbc5d-6aeb-426a-bbd0-199fb1747258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.219173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:31.222517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] For port 0c3eb6ee-b186-4284-837e-f965d1adc3af, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:31.226204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:31.227783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] For port 0c3eb6ee-b186-4284-837e-f965d1adc3af, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0c3eb6ee-b186-4284-837e-f965d1adc3af,segment=NetworkSegment(b9eae483-a680-4571-9eb1-66ac2b9a34e5),segment_id=b9eae483-a680-4571-9eb1-66ac2b9a34e5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:31.234589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:31.248142 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.267449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b75cbc5d-6aeb-426a-bbd0-199fb1747258 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=045a1e989da444e2a285e4cc05441042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5456128 Jul 08 01:34:31.272444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39394) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:31.275497 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Pushing event updated for resources: {'Port': ['ID=e19b3bc2-927e-4796-87ae-cb97b0588257,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:31.300420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cbc5d-6aeb-426a-bbd0-199fb1747258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ba0742-a57f-479a-9174-4f9fe7d22437,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:31.366297 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a820581-c1b1-451b-83db-a11ffa1a8a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.383126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9aa534-ec4e-449f-bcf6-98ea8256f73d None None] Pushing event updated for resources: {'Port': ['ID=0c3eb6ee-b186-4284-837e-f965d1adc3af,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:31.397321 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a820581-c1b1-451b-83db-a11ffa1a8a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.482792 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a820581-c1b1-451b-83db-a11ffa1a8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.485923 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a820581-c1b1-451b-83db-a11ffa1a8a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.488787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8a820581-c1b1-451b-83db-a11ffa1a8a6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85ba0742-a57f-479a-9174-4f9fe7d22437 HTTP/1.1" status: 204 len: 168 time: 0.2169087 Jul 08 01:34:31.503956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a820581-c1b1-451b-83db-a11ffa1a8a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ba0742-a57f-479a-9174-4f9fe7d22437,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:31.697031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:31.763438 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216d369d-f2ed-40a0-bbbe-4da4fc7c7969 x-openstack-request-id: req-216d369d-f2ed-40a0-bbbe-4da4fc7c7969 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:31.763981 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a38604f-21e3-49a5-bd9a-efabbe5a0ba8", "tag": "4300c723-e98d-406f-b092-7614cfc07bfb", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:31.763981 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-216d369d-f2ed-40a0-bbbe-4da4fc7c7969 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:31.764456 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'tag': '4300c723-e98d-406f-b092-7614cfc07bfb', 'status': 'completed', 'code': 200} Jul 08 01:34:31.889879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593df95-416d-47ab-a8ec-094867759419 req-43c79e13-8a17-49e8-a00a-6b9a1bdeb4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:31.894060 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a593df95-416d-47ab-a8ec-094867759419 req-43c79e13-8a17-49e8-a00a-6b9a1bdeb4d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1095 time: 0.1069791 Jul 08 01:34:31.915968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-644c49b4-c393-4153-8bc7-917ccc988f00 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:34:31.925174 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-644c49b4-c393-4153-8bc7-917ccc988f00 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154293 Jul 08 01:34:31.930821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Request body: {'binding': {'host': 'n-h1-694802-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:31.931889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Unknown quota resources ['binding']. {{(pid=93884) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:34:32.069883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593df95-416d-47ab-a8ec-094867759419 req-07765498-3709-4c76-a3ab-c8ca8a1956d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:32.071382 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a593df95-416d-47ab-a8ec-094867759419 req-07765498-3709-4c76-a3ab-c8ca8a1956d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.1721210 Jul 08 01:34:32.095665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0c3eb6ee-b186-4284-837e-f965d1adc3af up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:32.109165 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 on host n-h1-694802-14 for vnic_type normal with profile None {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:32.109506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:32.109838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:32.117518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Port 47e1a772-d042-40e5-9edf-4edfeffeff54 on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:32.117844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:32.130244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:32.130593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:32.131604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:32.132051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Bound port: 47e1a772-d042-40e5-9edf-4edfeffeff54, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:32.173329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a593df95-416d-47ab-a8ec-094867759419 req-d4896ac1-31d1-4a10-8a49-1d7f6c1c4f02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4300c723-e98d-406f-b092-7614cfc07bfb HTTP/1.1" status: 200 len: 217 time: 0.0929244 Jul 08 01:34:32.203070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:32.214479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0c3eb6ee-b186-4284-837e-f965d1adc3af completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:32.245650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593df95-416d-47ab-a8ec-094867759419 req-b4768c3c-4111-4947-a97d-97d9c6296de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:32.249247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a593df95-416d-47ab-a8ec-094867759419 req-b4768c3c-4111-4947-a97d-97d9c6296de4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0685287 Jul 08 01:34:32.260146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:32.280184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e70b202f-9b13-4ac6-b25c-cb83e78ee362 service neutron] 10.222.0.41 "POST /v2.0/ports/47e1a772-d042-40e5-9edf-4edfeffeff54/bindings HTTP/1.1" status: 201 len: 390 time: 0.3537531 Jul 08 01:34:32.308634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a593df95-416d-47ab-a8ec-094867759419 req-11a7a9f4-8aa1-4b82-a471-317f967f339f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525906 Jul 08 01:34:32.682005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a593df95-416d-47ab-a8ec-094867759419 req-16b36931-3415-4b27-b8d1-a37ee1224335 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641109 Jul 08 01:34:32.802221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:32.895577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467b3e7b-4334-489b-98f2-541798f661be None None] Network d2833045-6e77-48c7-b13f-21382fb5c07c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:32.901204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-53c91e74-37c1-4a77-8245-72e88327f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:32.903191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-53c91e74-37c1-4a77-8245-72e88327f4ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1097 time: 0.1468608 Jul 08 01:34:33.025444 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-35e0bd92-4408-4dd9-a514-44a19d140ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.026933 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-35e0bd92-4408-4dd9-a514-44a19d140ce1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.1171234 Jul 08 01:34:33.044669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Router f4fd2b5c-824a-4b9c-b880-b55f48df254d is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:34:33.067588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Provisioning for port 0c3eb6ee-b186-4284-837e-f965d1adc3af completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:33.088292 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-2f88eb16-fb4f-4d02-8e91-77cebb54069d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e1a772-d042-40e5-9edf-4edfeffeff54 HTTP/1.1" status: 200 len: 217 time: 0.0534945 Jul 08 01:34:33.108126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a593df95-416d-47ab-a8ec-094867759419 req-57dc8837-ac1a-4daf-8460-8def15d06cdf service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875067 Jul 08 01:34:33.115508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Provisioning complete for port 0c3eb6ee-b186-4284-837e-f965d1adc3af triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:33.116111 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:33.127255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8e379-b871-41dd-a07f-0d8ea39c6f06 req-5857a21b-f365-4c3d-80a5-85a9d9069cb5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.136082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acf8e379-b871-41dd-a07f-0d8ea39c6f06 req-5857a21b-f365-4c3d-80a5-85a9d9069cb5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 943 time: 0.4802384 Jul 08 01:34:33.161573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-2b2c9426-8f9c-428c-8224-bb694378f920 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.162282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-2b2c9426-8f9c-428c-8224-bb694378f920 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.162900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-2b2c9426-8f9c-428c-8224-bb694378f920 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.163546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-2b2c9426-8f9c-428c-8224-bb694378f920 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.164160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-2b2c9426-8f9c-428c-8224-bb694378f920 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.164804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-2b2c9426-8f9c-428c-8224-bb694378f920 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.165410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-2b2c9426-8f9c-428c-8224-bb694378f920 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.173989 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-2b2c9426-8f9c-428c-8224-bb694378f920 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8&device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26&device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d&device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e&device_id=0f799927-21ab-40e9-81da-034c39667de3&device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436&device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 6472 time: 0.4545820 Jul 08 01:34:33.193136 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-7dfadd49-e30d-46c4-88f5-cf640ab0e9a5 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:33.225868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-9b4da42b-2eed-43dc-9d7a-4e9e7b0e52dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.227372 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-9b4da42b-2eed-43dc-9d7a-4e9e7b0e52dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.1323445 Jul 08 01:34:33.229580 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acf8e379-b871-41dd-a07f-0d8ea39c6f06 req-a129548d-0a52-49dc-88d2-b50c209d192e tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922985 Jul 08 01:34:33.306462 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:33.316541 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-967c54ef-92f1-472c-ae2e-1f189810a3fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728669 Jul 08 01:34:33.357671 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-7dfadd49-e30d-46c4-88f5-cf640ab0e9a5 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:33.368638 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-7dfadd49-e30d-46c4-88f5-cf640ab0e9a5 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:33.390424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] For port 0c3eb6ee-b186-4284-837e-f965d1adc3af, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0c3eb6ee-b186-4284-837e-f965d1adc3af,segment=NetworkSegment(b9eae483-a680-4571-9eb1-66ac2b9a34e5),segment_id=b9eae483-a680-4571-9eb1-66ac2b9a34e5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:33.403884 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:33.454982 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-0366fd5f-296b-47a2-a0da-903ce3b79c8d service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349711 Jul 08 01:34:33.457948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:34:33.472838 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Sync routers for ids ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:34:33.493503 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:33.494352 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Routers {'f4fd2b5c-824a-4b9c-b880-b55f48df254d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:33.495123 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b6257554-5d64-4b93-a770-5f9d316371bf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3920858 Jul 08 01:34:33.500167 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:33.531657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9be1a6a3-854a-485d-ad24-1ce5b89723f6 req-7dfadd49-e30d-46c4-88f5-cf640ab0e9a5 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&id=9300851e-2662-4112-b490-147f0239e378&id=d9689a34-d721-4111-8568-ef07f63e90f0&id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3512812 Jul 08 01:34:33.531657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:33.533112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfadd49-e30d-46c4-88f5-cf640ab0e9a5 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3906fe-66df-48b2-92ad-4edb705bb149,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:33.553209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c7c89a90-f11b-4d32-a84d-0d55f419664a None None] Provisioning complete for port 0c3eb6ee-b186-4284-837e-f965d1adc3af triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:33.553927 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7c89a90-f11b-4d32-a84d-0d55f419664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:33.556495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Pushing event updated for resources: {'Port': ['ID=0c3eb6ee-b186-4284-837e-f965d1adc3af,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:33.639120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.640411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.640770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.643315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.644479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.646605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.646771 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-1cf3c9eb-db37-4fec-942e-19057a3ef071 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788583 Jul 08 01:34:33.647384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.648017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.649778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.650303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.652917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.653229 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Set router f4fd2b5c-824a-4b9c-b880-b55f48df254d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:33.653593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8508eac-1f13-4e0b-9a87-ec7940b8ea1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:34:33.754394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b51f0-53b8-4142-9999-57c399810177 req-ce9c949a-ffb5-4baa-aa38-9853e718fffe tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.756785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef9b51f0-53b8-4142-9999-57c399810177 req-ce9c949a-ffb5-4baa-aa38-9853e718fffe tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 945 time: 0.3074751 Jul 08 01:34:33.818839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ca0c0125-aaef-432c-9181-b0f1f9b81e33 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:33.820594 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ca0c0125-aaef-432c-9181-b0f1f9b81e33 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.1095688 Jul 08 01:34:33.850198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-14'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:33.856836 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef9b51f0-53b8-4142-9999-57c399810177 req-0db72977-018e-4631-bf2a-43795722c169 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931029 Jul 08 01:34:33.985517 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.026059 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-router', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:31Z', 'revision_number': 3, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'gw_port': {'id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:34.039614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0c3eb6ee-b186-4284-837e-f965d1adc3af up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:34.072037 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Checking router: f4fd2b5c-824a-4b9c-b880-b55f48df254d for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:34:34.074260 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Updating router f4fd2b5c-824a-4b9c-b880-b55f48df254d port e19b3bc2-927e-4796-87ae-cb97b0588257 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:34:34.132388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0c3eb6ee-b186-4284-837e-f965d1adc3af triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:34.132980 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.169212 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.205852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:34.231406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:34.272040 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.305243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:34.364202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e1a772-d042-40e5-9edf-4edfeffeff54'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:34.367611 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06331c51-2178-464e-80d1-4031b3588369" -d '{"events": [{"server_uuid": "406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "47e1a772-d042-40e5-9edf-4edfeffeff54"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:34.372471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.381377 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28af24f3-2d38-4806-9dbd-1c529facb11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.384049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.487339 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.605740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Pushing event updated for resources: {'Port': ['ID=47e1a772-d042-40e5-9edf-4edfeffeff54,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:34.613873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 on host n-h2-694802-14 for vnic_type normal with profile {"migrating_to": "n-h1-694802-14"} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:34.614819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:34.614819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:34.620783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Port 47e1a772-d042-40e5-9edf-4edfeffeff54 on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:34.621218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Attempting to bind port 47e1a772-d042-40e5-9edf-4edfeffeff54 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:34.625263 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.626841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:34.627619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:34.628319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:34.628815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Bound port: 47e1a772-d042-40e5-9edf-4edfeffeff54, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:34.629903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.640075 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Transition to ACTIVE for port object e19b3bc2-927e-4796-87ae-cb97b0588257 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:34.650826 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.718771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:34.723292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:34.733050 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.733974 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Attempting to bind port e19b3bc2-927e-4796-87ae-cb97b0588257 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:34.734498 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Attempting to bind port e19b3bc2-927e-4796-87ae-cb97b0588257 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:34.735204 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Attempting to bind port e19b3bc2-927e-4796-87ae-cb97b0588257 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:34.738515 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ded81-c62c-4287-a8ad-0edc07a16cfa None None] Pushing event updated for resources: {'Port': ['ID=e19b3bc2-927e-4796-87ae-cb97b0588257,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:34.747474 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:34.747849 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:34.748381 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.748775 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:34.749245 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Bound port: e19b3bc2-927e-4796-87ae-cb97b0588257, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:34.749625 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.779967 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28af24f3-2d38-4806-9dbd-1c529facb11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.791535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Allocated IP 172.20.0.1 (d2833045-6e77-48c7-b13f-21382fb5c07c/f6d07693-93a8-45e6-9737-28db99cd664b/afbef718-3730-4047-bb14-a09e91b325f0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:34.812209 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28af24f3-2d38-4806-9dbd-1c529facb11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.828237 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] For port e19b3bc2-927e-4796-87ae-cb97b0588257, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:34.829127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Pushing event updated for resources: {'Port': ['ID=47e1a772-d042-40e5-9edf-4edfeffeff54,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:34.832777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:34.833405 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.835514 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-ce0dd474-cfc3-486c-a8d7-74024bd40c1a service neutron] 10.222.0.16 "PUT /v2.0/ports/47e1a772-d042-40e5-9edf-4edfeffeff54 HTTP/1.1" status: 200 len: 1123 time: 1.0028808 Jul 08 01:34:34.835641 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] For port e19b3bc2-927e-4796-87ae-cb97b0588257, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e19b3bc2-927e-4796-87ae-cb97b0588257,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:34.839814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-28af24f3-2d38-4806-9dbd-1c529facb11b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=042f4232a7bd4b4f85c19ac24a2537a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328995 Jul 08 01:34:34.842863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39486) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:34.845965 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.867663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b8740-41e1-49fb-8383-605368144415 req-ba03a3e2-153d-4a18-bd72-44bcbb1ae2e2 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:34.869190 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-988b8740-41e1-49fb-8383-605368144415 req-ba03a3e2-153d-4a18-bd72-44bcbb1ae2e2 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 943 time: 0.2376692 Jul 08 01:34:34.901988 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af24f3-2d38-4806-9dbd-1c529facb11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c066f21-7bd3-45e8-bb74-112489f94150,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:34.912451 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Routers {'f4fd2b5c-824a-4b9c-b880-b55f48df254d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:34.914005 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:34.914273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3338896-e43d-4022-ab0b-48f4115f0b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.938197 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3338896-e43d-4022-ab0b-48f4115f0b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:34.960496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['47e1a772-d042-40e5-9edf-4edfeffeff54'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:34.993192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-988b8740-41e1-49fb-8383-605368144415 req-ffbda2dd-b68c-4cf1-9984-bdec686c23a9 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101975 Jul 08 01:34:35.011375 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ded81-c62c-4287-a8ad-0edc07a16cfa None None] Pushing event updated for resources: {'Port': ['ID=e19b3bc2-927e-4796-87ae-cb97b0588257,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:35.019226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3338896-e43d-4022-ab0b-48f4115f0b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.026165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3338896-e43d-4022-ab0b-48f4115f0b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.039232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e3338896-e43d-4022-ab0b-48f4115f0b36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c066f21-7bd3-45e8-bb74-112489f94150 HTTP/1.1" status: 204 len: 168 time: 0.1952772 Jul 08 01:34:35.054875 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] Set router f4fd2b5c-824a-4b9c-b880-b55f48df254d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:35.063331 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a470ef7d-6265-4ad9-902f-01fcf6c33b15 x-openstack-request-id: req-a470ef7d-6265-4ad9-902f-01fcf6c33b15 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:35.064530 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "47e1a772-d042-40e5-9edf-4edfeffeff54", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:35.065362 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a470ef7d-6265-4ad9-902f-01fcf6c33b15 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:35.067765 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47e1a772-d042-40e5-9edf-4edfeffeff54', 'code': 200} Jul 08 01:34:35.071189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3338896-e43d-4022-ab0b-48f4115f0b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c066f21-7bd3-45e8-bb74-112489f94150,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:35.088341 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.105479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Transition to ACTIVE for port object afbef718-3730-4047-bb14-a09e91b325f0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:35.145854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec122c4-11fb-4ed4-bee1-d09e652e2136 req-31da8269-5d2e-4167-85bf-c93f52972a51 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:35.146549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec122c4-11fb-4ed4-bee1-d09e652e2136 req-31da8269-5d2e-4167-85bf-c93f52972a51 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:35.147128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec122c4-11fb-4ed4-bee1-d09e652e2136 req-31da8269-5d2e-4167-85bf-c93f52972a51 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:35.154278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bec122c4-11fb-4ed4-bee1-d09e652e2136 req-31da8269-5d2e-4167-85bf-c93f52972a51 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26&device_id=0f799927-21ab-40e9-81da-034c39667de3&device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 2906 time: 0.3866796 Jul 08 01:34:35.163384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.212527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Network d2833045-6e77-48c7-b13f-21382fb5c07c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:35.217664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:35.228883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:35.229562 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.324663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bec122c4-11fb-4ed4-bee1-d09e652e2136 req-02d1af54-3ff9-4451-992c-2fb4886cd7bb tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694698 Jul 08 01:34:35.351233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Pushing event updated for resources: {'Port': ['ID=afbef718-3730-4047-bb14-a09e91b325f0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:35.407660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4300c723-e98d-406f-b092-7614cfc07bfb details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:35.462920 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-router', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:31Z', 'revision_number': 3, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'gw_port': {'id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:35.536107 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73b9145-911a-4701-ad14-4dae13e5ac32 None None] The sync data for ids ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'] in n-d-694802-14 is: [{'id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-router', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:31Z', 'revision_number': 3, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'gw_port': {'id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:34:35.603566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:35.644427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39508) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:35.671285 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89b06a57-f0cd-4f09-9b8c-766ea3950e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.672382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '4300c723-e98d-406f-b092-7614cfc07bfb', 'network_id': '767b6759-e4c7-45ff-9888-230faa276961', 'port_id': '4300c723-e98d-406f-b092-7614cfc07bfb', 'mac_address': 'fa:16:3e:e9:73:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9a2d5b-3a74-4ae8-867e-e9350a1630e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:35.781385 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.787812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ee56bdd7-07d9-4000-a3d9-4f0a8e40ba9a None None] Provisioning for port afbef718-3730-4047-bb14-a09e91b325f0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:35.796267 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.826387 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cca0c-daaa-4a45-b632-51d5948cf501 req-09bb28e4-e7e4-4280-8a38-eb7a9a8e554f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:35.826776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ee56bdd7-07d9-4000-a3d9-4f0a8e40ba9a None None] Provisioning complete for port afbef718-3730-4047-bb14-a09e91b325f0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:35.827818 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ee56bdd7-07d9-4000-a3d9-4f0a8e40ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.833288 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f31cca0c-daaa-4a45-b632-51d5948cf501 req-09bb28e4-e7e4-4280-8a38-eb7a9a8e554f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 943 time: 0.2398198 Jul 08 01:34:35.859901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39510) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:35.890377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4300c723-e98d-406f-b092-7614cfc07bfb {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:35.921017 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f31cca0c-daaa-4a45-b632-51d5948cf501 req-a8147a25-5a7d-4d67-b70f-3ae570fa7893 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822847 Jul 08 01:34:35.936357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89b06a57-f0cd-4f09-9b8c-766ea3950e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.948988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89b06a57-f0cd-4f09-9b8c-766ea3950e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:35.982470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:35.995735 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.047823 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:34:36.095352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-89b06a57-f0cd-4f09-9b8c-766ea3950e3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e9763d4b37e42d88a1e8075591864b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476495 Jul 08 01:34:36.098881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ee56bdd7-07d9-4000-a3d9-4f0a8e40ba9a None None] Port afbef718-3730-4047-bb14-a09e91b325f0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:34:36.103912 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39518) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:36.133327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.138323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b06a57-f0cd-4f09-9b8c-766ea3950e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a25db9-73cb-4174-8c96-2e4ed198fe72,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:36.140248 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.141418 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.163091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2287284-a4e0-419c-8257-c93f8458974f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.169931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4300c723-e98d-406f-b092-7614cfc07bfb,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:36.239273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4300c723-e98d-406f-b092-7614cfc07bfb'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:36.261127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7750e4c0-7047-40d4-89be-ee5fda920b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.291749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7750e4c0-7047-40d4-89be-ee5fda920b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.308488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Pushing event updated for resources: {'Port': ['ID=afbef718-3730-4047-bb14-a09e91b325f0,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:36.359338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7750e4c0-7047-40d4-89be-ee5fda920b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.362234 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7750e4c0-7047-40d4-89be-ee5fda920b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.363578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7750e4c0-7047-40d4-89be-ee5fda920b9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4a25db9-73cb-4174-8c96-2e4ed198fe72 HTTP/1.1" status: 204 len: 168 time: 0.2546909 Jul 08 01:34:36.391678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750e4c0-7047-40d4-89be-ee5fda920b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a25db9-73cb-4174-8c96-2e4ed198fe72,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:36.441468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2287284-a4e0-419c-8257-c93f8458974f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.451006 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2287284-a4e0-419c-8257-c93f8458974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.501240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2287284-a4e0-419c-8257-c93f8458974f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b74518-10ef-4928-bcb2-d3dad4d2beb7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:36.512224 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d2287284-a4e0-419c-8257-c93f8458974f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3177cda320334786b8bb13a9aef39731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6441560 Jul 08 01:34:36.512224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39526) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:36.514548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc62e7-f354-42c7-8c61-a8acfea930f6 req-52e10676-ad34-4976-8a45-92d831cad3ad tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:36.525578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ffc62e7-f354-42c7-8c61-a8acfea930f6 req-52e10676-ad34-4976-8a45-92d831cad3ad tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 944 time: 0.1559823 Jul 08 01:34:36.531735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Network d2833045-6e77-48c7-b13f-21382fb5c07c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:36.541513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:36.592350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ffc62e7-f354-42c7-8c61-a8acfea930f6 req-b3eb1b6d-4e82-462b-9780-ea72bfd44abe tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643475 Jul 08 01:34:36.654203 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10605eac-59dc-4ffd-8a70-80e653b52e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.727297 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10605eac-59dc-4ffd-8a70-80e653b52e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.842578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10605eac-59dc-4ffd-8a70-80e653b52e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.846314 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10605eac-59dc-4ffd-8a70-80e653b52e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:36.850811 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-10605eac-59dc-4ffd-8a70-80e653b52e7b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4b74518-10ef-4928-bcb2-d3dad4d2beb7 HTTP/1.1" status: 204 len: 168 time: 0.3370576 Jul 08 01:34:36.869562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10605eac-59dc-4ffd-8a70-80e653b52e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b74518-10ef-4928-bcb2-d3dad4d2beb7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:37.042934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aa360769-1df4-451d-be16-9321e5971a1c None None] Provisioning complete for port afbef718-3730-4047-bb14-a09e91b325f0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:37.044669 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa360769-1df4-451d-be16-9321e5971a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:37.069452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'tag': '47e1a772-d042-40e5-9edf-4edfeffeff54'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:37.072248 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380a415a-56ae-40da-b876-87b66364c74a" -d '{"events": [{"name": "network-changed", "server_uuid": "406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d", "tag": "47e1a772-d042-40e5-9edf-4edfeffeff54"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:37.097021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Router f4fd2b5c-824a-4b9c-b880-b55f48df254d has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:34:37.140715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-aa360769-1df4-451d-be16-9321e5971a1c None None] Port afbef718-3730-4047-bb14-a09e91b325f0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:34:37.279157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:34:37.284440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e57b5dca-ccaa-4d13-9739-f3fb5d223e43 admin admin] 10.222.0.41 "PUT /v2.0/routers/f4fd2b5c-824a-4b9c-b880-b55f48df254d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7482224 Jul 08 01:34:37.319435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f47bb-1292-4618-af33-161727d972c8 req-fe22da5c-b780-42fd-b86e-1861ce027e5a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:37.322180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e52f47bb-1292-4618-af33-161727d972c8 req-fe22da5c-b780-42fd-b86e-1861ce027e5a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 943 time: 0.0944393 Jul 08 01:34:37.361438 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39566) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:37.375719 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a79ffd5-9f7a-45bf-8c82-f74b77a81b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:37.381515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e52f47bb-1292-4618-af33-161727d972c8 req-8396421e-64e2-45da-a15a-ce5c46650564 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532675 Jul 08 01:34:37.397519 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d89da9e-79e5-4f35-af1f-8c7ce7df6e3b x-openstack-request-id: req-9d89da9e-79e5-4f35-af1f-8c7ce7df6e3b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:37.397899 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d", "tag": "47e1a772-d042-40e5-9edf-4edfeffeff54", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:37.398214 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d89da9e-79e5-4f35-af1f-8c7ce7df6e3b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:37.398672 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'tag': '47e1a772-d042-40e5-9edf-4edfeffeff54', 'status': 'completed', 'code': 200} Jul 08 01:34:37.422464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 47e1a772-d042-40e5-9edf-4edfeffeff54 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:37.514877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a79ffd5-9f7a-45bf-8c82-f74b77a81b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:37.528082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a79ffd5-9f7a-45bf-8c82-f74b77a81b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:37.577905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4300c723-e98d-406f-b092-7614cfc07bfb up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:37.603822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79ffd5-9f7a-45bf-8c82-f74b77a81b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07969e72-c6b2-48f0-93d0-01803e959723,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:37.608811 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7a79ffd5-9f7a-45bf-8c82-f74b77a81b83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b1a8ab27ed94e7791201400778448c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462120 Jul 08 01:34:37.611678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:37.694920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52ad2c32-fc10-47cd-bef8-20e73e2ebd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:37.699711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a415a-56ae-40da-b876-87b66364c74a req-6e5481c9-72a4-4dcb-8ffb-9024922dd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:37.701972 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-380a415a-56ae-40da-b876-87b66364c74a req-6e5481c9-72a4-4dcb-8ffb-9024922dd765 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1126 time: 0.1848581 Jul 08 01:34:37.784166 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52ad2c32-fc10-47cd-bef8-20e73e2ebd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:37.827630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:37.852396 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 47e1a772-d042-40e5-9edf-4edfeffeff54 has no active binding in host n-h1-694802-14 {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:34:37.856094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52ad2c32-fc10-47cd-bef8-20e73e2ebd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:37.859023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52ad2c32-fc10-47cd-bef8-20e73e2ebd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:37.862726 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-52ad2c32-fc10-47cd-bef8-20e73e2ebd7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07969e72-c6b2-48f0-93d0-01803e959723 HTTP/1.1" status: 204 len: 168 time: 0.2474964 Jul 08 01:34:37.877754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad2c32-fc10-47cd-bef8-20e73e2ebd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07969e72-c6b2-48f0-93d0-01803e959723,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:37.879501 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 4300c723-e98d-406f-b092-7614cfc07bfb completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:37.885067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 4300c723-e98d-406f-b092-7614cfc07bfb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:37.885504 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:37.944171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a415a-56ae-40da-b876-87b66364c74a req-ff163749-a3dd-4bc3-abfb-11523bea3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:37.948607 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-380a415a-56ae-40da-b876-87b66364c74a req-ff163749-a3dd-4bc3-abfb-11523bea3179 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.2335467 Jul 08 01:34:38.028177 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-380a415a-56ae-40da-b876-87b66364c74a req-63594475-6c64-409a-a09d-170b4b847aa9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e1a772-d042-40e5-9edf-4edfeffeff54 HTTP/1.1" status: 200 len: 217 time: 0.0700068 Jul 08 01:34:38.088581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e19b3bc2-927e-4796-87ae-cb97b0588257 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:38.116840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4d786-2319-4dd6-ac12-eb9b0539bf7b req-18b10c38-1243-4451-80da-44237930bdd2 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:38.118542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ffd4d786-2319-4dd6-ac12-eb9b0539bf7b req-18b10c38-1243-4451-80da-44237930bdd2 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 944 time: 0.1219108 Jul 08 01:34:38.141394 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a415a-56ae-40da-b876-87b66364c74a req-3f7009d7-ecfa-4379-ab83-e34ce39cd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:38.145792 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-380a415a-56ae-40da-b876-87b66364c74a req-3f7009d7-ecfa-4379-ab83-e34ce39cd3c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.1064425 Jul 08 01:34:38.150808 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:38.211324 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-380a415a-56ae-40da-b876-87b66364c74a req-61c65828-aa1a-47d6-9012-eae9b5d56a91 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551326 Jul 08 01:34:38.221171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Sync routers for ids ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:34:38.248496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4300c723-e98d-406f-b092-7614cfc07bfb'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:38.248828 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-0b0ee7e2-5ad0-4791-a8cd-57985ad34598 req-3918ede9-9166-483f-bd92-2988b8dcae39 tempest-FloatingIPDetailsNegativeTestJSON-1293541686 tempest-FloatingIPDetailsNegativeTestJSON-1293541686-project] show failed (client error): The resource could not be found. Jul 08 01:34:38.250248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b0ee7e2-5ad0-4791-a8cd-57985ad34598 req-3918ede9-9166-483f-bd92-2988b8dcae39 tempest-FloatingIPDetailsNegativeTestJSON-1293541686 tempest-FloatingIPDetailsNegativeTestJSON-1293541686-project] 10.222.0.41 "GET /v2.0/floatingips/d46b3619-b9c0-4f77-b9f3-813210870644 HTTP/1.1" status: 404 len: 350 time: 0.1491828 Jul 08 01:34:38.250787 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d9dacb-897f-4797-b70e-3734d531aa2b" -d '{"events": [{"server_uuid": "1a38604f-21e3-49a5-bd9a-efabbe5a0ba8", "name": "network-vif-plugged", "status": "completed", "tag": "4300c723-e98d-406f-b092-7614cfc07bfb"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:38.289093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39598) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:38.296259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:38.304984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:38.312729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ffd4d786-2319-4dd6-ac12-eb9b0539bf7b req-6ce750bf-7144-4ae0-8ead-8c6d257f7f8d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645325 Jul 08 01:34:38.314409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Routers {'f4fd2b5c-824a-4b9c-b880-b55f48df254d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:38.316615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:38.412695 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-380a415a-56ae-40da-b876-87b66364c74a req-11c43553-4a4c-481b-93e9-06f2418f8834 service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861188 Jul 08 01:34:38.509987 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a64dbdb-0d2b-44f8-876d-335cf2a513c1 x-openstack-request-id: req-2a64dbdb-0d2b-44f8-876d-335cf2a513c1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:38.510366 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a38604f-21e3-49a5-bd9a-efabbe5a0ba8", "name": "network-vif-plugged", "status": "completed", "tag": "4300c723-e98d-406f-b092-7614cfc07bfb", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:38.510646 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a64dbdb-0d2b-44f8-876d-335cf2a513c1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:38.511193 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4300c723-e98d-406f-b092-7614cfc07bfb', 'code': 200} Jul 08 01:34:38.566522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e19b3bc2-927e-4796-87ae-cb97b0588257 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:38.578913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e19b3bc2-927e-4796-87ae-cb97b0588257 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:38.579289 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:38.700732 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:38.713489 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-380a415a-56ae-40da-b876-87b66364c74a req-dc5dd891-fc6b-4013-beb7-4960127ee008 service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838757 Jul 08 01:34:38.734618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb282f-e88a-498e-b6b6-31ccfcb14953 req-6ad44a1d-1c55-4874-9237-58c298dfab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:38.738400 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8bcb282f-e88a-498e-b6b6-31ccfcb14953 req-6ad44a1d-1c55-4874-9237-58c298dfab2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1097 time: 0.2160819 Jul 08 01:34:38.744201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Set router f4fd2b5c-824a-4b9c-b880-b55f48df254d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:38.765867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02af47b-0d70-4049-a376-a853a3401a82 req-fad19e67-72f5-4a0f-b661-cb681bf3fd3b tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:38.773357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b02af47b-0d70-4049-a376-a853a3401a82 req-fad19e67-72f5-4a0f-b661-cb681bf3fd3b tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 1123 time: 0.1919737 Jul 08 01:34:38.778143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4300c723-e98d-406f-b092-7614cfc07bfb,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:38.811169 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8bcb282f-e88a-498e-b6b6-31ccfcb14953 req-758df7da-4e4d-4dd2-b9b5-9c97247cacdc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646541 Jul 08 01:34:38.843202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b02af47b-0d70-4049-a376-a853a3401a82 req-03e02d0a-0ec8-4001-9d42-95c9c7c0ca72 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686002 Jul 08 01:34:38.851048 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:38.925068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833f825-c9e2-4193-87e6-440d20151a84 req-2d0268da-f9b4-404f-b203-3b7e9a29983c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:38.926586 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b833f825-c9e2-4193-87e6-440d20151a84 req-2d0268da-f9b4-404f-b203-3b7e9a29983c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 943 time: 0.2411551 Jul 08 01:34:38.955990 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port e19b3bc2-927e-4796-87ae-cb97b0588257, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e19b3bc2-927e-4796-87ae-cb97b0588257,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:38.964783 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:39.019179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b833f825-c9e2-4193-87e6-440d20151a84 req-e8d2439e-2a15-4b27-b053-c59d3fedea58 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834579 Jul 08 01:34:39.087276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=e19b3bc2-927e-4796-87ae-cb97b0588257,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:39.227464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-router', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:35Z', 'revision_number': 4, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'gw_port': {'id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'afbef718-3730-4047-bb14-a09e91b325f0', 'name': '', 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'mac_address': 'fa:16:3e:d4:0c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f6d07693-93a8-45e6-9737-28db99cd664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:34:34Z', 'updated_at': '2021-07-08T01:34:35Z', 'revision_number': 2, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'subnets': [{'id': 'f6d07693-93a8-45e6-9737-28db99cd664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:39.256608 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Checking router: f4fd2b5c-824a-4b9c-b880-b55f48df254d for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:34:39.257033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Updating router f4fd2b5c-824a-4b9c-b880-b55f48df254d port afbef718-3730-4047-bb14-a09e91b325f0 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:34:39.321639 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:39.327797 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:39.376697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75402858-e047-48f0-ae40-fa72d336ff9a req-fe8e54c7-d185-4b56-b68a-cc9d727a987e tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:39.378435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75402858-e047-48f0-ae40-fa72d336ff9a req-fe8e54c7-d185-4b56-b68a-cc9d727a987e tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 1123 time: 0.1601808 Jul 08 01:34:39.475374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75402858-e047-48f0-ae40-fa72d336ff9a req-98fb8859-4927-4f1b-b8aa-6d448292782b tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874491 Jul 08 01:34:39.575659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39652) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:39.796504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-412c1306-cd38-4338-8155-73d1c18722e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:39.821134 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:39.832270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Transition to ACTIVE for port object afbef718-3730-4047-bb14-a09e91b325f0 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:39.839689 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:39.862740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15734b3-0969-4fde-939f-f3ec7ec30869 req-985aeb5e-d95d-4c85-85b4-5ee3d807e4f3 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:39.875855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f15734b3-0969-4fde-939f-f3ec7ec30869 req-985aeb5e-d95d-4c85-85b4-5ee3d807e4f3 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 945 time: 0.3178852 Jul 08 01:34:39.935139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1b7fd-cce9-42bb-a613-c2570eb1c6ba None None] Pushing event updated for resources: {'Port': ['ID=afbef718-3730-4047-bb14-a09e91b325f0,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:39.992708 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-412c1306-cd38-4338-8155-73d1c18722e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.012370 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-412c1306-cd38-4338-8155-73d1c18722e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.031411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Attempting to bind port afbef718-3730-4047-bb14-a09e91b325f0 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:40.032675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Attempting to bind port afbef718-3730-4047-bb14-a09e91b325f0 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'b9eae483-a680-4571-9eb1-66ac2b9a34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:40.034125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Attempting to bind port afbef718-3730-4047-bb14-a09e91b325f0 on network d2833045-6e77-48c7-b13f-21382fb5c07c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:40.044726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:40.045278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Checking segment: {'id': 'b9eae483-a680-4571-9eb1-66ac2b9a34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:40.045785 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.046277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Bound using segment: {'id': 'b9eae483-a680-4571-9eb1-66ac2b9a34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:40.046861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Bound port: afbef718-3730-4047-bb14-a09e91b325f0, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eae483-a680-4571-9eb1-66ac2b9a34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:40.047336 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.091809 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-412c1306-cd38-4338-8155-73d1c18722e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcca52072c4c4c9e9461b47abfcffe78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150278 Jul 08 01:34:40.094643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39672) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:40.112084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c1306-cd38-4338-8155-73d1c18722e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884ff68e-d35d-4c8d-ba81-ebabdc6bc98d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:40.116256 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f15734b3-0969-4fde-939f-f3ec7ec30869 req-47aba2b3-9e8b-44a9-bd4b-bdda7515871c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395525 Jul 08 01:34:40.162879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] For port afbef718-3730-4047-bb14-a09e91b325f0, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:40.168190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] For port afbef718-3730-4047-bb14-a09e91b325f0, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=afbef718-3730-4047-bb14-a09e91b325f0,segment=NetworkSegment(b9eae483-a680-4571-9eb1-66ac2b9a34e5),segment_id=b9eae483-a680-4571-9eb1-66ac2b9a34e5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:40.170052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e19b3bc2-927e-4796-87ae-cb97b0588257 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:40.200202 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.250545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] Deleting port afbef718-3730-4047-bb14-a09e91b325f0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:34:40.250848 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.298622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Routers {'f4fd2b5c-824a-4b9c-b880-b55f48df254d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:40.299404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:40.365345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-879d8926-6ffe-4acd-9b00-e32d085a6ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.385936 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-1663ce0f-49f7-4af2-a845-24d0e8106370 service neutron] 10.222.0.24 "GET /v2.0/ports/47e1a772-d042-40e5-9edf-4edfeffeff54/bindings/n-h1-694802-14 HTTP/1.1" status: 200 len: 385 time: 0.2503111 Jul 08 01:34:40.412879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e19b3bc2-927e-4796-87ae-cb97b0588257 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:40.421265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] For port afbef718-3730-4047-bb14-a09e91b325f0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=afbef718-3730-4047-bb14-a09e91b325f0,segment=NetworkSegment(b9eae483-a680-4571-9eb1-66ac2b9a34e5),segment_id=b9eae483-a680-4571-9eb1-66ac2b9a34e5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:40.421819 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.422230 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.442939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-879d8926-6ffe-4acd-9b00-e32d085a6ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.456759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] Calling delete_port for afbef718-3730-4047-bb14-a09e91b325f0 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:34:40.551296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1b7fd-cce9-42bb-a613-c2570eb1c6ba None None] Pushing event updated for resources: {'Port': ['ID=afbef718-3730-4047-bb14-a09e91b325f0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:40.663133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-879d8926-6ffe-4acd-9b00-e32d085a6ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.665900 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-879d8926-6ffe-4acd-9b00-e32d085a6ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.669605 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-879d8926-6ffe-4acd-9b00-e32d085a6ab1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/884ff68e-d35d-4c8d-ba81-ebabdc6bc98d HTTP/1.1" status: 204 len: 168 time: 0.5708146 Jul 08 01:34:40.685967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d8926-6ffe-4acd-9b00-e32d085a6ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884ff68e-d35d-4c8d-ba81-ebabdc6bc98d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:40.769072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cfb3673c-979d-4e3c-a431-77f92b4cee00 service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:40.786576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] Set router f4fd2b5c-824a-4b9c-b880-b55f48df254d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:40.820661 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.825088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cfb3673c-979d-4e3c-a431-77f92b4cee00 service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:40.864636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=afbef718-3730-4047-bb14-a09e91b325f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:40.867755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cfb3673c-979d-4e3c-a431-77f92b4cee00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e1a772-d042-40e5-9edf-4edfeffeff54 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:40.877428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-12a3ae79-4dd7-4885-bdb3-82b46da692a7 None None] Provisioning complete for port afbef718-3730-4047-bb14-a09e91b325f0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:40.877806 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12a3ae79-4dd7-4885-bdb3-82b46da692a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.880367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cfb3673c-979d-4e3c-a431-77f92b4cee00 service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:40.897567 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cfb3673c-979d-4e3c-a431-77f92b4cee00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:40.920228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfd60c-c3d3-433c-a6a4-1feb742b4d45 req-6895876d-64ec-42b9-9530-83625b3ccaf2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:40.929458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8fbfd60c-c3d3-433c-a6a4-1feb742b4d45 req-6895876d-64ec-42b9-9530-83625b3ccaf2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 943 time: 0.2069259 Jul 08 01:34:40.949471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-12a3ae79-4dd7-4885-bdb3-82b46da692a7 None None] Port afbef718-3730-4047-bb14-a09e91b325f0 was deleted so its status cannot be updated. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 01:34:41.086252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cfb3673c-979d-4e3c-a431-77f92b4cee00 service neutron] Transition to ACTIVE for port object 47e1a772-d042-40e5-9edf-4edfeffeff54 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:41.107402 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cfb3673c-979d-4e3c-a431-77f92b4cee00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:41.218263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cfb3673c-979d-4e3c-a431-77f92b4cee00 service neutron] No DVR routers for this DVR port 47e1a772-d042-40e5-9edf-4edfeffeff54 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:34:41.230584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3673c-979d-4e3c-a431-77f92b4cee00 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1a772-d042-40e5-9edf-4edfeffeff54,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:41.263261 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cfb3673c-979d-4e3c-a431-77f92b4cee00 service neutron] 10.222.0.24 "PUT /v2.0/ports/47e1a772-d042-40e5-9edf-4edfeffeff54/bindings/n-h1-694802-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8674870 Jul 08 01:34:41.450930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e4be5f6b-284d-4973-a79a-54c3d2079183 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:41.452507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-e4be5f6b-284d-4973-a79a-54c3d2079183 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1096 time: 0.1110458 Jul 08 01:34:41.467759 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39726) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:41.488555 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8fbfd60c-c3d3-433c-a6a4-1feb742b4d45 req-9729a725-f2c5-4552-ad03-a184fdd34e9a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5473387 Jul 08 01:34:41.519037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-router', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:35Z', 'revision_number': 4, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'gw_port': {'id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'afbef718-3730-4047-bb14-a09e91b325f0', 'name': '', 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'mac_address': 'fa:16:3e:d4:0c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f6d07693-93a8-45e6-9737-28db99cd664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:34:34Z', 'updated_at': '2021-07-08T01:34:40Z', 'revision_number': 4, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'subnets': [{'id': 'f6d07693-93a8-45e6-9737-28db99cd664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:41.548848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dff68c19-2fc1-495c-b292-afe851d2f065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:41.563504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86772fda-0b80-4e16-a101-cf85f285e55a None None] The sync data for ids ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'] in n-d-694802-14 is: [{'id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-router', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:35Z', 'revision_number': 4, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'gw_port': {'id': 'e19b3bc2-927e-4796-87ae-cb97b0588257', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'afbef718-3730-4047-bb14-a09e91b325f0', 'name': '', 'network_id': 'd2833045-6e77-48c7-b13f-21382fb5c07c', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'mac_address': 'fa:16:3e:d4:0c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'f6d07693-93a8-45e6-9737-28db99cd664b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:34:34Z', 'updated_at': '2021-07-08T01:34:40Z', 'revision_number': 4, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'subnets': [{'id': 'f6d07693-93a8-45e6-9737-28db99cd664b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:34:41.605272 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:41.649706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-af8623ce-379f-41a6-89cd-75ea714c92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:41.651794 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-af8623ce-379f-41a6-89cd-75ea714c92fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d&tenant_id=12a0164c80564015b1b963f8b59f6780 HTTP/1.1" status: 200 len: 1096 time: 0.1654234 Jul 08 01:34:41.785623 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dff68c19-2fc1-495c-b292-afe851d2f065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:41.795514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-f41defc5-3a49-46f8-9705-16e3ea90c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:41.797143 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-f41defc5-3a49-46f8-9705-16e3ea90c315 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1096 time: 0.1051195 Jul 08 01:34:41.798430 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dff68c19-2fc1-495c-b292-afe851d2f065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:41.832455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1cd09-f723-4682-a187-60412999d7dd req-3d583960-15d6-4aaa-9971-9f015b5895bb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:41.840806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44c1cd09-f723-4682-a187-60412999d7dd req-3d583960-15d6-4aaa-9971-9f015b5895bb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 945 time: 0.1599813 Jul 08 01:34:41.857001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff68c19-2fc1-495c-b292-afe851d2f065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b4879b-edb9-450c-866b-0f563d39252b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:41.933866 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dff68c19-2fc1-495c-b292-afe851d2f065 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c73c7ce5cc9c4c169d86bc549d6265dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646466 Jul 08 01:34:41.937239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39742) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:41.971746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44c1cd09-f723-4682-a187-60412999d7dd req-3e8ef20f-0635-48aa-b4ec-7d4d066383bc tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266716 Jul 08 01:34:42.023058 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a9097a4-450e-4130-b3ee-1a00a0a3dc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:42.030685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] Router f4fd2b5c-824a-4b9c-b880-b55f48df254d has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:34:42.046111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cdbaedf4-e718-4da9-9933-ed071e92cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:42.047989 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-cdbaedf4-e718-4da9-9933-ed071e92cef3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.2075069 Jul 08 01:34:42.116752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a9097a4-450e-4130-b3ee-1a00a0a3dc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:42.123847 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-bf4819e6-156c-4594-84a5-f47cffb6bcbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e1a772-d042-40e5-9edf-4edfeffeff54 HTTP/1.1" status: 200 len: 217 time: 0.0678773 Jul 08 01:34:42.127009 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9992861d-308d-42ce-9d81-1de3c823e39a req-c916930b-021c-47f7-a686-1738f582c80f tempest-FlavorsV2NegativeTest-902082694 tempest-FlavorsV2NegativeTest-902082694-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e9668f1d378e426a948ebcd55c4a4929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265772 Jul 08 01:34:42.200417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-44cb7cb7-a435-4c21-afef-fce66a0eb96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:42.202937 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-44cb7cb7-a435-4c21-afef-fce66a0eb96e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.0657814 Jul 08 01:34:42.259244 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-66977d5e-e954-40e8-a578-f323a21a4d4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486486 Jul 08 01:34:42.298222 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a9097a4-450e-4130-b3ee-1a00a0a3dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:42.303528 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a9097a4-450e-4130-b3ee-1a00a0a3dc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:42.304792 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a9097a4-450e-4130-b3ee-1a00a0a3dc95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05b4879b-edb9-450c-866b-0f563d39252b HTTP/1.1" status: 204 len: 168 time: 0.3663900 Jul 08 01:34:42.390087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992861d-308d-42ce-9d81-1de3c823e39a req-9eee0db4-8ad2-4176-b72b-88696d8b1914 tempest-FlavorsV2NegativeTest-902082694 tempest-FlavorsV2NegativeTest-902082694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:42.397714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9992861d-308d-42ce-9d81-1de3c823e39a req-9eee0db4-8ad2-4176-b72b-88696d8b1914 tempest-FlavorsV2NegativeTest-902082694 tempest-FlavorsV2NegativeTest-902082694-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2644291 Jul 08 01:34:42.398279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9097a4-450e-4130-b3ee-1a00a0a3dc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b4879b-edb9-450c-866b-0f563d39252b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:42.448205 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9992861d-308d-42ce-9d81-1de3c823e39a req-97036221-daaf-4940-ad42-a094fda0b87d tempest-FlavorsV2NegativeTest-902082694 tempest-FlavorsV2NegativeTest-902082694-project] 10.222.0.41 "GET /v2.0/quotas/e9668f1d378e426a948ebcd55c4a4929 HTTP/1.1" status: 200 len: 375 time: 0.0490201 Jul 08 01:34:42.463625 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-dbdbc775-fa98-4f83-a1fd-1bf1277e5ef6 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832352 Jul 08 01:34:42.503071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9992861d-308d-42ce-9d81-1de3c823e39a req-39b25772-799c-4e40-abdf-f30582268a84 tempest-FlavorsV2NegativeTest-902082694 tempest-FlavorsV2NegativeTest-902082694-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9668f1d378e426a948ebcd55c4a4929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536842 Jul 08 01:34:42.504484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:34:42.519758 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5cfc8890-5563-4a3c-9bb2-0476d29b2dc8 admin admin] 10.222.0.41 "PUT /v2.0/routers/f4fd2b5c-824a-4b9c-b880-b55f48df254d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2051723 Jul 08 01:34:42.523436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:42.650362 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-0894905f-d99d-480e-8388-604d1b6ca5ce service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786096 Jul 08 01:34:42.796823 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:43.081120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-482d2cae-2770-4609-8d53-94edd8eb6edf tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:43.084082 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-482d2cae-2770-4609-8d53-94edd8eb6edf tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1096 time: 0.0923059 Jul 08 01:34:43.108918 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:43.116546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d96c9-0b68-4d03-8907-f9cd4bf95a98 req-a510e8d8-8e71-4cca-885d-6ff4dfd1032a tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:43.118252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b9d96c9-0b68-4d03-8907-f9cd4bf95a98 req-a510e8d8-8e71-4cca-885d-6ff4dfd1032a tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1097 time: 0.3246481 Jul 08 01:34:43.131577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0b035-171a-4ad1-93d2-b9c4f0d35769 req-783d8233-0453-44e1-904f-211c99c86c57 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:43.133783 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eca0b035-171a-4ad1-93d2-b9c4f0d35769 req-783d8233-0453-44e1-904f-211c99c86c57 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.2325051 Jul 08 01:34:43.232392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eca0b035-171a-4ad1-93d2-b9c4f0d35769 req-05974545-037d-4d39-b619-bdfa7c59b144 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873268 Jul 08 01:34:43.252871 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b9d96c9-0b68-4d03-8907-f9cd4bf95a98 req-9662bcd3-cf12-4db8-86eb-7a67e7ac11ca tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174719 Jul 08 01:34:43.276242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-d8a436f4-65b6-4c39-9078-ef800a54a0bb service neutron] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:43.292695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-d8a436f4-65b6-4c39-9078-ef800a54a0bb service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:43.294101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25d958ba-2a5c-45ee-90c4-c59a00466092 req-d8a436f4-65b6-4c39-9078-ef800a54a0bb service neutron] 10.222.0.16 "DELETE /v2.0/ports/47e1a772-d042-40e5-9edf-4edfeffeff54/bindings/n-h2-694802-14 HTTP/1.1" status: 204 len: 173 time: 0.2041337 Jul 08 01:34:43.331876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Deleting port e19b3bc2-927e-4796-87ae-cb97b0588257 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:34:43.332846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:43.518433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] For port e19b3bc2-927e-4796-87ae-cb97b0588257, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e19b3bc2-927e-4796-87ae-cb97b0588257,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:43.518795 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:43.535231 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Calling delete_port for e19b3bc2-927e-4796-87ae-cb97b0588257 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:34:43.547767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ef790-5320-4986-bf2d-976901de9c78 req-bae1785c-1cdf-4467-8e63-1d8e81f91d6b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:43.554657 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] Sync routers for ids ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:34:43.555609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb0ef790-5320-4986-bf2d-976901de9c78 req-bae1785c-1cdf-4467-8e63-1d8e81f91d6b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 944 time: 0.1227846 Jul 08 01:34:43.565336 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] Routers {'f4fd2b5c-824a-4b9c-b880-b55f48df254d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:43.566253 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:43.637362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb0ef790-5320-4986-bf2d-976901de9c78 req-2020e10e-4a7d-4f2f-a023-3f3646e2a814 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808833 Jul 08 01:34:43.725563 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] Set router f4fd2b5c-824a-4b9c-b880-b55f48df254d gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:43.775958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39824) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:43.872611 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-router', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:43Z', 'revision_number': 6, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:43.914242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:43.935286 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] Checking router: f4fd2b5c-824a-4b9c-b880-b55f48df254d for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:34:43.952846 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] Routers {'f4fd2b5c-824a-4b9c-b880-b55f48df254d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:34:43.953576 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:43.961869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19b3bc2-927e-4796-87ae-cb97b0588257,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:43.992969 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.065236 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] Set router f4fd2b5c-824a-4b9c-b880-b55f48df254d gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:34:44.085241 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6775832-f72c-4c99-b387-b55c83cd0840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.086505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfcccb-55c8-4dd0-8bd2-ef440475dc67 req-e01f7fcc-aba7-48aa-b9ef-39c7af5c8d0c tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:44.088062 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57cfcccb-55c8-4dd0-8bd2-ef440475dc67 req-e01f7fcc-aba7-48aa-b9ef-39c7af5c8d0c tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1097 time: 0.2684968 Jul 08 01:34:44.137368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.143320 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.158034 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-router', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:43Z', 'revision_number': 7, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:44.191923 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdccbdf-0372-4801-a400-41a78ea9d818 None None] The sync data for ids ['f4fd2b5c-824a-4b9c-b880-b55f48df254d'] in n-d-694802-14 is: [{'id': 'f4fd2b5c-824a-4b9c-b880-b55f48df254d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-204233684-router', 'tenant_id': '62dcbbf286b3418285f6fb53690d7fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:34:30Z', 'updated_at': '2021-07-08T01:34:43Z', 'revision_number': 7, 'project_id': '62dcbbf286b3418285f6fb53690d7fbd', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:34:44.251688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57cfcccb-55c8-4dd0-8bd2-ef440475dc67 req-83b634ba-dde6-4653-842a-ab218208cc77 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342568 Jul 08 01:34:44.269545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6775832-f72c-4c99-b387-b55c83cd0840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.276362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6775832-f72c-4c99-b387-b55c83cd0840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.320206 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.321388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4fd2b5c-824a-4b9c-b880-b55f48df254d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:34:44.333105 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.338667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3e0430e4-9da0-40fe-b96f-e4fcf74763b9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f4fd2b5c-824a-4b9c-b880-b55f48df254d HTTP/1.1" status: 204 len: 168 time: 1.8140981 Jul 08 01:34:44.344822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39846) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:44.363652 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d6775832-f72c-4c99-b387-b55c83cd0840 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9668f1d378e426a948ebcd55c4a4929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861838 Jul 08 01:34:44.367191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39850) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:44.376031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6775832-f72c-4c99-b387-b55c83cd0840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a623270c-9baa-4fca-b971-e14f10611cd9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:44.447428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf939289-4d21-4d1a-98b9-984f02b6a119 req-2fb8f56e-0eed-442f-8a74-6291b4f4662b tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:44.449029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf939289-4d21-4d1a-98b9-984f02b6a119 req-2fb8f56e-0eed-442f-8a74-6291b4f4662b tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1096 time: 0.1930139 Jul 08 01:34:44.453588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b67d8c78-511d-432a-980c-6ac5a0225324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.477174 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b67d8c78-511d-432a-980c-6ac5a0225324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.493491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f54b60a7-c68f-4e02-96e1-e5e43923a40c admin admin] Deleting subnet f6d07693-93a8-45e6-9737-28db99cd664b {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:34:44.496561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf939289-4d21-4d1a-98b9-984f02b6a119 req-a8f417d8-b059-47fe-8b41-2a23ebc954a5 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392554 Jul 08 01:34:44.527553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f54b60a7-c68f-4e02-96e1-e5e43923a40c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.545120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b67d8c78-511d-432a-980c-6ac5a0225324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.548208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b67d8c78-511d-432a-980c-6ac5a0225324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.554109 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b67d8c78-511d-432a-980c-6ac5a0225324 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a623270c-9baa-4fca-b971-e14f10611cd9 HTTP/1.1" status: 204 len: 168 time: 0.1846242 Jul 08 01:34:44.573343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d8c78-511d-432a-980c-6ac5a0225324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a623270c-9baa-4fca-b971-e14f10611cd9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:44.612554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f54b60a7-c68f-4e02-96e1-e5e43923a40c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:44.702386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c28b36-95c9-43a2-99e3-a745741c38cc req-f5c8eba3-23a9-40bb-8220-6af8025b4d74 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:44.703944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94c28b36-95c9-43a2-99e3-a745741c38cc req-f5c8eba3-23a9-40bb-8220-6af8025b4d74 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.2156572 Jul 08 01:34:44.737891 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f54b60a7-c68f-4e02-96e1-e5e43923a40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.020073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94c28b36-95c9-43a2-99e3-a745741c38cc req-601189e3-c955-4944-a57c-af61d96e1fea tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046846 Jul 08 01:34:45.053628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f54b60a7-c68f-4e02-96e1-e5e43923a40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.082505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b60a7-c68f-4e02-96e1-e5e43923a40c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d07693-93a8-45e6-9737-28db99cd664b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:45.086965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f54b60a7-c68f-4e02-96e1-e5e43923a40c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.091190 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f54b60a7-c68f-4e02-96e1-e5e43923a40c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f6d07693-93a8-45e6-9737-28db99cd664b HTTP/1.1" status: 204 len: 168 time: 0.7431226 Jul 08 01:34:45.092512 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39886) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:45.095725 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32dfdd-080b-4207-b73d-8e6df691645b None None] Network d2833045-6e77-48c7-b13f-21382fb5c07c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:45.223670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 47e1a772-d042-40e5-9edf-4edfeffeff54 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:45.303378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.357853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 47e1a772-d042-40e5-9edf-4edfeffeff54 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:34:45.473153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e4375-0610-4398-9d37-254b29499e2d req-3ceab2d4-2933-4a87-baaa-673b4f3d8faf tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:45.481425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-3ceab2d4-2933-4a87-baaa-673b4f3d8faf tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 808 time: 0.2786036 Jul 08 01:34:45.498650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19572dfb-d143-4762-b069-26d92d1d8a7a None None] DHCP port deletion for d2833045-6e77-48c7-b13f-21382fb5c07c request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:34:45.523492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-04aabbbb-f739-4854-8c45-af8d6a36c0e4 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/quotas/12a0164c80564015b1b963f8b59f6780 HTTP/1.1" status: 200 len: 375 time: 0.0411003 Jul 08 01:34:45.601493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-19572dfb-d143-4762-b069-26d92d1d8a7a None None] Deleting port 0c3eb6ee-b186-4284-837e-f965d1adc3af {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:34:45.602151 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19572dfb-d143-4762-b069-26d92d1d8a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.660852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39912) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:45.685240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Deleting port 0c3eb6ee-b186-4284-837e-f965d1adc3af {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:34:45.685561 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.705801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:45.736613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-19572dfb-d143-4762-b069-26d92d1d8a7a None None] For port 0c3eb6ee-b186-4284-837e-f965d1adc3af, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0c3eb6ee-b186-4284-837e-f965d1adc3af,segment=NetworkSegment(b9eae483-a680-4571-9eb1-66ac2b9a34e5),segment_id=b9eae483-a680-4571-9eb1-66ac2b9a34e5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:45.736946 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19572dfb-d143-4762-b069-26d92d1d8a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.750279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-19572dfb-d143-4762-b069-26d92d1d8a7a None None] Calling delete_port for 0c3eb6ee-b186-4284-837e-f965d1adc3af owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:34:45.799949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-882a6b77-c16b-4bc1-8e4a-89948d9dccec tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2755351 Jul 08 01:34:45.819223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-696090664-network', 'tenant_id': '60ed971589df4d7cb184eada5b305beb'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:45.844682 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45fc7e8b-a726-42e4-b093-851dcdf230cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.862782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Made reservation on behalf of 60ed971589df4d7cb184eada5b305beb for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:45.865113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.877072 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.883671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] For port 0c3eb6ee-b186-4284-837e-f965d1adc3af, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0c3eb6ee-b186-4284-837e-f965d1adc3af,segment=NetworkSegment(b9eae483-a680-4571-9eb1-66ac2b9a34e5),segment_id=b9eae483-a680-4571-9eb1-66ac2b9a34e5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:45.884161 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.892684 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19572dfb-d143-4762-b069-26d92d1d8a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.914855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Calling delete_port for 0c3eb6ee-b186-4284-837e-f965d1adc3af owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:34:45.918020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67144156-c425-4a43-aa40-3f3c40d55c1b req-cc54f6a3-ef38-4f84-bb99-cd42aaa9c660 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:45.925611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19572dfb-d143-4762-b069-26d92d1d8a7a None None] Pushing event deleted for resources: {'Port': ['ID=0c3eb6ee-b186-4284-837e-f965d1adc3af,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:45.925822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67144156-c425-4a43-aa40-3f3c40d55c1b req-cc54f6a3-ef38-4f84-bb99-cd42aaa9c660 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1097 time: 0.2811694 Jul 08 01:34:45.932799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19572dfb-d143-4762-b069-26d92d1d8a7a None None] No DVR routers for this DVR port 0c3eb6ee-b186-4284-837e-f965d1adc3af on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:34:45.974339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45fc7e8b-a726-42e4-b093-851dcdf230cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:45.981179 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45fc7e8b-a726-42e4-b093-851dcdf230cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.018322 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-2807fb99-bc42-4cf5-a8c5-1b4c4849f03e service neutron] 10.222.0.41 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175052 Jul 08 01:34:46.028868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67144156-c425-4a43-aa40-3f3c40d55c1b req-fb9d0ddb-ea79-42cf-af44-56b53499697d tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020763 Jul 08 01:34:46.032183 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-45fc7e8b-a726-42e4-b093-851dcdf230cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c571c7fb4a2e4e2ebb056f85cea68348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255455 Jul 08 01:34:46.035055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39920) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:46.045474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc7e8b-a726-42e4-b093-851dcdf230cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b149f7-b30f-4402-8777-d9e3110bd6e0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:46.075413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device afbef718-3730-4047-bb14-a09e91b325f0 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:46.097459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: afbef718-3730-4047-bb14-a09e91b325f0 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:34:46.098243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device afbef718-3730-4047-bb14-a09e91b325f0 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:34:46.098365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e19b3bc2-927e-4796-87ae-cb97b0588257 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:46.120406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: e19b3bc2-927e-4796-87ae-cb97b0588257 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:34:46.120759 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e19b3bc2-927e-4796-87ae-cb97b0588257 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:34:46.121182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0c3eb6ee-b186-4284-837e-f965d1adc3af no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:34:46.141664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0c3eb6ee-b186-4284-837e-f965d1adc3af {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:34:46.142067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0c3eb6ee-b186-4284-837e-f965d1adc3af not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:34:46.217767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.288976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3eb6ee-b186-4284-837e-f965d1adc3af,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:46.293336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] No DVR routers for this DVR port 0c3eb6ee-b186-4284-837e-f965d1adc3af on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:34:46.304335 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d6e40c5-c60a-48a3-b2b1-ccf83c1447a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.342070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-9ab0834c-3c0f-4bd4-9444-ae6708eabfa6 service neutron] 10.222.0.41 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080864 Jul 08 01:34:46.372557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.377944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.401114 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d6e40c5-c60a-48a3-b2b1-ccf83c1447a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.405718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:34:46.418122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:46.423121 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.423463 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Added segment 4eb16553-c2a0-4000-86cd-3d2a2151580c of type vlan for network b678d60d-95ad-40d9-881f-06a172e23770 Jul 08 01:34:46.438163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.463978 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.464344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.465326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.465601 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.470938 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.470938 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.470938 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.470938 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.470938 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.470938 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.494379 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.533644 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.534709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:46.535358 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.541739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.542089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.542443 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.542770 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 01:34:46.543159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2833045-6e77-48c7-b13f-21382fb5c07c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:46.579035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eae483-a680-4571-9eb1-66ac2b9a34e5') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:46.579216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eae483-a680-4571-9eb1-66ac2b9a34e5') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:34:46.595286 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9314251 Jul 08 01:34:46.597996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:46.605509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Request body: {'subnet': {'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-696090664-subnet', 'tenant_id': '60ed971589df4d7cb184eada5b305beb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:46.609589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057dafc-b8b0-4fb9-9054-cc693ad54183 admin admin] Pushing event updated for resources: {'Network': ['ID=b678d60d-95ad-40d9-881f-06a172e23770,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:46.619878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3c9f724-30fa-4706-96a0-c69a1e2fbb6d req-667d6c21-5f62-4baf-9dcd-2455888fb1df tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 210 time: 0.0696321 Jul 08 01:34:46.623612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network b678d60d-95ad-40d9-881f-06a172e23770 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:34:46.629239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9b293-589e-45cc-b3ed-4e49a3b55205 req-eb42c3d0-a3b0-4784-96ff-6dd61bf1aa6b tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:46.634889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Made reservation on behalf of 60ed971589df4d7cb184eada5b305beb for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:46.637758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.637949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fb9b293-589e-45cc-b3ed-4e49a3b55205 req-eb42c3d0-a3b0-4784-96ff-6dd61bf1aa6b tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.4212534 Jul 08 01:34:46.665903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.699262 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d6e40c5-c60a-48a3-b2b1-ccf83c1447a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.702079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d6e40c5-c60a-48a3-b2b1-ccf83c1447a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.703245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9d6e40c5-c60a-48a3-b2b1-ccf83c1447a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08b149f7-b30f-4402-8777-d9e3110bd6e0 HTTP/1.1" status: 204 len: 168 time: 0.6106262 Jul 08 01:34:46.704981 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.738370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e40c5-c60a-48a3-b2b1-ccf83c1447a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b149f7-b30f-4402-8777-d9e3110bd6e0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:46.741781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:34:46.742243 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: from cryptography.utils import int_from_bytes Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: from cryptography.utils import int_from_bytes Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:34:46.746654 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:34:46.750089 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:34:46.767967 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fb9b293-589e-45cc-b3ed-4e49a3b55205 req-bcfb1cec-3ad2-4f2a-a213-c16e5b434778 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290426 Jul 08 01:34:46.831740 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.843769 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:46.850796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d2833045-6e77-48c7-b13f-21382fb5c07c HTTP/1.1" status: 204 len: 168 time: 1.7579854 Jul 08 01:34:46.875773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47738331-1c13-4d68-93ab-415d1b666aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2833045-6e77-48c7-b13f-21382fb5c07c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:46.972828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.056825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b773675-58a6-407f-bb54-168b4a710395,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:47.071389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Checking segment: {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:47.071757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Network hostable DHCP agents. Network: b678d60d-95ad-40d9-881f-06a172e23770, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:34:47.097075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Network b678d60d-95ad-40d9-881f-06a172e23770 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:34:47.114135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, b678d60d-95ad-40d9-881f-06a172e23770) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:47.122536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:47.123200 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.124919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90db9b71-091b-4cb9-be6c-4651e57be68c None None] Network b678d60d-95ad-40d9-881f-06a172e23770 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:47.141124 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bebad93f-f931-4a06-b376-782a2fc1702c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5420969 Jul 08 01:34:47.229884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39960) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:47.305015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91159be6-398c-4805-8116-80e0e9db4ad1 req-2d4c21bb-c3e5-4c9c-bef2-90fa11c95678 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:47.307730 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91159be6-398c-4805-8116-80e0e9db4ad1 req-2d4c21bb-c3e5-4c9c-bef2-90fa11c95678 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1097 time: 0.1081390 Jul 08 01:34:47.321730 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-510bcee7-d952-4588-b26a-57076c9b557d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62dcbbf286b3418285f6fb53690d7fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901442 Jul 08 01:34:47.323772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39964) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:47.382866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39968) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:47.408565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91159be6-398c-4805-8116-80e0e9db4ad1 req-e2bfa1e2-9ea9-4d2a-90d4-307bf6b60f56 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924773 Jul 08 01:34:47.414405 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2263fbf-9b13-41bb-bc82-975349f73e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.425982 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69bd57f-288d-4d4f-8fc6-04a490843b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.440002 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2263fbf-9b13-41bb-bc82-975349f73e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.460209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51beae9-f752-416f-8fe6-2572d581eaf8 None None] Network b678d60d-95ad-40d9-881f-06a172e23770 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:34:47.519080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2263fbf-9b13-41bb-bc82-975349f73e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.522995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2263fbf-9b13-41bb-bc82-975349f73e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.524360 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f2263fbf-9b13-41bb-bc82-975349f73e3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d70fb2c-b257-4d11-9bc4-b5dc8181bee0 HTTP/1.1" status: 204 len: 168 time: 0.1994824 Jul 08 01:34:47.541788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2263fbf-9b13-41bb-bc82-975349f73e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d70fb2c-b257-4d11-9bc4-b5dc8181bee0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:47.637636 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69bd57f-288d-4d4f-8fc6-04a490843b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.642418 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69bd57f-288d-4d4f-8fc6-04a490843b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.677251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bd57f-288d-4d4f-8fc6-04a490843b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5614bf4-2f63-4e2e-b223-a1717809e72c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:47.708052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39984) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:47.709388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d69bd57f-288d-4d4f-8fc6-04a490843b2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf005ae8bcea43ccb2f0a72599f6ba15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231409 Jul 08 01:34:47.777842 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b617b05a-d5c4-48ea-b47b-2825ae48353d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.810022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b617b05a-d5c4-48ea-b47b-2825ae48353d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.874069 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b617b05a-d5c4-48ea-b47b-2825ae48353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.878866 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b617b05a-d5c4-48ea-b47b-2825ae48353d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:47.881056 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b617b05a-d5c4-48ea-b47b-2825ae48353d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5614bf4-2f63-4e2e-b223-a1717809e72c HTTP/1.1" status: 204 len: 168 time: 0.1705759 Jul 08 01:34:47.891137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617b05a-d5c4-48ea-b47b-2825ae48353d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5614bf4-2f63-4e2e-b223-a1717809e72c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:48.051789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e4375-0610-4398-9d37-254b29499e2d req-c74fdec6-0e82-4c9a-b27e-8708f5af9a44 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:48.053645 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-c74fdec6-0e82-4c9a-b27e-8708f5af9a44 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 808 time: 0.1324716 Jul 08 01:34:48.072383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Request body: {'port': {'device_id': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055', 'admin_state_up': True, 'tenant_id': '12a0164c80564015b1b963f8b59f6780'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:48.236233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Made reservation on behalf of 12a0164c80564015b1b963f8b59f6780 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:48.239938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:48.281656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-01edcf7d-080d-4da8-802b-b65b0f4fc71d tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:48.290493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-01edcf7d-080d-4da8-802b-b65b0f4fc71d tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 804 time: 0.1574979 Jul 08 01:34:48.310557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-09bf1784-acac-49f8-88df-c36eece39d2c tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/quotas/60ed971589df4d7cb184eada5b305beb HTTP/1.1" status: 200 len: 375 time: 0.0189652 Jul 08 01:34:48.364786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-8a050fa1-93bf-4e8c-a1ce-306a099cdbf3 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457563 Jul 08 01:34:48.429153 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Allocated IP 172.20.0.2 (a8483aff-5cce-4698-a4bf-03fadb168055/aa25f5cb-c5fe-4773-a451-cb8d282fd150/95ca4209-580b-4314-86c1-aab81058f35f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:48.494034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-9f7e6c86-01b5-4b06-833c-4f259ae1f694 service neutron] 10.222.0.41 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190584 Jul 08 01:34:48.609934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-dbbee017-3d2b-488b-983f-4e6a7d43ca8e service neutron] 10.222.0.41 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147287 Jul 08 01:34:48.705493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:48.772920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:48.885317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Network a8483aff-5cce-4698-a4bf-03fadb168055 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:48.893196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:48.909749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:48.965671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Pushing event updated for resources: {'Port': ['ID=95ca4209-580b-4314-86c1-aab81058f35f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:49.014328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:49.015149 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:49.046052 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-4941cc4f-4a06-4dd8-ae4c-dd405052f26f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9796026 Jul 08 01:34:49.059543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Request body: {'port': {'device_id': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:49.062105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d391b-459a-4530-b912-512eb5e3d878 req-41300000-a732-49c9-a184-a2a48cded55a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:49.071093 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-217d391b-459a-4530-b912-512eb5e3d878 req-41300000-a732-49c9-a184-a2a48cded55a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 931 time: 0.1449652 Jul 08 01:34:49.124854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-217d391b-459a-4530-b912-512eb5e3d878 req-e1a52c9d-7f91-4783-ab3a-1f654592f090 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526550 Jul 08 01:34:49.157527 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:49.389076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eade7b-ccba-4b29-bc07-ad54841a053b req-765cedda-e561-4e6b-91b9-91a67e4aa251 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:49.390563 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7eade7b-ccba-4b29-bc07-ad54841a053b req-765cedda-e561-4e6b-91b9-91a67e4aa251 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1087849 Jul 08 01:34:49.443577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7eade7b-ccba-4b29-bc07-ad54841a053b req-ca852e3c-0396-41fb-8f1b-f62b28ad5afd tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454578 Jul 08 01:34:49.559315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ca4209-580b-4314-86c1-aab81058f35f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:49.568828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:49.585545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Transition to ACTIVE for port object 95ca4209-580b-4314-86c1-aab81058f35f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:49.589771 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:49.612670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40092) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:49.676359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Pushing event updated for resources: {'Port': ['ID=95ca4209-580b-4314-86c1-aab81058f35f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:49.734439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:49.734840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:49.735091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:49.742935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Port 95ca4209-580b-4314-86c1-aab81058f35f on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:49.742935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:49.746514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:49.746868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:49.747251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:49.747697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Bound port: 95ca4209-580b-4314-86c1-aab81058f35f, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:49.748043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:49.844108 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5edd7031-5e97-476a-b0ba-6ae2b83a1323 req-75577f52-469a-4269-8029-0d003c553628 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 210 time: 0.0548913 Jul 08 01:34:49.882323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:49.887618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:49.893555 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:49.935539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:49.936553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:49.938102 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] 10.222.0.16 "PUT /v2.0/ports/95ca4209-580b-4314-86c1-aab81058f35f HTTP/1.1" status: 200 len: 1092 time: 0.8840346 Jul 08 01:34:49.940842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'tag': '95ca4209-580b-4314-86c1-aab81058f35f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:49.944790 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "9c60d91b-72e8-4c8c-847d-27d2a09b9f60", "tag": "95ca4209-580b-4314-86c1-aab81058f35f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:49.975078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dee926-adcd-407d-9019-cce15a4095f4 service neutron] Pushing event updated for resources: {'Port': ['ID=95ca4209-580b-4314-86c1-aab81058f35f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:49.993352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2ccb82c0-f838-4d3c-8b72-bdcf5966d396 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:34:49.994441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2ccb82c0-f838-4d3c-8b72-bdcf5966d396 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3802249 Jul 08 01:34:50.065482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e4375-0610-4398-9d37-254b29499e2d req-9ed97e55-03bb-4826-83b7-8dd8d7ed3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:50.067114 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-9ed97e55-03bb-4826-83b7-8dd8d7ed3852 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1095 time: 0.0745068 Jul 08 01:34:50.116352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-a258d404-10d0-4431-b305-d968ecd326d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95ca4209-580b-4314-86c1-aab81058f35f HTTP/1.1" status: 200 len: 217 time: 0.0410120 Jul 08 01:34:50.170159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e4375-0610-4398-9d37-254b29499e2d req-3f1d5b41-d78e-4eaf-96f0-13f929e0e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:50.171754 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-3f1d5b41-d78e-4eaf-96f0-13f929e0e14e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.0483410 Jul 08 01:34:50.199970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Request body: {'binding': {'host': 'n-h2-694802-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:50.200286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:34:50.211485 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-5a4161e4-7060-44ce-883e-79b70fa12c55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329480 Jul 08 01:34:50.328781 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-fb2c4011-a60a-4d97-894c-6d0745f550ac service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103702 Jul 08 01:34:50.405620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb on host n-h2-694802-14 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:50.406093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:50.406275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:50.412268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Port 4300c723-e98d-406f-b092-7614cfc07bfb on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:50.412836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:50.418652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:50.419187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:50.419748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:50.420525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Bound port: 4300c723-e98d-406f-b092-7614cfc07bfb, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:50.515886 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e75e4375-0610-4398-9d37-254b29499e2d req-18d391e6-caac-47fb-81c5-b392c8a843c1 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798186 Jul 08 01:34:50.516977 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-a6a8add4-05be-49cc-8e05-2c06ea8224a6 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=14ad30c3c59244de9c8bde6aa3a010c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372121 Jul 08 01:34:50.527793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-e56fa8b1-2d49-44de-b794-9d3c0d3648d5 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:50.529412 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-e56fa8b1-2d49-44de-b794-9d3c0d3648d5 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.24 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 804 time: 0.1836405 Jul 08 01:34:50.542567 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Request body: {'port': {'device_id': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'admin_state_up': True, 'tenant_id': '60ed971589df4d7cb184eada5b305beb'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:50.565306 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5377664a-37ce-427a-b0e3-c07a8d11c355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:50.579826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:50.608059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:50.609558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-2a342240-fbec-4d6d-afe1-8ee3275ca881 service neutron] 10.222.0.41 "POST /v2.0/ports/4300c723-e98d-406f-b092-7614cfc07bfb/bindings HTTP/1.1" status: 201 len: 390 time: 0.4638412 Jul 08 01:34:50.674639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Made reservation on behalf of 60ed971589df4d7cb184eada5b305beb for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:50.680247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-98abcf2a-e421-4eb0-9549-5f676dc50bcf tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:50.681488 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:50.681860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-98abcf2a-e421-4eb0-9549-5f676dc50bcf tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441805 Jul 08 01:34:50.705791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-4cc6185f-db8b-4f70-8d96-48392237aaac tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/quotas/14ad30c3c59244de9c8bde6aa3a010c8 HTTP/1.1" status: 200 len: 375 time: 0.0110078 Jul 08 01:34:50.745962 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c948605d-ab3e-4af2-aa67-ba33008fbfe1 x-openstack-request-id: req-c948605d-ab3e-4af2-aa67-ba33008fbfe1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:50.746307 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c60d91b-72e8-4c8c-847d-27d2a09b9f60", "tag": "95ca4209-580b-4314-86c1-aab81058f35f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:50.746617 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c948605d-ab3e-4af2-aa67-ba33008fbfe1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:50.747393 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'tag': '95ca4209-580b-4314-86c1-aab81058f35f', 'status': 'completed', 'code': 200} Jul 08 01:34:50.782308 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-9bca8103-47c2-400a-933a-134d9900c234 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=14ad30c3c59244de9c8bde6aa3a010c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649009 Jul 08 01:34:50.875128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Allocated IP 172.20.0.8 (b678d60d-95ad-40d9-881f-06a172e23770/3b773675-58a6-407f-bb54-168b4a710395/9bcb4edc-9e15-4e30-9278-deb610ddafd5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:50.915284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2 req-0308c2dc-d81d-4170-856c-4f7d030e7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:50.916805 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2 req-0308c2dc-d81d-4170-856c-4f7d030e7c93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1095 time: 0.1093781 Jul 08 01:34:50.938848 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c22da-d79b-4ba9-98f2-b584f89c53dc req-edfb2288-3797-495b-b034-bc161a8642d0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:50.941282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-873c22da-d79b-4ba9-98f2-b584f89c53dc req-edfb2288-3797-495b-b034-bc161a8642d0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 943 time: 0.1151130 Jul 08 01:34:50.975811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-24c7f663-d2ad-467c-a210-ab15b4bd2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:50.977625 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-24c7f663-d2ad-467c-a210-ab15b4bd2dbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1097 time: 0.0955462 Jul 08 01:34:51.017711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-873c22da-d79b-4ba9-98f2-b584f89c53dc req-30c6630d-cff3-4940-b27f-b827b200addb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618558 Jul 08 01:34:51.077941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2 req-a60b5b83-6706-4eb1-94d9-b3ae99ed5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.079508 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2 req-a60b5b83-6706-4eb1-94d9-b3ae99ed5299 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.1458941 Jul 08 01:34:51.096252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-c9f377da-2543-4c89-9d01-b9faa4925c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.098211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-c9f377da-2543-4c89-9d01-b9faa4925c1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.1125162 Jul 08 01:34:51.169608 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-43523bb7-bd7b-40c5-b16b-62dbcc0b670e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4300c723-e98d-406f-b092-7614cfc07bfb HTTP/1.1" status: 200 len: 217 time: 0.0603588 Jul 08 01:34:51.213013 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2 req-e5ff051f-2c9d-4a78-a569-792a22d82813 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95ca4209-580b-4314-86c1-aab81058f35f HTTP/1.1" status: 200 len: 217 time: 0.0526333 Jul 08 01:34:51.272215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-174cf55b-6c56-4272-8371-d2d69bd19dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.273897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-174cf55b-6c56-4272-8371-d2d69bd19dc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0920560 Jul 08 01:34:51.319447 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-1bf6a8cd-691d-4c98-9ac7-68dde37acd70 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347130 Jul 08 01:34:51.319659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2 req-da4304f6-c1f3-4b27-bb60-35d5c95c73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.321494 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2 req-da4304f6-c1f3-4b27-bb60-35d5c95c73ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.0981071 Jul 08 01:34:51.327174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee5add-c938-48a5-9bc9-175962966fa3 req-ba11dab9-7190-4cea-a7ca-c39acb450122 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.329171 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9ee5add-c938-48a5-9bc9-175962966fa3 req-ba11dab9-7190-4cea-a7ca-c39acb450122 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1584384 Jul 08 01:34:51.338109 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:51.375554 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2 req-d91d7abf-5af7-456d-858a-1193604cca89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348620 Jul 08 01:34:51.469809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:51.487445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9ee5add-c938-48a5-9bc9-175962966fa3 req-faa7a06b-a873-4c16-adac-40fd45c8bb1e tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424363 Jul 08 01:34:51.515353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-9d3bd1cb-9422-4726-a71b-713638ce97cf service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805732 Jul 08 01:34:51.526679 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2 req-49cf1154-88cf-4d09-a09e-b0065dfbed68 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435444 Jul 08 01:34:51.533191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fc1fc-994b-4e01-8159-335c0edacba6 req-7aef4d8e-2340-4b86-b782-41ed8039ed7b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.535136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c7fc1fc-994b-4e01-8159-335c0edacba6 req-7aef4d8e-2340-4b86-b782-41ed8039ed7b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 945 time: 0.1368799 Jul 08 01:34:51.543598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Network b678d60d-95ad-40d9-881f-06a172e23770 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:51.559803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:51.573616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:51.604342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Pushing event updated for resources: {'Port': ['ID=9bcb4edc-9e15-4e30-9278-deb610ddafd5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:51.645299 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c7fc1fc-994b-4e01-8159-335c0edacba6 req-16bdd44e-0e98-4ad6-9015-b7660a0fbafc tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982761 Jul 08 01:34:51.679990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.680658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:51.702599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-a36b0fb7-8a5b-4f97-896d-499d11e1e14f service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651506 Jul 08 01:34:51.705717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4b84e839-6b01-4eca-bfca-ab54a1e66bc2 req-f065672a-40ea-42fd-a8ec-3f8c37c40045 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648073 Jul 08 01:34:51.709010 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-76503ca5-d95a-406d-b81e-2a62663dc103 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1704895 Jul 08 01:34:51.727045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Request body: {'port': {'device_id': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:51.733954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f170003-58c2-4da5-82c0-72cf0f2150ef req-491bc71c-cabc-4314-bbd6-0342ab043988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.735486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f170003-58c2-4da5-82c0-72cf0f2150ef req-491bc71c-cabc-4314-bbd6-0342ab043988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 931 time: 0.0891156 Jul 08 01:34:51.808804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:51.818997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f170003-58c2-4da5-82c0-72cf0f2150ef req-fe24b585-2cf5-4908-a110-d566808362d2 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740199 Jul 08 01:34:51.857788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47f787ca-17e3-4b5a-a128-ccca24fe3921 req-57b2ad52-60ee-4814-875e-6d52551123b1 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 210 time: 0.0454080 Jul 08 01:34:51.907498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-33f038b2-6017-402f-bd2b-0ad71a9122eb tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:51.909252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-33f038b2-6017-402f-bd2b-0ad71a9122eb tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.1361182 Jul 08 01:34:51.922654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-14'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:52.004353 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:52.231710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcb4edc-9e15-4e30-9278-deb610ddafd5 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:52.242337 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:52.249255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:52.259133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Transition to ACTIVE for port object 9bcb4edc-9e15-4e30-9278-deb610ddafd5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:52.269692 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:52.372569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcb4edc-9e15-4e30-9278-deb610ddafd5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:52.460733 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-204578f0-4a2c-4fbb-b3f4-7cf9495d6422 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=14ad30c3c59244de9c8bde6aa3a010c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654531 Jul 08 01:34:52.559999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:52.613561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Attempting to bind port 9bcb4edc-9e15-4e30-9278-deb610ddafd5 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:52.613994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Attempting to bind port 9bcb4edc-9e15-4e30-9278-deb610ddafd5 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:52.614305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Attempting to bind port 9bcb4edc-9e15-4e30-9278-deb610ddafd5 on network b678d60d-95ad-40d9-881f-06a172e23770 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:52.625331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Port 9bcb4edc-9e15-4e30-9278-deb610ddafd5 on network b678d60d-95ad-40d9-881f-06a172e23770 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:52.625935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Attempting to bind port 9bcb4edc-9e15-4e30-9278-deb610ddafd5 on network b678d60d-95ad-40d9-881f-06a172e23770 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:52.633921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5733d-7b12-4113-b14a-fef75588c3a3 req-0c3f5e9f-6323-41f1-b1c2-3414b50f2079 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:52.635798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85c5733d-7b12-4113-b14a-fef75588c3a3 req-0c3f5e9f-6323-41f1-b1c2-3414b50f2079 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 943 time: 0.4450424 Jul 08 01:34:52.639920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:52.640271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Checking segment: {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:52.640829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Bound using segment: {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:52.641277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Bound port: 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:52.641643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:52.654277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:52.725389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] For port 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:52.728944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] For port 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:52.738109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-25d4d84c-6237-49de-96db-7ee971d7226e tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:52.740021 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-25d4d84c-6237-49de-96db-7ee971d7226e tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602365 Jul 08 01:34:52.742124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:52.751420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85c5733d-7b12-4113-b14a-fef75588c3a3 req-126deb92-b732-496f-a2a2-05514d3aff6a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080506 Jul 08 01:34:52.758456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4300c723-e98d-406f-b092-7614cfc07bfb'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:52.759631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:52.760354 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:52.767009 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31b19df-c3d6-485f-9162-c497c927b706" -d '{"events": [{"server_uuid": "1a38604f-21e3-49a5-bd9a-efabbe5a0ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "4300c723-e98d-406f-b092-7614cfc07bfb"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:52.771189 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:52.771324 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] 10.222.0.24 "PUT /v2.0/ports/9bcb4edc-9e15-4e30-9278-deb610ddafd5 HTTP/1.1" status: 200 len: 1092 time: 1.0501297 Jul 08 01:34:52.774199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'tag': '9bcb4edc-9e15-4e30-9278-deb610ddafd5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:52.777272 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179ff79c-ddaa-4112-b897-e827a886a648" -d '{"events": [{"name": "network-changed", "server_uuid": "e5383af6-8f8a-442d-8cb0-d6d03a760fc1", "tag": "9bcb4edc-9e15-4e30-9278-deb610ddafd5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:52.787899 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:52.814761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Request body: {'port': {'device_id': '7ff1663b-6b11-49ca-ade1-7cddfd11276c', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '14ad30c3c59244de9c8bde6aa3a010c8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:52.934751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4300c723-e98d-406f-b092-7614cfc07bfb,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:52.994743 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ed31b25-a89b-498c-be9f-a77bb30220cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.112017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb on host n-h1-694802-14 for vnic_type normal with profile {"migrating_to": "n-h2-694802-14"} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:53.112375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:53.112703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:53.132770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Port 4300c723-e98d-406f-b092-7614cfc07bfb on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:53.133101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Attempting to bind port 4300c723-e98d-406f-b092-7614cfc07bfb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:53.156782 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4ce23-3b9f-4d06-b926-0e44980a83e6 req-07bb6f87-5162-4dbd-ab4a-88b9a27bd889 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:53.158359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1fa4ce23-3b9f-4d06-b926-0e44980a83e6 req-07bb6f87-5162-4dbd-ab4a-88b9a27bd889 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.2247312 Jul 08 01:34:53.164979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:53.165319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:53.165862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:53.166166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Bound port: 4300c723-e98d-406f-b092-7614cfc07bfb, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:53.166528 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.174991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1c8b1-dc36-4c25-b880-7743912b8686 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcb4edc-9e15-4e30-9278-deb610ddafd5,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:53.211915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-baffff3f-e2e5-4424-a03c-adefb483ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:53.213650 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-baffff3f-e2e5-4424-a03c-adefb483ab67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 1095 time: 0.3905578 Jul 08 01:34:53.220209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0cfba-28aa-439f-af53-feff0a245bdd req-95b81fe1-b5db-44ba-bb56-4ce30474d37c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:53.221724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bb0cfba-28aa-439f-af53-feff0a245bdd req-95b81fe1-b5db-44ba-bb56-4ce30474d37c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 943 time: 0.2135732 Jul 08 01:34:53.256632 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-63d402f9-a839-46e0-ad9b-0bf655e0b170 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5 HTTP/1.1" status: 200 len: 217 time: 0.0349112 Jul 08 01:34:53.288999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1fa4ce23-3b9f-4d06-b926-0e44980a83e6 req-f09c9c16-5075-47e1-b0eb-f92854ec5eaf tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148651 Jul 08 01:34:53.312674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-c8395f13-5681-498d-94db-3b205642d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:53.314647 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-c8395f13-5681-498d-94db-3b205642d245 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b773675-58a6-407f-bb54-168b4a710395 HTTP/1.1" status: 200 len: 844 time: 0.0495315 Jul 08 01:34:53.315257 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46cbb82e-a6a8-4402-982a-601e65b21bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.332613 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ed31b25-a89b-498c-be9f-a77bb30220cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.342665 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ed31b25-a89b-498c-be9f-a77bb30220cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.351336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bb0cfba-28aa-439f-af53-feff0a245bdd req-1a31bb25-26f2-4f2a-9659-627a30bbecf7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141260 Jul 08 01:34:53.355273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:53.362822 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f0d2ed-2410-436e-b137-51f6d07b9ab2 x-openstack-request-id: req-22f0d2ed-2410-436e-b137-51f6d07b9ab2 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:53.363045 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a38604f-21e3-49a5-bd9a-efabbe5a0ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "4300c723-e98d-406f-b092-7614cfc07bfb", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:53.363325 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22f0d2ed-2410-436e-b137-51f6d07b9ab2 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:53.363662 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4300c723-e98d-406f-b092-7614cfc07bfb', 'code': 200} Jul 08 01:34:53.366221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:53.373120 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-63c220a6-1982-4efd-9d83-be878d9f7d7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b678d60d-95ad-40d9-881f-06a172e23770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465350 Jul 08 01:34:53.393284 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.427668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1ed31b25-a89b-498c-be9f-a77bb30220cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6def7fab6b234442902a7875a014f071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8616450 Jul 08 01:34:53.428459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed31b25-a89b-498c-be9f-a77bb30220cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93382e7c-fd95-49b8-9519-c9e6e6625bcd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:53.432551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40226) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:53.484461 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-ad619d72-7484-4013-a06d-0949ecadd09b service neutron] 10.222.0.24 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026030 Jul 08 01:34:53.486865 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882393b4-16cc-4376-81eb-bb1a0b59ff8f x-openstack-request-id: req-882393b4-16cc-4376-81eb-bb1a0b59ff8f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:53.487162 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5383af6-8f8a-442d-8cb0-d6d03a760fc1", "tag": "9bcb4edc-9e15-4e30-9278-deb610ddafd5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:53.487406 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-882393b4-16cc-4376-81eb-bb1a0b59ff8f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:53.487792 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'tag': '9bcb4edc-9e15-4e30-9278-deb610ddafd5', 'status': 'completed', 'code': 200} Jul 08 01:34:53.489338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Made reservation on behalf of 14ad30c3c59244de9c8bde6aa3a010c8 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:34:53.491672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4300c723-e98d-406f-b092-7614cfc07bfb,revision_number=8']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:53.493282 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.503783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 95ca4209-580b-4314-86c1-aab81058f35f details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:53.513889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.538651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:53.539273 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.540770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ba9173e8-c221-4b36-9494-67e3544628c2 service neutron] 10.222.0.24 "PUT /v2.0/ports/4300c723-e98d-406f-b092-7614cfc07bfb HTTP/1.1" status: 200 len: 1123 time: 1.6249497 Jul 08 01:34:53.592022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3545149d-3dfc-4cf5-8e26-60a64da7fb51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.618569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9837cf9-bf60-4099-8679-45e52e56ec35 req-b0f7f6d7-370d-4b78-90bf-d90b1b300243 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 210 time: 0.0424547 Jul 08 01:34:53.640445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3545149d-3dfc-4cf5-8e26-60a64da7fb51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.642121 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.645184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a03fbf8-cb8f-4210-99f4-53226a3c6ad7 req-bf9b87ab-6bb6-47a9-b5eb-91c13d30f8c7 service neutron] 10.222.0.24 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418276 Jul 08 01:34:53.651607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4300c723-e98d-406f-b092-7614cfc07bfb'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:53.715524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:53.736664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '95ca4209-580b-4314-86c1-aab81058f35f', 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055', 'port_id': '95ca4209-580b-4314-86c1-aab81058f35f', 'mac_address': 'fa:16:3e:74:48:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa25f5cb-c5fe-4773-a451-cb8d282fd150', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:53.747746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736cd7a-b3d5-445a-a5a7-e4e084b16059 req-5bbc51e7-a61e-4afa-8416-6f288c82b669 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:53.761174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9736cd7a-b3d5-445a-a5a7-e4e084b16059 req-5bbc51e7-a61e-4afa-8416-6f288c82b669 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 943 time: 0.2275195 Jul 08 01:34:53.768250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.784838 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.801141 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.824754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ca4209-580b-4314-86c1-aab81058f35f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:53.829311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ff79c-ddaa-4112-b897-e827a886a648 req-2baa0459-7978-4c29-af1f-ad45900b35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:53.830903 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-179ff79c-ddaa-4112-b897-e827a886a648 req-2baa0459-7978-4c29-af1f-ad45900b35ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 1095 time: 0.1056955 Jul 08 01:34:53.832280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:53.837112 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9736cd7a-b3d5-445a-a5a7-e4e084b16059 req-e9183e8b-05fc-45d3-9cd1-c35a852cd60e tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734930 Jul 08 01:34:53.840490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3545149d-3dfc-4cf5-8e26-60a64da7fb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.843935 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3545149d-3dfc-4cf5-8e26-60a64da7fb51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.845819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3545149d-3dfc-4cf5-8e26-60a64da7fb51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93382e7c-fd95-49b8-9519-c9e6e6625bcd HTTP/1.1" status: 204 len: 168 time: 0.4108558 Jul 08 01:34:53.856272 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545149d-3dfc-4cf5-8e26-60a64da7fb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93382e7c-fd95-49b8-9519-c9e6e6625bcd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:53.867059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:53.887116 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:53.988369 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=95ca4209-580b-4314-86c1-aab81058f35f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:54.086259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Allocated IP 192.168.233.16 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/4da227fb-b0d8-4b15-9c8b-4496754aa826) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:34:54.138719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ff79c-ddaa-4112-b897-e827a886a648 req-459b2c64-53ea-4264-8d64-1d1a864285df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:54.140234 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-179ff79c-ddaa-4112-b897-e827a886a648 req-459b2c64-53ea-4264-8d64-1d1a864285df service neutron] 10.222.0.24 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 905 time: 0.2800143 Jul 08 01:34:54.194010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['95ca4209-580b-4314-86c1-aab81058f35f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:54.204348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-179ff79c-ddaa-4112-b897-e827a886a648 req-cc422af5-eaec-4c1f-977c-6e49db16208e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5 HTTP/1.1" status: 200 len: 217 time: 0.0536683 Jul 08 01:34:54.213175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396d014-b1a4-4708-bbe9-04befe072cc8 req-041787b4-a448-446a-ac1b-e7a497e23ef7 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:54.220230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2396d014-b1a4-4708-bbe9-04befe072cc8 req-041787b4-a448-446a-ac1b-e7a497e23ef7 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 944 time: 0.0947697 Jul 08 01:34:54.277653 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2396d014-b1a4-4708-bbe9-04befe072cc8 req-4e782dbd-40d9-4ae6-9fc5-ce11c50ffb06 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564144 Jul 08 01:34:54.344528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ff79c-ddaa-4112-b897-e827a886a648 req-c3ebbc53-4750-4fb6-abdf-1873b7174fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:54.346004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-179ff79c-ddaa-4112-b897-e827a886a648 req-c3ebbc53-4750-4fb6-abdf-1873b7174fab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b773675-58a6-407f-bb54-168b4a710395 HTTP/1.1" status: 200 len: 844 time: 0.1184123 Jul 08 01:34:54.394816 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-179ff79c-ddaa-4112-b897-e827a886a648 req-652d5efb-4b65-4b27-9b2e-22e5cc504419 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b678d60d-95ad-40d9-881f-06a172e23770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382531 Jul 08 01:34:54.440398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:54.463154 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ffacb4d-c39c-491e-b7cb-0e585984bf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:54.471950 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:54.494727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Transition to ACTIVE for port object 4da227fb-b0d8-4b15-9c8b-4496754aa826 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:54.546588 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-179ff79c-ddaa-4112-b897-e827a886a648 req-27d04afa-6dca-473f-a30e-da64541ae1e3 service neutron] 10.222.0.24 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426852 Jul 08 01:34:54.569570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cec9ae-273b-45f7-a98e-6042812db700 req-18dd9971-6b71-465c-a480-e4187e8b1d2a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:54.571310 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04cec9ae-273b-45f7-a98e-6042812db700 req-18dd9971-6b71-465c-a480-e4187e8b1d2a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1100292 Jul 08 01:34:54.607582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:54.617906 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:54.655790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ffacb4d-c39c-491e-b7cb-0e585984bf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:54.667642 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ffacb4d-c39c-491e-b7cb-0e585984bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:54.673353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Pushing event updated for resources: {'Port': ['ID=4da227fb-b0d8-4b15-9c8b-4496754aa826,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:54.696503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:34:54.699697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:34:54.702226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:34:54.736783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffacb4d-c39c-491e-b7cb-0e585984bf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ae685d-f03c-4ca7-8486-41ff914ebcf8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:54.751168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04cec9ae-273b-45f7-a98e-6042812db700 req-42822404-74d2-4bc6-8c6e-3e365934243a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535501 Jul 08 01:34:54.764062 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7ffacb4d-c39c-491e-b7cb-0e585984bf79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0b8ebd741e947ea87d9f1a2b9ed9e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201070 Jul 08 01:34:54.765235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40260) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:54.825741 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-179ff79c-ddaa-4112-b897-e827a886a648 req-243f7a81-9cae-4972-8297-8bfef85cc4d9 service neutron] 10.222.0.24 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713282 Jul 08 01:34:54.831614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:54.832365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:54.862399 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b40b300-5dda-4df1-84e0-d97d0bf06de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:54.866146 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-fa2b8032-18bd-4dc5-9b08-f8fe833b7b06 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0937378 Jul 08 01:34:54.884936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Request body: {'port': {'device_id': '7ff1663b-6b11-49ca-ade1-7cddfd11276c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:34:54.886142 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6823495-ee34-44cb-af49-7f9733d7f01e req-adbea842-f139-407f-b91e-acaef77cff05 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:54.888122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6823495-ee34-44cb-af49-7f9733d7f01e req-adbea842-f139-407f-b91e-acaef77cff05 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 943 time: 0.1140630 Jul 08 01:34:54.922301 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b40b300-5dda-4df1-84e0-d97d0bf06de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:54.961920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6823495-ee34-44cb-af49-7f9733d7f01e req-be2c4ccc-7bed-42e8-bea1-63c379f2078d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678735 Jul 08 01:34:55.011189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d90682-5f7d-4e58-ac60-26e7cd50bfb5 req-055eb4af-d6bc-4153-b316-a0bf055f00a6 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:55.013509 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48d90682-5f7d-4e58-ac60-26e7cd50bfb5 req-055eb4af-d6bc-4153-b316-a0bf055f00a6 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 935 time: 0.0983794 Jul 08 01:34:55.014176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.021806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a6030d5f-cc9a-4d4f-b522-d84893ed886b None None] Provisioning for port 4da227fb-b0d8-4b15-9c8b-4496754aa826 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:55.028977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a6030d5f-cc9a-4d4f-b522-d84893ed886b None None] Provisioning complete for port 4da227fb-b0d8-4b15-9c8b-4496754aa826 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:55.029666 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a6030d5f-cc9a-4d4f-b522-d84893ed886b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.034380 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b40b300-5dda-4df1-84e0-d97d0bf06de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.038812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b40b300-5dda-4df1-84e0-d97d0bf06de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.042493 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6b40b300-5dda-4df1-84e0-d97d0bf06de0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5ae685d-f03c-4ca7-8486-41ff914ebcf8 HTTP/1.1" status: 204 len: 168 time: 0.2715902 Jul 08 01:34:55.067434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40b300-5dda-4df1-84e0-d97d0bf06de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ae685d-f03c-4ca7-8486-41ff914ebcf8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:55.085591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48d90682-5f7d-4e58-ac60-26e7cd50bfb5 req-15445c87-8c71-4a7c-a741-1880c1cd0814 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653193 Jul 08 01:34:55.126333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a6030d5f-cc9a-4d4f-b522-d84893ed886b None None] Port 4da227fb-b0d8-4b15-9c8b-4496754aa826 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:34:55.296893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88975f8-b13f-4a0a-95a9-5d4c7cc1c3b2 req-7327e636-4ec5-4ae5-8039-76afb4c989ae tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:55.298548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e88975f8-b13f-4a0a-95a9-5d4c7cc1c3b2 req-7327e636-4ec5-4ae5-8039-76afb4c989ae tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 943 time: 0.0738084 Jul 08 01:34:55.340972 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e88975f8-b13f-4a0a-95a9-5d4c7cc1c3b2 req-df0985a7-9221-4a1b-947c-008f8301e750 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358372 Jul 08 01:34:55.363604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da227fb-b0d8-4b15-9c8b-4496754aa826 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:55.364855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'tag': '4300c723-e98d-406f-b092-7614cfc07bfb'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:55.367324 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3629076c-0d90-40fd-9e93-9f4d94f19233" -d '{"events": [{"name": "network-changed", "server_uuid": "1a38604f-21e3-49a5-bd9a-efabbe5a0ba8", "tag": "4300c723-e98d-406f-b092-7614cfc07bfb"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:55.375326 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.397905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Transition to ACTIVE for port object 4da227fb-b0d8-4b15-9c8b-4496754aa826 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:55.403709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.471566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Pushing event updated for resources: {'Port': ['ID=4da227fb-b0d8-4b15-9c8b-4496754aa826,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:55.523779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 95ca4209-580b-4314-86c1-aab81058f35f up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:55.564043 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c430c2-00f1-4fbd-b0b5-66ffef5bfddf x-openstack-request-id: req-32c430c2-00f1-4fbd-b0b5-66ffef5bfddf {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:55.564354 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a38604f-21e3-49a5-bd9a-efabbe5a0ba8", "tag": "4300c723-e98d-406f-b092-7614cfc07bfb", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:55.564606 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32c430c2-00f1-4fbd-b0b5-66ffef5bfddf {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:55.565004 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'tag': '4300c723-e98d-406f-b092-7614cfc07bfb', 'status': 'completed', 'code': 200} Jul 08 01:34:55.573851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40284) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:55.586144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Attempting to bind port 4da227fb-b0d8-4b15-9c8b-4496754aa826 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:34:55.586873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Attempting to bind port 4da227fb-b0d8-4b15-9c8b-4496754aa826 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:34:55.587595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Attempting to bind port 4da227fb-b0d8-4b15-9c8b-4496754aa826 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:55.599191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 95ca4209-580b-4314-86c1-aab81058f35f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:55.600486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Port 4da227fb-b0d8-4b15-9c8b-4496754aa826 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:34:55.600969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Attempting to bind port 4da227fb-b0d8-4b15-9c8b-4496754aa826 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:34:55.603512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0cac07-03d2-4225-bcea-5924b33650e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.607065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 95ca4209-580b-4314-86c1-aab81058f35f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:55.607440 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.608433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d413ea-a91b-489f-8304-a4f5d9c49981 req-7deb6903-817b-4e4e-abed-2a9ccfd85524 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:55.610469 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82d413ea-a91b-489f-8304-a4f5d9c49981 req-7deb6903-817b-4e4e-abed-2a9ccfd85524 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 944 time: 0.1311600 Jul 08 01:34:55.626390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:34:55.627273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:34:55.627647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:34:55.628228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Bound port: 4da227fb-b0d8-4b15-9c8b-4496754aa826, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:34:55.628670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.678749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82d413ea-a91b-489f-8304-a4f5d9c49981 req-3438ae2e-6e43-41b6-b9c3-b6a5af8251e8 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448463 Jul 08 01:34:55.698940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629076c-0d90-40fd-9e93-9f4d94f19233 req-035feb03-a1db-45a7-8fdf-4d8313446050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:55.700974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3629076c-0d90-40fd-9e93-9f4d94f19233 req-035feb03-a1db-45a7-8fdf-4d8313446050 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1126 time: 0.1206119 Jul 08 01:34:55.760871 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.805373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ca4209-580b-4314-86c1-aab81058f35f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:55.807829 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab8bf63-14b0-4958-85db-3e49b4e4dadd" -d '{"events": [{"server_uuid": "9c60d91b-72e8-4c8c-847d-27d2a09b9f60", "name": "network-vif-plugged", "status": "completed", "tag": "95ca4209-580b-4314-86c1-aab81058f35f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:55.826989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629076c-0d90-40fd-9e93-9f4d94f19233 req-0bc8dbae-0139-42f3-a5bf-64e6d9c93fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:55.828919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3629076c-0d90-40fd-9e93-9f4d94f19233 req-0bc8dbae-0139-42f3-a5bf-64e6d9c93fe3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.1194899 Jul 08 01:34:55.836242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] For port 4da227fb-b0d8-4b15-9c8b-4496754aa826, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:55.840784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] For port 4da227fb-b0d8-4b15-9c8b-4496754aa826, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4da227fb-b0d8-4b15-9c8b-4496754aa826,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:34:55.853497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.862062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:55.884386 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.889556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3629076c-0d90-40fd-9e93-9f4d94f19233 req-db7f2bee-76a8-4075-9d4e-d229e02f5f94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4300c723-e98d-406f-b092-7614cfc07bfb HTTP/1.1" status: 200 len: 217 time: 0.0522029 Jul 08 01:34:55.961340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:55.961974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:55.963637 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] 10.222.0.16 "PUT /v2.0/ports/4da227fb-b0d8-4b15-9c8b-4496754aa826 HTTP/1.1" status: 200 len: 1096 time: 1.0885344 Jul 08 01:34:55.971743 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a7540a-7776-4d08-bd11-cd381d7f4504 x-openstack-request-id: req-16a7540a-7776-4d08-bd11-cd381d7f4504 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:55.972041 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c60d91b-72e8-4c8c-847d-27d2a09b9f60", "name": "network-vif-plugged", "status": "completed", "tag": "95ca4209-580b-4314-86c1-aab81058f35f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:55.972315 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16a7540a-7776-4d08-bd11-cd381d7f4504 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:55.972727 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ca4209-580b-4314-86c1-aab81058f35f', 'code': 200} Jul 08 01:34:55.981159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff1663b-6b11-49ca-ade1-7cddfd11276c', 'tag': '4da227fb-b0d8-4b15-9c8b-4496754aa826'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:55.985456 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4790b6-97f0-4fc7-af39-0cf716baab04" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff1663b-6b11-49ca-ade1-7cddfd11276c", "tag": "4da227fb-b0d8-4b15-9c8b-4496754aa826"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:55.999019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0cac07-03d2-4225-bcea-5924b33650e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:56.007092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd39a10-62b6-465b-83b5-eacac8d01a94 service neutron] Pushing event updated for resources: {'Port': ['ID=4da227fb-b0d8-4b15-9c8b-4496754aa826,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:56.014055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0cac07-03d2-4225-bcea-5924b33650e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:56.026867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=95ca4209-580b-4314-86c1-aab81058f35f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:56.045540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629076c-0d90-40fd-9e93-9f4d94f19233 req-1e7f38de-04a5-4627-b686-8e232208777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.047046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3629076c-0d90-40fd-9e93-9f4d94f19233 req-1e7f38de-04a5-4627-b686-8e232208777d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.1506565 Jul 08 01:34:56.089126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3629076c-0d90-40fd-9e93-9f4d94f19233 req-f5c571d5-a0da-4d34-862e-a145b443fd46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333734 Jul 08 01:34:56.119740 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6f0cac07-03d2-4225-bcea-5924b33650e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ae35d5a8cd84db5a0debdf9cff06d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410442 Jul 08 01:34:56.123088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:56.125781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cac07-03d2-4225-bcea-5924b33650e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e4e3a4-2691-4858-ae35-69297377b18d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:56.167094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f1166-2af9-4fe0-8c9b-03a5fbf5a717 req-37675978-38a2-450b-9e71-091dac2e3628 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.173882 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-375f1166-2af9-4fe0-8c9b-03a5fbf5a717 req-37675978-38a2-450b-9e71-091dac2e3628 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.2132022 Jul 08 01:34:56.187789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-02d9223d-143c-4d00-899a-c904a5076727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.189839 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-02d9223d-143c-4d00-899a-c904a5076727 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14ad30c3c59244de9c8bde6aa3a010c8&device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 1099 time: 0.1290214 Jul 08 01:34:56.238371 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-46c02c1e-7948-46ff-84b6-7eacee2848f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4da227fb-b0d8-4b15-9c8b-4496754aa826 HTTP/1.1" status: 200 len: 217 time: 0.0350878 Jul 08 01:34:56.244288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e3198-fc8f-4440-910c-3a862fae4cda req-4f1e53f7-4e9d-4d33-9af3-a81b830a816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.246576 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4f8e3198-fc8f-4440-910c-3a862fae4cda req-4f1e53f7-4e9d-4d33-9af3-a81b830a816c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1097 time: 0.1271830 Jul 08 01:34:56.277627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:56.287004 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-375f1166-2af9-4fe0-8c9b-03a5fbf5a717 req-d91e9710-a1f8-4f14-acdb-06c8ff45ffd6 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122632 Jul 08 01:34:56.326955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-33ceaf4f-9153-4359-8ef6-56f6347d1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.328586 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-33ceaf4f-9153-4359-8ef6-56f6347d1189 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0809951 Jul 08 01:34:56.329456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3629076c-0d90-40fd-9e93-9f4d94f19233 req-c471fcf1-fe0b-48b0-adce-fdeb02ddf545 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315404 Jul 08 01:34:56.333693 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4f8e3198-fc8f-4440-910c-3a862fae4cda req-15d64a4c-65fb-4723-a3fb-53dc79cfba72 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764861 Jul 08 01:34:56.336339 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-243fea80-b5bf-4d02-9d1e-0a2efaf5638e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:56.362646 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffe330a-8af0-495e-a613-1ecabcf200c3 x-openstack-request-id: req-cffe330a-8af0-495e-a613-1ecabcf200c3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:34:56.362922 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff1663b-6b11-49ca-ade1-7cddfd11276c", "tag": "4da227fb-b0d8-4b15-9c8b-4496754aa826", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:34:56.363178 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cffe330a-8af0-495e-a613-1ecabcf200c3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:34:56.364803 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff1663b-6b11-49ca-ade1-7cddfd11276c', 'tag': '4da227fb-b0d8-4b15-9c8b-4496754aa826', 'status': 'completed', 'code': 200} Jul 08 01:34:56.369422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d853e7d-7df0-44a1-832a-0cb4678e24a7 req-f9fe613d-c2ac-4f00-9da9-680e26053fc9 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.370992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d853e7d-7df0-44a1-832a-0cb4678e24a7 req-f9fe613d-c2ac-4f00-9da9-680e26053fc9 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 943 time: 0.2125151 Jul 08 01:34:56.378651 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-243fea80-b5bf-4d02-9d1e-0a2efaf5638e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:56.437685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-140f1d84-29ba-4ab2-a22d-f02dfffd26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.439105 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-140f1d84-29ba-4ab2-a22d-f02dfffd26c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574005 Jul 08 01:34:56.547652 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-807e8177-c32c-4e88-a76e-311d4e681a80 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857549 Jul 08 01:34:56.553325 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d853e7d-7df0-44a1-832a-0cb4678e24a7 req-ded413e0-6579-4b7f-8692-c4f7525739c0 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719458 Jul 08 01:34:56.596094 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-243fea80-b5bf-4d02-9d1e-0a2efaf5638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:56.598687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-243fea80-b5bf-4d02-9d1e-0a2efaf5638e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:56.602174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-243fea80-b5bf-4d02-9d1e-0a2efaf5638e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20e4e3a4-2691-4858-ae35-69297377b18d HTTP/1.1" status: 204 len: 168 time: 0.4759574 Jul 08 01:34:56.607431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3629076c-0d90-40fd-9e93-9f4d94f19233 req-42d0e7e3-6747-4520-8805-81411606c628 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080383 Jul 08 01:34:56.614973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fea80-b5bf-4d02-9d1e-0a2efaf5638e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e4e3a4-2691-4858-ae35-69297377b18d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:56.629446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1be88-3a62-41aa-bae6-350cc79d9307 req-4af60ead-7a2d-4757-a091-8730a7398af8 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.632102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52e1be88-3a62-41aa-bae6-350cc79d9307 req-4af60ead-7a2d-4757-a091-8730a7398af8 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 947 time: 0.1471736 Jul 08 01:34:56.690275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52e1be88-3a62-41aa-bae6-350cc79d9307 req-eac86c08-340a-41bc-97a0-264047288ce6 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466654 Jul 08 01:34:56.714801 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23d7b6d7-3eeb-4596-9d58-4efb7e7f3de4 req-d3e1707a-9236-4d9c-8fb9-79527ebc9b58 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591749 Jul 08 01:34:56.845390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-165a962b-09e0-484c-887a-f274a022c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.847013 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-165a962b-09e0-484c-887a-f274a022c7ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14ad30c3c59244de9c8bde6aa3a010c8&device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 1099 time: 0.0708578 Jul 08 01:34:56.925794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd41da2-b701-4c98-a21c-713e370d7142 req-3b033c34-5f3b-4ec5-a816-83e13be0a2ed tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.934049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbd41da2-b701-4c98-a21c-713e370d7142 req-3b033c34-5f3b-4ec5-a816-83e13be0a2ed tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 943 time: 0.0777225 Jul 08 01:34:56.963076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-e3a9f266-691e-4227-9acf-6714ea7d3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:56.965019 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-e3a9f266-691e-4227-9acf-6714ea7d3b7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1111436 Jul 08 01:34:56.984663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbd41da2-b701-4c98-a21c-713e370d7142 req-6e91ed15-bd4d-4cbc-a7be-36809c292bf6 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496294 Jul 08 01:34:57.018979 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-97d909a7-ad54-4073-813a-59afe082b800 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=4da227fb-b0d8-4b15-9c8b-4496754aa826 HTTP/1.1" status: 200 len: 217 time: 0.0458970 Jul 08 01:34:57.081982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-d95f4e7f-9b1d-4d95-820a-8d73e3d041f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:57.084580 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-d95f4e7f-9b1d-4d95-820a-8d73e3d041f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0582695 Jul 08 01:34:57.165395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-a544eb01-133d-431f-8519-221be4141140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:57.167255 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-a544eb01-133d-431f-8519-221be4141140 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676069 Jul 08 01:34:57.207239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bea60-252f-4e5a-9d8e-20c3affbe91e req-2c856ecf-e60d-4e9a-b833-3962c5ae43d0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:57.210791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e1bea60-252f-4e5a-9d8e-20c3affbe91e req-2c856ecf-e60d-4e9a-b833-3962c5ae43d0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 945 time: 0.0824351 Jul 08 01:34:57.274533 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-4705eb06-e6b7-4ed5-ba66-a09f64517262 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974250 Jul 08 01:34:57.288487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e1bea60-252f-4e5a-9d8e-20c3affbe91e req-ae07d1fc-a500-4dcc-b016-33024bb39c98 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648427 Jul 08 01:34:57.290867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9bcb4edc-9e15-4e30-9278-deb610ddafd5 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:57.391109 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-a87ed443-f58c-40c2-b8bc-bd7617a75eae service neutron] 10.222.0.16 "GET /v2.0/ports/4300c723-e98d-406f-b092-7614cfc07bfb/bindings/n-h2-694802-14 HTTP/1.1" status: 200 len: 385 time: 0.0893292 Jul 08 01:34:57.491931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:57.515933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '9bcb4edc-9e15-4e30-9278-deb610ddafd5', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'port_id': '9bcb4edc-9e15-4e30-9278-deb610ddafd5', 'mac_address': 'fa:16:3e:39:1e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b773675-58a6-407f-bb54-168b4a710395', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:57.536598 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca4790b6-97f0-4fc7-af39-0cf716baab04 req-047f5c26-72ee-49ed-8e65-e6bb84531ce9 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539284 Jul 08 01:34:57.587099 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:57.605144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcb4edc-9e15-4e30-9278-deb610ddafd5 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:57.629174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:57.634334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:57.635457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 4300c723-e98d-406f-b092-7614cfc07bfb details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:57.693148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=9bcb4edc-9e15-4e30-9278-deb610ddafd5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:57.719398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-04cc1e50-877a-44bf-ab0b-aa4cc1dddd19 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:57.729128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ee8d8-410b-49f2-aee4-b2878adb8039 req-b6d5e622-c98d-40d4-af21-eb89c3f7a5b3 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:57.736041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-298ee8d8-410b-49f2-aee4-b2878adb8039 req-b6d5e622-c98d-40d4-af21-eb89c3f7a5b3 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1761761 Jul 08 01:34:57.783112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-04cc1e50-877a-44bf-ab0b-aa4cc1dddd19 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:57.795482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-298ee8d8-410b-49f2-aee4-b2878adb8039 req-1262de30-a990-43d0-a846-40e4211122e1 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584767 Jul 08 01:34:57.843452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-04cc1e50-877a-44bf-ab0b-aa4cc1dddd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4300c723-e98d-406f-b092-7614cfc07bfb {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:57.848918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:57.855002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-04cc1e50-877a-44bf-ab0b-aa4cc1dddd19 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:57.865474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 4300c723-e98d-406f-b092-7614cfc07bfb has no active binding in host n-h2-694802-14 {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:34:57.872561 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-04cc1e50-877a-44bf-ab0b-aa4cc1dddd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:58.044420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-04cc1e50-877a-44bf-ab0b-aa4cc1dddd19 service neutron] Transition to ACTIVE for port object 4300c723-e98d-406f-b092-7614cfc07bfb will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:34:58.053146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-04cc1e50-877a-44bf-ab0b-aa4cc1dddd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:58.065004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f946ef2-8a68-400b-81b7-04acda722cb9 req-98f1e47a-7cd2-4281-b0a7-e4a8e80b0f66 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.066552 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f946ef2-8a68-400b-81b7-04acda722cb9 req-98f1e47a-7cd2-4281-b0a7-e4a8e80b0f66 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 943 time: 0.1553409 Jul 08 01:34:58.117764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51708354-7faf-4b99-bb2b-200224fde0cd req-5eacedee-429e-48a6-aa8c-3a6f3e50a37f tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.119259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51708354-7faf-4b99-bb2b-200224fde0cd req-5eacedee-429e-48a6-aa8c-3a6f3e50a37f tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 947 time: 0.1668351 Jul 08 01:34:58.164248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['9bcb4edc-9e15-4e30-9278-deb610ddafd5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:34:58.183567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-04cc1e50-877a-44bf-ab0b-aa4cc1dddd19 service neutron] No DVR routers for this DVR port 4300c723-e98d-406f-b092-7614cfc07bfb on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:34:58.195327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc1e50-877a-44bf-ab0b-aa4cc1dddd19 service neutron] Pushing event updated for resources: {'Port': ['ID=4300c723-e98d-406f-b092-7614cfc07bfb,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:58.212561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f946ef2-8a68-400b-81b7-04acda722cb9 req-c0f1df40-7921-4ed6-9c11-8ed76619e541 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195836 Jul 08 01:34:58.245560 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51708354-7faf-4b99-bb2b-200224fde0cd req-67c3152f-84f7-465a-a139-38baa208caa3 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113141 Jul 08 01:34:58.248919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-04cc1e50-877a-44bf-ab0b-aa4cc1dddd19 service neutron] 10.222.0.16 "PUT /v2.0/ports/4300c723-e98d-406f-b092-7614cfc07bfb/bindings/n-h2-694802-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8500018 Jul 08 01:34:58.400665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-8f52f16b-1462-4d52-8615-fec504ece3c1 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.402279 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-8f52f16b-1462-4d52-8615-fec504ece3c1 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1096 time: 0.0662241 Jul 08 01:34:58.459198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17b00d-f1cd-42af-ad90-9e4d504c62f2 req-85403d1f-07ad-4f10-afe7-82b2d3977a4f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.461085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db17b00d-f1cd-42af-ad90-9e4d504c62f2 req-85403d1f-07ad-4f10-afe7-82b2d3977a4f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 944 time: 0.0726340 Jul 08 01:34:58.471919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-20b01370-f55f-47a6-89ac-5610d69af818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.474074 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-20b01370-f55f-47a6-89ac-5610d69af818 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8&tenant_id=9d10d97078d24fc1bc49f14722735d6d HTTP/1.1" status: 200 len: 1096 time: 0.0633318 Jul 08 01:34:58.501417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db17b00d-f1cd-42af-ad90-9e4d504c62f2 req-e79fb456-804c-44cf-9058-c7948fdef88b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340145 Jul 08 01:34:58.564157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-b691a5d7-4b34-4d0d-96e9-af63253c23e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.565799 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-b691a5d7-4b34-4d0d-96e9-af63253c23e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0632048 Jul 08 01:34:58.672609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-6f088d84-4c8f-40b4-8c82-d45e5df9476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.673336 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-6f088d84-4c8f-40b4-8c82-d45e5df9476a service neutron] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.0972824 Jul 08 01:34:58.719580 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-c109e0de-92eb-4de7-8bde-959a116ab3bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4300c723-e98d-406f-b092-7614cfc07bfb HTTP/1.1" status: 200 len: 217 time: 0.0393648 Jul 08 01:34:58.778878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-9851b341-c949-47a0-8fae-effe4d12bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.780533 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-9851b341-c949-47a0-8fae-effe4d12bfc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0536275 Jul 08 01:34:58.792353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c991c0-d9e1-4dd8-a629-ac2706a5105e req-a9d64ee4-df26-44c0-bc1c-61542491d363 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:58.800908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68c991c0-d9e1-4dd8-a629-ac2706a5105e req-a9d64ee4-df26-44c0-bc1c-61542491d363 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 945 time: 0.0750737 Jul 08 01:34:58.819424 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-ad4f3a25-a939-4e0e-acc0-3406f732d6dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317023 Jul 08 01:34:58.842762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68c991c0-d9e1-4dd8-a629-ac2706a5105e req-9a905c75-326c-4030-8362-cd9d25ff797b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Jul 08 01:34:58.928595 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-d11ff1ac-f954-42bf-97c9-7941254b5148 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999401 Jul 08 01:34:59.042878 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-b0d576d0-d510-45b9-b263-393520659d6a service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041720 Jul 08 01:34:59.053981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6cbaf-f379-4bda-866f-42482a67bbd4 req-7b4cbe06-7514-4037-b4ef-1f887508f8b7 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.055626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26a6cbaf-f379-4bda-866f-42482a67bbd4 req-7b4cbe06-7514-4037-b4ef-1f887508f8b7 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.0670714 Jul 08 01:34:59.130836 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26a6cbaf-f379-4bda-866f-42482a67bbd4 req-841ed520-2eae-44a0-9cfb-4d6f82cb93a0 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622342 Jul 08 01:34:59.141727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0361-751a-448e-b3b1-ce6851d49b22 req-f7bad988-e8d6-4433-8b3f-86a0c6b17118 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.143237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b5a0361-751a-448e-b3b1-ce6851d49b22 req-f7bad988-e8d6-4433-8b3f-86a0c6b17118 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1097 time: 0.0851791 Jul 08 01:34:59.148345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:59.214184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b5a0361-751a-448e-b3b1-ce6851d49b22 req-abea019d-3164-400d-8c22-ac307966c7b1 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512726 Jul 08 01:34:59.295674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9bcb4edc-9e15-4e30-9278-deb610ddafd5 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:34:59.305319 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93968294-afe5-4505-a352-b118bb256b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.358167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 9bcb4edc-9e15-4e30-9278-deb610ddafd5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:34:59.362802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 9bcb4edc-9e15-4e30-9278-deb610ddafd5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:34:59.363171 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.433704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-34c7e493-9ded-4c4a-8a98-4d931810d7c2 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.436344 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-34c7e493-9ded-4c4a-8a98-4d931810d7c2 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1096 time: 0.0943496 Jul 08 01:34:59.470182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96129e1-50fb-40b8-a914-0d4fc64c5001 req-131f3941-818a-42fd-851d-213f56ff66b5 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.471731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d96129e1-50fb-40b8-a914-0d4fc64c5001 req-131f3941-818a-42fd-851d-213f56ff66b5 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1097 time: 0.1037621 Jul 08 01:34:59.474244 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93968294-afe5-4505-a352-b118bb256b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.493707 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93968294-afe5-4505-a352-b118bb256b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.504660 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.532579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcb4edc-9e15-4e30-9278-deb610ddafd5'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:34:59.535289 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7262fc2-e1ce-4fa2-998d-bb39393e3a5f" -d '{"events": [{"server_uuid": "e5383af6-8f8a-442d-8cb0-d6d03a760fc1", "name": "network-vif-plugged", "status": "completed", "tag": "9bcb4edc-9e15-4e30-9278-deb610ddafd5"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:34:59.539952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-93968294-afe5-4505-a352-b118bb256b2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80519a1514424318b2cfc730fab8cc1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905454 Jul 08 01:34:59.547422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40406) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:34:59.550044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4da227fb-b0d8-4b15-9c8b-4496754aa826 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:34:59.554228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:59.567200 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.624529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-9abf836a-8a9d-4e02-aac1-ad83b164b072 service neutron] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:34:59.628873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-9abf836a-8a9d-4e02-aac1-ad83b164b072 service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.631768 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db708f1-6f6e-4ad4-9889-f73d6333306a req-9abf836a-8a9d-4e02-aac1-ad83b164b072 service neutron] 10.222.0.24 "DELETE /v2.0/ports/4300c723-e98d-406f-b092-7614cfc07bfb/bindings/n-h1-694802-14 HTTP/1.1" status: 204 len: 173 time: 0.1872766 Jul 08 01:34:59.635215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93968294-afe5-4505-a352-b118bb256b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ee5364-9cf5-4871-aa2c-7095ffa5da64,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:59.652051 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d96129e1-50fb-40b8-a914-0d4fc64c5001 req-aa69c081-a417-4ad2-97d1-587e6cff2324 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729848 Jul 08 01:34:59.682586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=9bcb4edc-9e15-4e30-9278-deb610ddafd5,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:59.716126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4da227fb-b0d8-4b15-9c8b-4496754aa826, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4da227fb-b0d8-4b15-9c8b-4496754aa826,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:59.722907 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68c327e8-db05-4f28-a793-667296e3674c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.738033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fba081-0b14-46f3-9250-eb303a3652d5 req-de47a98e-c7c3-475e-9d3a-d8769cb3fa5a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.740348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74fba081-0b14-46f3-9250-eb303a3652d5 req-de47a98e-c7c3-475e-9d3a-d8769cb3fa5a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 944 time: 0.1988187 Jul 08 01:34:59.769361 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68c327e8-db05-4f28-a793-667296e3674c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.844000 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '4da227fb-b0d8-4b15-9c8b-4496754aa826', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '4da227fb-b0d8-4b15-9c8b-4496754aa826', 'mac_address': 'fa:16:3e:25:12:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:34:59.854916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74fba081-0b14-46f3-9250-eb303a3652d5 req-6d1a3f56-c557-40e5-b287-e736e8247694 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035645 Jul 08 01:34:59.888442 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.896446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cf815-5d6c-498c-a1f4-8966f50b5288 req-fb04a3ed-7cd4-467f-b350-3a9811a2dccf tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:34:59.898437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a82cf815-5d6c-498c-a1f4-8966f50b5288 req-fb04a3ed-7cd4-467f-b350-3a9811a2dccf tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 947 time: 0.1322370 Jul 08 01:34:59.903445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68c327e8-db05-4f28-a793-667296e3674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.904785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da227fb-b0d8-4b15-9c8b-4496754aa826 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:34:59.906179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68c327e8-db05-4f28-a793-667296e3674c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.910071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-68c327e8-db05-4f28-a793-667296e3674c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99ee5364-9cf5-4871-aa2c-7095ffa5da64 HTTP/1.1" status: 204 len: 168 time: 0.3589694 Jul 08 01:34:59.929273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c327e8-db05-4f28-a793-667296e3674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ee5364-9cf5-4871-aa2c-7095ffa5da64,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:34:59.967047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4da227fb-b0d8-4b15-9c8b-4496754aa826, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4da227fb-b0d8-4b15-9c8b-4496754aa826,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:34:59.974930 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:34:59.984858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a82cf815-5d6c-498c-a1f4-8966f50b5288 req-73857afd-45e9-411a-be22-e72d5ddcd1ee tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755899 Jul 08 01:35:00.037480 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbafa60-1d6d-474b-a00b-c0a658a2121d x-openstack-request-id: req-cdbafa60-1d6d-474b-a00b-c0a658a2121d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:00.037786 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5383af6-8f8a-442d-8cb0-d6d03a760fc1", "name": "network-vif-plugged", "status": "completed", "tag": "9bcb4edc-9e15-4e30-9278-deb610ddafd5", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:00.038040 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cdbafa60-1d6d-474b-a00b-c0a658a2121d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:00.038438 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcb4edc-9e15-4e30-9278-deb610ddafd5', 'code': 200} Jul 08 01:35:00.065535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4da227fb-b0d8-4b15-9c8b-4496754aa826,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:00.197311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c751622-74fd-48fe-816e-23f393cca1a3 req-08483eda-1340-43c8-832d-219101c32c92 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:00.197311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c751622-74fd-48fe-816e-23f393cca1a3 req-08483eda-1340-43c8-832d-219101c32c92 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 945 time: 0.0865932 Jul 08 01:35:00.203598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e790c4-6c75-4ea5-81a7-ac9d3ceb4ed3 req-b60d5c30-7cd8-4c38-9d13-db322f57c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:00.209682 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28e790c4-6c75-4ea5-81a7-ac9d3ceb4ed3 req-b60d5c30-7cd8-4c38-9d13-db322f57c754 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 1097 time: 0.0902541 Jul 08 01:35:00.236055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4da227fb-b0d8-4b15-9c8b-4496754aa826'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:00.295559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28e790c4-6c75-4ea5-81a7-ac9d3ceb4ed3 req-c8c87a57-a956-4ded-abdd-3bd0ba62441d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741606 Jul 08 01:35:00.308747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c751622-74fd-48fe-816e-23f393cca1a3 req-971db550-32d0-4a89-a9d0-15ce3e2c65da tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030695 Jul 08 01:35:00.342551 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40430) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:00.359328 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8ac1-9849-44cf-8424-6ad24bf0720f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.479960 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8ac1-9849-44cf-8424-6ad24bf0720f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.480252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f224262-d4f1-4dbc-ba14-e9936ba1be05 req-acbbe29a-cda0-43c6-93f2-aba79b670f6f tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:00.482913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f224262-d4f1-4dbc-ba14-e9936ba1be05 req-acbbe29a-cda0-43c6-93f2-aba79b670f6f tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.0947905 Jul 08 01:35:00.485557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8ac1-9849-44cf-8424-6ad24bf0720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.526572 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5b5d8ac1-9849-44cf-8424-6ad24bf0720f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a90f1358e7e415396a8692aba349f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827378 Jul 08 01:35:00.527300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d8ac1-9849-44cf-8424-6ad24bf0720f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7b02b-98da-4260-8307-13fc60bd7584,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:00.529702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40432) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:00.565455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f224262-d4f1-4dbc-ba14-e9936ba1be05 req-036b762e-f522-4e09-be42-6176ac089cec tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753422 Jul 08 01:35:00.606549 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8219-03f5-41fc-8a29-adbcd820d87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.636779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8219-03f5-41fc-8a29-adbcd820d87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.687985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8219-03f5-41fc-8a29-adbcd820d87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.694745 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8219-03f5-41fc-8a29-adbcd820d87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:00.700004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9d7b8219-03f5-41fc-8a29-adbcd820d87f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cc7b02b-98da-4260-8307-13fc60bd7584 HTTP/1.1" status: 204 len: 168 time: 0.1671357 Jul 08 01:35:00.703740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e702e-fe75-4b21-b285-e1fc9a77a2eb req-08f433fa-44e8-442b-91cd-9b41dc891149 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:00.705659 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c41e702e-fe75-4b21-b285-e1fc9a77a2eb req-08f433fa-44e8-442b-91cd-9b41dc891149 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0602560 Jul 08 01:35:00.709861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b8219-03f5-41fc-8a29-adbcd820d87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc7b02b-98da-4260-8307-13fc60bd7584,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:00.797757 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c41e702e-fe75-4b21-b285-e1fc9a77a2eb req-82ee2af9-0d42-4e49-98aa-fc2386bb01e4 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755670 Jul 08 01:35:00.807473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a47488-fdb4-4ec6-b811-87f7289cd955 req-5b7598b0-384c-4a24-bb67-4d46d498899a tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:00.811215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4a47488-fdb4-4ec6-b811-87f7289cd955 req-5b7598b0-384c-4a24-bb67-4d46d498899a tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1097 time: 0.0938761 Jul 08 01:35:00.868229 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4a47488-fdb4-4ec6-b811-87f7289cd955 req-dbfd72a8-b779-4653-b67d-931df06e28a5 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477514 Jul 08 01:35:01.176105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-c60c60bc-7409-4acf-b62d-07c0fce15c31 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:01.177643 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-c60c60bc-7409-4acf-b62d-07c0fce15c31 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 820 time: 0.1695626 Jul 08 01:35:01.205225 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-d151a7b7-f949-4b6f-9772-4af1fb6ab0ad tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/quotas/9d10d97078d24fc1bc49f14722735d6d HTTP/1.1" status: 200 len: 375 time: 0.0189247 Jul 08 01:35:01.221789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e0b76-1dbe-4160-9044-e6c2756ed19b req-f1445a07-9e61-4bd2-b32f-76fdc0aaf1cf tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:01.223909 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb4e0b76-1dbe-4160-9044-e6c2756ed19b req-f1445a07-9e61-4bd2-b32f-76fdc0aaf1cf tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 948 time: 0.1156240 Jul 08 01:35:01.229040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40472) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:01.327348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb4e0b76-1dbe-4160-9044-e6c2756ed19b req-c31323c3-3e99-4227-8cd8-db8050f02129 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913649 Jul 08 01:35:01.342476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-a582d390-7053-4abf-99d5-220fcaa59e39 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285827 Jul 08 01:35:01.365655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b07e-5f4e-48e6-bd61-e5207f3a82e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.461894 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-1aa92292-6300-4946-81a5-7721c4667370 service neutron] 10.222.0.41 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114488 Jul 08 01:35:01.502267 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b07e-5f4e-48e6-bd61-e5207f3a82e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.508548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b07e-5f4e-48e6-bd61-e5207f3a82e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.558902 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1cb3b07e-5f4e-48e6-bd61-e5207f3a82e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39d63aec915d486c988c77385d7e884d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285921 Jul 08 01:35:01.559769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3b07e-5f4e-48e6-bd61-e5207f3a82e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54446a0-756a-4da2-be38-f2b1a5820920,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:01.562224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40486) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:01.562352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4da227fb-b0d8-4b15-9c8b-4496754aa826 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:01.595502 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-22fc350b-e8de-412b-9414-a8dde4f023fc service neutron] 10.222.0.41 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228435 Jul 08 01:35:01.596572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40490) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:01.636862 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69d6f885-5b6b-4e5d-9581-544bcd6ce725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.658041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 4da227fb-b0d8-4b15-9c8b-4496754aa826 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:01.664833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 4da227fb-b0d8-4b15-9c8b-4496754aa826 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:01.665012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69d6f885-5b6b-4e5d-9581-544bcd6ce725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.665202 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.727763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69d6f885-5b6b-4e5d-9581-544bcd6ce725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.727945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf5b26-53c3-4be7-a717-a7222ca38cf8 req-33a531ee-13c5-41ef-a168-efb5d4eddccb tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:01.729493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6cf5b26-53c3-4be7-a717-a7222ca38cf8 req-33a531ee-13c5-41ef-a168-efb5d4eddccb tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 945 time: 0.0863786 Jul 08 01:35:01.731485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69d6f885-5b6b-4e5d-9581-544bcd6ce725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.734055 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-69d6f885-5b6b-4e5d-9581-544bcd6ce725 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c54446a0-756a-4da2-be38-f2b1a5820920 HTTP/1.1" status: 204 len: 168 time: 0.1695428 Jul 08 01:35:01.741922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6f885-5b6b-4e5d-9581-544bcd6ce725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54446a0-756a-4da2-be38-f2b1a5820920,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:01.851281 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.901483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4da227fb-b0d8-4b15-9c8b-4496754aa826, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4da227fb-b0d8-4b15-9c8b-4496754aa826,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:01.906471 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:01.907892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4300c723-e98d-406f-b092-7614cfc07bfb no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:01.999362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4da227fb-b0d8-4b15-9c8b-4496754aa826,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:02.003142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4300c723-e98d-406f-b092-7614cfc07bfb not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:02.039179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff1663b-6b11-49ca-ade1-7cddfd11276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da227fb-b0d8-4b15-9c8b-4496754aa826'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:02.042983 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f203108f-3936-487c-a132-c10d8ced4986" -d '{"events": [{"server_uuid": "7ff1663b-6b11-49ca-ade1-7cddfd11276c", "name": "network-vif-plugged", "status": "completed", "tag": "4da227fb-b0d8-4b15-9c8b-4496754aa826"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:02.100619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-network', 'tenant_id': '89355e5c183d4422b9413bc38f833dff'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:02.121736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40512) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:02.136358 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b50d369-3c31-48da-8565-83d4eca74ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.158226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-6b50d369-3c31-48da-8565-83d4eca74ef2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:35:02.158226 n-d-694802-14 neutron-server[93884]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 01:35:02.158226 n-d-694802-14 neutron-server[93884]: [parameters: {'project_id': '7d92266142984201b922b52cb3f372a7', 'id': '9b9fb9a7-85d1-4216-b934-2d6ece360f7e', 'expiration': datetime.datetime(2021, 7, 8, 1, 37, 2, 154541)}] Jul 08 01:35:02.158226 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:35:02.158672 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-6b50d369-3c31-48da-8565-83d4eca74ef2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:35:02.161579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6cf5b26-53c3-4be7-a717-a7222ca38cf8 req-cde925ad-8bc9-4e95-a238-327ccb6aefe8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257095 Jul 08 01:35:02.174473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Made reservation on behalf of 89355e5c183d4422b9413bc38f833dff for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:02.177532 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.191926 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.250866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-211244a9-a02d-4808-8e92-f0bbb6e1faad req-980ce8ad-f18f-431c-a307-340a9a4f135b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 210 time: 0.0490112 Jul 08 01:35:02.266881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e41d9a-c947-4697-bea5-17b82ad50d2c req-7c5a7dfd-b9f0-4049-ad15-f624a539414b tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:02.276088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1e41d9a-c947-4697-bea5-17b82ad50d2c req-7c5a7dfd-b9f0-4049-ad15-f624a539414b tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1766217 Jul 08 01:35:02.333674 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1e41d9a-c947-4697-bea5-17b82ad50d2c req-e06bdda6-7350-4dbf-946a-9c518eede0b8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556667 Jul 08 01:35:02.381792 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8123db-a449-423d-b85e-1b4611429ecf x-openstack-request-id: req-9e8123db-a449-423d-b85e-1b4611429ecf {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:02.382078 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff1663b-6b11-49ca-ade1-7cddfd11276c", "name": "network-vif-plugged", "status": "completed", "tag": "4da227fb-b0d8-4b15-9c8b-4496754aa826", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:02.382329 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e8123db-a449-423d-b85e-1b4611429ecf {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:02.382724 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff1663b-6b11-49ca-ade1-7cddfd11276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da227fb-b0d8-4b15-9c8b-4496754aa826', 'code': 200} Jul 08 01:35:02.425519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.429730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.469811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:35:02.488790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824e8851-a88b-48b2-8902-8218cb54d8e1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:02.512592 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.512944 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Added segment c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b of type vlan for network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 Jul 08 01:35:02.540215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1afc-c2ae-4da5-a98f-a193c83a0388 req-0ecb9939-fc2c-4671-bdd7-b8a91ec3dc3e tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:02.541740 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08fe1afc-c2ae-4da5-a98f-a193c83a0388 req-0ecb9939-fc2c-4671-bdd7-b8a91ec3dc3e tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1097 time: 0.1748798 Jul 08 01:35:02.605221 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.621718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08fe1afc-c2ae-4da5-a98f-a193c83a0388 req-99a9903c-0aea-4c86-8d55-89459da8c7fb tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600543 Jul 08 01:35:02.640214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1b8d-8244-41ab-8377-74afa56cbdfe req-b9d6be42-4bd8-4854-8eca-d1b69923de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:02.641787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68ee1b8d-8244-41ab-8377-74afa56cbdfe req-b9d6be42-4bd8-4854-8eca-d1b69923de5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 1101 time: 0.1621141 Jul 08 01:35:02.660326 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b50d369-3c31-48da-8565-83d4eca74ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.680220 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.681149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:02.682022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.765627 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b50d369-3c31-48da-8565-83d4eca74ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.771649 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b50d369-3c31-48da-8565-83d4eca74ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.813996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50d369-3c31-48da-8565-83d4eca74ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca76f2de-4f0f-448d-a743-ae7733d466ab,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:02.819852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68ee1b8d-8244-41ab-8377-74afa56cbdfe req-de6acb43-5456-4dd6-a87c-6e880d59ac84 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711247 Jul 08 01:35:02.824201 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6b50d369-3c31-48da-8565-83d4eca74ef2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d92266142984201b922b52cb3f372a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7011991 Jul 08 01:35:02.826832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40524) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:02.833591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2348628 Jul 08 01:35:02.836600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40526) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:02.836755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694ee42-2829-492b-8fb9-63162cd861a8 admin admin] Pushing event updated for resources: {'Network': ['ID=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:02.843876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Request body: {'subnet': {'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-subnet', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:02.849913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:35:02.888213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47e36-32b5-42f5-bdf4-11cc46fc9020 req-967b0323-c91a-4b05-95b4-2f0354bccb66 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:02.894121 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60a47e36-32b5-42f5-bdf4-11cc46fc9020 req-967b0323-c91a-4b05-95b4-2f0354bccb66 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 949 time: 0.2080002 Jul 08 01:35:02.919838 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ae88-6700-45b4-a6ce-19f013403ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.922691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Made reservation on behalf of 89355e5c183d4422b9413bc38f833dff for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:02.925099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:02.977001 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60a47e36-32b5-42f5-bdf4-11cc46fc9020 req-b0986365-d824-4280-87e2-5c481b96aa2f tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686464 Jul 08 01:35:02.993466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ea395-ee0b-47a5-87f4-aef6475c0314 req-78cfff9d-4857-4452-b73c-ac93929bf475 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:02.995123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-135ea395-ee0b-47a5-87f4-aef6475c0314 req-78cfff9d-4857-4452-b73c-ac93929bf475 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 945 time: 0.0991802 Jul 08 01:35:02.999280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ae88-6700-45b4-a6ce-19f013403ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.073586 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-135ea395-ee0b-47a5-87f4-aef6475c0314 req-46372051-6ef2-4af2-a38e-b076af2d7edd tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615253 Jul 08 01:35:03.079585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ae88-6700-45b4-a6ce-19f013403ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.083087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7b2ae88-6700-45b4-a6ce-19f013403ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.085144 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d7b2ae88-6700-45b4-a6ce-19f013403ebe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca76f2de-4f0f-448d-a743-ae7733d466ab HTTP/1.1" status: 204 len: 168 time: 0.2571914 Jul 08 01:35:03.115975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2ae88-6700-45b4-a6ce-19f013403ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca76f2de-4f0f-448d-a743-ae7733d466ab,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:03.211941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.275729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Pushing event updated for resources: {'Subnet': ['ID=609aa358-4c73-4b5d-ac82-e861f0c82659,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:03.295675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Checking segment: {'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:03.296026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Network hostable DHCP agents. Network: e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:35:03.320480 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e3a42374-6ea2-482b-b4e1-6bcfd5d13177 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:03.326003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e3a42374-6ea2-482b-b4e1-6bcfd5d13177 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:03.329498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:35:03.345562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:03.356656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-1458eb24-77d3-4c35-b75e-0cea26ad1c10 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:03.358392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-1458eb24-77d3-4c35-b75e-0cea26ad1c10 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 820 time: 0.1898713 Jul 08 01:35:03.368410 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:03.369283 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.383339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Request body: {'port': {'device_id': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'network_id': '767b6759-e4c7-45ff-9888-230faa276961', 'admin_state_up': True, 'tenant_id': '9d10d97078d24fc1bc49f14722735d6d'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:03.415907 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-450e17a0-8738-4c53-b523-db7b1d4a110f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5777838 Jul 08 01:35:03.418642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40536) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:03.423129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:03.434885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a0084-6137-43fa-a89a-6e03a8c16967 None None] Network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:35:03.482407 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.483562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.547658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.562367 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:35:03.606409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7362af7c-dfb2-4538-972a-48cc5d895277 req-d873fba5-1cbc-42c9-81c2-e792ecc271d5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 210 time: 0.1178300 Jul 08 01:35:03.748097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Made reservation on behalf of 9d10d97078d24fc1bc49f14722735d6d for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:03.751860 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:03.915454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:35:03.917028 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.038683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.065968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:04.081228 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.084830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'mac_address': 'fa:16:3e:a8:12:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:tempest-test_az-495204118', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:04.125851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Allocated IP 172.20.0.14 (767b6759-e4c7-45ff-9888-230faa276961/6c9a2d5b-3a74-4ae8-867e-e9350a1630e3/571624e2-fed0-4ef6-a2c7-3307954853f4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:04.195351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b3966-4e0e-4631-8c5b-33beb5616b32 req-5053a379-0c80-4616-aed7-dd40e0887b7a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:04.206289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-759b3966-4e0e-4631-8c5b-33beb5616b32 req-5053a379-0c80-4616-aed7-dd40e0887b7a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.2707989 Jul 08 01:35:04.211125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:04.305561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-759b3966-4e0e-4631-8c5b-33beb5616b32 req-bcf18e0c-1ddf-4e39-b078-48095ccc342e tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705483 Jul 08 01:35:04.337906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.358604 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.367450 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.393754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:04.397042 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee8313a-ac16-4f5b-8b44-bd597da79d86" -d '{"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:04.410182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Allocated IP 172.20.0.2 (e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521/609aa358-4c73-4b5d-ac82-e861f0c82659/bb234329-937b-45db-ad44-cb63a0778a7e) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:04.478900 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.485507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.531452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3a42374-6ea2-482b-b4e1-6bcfd5d13177 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:04.537676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Allocated IP 172.25.4.149 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/170bd02e-6148-45c5-8765-252977cc5830) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:04.547392 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.567260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-0cc157b6-2536-46b7-a253-420884164b91 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:35:04.578832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-0cc157b6-2536-46b7-a253-420884164b91 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287144 Jul 08 01:35:04.596031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Request body: {'binding': {'host': 'n-h2-694802-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:04.596523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:35:04.631880 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:35:04.632333 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:35:04.632834 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:04.686527 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.737391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.767839 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.778240 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.781009 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Transition to ACTIVE for port object bb234329-937b-45db-ad44-cb63a0778a7e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:04.788339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:04.796400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:04.800518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:04.810249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Transition to ACTIVE for port object bb234329-937b-45db-ad44-cb63a0778a7e will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:04.822251 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.872516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:04.874129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Network 767b6759-e4c7-45ff-9888-230faa276961 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:04.877697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:04.887360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:04.888994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:04.897577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Pushing event updated for resources: {'Port': ['ID=571624e2-fed0-4ef6-a2c7-3307954853f4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:04.900038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:04.903049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Pushing event updated for resources: {'Port': ['ID=bb234329-937b-45db-ad44-cb63a0778a7e,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:04.934874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Pushing event updated for resources: {'Port': ['ID=170bd02e-6148-45c5-8765-252977cc5830,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:04.958750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeace41-66b1-4128-8d49-849c63fd25a4 req-fe73144f-7575-4c0c-9a44-035c93767792 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:04.960371 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3aeace41-66b1-4128-8d49-849c63fd25a4 req-fe73144f-7575-4c0c-9a44-035c93767792 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 949 time: 0.2561359 Jul 08 01:35:04.966491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Attempting to bind port bb234329-937b-45db-ad44-cb63a0778a7e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:04.967464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Attempting to bind port bb234329-937b-45db-ad44-cb63a0778a7e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:04.968535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Attempting to bind port bb234329-937b-45db-ad44-cb63a0778a7e on network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:04.977244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:04.977880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Checking segment: {'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:04.978280 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:04.978667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Bound using segment: {'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:04.979132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Bound port: bb234329-937b-45db-ad44-cb63a0778a7e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:04.979509 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:05.014726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f on host n-h2-694802-14 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:05.015011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:05.015324 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:05.028663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:05.029299 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:05.047510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Port 95ca4209-580b-4314-86c1-aab81058f35f on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:05.047837 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:05.067832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3aeace41-66b1-4128-8d49-849c63fd25a4 req-06883722-0cda-4ff2-bc50-cf38dcad29d0 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971191 Jul 08 01:35:05.076519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] For port bb234329-937b-45db-ad44-cb63a0778a7e, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:05.078535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:05.078900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:05.079286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:05.079744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Bound port: 95ca4209-580b-4314-86c1-aab81058f35f, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:05.080656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] For port bb234329-937b-45db-ad44-cb63a0778a7e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bb234329-937b-45db-ad44-cb63a0778a7e,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:05.094472 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-ce0e9121-79fb-4253-b2b0-8bf806f9af6d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7157972 Jul 08 01:35:05.094657 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:05.123002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Request body: {'port': {'device_id': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:05.205904 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:05.220609 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:05.252584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a42374-6ea2-482b-b4e1-6bcfd5d13177 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:05.282957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf50f36-21ef-495e-9731-440f43bb4676 None None] Pushing event updated for resources: {'Port': ['ID=bb234329-937b-45db-ad44-cb63a0778a7e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:05.295239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:05.296824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:05.301134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:05.307242 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:05.317490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:05.318680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d5b0df97-c8b8-4864-b9f3-9341bbc8e51e service neutron] 10.222.0.41 "POST /v2.0/ports/95ca4209-580b-4314-86c1-aab81058f35f/bindings HTTP/1.1" status: 201 len: 390 time: 0.7389688 Jul 08 01:35:05.380972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:05.404687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abadc66-e37f-40d1-9e39-1bd9ed7f556c req-60ac221c-1129-493f-9706-c05fb8adbab5 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:05.415040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2abadc66-e37f-40d1-9e39-1bd9ed7f556c req-60ac221c-1129-493f-9706-c05fb8adbab5 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 945 time: 0.2053080 Jul 08 01:35:05.500009 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db021768-0340-47fa-96e5-480e6c2a76be x-openstack-request-id: req-db021768-0340-47fa-96e5-480e6c2a76be {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:05.500479 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:05.500826 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db021768-0340-47fa-96e5-480e6c2a76be {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:05.501335 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'code': 200} Jul 08 01:35:05.550666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:05.569672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['e3a42374-6ea2-482b-b4e1-6bcfd5d13177'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:05.712916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2abadc66-e37f-40d1-9e39-1bd9ed7f556c req-3149980a-2a86-490a-a897-40a74ef703cb tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798848 Jul 08 01:35:05.742731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-3a12d76b-78bb-4a11-b070-f65ff38caed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:05.744497 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-3a12d76b-78bb-4a11-b070-f65ff38caed8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1097 time: 0.0884006 Jul 08 01:35:05.807859 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Router bdd360cd-dac6-48da-bb61-7d2bcc4df20e is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:35:05.828183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c3d66-7ba5-4c10-a4af-21f2a892d96b req-cd6e4e83-cd70-4a23-805d-53eaa405b372 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:05.832945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a3c3d66-7ba5-4c10-a4af-21f2a892d96b req-cd6e4e83-cd70-4a23-805d-53eaa405b372 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 932 time: 0.2018783 Jul 08 01:35:05.908913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a3c3d66-7ba5-4c10-a4af-21f2a892d96b req-2d91207e-de36-4ab9-93b4-379b991546f9 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626330 Jul 08 01:35:05.933934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-863a78f7-746e-4d3d-b5cc-cde6b579271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:05.933934 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-863a78f7-746e-4d3d-b5cc-cde6b579271e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.1732414 Jul 08 01:35:06.003499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571624e2-fed0-4ef6-a2c7-3307954853f4 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:06.026602 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.040027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:35:06.052053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Transition to ACTIVE for port object 571624e2-fed0-4ef6-a2c7-3307954853f4 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:06.054904 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-6d643fb7-8f20-4327-b073-4015d2e5aae0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95ca4209-580b-4314-86c1-aab81058f35f HTTP/1.1" status: 200 len: 217 time: 0.1152325 Jul 08 01:35:06.061976 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.074611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Sync routers for ids ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:35:06.094999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Routers {'bdd360cd-dac6-48da-bb61-7d2bcc4df20e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:06.095658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:34:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:06.148926 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.150385 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-09f566a3-5356-4da0-b6ee-7dacc0487f5d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.7306731 Jul 08 01:35:06.153046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40614) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:06.205599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Pushing event updated for resources: {'Port': ['ID=571624e2-fed0-4ef6-a2c7-3307954853f4,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:06.276225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Set router bdd360cd-dac6-48da-bb61-7d2bcc4df20e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:06.307517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81711f9-2055-4b79-9496-50e91c7355a6 req-ec5559c9-b546-466d-b2c0-40112aecb7ce tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:06.309146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d81711f9-2055-4b79-9496-50e91c7355a6 req-ec5559c9-b546-466d-b2c0-40112aecb7ce tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 970 time: 0.1738048 Jul 08 01:35:06.329913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:06.330259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:06.330659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:06.357099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bb234329-937b-45db-ad44-cb63a0778a7e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:06.361253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Port 571624e2-fed0-4ef6-a2c7-3307954853f4 on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:06.362168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:06.398486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-a185db84-9880-4a6b-9a69-4aebebae8400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:06.400153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-a185db84-9880-4a6b-9a69-4aebebae8400 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.3241677 Jul 08 01:35:06.403622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:06.404094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:06.405213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:06.405684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Bound port: 571624e2-fed0-4ef6-a2c7-3307954853f4, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:06.406050 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.449319 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-8dca33ca-2b79-4829-894c-8158f944d4b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394001 Jul 08 01:35:06.483031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d81711f9-2055-4b79-9496-50e91c7355a6 req-fda44111-cba5-416d-b2a6-bddf71f92d11 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556590 Jul 08 01:35:06.544038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45c7c1-9ffd-4884-9ada-4b0b5ec2fada req-9d92bdf3-61ee-4864-8ccc-2df59eac64fa tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:06.545826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c45c7c1-9ffd-4884-9ada-4b0b5ec2fada req-9d92bdf3-61ee-4864-8ccc-2df59eac64fa tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 945 time: 0.1956978 Jul 08 01:35:06.554503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:06.565237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:06.575532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8173a-f80e-4d79-926b-0c764708e15e None None] Network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:35:06.580283 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.635913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:06.636597 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.638236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] 10.222.0.16 "PUT /v2.0/ports/571624e2-fed0-4ef6-a2c7-3307954853f4 HTTP/1.1" status: 200 len: 1093 time: 1.5206959 Jul 08 01:35:06.641444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'tag': '571624e2-fed0-4ef6-a2c7-3307954853f4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:06.644659 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e29f027-affe-442f-9475-a960728e550d" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bdb925-d886-4396-b7c4-8882bbfcbf2e", "tag": "571624e2-fed0-4ef6-a2c7-3307954853f4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:06.666697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5a5afe77-1ef4-4ab4-a545-59423784b93d None None] Provisioning for port bb234329-937b-45db-ad44-cb63a0778a7e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:06.667096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c45c7c1-9ffd-4884-9ada-4b0b5ec2fada req-3ae4fb93-857e-4770-88cd-5f0a97c9adb2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137741 Jul 08 01:35:06.683082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5a5afe77-1ef4-4ab4-a545-59423784b93d None None] Provisioning complete for port bb234329-937b-45db-ad44-cb63a0778a7e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:06.683458 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a5afe77-1ef4-4ab4-a545-59423784b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.701052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43007375-5896-4a08-a1c0-93c84992a109 service neutron] Pushing event updated for resources: {'Port': ['ID=571624e2-fed0-4ef6-a2c7-3307954853f4,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:06.724458 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-29235b54-7441-492b-a68a-8611aa42d34e service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425213 Jul 08 01:35:06.757127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port bb234329-937b-45db-ad44-cb63a0778a7e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:06.784641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port bb234329-937b-45db-ad44-cb63a0778a7e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:06.784641 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:06.844470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-a6a6afbf-38a6-493e-8a8d-7612ca4e1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:06.846070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-a6a6afbf-38a6-493e-8a8d-7612ca4e1dd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 1096 time: 0.1186144 Jul 08 01:35:06.919577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-192470b6-4a2e-48a9-acfb-ce1097f0ff11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=571624e2-fed0-4ef6-a2c7-3307954853f4 HTTP/1.1" status: 200 len: 217 time: 0.0622733 Jul 08 01:35:06.968772 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-5790b760-c586-4558-8bf0-63d25a1abd76 service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307134 Jul 08 01:35:07.024195 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.045693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a5afe77-1ef4-4ab4-a545-59423784b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.066800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-87b3ab77-5d6d-4ca8-b4f8-6c7d721f0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:07.068713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-87b3ab77-5d6d-4ca8-b4f8-6c7d721f0f1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.1330543 Jul 08 01:35:07.086561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44663223-d5ec-46da-bcab-ce7c32ad43f8 req-4b26fe21-f6fe-477a-a25a-4c0ee7e77223 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:07.088485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44663223-d5ec-46da-bcab-ce7c32ad43f8 req-4b26fe21-f6fe-477a-a25a-4c0ee7e77223 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 949 time: 0.1674137 Jul 08 01:35:07.119333 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.135951 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:05Z', 'revision_number': 3, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:07.154028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5a5afe77-1ef4-4ab4-a545-59423784b93d None None] For port bb234329-937b-45db-ad44-cb63a0778a7e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bb234329-937b-45db-ad44-cb63a0778a7e,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:07.158316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-40150f6d-ffe7-47d8-9089-544c03848138 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686448 Jul 08 01:35:07.168132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44663223-d5ec-46da-bcab-ce7c32ad43f8 req-8f8b8ca8-a39f-49ee-b90b-28ef62d9fad9 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663915 Jul 08 01:35:07.199374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Checking router: bdd360cd-dac6-48da-bb61-7d2bcc4df20e for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:35:07.212592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Updating router bdd360cd-dac6-48da-bb61-7d2bcc4df20e port 170bd02e-6148-45c5-8765-252977cc5830 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:35:07.234687 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a5afe77-1ef4-4ab4-a545-59423784b93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.292566 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09412e4-0907-42c1-a0cb-da18947ad0de x-openstack-request-id: req-a09412e4-0907-42c1-a0cb-da18947ad0de {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:07.292831 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bdb925-d886-4396-b7c4-8882bbfcbf2e", "tag": "571624e2-fed0-4ef6-a2c7-3307954853f4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:07.293091 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a09412e4-0907-42c1-a0cb-da18947ad0de {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:07.293501 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'tag': '571624e2-fed0-4ef6-a2c7-3307954853f4', 'status': 'completed', 'code': 200} Jul 08 01:35:07.376420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-69d57e7e-0699-4358-852d-3f1c3c55652d service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065144 Jul 08 01:35:07.410153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e3a42374-6ea2-482b-b4e1-6bcfd5d13177 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:07.471355 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.538879 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:35:07.539237 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:35:07.558095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5afe77-1ef4-4ab4-a545-59423784b93d None None] Pushing event updated for resources: {'Port': ['ID=bb234329-937b-45db-ad44-cb63a0778a7e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:07.702901 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:07.703290 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.821535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-efb98f53-cc50-4a4e-a040-15d27d854afd tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:07.823238 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-efb98f53-cc50-4a4e-a040-15d27d854afd tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.7452388 Jul 08 01:35:07.840829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-14'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:07.850696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-530bde20-80ac-4cec-a255-d4860ca31935 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:07.852239 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-530bde20-80ac-4cec-a255-d4860ca31935 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.16 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 949 time: 0.4231844 Jul 08 01:35:07.880530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20d81bb1-f157-48d5-a627-3b481bc285c5 req-c50c99c4-53ef-42c5-8c46-eee21feb2402 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971762 Jul 08 01:35:07.915083 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40654) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:07.923132 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:07.952446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Allocated IP 172.20.0.1 (e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521/609aa358-4c73-4b5d-ac82-e861f0c82659/c4cfc12d-097f-471f-a37c-fa50bdf7f41e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:07.983015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:07.988931 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84914c62-d5e6-4725-8295-db4943e4142c" -d '{"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-plugged", "status": "completed", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:08.060448 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.060997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29f027-affe-442f-9475-a960728e550d req-6e21520a-76df-4727-9e49-197ee22a58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:08.062065 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.062977 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e29f027-affe-442f-9475-a960728e550d req-6e21520a-76df-4727-9e49-197ee22a58b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 1096 time: 0.1193202 Jul 08 01:35:08.092535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3d600-04d4-4255-b6da-67b4e316ff18 req-a54db82b-01ca-46ef-b635-3f189a199604 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:08.100332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2e3d600-04d4-4255-b6da-67b4e316ff18 req-a54db82b-01ca-46ef-b635-3f189a199604 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 944 time: 0.7035015 Jul 08 01:35:08.102618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-333af2ee-2f46-44e6-874e-c13fb4c3cb2d None None] Provisioning complete for port bb234329-937b-45db-ad44-cb63a0778a7e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:08.102991 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-333af2ee-2f46-44e6-874e-c13fb4c3cb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.109288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:08.131192 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Transition to ACTIVE for port object 170bd02e-6148-45c5-8765-252977cc5830 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:08.143814 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.147666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4234e00c-a66e-469e-ad2f-b3aed355d02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.166733 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.170665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891bd2a-651f-4083-a41e-f6bff8cef3b5 req-6252f988-56f6-4089-a436-235b146acaa8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:08.172486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5891bd2a-651f-4083-a41e-f6bff8cef3b5 req-6252f988-56f6-4089-a436-235b146acaa8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 970 time: 0.2817299 Jul 08 01:35:08.220277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-11167391-3213-4bec-95cb-6f7a283282f2 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Deleting port 4da227fb-b0d8-4b15-9c8b-4496754aa826 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:08.220653 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-11167391-3213-4bec-95cb-6f7a283282f2 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.245402 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2e3d600-04d4-4255-b6da-67b4e316ff18 req-af487e6f-2e5c-4f86-8f0b-18e16fa4f7df tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439497 Jul 08 01:35:08.318516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5891bd2a-651f-4083-a41e-f6bff8cef3b5 req-d03bd647-dc5e-4daf-9dd0-4f108bbb4e97 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362791 Jul 08 01:35:08.325506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:08.338591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29f027-affe-442f-9475-a960728e550d req-5156be27-d915-4902-a20a-0c56b8798dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:08.345117 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e29f027-affe-442f-9475-a960728e550d req-5156be27-d915-4902-a20a-0c56b8798dad service neutron] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.2729936 Jul 08 01:35:08.353770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.398245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e29f027-affe-442f-9475-a960728e550d req-09b2d6cb-b7fb-462e-b0d4-b20ae976824d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=571624e2-fed0-4ef6-a2c7-3307954853f4 HTTP/1.1" status: 200 len: 217 time: 0.0453777 Jul 08 01:35:08.399220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c74a3-ff82-4dde-b917-4314922cd3f0 None None] Pushing event updated for resources: {'Port': ['ID=170bd02e-6148-45c5-8765-252977cc5830,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:08.401236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Transition to ACTIVE for port object c4cfc12d-097f-471f-a37c-fa50bdf7f41e will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:08.401904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Attempting to bind port 170bd02e-6148-45c5-8765-252977cc5830 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:08.402980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Attempting to bind port 170bd02e-6148-45c5-8765-252977cc5830 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:08.403410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Attempting to bind port 170bd02e-6148-45c5-8765-252977cc5830 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:08.409845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bb234329-937b-45db-ad44-cb63a0778a7e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:08.464542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29f027-affe-442f-9475-a960728e550d req-3b459201-00a5-4d81-9b35-83da88f516dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:08.466616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e29f027-affe-442f-9475-a960728e550d req-3b459201-00a5-4d81-9b35-83da88f516dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0548306 Jul 08 01:35:08.475860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:08.476713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:08.477105 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.477494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:08.478421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Bound port: 170bd02e-6148-45c5-8765-252977cc5830, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:08.478812 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.496086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-11167391-3213-4bec-95cb-6f7a283282f2 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] For port 4da227fb-b0d8-4b15-9c8b-4496754aa826, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4da227fb-b0d8-4b15-9c8b-4496754aa826,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:08.496503 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-11167391-3213-4bec-95cb-6f7a283282f2 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.501293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:08.536043 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-11167391-3213-4bec-95cb-6f7a283282f2 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Calling delete_port for 4da227fb-b0d8-4b15-9c8b-4496754aa826 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:08.555139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e29f027-affe-442f-9475-a960728e550d req-e44673af-901a-472c-aec0-e07c8902cc5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804238 Jul 08 01:35:08.586147 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1b8246-9de0-4f46-8b17-cef81c7d8a81 x-openstack-request-id: req-5f1b8246-9de0-4f46-8b17-cef81c7d8a81 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:08.586749 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-plugged", "status": "completed", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:08.587257 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f1b8246-9de0-4f46-8b17-cef81c7d8a81 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:08.589506 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'code': 200} Jul 08 01:35:08.590420 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.591678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.597283 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4234e00c-a66e-469e-ad2f-b3aed355d02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.637900 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4234e00c-a66e-469e-ad2f-b3aed355d02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.656161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port bb234329-937b-45db-ad44-cb63a0778a7e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:08.656887 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.668192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:08.718461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] For port 170bd02e-6148-45c5-8765-252977cc5830, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:08.736017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] For port 170bd02e-6148-45c5-8765-252977cc5830, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=170bd02e-6148-45c5-8765-252977cc5830,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:08.744756 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.749632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234e00c-a66e-469e-ad2f-b3aed355d02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a5f8c4-4d5c-45ef-9f2f-aba52503020d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:08.791936 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4234e00c-a66e-469e-ad2f-b3aed355d02d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=466ef11f3989442294228ec45890d5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8715987 Jul 08 01:35:08.803913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f930d-4699-4b2a-a381-a79dd3d688ba req-5c5f5056-766f-445d-bf39-7175eb722d95 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:08.805542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b90f930d-4699-4b2a-a381-a79dd3d688ba req-5c5f5056-766f-445d-bf39-7175eb722d95 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 945 time: 0.2478378 Jul 08 01:35:08.807166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40666) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:08.807845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:08.809971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Pushing event updated for resources: {'Port': ['ID=c4cfc12d-097f-471f-a37c-fa50bdf7f41e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:08.822733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:08.826761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:08.860251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ca4209-580b-4314-86c1-aab81058f35f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:08.862788 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3584825f-197c-4831-b71f-f90995e48114" -d '{"events": [{"server_uuid": "9c60d91b-72e8-4c8c-847d-27d2a09b9f60", "name": "network-vif-unplugged", "status": "completed", "tag": "95ca4209-580b-4314-86c1-aab81058f35f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:08.883376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Routers {'bdd360cd-dac6-48da-bb61-7d2bcc4df20e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:08.884254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:34:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:08.886390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.889844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.908411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e29f027-affe-442f-9475-a960728e550d req-5c6b27a9-06d9-4a89-a117-559cd1b3c594 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235261 Jul 08 01:35:08.936335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c74a3-ff82-4dde-b917-4314922cd3f0 None None] Pushing event updated for resources: {'Port': ['ID=170bd02e-6148-45c5-8765-252977cc5830,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:08.937527 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:08.995720 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b90f930d-4699-4b2a-a381-a79dd3d688ba req-c05b146f-082f-4ff2-bb61-2810d0005df8 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642900 Jul 08 01:35:09.006702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559410d-af85-4d8a-817c-f23d8627ee82 req-d0252124-0e06-4bbf-b428-1ed041c45392 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:09.013590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8559410d-af85-4d8a-817c-f23d8627ee82 req-d0252124-0e06-4bbf-b428-1ed041c45392 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 949 time: 0.2941229 Jul 08 01:35:09.024076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] Set router bdd360cd-dac6-48da-bb61-7d2bcc4df20e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:09.098756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-913808bd-dc8d-43df-b17d-be0960ea81e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.109355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ee9da-7091-4630-bd78-f45aabc4b04f req-af78c06c-abfd-4ee9-8444-3cdf1179ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:09.110896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc4ee9da-7091-4630-bd78-f45aabc4b04f req-af78c06c-abfd-4ee9-8444-3cdf1179ee2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 1123 time: 0.3044622 Jul 08 01:35:09.148858 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f on host n-h1-694802-14 for vnic_type normal with profile {"migrating_to": "n-h2-694802-14"} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:09.149202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:09.149597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:09.152422 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60207f3e-af01-4b57-9c39-6feac80b12af x-openstack-request-id: req-60207f3e-af01-4b57-9c39-6feac80b12af {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:09.152715 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c60d91b-72e8-4c8c-847d-27d2a09b9f60", "name": "network-vif-unplugged", "status": "completed", "tag": "95ca4209-580b-4314-86c1-aab81058f35f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:09.153406 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60207f3e-af01-4b57-9c39-6feac80b12af {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:09.153406 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ca4209-580b-4314-86c1-aab81058f35f', 'code': 200} Jul 08 01:35:09.162192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e29f027-affe-442f-9475-a960728e550d req-e83c1a92-ec29-4e97-a0a1-ab59a6a52cd3 service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454529 Jul 08 01:35:09.168798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=95ca4209-580b-4314-86c1-aab81058f35f,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:09.176543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Port 95ca4209-580b-4314-86c1-aab81058f35f on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:09.176870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Attempting to bind port 95ca4209-580b-4314-86c1-aab81058f35f on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:09.183494 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-913808bd-dc8d-43df-b17d-be0960ea81e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.238685 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-11167391-3213-4bec-95cb-6f7a283282f2 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.244937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:09.245280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:09.245669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:09.246122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Bound port: 95ca4209-580b-4314-86c1-aab81058f35f, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:09.246487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.257046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8559410d-af85-4d8a-817c-f23d8627ee82 req-5539bf32-f480-4b7a-a222-44a9007916d5 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/security-groups?id=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424684 Jul 08 01:35:09.296950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11167391-3213-4bec-95cb-6f7a283282f2 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Pushing event deleted for resources: {'Port': ['ID=4da227fb-b0d8-4b15-9c8b-4496754aa826,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:09.308462 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-913808bd-dc8d-43df-b17d-be0960ea81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.319519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-913808bd-dc8d-43df-b17d-be0960ea81e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.327418 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-913808bd-dc8d-43df-b17d-be0960ea81e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0a5f8c4-4d5c-45ef-9f2f-aba52503020d HTTP/1.1" status: 204 len: 168 time: 0.5141542 Jul 08 01:35:09.339712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4da227fb-b0d8-4b15-9c8b-4496754aa826'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:09.344340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.374348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913808bd-dc8d-43df-b17d-be0960ea81e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a5f8c4-4d5c-45ef-9f2f-aba52503020d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:09.384267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc4ee9da-7091-4630-bd78-f45aabc4b04f req-a7e68a99-8c71-46bd-bb55-1f6d48554f5a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532012 Jul 08 01:35:09.417703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d5eccb08-3a04-46d2-825d-a21bf0a2742b None None] Provisioning for port c4cfc12d-097f-471f-a37c-fa50bdf7f41e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:09.480287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-11167391-3213-4bec-95cb-6f7a283282f2 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] No DVR routers for this DVR port 4da227fb-b0d8-4b15-9c8b-4496754aa826 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:09.487151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d5eccb08-3a04-46d2-825d-a21bf0a2742b None None] Provisioning complete for port c4cfc12d-097f-471f-a37c-fa50bdf7f41e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:09.487766 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5eccb08-3a04-46d2-825d-a21bf0a2742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.513001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-11167391-3213-4bec-95cb-6f7a283282f2 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.515109 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de2d0fb1-7934-4fd0-a2e9-e546fb7e463f req-11167391-3213-4bec-95cb-6f7a283282f2 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.16 "DELETE /v2.0/ports/4da227fb-b0d8-4b15-9c8b-4496754aa826 HTTP/1.1" status: 204 len: 173 time: 1.6409445 Jul 08 01:35:09.587321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d5eccb08-3a04-46d2-825d-a21bf0a2742b None None] Port c4cfc12d-097f-471f-a37c-fa50bdf7f41e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:35:09.609492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:09.611386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:05Z', 'revision_number': 3, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:09.619724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:09.641495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.657425 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c43ee2-cc33-40fa-ba6c-54010edbd6b1 None None] The sync data for ids ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'] in n-d-694802-14 is: [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:05Z', 'revision_number': 3, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:35:09.705540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269d516-848a-425b-a48c-d28437bc50f0 req-d824584e-2111-4e5a-9b0d-67b19798e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:09.707670 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8269d516-848a-425b-a48c-d28437bc50f0 req-d824584e-2111-4e5a-9b0d-67b19798e59f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 1123 time: 0.2149405 Jul 08 01:35:09.722116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994453-5fff-4b08-8b76-a400255d7f72 req-a6fc2437-7712-492c-9e90-a4ef9c597f5b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:09.730853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b994453-5fff-4b08-8b76-a400255d7f72 req-a6fc2437-7712-492c-9e90-a4ef9c597f5b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 944 time: 0.1617134 Jul 08 01:35:09.767606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3914bb-00ef-4edc-87bd-58721be21274 req-1295778f-6824-43f7-9baf-b536c1759ba4 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:09.774959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee3914bb-00ef-4edc-87bd-58721be21274 req-1295778f-6824-43f7-9baf-b536c1759ba4 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.2071357 Jul 08 01:35:09.875746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=95ca4209-580b-4314-86c1-aab81058f35f,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:09.888135 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b994453-5fff-4b08-8b76-a400255d7f72 req-423bd2b6-4e54-4e4a-af72-1bdaf68230b7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557608 Jul 08 01:35:09.925295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee3914bb-00ef-4edc-87bd-58721be21274 req-486b3b43-e001-465d-88b7-a0f5a1afe094 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493335 Jul 08 01:35:09.926487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:09.927005 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:09.929101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51f64140-f3c2-4113-b714-b25835766ea5 service neutron] 10.222.0.24 "PUT /v2.0/ports/95ca4209-580b-4314-86c1-aab81058f35f HTTP/1.1" status: 200 len: 1123 time: 2.0934756 Jul 08 01:35:09.993867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:10.005302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['95ca4209-580b-4314-86c1-aab81058f35f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:10.024939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.030694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269d516-848a-425b-a48c-d28437bc50f0 req-062a55a8-299b-4e77-90e8-860e7f898d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:10.032427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8269d516-848a-425b-a48c-d28437bc50f0 req-062a55a8-299b-4e77-90e8-860e7f898d93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2883601 Jul 08 01:35:10.033307 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64148e29-0083-4a72-baa7-0ba82267388d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.034187 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.151321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8269d516-848a-425b-a48c-d28437bc50f0 req-953f9e92-f256-42e7-922b-979b2247c201 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177 HTTP/1.1" status: 200 len: 217 time: 0.1065354 Jul 08 01:35:10.286743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.377296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Pushing event updated for resources: {'Port': ['ID=c4cfc12d-097f-471f-a37c-fa50bdf7f41e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:10.431779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 170bd02e-6148-45c5-8765-252977cc5830 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:10.546373 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64148e29-0083-4a72-baa7-0ba82267388d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.553448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 170bd02e-6148-45c5-8765-252977cc5830 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:10.557653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 170bd02e-6148-45c5-8765-252977cc5830 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:10.558170 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.558326 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269d516-848a-425b-a48c-d28437bc50f0 req-53492d96-0722-43ee-a296-43d0752d5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:10.561724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8269d516-848a-425b-a48c-d28437bc50f0 req-53492d96-0722-43ee-a296-43d0752d5977 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.3957744 Jul 08 01:35:10.567770 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64148e29-0083-4a72-baa7-0ba82267388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.587501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:10.589189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:10.638185 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-64148e29-0083-4a72-baa7-0ba82267388d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c47c436eb7dc456f832fee23eeb2cfe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6410015 Jul 08 01:35:10.639938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:10.793762 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.848167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 170bd02e-6148-45c5-8765-252977cc5830, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=170bd02e-6148-45c5-8765-252977cc5830,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:10.865215 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:10.908139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd880f56-4f08-433c-9ea7-f2b0f645ef40 req-6e4dfef5-4d15-4864-bc4b-505cd41080b1 tempest-ImagesNegativeTestJSON-1103572436 tempest-ImagesNegativeTestJSON-1103572436-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff1663b-6b11-49ca-ade1-7cddfd11276c HTTP/1.1" status: 200 len: 210 time: 0.2797084 Jul 08 01:35:10.911468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Router bdd360cd-dac6-48da-bb61-7d2bcc4df20e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:35:11.031562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a6a3de73-4ff5-43f8-b77c-1f089c3ba221 None None] Provisioning complete for port c4cfc12d-097f-471f-a37c-fa50bdf7f41e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:11.031767 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a6a3de73-4ff5-43f8-b77c-1f089c3ba221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:11.087544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ec51a83-a647-4069-be2b-8516174efbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:11.102444 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:35:11.107746 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=170bd02e-6148-45c5-8765-252977cc5830,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:11.146259 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ec51a83-a647-4069-be2b-8516174efbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:11.153015 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cac3b863-a84a-41fb-80c0-4698e286350c admin admin] 10.222.0.41 "PUT /v2.0/routers/bdd360cd-dac6-48da-bb61-7d2bcc4df20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9863529 Jul 08 01:35:11.155514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3de73-4ff5-43f8-b77c-1f089c3ba221 None None] Port c4cfc12d-097f-471f-a37c-fa50bdf7f41e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:35:11.156516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff1663b-6b11-49ca-ade1-7cddfd11276c', 'name': 'network-vif-deleted', 'tag': '4da227fb-b0d8-4b15-9c8b-4496754aa826'}, {'name': 'network-changed', 'server_uuid': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'tag': '95ca4209-580b-4314-86c1-aab81058f35f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:11.166817 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138c1237-06fe-4613-99a3-d2b627d4a7b1" -d '{"events": [{"server_uuid": "7ff1663b-6b11-49ca-ade1-7cddfd11276c", "name": "network-vif-deleted", "tag": "4da227fb-b0d8-4b15-9c8b-4496754aa826"}, {"name": "network-changed", "server_uuid": "9c60d91b-72e8-4c8c-847d-27d2a09b9f60", "tag": "95ca4209-580b-4314-86c1-aab81058f35f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:11.185106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64148e29-0083-4a72-baa7-0ba82267388d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc77cfcd-222a-4384-901a-f2f06528fa49,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:11.205466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1a5c8-7b95-43c9-a3e9-5ebd2728da9b req-5102b205-31fc-4b65-94c3-675d433d4264 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:11.214452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc1a5c8-7b95-43c9-a3e9-5ebd2728da9b req-5102b205-31fc-4b65-94c3-675d433d4264 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 943 time: 0.9338994 Jul 08 01:35:11.256962 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-6c0df8b5-f31f-4cf9-aea6-2b98573b4d5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0755048 Jul 08 01:35:11.358943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269d516-848a-425b-a48c-d28437bc50f0 req-03914600-2ddf-4090-9f7d-64b1028a8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:11.360934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8269d516-848a-425b-a48c-d28437bc50f0 req-03914600-2ddf-4090-9f7d-64b1028a8fa0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7377179 Jul 08 01:35:11.366700 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc1a5c8-7b95-43c9-a3e9-5ebd2728da9b req-98387696-9a0f-4303-ac9d-618b79adf741 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513829 Jul 08 01:35:11.381355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9bcb4edc-9e15-4e30-9278-deb610ddafd5 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:11.398294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-b087ccc1-9312-48ea-b286-17c270428d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:11.399808 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-b087ccc1-9312-48ea-b286-17c270428d0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 1101 time: 0.1024818 Jul 08 01:35:11.421858 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d7099-c144-4fd9-b75f-337fa7c88e3e req-3094aadc-b467-46e0-82c6-c6bb5398886c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:11.429244 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db3d7099-c144-4fd9-b75f-337fa7c88e3e req-3094aadc-b467-46e0-82c6-c6bb5398886c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 944 time: 0.2452822 Jul 08 01:35:11.518204 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ec51a83-a647-4069-be2b-8516174efbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:11.521097 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ec51a83-a647-4069-be2b-8516174efbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:11.522434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6ec51a83-a647-4069-be2b-8516174efbd7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc77cfcd-222a-4384-901a-f2f06528fa49 HTTP/1.1" status: 204 len: 168 time: 0.8526800 Jul 08 01:35:11.540760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:11.545558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec51a83-a647-4069-be2b-8516174efbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc77cfcd-222a-4384-901a-f2f06528fa49,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:11.568128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '9bcb4edc-9e15-4e30-9278-deb610ddafd5', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'port_id': '9bcb4edc-9e15-4e30-9278-deb610ddafd5', 'mac_address': 'fa:16:3e:39:1e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b773675-58a6-407f-bb54-168b4a710395', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:11.590064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db3d7099-c144-4fd9-b75f-337fa7c88e3e req-bd50fce1-fd5e-44be-9f7a-44b2dc4522c3 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555569 Jul 08 01:35:11.622833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-5ee494e1-17a9-448e-b275-a91ffe98401a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:11.625318 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-5ee494e1-17a9-448e-b275-a91ffe98401a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1959310 Jul 08 01:35:11.639140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 571624e2-fed0-4ef6-a2c7-3307954853f4 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:11.641353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4da227fb-b0d8-4b15-9c8b-4496754aa826 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:11.675067 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:11.679591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 4da227fb-b0d8-4b15-9c8b-4496754aa826 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:35:11.679935 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4da227fb-b0d8-4b15-9c8b-4496754aa826 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:11.700028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bcb4edc-9e15-4e30-9278-deb610ddafd5 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:11.735730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:11.775885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:11.907553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8269d516-848a-425b-a48c-d28437bc50f0 req-07e2432f-c054-4fc7-ad15-7904ccdbbba8 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376670 Jul 08 01:35:11.963272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=9bcb4edc-9e15-4e30-9278-deb610ddafd5,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:11.971916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['9bcb4edc-9e15-4e30-9278-deb610ddafd5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:12.099653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:12.129535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '571624e2-fed0-4ef6-a2c7-3307954853f4', 'network_id': '767b6759-e4c7-45ff-9888-230faa276961', 'port_id': '571624e2-fed0-4ef6-a2c7-3307954853f4', 'mac_address': 'fa:16:3e:62:d0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9a2d5b-3a74-4ae8-867e-e9350a1630e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:12.141658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aface9-38ff-4827-81b2-b4c0c62e562f req-d5dc0405-8a98-4537-bfb8-fb6a6afb3467 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:12.149715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2aface9-38ff-4827-81b2-b4c0c62e562f req-d5dc0405-8a98-4537-bfb8-fb6a6afb3467 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.5569887 Jul 08 01:35:12.152944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8269d516-848a-425b-a48c-d28437bc50f0 req-8b723593-817c-4fd2-9380-4de67ff13f7d service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286501 Jul 08 01:35:12.189078 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56618664-ea38-4949-890d-5f925af8db27 x-openstack-request-id: req-56618664-ea38-4949-890d-5f925af8db27 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:12.192161 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff1663b-6b11-49ca-ade1-7cddfd11276c", "name": "network-vif-deleted", "tag": "4da227fb-b0d8-4b15-9c8b-4496754aa826", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c60d91b-72e8-4c8c-847d-27d2a09b9f60", "tag": "95ca4209-580b-4314-86c1-aab81058f35f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:12.192741 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56618664-ea38-4949-890d-5f925af8db27 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:12.193518 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff1663b-6b11-49ca-ade1-7cddfd11276c', 'name': 'network-vif-deleted', 'tag': '4da227fb-b0d8-4b15-9c8b-4496754aa826', 'status': 'completed', 'code': 200} Jul 08 01:35:12.194024 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'tag': '95ca4209-580b-4314-86c1-aab81058f35f', 'status': 'completed', 'code': 200} Jul 08 01:35:12.196602 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-861843be-00f4-4d2c-8aae-84ad17fb6b5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=61921fef-d6b2-4df0-9fdb-60ce191a9081 HTTP/1.1" status: 200 len: 217 time: 0.5639238 Jul 08 01:35:12.348228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-9bb11686-8208-4bb6-ac72-2b14f72163a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:12.349869 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-9bb11686-8208-4bb6-ac72-2b14f72163a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1405897 Jul 08 01:35:12.389089 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:12.415269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 170bd02e-6148-45c5-8765-252977cc5830 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:12.480583 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 571624e2-fed0-4ef6-a2c7-3307954853f4 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:12.500876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-fabf8098-753d-4d47-9e7f-5daa5b3c4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:12.502436 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-fabf8098-753d-4d47-9e7f-5daa5b3c4945 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1452961 Jul 08 01:35:12.606151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:12.633784 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:12.721060 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Sync routers for ids ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:35:12.736770 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Routers {'bdd360cd-dac6-48da-bb61-7d2bcc4df20e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:12.742367 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:34:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:12.742603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=571624e2-fed0-4ef6-a2c7-3307954853f4,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:12.770718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 170bd02e-6148-45c5-8765-252977cc5830 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:12.771452 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:12.838758 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-678b4618-f757-4995-801f-ee0b25ca74f0 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260500 Jul 08 01:35:12.841064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2aface9-38ff-4827-81b2-b4c0c62e562f req-72341acb-93b1-4291-b7b7-d84e5b79c71f tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6904345 Jul 08 01:35:12.881465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1237-06fe-4613-99a3-d2b627d4a7b1 req-db4c80cb-33a3-47bd-8718-78cb6e1f1261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:12.884965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-138c1237-06fe-4613-99a3-d2b627d4a7b1 req-db4c80cb-33a3-47bd-8718-78cb6e1f1261 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1126 time: 1.1382411 Jul 08 01:35:12.940286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['571624e2-fed0-4ef6-a2c7-3307954853f4'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:12.977149 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Set router bdd360cd-dac6-48da-bb61-7d2bcc4df20e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:13.098374 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a73ee62-575d-4b73-9d47-12cfc003bb90 req-b95a5e8f-463f-430b-9dab-0da6d5a46d21 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490232 Jul 08 01:35:13.132432 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:35:13.241721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1237-06fe-4613-99a3-d2b627d4a7b1 req-189e1db1-ba55-4042-8359-35d5930f7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:13.243215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-138c1237-06fe-4613-99a3-d2b627d4a7b1 req-189e1db1-ba55-4042-8359-35d5930f7f38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.3416908 Jul 08 01:35:13.301007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-138c1237-06fe-4613-99a3-d2b627d4a7b1 req-29a823aa-093b-423e-80e3-0347e4978800 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95ca4209-580b-4314-86c1-aab81058f35f HTTP/1.1" status: 200 len: 217 time: 0.0421324 Jul 08 01:35:13.379208 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:09Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c4cfc12d-097f-471f-a37c-fa50bdf7f41e', 'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'mac_address': 'fa:16:3e:32:1e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:07Z', 'updated_at': '2021-07-08T01:35:09Z', 'revision_number': 2, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'subnets': [{'id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:13.397351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 95ca4209-580b-4314-86c1-aab81058f35f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:13.404010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9bcb4edc-9e15-4e30-9278-deb610ddafd5 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:13.440248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-a535fa11-8ae9-4fd2-be63-7051858e1568 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:13.441848 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-a535fa11-8ae9-4fd2-be63-7051858e1568 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/networks?id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 HTTP/1.1" status: 200 len: 829 time: 0.6065869 Jul 08 01:35:13.500445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c1237-06fe-4613-99a3-d2b627d4a7b1 req-736715f6-b62c-43a9-b67e-44e0806033a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:13.505288 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-138c1237-06fe-4613-99a3-d2b627d4a7b1 req-736715f6-b62c-43a9-b67e-44e0806033a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.1978858 Jul 08 01:35:13.507983 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Checking router: bdd360cd-dac6-48da-bb61-7d2bcc4df20e for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:35:13.508879 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Updating router bdd360cd-dac6-48da-bb61-7d2bcc4df20e port c4cfc12d-097f-471f-a37c-fa50bdf7f41e binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:35:13.535344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-18799d7e-da51-4403-9b47-2ea78ab0e517 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/quotas/89355e5c183d4422b9413bc38f833dff HTTP/1.1" status: 200 len: 375 time: 0.0814085 Jul 08 01:35:13.562264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-138c1237-06fe-4613-99a3-d2b627d4a7b1 req-594329a4-7e23-467c-8e4a-5651555dc2f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478501 Jul 08 01:35:13.613503 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:13.670869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 9bcb4edc-9e15-4e30-9278-deb610ddafd5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:13.672613 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:13.768592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa7c23-8df7-4353-b911-cf56b4ae842e req-4284775f-b4ec-4dbe-b684-d385757919fd tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:13.778205 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52aa7c23-8df7-4353-b911-cf56b4ae842e req-4284775f-b4ec-4dbe-b684-d385757919fd tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 943 time: 0.4530530 Jul 08 01:35:13.835612 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-00420fa7-4e9a-4e01-ab40-1f2bc256cb9c service neutron] 10.222.0.16 "GET /v2.0/ports/95ca4209-580b-4314-86c1-aab81058f35f/bindings/n-h2-694802-14 HTTP/1.1" status: 200 len: 385 time: 0.1077933 Jul 08 01:35:13.903386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:13.938500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52aa7c23-8df7-4353-b911-cf56b4ae842e req-9a86d500-992b-43ad-ac4d-e19b7e64b506 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594231 Jul 08 01:35:14.000971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 95ca4209-580b-4314-86c1-aab81058f35f has no active binding in host n-h2-694802-14 {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:35:14.014840 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.022911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-138c1237-06fe-4613-99a3-d2b627d4a7b1 req-f03f45f8-09e6-4cc6-abc1-18c436994e80 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415245 Jul 08 01:35:14.055850 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcb4edc-9e15-4e30-9278-deb610ddafd5'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:14.058248 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dbe256-9c3a-47da-8105-0720624cafbd" -d '{"events": [{"server_uuid": "e5383af6-8f8a-442d-8cb0-d6d03a760fc1", "name": "network-vif-plugged", "status": "completed", "tag": "9bcb4edc-9e15-4e30-9278-deb610ddafd5"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:14.060207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-28427262-df58-4674-b4cf-7f757a445492 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=89355e5c183d4422b9413bc38f833dff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5024371 Jul 08 01:35:14.091762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:14.098627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.189215 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.192418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=9bcb4edc-9e15-4e30-9278-deb610ddafd5,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:14.216400 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Transition to ACTIVE for port object c4cfc12d-097f-471f-a37c-fa50bdf7f41e will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:14.226568 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-138c1237-06fe-4613-99a3-d2b627d4a7b1 req-d8d1d50d-eee8-493d-ac60-9225e327cb42 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539383 Jul 08 01:35:14.230970 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.304959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-4f0e3f51-d521-42fa-8f16-37e0aa8e6465 service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:14.344866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-4f0e3f51-d521-42fa-8f16-37e0aa8e6465 service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:14.397903 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Pushing event updated for resources: {'Port': ['ID=c4cfc12d-097f-471f-a37c-fa50bdf7f41e,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:14.407183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-4f0e3f51-d521-42fa-8f16-37e0aa8e6465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ca4209-580b-4314-86c1-aab81058f35f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:14.430635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-53a5371b-ea37-416a-bd9f-a04ed600947a service neutron] 10.222.0.41 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692582 Jul 08 01:35:14.437624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-4f0e3f51-d521-42fa-8f16-37e0aa8e6465 service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:14.453136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d9d4a-7b9a-493f-89a6-4fc77ac85558 req-35a08641-35f1-471c-866c-0482518b3985 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:14.455020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce4d9d4a-7b9a-493f-89a6-4fc77ac85558 req-35a08641-35f1-471c-866c-0482518b3985 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 945 time: 0.2272077 Jul 08 01:35:14.456188 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.457628 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.458318 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.458698 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.459034 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.459368 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.459695 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.460559 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.460891 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.461237 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.461565 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.461888 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:14.464355 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-4f0e3f51-d521-42fa-8f16-37e0aa8e6465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.476828 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Attempting to bind port c4cfc12d-097f-471f-a37c-fa50bdf7f41e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:14.477197 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Attempting to bind port c4cfc12d-097f-471f-a37c-fa50bdf7f41e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:14.478168 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Attempting to bind port c4cfc12d-097f-471f-a37c-fa50bdf7f41e on network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:14.484776 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:14.485148 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Checking segment: {'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:14.485551 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.485985 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Bound using segment: {'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:14.486458 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Bound port: c4cfc12d-097f-471f-a37c-fa50bdf7f41e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:14.486852 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.552120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce4d9d4a-7b9a-493f-89a6-4fc77ac85558 req-28048d04-6e4d-4e32-9269-b38a3867f76d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738437 Jul 08 01:35:14.640651 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-51b24e6a-6f46-4d2e-a8bd-fcf48ebf1bd8 service neutron] 10.222.0.41 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083998 Jul 08 01:35:14.641760 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] For port c4cfc12d-097f-471f-a37c-fa50bdf7f41e, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:14.646349 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] For port c4cfc12d-097f-471f-a37c-fa50bdf7f41e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c4cfc12d-097f-471f-a37c-fa50bdf7f41e,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:14.649971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-4f0e3f51-d521-42fa-8f16-37e0aa8e6465 service neutron] Transition to ACTIVE for port object 95ca4209-580b-4314-86c1-aab81058f35f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:14.656722 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.664606 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-4f0e3f51-d521-42fa-8f16-37e0aa8e6465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:14.771541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-4f0e3f51-d521-42fa-8f16-37e0aa8e6465 service neutron] No DVR routers for this DVR port 95ca4209-580b-4314-86c1-aab81058f35f on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:14.838741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e3f51-d521-42fa-8f16-37e0aa8e6465 service neutron] Pushing event updated for resources: {'Port': ['ID=95ca4209-580b-4314-86c1-aab81058f35f,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:14.860191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-4f0e3f51-d521-42fa-8f16-37e0aa8e6465 service neutron] 10.222.0.16 "PUT /v2.0/ports/95ca4209-580b-4314-86c1-aab81058f35f/bindings/n-h2-694802-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0136716 Jul 08 01:35:14.902157 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Routers {'bdd360cd-dac6-48da-bb61-7d2bcc4df20e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:14.903104 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:34:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:14.906589 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78ca53-2e14-4880-912e-a291709c483f None None] Pushing event updated for resources: {'Port': ['ID=c4cfc12d-097f-471f-a37c-fa50bdf7f41e,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:14.939722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da7fa-36ff-421b-ac3c-841afaf2aa3a req-b875c5ce-09b8-45e7-a8bd-7cc648d3defb tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:14.945271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-675da7fa-36ff-421b-ac3c-841afaf2aa3a req-b875c5ce-09b8-45e7-a8bd-7cc648d3defb tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1552653 Jul 08 01:35:15.078195 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] Set router bdd360cd-dac6-48da-bb61-7d2bcc4df20e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:15.103032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-675da7fa-36ff-421b-ac3c-841afaf2aa3a req-fb766a05-a866-4fcf-b7a5-de56e04fbf38 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358683 Jul 08 01:35:15.167837 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-01c88e6e-1268-425f-9856-1219949e8ce5 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:15.171180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-01c88e6e-1268-425f-9856-1219949e8ce5 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1096 time: 0.2225373 Jul 08 01:35:15.343104 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cd1ec2-1491-4290-82e6-ae6287140eba x-openstack-request-id: req-32cd1ec2-1491-4290-82e6-ae6287140eba {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:15.344030 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5383af6-8f8a-442d-8cb0-d6d03a760fc1", "name": "network-vif-plugged", "status": "completed", "tag": "9bcb4edc-9e15-4e30-9278-deb610ddafd5", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:15.344676 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32cd1ec2-1491-4290-82e6-ae6287140eba {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:15.345221 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcb4edc-9e15-4e30-9278-deb610ddafd5', 'code': 200} Jul 08 01:35:15.403035 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:09Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c4cfc12d-097f-471f-a37c-fa50bdf7f41e', 'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'mac_address': 'fa:16:3e:32:1e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:07Z', 'updated_at': '2021-07-08T01:35:14Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'subnets': [{'id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:15.421518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-b47f2223-49c4-494f-ad23-0f0bf0bfc3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:15.423184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-b47f2223-49c4-494f-ad23-0f0bf0bfc3e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60&tenant_id=12a0164c80564015b1b963f8b59f6780 HTTP/1.1" status: 200 len: 1096 time: 0.2294955 Jul 08 01:35:15.466589 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d52e1-f87e-4fc0-a009-30b4b2cb5938 None None] The sync data for ids ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'] in n-d-694802-14 is: [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:09Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c4cfc12d-097f-471f-a37c-fa50bdf7f41e', 'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'mac_address': 'fa:16:3e:32:1e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:07Z', 'updated_at': '2021-07-08T01:35:14Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'subnets': [{'id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:35:15.511765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83629c89-75b7-4a5e-80cf-6ad2d262f0df req-402d7419-7265-421f-bc17-34d342057c4f tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 210 time: 0.1131277 Jul 08 01:35:15.584476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-864c18d6-6646-497a-8beb-aef9e7089ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:15.595926 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-864c18d6-6646-497a-8beb-aef9e7089ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1096 time: 0.1279004 Jul 08 01:35:15.642110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 571624e2-fed0-4ef6-a2c7-3307954853f4 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:15.770602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 571624e2-fed0-4ef6-a2c7-3307954853f4 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:15.780693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 571624e2-fed0-4ef6-a2c7-3307954853f4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:15.781144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:15.993046 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:16.023976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-69d0d540-7b46-4b3a-914c-c9ccbdcad004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.025501 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-69d0d540-7b46-4b3a-914c-c9ccbdcad004 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.4068649 Jul 08 01:35:16.053266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:16.061234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:16.062855 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 95ca4209-580b-4314-86c1-aab81058f35f no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:16.164393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=571624e2-fed0-4ef6-a2c7-3307954853f4,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:16.175074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 95ca4209-580b-4314-86c1-aab81058f35f not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:16.177664 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-44a35be1-b38f-43a2-8f89-567ac9cbcf94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95ca4209-580b-4314-86c1-aab81058f35f HTTP/1.1" status: 200 len: 217 time: 0.1444545 Jul 08 01:35:16.186604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a1c6a-95e9-454d-bbea-f2f025c3da82 req-6e9fe36d-7278-4403-951c-3f51d7a32f27 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.198337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c4a1c6a-95e9-454d-bbea-f2f025c3da82 req-6e9fe36d-7278-4403-951c-3f51d7a32f27 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 944 time: 0.4044189 Jul 08 01:35:16.221761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.222828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.223562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.224292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.225095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.225823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.226528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.227250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.228028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.228601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.229237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.232223 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aeae0dc6-be33-40f3-86d8-a08981c915a7 req-cbc9f82b-f2ce-49e5-90d8-82f3df204ca2 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7846 time: 0.5762055 Jul 08 01:35:16.350821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c4a1c6a-95e9-454d-bbea-f2f025c3da82 req-bd5d8a8c-0b1c-46f5-91c4-47cdfe9fcbd1 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513267 Jul 08 01:35:16.370100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-636a6d2b-5d4a-4e3a-95f5-a7ce5c444ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:16.370100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-636a6d2b-5d4a-4e3a-95f5-a7ce5c444ac6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.1629717 Jul 08 01:35:16.430085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c4cfc12d-097f-471f-a37c-fa50bdf7f41e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:16.455276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-3778b086-e4a6-46aa-a731-1e5100223cf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830894 Jul 08 01:35:16.593622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c4cfc12d-097f-471f-a37c-fa50bdf7f41e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:16.598816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c4cfc12d-097f-471f-a37c-fa50bdf7f41e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:16.599317 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:16.705626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-b39533b8-6471-49cd-97fd-7c5b36600aeb service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429388 Jul 08 01:35:16.757912 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:16.821384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port c4cfc12d-097f-471f-a37c-fa50bdf7f41e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c4cfc12d-097f-471f-a37c-fa50bdf7f41e,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:16.830123 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:16.905641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=c4cfc12d-097f-471f-a37c-fa50bdf7f41e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:16.979776 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-bb5e0efc-2ede-443f-9e08-0658c97bf95a service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638850 Jul 08 01:35:17.057659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0f954-b69d-44e0-8804-db1f849e86d4 req-857adb10-49c4-4aa9-9d3a-edc374c140ba tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:17.063763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15c0f954-b69d-44e0-8804-db1f849e86d4 req-857adb10-49c4-4aa9-9d3a-edc374c140ba tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 946 time: 0.4234059 Jul 08 01:35:17.248666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15c0f954-b69d-44e0-8804-db1f849e86d4 req-da56e146-bb91-4ce4-8a4a-2dbe4dc7aeec tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524074 Jul 08 01:35:17.311627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-d324422b-aa41-40cf-992d-b21af9bd6d6b tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:17.313167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-d324422b-aa41-40cf-992d-b21af9bd6d6b tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.24 "GET /v2.0/networks?id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 HTTP/1.1" status: 200 len: 829 time: 0.2481806 Jul 08 01:35:17.340271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Request body: {'port': {'device_id': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'admin_state_up': True, 'tenant_id': '89355e5c183d4422b9413bc38f833dff'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:17.346382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571624e2-fed0-4ef6-a2c7-3307954853f4'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:17.351020 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9d64ce-9fc0-4358-8c59-de077b1affa6" -d '{"events": [{"server_uuid": "c4bdb925-d886-4396-b7c4-8882bbfcbf2e", "name": "network-vif-plugged", "status": "completed", "tag": "571624e2-fed0-4ef6-a2c7-3307954853f4"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:17.593703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269c103-66d5-45d0-944b-4ea308267db1 req-a2ba6095-1ef9-4fe9-8cf2-92fadcc55ecf tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:17.595128 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5269c103-66d5-45d0-944b-4ea308267db1 req-a2ba6095-1ef9-4fe9-8cf2-92fadcc55ecf tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 886 time: 0.2810416 Jul 08 01:35:17.614422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d07c305f-d9fe-4cba-b798-12408d5591ec tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:17.615983 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-d07c305f-d9fe-4cba-b798-12408d5591ec tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1096 time: 0.0853930 Jul 08 01:35:17.642373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f8924dc-9e69-48e8-b2a7-839f6c5980a0 req-99b6a9f5-b18a-4980-aa2d-e4ffc33b0752 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 210 time: 0.0462499 Jul 08 01:35:17.704578 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d280d1-2778-4adf-86a5-7ad60e27bfb7 x-openstack-request-id: req-04d280d1-2778-4adf-86a5-7ad60e27bfb7 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:17.705583 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bdb925-d886-4396-b7c4-8882bbfcbf2e", "name": "network-vif-plugged", "status": "completed", "tag": "571624e2-fed0-4ef6-a2c7-3307954853f4", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:17.705997 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04d280d1-2778-4adf-86a5-7ad60e27bfb7 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:17.706736 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '571624e2-fed0-4ef6-a2c7-3307954853f4', 'code': 200} Jul 08 01:35:17.821049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51fd72c2-a337-458b-b7a3-6552d0665e82 service neutron] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:17.828652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51fd72c2-a337-458b-b7a3-6552d0665e82 service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:17.829808 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c04d63c7-4117-4c65-bc0c-b0682a7e0e26 req-51fd72c2-a337-458b-b7a3-6552d0665e82 service neutron] 10.222.0.24 "DELETE /v2.0/ports/95ca4209-580b-4314-86c1-aab81058f35f/bindings/n-h1-694802-14 HTTP/1.1" status: 204 len: 173 time: 0.2044206 Jul 08 01:35:17.883584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Made reservation on behalf of 89355e5c183d4422b9413bc38f833dff for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:17.892915 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:17.924233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa529c1-a6f2-45c7-854c-1c25f4b1a47a req-609355df-a53b-4777-9b90-99d3d169e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:17.926458 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4aa529c1-a6f2-45c7-854c-1c25f4b1a47a req-609355df-a53b-4777-9b90-99d3d169e61a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 1098 time: 0.0774601 Jul 08 01:35:17.969650 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4aa529c1-a6f2-45c7-854c-1c25f4b1a47a req-4fee4fd8-7f4e-476e-b07b-d22fdb9e6787 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357640 Jul 08 01:35:18.072959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4f19a-5c02-4dd1-af58-f16bab5ef1fe req-5a3e2df4-5d40-42e7-b75a-36e1ef46043a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.074441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ba4f19a-5c02-4dd1-af58-f16bab5ef1fe req-5a3e2df4-5d40-42e7-b75a-36e1ef46043a tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.2806675 Jul 08 01:35:18.117133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5c55f-5630-4517-96af-c23ebc1d1955 req-af86e529-aae2-4b44-9adf-548a81f4d835 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.118652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35c5c55f-5630-4517-96af-c23ebc1d1955 req-af86e529-aae2-4b44-9adf-548a81f4d835 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 944 time: 0.2143545 Jul 08 01:35:18.123730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Allocated IP 172.20.0.12 (e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521/609aa358-4c73-4b5d-ac82-e861f0c82659/d755ae9f-8a4e-445f-9b72-4ece7ed53853) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:18.213488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ba4f19a-5c02-4dd1-af58-f16bab5ef1fe req-3759c13c-b58f-4cda-85cd-ad0f7fd9190c tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288857 Jul 08 01:35:18.302120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35c5c55f-5630-4517-96af-c23ebc1d1955 req-14e5b655-13c4-43f7-a1e8-44ffa3328455 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654208 Jul 08 01:35:18.350024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c4cfc12d-097f-471f-a37c-fa50bdf7f41e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:18.459888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c4cfc12d-097f-471f-a37c-fa50bdf7f41e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:18.460565 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:18.896097 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:18.917740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.918310 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.918784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.919250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.919712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.920182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.920662 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.921121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.921578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.922037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.922493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.937478 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35f55c63-5246-4cf8-bfb2-65651a96bd8e req-f99bec2a-8720-4715-ad46-7450814133b9 tempest-NetworksTest-1538834849 tempest-NetworksTest-1538834849-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7846 time: 0.5796475 Jul 08 01:35:18.945655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Transition to ACTIVE for port object d755ae9f-8a4e-445f-9b72-4ece7ed53853 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:18.991128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ae96c-48cd-42e0-b24c-7759021f0ad5 req-2c25f231-4dc3-4e0d-909e-fa8c6f1fcb8a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:18.993155 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e7ae96c-48cd-42e0-b24c-7759021f0ad5 req-2c25f231-4dc3-4e0d-909e-fa8c6f1fcb8a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 946 time: 0.2243121 Jul 08 01:35:19.041248 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:19.112998 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:19.122987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:19.136002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:19.207374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:19.208520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:19.267510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e7ae96c-48cd-42e0-b24c-7759021f0ad5 req-cef12d24-820c-47b0-a14f-386a8d8f1faa tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366223 Jul 08 01:35:19.279496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9441302 Jul 08 01:35:19.288526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Pushing event updated for resources: {'Port': ['ID=d755ae9f-8a4e-445f-9b72-4ece7ed53853,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:19.313521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Request body: {'port': {'device_id': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:19.385258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40918) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:19.466887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.470764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.471411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.471823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.475840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.476335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.476816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.477258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.478761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.479215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.480944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.481541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b835d1-45c1-4ea2-b6d4-f4cda5ae48dd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.595024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:19.669173 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:19.700383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ddfa2-8311-485c-9189-e0204f72564c req-dbe95430-c4f0-4579-855f-151e228e523b tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:19.701933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-627ddfa2-8311-485c-9189-e0204f72564c req-dbe95430-c4f0-4579-855f-151e228e523b tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 932 time: 0.4044194 Jul 08 01:35:19.752982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ae492c74-3ae9-45ad-9168-b2ff7a948e07 None None] Provisioning for port d755ae9f-8a4e-445f-9b72-4ece7ed53853 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:19.771630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ae492c74-3ae9-45ad-9168-b2ff7a948e07 None None] Provisioning complete for port d755ae9f-8a4e-445f-9b72-4ece7ed53853 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:19.776237 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae492c74-3ae9-45ad-9168-b2ff7a948e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:19.787995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:19.809970 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:19.813399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40928) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:19.855575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ae492c74-3ae9-45ad-9168-b2ff7a948e07 None None] Port d755ae9f-8a4e-445f-9b72-4ece7ed53853 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:35:19.876216 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=178f7c1ddbb14bdeb9e8188bda9f43ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4874859 Jul 08 01:35:19.876216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b447ce2-d779-4501-8fca-290522f4cf45,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:19.876776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40932) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:19.895666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.895893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-627ddfa2-8311-485c-9189-e0204f72564c req-2a09f4fd-c3b4-4d40-8848-fcec4eb91d88 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830308 Jul 08 01:35:19.896079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.896457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.896795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.897122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.897453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.897777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.898102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.898422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.898743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.899061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.899382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee0c4c1-121b-4cdf-92e8-b31bc402d086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:19.947933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1df499f-50fd-4180-9eef-fafd30252ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:19.978961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc311a4-d259-4f9e-afc5-16ed160ac585 req-58f1a939-bb89-44d9-90bd-55d7d298b02d tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:19.981182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9cc311a4-d259-4f9e-afc5-16ed160ac585 req-58f1a939-bb89-44d9-90bd-55d7d298b02d tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1096 time: 0.2892001 Jul 08 01:35:19.990472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1df499f-50fd-4180-9eef-fafd30252ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.086903 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-578dba89-023c-4f5d-b78f-1c2eb4d3f9d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14ad30c3c59244de9c8bde6aa3a010c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710836 Jul 08 01:35:20.089722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:20.123373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9cc311a4-d259-4f9e-afc5-16ed160ac585 req-93f4df17-8a3e-48c5-a368-6dd063130365 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355073 Jul 08 01:35:20.127258 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1df499f-50fd-4180-9eef-fafd30252ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.131244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1df499f-50fd-4180-9eef-fafd30252ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.132500 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c1df499f-50fd-4180-9eef-fafd30252ac3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b447ce2-d779-4501-8fca-290522f4cf45 HTTP/1.1" status: 204 len: 168 time: 0.2549703 Jul 08 01:35:20.155877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df499f-50fd-4180-9eef-fafd30252ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b447ce2-d779-4501-8fca-290522f4cf45,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:20.192080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74a0d9f9-71b3-43ae-933a-e955adb715a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.231715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74a0d9f9-71b3-43ae-933a-e955adb715a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.330054 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74a0d9f9-71b3-43ae-933a-e955adb715a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.335021 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74a0d9f9-71b3-43ae-933a-e955adb715a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.336273 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-74a0d9f9-71b3-43ae-933a-e955adb715a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c HTTP/1.1" status: 204 len: 168 time: 0.2455926 Jul 08 01:35:20.354650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0d9f9-71b3-43ae-933a-e955adb715a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc200aa-ba81-4e2e-b9c6-3cf6d15d992c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:20.468912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d755ae9f-8a4e-445f-9b72-4ece7ed53853 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:20.504534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93d10c-c9d7-4dfd-bdb8-845f92e1df0b req-53d4ff10-9a53-4024-863c-b5b4026db9e8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:20.521068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e93d10c-c9d7-4dfd-bdb8-845f92e1df0b req-53d4ff10-9a53-4024-863c-b5b4026db9e8 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.4381669 Jul 08 01:35:20.525032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.587936 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-388f9e5f-dcc1-4ece-a558-ccc67aacedeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.663390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Transition to ACTIVE for port object d755ae9f-8a4e-445f-9b72-4ece7ed53853 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:20.692125 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.714893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e93d10c-c9d7-4dfd-bdb8-845f92e1df0b req-842c454f-d4e1-463b-95a9-bccd7ee5dc75 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927624 Jul 08 01:35:20.741264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40968) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:20.801639 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759bc0ed-4bb9-4439-912c-361deec93d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:20.804438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Pushing event updated for resources: {'Port': ['ID=d755ae9f-8a4e-445f-9b72-4ece7ed53853,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:20.874048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-e9132dfd-9830-44bf-bd91-b9faf4ab29b4 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:20.892253 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-e9132dfd-9830-44bf-bd91-b9faf4ab29b4 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 808 time: 0.3568227 Jul 08 01:35:21.002992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-2bc47c14-ada7-49fa-9a5e-247324162bcc tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/quotas/12a0164c80564015b1b963f8b59f6780 HTTP/1.1" status: 200 len: 375 time: 0.1073720 Jul 08 01:35:21.027265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759bc0ed-4bb9-4439-912c-361deec93d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:21.040764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759bc0ed-4bb9-4439-912c-361deec93d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:21.108219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bc0ed-4bb9-4439-912c-361deec93d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92af950-6265-4d89-86c2-cbaca4b95c3b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:21.116233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Attempting to bind port d755ae9f-8a4e-445f-9b72-4ece7ed53853 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:21.117018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Attempting to bind port d755ae9f-8a4e-445f-9b72-4ece7ed53853 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:21.117681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Attempting to bind port d755ae9f-8a4e-445f-9b72-4ece7ed53853 on network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:21.118628 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-759bc0ed-4bb9-4439-912c-361deec93d37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16e8d4519b454fdfa9742b934e38c1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761764 Jul 08 01:35:21.119969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40978) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:21.149468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Port d755ae9f-8a4e-445f-9b72-4ece7ed53853 on network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:21.149837 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Attempting to bind port d755ae9f-8a4e-445f-9b72-4ece7ed53853 on network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:21.185210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5a12a-0124-4b3a-a97b-072738afa431 req-c2f12ef9-da2b-4e7e-a379-8156481be0fe tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:21.203626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78b5a12a-0124-4b3a-a97b-072738afa431 req-c2f12ef9-da2b-4e7e-a379-8156481be0fe tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 946 time: 0.2410364 Jul 08 01:35:21.230681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5e920f81-3000-4be4-a71c-40cb5893c7f6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2257733 Jul 08 01:35:21.233087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:21.233523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Checking segment: {'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:21.233912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Bound using segment: {'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:21.234418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Bound port: d755ae9f-8a4e-445f-9b72-4ece7ed53853, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:21.234915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524bf789-57ce-448f-91ce-386034433efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:21.235079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:21.273981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524bf789-57ce-448f-91ce-386034433efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:21.348982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78b5a12a-0124-4b3a-a97b-072738afa431 req-d4d937d9-4612-469b-a4e7-4cf4b462c79f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443341 Jul 08 01:35:21.353657 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524bf789-57ce-448f-91ce-386034433efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:21.359120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524bf789-57ce-448f-91ce-386034433efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:21.360327 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-524bf789-57ce-448f-91ce-386034433efa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f92af950-6265-4d89-86c2-cbaca4b95c3b HTTP/1.1" status: 204 len: 168 time: 0.2391217 Jul 08 01:35:21.395847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bf789-57ce-448f-91ce-386034433efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92af950-6265-4d89-86c2-cbaca4b95c3b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:21.482108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] For port d755ae9f-8a4e-445f-9b72-4ece7ed53853, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:21.490629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] For port d755ae9f-8a4e-445f-9b72-4ece7ed53853, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:21.508422 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:21.534129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:21.536188 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:21.537327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] 10.222.0.24 "PUT /v2.0/ports/d755ae9f-8a4e-445f-9b72-4ece7ed53853 HTTP/1.1" status: 200 len: 1093 time: 2.2340965 Jul 08 01:35:21.541126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'tag': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:21.553444 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe25090-8ed7-4f96-85bd-9ba0b17a39d3", "tag": "d755ae9f-8a4e-445f-9b72-4ece7ed53853"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:21.731154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-255def7f-61fc-461c-88dc-dbe41692c2cf service neutron] 10.222.0.41 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993722 Jul 08 01:35:21.886453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-6b2826c5-43bf-480f-9b96-7c5e7a56186d service neutron] 10.222.0.41 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528907 Jul 08 01:35:21.953803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500a7ac-c207-457b-acdb-e1857f35dadc service neutron] Pushing event updated for resources: {'Port': ['ID=d755ae9f-8a4e-445f-9b72-4ece7ed53853,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:21.975836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-7ced4f32-0455-41ee-b95e-e382151618ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:21.977591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-7ced4f32-0455-41ee-b95e-e382151618ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89355e5c183d4422b9413bc38f833dff&device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 1096 time: 0.3742449 Jul 08 01:35:22.050709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7012bfa-f5d8-4723-b786-f45ef4a1915d req-ac00c0b2-10bf-49dd-89aa-5984ca192e00 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:22.057045 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7012bfa-f5d8-4723-b786-f45ef4a1915d req-ac00c0b2-10bf-49dd-89aa-5984ca192e00 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 944 time: 0.4330184 Jul 08 01:35:22.059241 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-b0900369-e40b-4586-8074-c47dca47df63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853 HTTP/1.1" status: 200 len: 217 time: 0.0733831 Jul 08 01:35:22.161681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7012bfa-f5d8-4723-b786-f45ef4a1915d req-79c4b7cb-dfc0-4511-84f7-59e2300ba133 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985296 Jul 08 01:35:22.164980 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-63660ae9-5437-4ef4-948b-b8f657129440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:22.167321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-63660ae9-5437-4ef4-948b-b8f657129440 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=609aa358-4c73-4b5d-ac82-e861f0c82659 HTTP/1.1" status: 200 len: 868 time: 0.0950949 Jul 08 01:35:22.307384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-266baab1-53f9-4027-8bfa-30a4a93d138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:22.313569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-266baab1-53f9-4027-8bfa-30a4a93d138e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384716 Jul 08 01:35:22.494046 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f69b816-540c-42f3-a073-a54313748f62 x-openstack-request-id: req-2f69b816-540c-42f3-a073-a54313748f62 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:22.494409 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe25090-8ed7-4f96-85bd-9ba0b17a39d3", "tag": "d755ae9f-8a4e-445f-9b72-4ece7ed53853", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:22.494618 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f69b816-540c-42f3-a073-a54313748f62 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:22.495132 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'tag': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'status': 'completed', 'code': 200} Jul 08 01:35:22.549374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-494b0821-09d4-4fd4-a324-1a1e4bf6c5fe service neutron] 10.222.0.24 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278616 Jul 08 01:35:22.654165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f3684-a8e8-4cdc-aaff-8c18b9b669e7 req-ccdce60d-2ffa-4de7-b335-bf2a9e321f0a tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:22.655715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c5f3684-a8e8-4cdc-aaff-8c18b9b669e7 req-ccdce60d-2ffa-4de7-b335-bf2a9e321f0a tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 1098 time: 0.2090092 Jul 08 01:35:22.726584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6777f5b0-9a3c-483a-9c12-9a4f8037f658 req-91712962-0a80-4c19-9d69-7d137e3e160a service neutron] 10.222.0.24 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674287 Jul 08 01:35:22.752668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c5f3684-a8e8-4cdc-aaff-8c18b9b669e7 req-a6a743ea-9151-4386-aeff-6e494d0bd249 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473621 Jul 08 01:35:22.821552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d65b14-2397-48d3-bc60-851b4a2b9393 req-5f24e5b9-b8f1-4a88-ac03-cf75c947669c tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:22.825286 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76d65b14-2397-48d3-bc60-851b4a2b9393 req-5f24e5b9-b8f1-4a88-ac03-cf75c947669c tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1791909 Jul 08 01:35:22.898588 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76d65b14-2397-48d3-bc60-851b4a2b9393 req-bf6976d9-1529-4edc-849e-356fd899b3a2 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550401 Jul 08 01:35:22.938612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-861453ac-af0e-4490-943b-0a2fd397f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:22.942473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-861453ac-af0e-4490-943b-0a2fd397f5bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89355e5c183d4422b9413bc38f833dff&device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 1096 time: 0.1560407 Jul 08 01:35:23.070216 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d3e59ad-eacb-4d47-9e8a-34aa1461619f req-cc4c0d63-d4ff-4e3f-b283-5e6e4e187429 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 210 time: 0.0479078 Jul 08 01:35:23.135057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-f49ba3c6-7bf4-4b78-99f6-38e9fce56b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.136737 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-f49ba3c6-7bf4-4b78-99f6-38e9fce56b65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 HTTP/1.1" status: 200 len: 930 time: 0.1852922 Jul 08 01:35:23.275063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-252bc16b-1044-4791-9f9c-117fee6c9c11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853 HTTP/1.1" status: 200 len: 217 time: 0.1306281 Jul 08 01:35:23.334628 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-95da1d59-0360-4d3c-bdf6-50b24d9c8577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:23.439304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-b703e002-3720-40a3-9e78-17d9fc78aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.444792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-b703e002-3720-40a3-9e78-17d9fc78aa62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=609aa358-4c73-4b5d-ac82-e861f0c82659 HTTP/1.1" status: 200 len: 868 time: 0.1632180 Jul 08 01:35:23.577932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b12edf-3f04-488a-a314-f480a4174641 req-5c9c2e94-9c46-4a29-9c56-02a4723f33a6 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.590914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0b12edf-3f04-488a-a314-f480a4174641 req-5c9c2e94-9c46-4a29-9c56-02a4723f33a6 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 944 time: 0.1254356 Jul 08 01:35:23.610572 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:23.654839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-cad103bf-e5a6-4cc5-8dbf-eacce6536c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.664405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-cad103bf-e5a6-4cc5-8dbf-eacce6536c3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2117832 Jul 08 01:35:23.880338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0b12edf-3f04-488a-a314-f480a4174641 req-3db6a813-2910-46d7-985f-3dacfee7ece9 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853074 Jul 08 01:35:23.944784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-cbebb1f7-b84f-4568-a648-b8317dacc564 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:23.948613 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-cbebb1f7-b84f-4568-a648-b8317dacc564 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 808 time: 0.2459323 Jul 08 01:35:23.963217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Request body: {'port': {'device_id': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055', 'admin_state_up': True, 'tenant_id': '12a0164c80564015b1b963f8b59f6780'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:24.060407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-dc838145-da9e-4ca4-a1c5-9cc35a366774 service neutron] 10.222.0.24 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830929 Jul 08 01:35:24.274332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Made reservation on behalf of 12a0164c80564015b1b963f8b59f6780 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:24.280690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:24.422789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b4809e1-bec8-4240-85cc-ab959a3c8fd9 req-0c650819-e38a-414c-947c-b9009194bfb7 service neutron] 10.222.0.24 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541806 Jul 08 01:35:24.533922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e724e-e94b-4775-887e-9173ae089f2a req-ae498ed0-a300-481f-8596-3b0d86d7c4a5 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:24.543146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa3e724e-e94b-4775-887e-9173ae089f2a req-ae498ed0-a300-481f-8596-3b0d86d7c4a5 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.2490730 Jul 08 01:35:24.634635 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:24.677662 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa3e724e-e94b-4775-887e-9173ae089f2a req-188a2308-19d8-465c-a8b9-1c961e152179 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338437 Jul 08 01:35:24.772382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Allocated IP 172.20.0.14 (a8483aff-5cce-4698-a4bf-03fadb168055/aa25f5cb-c5fe-4773-a451-cb8d282fd150/9b2c80cd-2704-4481-a459-70709a440f2e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:24.948106 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-469382ef-50cf-4978-bb37-bd3da5ac95f3 req-8302a206-3aa2-4486-800c-82605467e8e0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 210 time: 0.0600214 Jul 08 01:35:24.959450 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:25.028821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:25.087976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Network a8483aff-5cce-4698-a4bf-03fadb168055 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:25.091927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:25.094847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:25.161365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Pushing event updated for resources: {'Port': ['ID=9b2c80cd-2704-4481-a459-70709a440f2e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:25.203969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:25.205019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:25.238091 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-f016e0a6-e4c8-4f9f-953a-8524600eb81e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2817905 Jul 08 01:35:25.249871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Request body: {'port': {'device_id': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:25.391939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:25.457433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d755ae9f-8a4e-445f-9b72-4ece7ed53853 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:25.468239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f9b7e-f2f0-46c7-a299-410116087853 req-ca8a2175-8c77-4d31-aa50-3770e3979011 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:25.476371 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b5f9b7e-f2f0-46c7-a299-410116087853 req-ca8a2175-8c77-4d31-aa50-3770e3979011 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 944 time: 0.1001117 Jul 08 01:35:25.543792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b5f9b7e-f2f0-46c7-a299-410116087853 req-2aa15d1c-39cf-4548-b202-aa5fcb92404e tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597749 Jul 08 01:35:25.650123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port d755ae9f-8a4e-445f-9b72-4ece7ed53853, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:25.675840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'port_id': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'mac_address': 'fa:16:3e:82:b7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:25.732135 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:25.748672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d755ae9f-8a4e-445f-9b72-4ece7ed53853 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:25.786427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port d755ae9f-8a4e-445f-9b72-4ece7ed53853, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:25.794851 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:25.874104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=d755ae9f-8a4e-445f-9b72-4ece7ed53853,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:26.028043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4552dae-f83e-4e7e-b3d4-23573b783153 req-576e0ce7-3e51-4ed5-9a39-b377d1909c91 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:26.039568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2c80cd-2704-4481-a459-70709a440f2e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:26.040669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e4552dae-f83e-4e7e-b3d4-23573b783153 req-576e0ce7-3e51-4ed5-9a39-b377d1909c91 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1362133 Jul 08 01:35:26.059182 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:26.093827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Transition to ACTIVE for port object 9b2c80cd-2704-4481-a459-70709a440f2e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:26.105922 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:26.120280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['d755ae9f-8a4e-445f-9b72-4ece7ed53853'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:26.123519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e4552dae-f83e-4e7e-b3d4-23573b783153 req-d609b0b7-c290-4b69-9cd0-9ae78c385392 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817025 Jul 08 01:35:26.322549 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:26.399278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Pushing event updated for resources: {'Port': ['ID=9b2c80cd-2704-4481-a459-70709a440f2e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:26.499548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:26.500212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:26.501987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:26.514711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Port 9b2c80cd-2704-4481-a459-70709a440f2e on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:26.515996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:26.529292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:26.532008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:26.532008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:26.532396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Bound port: 9b2c80cd-2704-4481-a459-70709a440f2e, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:26.532762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:26.567666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8af51e-3a23-4aa6-bbb7-9004fd7488da req-15589766-16b4-4471-b588-ad0bb3d8c8e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:26.573396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b8af51e-3a23-4aa6-bbb7-9004fd7488da req-15589766-16b4-4471-b588-ad0bb3d8c8e9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 944 time: 0.1396148 Jul 08 01:35:26.623928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b8af51e-3a23-4aa6-bbb7-9004fd7488da req-e823c57c-c884-4a15-9cec-c78b1a9e8a3c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495477 Jul 08 01:35:26.683494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:26.686911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:26.704879 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:26.762193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:26.763173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:26.764992 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] 10.222.0.16 "PUT /v2.0/ports/9b2c80cd-2704-4481-a459-70709a440f2e HTTP/1.1" status: 200 len: 1093 time: 1.5198257 Jul 08 01:35:26.766112 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'tag': '9b2c80cd-2704-4481-a459-70709a440f2e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:26.770065 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d9ac52-2fca-4e72-9826-1bec104b1388" -d '{"events": [{"name": "network-changed", "server_uuid": "5643f7dc-9085-439c-8ff2-438de6c6bc03", "tag": "9b2c80cd-2704-4481-a459-70709a440f2e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:26.935541 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e11faef-0442-4711-99c7-0824ba014f11 x-openstack-request-id: req-8e11faef-0442-4711-99c7-0824ba014f11 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:26.935835 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5643f7dc-9085-439c-8ff2-438de6c6bc03", "tag": "9b2c80cd-2704-4481-a459-70709a440f2e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:26.936089 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e11faef-0442-4711-99c7-0824ba014f11 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:26.937218 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'tag': '9b2c80cd-2704-4481-a459-70709a440f2e', 'status': 'completed', 'code': 200} Jul 08 01:35:26.976529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fac76-8ef0-4e7b-8ad8-cbc3789240d6 req-517aed83-7b5a-48fe-90ae-4f4762a5a4ec tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:26.983416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b89fac76-8ef0-4e7b-8ad8-cbc3789240d6 req-517aed83-7b5a-48fe-90ae-4f4762a5a4ec tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 945 time: 0.2032022 Jul 08 01:35:26.992988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97d2c8-2475-4fa3-a5f2-d6b00cb06f5a service neutron] Pushing event updated for resources: {'Port': ['ID=9b2c80cd-2704-4481-a459-70709a440f2e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:27.039326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-7e814b1c-3337-4963-ab68-2a6e1c37c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:27.041703 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-7e814b1c-3337-4963-ab68-2a6e1c37c9be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 1096 time: 0.2179701 Jul 08 01:35:27.101373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b89fac76-8ef0-4e7b-8ad8-cbc3789240d6 req-3841429e-01d6-430d-b552-aeaa34949c38 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163571 Jul 08 01:35:27.159228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-7edc9ce6-4b73-40bf-89eb-3f80a42dde5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2c80cd-2704-4481-a459-70709a440f2e HTTP/1.1" status: 200 len: 217 time: 0.1062777 Jul 08 01:35:27.273823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-30f6338b-b511-4d81-9ae2-25518974102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:27.275377 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-30f6338b-b511-4d81-9ae2-25518974102b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.1080382 Jul 08 01:35:27.320985 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-22a82bbd-d839-4ad4-8766-1a074614a30e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392852 Jul 08 01:35:27.464480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-109489af-9373-4442-a42e-a3b35243f585 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360939 Jul 08 01:35:27.476037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d755ae9f-8a4e-445f-9b72-4ece7ed53853 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:27.559034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port d755ae9f-8a4e-445f-9b72-4ece7ed53853 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:27.569663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port d755ae9f-8a4e-445f-9b72-4ece7ed53853 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:27.570041 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:27.615375 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6cc45702-2bc0-4b3b-aef5-7fc81442fc6d req-b5cdc0ea-14f8-46b2-967b-c6c6eb22bbb8 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444409 Jul 08 01:35:27.698062 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:27.738719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:27.743143 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20311c7-8d8d-45c1-bc3d-87bd4518bbb7" -d '{"events": [{"server_uuid": "dfe25090-8ed7-4f96-85bd-9ba0b17a39d3", "name": "network-vif-plugged", "status": "completed", "tag": "d755ae9f-8a4e-445f-9b72-4ece7ed53853"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:27.764788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port d755ae9f-8a4e-445f-9b72-4ece7ed53853, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:27.771880 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:27.814536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ac52-2fca-4e72-9826-1bec104b1388 req-3969bbb7-77d0-40be-9034-327c763f5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:27.821188 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-45d9ac52-2fca-4e72-9826-1bec104b1388 req-3969bbb7-77d0-40be-9034-327c763f5e02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 1096 time: 0.1373684 Jul 08 01:35:27.901685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=d755ae9f-8a4e-445f-9b72-4ece7ed53853,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:27.934774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:27.985265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ac52-2fca-4e72-9826-1bec104b1388 req-403d50d6-245d-49bf-a8b2-bc420e4f3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:27.987743 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-45d9ac52-2fca-4e72-9826-1bec104b1388 req-403d50d6-245d-49bf-a8b2-bc420e4f3f16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.1645334 Jul 08 01:35:28.087341 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-45d9ac52-2fca-4e72-9826-1bec104b1388 req-e9359441-855f-469a-9cb3-093f2e179620 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2c80cd-2704-4481-a459-70709a440f2e HTTP/1.1" status: 200 len: 217 time: 0.0659544 Jul 08 01:35:28.133056 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43634b5a-ec43-4a88-b08a-a43afbfa4fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:28.156527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9ac52-2fca-4e72-9826-1bec104b1388 req-7e254c83-f0c9-480a-a099-677c2c5b874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:28.159654 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-45d9ac52-2fca-4e72-9826-1bec104b1388 req-7e254c83-f0c9-480a-a099-677c2c5b874d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.0630324 Jul 08 01:35:28.180045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d090822-7db8-4e7a-b945-0d8535932c36 req-f629812a-0bd6-488c-b414-5da64a837c53 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:28.187899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d090822-7db8-4e7a-b945-0d8535932c36 req-f629812a-0bd6-488c-b414-5da64a837c53 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1525030 Jul 08 01:35:28.214550 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-45d9ac52-2fca-4e72-9826-1bec104b1388 req-cb08c640-3517-4f9e-b5f7-f960308357b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384247 Jul 08 01:35:28.263037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d090822-7db8-4e7a-b945-0d8535932c36 req-4e724dd6-2163-4b92-9835-8a178a9d1eb1 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728540 Jul 08 01:35:28.367445 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ee039f-27da-4b69-8b32-c4261dee6814 x-openstack-request-id: req-e6ee039f-27da-4b69-8b32-c4261dee6814 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:28.367981 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe25090-8ed7-4f96-85bd-9ba0b17a39d3", "name": "network-vif-plugged", "status": "completed", "tag": "d755ae9f-8a4e-445f-9b72-4ece7ed53853", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:28.368531 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6ee039f-27da-4b69-8b32-c4261dee6814 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:28.369141 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'code': 200} Jul 08 01:35:28.382540 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-45d9ac52-2fca-4e72-9826-1bec104b1388 req-6fb0d193-b9b1-4199-97d7-f74fe6e2be1e service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570344 Jul 08 01:35:28.409551 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43634b5a-ec43-4a88-b08a-a43afbfa4fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:28.425867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43634b5a-ec43-4a88-b08a-a43afbfa4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:28.550739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43634b5a-ec43-4a88-b08a-a43afbfa4fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fd94a8-f06e-4d2a-a9f4-8985bf71bbf9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:28.575665 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-45d9ac52-2fca-4e72-9826-1bec104b1388 req-94620c3d-4331-4cab-94cb-5e75101f6ede service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880569 Jul 08 01:35:28.661837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-43634b5a-ec43-4a88-b08a-a43afbfa4fbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26e9a808cdaa4d49b03c099705f4e252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7258344 Jul 08 01:35:28.664419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41284) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:28.760861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed91d9-2cee-4d01-9724-efa1a45d628a req-0d2b0a18-d787-4cea-af23-44bf9969dfec tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:28.762472 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76ed91d9-2cee-4d01-9724-efa1a45d628a req-0d2b0a18-d787-4cea-af23-44bf9969dfec tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 944 time: 0.3510463 Jul 08 01:35:28.791115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df624dd9-ae36-4c50-be69-b09d5acd910b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:28.807538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8598e53-f29e-4912-a963-228302e65fc6 req-6f5245ed-c938-47f5-b4f5-ab9f19443396 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:28.818362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8598e53-f29e-4912-a963-228302e65fc6 req-6f5245ed-c938-47f5-b4f5-ab9f19443396 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 946 time: 0.1439984 Jul 08 01:35:28.848793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df624dd9-ae36-4c50-be69-b09d5acd910b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:28.868135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cef24b-12c4-4943-8d88-33b14655fdc3 req-29fac4e8-1af2-43cf-b86f-40c81e300837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:28.869663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75cef24b-12c4-4943-8d88-33b14655fdc3 req-29fac4e8-1af2-43cf-b86f-40c81e300837 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 1098 time: 0.3236551 Jul 08 01:35:28.959813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8598e53-f29e-4912-a963-228302e65fc6 req-38816086-385c-49aa-8928-3bd366aa749e tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404107 Jul 08 01:35:28.990101 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76ed91d9-2cee-4d01-9724-efa1a45d628a req-55cae67e-1f95-4f60-b37b-f32e910a8e88 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177148 Jul 08 01:35:29.048429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df624dd9-ae36-4c50-be69-b09d5acd910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:29.052348 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df624dd9-ae36-4c50-be69-b09d5acd910b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:29.057209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-df624dd9-ae36-4c50-be69-b09d5acd910b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20fd94a8-f06e-4d2a-a9f4-8985bf71bbf9 HTTP/1.1" status: 204 len: 168 time: 0.3911927 Jul 08 01:35:29.088908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df624dd9-ae36-4c50-be69-b09d5acd910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fd94a8-f06e-4d2a-a9f4-8985bf71bbf9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:29.134169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75cef24b-12c4-4943-8d88-33b14655fdc3 req-50e3f81b-7e14-4b20-a530-1fa89318ffd7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504187 Jul 08 01:35:29.530532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41318) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:29.542277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cf47b-511e-46ac-962b-ae18eecd91f9 req-316e640d-1808-4bfc-afce-054efcb3161d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:29.551175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5939136-543e-4397-a35e-88b44930d264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:29.560924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a36cf47b-511e-46ac-962b-ae18eecd91f9 req-316e640d-1808-4bfc-afce-054efcb3161d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1148674 Jul 08 01:35:29.613414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a36cf47b-511e-46ac-962b-ae18eecd91f9 req-b8af6689-823c-4715-b086-8af69ad12aeb tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477309 Jul 08 01:35:29.691442 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5939136-543e-4397-a35e-88b44930d264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:29.700828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5939136-543e-4397-a35e-88b44930d264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:29.756556 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b5939136-543e-4397-a35e-88b44930d264 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f30683f83cfa467eac178bbf2d3002b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248139 Jul 08 01:35:29.757508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5939136-543e-4397-a35e-88b44930d264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db821c24-7c3f-45c0-bb13-e7f9fdc5519d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:29.759038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:29.841977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-301fa1ca-590f-4559-aab6-62f24c0841e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:29.864112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-301fa1ca-590f-4559-aab6-62f24c0841e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:29.921977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-301fa1ca-590f-4559-aab6-62f24c0841e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:29.925089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-301fa1ca-590f-4559-aab6-62f24c0841e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:29.930617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-301fa1ca-590f-4559-aab6-62f24c0841e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db821c24-7c3f-45c0-bb13-e7f9fdc5519d HTTP/1.1" status: 204 len: 168 time: 0.1694775 Jul 08 01:35:29.946102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fa1ca-590f-4559-aab6-62f24c0841e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db821c24-7c3f-45c0-bb13-e7f9fdc5519d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:30.504542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb68b4-c03d-4b04-b62d-aad8b1ad1bac req-598926a4-3d74-4ba8-912d-c77ac081a4c9 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:30.512954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0cb68b4-c03d-4b04-b62d-aad8b1ad1bac req-598926a4-3d74-4ba8-912d-c77ac081a4c9 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 946 time: 0.2824779 Jul 08 01:35:30.524686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec0287-9053-4029-b00d-3ccc0e26be85 req-5b3848a3-0239-4b8c-a6a0-9da3db0e322c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:30.532483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94ec0287-9053-4029-b00d-3ccc0e26be85 req-5b3848a3-0239-4b8c-a6a0-9da3db0e322c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 944 time: 0.2562008 Jul 08 01:35:30.593626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0cb68b4-c03d-4b04-b62d-aad8b1ad1bac req-7adeaf4c-d9e0-4d9e-87af-155c6a2f0081 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796151 Jul 08 01:35:30.640175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94ec0287-9053-4029-b00d-3ccc0e26be85 req-0612e295-7071-4e0f-924e-d44e4d0f9a55 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066825 Jul 08 01:35:31.010717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900deb8-567a-49b3-ad40-36b4485a9b35 req-5ff38455-a128-4641-993e-9af255f137d0 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:31.013157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1900deb8-567a-49b3-ad40-36b4485a9b35 req-5ff38455-a128-4641-993e-9af255f137d0 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.1115804 Jul 08 01:35:31.090188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1900deb8-567a-49b3-ad40-36b4485a9b35 req-ff6e1537-1211-4c52-a568-5d9f854e68eb tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667036 Jul 08 01:35:31.541681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-483f3449-d7c0-4397-8ba2-819728b3f97d tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9370eda16ae042b09e861458e9d9bd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232182 Jul 08 01:35:31.667691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-0cc6c3ea-0b61-4f96-988a-5ce423925e97 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:31.669416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-0cc6c3ea-0b61-4f96-988a-5ce423925e97 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212859 Jul 08 01:35:31.670762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 9b2c80cd-2704-4481-a459-70709a440f2e details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:31.687145 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-21e5ee3a-e840-4bd7-a5f5-e514c2b1c4f5 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/quotas/9370eda16ae042b09e861458e9d9bd30 HTTP/1.1" status: 200 len: 375 time: 0.0121174 Jul 08 01:35:31.797919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-823be710-ea15-42a8-b354-34bb836f502b tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9370eda16ae042b09e861458e9d9bd30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042597 Jul 08 01:35:31.833880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:31.850487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '9b2c80cd-2704-4481-a459-70709a440f2e', 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055', 'port_id': '9b2c80cd-2704-4481-a459-70709a440f2e', 'mac_address': 'fa:16:3e:75:36:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa25f5cb-c5fe-4773-a451-cb8d282fd150', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:31.894781 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:31.901887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b4999-3097-41f6-a1cb-9db53736f755 req-9c8e4f83-ab8d-45e6-bd91-6e464b2cf114 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:31.912004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2c80cd-2704-4481-a459-70709a440f2e {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:31.914256 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-397b4999-3097-41f6-a1cb-9db53736f755 req-9c8e4f83-ab8d-45e6-bd91-6e464b2cf114 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 946 time: 0.1522772 Jul 08 01:35:31.937826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:31.945842 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:31.975834 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-397b4999-3097-41f6-a1cb-9db53736f755 req-4a21bf42-20c5-445d-ba1d-4930440ca685 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597689 Jul 08 01:35:32.066324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=9b2c80cd-2704-4481-a459-70709a440f2e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:32.188001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['9b2c80cd-2704-4481-a459-70709a440f2e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:32.224500 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6b48c-497a-4d85-b683-d7ed3c8289b2 req-3ec423d6-58b5-40b1-aa17-262a2f6857dc tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:32.244835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0de6b48c-497a-4d85-b683-d7ed3c8289b2 req-3ec423d6-58b5-40b1-aa17-262a2f6857dc tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 945 time: 0.1159146 Jul 08 01:35:32.321092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0de6b48c-497a-4d85-b683-d7ed3c8289b2 req-d726fb46-4784-4468-9107-23ab3c37cfb9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653529 Jul 08 01:35:32.571169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-a09bf269-0dd8-4d80-84a3-1294f57be59d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 258 time: 0.2314632 Jul 08 01:35:32.581628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:32.606505 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:33.007431 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df16d5-092c-4250-ae37-c29282906238 req-91fa3dcb-3892-483e-99e2-e7823f108451 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:33.008853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95df16d5-092c-4250-ae37-c29282906238 req-91fa3dcb-3892-483e-99e2-e7823f108451 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.3541751 Jul 08 01:35:33.043195 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:33.064570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95df16d5-092c-4250-ae37-c29282906238 req-7d849541-a4f7-42a9-87b0-914e09d5fdb1 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494258 Jul 08 01:35:33.167328 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Allocated IP 172.25.4.118 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/1f3da197-9c5a-43c3-9da3-d22740470f41) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:33.196794 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-8a4eb6bc-95e5-428b-a80d-526855b12ccc tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9370eda16ae042b09e861458e9d9bd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315087 Jul 08 01:35:33.388864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-5d03ebe5-216e-4e29-923d-e7fa06b732ac tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9370eda16ae042b09e861458e9d9bd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481462 Jul 08 01:35:33.473157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-11aa62a1-2e6c-43fc-9895-4ef7fa697a3d tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:33.474683 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-11aa62a1-2e6c-43fc-9895-4ef7fa697a3d tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2694185 Jul 08 01:35:33.479565 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:33.499977 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-89216b82-034d-4806-bb1f-f06cd985ac0b tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/quotas/9370eda16ae042b09e861458e9d9bd30 HTTP/1.1" status: 200 len: 375 time: 0.0180271 Jul 08 01:35:33.552259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-58e7197e-10b9-4ecc-ac88-29f2d20bf608 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9370eda16ae042b09e861458e9d9bd30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439394 Jul 08 01:35:33.594846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-cf9236c0-f31d-4af3-863b-a4454882483c tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:33.596726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-cf9236c0-f31d-4af3-863b-a4454882483c tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986928 Jul 08 01:35:33.609824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:33.621261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Request body: {'port': {'device_id': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '9370eda16ae042b09e861458e9d9bd30'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:33.680055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 9b2c80cd-2704-4481-a459-70709a440f2e up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:33.696580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:33.698143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:33.705111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:33.749974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Pushing event updated for resources: {'Port': ['ID=1f3da197-9c5a-43c3-9da3-d22740470f41,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:33.794093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 9b2c80cd-2704-4481-a459-70709a440f2e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:33.799790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 9b2c80cd-2704-4481-a459-70709a440f2e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:33.800225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:33.879994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:33.886239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Made reservation on behalf of 9370eda16ae042b09e861458e9d9bd30 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:33.889824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:33.900555 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:33.963782 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:33.992216 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:33.998732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2c80cd-2704-4481-a459-70709a440f2e'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:34.002003 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db87e1b-f13e-4e64-9ed3-2fb4af3048d9" -d '{"events": [{"server_uuid": "5643f7dc-9085-439c-8ff2-438de6c6bc03", "name": "network-vif-plugged", "status": "completed", "tag": "9b2c80cd-2704-4481-a459-70709a440f2e"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:34.040988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:34.051297 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:34.164365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=9b2c80cd-2704-4481-a459-70709a440f2e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:34.186624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.187050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.202248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.202817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.203161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.203505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.203840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.204605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.204605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.204888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.205165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.206099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:35:34.226025 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:34.246461 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:34.269648 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:34.296507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd0a5e2-c907-4ecd-8229-4262337ac9f1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:34.392513 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:34.438929 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:34.581395 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Pushing event updated for resources: {'Port': ['ID=1f3da197-9c5a-43c3-9da3-d22740470f41,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:34.586116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Allocated IP 192.168.233.44 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/7d21374a-5c20-48fc-92d2-eafef7a8f09f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:34.598061 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:34.625320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6641b8-194c-4151-8e2b-385a0542e782 req-6a2b8a5f-c4be-41c0-9ef2-c61b43c7fc88 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:34.626850 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb6641b8-194c-4151-8e2b-385a0542e782 req-6a2b8a5f-c4be-41c0-9ef2-c61b43c7fc88 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.2380488 Jul 08 01:35:34.649422 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:34.650456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-2c0e8aa1-1795-41de-8468-87fcba93ceb7 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0729449 Jul 08 01:35:34.764024 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-3e8e950c-7e88-4b92-a672-a128e982f6e8 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 696 time: 0.0983765 Jul 08 01:35:34.770372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb6641b8-194c-4151-8e2b-385a0542e782 req-b66b664c-2990-4e72-afa7-dca0d4e83838 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307988 Jul 08 01:35:34.919352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d288eee-4e6d-4072-9d8a-a00152b27e24 req-04d3b7f5-5553-40c7-91e2-1e814cb49b67 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 210 time: 0.0471234 Jul 08 01:35:34.971170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-559b0e7a-7660-4c18-a249-a5b432e4dd87 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:34.972561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-559b0e7a-7660-4c18-a249-a5b432e4dd87 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.1923840 Jul 08 01:35:34.977364 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:34.991985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-771e1c1a-e5ca-4775-bfed-77773981e4c0 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:35:34.993005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c52e1b5c-dde7-4326-a3fd-e2a4b264d9b4 req-771e1c1a-e5ca-4775-bfed-77773981e4c0 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087490 Jul 08 01:35:35.005132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Transition to ACTIVE for port object 7d21374a-5c20-48fc-92d2-eafef7a8f09f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:35.041638 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f135713f-2983-47eb-959f-ce000619b6c2 x-openstack-request-id: req-f135713f-2983-47eb-959f-ce000619b6c2 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:35.042544 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5643f7dc-9085-439c-8ff2-438de6c6bc03", "name": "network-vif-plugged", "status": "completed", "tag": "9b2c80cd-2704-4481-a459-70709a440f2e", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:35.043064 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f135713f-2983-47eb-959f-ce000619b6c2 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:35.043646 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2c80cd-2704-4481-a459-70709a440f2e', 'code': 200} Jul 08 01:35:35.058975 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:35.149252 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-10d75568-f9e5-48bb-954b-14ea4ae091b0 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9370eda16ae042b09e861458e9d9bd30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265620 Jul 08 01:35:35.173864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:35.196524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:35.223966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:35.226462 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:35.282262 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40d563f5-55c7-4812-b391-77b1bcde4dfb req-9804ea6c-7a20-4bb5-883a-aebd5dc1fc4f tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc0bba08059142529ab979b346e2dba3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887396 Jul 08 01:35:35.292122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-8a5573c5-ea73-4399-af76-11c4867684e2 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:35.294119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-8a5573c5-ea73-4399-af76-11c4867684e2 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319613 Jul 08 01:35:35.307841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Request body: {'port': {'device_id': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '9370eda16ae042b09e861458e9d9bd30'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:35.368218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:35.368913 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:35.420727 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-076be0c4-ca75-498d-8207-9a9235523dfe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8081212 Jul 08 01:35:35.429643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933237e7-f459-4cb2-b5d3-8bda72940891 req-8d07687f-d4bb-48ec-bd7a-de2b86430b5d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:35.431214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-933237e7-f459-4cb2-b5d3-8bda72940891 req-8d07687f-d4bb-48ec-bd7a-de2b86430b5d tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 971 time: 0.3088348 Jul 08 01:35:35.437462 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Request body: {'port': {'device_id': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:35.447827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Made reservation on behalf of 9370eda16ae042b09e861458e9d9bd30 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:35.451760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:35.489752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6c48e-a22d-4771-957e-13ca0ab47f99 req-f34bedd2-37c5-46be-b4eb-97085a0847e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:35.491254 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1f6c48e-a22d-4771-957e-13ca0ab47f99 req-f34bedd2-37c5-46be-b4eb-97085a0847e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 1098 time: 0.3292022 Jul 08 01:35:35.523672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5e1f0e53-23d5-43d0-b1f9-cd205c82d8bb None None] Provisioning for port 7d21374a-5c20-48fc-92d2-eafef7a8f09f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:35.530471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9bcb4edc-9e15-4e30-9278-deb610ddafd5 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:35.534993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5e1f0e53-23d5-43d0-b1f9-cd205c82d8bb None None] Provisioning complete for port 7d21374a-5c20-48fc-92d2-eafef7a8f09f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:35.535668 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5e1f0e53-23d5-43d0-b1f9-cd205c82d8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:35.543162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d563f5-55c7-4812-b391-77b1bcde4dfb req-ca1fa374-62ef-4522-b427-33c1b770e79e tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:35.544662 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40d563f5-55c7-4812-b391-77b1bcde4dfb req-ca1fa374-62ef-4522-b427-33c1b770e79e tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519472 Jul 08 01:35:35.595765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-933237e7-f459-4cb2-b5d3-8bda72940891 req-866a60ea-cb51-451f-a8ba-a1093bd339b5 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521654 Jul 08 01:35:35.610598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Allocated IP 192.168.233.62 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/e407f26b-edca-492d-98ce-586d61962b8b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:35.610941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40d563f5-55c7-4812-b391-77b1bcde4dfb req-dfcf63f9-4f4d-4af5-b3e8-b9fc7772fee1 tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/quotas/cc0bba08059142529ab979b346e2dba3 HTTP/1.1" status: 200 len: 375 time: 0.0557818 Jul 08 01:35:35.618674 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1f6c48e-a22d-4771-957e-13ca0ab47f99 req-ecb452bf-beb4-4649-8455-88116197c7ae service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153157 Jul 08 01:35:35.643010 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:35.682841 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5e1f0e53-23d5-43d0-b1f9-cd205c82d8bb None None] Port 7d21374a-5c20-48fc-92d2-eafef7a8f09f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:35:35.684944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40d563f5-55c7-4812-b391-77b1bcde4dfb req-85e96656-e8cb-46a9-b624-7d8533717328 tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc0bba08059142529ab979b346e2dba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730340 Jul 08 01:35:35.717552 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:35.758835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:35.766405 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:35.874982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=9bcb4edc-9e15-4e30-9278-deb610ddafd5,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:35.962485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515927a-6448-4330-8e46-9715094dac88 req-1a760386-41f9-40cc-b655-71146c5820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:35.963993 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8515927a-6448-4330-8e46-9715094dac88 req-1a760386-41f9-40cc-b655-71146c5820a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 1123 time: 0.1516554 Jul 08 01:35:36.012542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.017506 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8515927a-6448-4330-8e46-9715094dac88 req-0819d20c-e6ad-409a-b788-b503e3ba55ae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453575 Jul 08 01:35:36.027818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Transition to ACTIVE for port object e407f26b-edca-492d-98ce-586d61962b8b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:36.078709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.128704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:36.134444 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:36.138394 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:36.162827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243088b-1184-467f-94ec-4e88032f271f req-f9d6c159-7d21-4597-8525-ce84cd7dc11d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:36.164431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-f9d6c159-7d21-4597-8525-ce84cd7dc11d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1962929 Jul 08 01:35:36.200592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Pushing event updated for resources: {'Port': ['ID=e407f26b-edca-492d-98ce-586d61962b8b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:36.220526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:36.221977 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.240124 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a825ee11-bbd4-4f45-9c18-c838294fc4fd tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9374795 Jul 08 01:35:36.248095 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-cc465cfc-e3f9-4d0b-8d44-54bff6596571 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 696 time: 0.0657020 Jul 08 01:35:36.256704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Request body: {'port': {'device_id': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:36.265338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-d243088b-1184-467f-94ec-4e88032f271f req-9e603121-84b9-4f9f-8b61-a00af360683c tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Request body: {'floatingip': {'port_id': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:36.335149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d243088b-1184-467f-94ec-4e88032f271f req-9e603121-84b9-4f9f-8b61-a00af360683c tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.356569 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.544200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bfc93db9-4d4e-4be0-a707-1a37a4cfe1ac None None] Provisioning for port e407f26b-edca-492d-98ce-586d61962b8b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:36.549899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bfc93db9-4d4e-4be0-a707-1a37a4cfe1ac None None] Provisioning complete for port e407f26b-edca-492d-98ce-586d61962b8b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:36.550281 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bfc93db9-4d4e-4be0-a707-1a37a4cfe1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.602100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bfc93db9-4d4e-4be0-a707-1a37a4cfe1ac None None] Port e407f26b-edca-492d-98ce-586d61962b8b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:35:36.832796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d21374a-5c20-48fc-92d2-eafef7a8f09f {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:36.852187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:36.915394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb00a6b-a379-4bf9-ade4-cfc26769f45d req-7dde3bcb-8249-41da-a94c-5dee0c74f2e8 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:36.916924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8bb00a6b-a379-4bf9-ade4-cfc26769f45d req-7dde3bcb-8249-41da-a94c-5dee0c74f2e8 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.2208717 Jul 08 01:35:36.920348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Transition to ACTIVE for port object 7d21374a-5c20-48fc-92d2-eafef7a8f09f will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:36.958830 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.046125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bcb4edc-9e15-4e30-9278-deb610ddafd5'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:37.048197 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57230e9b-6eb3-4430-bb44-1f44551c050b" -d '{"events": [{"server_uuid": "e5383af6-8f8a-442d-8cb0-d6d03a760fc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9bcb4edc-9e15-4e30-9278-deb610ddafd5"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:37.081445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:37.113478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e407f26b-edca-492d-98ce-586d61962b8b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:37.121876 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.135096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8bb00a6b-a379-4bf9-ade4-cfc26769f45d req-31f0b466-c6b8-4596-8b44-f3f52a42441c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820145 Jul 08 01:35:37.152547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Transition to ACTIVE for port object e407f26b-edca-492d-98ce-586d61962b8b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:37.164172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.259653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Pushing event updated for resources: {'Port': ['ID=e407f26b-edca-492d-98ce-586d61962b8b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:37.315888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Attempting to bind port e407f26b-edca-492d-98ce-586d61962b8b on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:37.316524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Attempting to bind port e407f26b-edca-492d-98ce-586d61962b8b by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:37.316867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Attempting to bind port e407f26b-edca-492d-98ce-586d61962b8b on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:37.322124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Port e407f26b-edca-492d-98ce-586d61962b8b on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:37.322511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Attempting to bind port e407f26b-edca-492d-98ce-586d61962b8b on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:37.328514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:37.328925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:37.329375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:37.329877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Bound port: e407f26b-edca-492d-98ce-586d61962b8b, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:37.330913 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.425587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] For port e407f26b-edca-492d-98ce-586d61962b8b, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:37.430818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] For port e407f26b-edca-492d-98ce-586d61962b8b, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e407f26b-edca-492d-98ce-586d61962b8b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:37.435034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.479328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.480429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.482029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] 10.222.0.16 "PUT /v2.0/ports/e407f26b-edca-492d-98ce-586d61962b8b HTTP/1.1" status: 200 len: 1096 time: 1.2334175 Jul 08 01:35:37.482628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'tag': 'e407f26b-edca-492d-98ce-586d61962b8b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:37.485187 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db87f700-37c8-4ccc-82c4-4b2685c1379f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4", "tag": "e407f26b-edca-492d-98ce-586d61962b8b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:37.513073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1068916-dd26-416a-b63b-1be28cf4f7dd service neutron] Pushing event updated for resources: {'Port': ['ID=e407f26b-edca-492d-98ce-586d61962b8b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:37.550483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Attempting to bind port 7d21374a-5c20-48fc-92d2-eafef7a8f09f on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:37.550907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Attempting to bind port 7d21374a-5c20-48fc-92d2-eafef7a8f09f by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:37.551301 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Attempting to bind port 7d21374a-5c20-48fc-92d2-eafef7a8f09f on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:37.561880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e3a42374-6ea2-482b-b4e1-6bcfd5d13177 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:37.564254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e3a42374-6ea2-482b-b4e1-6bcfd5d13177 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:37.597845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Port 7d21374a-5c20-48fc-92d2-eafef7a8f09f on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:37.598048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-e3482daf-2cde-479a-afd5-68b273e7b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.600152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Attempting to bind port 7d21374a-5c20-48fc-92d2-eafef7a8f09f on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:37.600288 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-e3482daf-2cde-479a-afd5-68b273e7b36f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9370eda16ae042b09e861458e9d9bd30&device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 1099 time: 0.0646656 Jul 08 01:35:37.641441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:37.641773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:37.642157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:37.642601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Bound port: 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:37.643498 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.650822 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-a788853c-e599-4bde-a673-f371fd0d74c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=e407f26b-edca-492d-98ce-586d61962b8b HTTP/1.1" status: 200 len: 217 time: 0.0410545 Jul 08 01:35:37.709040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-46f2982f-1311-4923-b59f-745bf750e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.710875 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-46f2982f-1311-4923-b59f-745bf750e4c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0522559 Jul 08 01:35:37.718552 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d243088b-1184-467f-94ec-4e88032f271f req-9e603121-84b9-4f9f-8b61-a00af360683c tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.732029 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.747426 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d243088b-1184-467f-94ec-4e88032f271f req-9e603121-84b9-4f9f-8b61-a00af360683c tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.756203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:37.789360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'mac_address': 'fa:16:3e:a8:12:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:tempest-test_az-495204118', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:37.794294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:37.810065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-e73a7132-4a11-461a-93be-9fe4c15ccaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.813251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-e73a7132-4a11-461a-93be-9fe4c15ccaf0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936470 Jul 08 01:35:37.821763 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.831112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff978c44-68ed-4bd1-9d21-a1e8f7e1c481 req-4cef4d53-4e95-43ad-aceb-61e0444da0d4 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:37.838543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff978c44-68ed-4bd1-9d21-a1e8f7e1c481 req-4cef4d53-4e95-43ad-aceb-61e0444da0d4 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 947 time: 0.3432939 Jul 08 01:35:37.876511 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.898029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:37.903035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:37.907613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3a42374-6ea2-482b-b4e1-6bcfd5d13177 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:37.929220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:37.938420 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-d6548b18-6371-4ad7-8678-c5e89d9bcb43 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164665 Jul 08 01:35:37.945178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff978c44-68ed-4bd1-9d21-a1e8f7e1c481 req-c92e2ab1-0468-4f1b-adf9-c4967099630d tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054389 Jul 08 01:35:37.949131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:37.977236 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:35:37.977601 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:35:38.005449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:38.006064 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:38.007443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] 10.222.0.24 "PUT /v2.0/ports/7d21374a-5c20-48fc-92d2-eafef7a8f09f HTTP/1.1" status: 200 len: 1096 time: 2.5744207 Jul 08 01:35:38.009241 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-d243088b-1184-467f-94ec-4e88032f271f req-9e603121-84b9-4f9f-8b61-a00af360683c tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Floating IP 6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3 associated. External IP: 172.25.4.118, port: d755ae9f-8a4e-445f-9b72-4ece7ed53853. Jul 08 01:35:38.028878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:38.031366 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8306d3-5ad1-4b92-822f-d14b776602d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:38.055259 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b6d1d593-ce86-4b3d-bf52-cbb96d7f4019 req-f7669b11-811a-4fbe-b23c-c08bddec946a service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097817 Jul 08 01:35:38.122921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf16a68-6b36-4f55-ae4c-ad7ec203764f service neutron] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:38.196996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-709a4dad-8104-449b-b553-14e3e66d37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:38.198654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-709a4dad-8104-449b-b553-14e3e66d37b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9370eda16ae042b09e861458e9d9bd30&device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 1099 time: 0.1300323 Jul 08 01:35:38.279922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-1a96e4c1-acd7-4d11-8c7b-c6f2df390edb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f HTTP/1.1" status: 200 len: 217 time: 0.0441849 Jul 08 01:35:38.406411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-a7ab4406-814e-4c2d-aecc-9ca9ba3a5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:38.407837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-a7ab4406-814e-4c2d-aecc-9ca9ba3a5d7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1210806 Jul 08 01:35:38.431244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d243088b-1184-467f-94ec-4e88032f271f req-9e603121-84b9-4f9f-8b61-a00af360683c tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Router bdd360cd-dac6-48da-bb61-7d2bcc4df20e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:35:38.468043 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:38.475348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16402834-57cc-4c90-b835-62adf1f7c32a req-aaafbab2-d657-4d3f-b536-db73fb23bf76 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:38.476858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16402834-57cc-4c90-b835-62adf1f7c32a req-aaafbab2-d657-4d3f-b536-db73fb23bf76 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 969 time: 0.1353512 Jul 08 01:35:38.513149 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:38.527391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a42374-6ea2-482b-b4e1-6bcfd5d13177 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:38.549156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:38.553986 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:38.607519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:38.847548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['e3a42374-6ea2-482b-b4e1-6bcfd5d13177'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:38.849627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16402834-57cc-4c90-b835-62adf1f7c32a req-9d6f8b24-9e29-45c1-ba94-08d39eefa4c6 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658254 Jul 08 01:35:38.855145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-ff041499-f1ee-4526-b78c-da956b03f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:38.856632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-ff041499-f1ee-4526-b78c-da956b03f523 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4369502 Jul 08 01:35:38.922495 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59ad1c5-1935-4a33-96bf-f4e01c75421c x-openstack-request-id: req-c59ad1c5-1935-4a33-96bf-f4e01c75421c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:38.923016 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5383af6-8f8a-442d-8cb0-d6d03a760fc1", "name": "network-vif-unplugged", "status": "completed", "tag": "9bcb4edc-9e15-4e30-9278-deb610ddafd5", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:38.923510 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c59ad1c5-1935-4a33-96bf-f4e01c75421c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:38.924411 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bcb4edc-9e15-4e30-9278-deb610ddafd5', 'code': 200} Jul 08 01:35:38.940219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d243088b-1184-467f-94ec-4e88032f271f req-9e603121-84b9-4f9f-8b61-a00af360683c tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:35:38.946520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d243088b-1184-467f-94ec-4e88032f271f req-9e603121-84b9-4f9f-8b61-a00af360683c tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:38.956162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] Sync routers for ids ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:35:38.986083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] Routers {'bdd360cd-dac6-48da-bb61-7d2bcc4df20e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:38.986942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:38.993589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-83570b98-1566-4b6a-a003-d5f185b16952 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263702 Jul 08 01:35:38.997202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-9e603121-84b9-4f9f-8b61-a00af360683c tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "PUT /v2.0/floatingips/6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3 HTTP/1.1" status: 200 len: 997 time: 2.7423153 Jul 08 01:35:39.122797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] Set router bdd360cd-dac6-48da-bb61-7d2bcc4df20e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:39.163919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695c2120-3f4d-4ed9-88b2-f7ccdd70af80 req-d75fffa2-b350-4b35-bb15-1cbfa177ee18 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633973 Jul 08 01:35:39.181508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437716d-371e-489b-935d-b509fe0f9a60 req-d384dada-455b-4f95-a856-d3ed97692cb6 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:39.183179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4437716d-371e-489b-935d-b509fe0f9a60 req-d384dada-455b-4f95-a856-d3ed97692cb6 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 1098 time: 0.1257832 Jul 08 01:35:39.196657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243088b-1184-467f-94ec-4e88032f271f req-0cbc3c0d-25d5-4db7-a250-a3b340ff0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:39.203923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-0cbc3c0d-25d5-4db7-a250-a3b340ff0ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89355e5c183d4422b9413bc38f833dff&device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 1098 time: 0.1830220 Jul 08 01:35:39.286813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4437716d-371e-489b-935d-b509fe0f9a60 req-ede95d30-5903-4288-afdc-a6f8f5d1ff86 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935705 Jul 08 01:35:39.317647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243088b-1184-467f-94ec-4e88032f271f req-e07bc911-5189-429c-a395-3c7f5e28f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:39.319158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-e07bc911-5189-429c-a395-3c7f5e28f513 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 HTTP/1.1" status: 200 len: 930 time: 0.1144660 Jul 08 01:35:39.433992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-e43d6a97-3b9e-42a9-b4d2-a9e66eb1002c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853 HTTP/1.1" status: 200 len: 1000 time: 0.1086411 Jul 08 01:35:39.435774 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c811bd-57e5-4f9f-b181-582162a3080e x-openstack-request-id: req-22c811bd-57e5-4f9f-b181-582162a3080e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:39.436262 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4", "tag": "e407f26b-edca-492d-98ce-586d61962b8b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:39.436397 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22c811bd-57e5-4f9f-b181-582162a3080e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:39.436727 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'tag': 'e407f26b-edca-492d-98ce-586d61962b8b', 'status': 'completed', 'code': 200} Jul 08 01:35:39.496813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243088b-1184-467f-94ec-4e88032f271f req-16d82a09-43e9-45e5-a9c0-80cfb0b1fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:39.498495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-16d82a09-43e9-45e5-a9c0-80cfb0b1fd56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609aa358-4c73-4b5d-ac82-e861f0c82659 HTTP/1.1" status: 200 len: 868 time: 0.0533466 Jul 08 01:35:39.535450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-fec8fc62-297e-489a-bd06-abaeb67a9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:39.537415 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-fec8fc62-297e-489a-bd06-abaeb67a9ff4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9370eda16ae042b09e861458e9d9bd30&device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 1099 time: 0.0684948 Jul 08 01:35:39.556197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:09Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'port_id': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'mac_address': 'fa:16:3e:82:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:35:33Z', 'updated_at': '2021-07-08T01:35:37Z', 'revision_number': 1, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4cfc12d-097f-471f-a37c-fa50bdf7f41e', 'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'mac_address': 'fa:16:3e:32:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:07Z', 'updated_at': '2021-07-08T01:35:16Z', 'revision_number': 5, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'subnets': [{'id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:39.569756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243088b-1184-467f-94ec-4e88032f271f req-32669145-e0f2-4dac-8f48-257a12358bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:39.571336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-32669145-e0f2-4dac-8f48-257a12358bef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655913 Jul 08 01:35:39.582967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-ba5cf0a9-c430-4645-83e0-45b5e9109106 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:35:39.583970 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-ba5cf0a9-c430-4645-83e0-45b5e9109106 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062027 Jul 08 01:35:39.586423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] Checking router: bdd360cd-dac6-48da-bb61-7d2bcc4df20e for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:35:39.594891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] Routers {'bdd360cd-dac6-48da-bb61-7d2bcc4df20e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:39.596998 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:39.601948 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a92eefc-929a-4b42-9c41-bf4f8c1c96ad x-openstack-request-id: req-2a92eefc-929a-4b42-9c41-bf4f8c1c96ad {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:39.602367 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:39.602761 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a92eefc-929a-4b42-9c41-bf4f8c1c96ad {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:39.603206 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'status': 'completed', 'code': 200} Jul 08 01:35:39.654309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-1142584e-8784-4aa7-a2df-387c956b2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:39.656861 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-1142584e-8784-4aa7-a2df-387c956b2eb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1106060 Jul 08 01:35:39.704711 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-69c09cb5-5712-47e8-89d7-da4fe6e264c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=e407f26b-edca-492d-98ce-586d61962b8b HTTP/1.1" status: 200 len: 217 time: 0.0405591 Jul 08 01:35:39.742150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] Set router bdd360cd-dac6-48da-bb61-7d2bcc4df20e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:39.804363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-23f18ea3-cd73-429b-b1ef-e7283e86a867 service neutron] 10.222.0.41 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128594 Jul 08 01:35:39.837776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-15532e50-1910-43c0-82f2-aee7be5a5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:39.839531 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-15532e50-1910-43c0-82f2-aee7be5a5682 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9370eda16ae042b09e861458e9d9bd30&device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 1099 time: 0.1936724 Jul 08 01:35:39.895775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7930765f-edab-40f8-bcdd-58d5701becb4 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:39.897280 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7930765f-edab-40f8-bcdd-58d5701becb4 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 804 time: 0.2088497 Jul 08 01:35:39.993054 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-4b405d9c-80a0-4280-b44d-f809d9e985f0 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/quotas/60ed971589df4d7cb184eada5b305beb HTTP/1.1" status: 200 len: 375 time: 0.0795836 Jul 08 01:35:40.005355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:09Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'port_id': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'mac_address': 'fa:16:3e:82:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:35:33Z', 'updated_at': '2021-07-08T01:35:37Z', 'revision_number': 1, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4cfc12d-097f-471f-a37c-fa50bdf7f41e', 'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'mac_address': 'fa:16:3e:32:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:07Z', 'updated_at': '2021-07-08T01:35:16Z', 'revision_number': 5, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'subnets': [{'id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:40.011875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-a88e823a-0dca-451e-a8a4-ad2c018bedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:40.013404 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-a88e823a-0dca-451e-a8a4-ad2c018bedc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.2999299 Jul 08 01:35:40.037845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be89cda3-bbeb-40b7-9197-97310c18d947 None None] The sync data for ids ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'] in n-d-694802-14 is: [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:09Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'port_id': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'mac_address': 'fa:16:3e:82:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:35:33Z', 'updated_at': '2021-07-08T01:35:37Z', 'revision_number': 1, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4cfc12d-097f-471f-a37c-fa50bdf7f41e', 'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'mac_address': 'fa:16:3e:32:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:07Z', 'updated_at': '2021-07-08T01:35:16Z', 'revision_number': 5, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'subnets': [{'id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:35:40.116904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-a744bf2e-60e3-4ac7-b8f1-df47c1d9c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:40.118433 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-a744bf2e-60e3-4ac7-b8f1-df47c1d9c563 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0981021 Jul 08 01:35:40.126179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d243088b-1184-467f-94ec-4e88032f271f req-934c02c9-c7b2-43fe-b84b-fbc22abf7b1e service neutron] 10.222.0.41 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092566 Jul 08 01:35:40.129225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-f2664f3a-6bd8-4f5b-93fa-d33b6d06cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:40.130475 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-f2664f3a-6bd8-4f5b-93fa-d33b6d06cddb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2769449 Jul 08 01:35:40.145056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-b4408bd8-0bc1-482f-b4ca-2b376a59fcac tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1506877 Jul 08 01:35:40.189355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-c4758ce7-4ac8-4fe6-9d26-8af192ce2a1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f HTTP/1.1" status: 200 len: 217 time: 0.0435665 Jul 08 01:35:40.213161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-a578d669-d2f8-4e26-87cd-21b9afb1db8a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:40.214661 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-a578d669-d2f8-4e26-87cd-21b9afb1db8a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5383af6-8f8a-442d-8cb0-d6d03a760fc1 HTTP/1.1" status: 200 len: 943 time: 0.1450183 Jul 08 01:35:40.292833 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-f8f3f86b-7b84-47d2-80b6-52431d410034 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633871 Jul 08 01:35:40.302422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-a23a52eb-0cc9-4e4c-aabc-215b06c698f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:40.304527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-a23a52eb-0cc9-4e4c-aabc-215b06c698f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1051981 Jul 08 01:35:40.354598 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9281b485-3a34-4c00-a1e7-a809a8193fe8 None None] New status for floating IP 6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:35:40.359948 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-f3a699d7-d00a-488a-9ad8-d92127c49eb1 service neutron] 10.222.0.41 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069383 Jul 08 01:35:40.462854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-8de54543-49a0-4983-a06a-18f993743b33 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Deleting port 9bcb4edc-9e15-4e30-9278-deb610ddafd5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:40.463935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-8de54543-49a0-4983-a06a-18f993743b33 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:40.469973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-23e2e97e-b65e-4625-a654-6a077eb41766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:40.472140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-23e2e97e-b65e-4625-a654-6a077eb41766 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1530864 Jul 08 01:35:40.481811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-41d22dde-9fd8-48d0-a5ea-96de4df62d0f service neutron] 10.222.0.41 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206884 Jul 08 01:35:40.569972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-8de54543-49a0-4983-a06a-18f993743b33 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] For port 9bcb4edc-9e15-4e30-9278-deb610ddafd5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9bcb4edc-9e15-4e30-9278-deb610ddafd5,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:40.570342 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-8de54543-49a0-4983-a06a-18f993743b33 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:40.584602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-8de54543-49a0-4983-a06a-18f993743b33 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Calling delete_port for 9bcb4edc-9e15-4e30-9278-deb610ddafd5 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:40.604757 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-db87f700-37c8-4ccc-82c4-4b2685c1379f req-7319233a-61cf-4d44-9277-8a4957996d06 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029220 Jul 08 01:35:40.662294 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-ad4c584a-d3d6-466a-bcb9-82a19749e999 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796505 Jul 08 01:35:40.692501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b51f58-91ba-4896-829b-5421799f4776 req-ff94fbf9-12e9-4059-975c-3093af000b65 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:40.694190 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81b51f58-91ba-4896-829b-5421799f4776 req-ff94fbf9-12e9-4059-975c-3093af000b65 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 947 time: 0.1962624 Jul 08 01:35:40.838066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-8de54543-49a0-4983-a06a-18f993743b33 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:40.871092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de54543-49a0-4983-a06a-18f993743b33 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Pushing event deleted for resources: {'Port': ['ID=9bcb4edc-9e15-4e30-9278-deb610ddafd5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:40.885322 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81b51f58-91ba-4896-829b-5421799f4776 req-343b04b7-5aa5-47b7-8f9f-d6d42b917be1 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830969 Jul 08 01:35:40.925202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-8de54543-49a0-4983-a06a-18f993743b33 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] No DVR routers for this DVR port 9bcb4edc-9e15-4e30-9278-deb610ddafd5 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:40.926202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:40.928277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-8de54543-49a0-4983-a06a-18f993743b33 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:40.929319 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eb82b9-2321-4696-939c-c3e5774cbc52" -d '{"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:40.930900 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-07998e26-74e2-4e22-9e8d-c73ac9c0b42c req-8de54543-49a0-4983-a06a-18f993743b33 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.24 "DELETE /v2.0/ports/9bcb4edc-9e15-4e30-9278-deb610ddafd5 HTTP/1.1" status: 204 len: 173 time: 0.7090912 Jul 08 01:35:41.037352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d8306d3-5ad1-4b92-822f-d14b776602d4 req-a34bb796-835f-42b8-8229-f7a4f5367131 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551252 Jul 08 01:35:41.147851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7893d660-e4b6-4941-a483-6154ac177dad req-2f1dc012-d541-4396-b52a-a22160f169ce tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 258 time: 0.2981787 Jul 08 01:35:41.153884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:41.197748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:41.252960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66da115-f9a8-402d-84aa-cb5373640b58 req-5ee6b15b-e96a-46d8-a11b-4dee482e0080 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:41.260016 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b66da115-f9a8-402d-84aa-cb5373640b58 req-5ee6b15b-e96a-46d8-a11b-4dee482e0080 tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 1123 time: 0.1928191 Jul 08 01:35:41.308725 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b66da115-f9a8-402d-84aa-cb5373640b58 req-08c45d47-c6c3-445e-95f6-5d819b31c3cd tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476284 Jul 08 01:35:41.382519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:41.437825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'name': 'network-vif-deleted', 'tag': '9bcb4edc-9e15-4e30-9278-deb610ddafd5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:41.441275 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfa1e59-9570-4866-9c5f-b28e5f41fd79" -d '{"events": [{"server_uuid": "e5383af6-8f8a-442d-8cb0-d6d03a760fc1", "name": "network-vif-deleted", "tag": "9bcb4edc-9e15-4e30-9278-deb610ddafd5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:41.508992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Allocated IP 172.25.4.176 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/83516384-d0de-4e52-b3df-29a17b6b23b2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:41.576730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e3a42374-6ea2-482b-b4e1-6bcfd5d13177 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:41.635562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'tag': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:41.638395 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe25090-8ed7-4f96-85bd-9ba0b17a39d3", "tag": "d755ae9f-8a4e-445f-9b72-4ece7ed53853"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:41.638560 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:41.639658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:41.643054 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-411accb4-46bd-4356-a06b-5d81e3f127d1 req-b876b973-5796-4975-b7e9-f103e6e1bd8d tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 210 time: 0.0731106 Jul 08 01:35:41.733079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:41.760666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e407f26b-edca-492d-98ce-586d61962b8b details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:41.780166 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:41.798635 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:41.827153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:41.844799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:41.859384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:41.874208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30c7d10c-148e-439e-9f81-3fc8088a466d req-3695e53b-a421-486d-8491-3d49a7aa7dfa tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc0bba08059142529ab979b346e2dba3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710728 Jul 08 01:35:41.906824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:41.921329 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:41.978913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e407f26b-edca-492d-98ce-586d61962b8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e407f26b-edca-492d-98ce-586d61962b8b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:41.980431 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Pushing event updated for resources: {'Port': ['ID=83516384-d0de-4e52-b3df-29a17b6b23b2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:42.001506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'e407f26b-edca-492d-98ce-586d61962b8b', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'e407f26b-edca-492d-98ce-586d61962b8b', 'mac_address': 'fa:16:3e:14:de:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:42.003820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:42.056199 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.070945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e407f26b-edca-492d-98ce-586d61962b8b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:42.085242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7d10c-148e-439e-9f81-3fc8088a466d req-9f801507-a71d-4497-8910-6d1fa02cc3d0 tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:42.086730 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30c7d10c-148e-439e-9f81-3fc8088a466d req-9f801507-a71d-4497-8910-6d1fa02cc3d0 tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117531 Jul 08 01:35:42.092912 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.098444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e407f26b-edca-492d-98ce-586d61962b8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e407f26b-edca-492d-98ce-586d61962b8b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:42.102474 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.108784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30c7d10c-148e-439e-9f81-3fc8088a466d req-0ec6b05d-9c2e-42f0-b93a-7967b7aafa9f tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/quotas/cc0bba08059142529ab979b346e2dba3 HTTP/1.1" status: 200 len: 375 time: 0.0140874 Jul 08 01:35:42.164682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e407f26b-edca-492d-98ce-586d61962b8b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:42.167394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30c7d10c-148e-439e-9f81-3fc8088a466d req-88aa613a-72a0-491e-923b-9120c3f921d9 tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc0bba08059142529ab979b346e2dba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526364 Jul 08 01:35:42.187729 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.309143 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d131b6b9-f719-45ef-9e03-69dcfe3e6dcb x-openstack-request-id: req-d131b6b9-f719-45ef-9e03-69dcfe3e6dcb {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:42.309732 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:42.310359 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d131b6b9-f719-45ef-9e03-69dcfe3e6dcb {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:42.310956 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'code': 200} Jul 08 01:35:42.369720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-9d7bdabe-f442-4c7c-a8b2-04399cdce130 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:42.371666 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-9d7bdabe-f442-4c7c-a8b2-04399cdce130 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 804 time: 0.2287500 Jul 08 01:35:42.390956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Request body: {'port': {'device_id': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'admin_state_up': True, 'tenant_id': '60ed971589df4d7cb184eada5b305beb'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:42.403877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e407f26b-edca-492d-98ce-586d61962b8b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:42.442477 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.449941 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.555032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Made reservation on behalf of 60ed971589df4d7cb184eada5b305beb for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:42.555589 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.560421 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.563727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Pushing event updated for resources: {'Port': ['ID=83516384-d0de-4e52-b3df-29a17b6b23b2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:42.582011 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.591204 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7893d660-e4b6-4941-a483-6154ac177dad req-26eed70a-982f-4628-99d9-1b28546a5edb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4422026 Jul 08 01:35:42.627062 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb262177-de9e-4dab-bd79-15444ed3946b x-openstack-request-id: req-cb262177-de9e-4dab-bd79-15444ed3946b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:42.627555 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5383af6-8f8a-442d-8cb0-d6d03a760fc1", "name": "network-vif-deleted", "tag": "9bcb4edc-9e15-4e30-9278-deb610ddafd5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:42.627826 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb262177-de9e-4dab-bd79-15444ed3946b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:42.628342 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5383af6-8f8a-442d-8cb0-d6d03a760fc1', 'name': 'network-vif-deleted', 'tag': '9bcb4edc-9e15-4e30-9278-deb610ddafd5', 'status': 'completed', 'code': 200} Jul 08 01:35:42.710311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Allocated IP 172.20.0.10 (b678d60d-95ad-40d9-881f-06a172e23770/3b773675-58a6-407f-bb54-168b4a710395/31ebf11d-5c73-415b-a71f-09c23e10d589) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:42.869898 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.909998 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:42.928344 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804be0b2-c28a-443c-949d-57d1193ffd23 x-openstack-request-id: req-804be0b2-c28a-443c-949d-57d1193ffd23 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:42.928632 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe25090-8ed7-4f96-85bd-9ba0b17a39d3", "tag": "d755ae9f-8a4e-445f-9b72-4ece7ed53853", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:42.928872 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-804be0b2-c28a-443c-949d-57d1193ffd23 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:42.929255 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'tag': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'status': 'completed', 'code': 200} Jul 08 01:35:42.952713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Network b678d60d-95ad-40d9-881f-06a172e23770 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:42.958481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:42.962332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:42.972939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7893d660-e4b6-4941-a483-6154ac177dad req-44316d40-91fb-40aa-a5d7-e14c10b967e2 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.3807578 Jul 08 01:35:42.988060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Pushing event updated for resources: {'Port': ['ID=31ebf11d-5c73-415b-a71f-09c23e10d589,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:43.018210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.019010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.036261 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-7fc02595-946b-4eb2-9f65-867f562baf70 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6540337 Jul 08 01:35:43.049900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Request body: {'port': {'device_id': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:43.102748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-1f2a2328-ebdb-4b15-9ed5-0eb3ae450569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.104235 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-1f2a2328-ebdb-4b15-9ed5-0eb3ae450569 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89355e5c183d4422b9413bc38f833dff&device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 1098 time: 0.1742909 Jul 08 01:35:43.127501 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.139530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e6829-aab0-4e72-9891-fc74ba9c6873 req-777f6bd5-d164-428c-9333-d2acde3eb872 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.141024 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-903e6829-aab0-4e72-9891-fc74ba9c6873 req-777f6bd5-d164-428c-9333-d2acde3eb872 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 948 time: 0.2145078 Jul 08 01:35:43.157040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893d660-e4b6-4941-a483-6154ac177dad req-8194fdba-f997-4b65-8501-a1c46957d3cd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.158928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7893d660-e4b6-4941-a483-6154ac177dad req-8194fdba-f997-4b65-8501-a1c46957d3cd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.1625912 Jul 08 01:35:43.199245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-7893d660-e4b6-4941-a483-6154ac177dad req-860a5fec-7213-4f7b-a7f4-fb194631fa12 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:35:43.200245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7893d660-e4b6-4941-a483-6154ac177dad req-860a5fec-7213-4f7b-a7f4-fb194631fa12 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124221 Jul 08 01:35:43.246282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-903e6829-aab0-4e72-9891-fc74ba9c6873 req-73148d0d-225b-4fb9-8dd7-2af626800d1c tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861890 Jul 08 01:35:43.268362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-c6120465-7118-476c-bcb7-6f9888212e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.268362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-c6120465-7118-476c-bcb7-6f9888212e1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 HTTP/1.1" status: 200 len: 930 time: 0.1457694 Jul 08 01:35:43.343423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-ed5c0e0d-6d5b-4788-9a1d-7ddbba68838a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853 HTTP/1.1" status: 200 len: 1002 time: 0.0659542 Jul 08 01:35:43.420332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ebf11d-5c73-415b-a71f-09c23e10d589 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:43.430033 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.436223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-254af217-b7fe-48c8-8a27-4c566dd40d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.437839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-254af217-b7fe-48c8-8a27-4c566dd40d5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=609aa358-4c73-4b5d-ac82-e861f0c82659 HTTP/1.1" status: 200 len: 868 time: 0.0865912 Jul 08 01:35:43.443934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Transition to ACTIVE for port object 31ebf11d-5c73-415b-a71f-09c23e10d589 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:43.449248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.491438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce7ef0-da3b-481c-ba76-dbf2454c546b req-345a7b10-5b42-46f0-9eb4-1e2074cdb4e2 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.493074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcce7ef0-da3b-481c-ba76-dbf2454c546b req-345a7b10-5b42-46f0-9eb4-1e2074cdb4e2 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 1098 time: 0.1070130 Jul 08 01:35:43.529467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Pushing event updated for resources: {'Port': ['ID=31ebf11d-5c73-415b-a71f-09c23e10d589,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:43.536019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-b464d8e8-e1b0-406d-9738-3ffda0096374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.537565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-b464d8e8-e1b0-406d-9738-3ffda0096374 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885179 Jul 08 01:35:43.543484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcce7ef0-da3b-481c-ba76-dbf2454c546b req-9e46e7eb-da7b-44f4-96d0-519dd7b305ab tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Jul 08 01:35:43.591068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d21374a-5c20-48fc-92d2-eafef7a8f09f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:43.598591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9bcb4edc-9e15-4e30-9278-deb610ddafd5 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:43.603509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Attempting to bind port 31ebf11d-5c73-415b-a71f-09c23e10d589 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:43.604048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Attempting to bind port 31ebf11d-5c73-415b-a71f-09c23e10d589 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:43.604568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Attempting to bind port 31ebf11d-5c73-415b-a71f-09c23e10d589 on network b678d60d-95ad-40d9-881f-06a172e23770 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:43.609733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Port 31ebf11d-5c73-415b-a71f-09c23e10d589 on network b678d60d-95ad-40d9-881f-06a172e23770 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:43.610261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Attempting to bind port 31ebf11d-5c73-415b-a71f-09c23e10d589 on network b678d60d-95ad-40d9-881f-06a172e23770 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:43.621573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:43.621919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Checking segment: {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:43.622309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Bound using segment: {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:43.622979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Bound port: 31ebf11d-5c73-415b-a71f-09c23e10d589, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:43.624297 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.647860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 9bcb4edc-9e15-4e30-9278-deb610ddafd5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:35:43.648659 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9bcb4edc-9e15-4e30-9278-deb610ddafd5 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:43.656652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-0cd8caf9-35e8-4549-8d29-4cf7c6370435 service neutron] 10.222.0.24 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110165 Jul 08 01:35:43.725327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] For port 31ebf11d-5c73-415b-a71f-09c23e10d589, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:43.729306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] For port 31ebf11d-5c73-415b-a71f-09c23e10d589, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=31ebf11d-5c73-415b-a71f-09c23e10d589,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:43.738064 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.749861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e407f26b-edca-492d-98ce-586d61962b8b up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:43.785191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.785910 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.787937 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] 10.222.0.16 "PUT /v2.0/ports/31ebf11d-5c73-415b-a71f-09c23e10d589 HTTP/1.1" status: 200 len: 1093 time: 0.7428381 Jul 08 01:35:43.788445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:43.810443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'mac_address': 'fa:16:3e:5e:41:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:43.839506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9978ab6-2a1a-4ebb-bcad-2a5fdbb133f8 req-88a529a0-4df4-4f69-84f5-85a13c85557b service neutron] 10.222.0.24 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741989 Jul 08 01:35:43.875913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port e407f26b-edca-492d-98ce-586d61962b8b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:43.882625 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.887569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port e407f26b-edca-492d-98ce-586d61962b8b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:43.888037 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:43.917756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26b327-07f9-4736-9d89-c0dbf3706efd req-a7112ac4-a523-4f7a-be2d-97ebf931beab tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.920887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f5ef7-de51-49c2-b766-8b22e4c32c8f service neutron] Pushing event updated for resources: {'Port': ['ID=31ebf11d-5c73-415b-a71f-09c23e10d589,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:43.928675 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e26b327-07f9-4736-9d89-c0dbf3706efd req-a7112ac4-a523-4f7a-be2d-97ebf931beab tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 1124 time: 0.0790679 Jul 08 01:35:43.950915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-a72a4649-67fd-4de3-8910-2849dac7743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:43.953288 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-a72a4649-67fd-4de3-8910-2849dac7743c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 1096 time: 0.0978951 Jul 08 01:35:43.971047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e26b327-07f9-4736-9d89-c0dbf3706efd req-5283f598-87d4-4a9e-82f2-2ad27a3a454b tempest-ServersAdminTestJSON-190292724 tempest-ServersAdminTestJSON-190292724-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Jul 08 01:35:43.983215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d21374a-5c20-48fc-92d2-eafef7a8f09f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:44.016618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:44.023572 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:44.039889 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-d63ed7d5-1fa4-49ba-940a-6a93d67ec233 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31ebf11d-5c73-415b-a71f-09c23e10d589 HTTP/1.1" status: 200 len: 217 time: 0.0780075 Jul 08 01:35:44.098430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:44.124225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-9af9a20a-f2db-44dd-8ac5-6bd584f5c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:44.126319 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-9af9a20a-f2db-44dd-8ac5-6bd584f5c758 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b773675-58a6-407f-bb54-168b4a710395 HTTP/1.1" status: 200 len: 844 time: 0.0660770 Jul 08 01:35:44.147013 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:44.165081 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-5701c899-bb33-46af-a1de-d7026cc3f459 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b678d60d-95ad-40d9-881f-06a172e23770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314331 Jul 08 01:35:44.183530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11c4bb-9f3d-4e57-b196-d6a54af8a731 req-e8dec9fd-d075-460d-961c-c130bd781e96 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:44.187494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e407f26b-edca-492d-98ce-586d61962b8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e407f26b-edca-492d-98ce-586d61962b8b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:44.188798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea11c4bb-9f3d-4e57-b196-d6a54af8a731 req-e8dec9fd-d075-460d-961c-c130bd781e96 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 944 time: 0.1174486 Jul 08 01:35:44.200481 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:44.271215 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-8f0b9982-3fb5-48ab-9372-033f76f34dba service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990634 Jul 08 01:35:44.276788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e407f26b-edca-492d-98ce-586d61962b8b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:44.278621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea11c4bb-9f3d-4e57-b196-d6a54af8a731 req-2dbd6515-58ca-4451-a502-c6026c614b2b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707402 Jul 08 01:35:44.300093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185927a-dfea-4854-899c-51246da6abaa req-a6558760-0a7c-4517-9342-c649f78227bd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:44.309693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8185927a-dfea-4854-899c-51246da6abaa req-a6558760-0a7c-4517-9342-c649f78227bd tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2057402 Jul 08 01:35:44.312372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177'}, {'server_uuid': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e407f26b-edca-492d-98ce-586d61962b8b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:44.315123 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8829708-9ede-4c8b-8c5b-72bd3cc1d318" -d '{"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-plugged", "status": "completed", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177"}, {"server_uuid": "a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4", "name": "network-vif-plugged", "status": "completed", "tag": "e407f26b-edca-492d-98ce-586d61962b8b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:44.359295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8185927a-dfea-4854-899c-51246da6abaa req-cf6bf565-e6e9-433e-bff7-ccb31e63af53 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.0485485 Jul 08 01:35:44.360579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['7d21374a-5c20-48fc-92d2-eafef7a8f09f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:44.375697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8185927a-dfea-4854-899c-51246da6abaa req-95945b59-8e07-4d3f-a7ed-354a58448b87 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Request body: {'floatingip': {'port_id': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:44.429553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e9435cf-3fb9-4559-b106-5395278e4816 req-21222bf4-a96c-415e-8187-a2bf3719c9c9 service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496298 Jul 08 01:35:44.454672 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8185927a-dfea-4854-899c-51246da6abaa req-95945b59-8e07-4d3f-a7ed-354a58448b87 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:44.629892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'tag': '31ebf11d-5c73-415b-a71f-09c23e10d589'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:44.632838 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ce51e7-ba65-41bd-a53d-ea0583d688de" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d873ab-ca9b-4870-ade3-37f8aa84326f", "tag": "31ebf11d-5c73-415b-a71f-09c23e10d589"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:44.718857 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-8185927a-dfea-4854-899c-51246da6abaa req-95945b59-8e07-4d3f-a7ed-354a58448b87 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 01:35:44.720849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8185927a-dfea-4854-899c-51246da6abaa req-95945b59-8e07-4d3f-a7ed-354a58448b87 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "PUT /v2.0/floatingips/1585130e-6d3e-49a8-a3a9-ec9349f88b68 HTTP/1.1" status: 409 len: 551 time: 0.3510828 Jul 08 01:35:45.125660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f1714-e8ae-4df6-b216-0b10accf69c4 req-46effc6d-780e-4bb4-8b3a-b6254d55aa68 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:45.127766 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-403f1714-e8ae-4df6-b216-0b10accf69c4 req-46effc6d-780e-4bb4-8b3a-b6254d55aa68 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 949 time: 0.0730231 Jul 08 01:35:45.185608 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-403f1714-e8ae-4df6-b216-0b10accf69c4 req-8f3693a8-ea84-4e11-b5db-7df15aa46eff tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518754 Jul 08 01:35:45.249999 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139d539b-5988-4abb-a617-5aa89be9cfcf x-openstack-request-id: req-139d539b-5988-4abb-a617-5aa89be9cfcf {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:45.250902 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-plugged", "status": "completed", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177", "code": 200}, {"server_uuid": "a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4", "name": "network-vif-plugged", "status": "completed", "tag": "e407f26b-edca-492d-98ce-586d61962b8b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:45.251319 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-139d539b-5988-4abb-a617-5aa89be9cfcf {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:45.251908 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'code': 200} Jul 08 01:35:45.252428 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e407f26b-edca-492d-98ce-586d61962b8b', 'code': 200} Jul 08 01:35:45.419111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce0d9a-a22f-4490-82bb-c055a95be929 req-8cbc24cb-8805-460c-9956-9a8c78cfb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:45.419111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05ce0d9a-a22f-4490-82bb-c055a95be929 req-8cbc24cb-8805-460c-9956-9a8c78cfb604 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 1101 time: 0.0735197 Jul 08 01:35:45.459553 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1005d1-94aa-420a-9d38-77843337c2b4 x-openstack-request-id: req-dc1005d1-94aa-420a-9d38-77843337c2b4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:45.460171 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d873ab-ca9b-4870-ade3-37f8aa84326f", "tag": "31ebf11d-5c73-415b-a71f-09c23e10d589", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:45.460424 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc1005d1-94aa-420a-9d38-77843337c2b4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:45.461281 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'tag': '31ebf11d-5c73-415b-a71f-09c23e10d589', 'status': 'completed', 'code': 200} Jul 08 01:35:45.481020 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05ce0d9a-a22f-4490-82bb-c055a95be929 req-bad4e9c2-278b-4c34-95f5-6f681cafce8a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579011 Jul 08 01:35:45.510685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-b03b5a59-06a2-47a2-923d-e3b865770825 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:35:45.511860 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-b03b5a59-06a2-47a2-923d-e3b865770825 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060685 Jul 08 01:35:45.522450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Request body: {'binding': {'host': 'n-h2-694802-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:45.523168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Unknown quota resources ['binding']. {{(pid=93884) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:35:45.549486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-e358c313-2320-4007-a30c-77a4d01bf9f0 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips/1585130e-6d3e-49a8-a3a9-ec9349f88b68 HTTP/1.1" status: 200 len: 693 time: 0.0732162 Jul 08 01:35:45.605806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d21374a-5c20-48fc-92d2-eafef7a8f09f up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:45.645225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce51e7-ba65-41bd-a53d-ea0583d688de req-18db2893-b019-4f31-83bd-595c98622d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:45.647052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9ce51e7-ba65-41bd-a53d-ea0583d688de req-18db2893-b019-4f31-83bd-595c98622d3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 1096 time: 0.1648068 Jul 08 01:35:45.669812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 7d21374a-5c20-48fc-92d2-eafef7a8f09f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:45.677801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 7d21374a-5c20-48fc-92d2-eafef7a8f09f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:45.678630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:45.690512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 on host n-h2-694802-14 for vnic_type normal with profile None {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:45.690840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:45.691172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:45.695518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Port 571624e2-fed0-4ef6-a2c7-3307954853f4 on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:45.695833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:45.701055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:45.701521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:45.702008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:45.702475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Bound port: 571624e2-fed0-4ef6-a2c7-3307954853f4, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:45.730394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-a71525f0-7c17-4c21-932e-26d33c7bfcda tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:45.731819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-a71525f0-7c17-4c21-932e-26d33c7bfcda tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.1763334 Jul 08 01:35:45.747699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-13ed6082-e28e-4a71-a552-2aafd1cec357 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:35:45.749477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-13ed6082-e28e-4a71-a552-2aafd1cec357 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098228 Jul 08 01:35:45.767266 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:45.773970 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:45.775784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-872d039c-1bcc-4297-b593-be0f6a4eec81 service neutron] 10.222.0.41 "POST /v2.0/ports/571624e2-fed0-4ef6-a2c7-3307954853f4/bindings HTTP/1.1" status: 201 len: 390 time: 0.2577364 Jul 08 01:35:45.797382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:45.825778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-b0891ed0-3d0e-4f06-85a9-1d8b58e0412f tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.0650218 Jul 08 01:35:45.897155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:45.909535 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:45.912152 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-c2bdcfcd-0d64-4c6b-948a-ef23f3001644 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.176 HTTP/1.1" status: 200 len: 696 time: 0.0846720 Jul 08 01:35:45.922401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce51e7-ba65-41bd-a53d-ea0583d688de req-e4602eb8-9453-45df-a107-453a25c4b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:45.924562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9ce51e7-ba65-41bd-a53d-ea0583d688de req-e4602eb8-9453-45df-a107-453a25c4b8bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 905 time: 0.2690532 Jul 08 01:35:46.005692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9ce51e7-ba65-41bd-a53d-ea0583d688de req-035ae0e5-5d98-4ab4-8566-28635710f61e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31ebf11d-5c73-415b-a71f-09c23e10d589 HTTP/1.1" status: 200 len: 217 time: 0.0466483 Jul 08 01:35:46.023251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:46.192880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce51e7-ba65-41bd-a53d-ea0583d688de req-5fc1be40-1a8b-4636-8e80-fde77b56c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:46.194346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9ce51e7-ba65-41bd-a53d-ea0583d688de req-5fc1be40-1a8b-4636-8e80-fde77b56c19a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b773675-58a6-407f-bb54-168b4a710395 HTTP/1.1" status: 200 len: 844 time: 0.1816366 Jul 08 01:35:46.241337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9ce51e7-ba65-41bd-a53d-ea0583d688de req-674cb0b3-29b4-47c7-98e7-f225fe86af71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b678d60d-95ad-40d9-881f-06a172e23770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371373 Jul 08 01:35:46.321443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-0afe832c-3659-42e5-a39f-a12091d15e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:46.322933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-0afe832c-3659-42e5-a39f-a12091d15e30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 1098 time: 0.2561655 Jul 08 01:35:46.336321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32639bb4-236e-4994-9bc6-934a0fbef557 req-af4413ac-9430-4ad7-900d-6fa3db876c66 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:46.337735 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-32639bb4-236e-4994-9bc6-934a0fbef557 req-af4413ac-9430-4ad7-900d-6fa3db876c66 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 949 time: 0.2481353 Jul 08 01:35:46.342495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-f2e33a04-6e9b-44b7-b096-66a8ea1dc6ac tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Deleting port 83516384-d0de-4e52-b3df-29a17b6b23b2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:46.342830 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-f2e33a04-6e9b-44b7-b096-66a8ea1dc6ac tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:46.510270 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9ce51e7-ba65-41bd-a53d-ea0583d688de req-2fdc4dbd-5b33-4b93-adff-b3746d61b741 service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594628 Jul 08 01:35:46.522027 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-32639bb4-236e-4994-9bc6-934a0fbef557 req-90afbe0c-8bd1-4c3d-b1fb-0240d684d948 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696079 Jul 08 01:35:46.530792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-afbf2ee2-46a6-47ac-8cd5-c18f5b625bbd tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:46.534224 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-afbf2ee2-46a6-47ac-8cd5-c18f5b625bbd tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fcbd332-85e0-4de9-b631-9d42b4342f26 HTTP/1.1" status: 200 len: 949 time: 0.1060712 Jul 08 01:35:46.603243 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-f2e33a04-6e9b-44b7-b096-66a8ea1dc6ac tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:46.603578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-f2e33a04-6e9b-44b7-b096-66a8ea1dc6ac tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:46.615995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-85e537bb-69fe-4ae2-a722-bfcd10504477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:46.617496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-85e537bb-69fe-4ae2-a722-bfcd10504477 service neutron] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.2766194 Jul 08 01:35:46.623917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-f2e33a04-6e9b-44b7-b096-66a8ea1dc6ac tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Calling delete_port for 83516384-d0de-4e52-b3df-29a17b6b23b2 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:46.681580 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-29a01ddc-d10d-4eb1-8ec4-3272c7550449 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=571624e2-fed0-4ef6-a2c7-3307954853f4 HTTP/1.1" status: 200 len: 217 time: 0.0538325 Jul 08 01:35:46.682634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-17d00a1f-094d-4148-ac88-beeb962c7697 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Deleting port 02be63dc-e64a-4e31-a972-a1d0c3d2795b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:46.683036 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-17d00a1f-094d-4148-ac88-beeb962c7697 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:46.776187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-17d00a1f-094d-4148-ac88-beeb962c7697 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] For port 02be63dc-e64a-4e31-a972-a1d0c3d2795b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=02be63dc-e64a-4e31-a972-a1d0c3d2795b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:46.776483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-17d00a1f-094d-4148-ac88-beeb962c7697 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:46.795265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-17d00a1f-094d-4148-ac88-beeb962c7697 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Calling delete_port for 02be63dc-e64a-4e31-a972-a1d0c3d2795b owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:46.816406 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9ce51e7-ba65-41bd-a53d-ea0583d688de req-311d18a4-ca4f-4d91-9aca-e5c9ebdee9da service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934017 Jul 08 01:35:46.840676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-aa10c583-a6ef-4821-826d-f8f7b395dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:46.842138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-aa10c583-a6ef-4821-826d-f8f7b395dd58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.1490073 Jul 08 01:35:46.898607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e109f0-7585-4be8-b91a-9a5b16849481 req-81ab062c-5dc8-4437-ba5c-6a38ff60ee26 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:46.900111 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36e109f0-7585-4be8-b91a-9a5b16849481 req-81ab062c-5dc8-4437-ba5c-6a38ff60ee26 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 944 time: 0.2239103 Jul 08 01:35:46.901923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-5bb9c51b-4d09-46bf-b346-bc97e42fbba2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388460 Jul 08 01:35:46.939563 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-17d00a1f-094d-4148-ac88-beeb962c7697 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:46.953982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['02be63dc-e64a-4e31-a972-a1d0c3d2795b', 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:46.969773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d00a1f-094d-4148-ac88-beeb962c7697 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Pushing event deleted for resources: {'Port': ['ID=02be63dc-e64a-4e31-a972-a1d0c3d2795b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:46.982185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['61921fef-d6b2-4df0-9fdb-60ce191a9081'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:47.034471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-17d00a1f-094d-4148-ac88-beeb962c7697 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] No DVR routers for this DVR port 02be63dc-e64a-4e31-a972-a1d0c3d2795b on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:47.037302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-17d00a1f-094d-4148-ac88-beeb962c7697 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:47.039272 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5b09e06b-3174-4540-9d7b-9ef191f765be req-17d00a1f-094d-4148-ac88-beeb962c7697 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.24 "DELETE /v2.0/ports/02be63dc-e64a-4e31-a972-a1d0c3d2795b HTTP/1.1" status: 204 len: 173 time: 0.4885058 Jul 08 01:35:47.045967 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36e109f0-7585-4be8-b91a-9a5b16849481 req-02e908c8-9cc8-430f-a325-8e15094c3b53 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250949 Jul 08 01:35:47.054212 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-f2e33a04-6e9b-44b7-b096-66a8ea1dc6ac tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:47.107538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e33a04-6e9b-44b7-b096-66a8ea1dc6ac tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Pushing event deleted for resources: {'Port': ['ID=83516384-d0de-4e52-b3df-29a17b6b23b2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:47.111691 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-eafd1ec0-0f93-4e16-93d5-0225d6039723 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009137 Jul 08 01:35:47.182838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-f2e33a04-6e9b-44b7-b096-66a8ea1dc6ac tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:47.194504 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-f2e33a04-6e9b-44b7-b096-66a8ea1dc6ac tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:47.208158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d6d4457-02d5-4f9d-92fe-de1f184e63ff req-f2e33a04-6e9b-44b7-b096-66a8ea1dc6ac tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "DELETE /v2.0/floatingips/1585130e-6d3e-49a8-a3a9-ec9349f88b68 HTTP/1.1" status: 204 len: 173 time: 1.2950196 Jul 08 01:35:47.253626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:47.255846 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb20674-a8bb-4c3a-a461-6be9f95b1af9" -d '{"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-plugged", "status": "completed", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:47.276093 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45ae46c0-0579-4931-8345-1b8f9ad4bf25 req-4c98aadf-02e2-4894-87e2-9cbeab7676d6 tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cc0bba08059142529ab979b346e2dba3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652969 Jul 08 01:35:47.462516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcbd332-85e0-4de9-b631-9d42b4342f26', 'name': 'network-vif-deleted', 'tag': '02be63dc-e64a-4e31-a972-a1d0c3d2795b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:47.465414 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588e1f5f-802e-4e1d-ab2c-fa8d873a79c4" -d '{"events": [{"server_uuid": "3fcbd332-85e0-4de9-b631-9d42b4342f26", "name": "network-vif-deleted", "tag": "02be63dc-e64a-4e31-a972-a1d0c3d2795b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:47.780831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 31ebf11d-5c73-415b-a71f-09c23e10d589 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:47.861579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-3399db88-33ed-413f-8201-e51274065cc1 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6221044 Jul 08 01:35:47.888429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae46c0-0579-4931-8345-1b8f9ad4bf25 req-c30048f5-1c04-447d-89c8-5d2e4912f9a3 tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:47.896414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45ae46c0-0579-4931-8345-1b8f9ad4bf25 req-c30048f5-1c04-447d-89c8-5d2e4912f9a3 tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5945060 Jul 08 01:35:47.919712 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45ae46c0-0579-4931-8345-1b8f9ad4bf25 req-04b3b0df-8afc-44a9-aed5-70745cbd7076 tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/quotas/cc0bba08059142529ab979b346e2dba3 HTTP/1.1" status: 200 len: 375 time: 0.0223768 Jul 08 01:35:47.938693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f250ed-1673-44e1-9a02-94446f23a305 req-78fd44c5-edae-4101-838a-1df28554eb4e tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:47.943511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 31ebf11d-5c73-415b-a71f-09c23e10d589, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=31ebf11d-5c73-415b-a71f-09c23e10d589,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:47.946191 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47f250ed-1673-44e1-9a02-94446f23a305 req-78fd44c5-edae-4101-838a-1df28554eb4e tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 946 time: 0.5529149 Jul 08 01:35:47.960017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '31ebf11d-5c73-415b-a71f-09c23e10d589', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'port_id': '31ebf11d-5c73-415b-a71f-09c23e10d589', 'mac_address': 'fa:16:3e:20:eb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b773675-58a6-407f-bb54-168b4a710395', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:47.985784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45ae46c0-0579-4931-8345-1b8f9ad4bf25 req-71ae7c85-4b28-4b4b-86dc-f409a45c0ed4 tempest-QuotasAdminNegativeTest-38343186 tempest-QuotasAdminNegativeTest-38343186-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cc0bba08059142529ab979b346e2dba3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651641 Jul 08 01:35:48.010960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:48.030308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ebf11d-5c73-415b-a71f-09c23e10d589 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:48.055016 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47f250ed-1673-44e1-9a02-94446f23a305 req-60dcc034-f3c4-4c7f-8c02-0660f714041d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019037 Jul 08 01:35:48.061416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 31ebf11d-5c73-415b-a71f-09c23e10d589, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=31ebf11d-5c73-415b-a71f-09c23e10d589,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:48.074183 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:48.145145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=31ebf11d-5c73-415b-a71f-09c23e10d589,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:48.258826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4e10e-f73e-4057-8520-eb763f1cab66 req-cd09e058-834c-4051-8143-c8271e651cff tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:48.266363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7e4e10e-f73e-4057-8520-eb763f1cab66 req-cd09e058-834c-4051-8143-c8271e651cff tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 949 time: 0.0942366 Jul 08 01:35:48.312828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7e4e10e-f73e-4057-8520-eb763f1cab66 req-764e88ae-d623-4063-af0b-202c7bb4ee46 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456851 Jul 08 01:35:48.374965 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['31ebf11d-5c73-415b-a71f-09c23e10d589'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:48.409713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-2d61faa1-925b-4611-b710-047d1e31b408 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 1002 time: 0.1117826 Jul 08 01:35:48.432900 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366abbf3-d779-4151-933f-6f19536a80f0 x-openstack-request-id: req-366abbf3-d779-4151-933f-6f19536a80f0 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:48.434487 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-plugged", "status": "completed", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:48.439849 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-366abbf3-d779-4151-933f-6f19536a80f0 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:48.440958 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'code': 200} Jul 08 01:35:48.489305 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e78189-9fa2-4459-8fff-44b5bc465b15 x-openstack-request-id: req-d1e78189-9fa2-4459-8fff-44b5bc465b15 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:48.490185 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcbd332-85e0-4de9-b631-9d42b4342f26", "name": "network-vif-deleted", "tag": "02be63dc-e64a-4e31-a972-a1d0c3d2795b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:48.490376 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1e78189-9fa2-4459-8fff-44b5bc465b15 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:48.490919 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcbd332-85e0-4de9-b631-9d42b4342f26', 'name': 'network-vif-deleted', 'tag': '02be63dc-e64a-4e31-a972-a1d0c3d2795b', 'status': 'completed', 'code': 200} Jul 08 01:35:48.536291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-47fe8454-7cdc-48be-ae73-32c16d9ad0f2 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:48.537798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-47fe8454-7cdc-48be-ae73-32c16d9ad0f2 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports/d755ae9f-8a4e-445f-9b72-4ece7ed53853 HTTP/1.1" status: 200 len: 943 time: 0.1270599 Jul 08 01:35:48.612076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878fe6a-3b6c-44bd-a5bd-1bad00e94232 req-082fee8b-dba7-45df-a6b9-1b333c8c6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:48.614490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f878fe6a-3b6c-44bd-a5bd-1bad00e94232 req-082fee8b-dba7-45df-a6b9-1b333c8c6a3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 1101 time: 0.0755112 Jul 08 01:35:48.669186 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f878fe6a-3b6c-44bd-a5bd-1bad00e94232 req-d7f1be88-21f6-4a37-9689-f9fa69ee7aaf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Jul 08 01:35:48.773064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-5cfe80c1-4223-42c6-a3d7-218c8577e60c tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 1002 time: 0.0718093 Jul 08 01:35:48.933746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c31d5-8375-41d9-a0d6-b8f37999d174 req-7dacd72e-2c84-4c86-8d9e-cac4a57f96c2 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:48.937108 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-381c31d5-8375-41d9-a0d6-b8f37999d174 req-7dacd72e-2c84-4c86-8d9e-cac4a57f96c2 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 945 time: 0.1628602 Jul 08 01:35:48.946074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-ed0d68dc-ae82-4151-a6a2-2c9f403d6920 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:48.948730 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-ed0d68dc-ae82-4151-a6a2-2c9f403d6920 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.1627488 Jul 08 01:35:48.968082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-6e9dfef9-5ad2-43ce-b813-23268a5f6a93 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:35:48.969126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-6e9dfef9-5ad2-43ce-b813-23268a5f6a93 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127006 Jul 08 01:35:48.999689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-381c31d5-8375-41d9-a0d6-b8f37999d174 req-489419e9-0005-45a9-b0f1-cd81ce55f4ff tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508022 Jul 08 01:35:49.081141 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-f08b5be0-7ba0-442e-b32e-8494953bd396 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 1002 time: 0.0962684 Jul 08 01:35:49.087409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-b2422fe3-0bd3-4bdc-8494-6ea59dbd9a7d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:49.160686 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-b2422fe3-0bd3-4bdc-8494-6ea59dbd9a7d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:49.347845 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-b2422fe3-0bd3-4bdc-8494-6ea59dbd9a7d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:49.368707 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-b2422fe3-0bd3-4bdc-8494-6ea59dbd9a7d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:49.369026 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-b2422fe3-0bd3-4bdc-8494-6ea59dbd9a7d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Floating IP 6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3 disassociated. External IP: 172.25.4.118, port: d755ae9f-8a4e-445f-9b72-4ece7ed53853. Jul 08 01:35:49.485728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ec0d7-72b8-4ce4-a850-d04f3e3799d9 req-7b26f648-968f-4abf-9fba-d8af648c2f54 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:49.487742 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b75ec0d7-72b8-4ce4-a850-d04f3e3799d9 req-7b26f648-968f-4abf-9fba-d8af648c2f54 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 949 time: 0.1536627 Jul 08 01:35:49.568422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b75ec0d7-72b8-4ce4-a850-d04f3e3799d9 req-f5d0a2f1-f5ff-44e7-ae8d-812f192c8abe tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728900 Jul 08 01:35:49.655047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-b2422fe3-0bd3-4bdc-8494-6ea59dbd9a7d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Router bdd360cd-dac6-48da-bb61-7d2bcc4df20e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:35:49.782846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-b2422fe3-0bd3-4bdc-8494-6ea59dbd9a7d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:35:49.790891 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-b2422fe3-0bd3-4bdc-8494-6ea59dbd9a7d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:49.796424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] Sync routers for ids ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:35:49.802793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 31ebf11d-5c73-415b-a71f-09c23e10d589 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:49.849422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-b2422fe3-0bd3-4bdc-8494-6ea59dbd9a7d tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "PUT /v2.0/floatingips/6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3 HTTP/1.1" status: 200 len: 695 time: 0.7672677 Jul 08 01:35:49.851398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'tag': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:49.861773 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef843ff-2cc8-4012-b764-b26e04b0e28e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe25090-8ed7-4f96-85bd-9ba0b17a39d3", "tag": "d755ae9f-8a4e-445f-9b72-4ece7ed53853"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:49.923167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] Routers {'bdd360cd-dac6-48da-bb61-7d2bcc4df20e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:49.923510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-df9e1693-36de-43db-bcfd-20b0bf698c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:49.924149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:49.931099 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-df9e1693-36de-43db-bcfd-20b0bf698c35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=89355e5c183d4422b9413bc38f833dff&device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 1098 time: 0.0666409 Jul 08 01:35:50.009319 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 31ebf11d-5c73-415b-a71f-09c23e10d589 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:50.014638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 31ebf11d-5c73-415b-a71f-09c23e10d589 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:50.015358 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:50.075181 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:35:50.088598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-82e646cc-acfe-4040-943c-5ffff8e55687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:50.090259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-82e646cc-acfe-4040-943c-5ffff8e55687 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 HTTP/1.1" status: 200 len: 930 time: 0.1584079 Jul 08 01:35:50.148847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e68ccc-c63a-4957-9aed-2514dc3bcc08 req-d7d9f9e1-f2f5-41e5-a234-be7103a9efc7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:50.150357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01e68ccc-c63a-4957-9aed-2514dc3bcc08 req-d7d9f9e1-f2f5-41e5-a234-be7103a9efc7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 946 time: 0.1771886 Jul 08 01:35:50.157138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-3e7aba74-430e-454b-8cf8-fb3f69e9de71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853 HTTP/1.1" status: 200 len: 217 time: 0.0531735 Jul 08 01:35:50.237011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-2c7ca97a-bf91-47d9-b875-5f8e4a6c9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:50.238630 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-2c7ca97a-bf91-47d9-b875-5f8e4a6c9a9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=609aa358-4c73-4b5d-ac82-e861f0c82659 HTTP/1.1" status: 200 len: 868 time: 0.0798349 Jul 08 01:35:50.248484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01e68ccc-c63a-4957-9aed-2514dc3bcc08 req-fc1ea2bd-aa37-4762-99e9-45925a736f16 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878742 Jul 08 01:35:50.255674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] Set router bdd360cd-dac6-48da-bb61-7d2bcc4df20e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:50.308984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:50.338727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-a5fb5af2-79d2-44a0-a2fc-bbd7d07e380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:50.346350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-a5fb5af2-79d2-44a0-a2fc-bbd7d07e380d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965583 Jul 08 01:35:50.466989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebf11d-5c73-415b-a71f-09c23e10d589'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:50.469456 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369e9bbf-9e66-4108-ac62-a94356f153bd" -d '{"events": [{"server_uuid": "b9d873ab-ca9b-4870-ade3-37f8aa84326f", "name": "network-vif-plugged", "status": "completed", "tag": "31ebf11d-5c73-415b-a71f-09c23e10d589"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:50.483952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-e4e2e790-cdd7-405c-8d04-3e34ed5bd11d service neutron] 10.222.0.41 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365716 Jul 08 01:35:50.513866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 31ebf11d-5c73-415b-a71f-09c23e10d589, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=31ebf11d-5c73-415b-a71f-09c23e10d589,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:50.525181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:50.597666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:09Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c4cfc12d-097f-471f-a37c-fa50bdf7f41e', 'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'mac_address': 'fa:16:3e:32:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:07Z', 'updated_at': '2021-07-08T01:35:16Z', 'revision_number': 5, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'subnets': [{'id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:50.602519 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3af27735-4184-4511-8c23-c0183ed9088e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:50.632836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] Checking router: bdd360cd-dac6-48da-bb61-7d2bcc4df20e for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:35:50.635904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=31ebf11d-5c73-415b-a71f-09c23e10d589,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:50.645941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] Routers {'bdd360cd-dac6-48da-bb61-7d2bcc4df20e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:35:50.647038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:50.663071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89638bf2-48f2-4726-b064-ed89e915e2a0 req-b9277395-a631-4bb9-8f3c-3060f29e3c62 service neutron] 10.222.0.41 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780567 Jul 08 01:35:50.678524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41848) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:50.701084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f2681-8e74-4ad4-b710-e35912150eb8 req-2919b39a-3399-43f5-9ee7-aeb31016aa23 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:50.710942 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd9f2681-8e74-4ad4-b710-e35912150eb8 req-2919b39a-3399-43f5-9ee7-aeb31016aa23 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 949 time: 0.1270053 Jul 08 01:35:50.733825 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785dce84-e5f1-4f60-9441-6c9e8b9c7a77 x-openstack-request-id: req-785dce84-e5f1-4f60-9441-6c9e8b9c7a77 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:50.734220 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe25090-8ed7-4f96-85bd-9ba0b17a39d3", "tag": "d755ae9f-8a4e-445f-9b72-4ece7ed53853", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:50.734569 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-785dce84-e5f1-4f60-9441-6c9e8b9c7a77 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:50.735224 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'tag': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'status': 'completed', 'code': 200} Jul 08 01:35:50.771991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd9f2681-8e74-4ad4-b710-e35912150eb8 req-9409768e-3543-4295-b0c8-9f8b351f52dd tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596068 Jul 08 01:35:50.832800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] Set router bdd360cd-dac6-48da-bb61-7d2bcc4df20e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:35:50.838757 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ff41-ad00-4750-8883-19cdd8ef00c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:50.882800 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8268a8b6-8a8a-44da-bc09-28da44b2f0a9 x-openstack-request-id: req-8268a8b6-8a8a-44da-bc09-28da44b2f0a9 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:50.883108 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d873ab-ca9b-4870-ade3-37f8aa84326f", "name": "network-vif-plugged", "status": "completed", "tag": "31ebf11d-5c73-415b-a71f-09c23e10d589", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:50.883366 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8268a8b6-8a8a-44da-bc09-28da44b2f0a9 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:50.883787 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebf11d-5c73-415b-a71f-09c23e10d589', 'code': 200} Jul 08 01:35:50.955934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-8b41bf78-01b2-4ba9-9f05-ed44524f5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:50.957790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-8b41bf78-01b2-4ba9-9f05-ed44524f5dc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=89355e5c183d4422b9413bc38f833dff&device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 1098 time: 0.1806393 Jul 08 01:35:50.989692 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ff41-ad00-4750-8883-19cdd8ef00c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:50.999539 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ff41-ad00-4750-8883-19cdd8ef00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:51.057241 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ecf4ff41-ad00-4750-8883-19cdd8ef00c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc0bba08059142529ab979b346e2dba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769662 Jul 08 01:35:51.058538 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41856) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:51.059633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4ff41-ad00-4750-8883-19cdd8ef00c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3ad0d8-3a8e-414b-8b5b-d5f0acedc03f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:51.141209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedb3cf6-11e1-4aa5-bd9d-aa26686c36e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:51.165808 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedb3cf6-11e1-4aa5-bd9d-aa26686c36e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:51.204356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4bedf-7020-4315-8796-bc61e0114953 req-a770a808-400d-48be-b9a2-609f481a5670 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:51.206832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3b4bedf-7020-4315-8796-bc61e0114953 req-a770a808-400d-48be-b9a2-609f481a5670 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.3053827 Jul 08 01:35:51.227534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:09Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c4cfc12d-097f-471f-a37c-fa50bdf7f41e', 'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'mac_address': 'fa:16:3e:32:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:07Z', 'updated_at': '2021-07-08T01:35:16Z', 'revision_number': 5, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'subnets': [{'id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:35:51.233930 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedb3cf6-11e1-4aa5-bd9d-aa26686c36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:51.237339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedb3cf6-11e1-4aa5-bd9d-aa26686c36e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:51.241899 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dedb3cf6-11e1-4aa5-bd9d-aa26686c36e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab3ad0d8-3a8e-414b-8b5b-d5f0acedc03f HTTP/1.1" status: 204 len: 168 time: 0.1727877 Jul 08 01:35:51.252378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-3974f319-a075-49c2-be7a-be04c874442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:51.252605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb3cf6-11e1-4aa5-bd9d-aa26686c36e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3ad0d8-3a8e-414b-8b5b-d5f0acedc03f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:51.253962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-3974f319-a075-49c2-be7a-be04c874442b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 HTTP/1.1" status: 200 len: 930 time: 0.2869017 Jul 08 01:35:51.258919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5caa2-689d-45de-97b7-b5ce1118c6da req-5b1f6a26-2658-4903-93d7-5ebe63800ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:51.264828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1cc5caa2-689d-45de-97b7-b5ce1118c6da req-5b1f6a26-2658-4903-93d7-5ebe63800ea8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 1098 time: 0.3016212 Jul 08 01:35:51.277052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b7e6e-d109-4225-9113-6e8722719308 None None] The sync data for ids ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'] in n-d-694802-14 is: [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:35:09Z', 'revision_number': 4, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c4cfc12d-097f-471f-a37c-fa50bdf7f41e', 'name': '', 'network_id': 'e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'mac_address': 'fa:16:3e:32:1e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:07Z', 'updated_at': '2021-07-08T01:35:16Z', 'revision_number': 5, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'subnets': [{'id': '609aa358-4c73-4b5d-ac82-e861f0c82659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:35:51.342378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3b4bedf-7020-4315-8796-bc61e0114953 req-0e23eada-c10c-408c-9706-8803b7dda785 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263385 Jul 08 01:35:51.356633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930673c5-ec4d-4397-b382-d64ead122a2f req-05ed28b0-7f88-4405-967b-a9b91fd082cb tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:51.372865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-930673c5-ec4d-4397-b382-d64ead122a2f req-05ed28b0-7f88-4405-967b-a9b91fd082cb tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 949 time: 0.2637537 Jul 08 01:35:51.375416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-50e5269b-cb18-44cf-8cc0-767233f8f173 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853 HTTP/1.1" status: 200 len: 217 time: 0.1048596 Jul 08 01:35:51.510367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1cc5caa2-689d-45de-97b7-b5ce1118c6da req-66bce57d-08a0-487f-a820-a35bf801c3d4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306461 Jul 08 01:35:51.534619 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-1d9ae68d-114c-4c61-a842-925c443c6d1a tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips/6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3 HTTP/1.1" status: 200 len: 695 time: 0.1359525 Jul 08 01:35:51.551204 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-930673c5-ec4d-4397-b382-d64ead122a2f req-b737a497-ed88-4d41-a61e-319952219271 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773310 Jul 08 01:35:51.609423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 02be63dc-e64a-4e31-a972-a1d0c3d2795b no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:51.633835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-7d8b0bc9-f9b8-450d-92e9-6717139c8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:51.635307 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-7d8b0bc9-f9b8-450d-92e9-6717139c8c8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=609aa358-4c73-4b5d-ac82-e861f0c82659 HTTP/1.1" status: 200 len: 868 time: 0.2379081 Jul 08 01:35:51.666106 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 02be63dc-e64a-4e31-a972-a1d0c3d2795b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:35:51.666669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 02be63dc-e64a-4e31-a972-a1d0c3d2795b not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:51.670563 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac4c21c-e312-4ce7-ae63-ce7e44deebfc None None] New status for floating IP 6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:35:51.674996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41868) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:51.694926 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799ef830-8968-4b38-ad5d-185eece886c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:51.823010 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-8e201c2a-0f39-4985-b2a7-c95450ce16b3 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:51.830228 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-8e201c2a-0f39-4985-b2a7-c95450ce16b3 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2946105 Jul 08 01:35:51.840953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-1a86d529-7712-487f-8351-96b76ba539cf tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:35:51.845279 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799ef830-8968-4b38-ad5d-185eece886c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:51.848105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-1a86d529-7712-487f-8351-96b76ba539cf tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169544 Jul 08 01:35:51.852190 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799ef830-8968-4b38-ad5d-185eece886c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:51.862862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-599060f4-724d-4935-bbf0-6516cd21e882 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:51.864487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-599060f4-724d-4935-bbf0-6516cd21e882 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.16 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 949 time: 0.2276700 Jul 08 01:35:51.899552 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-799ef830-8968-4b38-ad5d-185eece886c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e4acd6faa0046d1a9c9b3d6970f8aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230539 Jul 08 01:35:51.901277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ef830-8968-4b38-ad5d-185eece886c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e86871-5e66-4f1a-a9ce-cead3806c102,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:51.904117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41872) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:35:51.966333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e361db39-6f56-4dcd-89c2-a4b92858dbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:51.990761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-50a3dd4b-ad2b-4c55-b0c9-2567292c77d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:51.991131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e361db39-6f56-4dcd-89c2-a4b92858dbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:51.992453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-50a3dd4b-ad2b-4c55-b0c9-2567292c77d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3125117 Jul 08 01:35:51.998764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-1b4cd8df-5930-4cac-8a51-445df3e93117 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 698 time: 0.1497037 Jul 08 01:35:52.025205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684ca72-4c71-43d5-8133-b0d17810e1e5 req-dc939958-66b2-417b-866d-d7b978267046 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:52.028761 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2684ca72-4c71-43d5-8133-b0d17810e1e5 req-dc939958-66b2-417b-866d-d7b978267046 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 946 time: 0.3092287 Jul 08 01:35:52.046318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e361db39-6f56-4dcd-89c2-a4b92858dbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.050805 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e361db39-6f56-4dcd-89c2-a4b92858dbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.054651 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e361db39-6f56-4dcd-89c2-a4b92858dbe8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82e86871-5e66-4f1a-a9ce-cead3806c102 HTTP/1.1" status: 204 len: 168 time: 0.1471174 Jul 08 01:35:52.065388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361db39-6f56-4dcd-89c2-a4b92858dbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e86871-5e66-4f1a-a9ce-cead3806c102,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:52.414597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-57683bf5-90f1-4e4f-ac76-0edf98aeae73 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.118 HTTP/1.1" status: 200 len: 696 time: 0.4054773 Jul 08 01:35:52.597471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2684ca72-4c71-43d5-8133-b0d17810e1e5 req-34a61370-9032-4565-85ea-dbda6ae8b8c7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591726 Jul 08 01:35:52.703675 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-4b16e13f-f908-498b-8a6c-f73c78f42b70 service neutron] 10.222.0.24 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6881080 Jul 08 01:35:52.711145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-e49b5676-d803-4482-96ff-73398bc82cc9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Deleting port 61921fef-d6b2-4df0-9fdb-60ce191a9081 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:52.711911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-e49b5676-d803-4482-96ff-73398bc82cc9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.881611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-0a5da462-c18b-4dc2-a3d1-82117d99d4d5 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Deleting port 1f3da197-9c5a-43c3-9da3-d22740470f41 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:52.882402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-0a5da462-c18b-4dc2-a3d1-82117d99d4d5 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.959795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bef843ff-2cc8-4012-b764-b26e04b0e28e req-50dc17df-e549-447e-9e41-e658ed477db6 service neutron] 10.222.0.24 "GET /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416589 Jul 08 01:35:52.963120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-e49b5676-d803-4482-96ff-73398bc82cc9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] For port 61921fef-d6b2-4df0-9fdb-60ce191a9081, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61921fef-d6b2-4df0-9fdb-60ce191a9081,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:52.963484 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-e49b5676-d803-4482-96ff-73398bc82cc9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:52.981497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-e49b5676-d803-4482-96ff-73398bc82cc9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Calling delete_port for 61921fef-d6b2-4df0-9fdb-60ce191a9081 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:53.054006 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-0a5da462-c18b-4dc2-a3d1-82117d99d4d5 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.054281 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-0a5da462-c18b-4dc2-a3d1-82117d99d4d5 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.071248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-0a5da462-c18b-4dc2-a3d1-82117d99d4d5 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Calling delete_port for 1f3da197-9c5a-43c3-9da3-d22740470f41 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:53.247424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-e49b5676-d803-4482-96ff-73398bc82cc9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.260858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['e3a42374-6ea2-482b-b4e1-6bcfd5d13177'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:53.315249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b5676-d803-4482-96ff-73398bc82cc9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Pushing event deleted for resources: {'Port': ['ID=61921fef-d6b2-4df0-9fdb-60ce191a9081,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:53.348179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['61921fef-d6b2-4df0-9fdb-60ce191a9081'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:53.425223 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-413c0fdd-76fa-44eb-804a-6186f1d79d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.428225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-e49b5676-d803-4482-96ff-73398bc82cc9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] No DVR routers for this DVR port 61921fef-d6b2-4df0-9fdb-60ce191a9081 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:53.431626 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-e49b5676-d803-4482-96ff-73398bc82cc9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.434328 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ef5f5da-61b2-4f48-8a1a-cc7d5438d937 req-e49b5676-d803-4482-96ff-73398bc82cc9 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.16 "DELETE /v2.0/ports/61921fef-d6b2-4df0-9fdb-60ce191a9081 HTTP/1.1" status: 204 len: 173 time: 1.5530603 Jul 08 01:35:53.441329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f799927-21ab-40e9-81da-034c39667de3', 'name': 'network-vif-deleted', 'tag': '61921fef-d6b2-4df0-9fdb-60ce191a9081'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:53.444272 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c239d56-d26d-449e-8c0e-b3a1cc0283bf" -d '{"events": [{"server_uuid": "0f799927-21ab-40e9-81da-034c39667de3", "name": "network-vif-deleted", "tag": "61921fef-d6b2-4df0-9fdb-60ce191a9081"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:53.492885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2ab128d-0825-4ec5-b5a4-daefc6901007 req-601aafda-c533-49eb-afd1-b0dabd9c4e0c tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f799927-21ab-40e9-81da-034c39667de3 HTTP/1.1" status: 200 len: 210 time: 0.0675559 Jul 08 01:35:53.497469 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-0a5da462-c18b-4dc2-a3d1-82117d99d4d5 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.560804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5da462-c18b-4dc2-a3d1-82117d99d4d5 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Pushing event deleted for resources: {'Port': ['ID=1f3da197-9c5a-43c3-9da3-d22740470f41,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:53.592936 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.707595 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-0a5da462-c18b-4dc2-a3d1-82117d99d4d5 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.710191 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-0a5da462-c18b-4dc2-a3d1-82117d99d4d5 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:53.711675 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d9fcf98-b560-4d47-b275-25e467e5b506 req-0a5da462-c18b-4dc2-a3d1-82117d99d4d5 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "DELETE /v2.0/floatingips/6fe08e85-3d67-4dc8-93e8-fd036f9cc5d3 HTTP/1.1" status: 204 len: 173 time: 1.2489932 Jul 08 01:35:53.746609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe70a1-755c-44a6-b9f9-75780528bfdc req-3f314459-7198-4d07-8522-e8c557cab95b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:53.748197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbbe70a1-755c-44a6-b9f9-75780528bfdc req-3f314459-7198-4d07-8522-e8c557cab95b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.0894008 Jul 08 01:35:53.816732 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbbe70a1-755c-44a6-b9f9-75780528bfdc req-cfb930c1-ad4f-4a88-afd9-d608a14b80b4 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573237 Jul 08 01:35:53.838092 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1cc4b2-9232-4204-8a3d-f34e96ffbfbc x-openstack-request-id: req-cc1cc4b2-9232-4204-8a3d-f34e96ffbfbc {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:53.838674 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f799927-21ab-40e9-81da-034c39667de3", "name": "network-vif-deleted", "tag": "61921fef-d6b2-4df0-9fdb-60ce191a9081", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:53.839167 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc1cc4b2-9232-4204-8a3d-f34e96ffbfbc {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:53.839815 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f799927-21ab-40e9-81da-034c39667de3', 'name': 'network-vif-deleted', 'tag': '61921fef-d6b2-4df0-9fdb-60ce191a9081', 'status': 'completed', 'code': 200} Jul 08 01:35:53.986598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89566a12-af53-4e0e-8b6f-fa0ad7d0d9a8 req-c5036fe1-00a2-403b-afd9-1806f159214b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:53.988195 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89566a12-af53-4e0e-8b6f-fa0ad7d0d9a8 req-c5036fe1-00a2-403b-afd9-1806f159214b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 946 time: 0.0655360 Jul 08 01:35:54.029349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89566a12-af53-4e0e-8b6f-fa0ad7d0d9a8 req-341ad365-afc6-4380-83b6-2719dbae48cb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353262 Jul 08 01:35:54.234039 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e5d1e-6568-415d-a55a-904eebe84c3b req-5b65d542-3032-43d1-a9bd-5853a1f52418 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:54.235663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-764e5d1e-6568-415d-a55a-904eebe84c3b req-5b65d542-3032-43d1-a9bd-5853a1f52418 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0897560 Jul 08 01:35:54.296965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-764e5d1e-6568-415d-a55a-904eebe84c3b req-8a9a9d0c-ff31-41cb-8b1d-52d294e30355 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0536125 Jul 08 01:35:54.357301 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-5bcef9ac-e7b3-4f6e-8c39-d7114a33798b tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a50ea84b9b5c427893258ef7be12476a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218186 Jul 08 01:35:54.512023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-2e50e87d-6c58-43e1-8691-b3dda8989aa5 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:54.513632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-2e50e87d-6c58-43e1-8691-b3dda8989aa5 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1504297 Jul 08 01:35:54.528621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1422f-3a6a-44b2-8f24-3ccd2c66319e req-e97bba70-8e08-40a9-8580-cd542cc57523 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:54.530055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ee1422f-3a6a-44b2-8f24-3ccd2c66319e req-e97bba70-8e08-40a9-8580-cd542cc57523 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.1459703 Jul 08 01:35:54.545758 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-7b2a1e13-5d68-479a-9feb-4981ab3c2569 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/quotas/a50ea84b9b5c427893258ef7be12476a HTTP/1.1" status: 200 len: 375 time: 0.0250876 Jul 08 01:35:54.586479 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ee1422f-3a6a-44b2-8f24-3ccd2c66319e req-4859f1b6-014f-49d7-97fa-7bfc623bf9a4 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498660 Jul 08 01:35:54.603389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-b809f734-6a6d-4636-b819-2ec7ba11322a tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a50ea84b9b5c427893258ef7be12476a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361524 Jul 08 01:35:54.627702 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:54.656694 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01e5d8a5-1f29-4d6c-a355-0350b679eff4 req-cd0e62fd-ea63-40a4-94df-e35d450acb60 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0406845 Jul 08 01:35:54.786018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66bef86e-e6e8-45d2-8a28-6fddfcbaf47d req-3117d1cb-2c4f-46cb-b002-66794a8c5a9c tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 210 time: 0.0301650 Jul 08 01:35:55.179669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fbe53-ecc9-48df-8b49-9cee405a20b5 req-a660d30e-78d4-48a6-9247-59f6ca4046d3 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:55.181232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-748fbe53-ecc9-48df-8b49-9cee405a20b5 req-a660d30e-78d4-48a6-9247-59f6ca4046d3 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 946 time: 0.0744684 Jul 08 01:35:55.223381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-748fbe53-ecc9-48df-8b49-9cee405a20b5 req-6e3dc968-8af0-400c-803b-a4191a327a37 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357139 Jul 08 01:35:55.327635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e065fb-1812-4c43-b106-9e74b11f8f7f req-a334351a-1768-41ce-bbb0-c178378c8982 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:55.329913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76e065fb-1812-4c43-b106-9e74b11f8f7f req-a334351a-1768-41ce-bbb0-c178378c8982 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 972 time: 0.0824113 Jul 08 01:35:55.411333 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76e065fb-1812-4c43-b106-9e74b11f8f7f req-8fe8d024-a8e4-4b71-aaa3-089f2bcfe18f tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745080 Jul 08 01:35:55.436528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8e208-dc20-4c37-bbd0-8cc7d682997e req-0cf2827b-1a04-4a16-8409-63b36a6c877a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:55.438176 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78c8e208-dc20-4c37-bbd0-8cc7d682997e req-0cf2827b-1a04-4a16-8409-63b36a6c877a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 946 time: 0.1033471 Jul 08 01:35:55.479857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78c8e208-dc20-4c37-bbd0-8cc7d682997e req-9973806f-606f-48dd-8e62-2f6fd069bce1 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353193 Jul 08 01:35:55.583958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd52089-8d12-4f15-9bc5-a53b955f2d92 req-f88a4640-1d61-46bb-a621-627954c883d2 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:55.585483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dbd52089-8d12-4f15-9bc5-a53b955f2d92 req-f88a4640-1d61-46bb-a621-627954c883d2 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 1098 time: 0.0553968 Jul 08 01:35:55.619407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dbd52089-8d12-4f15-9bc5-a53b955f2d92 req-33792f4e-b0bb-4c9d-9f0c-45bcf2a68840 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282984 Jul 08 01:35:55.761587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f6830-0d5d-423a-90b6-a6a32ce61128 req-21a1bc0c-ac5e-4429-9bdc-1f85a8f92b37 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:55.763122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-449f6830-0d5d-423a-90b6-a6a32ce61128 req-21a1bc0c-ac5e-4429-9bdc-1f85a8f92b37 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.0646219 Jul 08 01:35:55.803000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-449f6830-0d5d-423a-90b6-a6a32ce61128 req-0a697200-3815-46d8-8675-d1f63dab79bf tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334249 Jul 08 01:35:55.856912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61921fef-d6b2-4df0-9fdb-60ce191a9081 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:35:55.880617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 61921fef-d6b2-4df0-9fdb-60ce191a9081 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:35:55.881024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61921fef-d6b2-4df0-9fdb-60ce191a9081 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:35:55.937016 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bae669ed-3e29-47f5-aaa5-0d4673dca932 req-c732e583-b409-4f72-a059-a5ac6ade4d0f tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 210 time: 0.0305009 Jul 08 01:35:56.045076 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-6622a69a-34f7-400b-b6ae-27070d17200a tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a50ea84b9b5c427893258ef7be12476a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250242 Jul 08 01:35:56.167323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-a9c1cc03-5dab-4287-a59d-5fe510c1a3f9 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:56.168858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-a9c1cc03-5dab-4287-a59d-5fe510c1a3f9 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183596 Jul 08 01:35:56.184409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Request body: {'port': {'device_id': '8df161c7-abc2-4420-aeab-7a75fbfe07bc', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': 'a50ea84b9b5c427893258ef7be12476a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:56.264637 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.317408 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Made reservation on behalf of a50ea84b9b5c427893258ef7be12476a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:35:56.321442 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.331308 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.466949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.471866 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.491097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d86d7-1325-4b9c-bc8e-1026b3f94cc0 req-c7e04725-def3-4efd-8e5a-456ac726dbdb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:56.492597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-866d86d7-1325-4b9c-bc8e-1026b3f94cc0 req-c7e04725-def3-4efd-8e5a-456ac726dbdb tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 946 time: 0.1136367 Jul 08 01:35:56.568017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:56.597216 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-866d86d7-1325-4b9c-bc8e-1026b3f94cc0 req-1ec7e032-db11-414d-bf51-9677cc01ae61 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973687 Jul 08 01:35:56.650534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Allocated IP 192.168.233.236 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/c8bae64a-1c55-4b4a-a3a5-e3e456073a9b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:35:56.842901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f89d27e9-9933-4881-898e-187e75ed0f26 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:35:56.843921 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f89d27e9-9933-4881-898e-187e75ed0f26 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059223 Jul 08 01:35:56.852558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Request body: {'binding': {'host': 'n-h2-694802-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:56.853088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Unknown quota resources ['binding']. {{(pid=93884) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:35:56.853841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c20e0-a2d1-4f18-8433-10eb0b278db6 req-13692210-07f4-4f0a-be23-037a102c20cf tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:56.855346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-119c20e0-a2d1-4f18-8433-10eb0b278db6 req-13692210-07f4-4f0a-be23-037a102c20cf tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 972 time: 0.1574318 Jul 08 01:35:56.860014 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.888918 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Transition to ACTIVE for port object c8bae64a-1c55-4b4a-a3a5-e3e456073a9b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:56.912206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-119c20e0-a2d1-4f18-8433-10eb0b278db6 req-06c85bff-6246-469f-8da5-3f3d34f85e09 tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9689a34-d721-4111-8568-ef07f63e90f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491135 Jul 08 01:35:56.937596 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:56.981468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:35:56.989405 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:35:56.989852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:35:56.999861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e on host n-h2-694802-14 for vnic_type normal with profile None {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:57.001873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:57.002304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:57.007441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Port 9b2c80cd-2704-4481-a459-70709a440f2e on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:57.007769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:57.013311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:57.013880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:57.014422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:57.015005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Bound port: 9b2c80cd-2704-4481-a459-70709a440f2e, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:57.028847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Pushing event updated for resources: {'Port': ['ID=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:57.091846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:57.098092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:57.098805 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.101240 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.110043 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f64d97f1-02d0-47df-b5fa-287b2b42b4bd service neutron] 10.222.0.41 "POST /v2.0/ports/9b2c80cd-2704-4481-a459-70709a440f2e/bindings HTTP/1.1" status: 201 len: 390 time: 0.2567978 Jul 08 01:35:57.132269 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-f71079ff-1eec-4b95-b331-a5f5daaa5ef6 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9516630 Jul 08 01:35:57.148468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Request body: {'port': {'device_id': '8df161c7-abc2-4420-aeab-7a75fbfe07bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:35:57.218596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be894ef-4df8-4f58-a24a-0005ec2d049f req-73774a8a-0d58-48a1-aab2-7ef8434dae81 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:57.221434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0be894ef-4df8-4f58-a24a-0005ec2d049f req-73774a8a-0d58-48a1-aab2-7ef8434dae81 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 946 time: 0.1789722 Jul 08 01:35:57.318292 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0be894ef-4df8-4f58-a24a-0005ec2d049f req-d5ed0afa-743a-4091-b87f-2abd6ad01a00 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872881 Jul 08 01:35:57.366111 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.398522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-56068afb-f222-4eea-90ca-6047203fcf1a None None] Provisioning for port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:35:57.406418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-56068afb-f222-4eea-90ca-6047203fcf1a None None] Provisioning complete for port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:57.410823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-56068afb-f222-4eea-90ca-6047203fcf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.460875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137314-23a0-42df-8633-aaafb558b6c2 req-cd20f6d0-20d9-4b98-9fdd-0d9211dd0f4b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:57.463251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26137314-23a0-42df-8633-aaafb558b6c2 req-cd20f6d0-20d9-4b98-9fdd-0d9211dd0f4b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.1385212 Jul 08 01:35:57.486312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-56068afb-f222-4eea-90ca-6047203fcf1a None None] Port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:35:57.529343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-ce820c22-acc5-47b4-8ac8-bffa13c2da86 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:57.531130 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-ce820c22-acc5-47b4-8ac8-bffa13c2da86 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 946 time: 0.1482477 Jul 08 01:35:57.622383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-86e3fb81-5963-4cfe-ae01-7f07157e9ffa tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:57.623882 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-86e3fb81-5963-4cfe-ae01-7f07157e9ffa tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.24 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 972 time: 0.1459877 Jul 08 01:35:57.638559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d21374a-5c20-48fc-92d2-eafef7a8f09f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:35:57.674611 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26137314-23a0-42df-8633-aaafb558b6c2 req-180a5800-a04c-46ee-a1ab-4c34a41dbf97 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522405 Jul 08 01:35:57.718152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8633a81-dc6e-4e18-8a45-eaf4bf619e71 req-7fbfef3a-641e-4f20-a902-4675b442ca60 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:57.727718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8633a81-dc6e-4e18-8a45-eaf4bf619e71 req-7fbfef3a-641e-4f20-a902-4675b442ca60 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 936 time: 0.2107460 Jul 08 01:35:57.752633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-9f88087c-dcc5-4eb9-92ef-36f73d699776 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Deleting port d755ae9f-8a4e-445f-9b72-4ece7ed53853 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:57.753141 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-9f88087c-dcc5-4eb9-92ef-36f73d699776 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.794735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:57.819389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'mac_address': 'fa:16:3e:5e:41:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:35:57.868042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-dee24078-9e2c-45e5-8597-34b02c7c45ca tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Deleting port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:35:57.869111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-dee24078-9e2c-45e5-8597-34b02c7c45ca tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.882733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-9f88087c-dcc5-4eb9-92ef-36f73d699776 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] For port d755ae9f-8a4e-445f-9b72-4ece7ed53853, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d755ae9f-8a4e-445f-9b72-4ece7ed53853,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:57.883592 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-9f88087c-dcc5-4eb9-92ef-36f73d699776 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.900741 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8633a81-dc6e-4e18-8a45-eaf4bf619e71 req-e8e5028b-1097-4bdc-aa91-4b0ec67ad704 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631308 Jul 08 01:35:57.905398 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.937760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bae64a-1c55-4b4a-a3a5-e3e456073a9b {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:57.948762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:57.951203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-9f88087c-dcc5-4eb9-92ef-36f73d699776 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Calling delete_port for d755ae9f-8a4e-445f-9b72-4ece7ed53853 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:57.953292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d21374a-5c20-48fc-92d2-eafef7a8f09f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:35:57.966059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Transition to ACTIVE for port object c8bae64a-1c55-4b4a-a3a5-e3e456073a9b will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:35:58.005055 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:58.018744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:58.035199 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:58.060370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-dee24078-9e2c-45e5-8597-34b02c7c45ca tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] For port e3a42374-6ea2-482b-b4e1-6bcfd5d13177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:35:58.060990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-dee24078-9e2c-45e5-8597-34b02c7c45ca tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:58.098604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-dee24078-9e2c-45e5-8597-34b02c7c45ca tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Calling delete_port for e3a42374-6ea2-482b-b4e1-6bcfd5d13177 owned by compute:tempest-test_az-495204118 {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:35:58.126859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:58.152422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['7d21374a-5c20-48fc-92d2-eafef7a8f09f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:58.182975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Pushing event updated for resources: {'Port': ['ID=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:58.293617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e153381-40df-43bf-b029-7a69a6f14d28 req-34322fc5-05ce-4bf0-b996-8ce99352daa2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:58.302462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e153381-40df-43bf-b029-7a69a6f14d28 req-34322fc5-05ce-4bf0-b996-8ce99352daa2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.3331432 Jul 08 01:35:58.407365 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Attempting to bind port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:35:58.407855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Attempting to bind port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:35:58.408292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Attempting to bind port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:58.416342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:35:58.417107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Attempting to bind port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:35:58.429751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:35:58.430301 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:35:58.430873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:35:58.432344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Bound port: c8bae64a-1c55-4b4a-a3a5-e3e456073a9b, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:35:58.432900 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:58.447908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e153381-40df-43bf-b029-7a69a6f14d28 req-a47b00c9-4e21-4415-8106-d56a5d374dc0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443250 Jul 08 01:35:58.539268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-dee24078-9e2c-45e5-8597-34b02c7c45ca tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:58.555762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-9f88087c-dcc5-4eb9-92ef-36f73d699776 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:58.577043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['d755ae9f-8a4e-445f-9b72-4ece7ed53853'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:58.590025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee24078-9e2c-45e5-8597-34b02c7c45ca tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Pushing event deleted for resources: {'Port': ['ID=e3a42374-6ea2-482b-b4e1-6bcfd5d13177,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:58.645358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['e3a42374-6ea2-482b-b4e1-6bcfd5d13177'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:35:58.945799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3dad1a-6dc3-4521-bac3-d708691c618f req-725ba18f-8a15-4117-a9e8-f54b76b83827 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:58.947346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f3dad1a-6dc3-4521-bac3-d708691c618f req-725ba18f-8a15-4117-a9e8-f54b76b83827 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfe25090-8ed7-4f96-85bd-9ba0b17a39d3 HTTP/1.1" status: 200 len: 867 time: 0.5971055 Jul 08 01:35:58.999535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-dee24078-9e2c-45e5-8597-34b02c7c45ca tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] No DVR routers for this DVR port e3a42374-6ea2-482b-b4e1-6bcfd5d13177 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:59.004212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2b9c7bc-615f-41c5-9ba5-2a04ff4fd16b req-c9d3acbd-d38d-4574-a613-d4398438304b tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.41 "GET /v2.0/ports?device_id=8746bbfd-8bfd-4fe5-b472-de1e7ecb3436 HTTP/1.1" status: 200 len: 210 time: 0.0719690 Jul 08 01:35:59.016054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] For port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:35:59.021267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] For port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:35:59.036477 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:59.052173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-dee24078-9e2c-45e5-8597-34b02c7c45ca tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:59.054382 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b184c149-b1d6-4bd0-a403-f90423982a4d req-dee24078-9e2c-45e5-8597-34b02c7c45ca tempest-ServersAdminTestJSON-396630486 tempest-ServersAdminTestJSON-396630486-project] 10.222.0.24 "DELETE /v2.0/ports/e3a42374-6ea2-482b-b4e1-6bcfd5d13177 HTTP/1.1" status: 204 len: 173 time: 1.4051170 Jul 08 01:35:59.060010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f3dad1a-6dc3-4521-bac3-d708691c618f req-9661fff0-dcde-4a10-b8e0-e4d1d99aa3d4 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.41 "GET /v2.0/security-groups?id=824e8851-a88b-48b2-8902-8218cb54d8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952947 Jul 08 01:35:59.070336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-deleted', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:59.073798 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa7f18a-b0c6-43d3-9aec-b22054a11e48" -d '{"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-deleted", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:59.085783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f88087c-dcc5-4eb9-92ef-36f73d699776 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Pushing event deleted for resources: {'Port': ['ID=d755ae9f-8a4e-445f-9b72-4ece7ed53853,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:59.127072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-9f88087c-dcc5-4eb9-92ef-36f73d699776 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] No DVR routers for this DVR port d755ae9f-8a4e-445f-9b72-4ece7ed53853 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:35:59.132532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-9f88087c-dcc5-4eb9-92ef-36f73d699776 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:59.138759 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-af001272-e0ec-4773-a5a8-321bc0b2e62f req-9f88087c-dcc5-4eb9-92ef-36f73d699776 tempest-FloatingIPsAssociationNegativeTestJSON-302856970 tempest-FloatingIPsAssociationNegativeTestJSON-302856970-project] 10.222.0.24 "DELETE /v2.0/ports/d755ae9f-8a4e-445f-9b72-4ece7ed53853 HTTP/1.1" status: 204 len: 173 time: 1.5969696 Jul 08 01:35:59.178649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:59.180042 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:59.187355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] 10.222.0.24 "PUT /v2.0/ports/c8bae64a-1c55-4b4a-a3a5-e3e456073a9b HTTP/1.1" status: 200 len: 1097 time: 2.0387480 Jul 08 01:35:59.190680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df161c7-abc2-4420-aeab-7a75fbfe07bc', 'tag': 'c8bae64a-1c55-4b4a-a3a5-e3e456073a9b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:35:59.194500 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007f757c-00a3-4473-adb0-83c980a1758d" -d '{"events": [{"name": "network-changed", "server_uuid": "8df161c7-abc2-4420-aeab-7a75fbfe07bc", "tag": "c8bae64a-1c55-4b4a-a3a5-e3e456073a9b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:35:59.234200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bb623-4b04-40d9-8a55-17f7eb6fb3be service neutron] Pushing event updated for resources: {'Port': ['ID=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:35:59.428558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733551f9-752a-46c4-82d0-666d01a96448 req-1c90115f-a497-44c6-8f14-caff9fed7f7f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:59.430335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-733551f9-752a-46c4-82d0-666d01a96448 req-1c90115f-a497-44c6-8f14-caff9fed7f7f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 946 time: 0.1748745 Jul 08 01:35:59.479913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2449d2-0970-4415-bbf5-f242b4810907 req-348e3319-912e-4e63-a029-285399c5bfc6 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:59.488391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e2449d2-0970-4415-bbf5-f242b4810907 req-348e3319-912e-4e63-a029-285399c5bfc6 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.2154574 Jul 08 01:35:59.515261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-733551f9-752a-46c4-82d0-666d01a96448 req-20e0b3b6-e056-49e4-9b25-becb8d6fa7f8 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778568 Jul 08 01:35:59.569108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-0a66a151-9f79-4e1e-b26d-2bf6e49b8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:59.570661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-0a66a151-9f79-4e1e-b26d-2bf6e49b8c82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a50ea84b9b5c427893258ef7be12476a&device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 1100 time: 0.2203808 Jul 08 01:35:59.583903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e2449d2-0970-4415-bbf5-f242b4810907 req-72b040d5-2e15-4dfe-95b8-9f76fd7d921c tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830474 Jul 08 01:35:59.624709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-cd1ec634-c824-4217-98a0-7708375c4934 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b HTTP/1.1" status: 200 len: 217 time: 0.0396469 Jul 08 01:35:59.658749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d21374a-5c20-48fc-92d2-eafef7a8f09f up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:35:59.681365 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254ee495-2278-420f-95d3-5f2cd6d91f6c x-openstack-request-id: req-254ee495-2278-420f-95d3-5f2cd6d91f6c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:59.682312 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8746bbfd-8bfd-4fe5-b472-de1e7ecb3436", "name": "network-vif-deleted", "tag": "e3a42374-6ea2-482b-b4e1-6bcfd5d13177", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:59.683153 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-254ee495-2278-420f-95d3-5f2cd6d91f6c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:59.683709 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8746bbfd-8bfd-4fe5-b472-de1e7ecb3436', 'name': 'network-vif-deleted', 'tag': 'e3a42374-6ea2-482b-b4e1-6bcfd5d13177', 'status': 'completed', 'code': 200} Jul 08 01:35:59.725223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d4c15c6e-cedb-421c-9abb-d42ec82d8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:59.727347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-d4c15c6e-cedb-421c-9abb-d42ec82d8a4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0959642 Jul 08 01:35:59.811655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 7d21374a-5c20-48fc-92d2-eafef7a8f09f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:35:59.812488 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:35:59.923940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8850201-e4ba-424d-9de9-72eb4aa1e2bb req-0e64e064-5ee9-43c3-9140-800b4a8562c0 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:59.925974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8850201-e4ba-424d-9de9-72eb4aa1e2bb req-0e64e064-5ee9-43c3-9140-800b4a8562c0 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 948 time: 0.1353457 Jul 08 01:35:59.928866 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d3dbd3-ffab-4a98-9274-f1c074fc4cbd x-openstack-request-id: req-e5d3dbd3-ffab-4a98-9274-f1c074fc4cbd {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:35:59.928866 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df161c7-abc2-4420-aeab-7a75fbfe07bc", "tag": "c8bae64a-1c55-4b4a-a3a5-e3e456073a9b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:35:59.929187 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5d3dbd3-ffab-4a98-9274-f1c074fc4cbd {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:35:59.929509 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df161c7-abc2-4420-aeab-7a75fbfe07bc', 'tag': 'c8bae64a-1c55-4b4a-a3a5-e3e456073a9b', 'status': 'completed', 'code': 200} Jul 08 01:35:59.947737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-056030b9-9cce-423c-8998-79e418f95205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:35:59.951332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-056030b9-9cce-423c-8998-79e418f95205 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1954594 Jul 08 01:35:59.967214 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.011876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:00.013087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:00.015690 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fae307e-0bd3-4e57-a439-a68b840a5abf" -d '{"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-plugged", "status": "completed", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:00.022964 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.116438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:00.118694 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8850201-e4ba-424d-9de9-72eb4aa1e2bb req-886372f9-ea02-4f83-8a23-ee01311e096a tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731868 Jul 08 01:36:00.172281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-a05095f2-62ec-43fd-b0e5-7c9c448b0388 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128794 Jul 08 01:36:00.320880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-008b646e-e2e0-4662-a21f-33d2ef9fad8a tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:00.323518 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-008b646e-e2e0-4662-a21f-33d2ef9fad8a tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1098 time: 0.1260340 Jul 08 01:36:00.335498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-14'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:00.364610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcd2629-7e07-45c2-8ef3-b3bb5b5cdbac req-b2a7dc24-f0a3-4df3-af5a-8be21feb3212 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814673 Jul 08 01:36:00.421588 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ad1c2-9bc6-46c6-80e2-6fa12158300c req-698de9b5-c1b6-463c-a9ad-c6ed08ad8961 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:00.426844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.429429 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c6ad1c2-9bc6-46c6-80e2-6fa12158300c req-698de9b5-c1b6-463c-a9ad-c6ed08ad8961 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.3623250 Jul 08 01:36:00.511524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c6ad1c2-9bc6-46c6-80e2-6fa12158300c req-d3638250-36b6-4858-847f-eb5218e057dd tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811312 Jul 08 01:36:00.539182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9bbee-babc-4c88-883c-8aafdb279a5a req-c1c68db8-3423-4254-8abd-ab9de9db3593 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:00.540898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcf9bbee-babc-4c88-883c-8aafdb279a5a req-c1c68db8-3423-4254-8abd-ab9de9db3593 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 966 time: 0.1877935 Jul 08 01:36:00.549746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f757c-00a3-4473-adb0-83c980a1758d req-b2674da5-7035-4d72-9518-92f0f5f72ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:00.557860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-007f757c-00a3-4473-adb0-83c980a1758d req-b2674da5-7035-4d72-9518-92f0f5f72ec0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a50ea84b9b5c427893258ef7be12476a&device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 1100 time: 0.1235435 Jul 08 01:36:00.581613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:00.614356 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4358799-2b60-4a7b-adbb-650a8c0861d0 x-openstack-request-id: req-d4358799-2b60-4a7b-adbb-650a8c0861d0 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:00.614645 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-plugged", "status": "completed", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:00.614898 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4358799-2b60-4a7b-adbb-650a8c0861d0 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:00.615294 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'code': 200} Jul 08 01:36:00.638809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:00.666768 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcf9bbee-babc-4c88-883c-8aafdb279a5a req-cfd3daf9-8376-4f7c-b2ab-99ee5ec3a42c tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066165 Jul 08 01:36:00.738079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f757c-00a3-4473-adb0-83c980a1758d req-10366b4f-87c4-4817-9d88-5090e30a141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:00.738471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.742522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-007f757c-00a3-4473-adb0-83c980a1758d req-10366b4f-87c4-4817-9d88-5090e30a141f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1724160 Jul 08 01:36:00.754610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:00.832505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-007f757c-00a3-4473-adb0-83c980a1758d req-d167c7ce-b974-4b28-9ebc-cefe7e790300 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b HTTP/1.1" status: 200 len: 217 time: 0.0831535 Jul 08 01:36:00.839492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42134) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:00.890446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 on host n-h1-694802-14 for vnic_type normal with profile {"migrating_to": "n-h2-694802-14"} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:00.890862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:00.891210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:00.896017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=571624e2-fed0-4ef6-a2c7-3307954853f4,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:00.901076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Port 571624e2-fed0-4ef6-a2c7-3307954853f4 on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:36:00.901402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Attempting to bind port 571624e2-fed0-4ef6-a2c7-3307954853f4 on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:00.906805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:00.907783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:00.908770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:00.909459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Bound port: 571624e2-fed0-4ef6-a2c7-3307954853f4, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:00.909999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.017373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:01.033993 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:01.049362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.091884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f757c-00a3-4473-adb0-83c980a1758d req-b8369d36-cbbd-4932-a8c5-37ea37c2b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:01.093422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-007f757c-00a3-4473-adb0-83c980a1758d req-b8369d36-cbbd-4932-a8c5-37ea37c2b2b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.2459731 Jul 08 01:36:01.168240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:01.169430 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.171129 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] 10.222.0.24 "PUT /v2.0/ports/571624e2-fed0-4ef6-a2c7-3307954853f4 HTTP/1.1" status: 200 len: 1124 time: 0.8401964 Jul 08 01:36:01.203073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eafccb-b583-4a1b-a8d8-a8c5e84b7ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=571624e2-fed0-4ef6-a2c7-3307954853f4,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:01.306584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['571624e2-fed0-4ef6-a2c7-3307954853f4'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:01.315343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a0821-02cc-4768-bb04-1efa4f909ede req-014a1ab8-b174-42fb-8300-fa7e9d5d91ee tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:01.323458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-205a0821-02cc-4768-bb04-1efa4f909ede req-014a1ab8-b174-42fb-8300-fa7e9d5d91ee tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 944 time: 0.3374054 Jul 08 01:36:01.323760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42140) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:01.351599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['571624e2-fed0-4ef6-a2c7-3307954853f4'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:01.389007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f757c-00a3-4473-adb0-83c980a1758d req-71d87668-97bf-4184-84b9-d995859323fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:01.390534 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-007f757c-00a3-4473-adb0-83c980a1758d req-71d87668-97bf-4184-84b9-d995859323fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2742999 Jul 08 01:36:01.499865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-205a0821-02cc-4768-bb04-1efa4f909ede req-44828d6f-7a3a-473b-9974-3b06bab67e1e tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767232 Jul 08 01:36:01.509488 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9c81ae6a-8670-4817-83d4-233a4040c7df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61276fc902b74dd0a4e41bf80814d1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823366 Jul 08 01:36:01.510218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42144) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:01.523102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29103b8f-09b0-40da-8765-04a3eab0fd53 req-10fde87a-dd0e-4f1a-b5af-ab771d4bf1df tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:01.536813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29103b8f-09b0-40da-8765-04a3eab0fd53 req-10fde87a-dd0e-4f1a-b5af-ab771d4bf1df tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.4622643 Jul 08 01:36:01.591919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f34c4695-24bc-4411-bb7b-24b6ebbe4853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.622432 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f34c4695-24bc-4411-bb7b-24b6ebbe4853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.661877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29103b8f-09b0-40da-8765-04a3eab0fd53 req-7b8136a0-6c44-4a1d-ae47-dce8dbbb03eb tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240971 Jul 08 01:36:01.662385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 571624e2-fed0-4ef6-a2c7-3307954853f4 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:36:01.667652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d755ae9f-8a4e-445f-9b72-4ece7ed53853 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:01.685591 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'name': 'network-vif-deleted', 'tag': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853'}, {'server_uuid': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '571624e2-fed0-4ef6-a2c7-3307954853f4'}, {'name': 'network-changed', 'server_uuid': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'tag': '571624e2-fed0-4ef6-a2c7-3307954853f4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:01.689775 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f92c519-e4db-49ff-a8a7-6a9185d96593" -d '{"events": [{"server_uuid": "dfe25090-8ed7-4f96-85bd-9ba0b17a39d3", "name": "network-vif-deleted", "tag": "d755ae9f-8a4e-445f-9b72-4ece7ed53853"}, {"server_uuid": "c4bdb925-d886-4396-b7c4-8882bbfcbf2e", "name": "network-vif-unplugged", "status": "completed", "tag": "571624e2-fed0-4ef6-a2c7-3307954853f4"}, {"name": "network-changed", "server_uuid": "c4bdb925-d886-4396-b7c4-8882bbfcbf2e", "tag": "571624e2-fed0-4ef6-a2c7-3307954853f4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:01.697058 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f34c4695-24bc-4411-bb7b-24b6ebbe4853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.704393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f34c4695-24bc-4411-bb7b-24b6ebbe4853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:01.710447 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f34c4695-24bc-4411-bb7b-24b6ebbe4853 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9689a34-d721-4111-8568-ef07f63e90f0 HTTP/1.1" status: 204 len: 168 time: 0.1944811 Jul 08 01:36:01.730849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c4695-24bc-4411-bb7b-24b6ebbe4853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9689a34-d721-4111-8568-ef07f63e90f0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:01.751473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: d755ae9f-8a4e-445f-9b72-4ece7ed53853 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:01.752084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d755ae9f-8a4e-445f-9b72-4ece7ed53853 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:01.752702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e3a42374-6ea2-482b-b4e1-6bcfd5d13177 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:01.784346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: e3a42374-6ea2-482b-b4e1-6bcfd5d13177 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:01.785966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e3a42374-6ea2-482b-b4e1-6bcfd5d13177 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:01.848679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-007f757c-00a3-4473-adb0-83c980a1758d req-4d6a3b36-a5f3-47c4-8a2b-37cddfd09cd8 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479151 Jul 08 01:36:02.084869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:02.102643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 571624e2-fed0-4ef6-a2c7-3307954853f4 has no active binding in host n-h2-694802-14 {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:36:02.132482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-007f757c-00a3-4473-adb0-83c980a1758d req-9924e3bd-c66c-4dc3-b516-0ea93dbeb8c6 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584324 Jul 08 01:36:02.168283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8e5a1-c8c6-49a1-8090-380df3c304fa req-81647235-6367-4c7a-90d0-e807026af8fa tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:02.173908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2c8e5a1-c8c6-49a1-8090-380df3c304fa req-81647235-6367-4c7a-90d0-e807026af8fa tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 948 time: 0.3663485 Jul 08 01:36:02.272224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2c8e5a1-c8c6-49a1-8090-380df3c304fa req-13bfd3aa-0cd5-41b0-8c81-d22c4254908a tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866306 Jul 08 01:36:02.287237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42168) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:02.364466 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bfb26548-ebd3-47c1-9692-b97298584fde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cd0cf88fe8f4be5a556584fed6cbb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720849 Jul 08 01:36:02.365144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:02.384496 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f89705-e807-412e-b1c2-b77867f86bcc x-openstack-request-id: req-45f89705-e807-412e-b1c2-b77867f86bcc {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:02.384802 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe25090-8ed7-4f96-85bd-9ba0b17a39d3", "name": "network-vif-deleted", "tag": "d755ae9f-8a4e-445f-9b72-4ece7ed53853", "status": "completed", "code": 200}, {"server_uuid": "c4bdb925-d886-4396-b7c4-8882bbfcbf2e", "name": "network-vif-unplugged", "status": "completed", "tag": "571624e2-fed0-4ef6-a2c7-3307954853f4", "code": 200}, {"name": "network-changed", "server_uuid": "c4bdb925-d886-4396-b7c4-8882bbfcbf2e", "tag": "571624e2-fed0-4ef6-a2c7-3307954853f4", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:02.385054 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45f89705-e807-412e-b1c2-b77867f86bcc {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:02.385801 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe25090-8ed7-4f96-85bd-9ba0b17a39d3', 'name': 'network-vif-deleted', 'tag': 'd755ae9f-8a4e-445f-9b72-4ece7ed53853', 'status': 'completed', 'code': 200} Jul 08 01:36:02.393659 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '571624e2-fed0-4ef6-a2c7-3307954853f4', 'code': 200} Jul 08 01:36:02.394252 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'tag': '571624e2-fed0-4ef6-a2c7-3307954853f4', 'status': 'completed', 'code': 200} Jul 08 01:36:02.480083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483013a5-d2f4-4311-8277-3b2d1f874811 req-93b3ed6a-f5c1-40d0-b85d-1cc76a5e5000 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:02.482105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-483013a5-d2f4-4311-8277-3b2d1f874811 req-93b3ed6a-f5c1-40d0-b85d-1cc76a5e5000 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.2293305 Jul 08 01:36:02.487564 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.591390 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-107c304c-3ea4-4f72-990a-6383e83dd434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.700675 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-483013a5-d2f4-4311-8277-3b2d1f874811 req-2134b465-e95a-4a3d-98bc-fc7302d0a029 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107751 Jul 08 01:36:02.704647 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-107c304c-3ea4-4f72-990a-6383e83dd434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:02.709928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-3d6191c7-fbfa-4c75-a182-58b4b46545df tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1737177975&fields=id&tenant_id=91064204e20a4a4796496a737996a9df HTTP/1.1" status: 200 len: 267 time: 0.2121103 Jul 08 01:36:02.755486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92c519-e4db-49ff-a8a7-6a9185d96593 req-273ffe84-e2e5-419a-9555-0eac598336c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:02.757482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f92c519-e4db-49ff-a8a7-6a9185d96593 req-273ffe84-e2e5-419a-9555-0eac598336c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 1127 time: 0.3297751 Jul 08 01:36:03.397790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-107c304c-3ea4-4f72-990a-6383e83dd434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.400363 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-107c304c-3ea4-4f72-990a-6383e83dd434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.403974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-107c304c-3ea4-4f72-990a-6383e83dd434 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e3906fe-66df-48b2-92ad-4edb705bb149 HTTP/1.1" status: 204 len: 168 time: 1.0347106 Jul 08 01:36:03.414722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-5b8220b7-8bdd-49e4-96cc-3fb7ed6941e3 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:03.416890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-5b8220b7-8bdd-49e4-96cc-3fb7ed6941e3 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/networks?id=0faf17d8-1546-4309-a780-d23af45b7667 HTTP/1.1" status: 200 len: 823 time: 0.6890330 Jul 08 01:36:03.437356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92c519-e4db-49ff-a8a7-6a9185d96593 req-0808cc09-5bc8-403a-bccf-d45e22728430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:03.439306 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f92c519-e4db-49ff-a8a7-6a9185d96593 req-0808cc09-5bc8-403a-bccf-d45e22728430 service neutron] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.6682336 Jul 08 01:36:03.446745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c304c-3ea4-4f72-990a-6383e83dd434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3906fe-66df-48b2-92ad-4edb705bb149,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:03.485098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05d2c2-6ef2-454b-b9f0-803b95ee2d88 req-b53fa62b-b5ff-4d9d-8ac1-c64471e13756 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:03.492467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a05d2c2-6ef2-454b-b9f0-803b95ee2d88 req-b53fa62b-b5ff-4d9d-8ac1-c64471e13756 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 944 time: 0.6323607 Jul 08 01:36:03.536042 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-1fa969ce-a838-489e-9c29-afc8d9268a61 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/quotas/91064204e20a4a4796496a737996a9df HTTP/1.1" status: 200 len: 375 time: 0.1018677 Jul 08 01:36:03.560157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f92c519-e4db-49ff-a8a7-6a9185d96593 req-0f4542d2-fb08-496e-b191-5020e9438402 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=571624e2-fed0-4ef6-a2c7-3307954853f4 HTTP/1.1" status: 200 len: 217 time: 0.1079493 Jul 08 01:36:03.658577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c8bae64a-1c55-4b4a-a3a5-e3e456073a9b details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:36:03.705019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a05d2c2-6ef2-454b-b9f0-803b95ee2d88 req-f61b3ef2-0eaf-4c2f-b551-2822f1bd23d5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108223 Jul 08 01:36:03.781235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92c519-e4db-49ff-a8a7-6a9185d96593 req-663064f0-a6f9-421f-bb21-0dedd8e9a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:03.783352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f92c519-e4db-49ff-a8a7-6a9185d96593 req-663064f0-a6f9-421f-bb21-0dedd8e9a992 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.1926122 Jul 08 01:36:03.832836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:03.867447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'c8bae64a-1c55-4b4a-a3a5-e3e456073a9b', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'c8bae64a-1c55-4b4a-a3a5-e3e456073a9b', 'mac_address': 'fa:16:3e:3f:b5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:36:03.890536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-1c7c57aa-709d-4e78-ad54-d030c33a7212 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=91064204e20a4a4796496a737996a9df&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3527968 Jul 08 01:36:03.895288 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f92c519-e4db-49ff-a8a7-6a9185d96593 req-d956a727-81dc-4c44-a20c-c6f43a3f15f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003158 Jul 08 01:36:03.941189 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:03.976674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bae64a-1c55-4b4a-a3a5-e3e456073a9b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:04.006180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:04.018788 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:04.109780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:04.214785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] Deleting port c4cfc12d-097f-471f-a37c-fa50bdf7f41e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:04.214900 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:04.246883 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:04.331857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-13efc89c-8c54-4a63-b396-7f69aae7d050 service neutron] 10.222.0.41 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324591 Jul 08 01:36:04.372053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182985db-1f86-42ae-a653-b314397bc4f0 req-d3683760-a4aa-4017-b86d-2a6984f6b27c tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:04.373714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-182985db-1f86-42ae-a653-b314397bc4f0 req-d3683760-a4aa-4017-b86d-2a6984f6b27c tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc872a09-0996-4891-878e-19fe6a3d6c0e HTTP/1.1" status: 200 len: 966 time: 0.5647650 Jul 08 01:36:04.407729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f92c519-e4db-49ff-a8a7-6a9185d96593 req-d9318846-f71c-471f-a48d-04fc1a50f06f service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291787 Jul 08 01:36:04.485743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957abdeb-9a4a-4266-9393-415fae438aa8 req-228620a7-0166-49cc-93dd-298263ec6494 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:04.492683 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-957abdeb-9a4a-4266-9393-415fae438aa8 req-228620a7-0166-49cc-93dd-298263ec6494 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.4237423 Jul 08 01:36:04.499218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['c8bae64a-1c55-4b4a-a3a5-e3e456073a9b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:04.526117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42222) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:04.655511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] For port c4cfc12d-097f-471f-a37c-fa50bdf7f41e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c4cfc12d-097f-471f-a37c-fa50bdf7f41e,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:04.655964 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:04.701812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-network', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:04.746077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Made reservation on behalf of af5cf55168a44961b9d211e48943bcff for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:04.748058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] Calling delete_port for c4cfc12d-097f-471f-a37c-fa50bdf7f41e owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:04.751544 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:04.768994 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-957abdeb-9a4a-4266-9393-415fae438aa8 req-dd2809c2-1f2c-4440-9a7c-38757ef1d679 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755473 Jul 08 01:36:04.770650 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:04.834313 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-e671d334-549c-4376-af33-630c9f53ddd0 service neutron] 10.222.0.41 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015676 Jul 08 01:36:04.887691 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f92c519-e4db-49ff-a8a7-6a9185d96593 req-410efa8c-45dd-49af-aef9-fbc841df251b service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322102 Jul 08 01:36:04.988037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Deleting port 50d8e4bd-32ad-42ef-804e-0c5a053135aa {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:04.988243 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.012003 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.028704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.052626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:36:05.068972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605f1d3e-737e-405a-a50f-d052909a6d87,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:05.074202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.074554 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Added segment 89834355-2ba8-47db-a1ca-ace20567409a of type vlan for network ef3ad896-9f41-4e16-8db4-03a47fb22543 Jul 08 01:36:05.120573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.198153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.198153 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:05.198153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.247726 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.254019 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7267246 Jul 08 01:36:05.257657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42234) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:05.298132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Request body: {'subnet': {'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-subnet', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:05.315628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913abc4-2aa8-4078-99bf-19dd28969161 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3ad896-9f41-4e16-8db4-03a47fb22543,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:05.324091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] For port 50d8e4bd-32ad-42ef-804e-0c5a053135aa, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=50d8e4bd-32ad-42ef-804e-0c5a053135aa,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:05.325143 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.327283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ef3ad896-9f41-4e16-8db4-03a47fb22543 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:36:05.507625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024edc80-6e51-499a-94f1-1533b512706b req-2e8324ea-6013-4d4b-8663-76ccdc20f94a tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:05.517638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-024edc80-6e51-499a-94f1-1533b512706b req-2e8324ea-6013-4d4b-8663-76ccdc20f94a tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 949 time: 0.5940282 Jul 08 01:36:05.539951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cfc12d-097f-471f-a37c-fa50bdf7f41e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:05.676582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c8bae64a-1c55-4b4a-a3a5-e3e456073a9b up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:05.718714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Made reservation on behalf of af5cf55168a44961b9d211e48943bcff for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:05.722127 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.772979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:05.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:05.778672 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:05.801494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-024edc80-6e51-499a-94f1-1533b512706b req-b7d44e06-8164-4657-9109-933e83e2f6e7 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442536 Jul 08 01:36:05.856253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6a943-454b-437b-b4fc-4c3fd835a48b req-2f8c0580-e4b1-425d-946e-ae812ded8c99 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:05.857827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43f6a943-454b-437b-b4fc-4c3fd835a48b req-2f8c0580-e4b1-425d-946e-ae812ded8c99 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.5960050 Jul 08 01:36:06.000161 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:06.014002 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:06.014394 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:06.014707 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Floating IP 91eb28c1-9148-4bf1-a44b-b6300a61d6ec disassociated. External IP: 172.25.4.19, port: 50d8e4bd-32ad-42ef-804e-0c5a053135aa. Jul 08 01:36:06.015533 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Calling delete_port for 50d8e4bd-32ad-42ef-804e-0c5a053135aa owned by compute:tempest-test_az-495204118 {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:06.043217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df161c7-abc2-4420-aeab-7a75fbfe07bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bae64a-1c55-4b4a-a3a5-e3e456073a9b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:06.045759 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b6805b-1779-42b7-a841-d2e305e05b25" -d '{"events": [{"server_uuid": "8df161c7-abc2-4420-aeab-7a75fbfe07bc", "name": "network-vif-plugged", "status": "completed", "tag": "c8bae64a-1c55-4b4a-a3a5-e3e456073a9b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:06.060382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:06.067807 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:06.068964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 50d8e4bd-32ad-42ef-804e-0c5a053135aa no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:06.221870 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:06.225208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:06.268962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 50d8e4bd-32ad-42ef-804e-0c5a053135aa, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=50d8e4bd-32ad-42ef-804e-0c5a053135aa,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:06.277184 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:06.381306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=50d8e4bd-32ad-42ef-804e-0c5a053135aa,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:06.478787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43f6a943-454b-437b-b4fc-4c3fd835a48b req-d2aca67b-87ed-44ec-a837-16602148b398 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774307 Jul 08 01:36:06.523139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:06.741169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60266243-bf47-4748-8c2e-f7b3921161bc req-c6f692db-d675-484c-a319-ca5fbe4bd173 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:06.742767 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60266243-bf47-4748-8c2e-f7b3921161bc req-c6f692db-d675-484c-a319-ca5fbe4bd173 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 944 time: 0.8208952 Jul 08 01:36:06.806528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b03b582a-76a1-43fa-94eb-2c147e94e905 req-a8d7aec0-a765-4f0b-9fb5-0567a34ed50d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 210 time: 0.1105266 Jul 08 01:36:06.917593 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:06.976239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60266243-bf47-4748-8c2e-f7b3921161bc req-f0dd7104-0a09-42d9-8e6b-da7b46f0722c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768332 Jul 08 01:36:06.992804 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:07.081912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event deleted for resources: {'Port': ['ID=50d8e4bd-32ad-42ef-804e-0c5a053135aa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:07.094889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7e9ad70-1236-4c02-b3bd-0e64983c758d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:07.116789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-220c0e66-242e-4fd2-bd6a-d80f1d9b6105 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:07.119784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-220c0e66-242e-4fd2-bd6a-d80f1d9b6105 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.24 "GET /v2.0/networks?id=0faf17d8-1546-4309-a780-d23af45b7667 HTTP/1.1" status: 200 len: 823 time: 0.2664700 Jul 08 01:36:07.157454 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9371c666-87d5-48c2-ba60-e01cc5fc871e x-openstack-request-id: req-9371c666-87d5-48c2-ba60-e01cc5fc871e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:07.158140 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df161c7-abc2-4420-aeab-7a75fbfe07bc", "name": "network-vif-plugged", "status": "completed", "tag": "c8bae64a-1c55-4b4a-a3a5-e3e456073a9b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:07.158632 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9371c666-87d5-48c2-ba60-e01cc5fc871e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:07.159264 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df161c7-abc2-4420-aeab-7a75fbfe07bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bae64a-1c55-4b4a-a3a5-e3e456073a9b', 'code': 200} Jul 08 01:36:07.211531 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-8f4aa4e5-189d-4104-9cbe-622a90d671ad tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91064204e20a4a4796496a737996a9df HTTP/1.1" status: 200 len: 380 time: 0.0756085 Jul 08 01:36:07.226908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Request body: {'port': {'device_id': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'admin_state_up': True, 'tenant_id': '91064204e20a4a4796496a737996a9df', 'security_groups': ['8944dce3-5842-4966-b464-e0f08bbf64f5']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:07.353131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Checking segment: {'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:07.353513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Network hostable DHCP agents. Network: ef3ad896-9f41-4e16-8db4-03a47fb22543, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:36:07.387143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] Router bdd360cd-dac6-48da-bb61-7d2bcc4df20e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:36:07.404997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca16de1-acb4-4c05-ac33-a7faba0dc14d req-1d321590-e8e1-4f30-95e6-d559d9cc1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:07.406568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eca16de1-acb4-4c05-ac33-a7faba0dc14d req-1d321590-e8e1-4f30-95e6-d559d9cc1d6f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 1102 time: 0.1460342 Jul 08 01:36:07.453211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Made reservation on behalf of 91064204e20a4a4796496a737996a9df for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:07.457583 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:07.467697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Network ef3ad896-9f41-4e16-8db4-03a47fb22543 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:36:07.496361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ef3ad896-9f41-4e16-8db4-03a47fb22543) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:07.513107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82fe2e5-b740-460c-b919-64ce27f6da21 None None] Network ef3ad896-9f41-4e16-8db4-03a47fb22543 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:36:07.515029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:07.515800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:07.528828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999132a-e0c9-4aa8-b9b1-03b40363391d req-5952dae6-22ef-4811-aed1-1b9f62600c32 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:07.530249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7999132a-e0c9-4aa8-b9b1-03b40363391d req-5952dae6-22ef-4811-aed1-1b9f62600c32 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 950 time: 0.2305431 Jul 08 01:36:07.556663 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eca16de1-acb4-4c05-ac33-a7faba0dc14d req-2b882d8e-dda1-4ea3-a4e0-ca04635bc287 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386535 Jul 08 01:36:07.686355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40bc1c-0dac-478f-85f3-ce60de19296d req-058b7154-06f6-4269-845d-76465c68fba3 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:07.694160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e40bc1c-0dac-478f-85f3-ce60de19296d req-058b7154-06f6-4269-845d-76465c68fba3 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.6059756 Jul 08 01:36:07.702985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Router 923d3fbf-e636-4b14-b2a1-fce0662d69ee has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:36:07.709026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Allocated IP 172.20.0.11 (0faf17d8-1546-4309-a780-d23af45b7667/47a01b1f-a2b0-45e2-95b6-dc33b2c4a075/792e26fc-6ddd-4622-a267-9ab534bc5f8e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:07.729007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6935f865-2077-41dc-b3a0-e66d59420cbc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4351351 Jul 08 01:36:07.733924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:07.740080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7999132a-e0c9-4aa8-b9b1-03b40363391d req-e46888e1-4a2b-4ea6-bc85-5eda92a742ce tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325576 Jul 08 01:36:07.771737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-router', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:07.811027 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:07.812027 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:07.866646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-ef3ad896-9f41-4e16-8db4-03a47fb22543', 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'fixed_ips': [{'subnet_id': 'c7e9ad70-1236-4c02-b3bd-0e64983c758d'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:36:07.867508 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:08.065626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:08.116628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Transition to ACTIVE for port object 792e26fc-6ddd-4622-a267-9ab534bc5f8e will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:08.178265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:08.212840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e40bc1c-0dac-478f-85f3-ce60de19296d req-8d62f1e2-8ee5-4e3f-bbb5-4fa29525e8b6 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176594 Jul 08 01:36:08.214346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:36:08.307045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Allocated IP 172.20.0.2 (ef3ad896-9f41-4e16-8db4-03a47fb22543/c7e9ad70-1236-4c02-b3bd-0e64983c758d/412697e9-3894-45c7-ae57-cf9b40fe4c41) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:08.339214 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:08.346473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:36:08.362287 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] Sync routers for ids ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:36:08.391421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event updated for resources: {'Port': ['ID=792e26fc-6ddd-4622-a267-9ab534bc5f8e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:08.395204 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] Routers {'bdd360cd-dac6-48da-bb61-7d2bcc4df20e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:08.395848 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:08.420572 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2e441c97-95ae-4421-bf2e-b81682fde8d1 admin admin] 10.222.0.41 "PUT /v2.0/routers/bdd360cd-dac6-48da-bb61-7d2bcc4df20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5795338 Jul 08 01:36:08.424876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Network 0faf17d8-1546-4309-a780-d23af45b7667 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:08.428397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42280) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:08.429524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:08.682406 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:08.710902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Transition to ACTIVE for port object 412697e9-3894-45c7-ae57-cf9b40fe4c41 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:08.747326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:08.747966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Transition to ACTIVE for port object 412697e9-3894-45c7-ae57-cf9b40fe4c41 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:08.751228 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] Set router bdd360cd-dac6-48da-bb61-7d2bcc4df20e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:08.775690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] Sync routers for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:36:08.855511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] No DVR routers for this DVR port 50d8e4bd-32ad-42ef-804e-0c5a053135aa on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:08.880025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:08.880992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:08.908958 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:08.911116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-182985db-1f86-42ae-a653-b314397bc4f0 req-16daec3d-0a9b-4723-973f-b516d7036c7f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.24 "DELETE /v2.0/ports/50d8e4bd-32ad-42ef-804e-0c5a053135aa HTTP/1.1" status: 204 len: 173 time: 4.4892917 Jul 08 01:36:08.911625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'name': 'network-vif-deleted', 'tag': '50d8e4bd-32ad-42ef-804e-0c5a053135aa'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:08.917188 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cf1602-19d3-46c3-8b75-2d3bd22ecf21" -d '{"events": [{"server_uuid": "cc872a09-0996-4891-878e-19fe6a3d6c0e", "name": "network-vif-deleted", "tag": "50d8e4bd-32ad-42ef-804e-0c5a053135aa"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:08.932044 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ba71096c-3042-43b3-8bea-a28846296bdc tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7107320 Jul 08 01:36:08.952976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Request body: {'port': {'device_id': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:09.003133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.121744 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.167841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.186547 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.214560 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d8e4bd-32ad-42ef-804e-0c5a053135aa'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:09.221369 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff741c4d-06c7-4ba1-be60-93ae95b10cf5" -d '{"events": [{"server_uuid": "cc872a09-0996-4891-878e-19fe6a3d6c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "50d8e4bd-32ad-42ef-804e-0c5a053135aa"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:09.265337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e65f2c9c-89f4-41e0-9b16-fad89b6c9517 None None] Provisioning for port 792e26fc-6ddd-4622-a267-9ab534bc5f8e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:09.275376 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.294086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e65f2c9c-89f4-41e0-9b16-fad89b6c9517 None None] Provisioning complete for port 792e26fc-6ddd-4622-a267-9ab534bc5f8e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:09.295695 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e65f2c9c-89f4-41e0-9b16-fad89b6c9517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.296391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:09.297028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:09.337479 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:36:05Z', 'revision_number': 5, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:09.452132 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] Checking router: bdd360cd-dac6-48da-bb61-7d2bcc4df20e for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:36:09.475032 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] Routers {'bdd360cd-dac6-48da-bb61-7d2bcc4df20e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:09.475881 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:09.491063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:09.497267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64648d-e4cd-4645-b2b3-a8f087d96739 req-b36248cc-275e-4643-9e69-02a74a1a8c71 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:09.498898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b64648d-e4cd-4645-b2b3-a8f087d96739 req-b36248cc-275e-4643-9e69-02a74a1a8c71 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 1.2562068 Jul 08 01:36:09.612010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Network ef3ad896-9f41-4e16-8db4-03a47fb22543 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:09.659722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:09.663169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:09.672100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Pushing event updated for resources: {'Port': ['ID=412697e9-3894-45c7-ae57-cf9b40fe4c41,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:09.692611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792e26fc-6ddd-4622-a267-9ab534bc5f8e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:09.706312 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.721909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Transition to ACTIVE for port object 792e26fc-6ddd-4622-a267-9ab534bc5f8e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:09.723594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb01107-9f5d-4798-ac99-0f3d4d2366ac req-6574542d-e3e5-497b-88eb-ce4336019ed1 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:09.725250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bb01107-9f5d-4798-ac99-0f3d4d2366ac req-6574542d-e3e5-497b-88eb-ce4336019ed1 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 932 time: 0.8840060 Jul 08 01:36:09.728211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e65f2c9c-89f4-41e0-9b16-fad89b6c9517 None None] Port 792e26fc-6ddd-4622-a267-9ab534bc5f8e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:36:09.747304 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.789240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Attempting to bind port 412697e9-3894-45c7-ae57-cf9b40fe4c41 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:09.789898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Attempting to bind port 412697e9-3894-45c7-ae57-cf9b40fe4c41 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:09.791196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Attempting to bind port 412697e9-3894-45c7-ae57-cf9b40fe4c41 on network ef3ad896-9f41-4e16-8db4-03a47fb22543 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:09.814207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:09.814781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Checking segment: {'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:09.815370 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.816066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Bound using segment: {'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:09.816958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Bound port: 412697e9-3894-45c7-ae57-cf9b40fe4c41, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:09.819201 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.850683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:09.889988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b64648d-e4cd-4645-b2b3-a8f087d96739 req-2ef732c9-b3a2-4ca7-9dca-97915db2cb4c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401334 Jul 08 01:36:09.911848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Pushing event updated for resources: {'Port': ['ID=792e26fc-6ddd-4622-a267-9ab534bc5f8e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:09.964706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] For port 412697e9-3894-45c7-ae57-cf9b40fe4c41, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:09.968775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] For port 412697e9-3894-45c7-ae57-cf9b40fe4c41, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=412697e9-3894-45c7-ae57-cf9b40fe4c41,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:09.986978 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:10.091451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Attempting to bind port 792e26fc-6ddd-4622-a267-9ab534bc5f8e on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:10.102677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Attempting to bind port 792e26fc-6ddd-4622-a267-9ab534bc5f8e by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:10.103761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Attempting to bind port 792e26fc-6ddd-4622-a267-9ab534bc5f8e on network 0faf17d8-1546-4309-a780-d23af45b7667 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:10.121191 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bb01107-9f5d-4798-ac99-0f3d4d2366ac req-b3b3cfd4-96d9-4d5d-b959-6db4c6a596a0 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3756075 Jul 08 01:36:10.180229 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Port 792e26fc-6ddd-4622-a267-9ab534bc5f8e on network 0faf17d8-1546-4309-a780-d23af45b7667 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:36:10.192828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Attempting to bind port 792e26fc-6ddd-4622-a267-9ab534bc5f8e on network 0faf17d8-1546-4309-a780-d23af45b7667 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:10.212335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:10.215580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64980672-5095-42c1-9cbf-2e451fcc42c7 None None] Pushing event updated for resources: {'Port': ['ID=412697e9-3894-45c7-ae57-cf9b40fe4c41,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:10.229104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:10.229483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Checking segment: {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:10.229883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Bound using segment: {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:10.230337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Bound port: 792e26fc-6ddd-4622-a267-9ab534bc5f8e, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263c9a7c-fad5-4b92-9c3a-a613e6b991b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:10.230769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:10.252247 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] Set router bdd360cd-dac6-48da-bb61-7d2bcc4df20e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:10.324730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] Checking router: 923d3fbf-e636-4b14-b2a1-fce0662d69ee for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:36:10.361801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:10.363107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:10.513646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Deleting port 170bd02e-6148-45c5-8765-252977cc5830 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:10.519612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:10.623517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] For port 792e26fc-6ddd-4622-a267-9ab534bc5f8e, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:10.649383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] For port 792e26fc-6ddd-4622-a267-9ab534bc5f8e, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=792e26fc-6ddd-4622-a267-9ab534bc5f8e,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:10.658842 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:10.664191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:10.727132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:10.732041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:10.733577 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-be7d8911-a086-4103-946d-578262c992d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/792e26fc-6ddd-4622-a267-9ab534bc5f8e HTTP/1.1" status: 200 len: 1093 time: 1.7857711 Jul 08 01:36:10.751094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'tag': '792e26fc-6ddd-4622-a267-9ab534bc5f8e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:10.758736 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ad3558-ee9d-4d56-91bd-db6658852e25", "tag": "792e26fc-6ddd-4622-a267-9ab534bc5f8e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:10.816925 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:36:05Z', 'revision_number': 5, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:10.878954 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df11f19-3b60-4753-b02d-476a6f232205 None None] The sync data for ids ['bdd360cd-dac6-48da-bb61-7d2bcc4df20e'] in n-d-694802-14 is: [{'id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1688040545-router', 'tenant_id': '89355e5c183d4422b9413bc38f833dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '170bd02e-6148-45c5-8765-252977cc5830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:35:03Z', 'updated_at': '2021-07-08T01:36:05Z', 'revision_number': 5, 'project_id': '89355e5c183d4422b9413bc38f833dff', 'gw_port': {'id': '170bd02e-6148-45c5-8765-252977cc5830', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:eb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd360cd-dac6-48da-bb61-7d2bcc4df20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:35:04Z', 'updated_at': '2021-07-08T01:35:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:36:10.890888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] For port 170bd02e-6148-45c5-8765-252977cc5830, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=170bd02e-6148-45c5-8765-252977cc5830,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:10.891700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:10.930278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Calling delete_port for 170bd02e-6148-45c5-8765-252977cc5830 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:10.942082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d8911-a086-4103-946d-578262c992d5 service neutron] Pushing event updated for resources: {'Port': ['ID=792e26fc-6ddd-4622-a267-9ab534bc5f8e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:11.018079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-dc551107-9086-456c-b703-709ad05a9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:11.019808 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-dc551107-9086-456c-b703-709ad05a9b18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91064204e20a4a4796496a737996a9df&device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 1096 time: 0.2318001 Jul 08 01:36:11.032744 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:11.082974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83cd31-3624-4c45-ac0e-7b1d00c13d67 req-e2a8242c-0c5e-43c1-86c0-bc101c1a5279 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:11.098746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe83cd31-3624-4c45-ac0e-7b1d00c13d67 req-e2a8242c-0c5e-43c1-86c0-bc101c1a5279 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 944 time: 0.6956904 Jul 08 01:36:11.108001 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:11.132357 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ac95b7e6-aea0-4410-b902-f261dd24e6e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=792e26fc-6ddd-4622-a267-9ab534bc5f8e HTTP/1.1" status: 200 len: 217 time: 0.1008089 Jul 08 01:36:11.137009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab682af-d867-4fd0-8524-9af66768b14b req-21bd7d4f-fcd7-4d4b-8044-9c99882036d4 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:11.140499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ab682af-d867-4fd0-8524-9af66768b14b req-21bd7d4f-fcd7-4d4b-8044-9c99882036d4 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 950 time: 0.4130459 Jul 08 01:36:11.212504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:11.290086 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe83cd31-3624-4c45-ac0e-7b1d00c13d67 req-3f1ad742-3245-483d-a67e-f5fc0376ecc3 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902406 Jul 08 01:36:11.316784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ab682af-d867-4fd0-8524-9af66768b14b req-2820a2ab-83d3-44dd-96fb-abe76b404f01 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597574 Jul 08 01:36:11.341998 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb6f7a-8269-4397-9055-205113790b37 None None] The sync data for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 is: [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:36:11.476831 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3629a900-cf55-422c-94df-282eb1f8a262 x-openstack-request-id: req-3629a900-cf55-422c-94df-282eb1f8a262 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:11.477121 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc872a09-0996-4891-878e-19fe6a3d6c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "50d8e4bd-32ad-42ef-804e-0c5a053135aa", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:11.477434 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3629a900-cf55-422c-94df-282eb1f8a262 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:11.477834 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d8e4bd-32ad-42ef-804e-0c5a053135aa', 'code': 200} Jul 08 01:36:11.511981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-73924ac9-93f9-419d-9ac1-a3567c2e1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:11.516943 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-73924ac9-93f9-419d-9ac1-a3567c2e1f5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47a01b1f-a2b0-45e2-95b6-dc33b2c4a075 HTTP/1.1" status: 200 len: 862 time: 0.3767350 Jul 08 01:36:11.560713 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a40c42b-0d18-4b01-895c-e9ceacdc12ec x-openstack-request-id: req-4a40c42b-0d18-4b01-895c-e9ceacdc12ec {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:11.561252 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc872a09-0996-4891-878e-19fe6a3d6c0e", "name": "network-vif-deleted", "tag": "50d8e4bd-32ad-42ef-804e-0c5a053135aa", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:11.561779 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a40c42b-0d18-4b01-895c-e9ceacdc12ec {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:11.562325 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc872a09-0996-4891-878e-19fe6a3d6c0e', 'name': 'network-vif-deleted', 'tag': '50d8e4bd-32ad-42ef-804e-0c5a053135aa', 'status': 'completed', 'code': 200} Jul 08 01:36:11.584943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Allocated IP 172.25.4.121 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/354b4dc8-b950-49fb-a201-6145a11d59d9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:11.771536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ab69d2c6-3171-4b7c-a762-347e1ff0c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:11.775330 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-ab69d2c6-3171-4b7c-a762-347e1ff0c69f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0faf17d8-1546-4309-a780-d23af45b7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2517574 Jul 08 01:36:11.777589 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:11.816258 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d553ff43-26e6-4654-bb0c-f01dff90b18c x-openstack-request-id: req-d553ff43-26e6-4654-bb0c-f01dff90b18c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:11.817983 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ad3558-ee9d-4d56-91bd-db6658852e25", "tag": "792e26fc-6ddd-4622-a267-9ab534bc5f8e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:11.818407 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d553ff43-26e6-4654-bb0c-f01dff90b18c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:11.820911 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'tag': '792e26fc-6ddd-4622-a267-9ab534bc5f8e', 'status': 'completed', 'code': 200} Jul 08 01:36:11.935806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 571624e2-fed0-4ef6-a2c7-3307954853f4 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:11.943191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Pushing event deleted for resources: {'Port': ['ID=170bd02e-6148-45c5-8765-252977cc5830,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:12.006421 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.056779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f118ea-b018-47da-8f3b-994d791082fc None None] New status for floating IP 91eb28c1-9148-4bf1-a44b-b6300a61d6ec: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:36:12.118622 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.181530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca665b-9db4-4a6b-9ede-254f55caf94f req-d2889122-6aa7-442f-8cfc-340db799e58a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:12.196555 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ca665b-9db4-4a6b-9ede-254f55caf94f req-d2889122-6aa7-442f-8cfc-340db799e58a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.3931034 Jul 08 01:36:12.358026 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ca665b-9db4-4a6b-9ede-254f55caf94f req-c8671240-74a4-4721-9c59-56cdb379fa47 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621573 Jul 08 01:36:12.363191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d8dab-98e8-433b-ac3a-cef1b1c7df78 None None] Network ef3ad896-9f41-4e16-8db4-03a47fb22543 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:36:12.560434 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.564785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.604784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 412697e9-3894-45c7-ae57-cf9b40fe4c41 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:12.609404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6b492333-da3b-45a6-8934-d01fb4d84514 None None] Provisioning for port 412697e9-3894-45c7-ae57-cf9b40fe4c41 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:12.648917 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-2ab3362f-d5eb-4366-95dd-9d1c6732bd54 service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8649924 Jul 08 01:36:12.740106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.740680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdd360cd-dac6-48da-bb61-7d2bcc4df20e {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:36:12.747338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.751918 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-42bde146-0952-4fd2-9efc-20005f84919c admin admin] 10.222.0.41 "DELETE /v2.0/routers/bdd360cd-dac6-48da-bb61-7d2bcc4df20e HTTP/1.1" status: 204 len: 168 time: 4.3172529 Jul 08 01:36:12.752783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42312) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:12.761393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 412697e9-3894-45c7-ae57-cf9b40fe4c41 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:12.770846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 412697e9-3894-45c7-ae57-cf9b40fe4c41 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:12.771488 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.845684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-af027931-e185-4d27-8107-78f2c686bdcf admin admin] Deleting subnet 609aa358-4c73-4b5d-ac82-e861f0c82659 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:36:12.858231 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-af027931-e185-4d27-8107-78f2c686bdcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:12.945934 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.015434 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-af027931-e185-4d27-8107-78f2c686bdcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.024663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 412697e9-3894-45c7-ae57-cf9b40fe4c41, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=412697e9-3894-45c7-ae57-cf9b40fe4c41,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:13.036804 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.051702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c4cfc12d-097f-471f-a37c-fa50bdf7f41e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:13.119444 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e21041ee-b61c-4311-9af7-ec7b8d472b30 req-12414128-60ea-49f0-9c6d-c283170390d4 service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595051 Jul 08 01:36:13.199546 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-0a101829-2cb1-44b0-af26-eff538226950 service neutron] 10.222.0.16 "GET /v2.0/ports/571624e2-fed0-4ef6-a2c7-3307954853f4/bindings/n-h2-694802-14 HTTP/1.1" status: 200 len: 385 time: 0.9951475 Jul 08 01:36:13.212013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90e296-6764-4e13-8eaa-b42255936e06 req-d7b85167-c76a-4480-aba9-b423ee1555dc tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:13.220370 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c90e296-6764-4e13-8eaa-b42255936e06 req-d7b85167-c76a-4480-aba9-b423ee1555dc tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 1.0843978 Jul 08 01:36:13.294145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: c4cfc12d-097f-471f-a37c-fa50bdf7f41e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:13.294493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c4cfc12d-097f-471f-a37c-fa50bdf7f41e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:13.322289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=412697e9-3894-45c7-ae57-cf9b40fe4c41,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:13.326469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2cc9fc62-1ae3-4404-92c6-123b5a1621d4 None None] Provisioning complete for port 412697e9-3894-45c7-ae57-cf9b40fe4c41 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:13.326853 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2cc9fc62-1ae3-4404-92c6-123b5a1621d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.340679 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.390738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-66259436-bdb4-4219-afda-7db9914200d6 req-944e2a09-843c-4305-ada3-747a41352dc3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2854636 Jul 08 01:36:13.396023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-af027931-e185-4d27-8107-78f2c686bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.419159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:13.427484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Pushing event updated for resources: {'Port': ['ID=354b4dc8-b950-49fb-a201-6145a11d59d9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:13.431356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:13.454265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:13.467214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-df7d6d5a-e3f6-4a17-97cf-930b57ee3414 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0886493 Jul 08 01:36:13.525434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-44e8682d-117f-4cef-8e95-eef7999eabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:13.527040 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-44e8682d-117f-4cef-8e95-eef7999eabf6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91064204e20a4a4796496a737996a9df&device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 1096 time: 0.3147829 Jul 08 01:36:13.636667 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-af027931-e185-4d27-8107-78f2c686bdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.642758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259436-bdb4-4219-afda-7db9914200d6 req-1ad25e9b-f806-43e2-bd68-498b8b08166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:13.645065 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-66259436-bdb4-4219-afda-7db9914200d6 req-1ad25e9b-f806-43e2-bd68-498b8b08166c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1096 time: 0.1724405 Jul 08 01:36:13.696741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af027931-e185-4d27-8107-78f2c686bdcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609aa358-4c73-4b5d-ac82-e861f0c82659,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:13.703883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04711c6f-141c-4542-8df6-e64eadd4a7d9 None None] Network e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:36:13.708948 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-af027931-e185-4d27-8107-78f2c686bdcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:13.713140 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-af027931-e185-4d27-8107-78f2c686bdcf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/609aa358-4c73-4b5d-ac82-e861f0c82659 HTTP/1.1" status: 204 len: 168 time: 0.9550965 Jul 08 01:36:13.730019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:13.738082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233da8b7-5df1-4e32-afc9-e3cec074c6cc req-4dc4062b-001e-4534-8e64-8f56bbf81249 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:13.739858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-233da8b7-5df1-4e32-afc9-e3cec074c6cc req-4dc4062b-001e-4534-8e64-8f56bbf81249 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 944 time: 0.6538768 Jul 08 01:36:13.743031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c90e296-6764-4e13-8eaa-b42255936e06 req-e92ad616-cb0c-4f1a-a3a1-c8b259cfdb1d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216422 Jul 08 01:36:13.798641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-6e6c8ed4-e3bf-4825-ac09-8c0c6e30eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:13.800107 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-6e6c8ed4-e3bf-4825-ac09-8c0c6e30eb79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0faf17d8-1546-4309-a780-d23af45b7667 HTTP/1.1" status: 200 len: 924 time: 0.2646215 Jul 08 01:36:13.853685 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-eb406ed2-8982-43e5-816e-658177c3abfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=792e26fc-6ddd-4622-a267-9ab534bc5f8e HTTP/1.1" status: 200 len: 217 time: 0.0408552 Jul 08 01:36:13.920153 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-7b2b4024-3829-4ea0-8106-d19b2812124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:13.922371 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-7b2b4024-3829-4ea0-8106-d19b2812124e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47a01b1f-a2b0-45e2-95b6-dc33b2c4a075 HTTP/1.1" status: 200 len: 862 time: 0.0539916 Jul 08 01:36:13.928165 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259436-bdb4-4219-afda-7db9914200d6 req-890e6f5e-f124-4186-b27d-f1bfbcdad818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:13.929750 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-66259436-bdb4-4219-afda-7db9914200d6 req-890e6f5e-f124-4186-b27d-f1bfbcdad818 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.2512457 Jul 08 01:36:14.017222 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-66259436-bdb4-4219-afda-7db9914200d6 req-e0a01fac-c337-422a-ba86-8e5d0dd0b0b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e1a772-d042-40e5-9edf-4edfeffeff54 HTTP/1.1" status: 200 len: 217 time: 0.0774853 Jul 08 01:36:14.050227 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-233da8b7-5df1-4e32-afc9-e3cec074c6cc req-0807544d-f0ec-4567-810d-9338ac3737db tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703128 Jul 08 01:36:14.060693 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.072208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64d7f7-5fa9-4548-9d02-c63ad8245f77 None None] DHCP port deletion for e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:36:14.092707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-93d61e33-8373-41ae-a229-95226d669f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:14.095072 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-93d61e33-8373-41ae-a229-95226d669f37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0faf17d8-1546-4309-a780-d23af45b7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1641319 Jul 08 01:36:14.096718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66259436-bdb4-4219-afda-7db9914200d6 req-f9db6be8-4c92-4c48-b96f-dff3fd3f4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:14.098023 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-66259436-bdb4-4219-afda-7db9914200d6 req-f9db6be8-4c92-4c48-b96f-dff3fd3f4894 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.0739815 Jul 08 01:36:14.099192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6429fd14-7879-4b02-af26-48cad71057a0 req-47ee79a2-0d4d-4b50-b750-570de4e18912 service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:14.189739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4e64d7f7-5fa9-4548-9d02-c63ad8245f77 None None] Deleting port bb234329-937b-45db-ad44-cb63a0778a7e {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:14.189739 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e64d7f7-5fa9-4548-9d02-c63ad8245f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.209189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6429fd14-7879-4b02-af26-48cad71057a0 req-47ee79a2-0d4d-4b50-b750-570de4e18912 service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:14.230624 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-66259436-bdb4-4219-afda-7db9914200d6 req-ec1c8c2b-a610-4d17-960e-a57f940fcc1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999415 Jul 08 01:36:14.290364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-fddb5ef5-99d4-4149-afd9-da04af5d5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:14.291961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-fddb5ef5-99d4-4149-afd9-da04af5d5ed7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 1096 time: 0.6050844 Jul 08 01:36:14.355597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4e64d7f7-5fa9-4548-9d02-c63ad8245f77 None None] For port bb234329-937b-45db-ad44-cb63a0778a7e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bb234329-937b-45db-ad44-cb63a0778a7e,segment=NetworkSegment(c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b),segment_id=c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:14.356088 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e64d7f7-5fa9-4548-9d02-c63ad8245f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.390692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4e64d7f7-5fa9-4548-9d02-c63ad8245f77 None None] Calling delete_port for bb234329-937b-45db-ad44-cb63a0778a7e owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:14.411186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-6429fd14-7879-4b02-af26-48cad71057a0 req-47ee79a2-0d4d-4b50-b750-570de4e18912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 571624e2-fed0-4ef6-a2c7-3307954853f4 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:14.425109 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-02ec8af3-6cc3-4c23-b763-11831cf84a0d service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113849 Jul 08 01:36:14.454839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 412697e9-3894-45c7-ae57-cf9b40fe4c41 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:14.473701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6429fd14-7879-4b02-af26-48cad71057a0 req-47ee79a2-0d4d-4b50-b750-570de4e18912 service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:14.504008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7676-6226-4d67-a4eb-7b0b662ab54f req-73b2396b-57cd-42bd-97b0-91f2de10812d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:14.505763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2dbf7676-6226-4d67-a4eb-7b0b662ab54f req-73b2396b-57cd-42bd-97b0-91f2de10812d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 944 time: 0.4983344 Jul 08 01:36:14.516406 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-66259436-bdb4-4219-afda-7db9914200d6 req-5bca156a-93d0-4a71-b092-aa6405a65bf3 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759149 Jul 08 01:36:14.518345 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.548556 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 412697e9-3894-45c7-ae57-cf9b40fe4c41 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:14.549007 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.575671 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6429fd14-7879-4b02-af26-48cad71057a0 req-47ee79a2-0d4d-4b50-b750-570de4e18912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.579929 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e64d7f7-5fa9-4548-9d02-c63ad8245f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.621488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64d7f7-5fa9-4548-9d02-c63ad8245f77 None None] Pushing event deleted for resources: {'Port': ['ID=bb234329-937b-45db-ad44-cb63a0778a7e,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:14.623536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e64d7f7-5fa9-4548-9d02-c63ad8245f77 None None] No DVR routers for this DVR port bb234329-937b-45db-ad44-cb63a0778a7e on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:14.670889 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-66259436-bdb4-4219-afda-7db9914200d6 req-a0ddce9a-900b-49e4-a543-d73a4d60ac3f service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441948 Jul 08 01:36:14.750678 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb89c857-a0a6-4e9c-b983-4c3082fbfb80 req-1db52d29-4620-4d5f-9ce4-b32af9cd744f service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078640 Jul 08 01:36:14.780397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 170bd02e-6148-45c5-8765-252977cc5830 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:14.785747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2dbf7676-6226-4d67-a4eb-7b0b662ab54f req-890e21de-4651-4ee7-8782-aee0d7f7554b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638888 Jul 08 01:36:14.786869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-4c023a27-47af-4fbf-9a07-e18bd1fa7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:14.788343 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-4c023a27-47af-4fbf-9a07-e18bd1fa7feb service neutron] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.4667079 Jul 08 01:36:14.801094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Deleting port bb234329-937b-45db-ad44-cb63a0778a7e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:14.801611 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:14.813230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 170bd02e-6148-45c5-8765-252977cc5830 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:14.813667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 170bd02e-6148-45c5-8765-252977cc5830 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:14.814419 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bb234329-937b-45db-ad44-cb63a0778a7e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:14.840770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: bb234329-937b-45db-ad44-cb63a0778a7e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:14.841512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bb234329-937b-45db-ad44-cb63a0778a7e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:14.911721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-1a38cce4-cc0e-4e8d-ac17-6d544a185129 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8 HTTP/1.1" status: 200 len: 217 time: 0.1077142 Jul 08 01:36:14.931977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79778e9-4ffa-49cf-8dcc-e0264129bf68 req-79e8214a-dffc-43d2-a26e-340152830a94 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:14.940091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f79778e9-4ffa-49cf-8dcc-e0264129bf68 req-79e8214a-dffc-43d2-a26e-340152830a94 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.5166438 Jul 08 01:36:15.073491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] For port bb234329-937b-45db-ad44-cb63a0778a7e, host n-d-694802-14, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:15.073981 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:15.080609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-6429fd14-7879-4b02-af26-48cad71057a0 req-47ee79a2-0d4d-4b50-b750-570de4e18912 service neutron] Transition to ACTIVE for port object 571624e2-fed0-4ef6-a2c7-3307954853f4 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:15.112800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6429fd14-7879-4b02-af26-48cad71057a0 req-47ee79a2-0d4d-4b50-b750-570de4e18912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:15.193925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee79a2-0d4d-4b50-b750-570de4e18912 service neutron] Pushing event updated for resources: {'Port': ['ID=571624e2-fed0-4ef6-a2c7-3307954853f4,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:15.225673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Calling delete_port for bb234329-937b-45db-ad44-cb63a0778a7e owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:15.228375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-be10ebfd-3ab2-4b2d-9157-3529cbf2a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:15.229940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-be10ebfd-3ab2-4b2d-9157-3529cbf2a281 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.2779412 Jul 08 01:36:15.252289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Port bb234329-937b-45db-ad44-cb63a0778a7e was not found and therefore no delete operation was performed {{(pid=93883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 01:36:15.257364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f79778e9-4ffa-49cf-8dcc-e0264129bf68 req-28e95518-69de-4d49-a89a-6212c761efef tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161676 Jul 08 01:36:15.374572 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-0c94fddb-a832-49e1-88fe-cdcad0be9c1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655391 Jul 08 01:36:15.375740 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:15.457385 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:15.502479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] No DVR routers for this DVR port bb234329-937b-45db-ad44-cb63a0778a7e on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:15.507158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb234329-937b-45db-ad44-cb63a0778a7e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:15.511602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6429fd14-7879-4b02-af26-48cad71057a0 req-47ee79a2-0d4d-4b50-b750-570de4e18912 service neutron] No DVR routers for this DVR port 571624e2-fed0-4ef6-a2c7-3307954853f4 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:16.101837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-47ee79a2-0d4d-4b50-b750-570de4e18912 service neutron] 10.222.0.16 "PUT /v2.0/ports/571624e2-fed0-4ef6-a2c7-3307954853f4/bindings/n-h2-694802-14/activate HTTP/1.1" status: 200 len: 370 time: 2.8706098 Jul 08 01:36:16.121378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:16.147888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d89e5-daa8-4823-8ada-a015f6bb93b5 req-40c3c212-529a-4381-ac66-ce5936be7571 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:16.149464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-048d89e5-daa8-4823-8ada-a015f6bb93b5 req-40c3c212-529a-4381-ac66-ce5936be7571 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.9416203 Jul 08 01:36:16.183510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:16.203601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:16.204047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d23fe9-8ad8-44b0-9617-1fe6ad132c4b') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:16.214553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:16.242899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-c8662d4b-43d9-41e6-b416-19bd1f3a39bc service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8391545 Jul 08 01:36:16.263682 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:16.267154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-b464831e-5d27-4894-8386-0d009111abed tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:16.271549 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-b464831e-5d27-4894-8386-0d009111abed tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.0834091 Jul 08 01:36:16.348407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4f6c9-3b79-462a-81eb-f7d0a8377dd4 req-867378b0-592b-49e7-87aa-151fc325592d tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:16.350049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77b4f6c9-3b79-462a-81eb-f7d0a8377dd4 req-867378b0-592b-49e7-87aa-151fc325592d tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 950 time: 0.8724844 Jul 08 01:36:16.351542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:36:16.351896 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:36:16.357516 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:36:16.368621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-0620d22f-0a8a-418b-b426-606ce0a49d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:16.370223 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-0620d22f-0a8a-418b-b426-606ce0a49d9c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e&tenant_id=9d10d97078d24fc1bc49f14722735d6d HTTP/1.1" status: 200 len: 1097 time: 0.0889516 Jul 08 01:36:16.393105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-048d89e5-daa8-4823-8ada-a015f6bb93b5 req-ec9b30ec-fafb-453a-8ecd-6ee9a1c625e6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234466 Jul 08 01:36:16.460710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-f19a5be1-7b45-45fc-8fd1-1e32fd677627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:16.462230 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-f19a5be1-7b45-45fc-8fd1-1e32fd677627 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 1097 time: 0.0651646 Jul 08 01:36:16.517537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85ff72c9-e7d6-47d8-8540-693868eb5a53 req-ecf9abee-98f0-4024-8cd8-aff6665d1d19 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515898 Jul 08 01:36:16.528350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Router 317d5083-92c0-4349-88cb-dc6219a4a19e is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:36:16.575960 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:16.582991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77b4f6c9-3b79-462a-81eb-f7d0a8377dd4 req-e6f85d96-99bd-4ac8-bcd2-b16f3819180e tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156000 Jul 08 01:36:16.591036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:16.609060 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521 HTTP/1.1" status: 204 len: 168 time: 2.8574870 Jul 08 01:36:16.654197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-545fcf35-3d0a-4b78-826d-aa98717bc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:16.657944 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-545fcf35-3d0a-4b78-826d-aa98717bc525 service neutron] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.1862206 Jul 08 01:36:16.668689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2475f2-86c2-4a96-ae5e-dd3888cd6114 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6dd3e9b-0dbd-4cd0-9bbe-7541abbc4521,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:16.754946 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-ed677ed1-0978-4781-9164-34bad60c22bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=571624e2-fed0-4ef6-a2c7-3307954853f4 HTTP/1.1" status: 200 len: 217 time: 0.0787785 Jul 08 01:36:16.815677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:16.840881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f568f-92e4-4383-9f1e-98ae2511ea00 req-d338b1ad-7d7b-4e0b-8a35-14e0b4f3d879 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:16.842853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-138f568f-92e4-4383-9f1e-98ae2511ea00 req-d338b1ad-7d7b-4e0b-8a35-14e0b4f3d879 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 944 time: 0.3279436 Jul 08 01:36:16.866724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-ee327728-14ec-4fbe-8194-efd8054945a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:16.868386 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-ee327728-14ec-4fbe-8194-efd8054945a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.1058211 Jul 08 01:36:16.874640 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-36bc6c42-d73f-4e57-ae3b-18e2ac1083d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89355e5c183d4422b9413bc38f833dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543218 Jul 08 01:36:16.874751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42366) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:16.915531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:36:16.923153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-4a17cd7f-6183-445d-b28b-a33ea9206d86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399971 Jul 08 01:36:16.927304 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Sync routers for ids ['317d5083-92c0-4349-88cb-dc6219a4a19e'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:36:16.942233 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Routers {'317d5083-92c0-4349-88cb-dc6219a4a19e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:16.943161 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['317d5083-92c0-4349-88cb-dc6219a4a19e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:16.962905 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:16.966630 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1a4883a4-f4b1-4d71-9c47-4b2ce19c98bd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.2275143 Jul 08 01:36:16.969924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42372) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:16.978827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca8dc8-5fef-4615-81eb-013562160958 req-f9b2aae5-42f3-413d-93d5-36482463c081 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:16.980264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40ca8dc8-5fef-4615-81eb-013562160958 req-f9b2aae5-42f3-413d-93d5-36482463c081 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 950 time: 0.2231793 Jul 08 01:36:16.991117 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-138f568f-92e4-4383-9f1e-98ae2511ea00 req-ca245aae-6a55-4c3e-a9c0-4c79c83ef180 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310518 Jul 08 01:36:17.044500 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416312d0-c64e-4a7f-9483-a88ee1aa2435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.076604 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-b2af3760-8f27-4acb-8ce2-0c21e95e40ae service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401641 Jul 08 01:36:17.081737 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416312d0-c64e-4a7f-9483-a88ee1aa2435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.087444 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Set router 317d5083-92c0-4349-88cb-dc6219a4a19e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:17.176248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01097d0e-3a57-4faa-aa19-3f67261674e0 req-5a2b1e27-cb20-495b-9fe2-66d383c1b3f9 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:17.179666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01097d0e-3a57-4faa-aa19-3f67261674e0 req-5a2b1e27-cb20-495b-9fe2-66d383c1b3f9 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 945 time: 0.3341255 Jul 08 01:36:17.213613 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-f4046eb7-1231-47fc-a999-e734c97d5f37 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295414 Jul 08 01:36:17.214172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416312d0-c64e-4a7f-9483-a88ee1aa2435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.217191 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-416312d0-c64e-4a7f-9483-a88ee1aa2435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.222020 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-416312d0-c64e-4a7f-9483-a88ee1aa2435 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/824e8851-a88b-48b2-8902-8218cb54d8e1 HTTP/1.1" status: 204 len: 168 time: 0.3422470 Jul 08 01:36:17.232359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416312d0-c64e-4a7f-9483-a88ee1aa2435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824e8851-a88b-48b2-8902-8218cb54d8e1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:17.328982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01097d0e-3a57-4faa-aa19-3f67261674e0 req-4c109712-fed4-4ccb-a275-ecfd2726db17 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176369 Jul 08 01:36:17.404370 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-router', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:07Z', 'updated_at': '2021-07-08T01:36:13Z', 'revision_number': 3, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'gw_port': {'id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:11Z', 'updated_at': '2021-07-08T01:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:17.458205 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Checking router: 317d5083-92c0-4349-88cb-dc6219a4a19e for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:36:17.459259 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Updating router 317d5083-92c0-4349-88cb-dc6219a4a19e port 354b4dc8-b950-49fb-a201-6145a11d59d9 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:36:17.484582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2110b5-1e03-457b-b208-7f90f59d6539 req-23efefef-dea9-4e61-bda1-e27f08fc6508 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:17.494591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab2110b5-1e03-457b-b208-7f90f59d6539 req-23efefef-dea9-4e61-bda1-e27f08fc6508 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.3542860 Jul 08 01:36:17.519112 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.543535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-40ca8dc8-5fef-4615-81eb-013562160958 req-2d099daa-e99c-44b6-a955-0568efcd84ae tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Deleting port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:17.543748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ca8dc8-5fef-4615-81eb-013562160958 req-2d099daa-e99c-44b6-a955-0568efcd84ae tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.651418 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab2110b5-1e03-457b-b208-7f90f59d6539 req-b8df5c83-5eb3-484a-85aa-ec396441edec tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550467 Jul 08 01:36:17.718472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 792e26fc-6ddd-4622-a267-9ab534bc5f8e details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:36:17.808207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429fd14-7879-4b02-af26-48cad71057a0 req-f280161c-87ea-48d7-9fe1-acc28a771a7c tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:17.809734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-f280161c-87ea-48d7-9fe1-acc28a771a7c tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.1571839 Jul 08 01:36:17.833481 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.862631 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Transition to ACTIVE for port object 354b4dc8-b950-49fb-a201-6145a11d59d9 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:17.862881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-40ca8dc8-5fef-4615-81eb-013562160958 req-2d099daa-e99c-44b6-a955-0568efcd84ae tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] For port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:17.863230 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ca8dc8-5fef-4615-81eb-013562160958 req-2d099daa-e99c-44b6-a955-0568efcd84ae tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.877317 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.891833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-40ca8dc8-5fef-4615-81eb-013562160958 req-2d099daa-e99c-44b6-a955-0568efcd84ae tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Calling delete_port for c8bae64a-1c55-4b4a-a3a5-e3e456073a9b owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:17.944835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 792e26fc-6ddd-4622-a267-9ab534bc5f8e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=792e26fc-6ddd-4622-a267-9ab534bc5f8e,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:17.945935 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Attempting to bind port 354b4dc8-b950-49fb-a201-6145a11d59d9 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:17.948045 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Attempting to bind port 354b4dc8-b950-49fb-a201-6145a11d59d9 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:17.948457 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Attempting to bind port 354b4dc8-b950-49fb-a201-6145a11d59d9 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:17.959519 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Pushing event updated for resources: {'Port': ['ID=354b4dc8-b950-49fb-a201-6145a11d59d9,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:17.963010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '792e26fc-6ddd-4622-a267-9ab534bc5f8e', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'port_id': '792e26fc-6ddd-4622-a267-9ab534bc5f8e', 'mac_address': 'fa:16:3e:31:d3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:36:17.967176 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:17.967557 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:17.968375 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.968375 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:17.968873 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Bound port: 354b4dc8-b950-49fb-a201-6145a11d59d9, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:17.969273 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:17.980459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459afe54-89f4-47f1-badb-f2b76e6711fc req-ff24ffae-2866-44b4-a9a0-7e16d8c4cb6c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:17.982044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-459afe54-89f4-47f1-badb-f2b76e6711fc req-ff24ffae-2866-44b4-a9a0-7e16d8c4cb6c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.3757403 Jul 08 01:36:18.017579 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.017927 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.018270 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.018606 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.018935 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.019266 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.019587 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.019911 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.020234 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.021831 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.021831 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.021831 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:18.038420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6429fd14-7879-4b02-af26-48cad71057a0 req-d2a27f53-d801-4456-802d-fa031670d75a service neutron] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:18.043060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6429fd14-7879-4b02-af26-48cad71057a0 req-d2a27f53-d801-4456-802d-fa031670d75a service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:18.044732 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6429fd14-7879-4b02-af26-48cad71057a0 req-d2a27f53-d801-4456-802d-fa031670d75a service neutron] 10.222.0.24 "DELETE /v2.0/ports/571624e2-fed0-4ef6-a2c7-3307954853f4/bindings/n-h1-694802-14 HTTP/1.1" status: 204 len: 173 time: 0.2265460 Jul 08 01:36:18.048680 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:18.072213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792e26fc-6ddd-4622-a267-9ab534bc5f8e {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:18.075167 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] For port 354b4dc8-b950-49fb-a201-6145a11d59d9, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:18.080370 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] For port 354b4dc8-b950-49fb-a201-6145a11d59d9, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=354b4dc8-b950-49fb-a201-6145a11d59d9,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:18.089960 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:18.121994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 792e26fc-6ddd-4622-a267-9ab534bc5f8e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=792e26fc-6ddd-4622-a267-9ab534bc5f8e,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:18.128028 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:18.158137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-459afe54-89f4-47f1-badb-f2b76e6711fc req-bf9bacf2-486f-42b5-bc1c-b7073013a70c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194768 Jul 08 01:36:18.182575 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Routers {'317d5083-92c0-4349-88cb-dc6219a4a19e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:18.183637 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['317d5083-92c0-4349-88cb-dc6219a4a19e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:18.188859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000543f-b311-491a-8595-0e6ec4a48657 req-fe9a28be-cb9f-4a27-83b2-700a75d0124b tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:18.202082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5000543f-b311-491a-8595-0e6ec4a48657 req-fe9a28be-cb9f-4a27-83b2-700a75d0124b tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df161c7-abc2-4420-aeab-7a75fbfe07bc HTTP/1.1" status: 200 len: 950 time: 0.3080668 Jul 08 01:36:18.253638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=792e26fc-6ddd-4622-a267-9ab534bc5f8e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:18.260380 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2fd4f-96b6-4204-85f4-0ce9ec6b00e4 None None] Pushing event updated for resources: {'Port': ['ID=354b4dc8-b950-49fb-a201-6145a11d59d9,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:18.295075 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:18.313182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5000543f-b311-491a-8595-0e6ec4a48657 req-80909b54-b4a6-4158-9144-2639561621b9 tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.41 "GET /v2.0/security-groups?id=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111138 Jul 08 01:36:18.385973 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] Set router 317d5083-92c0-4349-88cb-dc6219a4a19e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:18.391192 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ca8dc8-5fef-4615-81eb-013562160958 req-2d099daa-e99c-44b6-a955-0568efcd84ae tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:18.413423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['c8bae64a-1c55-4b4a-a3a5-e3e456073a9b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:18.425267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['792e26fc-6ddd-4622-a267-9ab534bc5f8e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:18.481236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d099daa-e99c-44b6-a955-0568efcd84ae tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Pushing event deleted for resources: {'Port': ['ID=c8bae64a-1c55-4b4a-a3a5-e3e456073a9b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:18.595767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ca8dc8-5fef-4615-81eb-013562160958 req-2d099daa-e99c-44b6-a955-0568efcd84ae tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] No DVR routers for this DVR port c8bae64a-1c55-4b4a-a3a5-e3e456073a9b on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:18.660114 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40ca8dc8-5fef-4615-81eb-013562160958 req-2d099daa-e99c-44b6-a955-0568efcd84ae tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:18.667833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40ca8dc8-5fef-4615-81eb-013562160958 req-2d099daa-e99c-44b6-a955-0568efcd84ae tempest-ServerDiagnosticsNegativeTest-541100159 tempest-ServerDiagnosticsNegativeTest-541100159-project] 10.222.0.24 "DELETE /v2.0/ports/c8bae64a-1c55-4b4a-a3a5-e3e456073a9b HTTP/1.1" status: 204 len: 173 time: 1.5776951 Jul 08 01:36:18.668333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df161c7-abc2-4420-aeab-7a75fbfe07bc', 'name': 'network-vif-deleted', 'tag': 'c8bae64a-1c55-4b4a-a3a5-e3e456073a9b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:18.670858 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8c980b-1a72-49e4-8720-166f085caf4f" -d '{"events": [{"server_uuid": "8df161c7-abc2-4420-aeab-7a75fbfe07bc", "name": "network-vif-deleted", "tag": "c8bae64a-1c55-4b4a-a3a5-e3e456073a9b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:18.774689 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-router', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:07Z', 'updated_at': '2021-07-08T01:36:13Z', 'revision_number': 3, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'gw_port': {'id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:11Z', 'updated_at': '2021-07-08T01:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:18.817601 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11acfdd7-3606-44d9-9514-d3c6d27b3a03 None None] The sync data for ids ['317d5083-92c0-4349-88cb-dc6219a4a19e'] in n-d-694802-14 is: [{'id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-router', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:07Z', 'updated_at': '2021-07-08T01:36:13Z', 'revision_number': 3, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'gw_port': {'id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:11Z', 'updated_at': '2021-07-08T01:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:36:18.921251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Allocated IP 172.20.0.1 (ef3ad896-9f41-4e16-8db4-03a47fb22543/c7e9ad70-1236-4c02-b3bd-0e64983c758d/df8e0d2f-d65c-48aa-868e-73a8a379058c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:18.944646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2c0b8-99e5-4b44-b5fe-110b3ff10cd9 req-24f55407-2c09-480a-bb66-a0774d337f48 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:18.946208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1f2c0b8-99e5-4b44-b5fe-110b3ff10cd9 req-24f55407-2c09-480a-bb66-a0774d337f48 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 945 time: 0.4119680 Jul 08 01:36:18.959915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db83b4-b040-487b-9a7a-4418f68c061a req-ca5ac075-fa93-4182-95fd-40499f3ada73 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:18.961519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7db83b4-b040-487b-9a7a-4418f68c061a req-ca5ac075-fa93-4182-95fd-40499f3ada73 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 945 time: 0.3031294 Jul 08 01:36:19.074831 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1f2c0b8-99e5-4b44-b5fe-110b3ff10cd9 req-2a13110b-a36b-4c8f-93b7-7c068cb95ed5 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123171 Jul 08 01:36:19.092924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7db83b4-b040-487b-9a7a-4418f68c061a req-b259cb55-4d38-4233-9b93-cb47a5b8f97f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203229 Jul 08 01:36:19.165611 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:19.199687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Transition to ACTIVE for port object df8e0d2f-d65c-48aa-868e-73a8a379058c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:19.248351 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0313da-cb05-4a3c-947b-260b0b947429 x-openstack-request-id: req-6f0313da-cb05-4a3c-947b-260b0b947429 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:19.248684 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df161c7-abc2-4420-aeab-7a75fbfe07bc", "name": "network-vif-deleted", "tag": "c8bae64a-1c55-4b4a-a3a5-e3e456073a9b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:19.248996 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f0313da-cb05-4a3c-947b-260b0b947429 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:19.249497 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df161c7-abc2-4420-aeab-7a75fbfe07bc', 'name': 'network-vif-deleted', 'tag': 'c8bae64a-1c55-4b4a-a3a5-e3e456073a9b', 'status': 'completed', 'code': 200} Jul 08 01:36:19.286811 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:19.425605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Network ef3ad896-9f41-4e16-8db4-03a47fb22543 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:19.475345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:19.506349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:19.565177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Pushing event updated for resources: {'Port': ['ID=df8e0d2f-d65c-48aa-868e-73a8a379058c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:19.620899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.621252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.621596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.621931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.622267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.622598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.622923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.623249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.623569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.623887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.624213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.624559 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:19.654471 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:19.738246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dd71d-b339-4393-b0d7-482c05554960 req-afd37c0a-5ed5-4e4c-84f5-1cfe428aac10 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:19.740336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 792e26fc-6ddd-4622-a267-9ab534bc5f8e up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:19.740980 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f8dd71d-b339-4393-b0d7-482c05554960 req-afd37c0a-5ed5-4e4c-84f5-1cfe428aac10 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.3056657 Jul 08 01:36:19.763382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87a7da-7746-4185-8597-1ba871f7fcc2 req-b4c2ec7e-fd5f-4162-a396-bd37b1cf69a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:19.765118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c87a7da-7746-4185-8597-1ba871f7fcc2 req-b4c2ec7e-fd5f-4162-a396-bd37b1cf69a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.2935946 Jul 08 01:36:19.785459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c15bbf29-8970-408c-8ac4-5a8d76488c43 None None] Provisioning for port df8e0d2f-d65c-48aa-868e-73a8a379058c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:19.791676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c15bbf29-8970-408c-8ac4-5a8d76488c43 None None] Provisioning complete for port df8e0d2f-d65c-48aa-868e-73a8a379058c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:19.792043 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c15bbf29-8970-408c-8ac4-5a8d76488c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:19.830851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-3854c999-57c2-43d7-b515-0b5f9d5a2c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:19.832749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-3854c999-57c2-43d7-b515-0b5f9d5a2c6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 1098 time: 0.2592697 Jul 08 01:36:19.834828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c15bbf29-8970-408c-8ac4-5a8d76488c43 None None] Port df8e0d2f-d65c-48aa-868e-73a8a379058c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:36:19.838486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 792e26fc-6ddd-4622-a267-9ab534bc5f8e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:19.842567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 792e26fc-6ddd-4622-a267-9ab534bc5f8e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:19.843016 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:19.875817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f8dd71d-b339-4393-b0d7-482c05554960 req-8c799c13-5b29-4512-8c55-d65c75555523 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228778 Jul 08 01:36:19.941823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:19.961168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c87a7da-7746-4185-8597-1ba871f7fcc2 req-7e8e6f1b-475b-4388-933a-34831f21a806 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777558 Jul 08 01:36:19.974458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792e26fc-6ddd-4622-a267-9ab534bc5f8e'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:19.977006 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1ccd20-f200-48a1-8fa5-955583436769" -d '{"events": [{"server_uuid": "a3ad3558-ee9d-4d56-91bd-db6658852e25", "name": "network-vif-plugged", "status": "completed", "tag": "792e26fc-6ddd-4622-a267-9ab534bc5f8e"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:19.994177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 792e26fc-6ddd-4622-a267-9ab534bc5f8e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=792e26fc-6ddd-4622-a267-9ab534bc5f8e,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:20.001580 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:20.003897 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:20.056044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=792e26fc-6ddd-4622-a267-9ab534bc5f8e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:20.064016 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-3b8f8e4e-2bd5-42d4-8125-e984286e1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:20.065649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-3b8f8e4e-2bd5-42d4-8125-e984286e1732 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.2216122 Jul 08 01:36:20.400099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 354b4dc8-b950-49fb-a201-6145a11d59d9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:20.459458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 354b4dc8-b950-49fb-a201-6145a11d59d9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:20.463542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 354b4dc8-b950-49fb-a201-6145a11d59d9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:20.463914 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:20.475357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-52412a16-b284-453a-b85a-fe597dc80de7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2c80cd-2704-4481-a459-70709a440f2e HTTP/1.1" status: 200 len: 217 time: 0.3889804 Jul 08 01:36:20.549408 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:20.581091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 354b4dc8-b950-49fb-a201-6145a11d59d9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=354b4dc8-b950-49fb-a201-6145a11d59d9,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:20.582799 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b1f32e4-038c-4c44-9a82-7c156a3760c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:20.586838 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:20.629297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-3cb0c2d2-3522-4b54-9870-010501110106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:20.630796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-3cb0c2d2-3522-4b54-9870-010501110106 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.1405349 Jul 08 01:36:20.637885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=354b4dc8-b950-49fb-a201-6145a11d59d9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:20.640065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762ce5e-7a3d-49e2-be1c-5b9e76066636 req-c0d369d5-38fe-4cc9-be3a-34a53bbc244a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:20.642161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3762ce5e-7a3d-49e2-be1c-5b9e76066636 req-c0d369d5-38fe-4cc9-be3a-34a53bbc244a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 949 time: 0.6213129 Jul 08 01:36:20.690075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf70475-12ae-4db6-bea4-a3a7c4905de6 req-8d811bdd-0e83-4211-b411-da980fec1c12 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:20.691580 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbf70475-12ae-4db6-bea4-a3a7c4905de6 req-8d811bdd-0e83-4211-b411-da980fec1c12 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 1097 time: 0.5986814 Jul 08 01:36:20.693422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-517e57e8-e94d-4467-a4c4-fbc8085c8647 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479081 Jul 08 01:36:20.814428 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:20.818505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3762ce5e-7a3d-49e2-be1c-5b9e76066636 req-ababa0f0-b655-4904-9ae2-307caa28df5d tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613221 Jul 08 01:36:20.826536 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:20.833518 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbf70475-12ae-4db6-bea4-a3a7c4905de6 req-a346a48f-ddf3-44c8-8a99-dd3d462f7e18 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281738 Jul 08 01:36:20.931391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-1d62939d-e983-4975-a4c2-ad90297b027e service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170784 Jul 08 01:36:20.932742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Pushing event updated for resources: {'Port': ['ID=df8e0d2f-d65c-48aa-868e-73a8a379058c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:20.935215 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:20.966551 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3feb312-2c16-4e04-aadf-d5f07492bb87 x-openstack-request-id: req-d3feb312-2c16-4e04-aadf-d5f07492bb87 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:20.967093 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ad3558-ee9d-4d56-91bd-db6658852e25", "name": "network-vif-plugged", "status": "completed", "tag": "792e26fc-6ddd-4622-a267-9ab534bc5f8e", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:20.967351 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3feb312-2c16-4e04-aadf-d5f07492bb87 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:20.967979 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792e26fc-6ddd-4622-a267-9ab534bc5f8e', 'code': 200} Jul 08 01:36:21.118069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-ffe6d920-c15c-429e-b908-86667496fc54 service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787426 Jul 08 01:36:21.125338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208d8b9-961b-47e4-a8a1-5444ba1e80b9 req-58d5760f-bc64-4940-a337-5ab0086de53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:21.128089 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d208d8b9-961b-47e4-a8a1-5444ba1e80b9 req-58d5760f-bc64-4940-a337-5ab0086de53d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 1098 time: 0.0700686 Jul 08 01:36:21.142694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Network ef3ad896-9f41-4e16-8db4-03a47fb22543 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:21.145865 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:21.202124 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d208d8b9-961b-47e4-a8a1-5444ba1e80b9 req-792476e5-19f8-4ed6-bcee-6a42826d5f5a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660164 Jul 08 01:36:21.319319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd2630-5c56-4418-be95-801715cbd9fe req-c6f246ca-4c72-40a0-a06d-c6659298cc61 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:21.321215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1fbd2630-5c56-4418-be95-801715cbd9fe req-c6f246ca-4c72-40a0-a06d-c6659298cc61 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 946 time: 0.2463861 Jul 08 01:36:21.323373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Router 317d5083-92c0-4349-88cb-dc6219a4a19e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:36:21.391263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42494) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:21.443813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1fbd2630-5c56-4418-be95-801715cbd9fe req-10f9d3f2-eb63-4508-a817-06b59f5fccb3 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159780 Jul 08 01:36:21.482071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-282f37ef-e9a4-4942-81c5-bb32515f4a85 None None] Provisioning complete for port df8e0d2f-d65c-48aa-868e-73a8a379058c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:21.482708 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-282f37ef-e9a4-4942-81c5-bb32515f4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:21.518349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:36:21.526378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e49f5b91-ffc8-4956-a169-fac103f6dfc9 admin admin] 10.222.0.41 "PUT /v2.0/routers/317d5083-92c0-4349-88cb-dc6219a4a19e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5543416 Jul 08 01:36:21.542177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Sync routers for ids ['317d5083-92c0-4349-88cb-dc6219a4a19e'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:36:21.562827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Routers {'317d5083-92c0-4349-88cb-dc6219a4a19e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:21.563569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['317d5083-92c0-4349-88cb-dc6219a4a19e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:21.603082 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-91824a9c-9852-4eeb-818b-2e1b31bc97bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a50ea84b9b5c427893258ef7be12476a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104559 Jul 08 01:36:21.605622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42502) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:21.628979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-282f37ef-e9a4-4942-81c5-bb32515f4a85 None None] Port df8e0d2f-d65c-48aa-868e-73a8a379058c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:36:21.748365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c8bae64a-1c55-4b4a-a3a5-e3e456073a9b no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:21.760935 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Set router 317d5083-92c0-4349-88cb-dc6219a4a19e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:21.834763 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afbadc77-ae69-494f-8ed6-666aaf0bbdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:21.847364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: c8bae64a-1c55-4b4a-a3a5-e3e456073a9b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:21.847709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c8bae64a-1c55-4b4a-a3a5-e3e456073a9b not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:21.848138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d21374a-5c20-48fc-92d2-eafef7a8f09f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:21.866286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1ee8b-5c25-453c-8cab-aeb976e573af req-9f1cd61c-5f7b-48d0-88d5-03d9cf9a5004 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:21.867817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4f1ee8b-5c25-453c-8cab-aeb976e573af req-9f1cd61c-5f7b-48d0-88d5-03d9cf9a5004 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 1097 time: 0.1550269 Jul 08 01:36:21.887709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1ccc5-4bd9-42e8-b997-9f52da336be8 req-ea66fe08-d7de-410f-a354-21f276912b3f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:21.889381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afa1ccc5-4bd9-42e8-b997-9f52da336be8 req-ea66fe08-d7de-410f-a354-21f276912b3f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.1865571 Jul 08 01:36:21.892440 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afbadc77-ae69-494f-8ed6-666aaf0bbdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:21.995080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4f1ee8b-5c25-453c-8cab-aeb976e573af req-15f6508a-5b46-4781-aa39-9f99b790460b tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188872 Jul 08 01:36:22.008806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afa1ccc5-4bd9-42e8-b997-9f52da336be8 req-93500e23-d124-4e75-8a97-0eb16cc548f0 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038077 Jul 08 01:36:22.059848 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afbadc77-ae69-494f-8ed6-666aaf0bbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.063352 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afbadc77-ae69-494f-8ed6-666aaf0bbdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.067838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-afbadc77-ae69-494f-8ed6-666aaf0bbdb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e868fd6-9dfb-4a39-9f2a-97d0cb38accc HTTP/1.1" status: 204 len: 168 time: 0.4607294 Jul 08 01:36:22.090960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.101250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbadc77-ae69-494f-8ed6-666aaf0bbdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e868fd6-9dfb-4a39-9f2a-97d0cb38accc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:22.189648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:22.199244 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.277356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:22.289938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-router', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:07Z', 'updated_at': '2021-07-08T01:36:19Z', 'revision_number': 4, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'gw_port': {'id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:11Z', 'updated_at': '2021-07-08T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'df8e0d2f-d65c-48aa-868e-73a8a379058c', 'name': '', 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'mac_address': 'fa:16:3e:2c:06:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c7e9ad70-1236-4c02-b3bd-0e64983c758d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:18Z', 'updated_at': '2021-07-08T01:36:20Z', 'revision_number': 2, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'subnets': [{'id': 'c7e9ad70-1236-4c02-b3bd-0e64983c758d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:22.364404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Checking router: 317d5083-92c0-4349-88cb-dc6219a4a19e for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:36:22.364865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Updating router 317d5083-92c0-4349-88cb-dc6219a4a19e port df8e0d2f-d65c-48aa-868e-73a8a379058c binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:36:22.475404 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.510279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 354b4dc8-b950-49fb-a201-6145a11d59d9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:22.550364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72de155-0fb4-4303-9592-4111822b9461 req-45fa4b45-7102-4afb-9096-b9aa7d0ac116 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:22.558721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f72de155-0fb4-4303-9592-4111822b9461 req-45fa4b45-7102-4afb-9096-b9aa7d0ac116 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.1100450 Jul 08 01:36:22.593095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42554) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:22.600105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-network', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:22.613072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f72de155-0fb4-4303-9592-4111822b9461 req-7f8174d3-49ee-4975-b24b-6e6461a5f1c6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531130 Jul 08 01:36:22.646151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Made reservation on behalf of 652ba08e9dc04c5d8088159252b2368e for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:22.649086 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.666957 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.712517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42568) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:22.738740 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79fbbe95-9602-4555-8910-3a0d97e3121f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.758844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 354b4dc8-b950-49fb-a201-6145a11d59d9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:22.759739 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.794689 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.799501 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.873450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:36:22.906370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191f38f0-534e-46a9-bfcd-55d1a08fee9e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:22.917437 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:22.918048 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Added segment aa36b101-2443-410c-b57e-f9804950305b of type vlan for network 50baee6b-38d7-4b3e-a990-d7899b170186 Jul 08 01:36:22.920226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.920619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.920963 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.921799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.922038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.922244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.923221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.924334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.924664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.924999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.925325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:22.925651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:23.027576 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79fbbe95-9602-4555-8910-3a0d97e3121f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.038354 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.043844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79fbbe95-9602-4555-8910-3a0d97e3121f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.090546 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-79fbbe95-9602-4555-8910-3a0d97e3121f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9c53c2a1e4a4c7ca25f2abd678f198e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3766267 Jul 08 01:36:23.094306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42580) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:23.095445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.096598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:23.097318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.103114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bb967-a638-49fa-90e8-0943974bad35 req-e0ba200b-d7ac-4a78-8b67-25af096adecb tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:23.110810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-597bb967-a638-49fa-90e8-0943974bad35 req-e0ba200b-d7ac-4a78-8b67-25af096adecb tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 946 time: 0.1835740 Jul 08 01:36:23.124036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:23.126909 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e39f13-9d3d-4414-b386-9df4b6d8734f" -d '{"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-unplugged", "status": "completed", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:23.185636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbbe95-9602-4555-8910-3a0d97e3121f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4403c7-f8fe-4202-ae74-c0929d5bc7b1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:23.208280 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6095247 Jul 08 01:36:23.208579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42584) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:23.223203 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7c32a5-63a9-4fa0-a21f-9aee9a4d286f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.226340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Request body: {'subnet': {'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-subnet', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:23.239451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-597bb967-a638-49fa-90e8-0943974bad35 req-758f0170-66ed-4d43-9b9a-302d09679456 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273754 Jul 08 01:36:23.268345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44e3ce-4f8f-4176-ad8c-4c3b62a42d3f admin admin] Pushing event updated for resources: {'Network': ['ID=50baee6b-38d7-4b3e-a990-d7899b170186,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:23.288275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Made reservation on behalf of 652ba08e9dc04c5d8088159252b2368e for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:23.291791 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.295307 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7c32a5-63a9-4fa0-a21f-9aee9a4d286f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.309922 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.321702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Transition to ACTIVE for port object df8e0d2f-d65c-48aa-868e-73a8a379058c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:23.331398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 50baee6b-38d7-4b3e-a990-d7899b170186 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:36:23.352230 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.410602 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7c32a5-63a9-4fa0-a21f-9aee9a4d286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.420202 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab7c32a5-63a9-4fa0-a21f-9aee9a4d286f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.426878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ab7c32a5-63a9-4fa0-a21f-9aee9a4d286f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a4403c7-f8fe-4202-ae74-c0929d5bc7b1 HTTP/1.1" status: 204 len: 168 time: 0.3137214 Jul 08 01:36:23.447235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c32a5-63a9-4fa0-a21f-9aee9a4d286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4403c7-f8fe-4202-ae74-c0929d5bc7b1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:23.501549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516cb0b-175c-4a57-a9f0-a0c713412118 None None] Pushing event updated for resources: {'Port': ['ID=df8e0d2f-d65c-48aa-868e-73a8a379058c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:23.527001 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b7c9824-15d0-4692-b507-01608110483a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.577845 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.674823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.717883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39127e52-9779-4971-9a29-9a93a3e570d7,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:23.725835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Checking segment: {'id': 'aa36b101-2443-410c-b57e-f9804950305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:23.726343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Network hostable DHCP agents. Network: 50baee6b-38d7-4b3e-a990-d7899b170186, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:36:23.764400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Network 50baee6b-38d7-4b3e-a990-d7899b170186 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:36:23.775906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Attempting to bind port df8e0d2f-d65c-48aa-868e-73a8a379058c on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:23.776450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Attempting to bind port df8e0d2f-d65c-48aa-868e-73a8a379058c by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:23.776835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Attempting to bind port df8e0d2f-d65c-48aa-868e-73a8a379058c on network ef3ad896-9f41-4e16-8db4-03a47fb22543 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:23.785070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:23.785513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Checking segment: {'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:23.785919 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.786455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Bound using segment: {'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:23.787008 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Bound port: df8e0d2f-d65c-48aa-868e-73a8a379058c, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:23.787832 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.788784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 50baee6b-38d7-4b3e-a990-d7899b170186) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:23.798526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:23.799416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.829171 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4493f757-6a50-4687-b2f7-13282bc1f23e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6175725 Jul 08 01:36:23.832462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42626) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:23.843811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-router', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:23.867877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] For port df8e0d2f-d65c-48aa-868e-73a8a379058c, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:23.872587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] For port df8e0d2f-d65c-48aa-868e-73a8a379058c, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=df8e0d2f-d65c-48aa-868e-73a8a379058c,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:23.877670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e431aad0-26df-4e9e-b0c8-c7b3374a91bb None None] Network 50baee6b-38d7-4b3e-a990-d7899b170186 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:36:23.890846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474447b7-a9c3-43e7-9cb6-6011ba380c09 req-a2b71341-66df-4369-b5aa-8ad9b68405c9 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:23.893280 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-474447b7-a9c3-43e7-9cb6-6011ba380c09 req-a2b71341-66df-4369-b5aa-8ad9b68405c9 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.1537080 Jul 08 01:36:23.896894 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.897985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:23.974610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-474447b7-a9c3-43e7-9cb6-6011ba380c09 req-7e565ed5-a3c0-46de-b44e-e010bf34489a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741754 Jul 08 01:36:24.013935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:24.030452 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:24.132640 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069592b9-3de6-4fd1-8808-933a68c5ba3b x-openstack-request-id: req-069592b9-3de6-4fd1-8808-933a68c5ba3b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:24.133296 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-unplugged", "status": "completed", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:24.133296 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-069592b9-3de6-4fd1-8808-933a68c5ba3b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:24.133710 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'code': 200} Jul 08 01:36:24.137691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516cb0b-175c-4a57-a9f0-a0c713412118 None None] Pushing event updated for resources: {'Port': ['ID=df8e0d2f-d65c-48aa-868e-73a8a379058c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:24.232569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Routers {'317d5083-92c0-4349-88cb-dc6219a4a19e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:24.233220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:36:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['317d5083-92c0-4349-88cb-dc6219a4a19e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:24.290403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:24.464661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] Set router 317d5083-92c0-4349-88cb-dc6219a4a19e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:24.497478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05297c55-49ae-4dde-a7cc-494a02dea4af req-0cf76c45-f500-4ed4-8a89-2c36702fe712 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:24.500797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05297c55-49ae-4dde-a7cc-494a02dea4af req-0cf76c45-f500-4ed4-8a89-2c36702fe712 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 946 time: 0.2064726 Jul 08 01:36:24.511154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42646) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:24.519524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5e1ec39b-e228-4a31-9451-e313765a9376 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Request body: {'floatingip': {'port_id': '792e26fc-6ddd-4622-a267-9ab534bc5f8e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:24.586824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec39b-e228-4a31-9451-e313765a9376 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:24.658086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c064f-1d06-4adc-9a57-0bee87c9f8be req-790280dc-d1e8-4e6f-937d-81fe8158fbeb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:24.667304 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-979c064f-1d06-4adc-9a57-0bee87c9f8be req-790280dc-d1e8-4e6f-937d-81fe8158fbeb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.2788324 Jul 08 01:36:24.697606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-50baee6b-38d7-4b3e-a990-d7899b170186', 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'fixed_ips': [{'subnet_id': '39127e52-9779-4971-9a29-9a93a3e570d7'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:36:24.698801 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:24.789420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:24.794194 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-979c064f-1d06-4adc-9a57-0bee87c9f8be req-1366303e-325a-42cc-a78a-724257647e16 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229405 Jul 08 01:36:24.845788 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:24.859950 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:25.146062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Allocated IP 172.20.0.2 (50baee6b-38d7-4b3e-a990-d7899b170186/39127e52-9779-4971-9a29-9a93a3e570d7/c9325599-cbe8-4962-b5a9-ef81971e2a1d) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:25.171169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Allocated IP 172.25.4.46 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/82cb9d22-8d84-4bb1-a440-9d9b3a569301) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:25.293696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-router', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:07Z', 'updated_at': '2021-07-08T01:36:19Z', 'revision_number': 4, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'gw_port': {'id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:11Z', 'updated_at': '2021-07-08T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'df8e0d2f-d65c-48aa-868e-73a8a379058c', 'name': '', 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'mac_address': 'fa:16:3e:2c:06:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c7e9ad70-1236-4c02-b3bd-0e64983c758d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:18Z', 'updated_at': '2021-07-08T01:36:23Z', 'revision_number': 4, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'subnets': [{'id': 'c7e9ad70-1236-4c02-b3bd-0e64983c758d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:25.337518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b05292-03c5-45f9-9e74-fe5533b505dc None None] The sync data for ids ['317d5083-92c0-4349-88cb-dc6219a4a19e'] in n-d-694802-14 is: [{'id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-router', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:07Z', 'updated_at': '2021-07-08T01:36:19Z', 'revision_number': 4, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'gw_port': {'id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:11Z', 'updated_at': '2021-07-08T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'df8e0d2f-d65c-48aa-868e-73a8a379058c', 'name': '', 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'mac_address': 'fa:16:3e:2c:06:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'c7e9ad70-1236-4c02-b3bd-0e64983c758d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:18Z', 'updated_at': '2021-07-08T01:36:23Z', 'revision_number': 4, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'subnets': [{'id': 'c7e9ad70-1236-4c02-b3bd-0e64983c758d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:36:25.370490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:25.451109 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:25.465204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Transition to ACTIVE for port object c9325599-cbe8-4962-b5a9-ef81971e2a1d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:25.500596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Transition to ACTIVE for port object c9325599-cbe8-4962-b5a9-ef81971e2a1d will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:25.502786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b6382-7200-45d0-8962-0805ac15a735 req-a190237e-3d22-4928-bb7a-45fec93611e2 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:25.512960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:25.514491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f65b6382-7200-45d0-8962-0805ac15a735 req-a190237e-3d22-4928-bb7a-45fec93611e2 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 946 time: 0.2637255 Jul 08 01:36:25.533519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:25.569442 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-5e1ec39b-e228-4a31-9451-e313765a9376 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:36:25.620793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Network 50baee6b-38d7-4b3e-a990-d7899b170186 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:25.626245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:25.628692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:25.633536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:25.641797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:25.647089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:25.704019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Pushing event updated for resources: {'Port': ['ID=c9325599-cbe8-4962-b5a9-ef81971e2a1d,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:25.712508 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f65b6382-7200-45d0-8962-0805ac15a735 req-30b2eedd-df7b-4480-8d25-c25c06a1e9a3 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940019 Jul 08 01:36:25.722004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Pushing event updated for resources: {'Port': ['ID=82cb9d22-8d84-4bb1-a440-9d9b3a569301,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:25.743491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec39b-e228-4a31-9451-e313765a9376 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:25.759369 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec39b-e228-4a31-9451-e313765a9376 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:25.864377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Attempting to bind port c9325599-cbe8-4962-b5a9-ef81971e2a1d on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:25.864767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Attempting to bind port c9325599-cbe8-4962-b5a9-ef81971e2a1d by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'aa36b101-2443-410c-b57e-f9804950305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:25.867974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Attempting to bind port c9325599-cbe8-4962-b5a9-ef81971e2a1d on network 50baee6b-38d7-4b3e-a990-d7899b170186 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:25.887567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:25.894005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Checking segment: {'id': 'aa36b101-2443-410c-b57e-f9804950305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:25.894548 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:25.894964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Bound using segment: {'id': 'aa36b101-2443-410c-b57e-f9804950305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:25.895480 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Bound port: c9325599-cbe8-4962-b5a9-ef81971e2a1d, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa36b101-2443-410c-b57e-f9804950305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:25.895909 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:25.932699 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-5e1ec39b-e228-4a31-9451-e313765a9376 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Floating IP 91eb28c1-9148-4bf1-a44b-b6300a61d6ec associated. External IP: 172.25.4.19, port: 792e26fc-6ddd-4622-a267-9ab534bc5f8e. Jul 08 01:36:25.979561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e407f26b-edca-492d-98ce-586d61962b8b details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:36:26.199757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] For port c9325599-cbe8-4962-b5a9-ef81971e2a1d, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:26.251470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] For port c9325599-cbe8-4962-b5a9-ef81971e2a1d, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c9325599-cbe8-4962-b5a9-ef81971e2a1d,segment=NetworkSegment(aa36b101-2443-410c-b57e-f9804950305b),segment_id=aa36b101-2443-410c-b57e-f9804950305b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:26.307656 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:26.444086 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:26.462941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1ec39b-e228-4a31-9451-e313765a9376 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Router 923d3fbf-e636-4b14-b2a1-fce0662d69ee has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:36:26.520593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e407f26b-edca-492d-98ce-586d61962b8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e407f26b-edca-492d-98ce-586d61962b8b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:26.526225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba5c37c-c94f-44d4-8b01-38cea86551f3 None None] Pushing event updated for resources: {'Port': ['ID=c9325599-cbe8-4962-b5a9-ef81971e2a1d,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:26.580938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device df8e0d2f-d65c-48aa-868e-73a8a379058c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:26.679930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'e407f26b-edca-492d-98ce-586d61962b8b', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'e407f26b-edca-492d-98ce-586d61962b8b', 'mac_address': 'fa:16:3e:14:de:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:36:26.769511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port df8e0d2f-d65c-48aa-868e-73a8a379058c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:26.772980 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1ec39b-e228-4a31-9451-e313765a9376 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:36:26.785731 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec39b-e228-4a31-9451-e313765a9376 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:26.795800 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] Sync routers for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:36:26.812414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port df8e0d2f-d65c-48aa-868e-73a8a379058c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:26.813198 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:26.813551 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:26.814194 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:36:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:27.008167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5e1ec39b-e228-4a31-9451-e313765a9376 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "PUT /v2.0/floatingips/91eb28c1-9148-4bf1-a44b-b6300a61d6ec HTTP/1.1" status: 200 len: 991 time: 2.4951761 Jul 08 01:36:27.019686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'tag': '792e26fc-6ddd-4622-a267-9ab534bc5f8e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:27.022079 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ad3558-ee9d-4d56-91bd-db6658852e25", "tag": "792e26fc-6ddd-4622-a267-9ab534bc5f8e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:27.044808 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:27.064857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:27.075131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952549f-463b-4206-b29e-5b85ad5e059d req-e6474e18-5ed6-46c3-86ca-2cfe1693f298 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:27.091463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e407f26b-edca-492d-98ce-586d61962b8b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:27.103383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2952549f-463b-4206-b29e-5b85ad5e059d req-e6474e18-5ed6-46c3-86ca-2cfe1693f298 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.2243314 Jul 08 01:36:27.162939 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:36:27.194187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e407f26b-edca-492d-98ce-586d61962b8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e407f26b-edca-492d-98ce-586d61962b8b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:27.215690 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:27.222770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2952549f-463b-4206-b29e-5b85ad5e059d req-5f5ee8c1-e36f-419d-bbc1-66f33d59d72a tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163242 Jul 08 01:36:27.283165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:27.283830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:27.361904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e407f26b-edca-492d-98ce-586d61962b8b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:27.494182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e407f26b-edca-492d-98ce-586d61962b8b,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:27.531308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port df8e0d2f-d65c-48aa-868e-73a8a379058c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=df8e0d2f-d65c-48aa-868e-73a8a379058c,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:27.534425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:27.548645 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:27.722287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=df8e0d2f-d65c-48aa-868e-73a8a379058c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:27.751400 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '91eb28c1-9148-4bf1-a44b-b6300a61d6ec', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'port_id': '792e26fc-6ddd-4622-a267-9ab534bc5f8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'mac_address': 'fa:16:3e:31:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:52Z', 'updated_at': '2021-07-08T01:36:25Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:27.837014 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf8a7f7-af0e-44c6-86e9-59ff6cd877cc x-openstack-request-id: req-aaf8a7f7-af0e-44c6-86e9-59ff6cd877cc {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:27.837496 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ad3558-ee9d-4d56-91bd-db6658852e25", "tag": "792e26fc-6ddd-4622-a267-9ab534bc5f8e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:27.837579 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aaf8a7f7-af0e-44c6-86e9-59ff6cd877cc {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:27.838085 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'tag': '792e26fc-6ddd-4622-a267-9ab534bc5f8e', 'status': 'completed', 'code': 200} Jul 08 01:36:27.861369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Router 9d3499d7-20c4-4f26-b353-07dbe128215d is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:36:27.991593 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] Checking router: 923d3fbf-e636-4b14-b2a1-fce0662d69ee for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:36:28.003349 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:28.004089 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:36:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:28.059779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:36:28.074610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Sync routers for ids ['9d3499d7-20c4-4f26-b353-07dbe128215d'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:36:28.095376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Routers {'9d3499d7-20c4-4f26-b353-07dbe128215d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:28.096037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:36:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d3499d7-20c4-4f26-b353-07dbe128215d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:28.168821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:28.173073 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-83995b0d-0a5d-47d5-80ea-55453aa07c5b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3359997 Jul 08 01:36:28.173802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42900) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:28.197881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-dfeea5d0-f065-4b79-bb30-4390c549a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:28.199695 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-dfeea5d0-f065-4b79-bb30-4390c549a1c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=91064204e20a4a4796496a737996a9df&device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 1098 time: 0.1414719 Jul 08 01:36:28.229411 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:28.393342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-6720f101-8e46-4183-a8d0-f80634a1d55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:28.400262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-6720f101-8e46-4183-a8d0-f80634a1d55b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0faf17d8-1546-4309-a780-d23af45b7667 HTTP/1.1" status: 200 len: 924 time: 0.1908114 Jul 08 01:36:28.425363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3442a30-a76e-4482-906e-b815ed899ea2 None None] Network 50baee6b-38d7-4b3e-a990-d7899b170186 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:36:28.572595 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-f5bdc035-5c23-4e14-bde7-a733dca4baf6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=792e26fc-6ddd-4622-a267-9ab534bc5f8e HTTP/1.1" status: 200 len: 999 time: 0.1648543 Jul 08 01:36:28.638882 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '91eb28c1-9148-4bf1-a44b-b6300a61d6ec', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'port_id': '792e26fc-6ddd-4622-a267-9ab534bc5f8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'mac_address': 'fa:16:3e:31:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:52Z', 'updated_at': '2021-07-08T01:36:25Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:28.670065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-ce5d429a-7482-4005-8f5c-1b63ad34ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:28.672476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-ce5d429a-7482-4005-8f5c-1b63ad34ab50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47a01b1f-a2b0-45e2-95b6-dc33b2c4a075 HTTP/1.1" status: 200 len: 862 time: 0.0916522 Jul 08 01:36:28.723561 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921400f-bf6a-4924-8c82-e296a213225a None None] The sync data for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 is: [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '91eb28c1-9148-4bf1-a44b-b6300a61d6ec', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'floating_ip_address': '172.25.4.19', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'port_id': '792e26fc-6ddd-4622-a267-9ab534bc5f8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'mac_address': 'fa:16:3e:31:d3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:33:52Z', 'updated_at': '2021-07-08T01:36:25Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:36:28.761226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c9325599-cbe8-4962-b5a9-ef81971e2a1d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:28.809016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-f0275ce4-c206-4833-9e2d-98addf021935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:28.810554 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-f0275ce4-c206-4833-9e2d-98addf021935 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0faf17d8-1546-4309-a780-d23af45b7667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308684 Jul 08 01:36:28.825664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d8a81ecd-ad5e-4f8d-8c00-6192c018bdad None None] Provisioning for port c9325599-cbe8-4962-b5a9-ef81971e2a1d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:28.870260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Set router 9d3499d7-20c4-4f26-b353-07dbe128215d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:29.029490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-c29911ba-812e-4aad-b700-0eb46cec5369 service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101963 Jul 08 01:36:29.048846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581fa89-9c43-423b-847b-5e8f09033bf3 req-fe191138-475e-406c-9619-ce8eb60fe954 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:29.056187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a581fa89-9c43-423b-847b-5e8f09033bf3 req-fe191138-475e-406c-9619-ce8eb60fe954 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.3448939 Jul 08 01:36:29.160103 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a581fa89-9c43-423b-847b-5e8f09033bf3 req-238ae5bb-3150-433d-a6aa-8543f7907a0b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029186 Jul 08 01:36:29.177826 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda6bec5-0fe8-4ae7-80ec-6f1ebe12afb5 req-eb120422-8ee9-478c-8e94-3e26821e29a3 service neutron] 10.222.0.24 "GET /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401348 Jul 08 01:36:29.193718 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:29.202892 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232d813d-80b9-442e-93a4-162d83225a1b None None] New status for floating IP 91eb28c1-9148-4bf1-a44b-b6300a61d6ec: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:36:29.401394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c9325599-cbe8-4962-b5a9-ef81971e2a1d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:29.439388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c9325599-cbe8-4962-b5a9-ef81971e2a1d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:29.440075 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:29.697262 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:29.712932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-router', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:23Z', 'updated_at': '2021-07-08T01:36:26Z', 'revision_number': 3, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'gw_port': {'id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:24Z', 'updated_at': '2021-07-08T01:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:29.788015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Checking router: 9d3499d7-20c4-4f26-b353-07dbe128215d for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:36:29.788632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Updating router 9d3499d7-20c4-4f26-b353-07dbe128215d port 82cb9d22-8d84-4bb1-a440-9d9b3a569301 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:36:29.834250 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:29.897613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port c9325599-cbe8-4962-b5a9-ef81971e2a1d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c9325599-cbe8-4962-b5a9-ef81971e2a1d,segment=NetworkSegment(aa36b101-2443-410c-b57e-f9804950305b),segment_id=aa36b101-2443-410c-b57e-f9804950305b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:29.918075 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:29.918900 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device df8e0d2f-d65c-48aa-868e-73a8a379058c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:30.015385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43020) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:30.026668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Allocated IP 172.20.0.1 (50baee6b-38d7-4b3e-a990-d7899b170186/39127e52-9779-4971-9a29-9a93a3e570d7/147d0d71-8b5c-4b9d-9c08-823fb45f86fc) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:30.085201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 31ebf11d-5c73-415b-a71f-09c23e10d589 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:36:30.097189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e407f26b-edca-492d-98ce-586d61962b8b up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:30.107462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=c9325599-cbe8-4962-b5a9-ef81971e2a1d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:30.198192 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-70f11026-bef6-48a7-828e-cd0d2a86b727 None None] Provisioning complete for port c9325599-cbe8-4962-b5a9-ef81971e2a1d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:30.198192 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-70f11026-bef6-48a7-828e-cd0d2a86b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.236530 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.250838 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec98820f-ac4a-42c5-a4a1-bd3869dbfc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.256187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Transition to ACTIVE for port object 147d0d71-8b5c-4b9d-9c08-823fb45f86fc will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:30.295804 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.318799 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:36:30.426480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Network 50baee6b-38d7-4b3e-a990-d7899b170186 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:30.450812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec98820f-ac4a-42c5-a4a1-bd3869dbfc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.451215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:30.455580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:30.461125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Pushing event updated for resources: {'Port': ['ID=147d0d71-8b5c-4b9d-9c08-823fb45f86fc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:30.462763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec98820f-ac4a-42c5-a4a1-bd3869dbfc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.502759 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ec98820f-ac4a-42c5-a4a1-bd3869dbfc56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a0e74e79bfe44fbb6771a1a936e6b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4839475 Jul 08 01:36:30.503600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43076) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:30.546866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98820f-ac4a-42c5-a4a1-bd3869dbfc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86ddb89-b477-4936-86d8-dedeeb7b2866,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:30.600781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf707268-7649-460c-bf59-95f47f9c4ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.658041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf707268-7649-460c-bf59-95f47f9c4ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.679565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 31ebf11d-5c73-415b-a71f-09c23e10d589, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=31ebf11d-5c73-415b-a71f-09c23e10d589,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:30.695012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '31ebf11d-5c73-415b-a71f-09c23e10d589', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'port_id': '31ebf11d-5c73-415b-a71f-09c23e10d589', 'mac_address': 'fa:16:3e:20:eb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b773675-58a6-407f-bb54-168b4a710395', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:36:30.699774 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.769599 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf707268-7649-460c-bf59-95f47f9c4ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.775189 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf707268-7649-460c-bf59-95f47f9c4ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.776397 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cf707268-7649-460c-bf59-95f47f9c4ca4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f86ddb89-b477-4936-86d8-dedeeb7b2866 HTTP/1.1" status: 204 len: 168 time: 0.2724454 Jul 08 01:36:30.793065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf707268-7649-460c-bf59-95f47f9c4ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86ddb89-b477-4936-86d8-dedeeb7b2866,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:30.851416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81417fcd-af2d-43d4-b926-89aaa39910d3 req-dc19e18f-9a6f-4796-9045-5f251131d619 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:30.870790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81417fcd-af2d-43d4-b926-89aaa39910d3 req-dc19e18f-9a6f-4796-9045-5f251131d619 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.4105208 Jul 08 01:36:30.894770 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.907189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Transition to ACTIVE for port object 82cb9d22-8d84-4bb1-a440-9d9b3a569301 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:30.979571 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:30.985491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81417fcd-af2d-43d4-b926-89aaa39910d3 req-b9290cf1-60ec-4b54-af8d-ba92e9194327 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136425 Jul 08 01:36:31.115822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port e407f26b-edca-492d-98ce-586d61962b8b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:31.116357 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.136590 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.211343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port df8e0d2f-d65c-48aa-868e-73a8a379058c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:31.212052 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.263883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Attempting to bind port 82cb9d22-8d84-4bb1-a440-9d9b3a569301 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:31.264381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Attempting to bind port 82cb9d22-8d84-4bb1-a440-9d9b3a569301 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:31.265465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Attempting to bind port 82cb9d22-8d84-4bb1-a440-9d9b3a569301 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:31.317848 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.330157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227ff94-cc93-4b74-8be5-0275d28ba1d5 None None] Pushing event updated for resources: {'Port': ['ID=82cb9d22-8d84-4bb1-a440-9d9b3a569301,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:31.340429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:31.341204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:31.341828 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.342429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:31.343700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Bound port: 82cb9d22-8d84-4bb1-a440-9d9b3a569301, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:31.344410 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.375619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43140) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:31.407812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f169131-c134-46c3-bc4a-392ce06e854e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.444536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31ebf11d-5c73-415b-a71f-09c23e10d589 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:31.546253 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f169131-c134-46c3-bc4a-392ce06e854e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.554908 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.561060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f169131-c134-46c3-bc4a-392ce06e854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.563079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.612647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f169131-c134-46c3-bc4a-392ce06e854e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da588e2-a4d4-4d04-aff7-a5ac32a4b41c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:31.644279 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0f169131-c134-46c3-bc4a-392ce06e854e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=962ac6c8c07344a1ace76791ec059b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671869 Jul 08 01:36:31.645346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Pushing event updated for resources: {'Port': ['ID=147d0d71-8b5c-4b9d-9c08-823fb45f86fc,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:31.646953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43170) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:31.705313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 31ebf11d-5c73-415b-a71f-09c23e10d589, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=31ebf11d-5c73-415b-a71f-09c23e10d589,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:31.722884 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.730153 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.735624 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22602e94-074d-4004-8a03-9af2a7708740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.796651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22602e94-074d-4004-8a03-9af2a7708740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.850245 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.854169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bbccb7c6-213e-4c13-9c97-d80a878fe105 None None] Provisioning for port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:31.863564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] For port 82cb9d22-8d84-4bb1-a440-9d9b3a569301, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:31.897565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bbccb7c6-213e-4c13-9c97-d80a878fe105 None None] Provisioning complete for port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:31.898263 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bbccb7c6-213e-4c13-9c97-d80a878fe105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.924508 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22602e94-074d-4004-8a03-9af2a7708740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.927425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-22602e94-074d-4004-8a03-9af2a7708740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:31.928650 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-22602e94-074d-4004-8a03-9af2a7708740 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0da588e2-a4d4-4d04-aff7-a5ac32a4b41c HTTP/1.1" status: 204 len: 168 time: 0.2793021 Jul 08 01:36:31.932385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Network 50baee6b-38d7-4b3e-a990-d7899b170186 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:31.941043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:31.970893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22602e94-074d-4004-8a03-9af2a7708740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da588e2-a4d4-4d04-aff7-a5ac32a4b41c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:32.069734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['31ebf11d-5c73-415b-a71f-09c23e10d589'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:32.121764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] For port 82cb9d22-8d84-4bb1-a440-9d9b3a569301, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=82cb9d22-8d84-4bb1-a440-9d9b3a569301,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:32.239182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Router 9d3499d7-20c4-4f26-b353-07dbe128215d has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:36:32.250402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:32.311315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e407f26b-edca-492d-98ce-586d61962b8b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:32.314674 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea502a6e-f890-42dc-9473-293d6b753171" -d '{"events": [{"server_uuid": "a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4", "name": "network-vif-plugged", "status": "completed", "tag": "e407f26b-edca-492d-98ce-586d61962b8b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:32.348283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=31ebf11d-5c73-415b-a71f-09c23e10d589,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:32.367554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bbccb7c6-213e-4c13-9c97-d80a878fe105 None None] Port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:36:32.450284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:36:32.473310 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f4e69d9d-93f9-4ee2-a865-97a88d7241bd admin admin] 10.222.0.41 "PUT /v2.0/routers/9d3499d7-20c4-4f26-b353-07dbe128215d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2978804 Jul 08 01:36:32.615905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c9325599-cbe8-4962-b5a9-ef81971e2a1d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:32.643342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e407f26b-edca-492d-98ce-586d61962b8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e407f26b-edca-492d-98ce-586d61962b8b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:32.649217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227ff94-cc93-4b74-8be5-0275d28ba1d5 None None] Pushing event updated for resources: {'Port': ['ID=82cb9d22-8d84-4bb1-a440-9d9b3a569301,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:32.856364 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:32.929391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c9325599-cbe8-4962-b5a9-ef81971e2a1d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:32.929768 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:32.941749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005fa45-3444-4cb2-90bb-29f00480b5e8 req-58995e42-761c-4a0a-af3a-15a3fad916a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:32.943173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2f806d18-24b3-4a48-9801-9f71aea72551 None None] Provisioning complete for port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:32.943791 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2f806d18-24b3-4a48-9801-9f71aea72551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:32.953330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9005fa45-3444-4cb2-90bb-29f00480b5e8 req-58995e42-761c-4a0a-af3a-15a3fad916a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 946 time: 0.1421394 Jul 08 01:36:33.004443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2f806d18-24b3-4a48-9801-9f71aea72551 None None] Port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:36:33.005918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Routers {'9d3499d7-20c4-4f26-b353-07dbe128215d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:33.006546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:36:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d3499d7-20c4-4f26-b353-07dbe128215d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:33.012928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e407f26b-edca-492d-98ce-586d61962b8b,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:33.038851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9005fa45-3444-4cb2-90bb-29f00480b5e8 req-57b05b6b-51ea-450e-8932-38afa673a1e0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844066 Jul 08 01:36:33.416525 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd615ca7-efca-4069-b02f-da0f765530d2 x-openstack-request-id: req-bd615ca7-efca-4069-b02f-da0f765530d2 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:33.416525 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4", "name": "network-vif-plugged", "status": "completed", "tag": "e407f26b-edca-492d-98ce-586d61962b8b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:33.416525 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd615ca7-efca-4069-b02f-da0f765530d2 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:33.416951 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e407f26b-edca-492d-98ce-586d61962b8b', 'code': 200} Jul 08 01:36:33.480259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] Set router 9d3499d7-20c4-4f26-b353-07dbe128215d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:34.047663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 31ebf11d-5c73-415b-a71f-09c23e10d589 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:34.171421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 31ebf11d-5c73-415b-a71f-09c23e10d589 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:34.172973 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.294991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-router', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:23Z', 'updated_at': '2021-07-08T01:36:31Z', 'revision_number': 4, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'gw_port': {'id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:24Z', 'updated_at': '2021-07-08T01:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '147d0d71-8b5c-4b9d-9c08-823fb45f86fc', 'name': '', 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'mac_address': 'fa:16:3e:1e:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '39127e52-9779-4971-9a29-9a93a3e570d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:29Z', 'updated_at': '2021-07-08T01:36:31Z', 'revision_number': 2, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'subnets': [{'id': '39127e52-9779-4971-9a29-9a93a3e570d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:34.407016 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.408090 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9788fa-4cbc-40ea-8eda-0ded03106474 None None] The sync data for ids ['9d3499d7-20c4-4f26-b353-07dbe128215d'] in n-d-694802-14 is: [{'id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-router', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:23Z', 'updated_at': '2021-07-08T01:36:31Z', 'revision_number': 4, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'gw_port': {'id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:24Z', 'updated_at': '2021-07-08T01:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '147d0d71-8b5c-4b9d-9c08-823fb45f86fc', 'name': '', 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'mac_address': 'fa:16:3e:1e:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '39127e52-9779-4971-9a29-9a93a3e570d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:29Z', 'updated_at': '2021-07-08T01:36:31Z', 'revision_number': 2, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'subnets': [{'id': '39127e52-9779-4971-9a29-9a93a3e570d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:36:34.563785 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.608149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 31ebf11d-5c73-415b-a71f-09c23e10d589, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=31ebf11d-5c73-415b-a71f-09c23e10d589,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:34.619196 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:34.783039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=31ebf11d-5c73-415b-a71f-09c23e10d589,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:34.801508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.801851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.812394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.812745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.813080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.813410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.813774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.819226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.819587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.820022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.820418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:34.820751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:36:35.424414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebf11d-5c73-415b-a71f-09c23e10d589'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:35.424414 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe02be-6086-41ca-abf4-a5104e8260ba" -d '{"events": [{"server_uuid": "b9d873ab-ca9b-4870-ade3-37f8aa84326f", "name": "network-vif-plugged", "status": "completed", "tag": "31ebf11d-5c73-415b-a71f-09c23e10d589"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:36.642097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 82cb9d22-8d84-4bb1-a440-9d9b3a569301 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:36.782596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 82cb9d22-8d84-4bb1-a440-9d9b3a569301 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:36.790404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 82cb9d22-8d84-4bb1-a440-9d9b3a569301 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:36.790809 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:37.046980 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:37.113234 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 82cb9d22-8d84-4bb1-a440-9d9b3a569301, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=82cb9d22-8d84-4bb1-a440-9d9b3a569301,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:37.124380 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:37.289236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=82cb9d22-8d84-4bb1-a440-9d9b3a569301,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:38.501064 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:38.520833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 82cb9d22-8d84-4bb1-a440-9d9b3a569301 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:38.609904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 82cb9d22-8d84-4bb1-a440-9d9b3a569301 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:38.610775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:38.817195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Sync routers for ids ['9d3499d7-20c4-4f26-b353-07dbe128215d'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:36:38.834651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Routers {'9d3499d7-20c4-4f26-b353-07dbe128215d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:38.835599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:36:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d3499d7-20c4-4f26-b353-07dbe128215d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:38.992201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Set router 9d3499d7-20c4-4f26-b353-07dbe128215d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:39.326179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-router', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:23Z', 'updated_at': '2021-07-08T01:36:31Z', 'revision_number': 4, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'gw_port': {'id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:24Z', 'updated_at': '2021-07-08T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '147d0d71-8b5c-4b9d-9c08-823fb45f86fc', 'name': '', 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'mac_address': 'fa:16:3e:1e:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '39127e52-9779-4971-9a29-9a93a3e570d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:29Z', 'updated_at': '2021-07-08T01:36:31Z', 'revision_number': 2, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'subnets': [{'id': '39127e52-9779-4971-9a29-9a93a3e570d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:39.398123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Checking router: 9d3499d7-20c4-4f26-b353-07dbe128215d for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:36:39.398784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Updating router 9d3499d7-20c4-4f26-b353-07dbe128215d port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:36:39.495381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:39.841011 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:39.856792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Transition to ACTIVE for port object 147d0d71-8b5c-4b9d-9c08-823fb45f86fc will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:39.866330 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:39.965481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc188a37-5d73-4209-8bec-c43bd46991ee None None] Pushing event updated for resources: {'Port': ['ID=147d0d71-8b5c-4b9d-9c08-823fb45f86fc,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:40.114790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Attempting to bind port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:40.115451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Attempting to bind port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'aa36b101-2443-410c-b57e-f9804950305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:40.115931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Attempting to bind port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc on network 50baee6b-38d7-4b3e-a990-d7899b170186 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:40.135998 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:40.136598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Checking segment: {'id': 'aa36b101-2443-410c-b57e-f9804950305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:40.137118 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:40.137623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Bound using segment: {'id': 'aa36b101-2443-410c-b57e-f9804950305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:40.138693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Bound port: 147d0d71-8b5c-4b9d-9c08-823fb45f86fc, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa36b101-2443-410c-b57e-f9804950305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:40.139339 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:40.284168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] For port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:40.288093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] For port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=147d0d71-8b5c-4b9d-9c08-823fb45f86fc,segment=NetworkSegment(aa36b101-2443-410c-b57e-f9804950305b),segment_id=aa36b101-2443-410c-b57e-f9804950305b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:40.315718 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:40.493023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Routers {'9d3499d7-20c4-4f26-b353-07dbe128215d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:36:40.495661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:36:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d3499d7-20c4-4f26-b353-07dbe128215d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:40.561423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc188a37-5d73-4209-8bec-c43bd46991ee None None] Pushing event updated for resources: {'Port': ['ID=147d0d71-8b5c-4b9d-9c08-823fb45f86fc,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:40.736404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] Set router 9d3499d7-20c4-4f26-b353-07dbe128215d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:36:41.053277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-router', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:23Z', 'updated_at': '2021-07-08T01:36:31Z', 'revision_number': 4, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'gw_port': {'id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:24Z', 'updated_at': '2021-07-08T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '147d0d71-8b5c-4b9d-9c08-823fb45f86fc', 'name': '', 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'mac_address': 'fa:16:3e:1e:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '39127e52-9779-4971-9a29-9a93a3e570d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:29Z', 'updated_at': '2021-07-08T01:36:40Z', 'revision_number': 4, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'subnets': [{'id': '39127e52-9779-4971-9a29-9a93a3e570d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:36:41.099561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b536c774-a54f-4e43-995d-5751c97fecd2 None None] The sync data for ids ['9d3499d7-20c4-4f26-b353-07dbe128215d'] in n-d-694802-14 is: [{'id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-router', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:23Z', 'updated_at': '2021-07-08T01:36:31Z', 'revision_number': 4, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'gw_port': {'id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:24Z', 'updated_at': '2021-07-08T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '147d0d71-8b5c-4b9d-9c08-823fb45f86fc', 'name': '', 'network_id': '50baee6b-38d7-4b3e-a990-d7899b170186', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'mac_address': 'fa:16:3e:1e:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '39127e52-9779-4971-9a29-9a93a3e570d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:29Z', 'updated_at': '2021-07-08T01:36:40Z', 'revision_number': 4, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'subnets': [{'id': '39127e52-9779-4971-9a29-9a93a3e570d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:36:42.549687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 147d0d71-8b5c-4b9d-9c08-823fb45f86fc up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:42.638260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:42.644989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:42.647550 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:42.781835 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:43.053671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=147d0d71-8b5c-4b9d-9c08-823fb45f86fc,segment=NetworkSegment(aa36b101-2443-410c-b57e-f9804950305b),segment_id=aa36b101-2443-410c-b57e-f9804950305b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:43.065970 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:43.172651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=147d0d71-8b5c-4b9d-9c08-823fb45f86fc,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:43.650862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-99e7e538-0f2e-451d-916e-5357e8868753 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:43.653420 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-99e7e538-0f2e-451d-916e-5357e8868753 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1098 time: 0.1746435 Jul 08 01:36:43.671059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-14'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:43.768677 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:43.954545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:44.008808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:44.080363 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:44.080363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b2c80cd-2704-4481-a459-70709a440f2e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:44.080363 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578012a5-816a-4460-9028-1b0108083aa0" -d '{"events": [{"server_uuid": "5643f7dc-9085-439c-8ff2-438de6c6bc03", "name": "network-vif-unplugged", "status": "completed", "tag": "9b2c80cd-2704-4481-a459-70709a440f2e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:44.120337 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:44.253589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2c80cd-2704-4481-a459-70709a440f2e,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:44.280644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e on host n-h1-694802-14 for vnic_type normal with profile {"migrating_to": "n-h2-694802-14"} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:44.283024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:44.283524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:44.297860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Port 9b2c80cd-2704-4481-a459-70709a440f2e on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:36:44.298490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Attempting to bind port 9b2c80cd-2704-4481-a459-70709a440f2e on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:44.309484 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:44.310114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:44.310677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:44.311312 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Bound port: 9b2c80cd-2704-4481-a459-70709a440f2e, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:44.312497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:44.519326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:44.527469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 147d0d71-8b5c-4b9d-9c08-823fb45f86fc up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:44.541448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:44.555465 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:44.631305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:44.631663 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:44.724284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2c80cd-2704-4481-a459-70709a440f2e,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:44.728670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:44.729119 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:44.730411 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-e62b84f8-6c09-49ba-bee0-ccea82ca6992 service neutron] 10.222.0.24 "PUT /v2.0/ports/9b2c80cd-2704-4481-a459-70709a440f2e HTTP/1.1" status: 200 len: 1124 time: 1.0665514 Jul 08 01:36:44.904774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['9b2c80cd-2704-4481-a459-70709a440f2e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:45.022026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['9b2c80cd-2704-4481-a459-70709a440f2e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:45.777632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9b2c80cd-2704-4481-a459-70709a440f2e details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:36:45.901544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:45.934687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9b2c80cd-2704-4481-a459-70709a440f2e has no active binding in host n-h2-694802-14 {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:36:46.385703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9685a9b-daea-4664-abf2-90e0f49f49ed req-5d0915af-0086-4623-9f37-8424edf7e05e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:46.408090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9685a9b-daea-4664-abf2-90e0f49f49ed req-5d0915af-0086-4623-9f37-8424edf7e05e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 944 time: 0.1664145 Jul 08 01:36:46.501459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9685a9b-daea-4664-abf2-90e0f49f49ed req-13e6e57b-1a5e-441f-95a8-5b7716870fc6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882180 Jul 08 01:36:46.709585 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60439c6-678b-4647-b035-3084adf55889 x-openstack-request-id: req-e60439c6-678b-4647-b035-3084adf55889 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:46.710380 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d873ab-ca9b-4870-ade3-37f8aa84326f", "name": "network-vif-plugged", "status": "completed", "tag": "31ebf11d-5c73-415b-a71f-09c23e10d589", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:46.710842 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e60439c6-678b-4647-b035-3084adf55889 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:46.711468 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebf11d-5c73-415b-a71f-09c23e10d589', 'code': 200} Jul 08 01:36:46.800108 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468385e7-46f9-4a8c-a240-801ff91d8b43 x-openstack-request-id: req-468385e7-46f9-4a8c-a240-801ff91d8b43 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:46.800749 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5643f7dc-9085-439c-8ff2-438de6c6bc03", "name": "network-vif-unplugged", "status": "completed", "tag": "9b2c80cd-2704-4481-a459-70709a440f2e", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:46.800749 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-468385e7-46f9-4a8c-a240-801ff91d8b43 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:46.801110 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b2c80cd-2704-4481-a459-70709a440f2e', 'code': 200} Jul 08 01:36:47.001215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-58487d74-c34b-4e50-8c02-68ba8cc89128 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e35f4ed3d3fd4b2ba9f92d6aca3b0fa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296142 Jul 08 01:36:47.173542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-e49e7678-0ac9-4b8e-abe7-fd55ef066e72 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:47.180699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-e49e7678-0ac9-4b8e-abe7-fd55ef066e72 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782179 Jul 08 01:36:47.212810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-c47a151a-32d5-442c-882d-6dcf105571f4 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/quotas/e35f4ed3d3fd4b2ba9f92d6aca3b0fa6 HTTP/1.1" status: 200 len: 375 time: 0.0308475 Jul 08 01:36:47.262551 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-526dd9c1-9e45-4dee-9708-cadf95a6627c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e35f4ed3d3fd4b2ba9f92d6aca3b0fa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486958 Jul 08 01:36:47.695710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da61627-93c2-4f1f-8dfd-1fed2daad013 req-c6c4113e-2d16-4cb9-98f5-5d6028ae8cd8 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:47.703070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5da61627-93c2-4f1f-8dfd-1fed2daad013 req-c6c4113e-2d16-4cb9-98f5-5d6028ae8cd8 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 949 time: 0.1764276 Jul 08 01:36:47.779120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5da61627-93c2-4f1f-8dfd-1fed2daad013 req-fc10f660-8393-4be3-b360-5e7622191d5f tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747921 Jul 08 01:36:47.883592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-464257e7-beb6-48d6-a124-02c9a3d28a31 req-44bfb40c-ddc1-4977-9808-fba2f2f88c4a tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 210 time: 0.0528390 Jul 08 01:36:48.111750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b56894-207e-4a34-b209-3ab795831490 req-622a61a8-07f5-472e-b9f3-e004291c92c9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:48.121056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-61b56894-207e-4a34-b209-3ab795831490 req-622a61a8-07f5-472e-b9f3-e004291c92c9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 944 time: 0.1027396 Jul 08 01:36:48.179510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-61b56894-207e-4a34-b209-3ab795831490 req-0c024e1f-a3e8-4f99-ba4a-44cc434ba2a8 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543022 Jul 08 01:36:48.803105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'tag': '9b2c80cd-2704-4481-a459-70709a440f2e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:48.805825 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48406a23-cdba-484e-af9a-6e191a766dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "5643f7dc-9085-439c-8ff2-438de6c6bc03", "tag": "9b2c80cd-2704-4481-a459-70709a440f2e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:49.157127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:49.164480 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-ead3866e-a55d-4644-a8c1-30fed8a0a259 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e35f4ed3d3fd4b2ba9f92d6aca3b0fa6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517678 Jul 08 01:36:49.354222 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c9e7bda4-3d17-46b9-83ef-afdf896f2ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:49.404015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-23113b62-2582-4351-80d3-8a98877e4e21 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:49.414818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-23113b62-2582-4351-80d3-8a98877e4e21 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435329 Jul 08 01:36:49.436947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Request body: {'port': {'device_id': '88374851-ae3c-47d8-ab1c-95ebb24d1931', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': 'e35f4ed3d3fd4b2ba9f92d6aca3b0fa6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:49.527684 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c9e7bda4-3d17-46b9-83ef-afdf896f2ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:49.549530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c9e7bda4-3d17-46b9-83ef-afdf896f2ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:49.621801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Made reservation on behalf of e35f4ed3d3fd4b2ba9f92d6aca3b0fa6 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:49.626459 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:49.649870 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7f50a3-bc70-442c-a773-1f285e0ea565 x-openstack-request-id: req-3a7f50a3-bc70-442c-a773-1f285e0ea565 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:49.651616 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5643f7dc-9085-439c-8ff2-438de6c6bc03", "tag": "9b2c80cd-2704-4481-a459-70709a440f2e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:49.652843 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a7f50a3-bc70-442c-a773-1f285e0ea565 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:49.654146 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'tag': '9b2c80cd-2704-4481-a459-70709a440f2e', 'status': 'completed', 'code': 200} Jul 08 01:36:49.676931 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:49.712553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c9e7bda4-3d17-46b9-83ef-afdf896f2ada admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0280047fc9a440a0928fdf6992cd3ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5528948 Jul 08 01:36:49.716577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43594) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:49.814852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7bda4-3d17-46b9-83ef-afdf896f2ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7468f5fd-f3cd-48d9-9720-3a3030b6f886,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:49.822851 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:49.834703 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:49.949326 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7a164f9-0dfa-4e59-8e66-5815d5853bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:49.985427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3453bd25-cc4d-4885-a64a-35902e946a05 req-fe192f2d-3ef4-40a4-8d93-60d66e676553 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 210 time: 0.0648761 Jul 08 01:36:50.001381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343e8210-bd54-4666-b28f-7ab4a72cf59d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:50.012355 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7a164f9-0dfa-4e59-8e66-5815d5853bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.085172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48406a23-cdba-484e-af9a-6e191a766dd8 req-3da07983-99c7-4b4d-abbc-f903913ae551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:50.091121 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48406a23-cdba-484e-af9a-6e191a766dd8 req-3da07983-99c7-4b4d-abbc-f903913ae551 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 1127 time: 0.4346323 Jul 08 01:36:50.093891 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7a164f9-0dfa-4e59-8e66-5815d5853bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.098961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7a164f9-0dfa-4e59-8e66-5815d5853bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.104609 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e407f26b-edca-492d-98ce-586d61962b8b no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:50.115618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c7a164f9-0dfa-4e59-8e66-5815d5853bc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7468f5fd-f3cd-48d9-9720-3a3030b6f886 HTTP/1.1" status: 204 len: 168 time: 0.3525782 Jul 08 01:36:50.277781 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.305550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Allocated IP 192.168.233.190 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/d591d069-ee0a-4a3b-92c2-05cf787821a8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:50.340135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a164f9-0dfa-4e59-8e66-5815d5853bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7468f5fd-f3cd-48d9-9720-3a3030b6f886,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:50.397547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e407f26b-edca-492d-98ce-586d61962b8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e407f26b-edca-492d-98ce-586d61962b8b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:50.413200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e407f26b-edca-492d-98ce-586d61962b8b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:50.423620 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede4a88e-e55b-48e6-a656-1e139192d8ef" -d '{"events": [{"server_uuid": "a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "e407f26b-edca-492d-98ce-586d61962b8b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:50.445019 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.454335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 31ebf11d-5c73-415b-a71f-09c23e10d589 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:50.556553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48406a23-cdba-484e-af9a-6e191a766dd8 req-534781e9-5b27-44e5-9fcd-4f74cadfb09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:50.558103 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48406a23-cdba-484e-af9a-6e191a766dd8 req-534781e9-5b27-44e5-9fcd-4f74cadfb09e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.4138978 Jul 08 01:36:50.661757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.677909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Transition to ACTIVE for port object d591d069-ee0a-4a3b-92c2-05cf787821a8 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:50.728216 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.751610 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.772392 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48406a23-cdba-484e-af9a-6e191a766dd8 req-9ec39b3a-190e-4a67-a1d2-e9f7216f8257 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2c80cd-2704-4481-a459-70709a440f2e HTTP/1.1" status: 200 len: 217 time: 0.1975987 Jul 08 01:36:50.788063 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:50.791999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:50.833978 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:50.836639 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae34e563-9424-4312-a479-161c56e81350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.922104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:50.923263 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:50.989204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 31ebf11d-5c73-415b-a71f-09c23e10d589, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=31ebf11d-5c73-415b-a71f-09c23e10d589,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:51.041748 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:51.048762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48406a23-cdba-484e-af9a-6e191a766dd8 req-04a7532a-b828-4744-83fb-d931b3d63d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:51.062927 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48406a23-cdba-484e-af9a-6e191a766dd8 req-04a7532a-b828-4744-83fb-d931b3d63d23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.2830079 Jul 08 01:36:51.076806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e407f26b-edca-492d-98ce-586d61962b8b,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:51.146908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7152441 Jul 08 01:36:51.147648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e95c8-943a-46cf-a1b3-56ee0bae672c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Pushing event updated for resources: {'Port': ['ID=d591d069-ee0a-4a3b-92c2-05cf787821a8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:51.176505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Request body: {'port': {'device_id': '88374851-ae3c-47d8-ab1c-95ebb24d1931', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:51.255277 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48406a23-cdba-484e-af9a-6e191a766dd8 req-31629f68-878f-481d-84d7-dc660038c342 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885319 Jul 08 01:36:51.265943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=31ebf11d-5c73-415b-a71f-09c23e10d589,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:51.304109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52866b6b-233e-46e9-a69b-f430fadf350d req-2bf9d98f-4519-4f2a-860b-fa47a5b45cad tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:51.311559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52866b6b-233e-46e9-a69b-f430fadf350d req-2bf9d98f-4519-4f2a-860b-fa47a5b45cad tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 944 time: 0.5985916 Jul 08 01:36:51.418368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e4c425e7-cc6a-4f0e-a08e-bf713ec4a0d4 None None] Provisioning for port d591d069-ee0a-4a3b-92c2-05cf787821a8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:36:51.426429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e4c425e7-cc6a-4f0e-a08e-bf713ec4a0d4 None None] Provisioning complete for port d591d069-ee0a-4a3b-92c2-05cf787821a8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:51.427068 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e4c425e7-cc6a-4f0e-a08e-bf713ec4a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:51.488530 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c90c84-2852-40bd-974c-253c94d7f2e2 x-openstack-request-id: req-23c90c84-2852-40bd-974c-253c94d7f2e2 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:51.495884 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4", "name": "network-vif-unplugged", "status": "completed", "tag": "e407f26b-edca-492d-98ce-586d61962b8b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:51.498700 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23c90c84-2852-40bd-974c-253c94d7f2e2 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:51.499374 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e407f26b-edca-492d-98ce-586d61962b8b', 'code': 200} Jul 08 01:36:51.533198 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48406a23-cdba-484e-af9a-6e191a766dd8 req-91d3f77f-e541-41c9-b8be-4ab120a48796 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620955 Jul 08 01:36:51.542233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e4c425e7-cc6a-4f0e-a08e-bf713ec4a0d4 None None] Port d591d069-ee0a-4a3b-92c2-05cf787821a8 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:36:51.549412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52866b6b-233e-46e9-a69b-f430fadf350d req-206aae9a-b874-43b0-96eb-d57080983582 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300270 Jul 08 01:36:51.595140 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:51.759217 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48406a23-cdba-484e-af9a-6e191a766dd8 req-a74e168b-0de8-416d-a128-1d9e1b111033 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181396 Jul 08 01:36:52.151610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-af63e6f8-4a25-4a7d-a3c7-01b13147bd21 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:52.159672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-af63e6f8-4a25-4a7d-a3c7-01b13147bd21 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 804 time: 0.2158358 Jul 08 01:36:52.208959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-a4ebf808-1338-43aa-8c67-41443752515f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/quotas/60ed971589df4d7cb184eada5b305beb HTTP/1.1" status: 200 len: 375 time: 0.0479767 Jul 08 01:36:52.339688 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d591d069-ee0a-4a3b-92c2-05cf787821a8 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:52.355625 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:52.410378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Transition to ACTIVE for port object d591d069-ee0a-4a3b-92c2-05cf787821a8 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:52.452348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-a2a296f9-f74c-4482-9c5a-f2c4cf71aa4f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2419248 Jul 08 01:36:52.453261 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:52.595571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a046c9-f1f7-4736-b821-cfc683a63024 req-d8a11fb9-a34e-4b0c-a12f-b4ea3572b32f tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:52.597584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78a046c9-f1f7-4736-b821-cfc683a63024 req-d8a11fb9-a34e-4b0c-a12f-b4ea3572b32f tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 936 time: 0.6479914 Jul 08 01:36:52.822501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Pushing event updated for resources: {'Port': ['ID=d591d069-ee0a-4a3b-92c2-05cf787821a8,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:52.835838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78a046c9-f1f7-4736-b821-cfc683a63024 req-ed517566-8765-4a4f-8e84-888e8b184dca tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/security-groups?id=343e8210-bd54-4666-b28f-7ab4a72cf59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312505 Jul 08 01:36:52.842798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-88c06beb-551d-41d7-a9f0-5257e05502ad tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:52.844775 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-88c06beb-551d-41d7-a9f0-5257e05502ad tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9d873ab-ca9b-4870-ade3-37f8aa84326f HTTP/1.1" status: 200 len: 944 time: 0.2151232 Jul 08 01:36:52.918589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Attempting to bind port d591d069-ee0a-4a3b-92c2-05cf787821a8 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:36:52.919128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Attempting to bind port d591d069-ee0a-4a3b-92c2-05cf787821a8 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:36:52.919600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Attempting to bind port d591d069-ee0a-4a3b-92c2-05cf787821a8 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:52.926924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-c3a082af-5f9e-47a3-b3e0-f017f295f8cf service neutron] 10.222.0.41 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614649 Jul 08 01:36:52.927776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Port d591d069-ee0a-4a3b-92c2-05cf787821a8 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:36:52.928204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Attempting to bind port d591d069-ee0a-4a3b-92c2-05cf787821a8 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:36:52.936165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:36:52.936660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:36:52.937143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:36:52.937784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Bound port: d591d069-ee0a-4a3b-92c2-05cf787821a8, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:36:52.938246 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.124244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] For port d591d069-ee0a-4a3b-92c2-05cf787821a8, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:53.145986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-0576d43c-4b0f-4df2-8f19-07ed8068fc8f service neutron] 10.222.0.41 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093887 Jul 08 01:36:53.176741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-64fde6aa-a3a0-45b9-9526-9dc249c24dd8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Deleting port 31ebf11d-5c73-415b-a71f-09c23e10d589 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:36:53.181295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-64fde6aa-a3a0-45b9-9526-9dc249c24dd8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.189794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] For port d591d069-ee0a-4a3b-92c2-05cf787821a8, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d591d069-ee0a-4a3b-92c2-05cf787821a8,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:36:53.207372 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.344886 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cccd9cea-badb-4bb4-9dca-926b0de1cc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.393576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:53.398459 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.401536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] 10.222.0.16 "PUT /v2.0/ports/d591d069-ee0a-4a3b-92c2-05cf787821a8 HTTP/1.1" status: 200 len: 1097 time: 2.2393327 Jul 08 01:36:53.404508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef0339-008d-49b7-9928-ad51954f8851 service neutron] Pushing event updated for resources: {'Port': ['ID=d591d069-ee0a-4a3b-92c2-05cf787821a8,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:53.420888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88374851-ae3c-47d8-ab1c-95ebb24d1931', 'tag': 'd591d069-ee0a-4a3b-92c2-05cf787821a8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:53.441033 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f92e45-c17f-450e-a5bd-c825b9b192fd" -d '{"events": [{"name": "network-changed", "server_uuid": "88374851-ae3c-47d8-ab1c-95ebb24d1931", "tag": "d591d069-ee0a-4a3b-92c2-05cf787821a8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:53.501126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ebf11d-5c73-415b-a71f-09c23e10d589'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:53.504703 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4281eef-c54b-4e4b-a233-db3a7051d75d" -d '{"events": [{"server_uuid": "b9d873ab-ca9b-4870-ade3-37f8aa84326f", "name": "network-vif-unplugged", "status": "completed", "tag": "31ebf11d-5c73-415b-a71f-09c23e10d589"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:53.593093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-64fde6aa-a3a0-45b9-9526-9dc249c24dd8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] For port 31ebf11d-5c73-415b-a71f-09c23e10d589, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=31ebf11d-5c73-415b-a71f-09c23e10d589,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:53.594626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-64fde6aa-a3a0-45b9-9526-9dc249c24dd8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.614524 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:53.623863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-64fde6aa-a3a0-45b9-9526-9dc249c24dd8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Calling delete_port for 31ebf11d-5c73-415b-a71f-09c23e10d589 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:36:53.729154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-61887172-a0bf-4bc3-bb49-6d9e5db3ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:53.736594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-61887172-a0bf-4bc3-bb49-6d9e5db3ec9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e35f4ed3d3fd4b2ba9f92d6aca3b0fa6&device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 1100 time: 0.2644267 Jul 08 01:36:53.813665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d21374a-5c20-48fc-92d2-eafef7a8f09f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:36:53.840635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-7c623548-3fef-42d2-bbd5-e0cc61d1f7ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d591d069-ee0a-4a3b-92c2-05cf787821a8 HTTP/1.1" status: 200 len: 217 time: 0.0952854 Jul 08 01:36:53.846948 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248ca6eb-6df1-4f65-8644-1ebaece26bd4 x-openstack-request-id: req-248ca6eb-6df1-4f65-8644-1ebaece26bd4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:53.848529 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88374851-ae3c-47d8-ab1c-95ebb24d1931", "tag": "d591d069-ee0a-4a3b-92c2-05cf787821a8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:53.848529 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-248ca6eb-6df1-4f65-8644-1ebaece26bd4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:53.848797 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88374851-ae3c-47d8-ab1c-95ebb24d1931', 'tag': 'd591d069-ee0a-4a3b-92c2-05cf787821a8', 'status': 'completed', 'code': 200} Jul 08 01:36:54.058894 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b67d1b8-0871-4d93-8790-cf7494631eea req-8a54c995-669f-4be4-869a-45cab5f4930c tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 210 time: 0.1825039 Jul 08 01:36:54.111235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:54.135199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-64fde6aa-a3a0-45b9-9526-9dc249c24dd8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.156407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 9b2c80cd-2704-4481-a459-70709a440f2e no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:54.175368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-10d2e022-197d-41c4-97b8-1f34a957aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:54.180149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-10d2e022-197d-41c4-97b8-1f34a957aab7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.3288031 Jul 08 01:36:54.251986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-66fa0f6d-30dd-49b3-a12a-d07a432039c6 service neutron] 10.222.0.16 "GET /v2.0/ports/9b2c80cd-2704-4481-a459-70709a440f2e/bindings/n-h2-694802-14 HTTP/1.1" status: 200 len: 385 time: 0.2696691 Jul 08 01:36:54.263189 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad088abb-9c8c-4fbf-9ba1-8eb7c4db5142 x-openstack-request-id: req-ad088abb-9c8c-4fbf-9ba1-8eb7c4db5142 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:54.264657 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d873ab-ca9b-4870-ade3-37f8aa84326f", "name": "network-vif-unplugged", "status": "completed", "tag": "31ebf11d-5c73-415b-a71f-09c23e10d589", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:54.267580 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad088abb-9c8c-4fbf-9ba1-8eb7c4db5142 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:54.268264 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ebf11d-5c73-415b-a71f-09c23e10d589', 'code': 200} Jul 08 01:36:54.289214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'mac_address': 'fa:16:3e:5e:41:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:36:54.414347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f73493-fd9b-46bc-95d9-06e0d8aaf15c req-991bb98e-cfc6-4354-a495-c9de606aad04 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:54.423802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92f73493-fd9b-46bc-95d9-06e0d8aaf15c req-991bb98e-cfc6-4354-a495-c9de606aad04 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 944 time: 0.3698733 Jul 08 01:36:54.489421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-72013194-c8c6-45b1-8ddd-bc770c8b575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:54.491185 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-72013194-c8c6-45b1-8ddd-bc770c8b575b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2770381 Jul 08 01:36:54.510056 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.542536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d21374a-5c20-48fc-92d2-eafef7a8f09f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:54.555396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92f73493-fd9b-46bc-95d9-06e0d8aaf15c req-ccc10914-41ed-4f26-b3fc-95cbd2784ac1 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306262 Jul 08 01:36:54.614977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:54.629103 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.662214 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.699051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:54.739314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fde6aa-a3a0-45b9-9526-9dc249c24dd8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Pushing event deleted for resources: {'Port': ['ID=31ebf11d-5c73-415b-a71f-09c23e10d589,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:54.756899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['7d21374a-5c20-48fc-92d2-eafef7a8f09f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:54.797205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-88ddec88-6700-40fa-92ce-c8ca24a43781 service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:54.834540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-88ddec88-6700-40fa-92ce-c8ca24a43781 service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:54.863902 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-879e3058-848e-4d38-a771-c7eb1e15fb6e service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637166 Jul 08 01:36:54.886032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-88ddec88-6700-40fa-92ce-c8ca24a43781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2c80cd-2704-4481-a459-70709a440f2e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:54.901716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-88ddec88-6700-40fa-92ce-c8ca24a43781 service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:54.950319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-64fde6aa-a3a0-45b9-9526-9dc249c24dd8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] No DVR routers for this DVR port 31ebf11d-5c73-415b-a71f-09c23e10d589 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:54.953534 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-88ddec88-6700-40fa-92ce-c8ca24a43781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.986188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-64fde6aa-a3a0-45b9-9526-9dc249c24dd8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:54.986188 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0337d3d4-605a-4358-ab72-1b5e0980f19f req-64fde6aa-a3a0-45b9-9526-9dc249c24dd8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "DELETE /v2.0/ports/31ebf11d-5c73-415b-a71f-09c23e10d589 HTTP/1.1" status: 204 len: 173 time: 2.1304269 Jul 08 01:36:55.081677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-88ddec88-6700-40fa-92ce-c8ca24a43781 service neutron] Transition to ACTIVE for port object 9b2c80cd-2704-4481-a459-70709a440f2e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:36:55.082799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'name': 'network-vif-deleted', 'tag': '31ebf11d-5c73-415b-a71f-09c23e10d589'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:55.085897 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02299f1-cb27-4618-87e5-33061ffebe39" -d '{"events": [{"server_uuid": "b9d873ab-ca9b-4870-ade3-37f8aa84326f", "name": "network-vif-deleted", "tag": "31ebf11d-5c73-415b-a71f-09c23e10d589"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:55.093993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-88ddec88-6700-40fa-92ce-c8ca24a43781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:55.184161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b1a98f-d4aa-43dd-99e5-4e9e8cb4a9b0 req-006fc43f-874e-4257-8499-b2298538ed41 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893255 Jul 08 01:36:55.306421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-88ddec88-6700-40fa-92ce-c8ca24a43781 service neutron] No DVR routers for this DVR port 9b2c80cd-2704-4481-a459-70709a440f2e on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:36:55.320558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7900e59-707d-4cbd-acf8-905ceaeb2f99 req-740cd728-5014-495a-b32f-9636a099c816 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:55.327486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddec88-6700-40fa-92ce-c8ca24a43781 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2c80cd-2704-4481-a459-70709a440f2e,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:55.333317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7900e59-707d-4cbd-acf8-905ceaeb2f99 req-740cd728-5014-495a-b32f-9636a099c816 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 948 time: 0.4661944 Jul 08 01:36:55.395976 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f011d0-e690-40f3-8827-0cfe573a6cfb x-openstack-request-id: req-27f011d0-e690-40f3-8827-0cfe573a6cfb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:55.397052 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d873ab-ca9b-4870-ade3-37f8aa84326f", "name": "network-vif-deleted", "tag": "31ebf11d-5c73-415b-a71f-09c23e10d589", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:55.397485 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27f011d0-e690-40f3-8827-0cfe573a6cfb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:55.398914 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d873ab-ca9b-4870-ade3-37f8aa84326f', 'name': 'network-vif-deleted', 'tag': '31ebf11d-5c73-415b-a71f-09c23e10d589', 'status': 'completed', 'code': 200} Jul 08 01:36:55.413751 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-88ddec88-6700-40fa-92ce-c8ca24a43781 service neutron] 10.222.0.16 "PUT /v2.0/ports/9b2c80cd-2704-4481-a459-70709a440f2e/bindings/n-h2-694802-14/activate HTTP/1.1" status: 200 len: 370 time: 1.1083722 Jul 08 01:36:55.490620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7900e59-707d-4cbd-acf8-905ceaeb2f99 req-ae12efe0-5ae0-483a-9685-096e400c77f8 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/security-groups?id=343e8210-bd54-4666-b28f-7ab4a72cf59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564648 Jul 08 01:36:55.543724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37fac53a-a011-46f2-b3f5-797f640eca26 req-01e5bc1e-1e04-4b9d-b33e-37d17be7579f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 210 time: 0.0444465 Jul 08 01:36:55.615053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-dbf75565-87fe-4783-879b-a99bb9fd6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:55.618451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-dbf75565-87fe-4783-879b-a99bb9fd6046 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e35f4ed3d3fd4b2ba9f92d6aca3b0fa6&device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 1100 time: 0.2016008 Jul 08 01:36:55.822198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d21374a-5c20-48fc-92d2-eafef7a8f09f up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:36:55.990562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-7f482965-fc9c-4821-8b04-22a696456068 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:56.000051 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-7f482965-fc9c-4821-8b04-22a696456068 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.3464594 Jul 08 01:36:56.055533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 7d21374a-5c20-48fc-92d2-eafef7a8f09f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:36:56.055533 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.080236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-59fa68a2-1298-4ad9-92c5-bb6c36ed6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:56.083221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-59fa68a2-1298-4ad9-92c5-bb6c36ed6cef service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.4558899 Jul 08 01:36:56.161451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 31ebf11d-5c73-415b-a71f-09c23e10d589 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:36:56.241816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 31ebf11d-5c73-415b-a71f-09c23e10d589 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:36:56.242741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 31ebf11d-5c73-415b-a71f-09c23e10d589 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:36:56.256989 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-d76308a4-67af-4a65-bb5b-ee389ae5f367 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=d591d069-ee0a-4a3b-92c2-05cf787821a8 HTTP/1.1" status: 200 len: 217 time: 0.1507871 Jul 08 01:36:56.268810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-695a6d7f-dc1e-4b4f-9ca6-028c860802c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:56.280341 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-695a6d7f-dc1e-4b4f-9ca6-028c860802c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03&tenant_id=12a0164c80564015b1b963f8b59f6780 HTTP/1.1" status: 200 len: 1097 time: 0.2685685 Jul 08 01:36:56.358931 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.446779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-745391d4-74d7-4684-b46d-332b0d17e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:56.457581 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-745391d4-74d7-4684-b46d-332b0d17e50b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1895754 Jul 08 01:36:56.475835 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.525956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:36:56.532150 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120a5d9c-48fe-4765-8789-7007a50b05e4" -d '{"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-plugged", "status": "completed", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:36:56.559479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-49158ffe-4928-49ef-9ace-4aa64862a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:56.566262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-49158ffe-4928-49ef-9ace-4aa64862a2dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 1097 time: 0.2331011 Jul 08 01:36:56.569043 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43774) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:56.580347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:56.611686 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:56.669022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c4d31-206f-40c3-8469-08e813e417cc req-a4ceef88-0556-4c3d-bea9-c158bb906b1b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:56.678798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-057c4d31-206f-40c3-8469-08e813e417cc req-a4ceef88-0556-4c3d-bea9-c158bb906b1b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 945 time: 0.6735742 Jul 08 01:36:56.776791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:56.828520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-057c4d31-206f-40c3-8469-08e813e417cc req-8bdbafc2-7b1a-4537-a213-a79f9132e66e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418035 Jul 08 01:36:56.951418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-cf5be135-acbf-4f65-9cd1-940e5d448f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:56.957212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-14b7e142-52bb-4432-a12a-8702270f89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:56.957681 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-cf5be135-acbf-4f65-9cd1-940e5d448f2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.3676081 Jul 08 01:36:56.958777 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-14b7e142-52bb-4432-a12a-8702270f89d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4872572 Jul 08 01:36:57.046760 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80bcb82-fead-49aa-a80d-2358599da62b x-openstack-request-id: req-b80bcb82-fead-49aa-a80d-2358599da62b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:36:57.055426 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-plugged", "status": "completed", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:36:57.055426 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b80bcb82-fead-49aa-a80d-2358599da62b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:36:57.055426 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'code': 200} Jul 08 01:36:57.183194 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-88f09911-4db1-400a-bae8-8c82b2d823d1 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125864 Jul 08 01:36:57.811076 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-f67313ad-8dd4-410e-9d82-961519c950c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b2c80cd-2704-4481-a459-70709a440f2e HTTP/1.1" status: 200 len: 217 time: 0.4363923 Jul 08 01:36:57.817205 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03f92e45-c17f-450e-a5bd-c825b9b192fd req-f537af1d-7194-4466-9b64-3f657541901c service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265976 Jul 08 01:36:57.856488 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-286a0e5d-abbc-4e34-9115-d80c56fd0731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:57.865186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881b5bb-c82f-400c-92e6-b3800872284d req-b1ff4f7e-dfe5-498a-a01a-7a8ca8f0b3b6 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:57.876748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d881b5bb-c82f-400c-92e6-b3800872284d req-b1ff4f7e-dfe5-498a-a01a-7a8ca8f0b3b6 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 948 time: 0.5008521 Jul 08 01:36:57.882642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-03889b8d-0ba5-46c2-8666-9f0334766d43 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:57.884495 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-03889b8d-0ba5-46c2-8666-9f0334766d43 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 804 time: 0.9258354 Jul 08 01:36:57.916922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Request body: {'port': {'device_id': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'admin_state_up': True, 'tenant_id': '60ed971589df4d7cb184eada5b305beb'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:57.929170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d881b5bb-c82f-400c-92e6-b3800872284d req-bcdb896a-6fa5-40bc-a13c-18dd5b1aa171 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/security-groups?id=343e8210-bd54-4666-b28f-7ab4a72cf59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485804 Jul 08 01:36:57.931921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-432a324f-e12e-460e-a416-365157d2148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:57.933715 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-432a324f-e12e-460e-a416-365157d2148c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.1073024 Jul 08 01:36:58.039599 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-c84a3c2b-190d-4ebb-a44d-048d1ee03848 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488403 Jul 08 01:36:58.135505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c0b96d5-a9ab-4341-aec9-f3b2ef57007e req-23b592dd-d002-425c-ac57-18356377520a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 210 time: 0.0485170 Jul 08 01:36:58.168807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d591d069-ee0a-4a3b-92c2-05cf787821a8 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:36:58.283006 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-286a0e5d-abbc-4e34-9115-d80c56fd0731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.292038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-286a0e5d-abbc-4e34-9115-d80c56fd0731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.381694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a0e5d-abbc-4e34-9115-d80c56fd0731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da15a90a-1b18-4faf-98a9-6d1634090b8c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:58.382623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d591d069-ee0a-4a3b-92c2-05cf787821a8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d591d069-ee0a-4a3b-92c2-05cf787821a8,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:58.394692 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-286a0e5d-abbc-4e34-9115-d80c56fd0731 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31e455c0e02740f193db14375badb3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8244581 Jul 08 01:36:58.398799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:36:58.401729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'd591d069-ee0a-4a3b-92c2-05cf787821a8', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'd591d069-ee0a-4a3b-92c2-05cf787821a8', 'mac_address': 'fa:16:3e:d6:12:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:36:58.414590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Made reservation on behalf of 60ed971589df4d7cb184eada5b305beb for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:36:58.422819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.480269 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.511402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99936387-8fd8-435f-8bfb-8e03da10dea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.520765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d591d069-ee0a-4a3b-92c2-05cf787821a8 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:36:58.553184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d591d069-ee0a-4a3b-92c2-05cf787821a8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d591d069-ee0a-4a3b-92c2-05cf787821a8,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:36:58.563815 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.593581 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99936387-8fd8-435f-8bfb-8e03da10dea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.620025 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-a2fc1031-94ce-41e4-85b8-eb0b45d1a55a service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5662775 Jul 08 01:36:58.647003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=d591d069-ee0a-4a3b-92c2-05cf787821a8,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:58.744988 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99936387-8fd8-435f-8bfb-8e03da10dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.748227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99936387-8fd8-435f-8bfb-8e03da10dea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:58.752286 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-99936387-8fd8-435f-8bfb-8e03da10dea4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da15a90a-1b18-4faf-98a9-6d1634090b8c HTTP/1.1" status: 204 len: 168 time: 0.3494883 Jul 08 01:36:58.759751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99936387-8fd8-435f-8bfb-8e03da10dea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da15a90a-1b18-4faf-98a9-6d1634090b8c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:58.774642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bf849-403a-4cc1-a5fe-5af2b9607984 req-de0e3f26-e114-4f6b-8dd1-7a01c1f85027 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:58.776537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-110bf849-403a-4cc1-a5fe-5af2b9607984 req-de0e3f26-e114-4f6b-8dd1-7a01c1f85027 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 945 time: 0.1078765 Jul 08 01:36:58.787195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['d591d069-ee0a-4a3b-92c2-05cf787821a8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:36:58.859036 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-627f6105-0563-40d4-88db-953b134fbe87 service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292612 Jul 08 01:36:58.863143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Allocated IP 172.20.0.14 (b678d60d-95ad-40d9-881f-06a172e23770/3b773675-58a6-407f-bb54-168b4a710395/ee7122ed-0b15-4d48-b65c-df0029d8b8b7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:36:58.866773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-110bf849-403a-4cc1-a5fe-5af2b9607984 req-f390c908-ceb0-4ba2-8c8b-f9b9892dc7ed tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759764 Jul 08 01:36:59.163369 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.261581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.291210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997d513-ac4c-4c53-899f-4d301b9684cd req-25a31012-3dcf-41e1-ba54-9bb85c994c8c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:59.293967 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8997d513-ac4c-4c53-899f-4d301b9684cd req-25a31012-3dcf-41e1-ba54-9bb85c994c8c tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 949 time: 0.1585612 Jul 08 01:36:59.395939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Network b678d60d-95ad-40d9-881f-06a172e23770 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:36:59.402790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:36:59.411228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:36:59.436600 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8997d513-ac4c-4c53-899f-4d301b9684cd req-f8136297-424b-4541-a48c-69a411c06e35 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/security-groups?id=343e8210-bd54-4666-b28f-7ab4a72cf59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367943 Jul 08 01:36:59.464533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Pushing event updated for resources: {'Port': ['ID=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:36:59.508655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:59.509224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.530003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-7897e4c4-121d-4c7e-8fa8-044f5902d2ec tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:59.531777 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-7897e4c4-121d-4c7e-8fa8-044f5902d2ec tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.2578330 Jul 08 01:36:59.537126 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-77fc65d9-f465-4907-954a-95ac5bedd16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6271377 Jul 08 01:36:59.617105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Request body: {'port': {'device_id': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:36:59.649053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c0a16-6100-4575-9173-b536c38c9f38 req-eac7b8e2-c0d5-4853-8148-dddd914a504e tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:36:59.652854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a45c0a16-6100-4575-9173-b536c38c9f38 req-eac7b8e2-c0d5-4853-8148-dddd914a504e tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 932 time: 0.0831313 Jul 08 01:36:59.760587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-8425675c-6223-4b3c-842a-c87cdcb2b4cc service neutron] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:36:59.764638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a45c0a16-6100-4575-9173-b536c38c9f38 req-44743577-3296-4153-a152-79a2bfd69bc5 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010449 Jul 08 01:36:59.766676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-8425675c-6223-4b3c-842a-c87cdcb2b4cc service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:36:59.767986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acb9a491-360b-457a-a4a2-af25c1a22b04 req-8425675c-6223-4b3c-842a-c87cdcb2b4cc service neutron] 10.222.0.24 "DELETE /v2.0/ports/9b2c80cd-2704-4481-a459-70709a440f2e/bindings/n-h1-694802-14 HTTP/1.1" status: 204 len: 173 time: 0.2249861 Jul 08 01:36:59.768569 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.165663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d591d069-ee0a-4a3b-92c2-05cf787821a8 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:00.209166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:00.286074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c786d-8bfe-4e0d-94b9-4c74071ff975 req-0b3edd5d-d8c2-4521-891a-9959de1b03c6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:00.293738 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-056c786d-8bfe-4e0d-94b9-4c74071ff975 req-0b3edd5d-d8c2-4521-891a-9959de1b03c6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 945 time: 0.1909285 Jul 08 01:37:00.318389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port d591d069-ee0a-4a3b-92c2-05cf787821a8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:00.335044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port d591d069-ee0a-4a3b-92c2-05cf787821a8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:00.337169 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.371862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7122ed-0b15-4d48-b65c-df0029d8b8b7 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:00.402496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-056c786d-8bfe-4e0d-94b9-4c74071ff975 req-5411f7e8-9419-4c1e-ace6-86eceb89f8d1 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051247 Jul 08 01:37:00.423490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.472621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Transition to ACTIVE for port object ee7122ed-0b15-4d48-b65c-df0029d8b8b7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:00.484896 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.485687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1824226121-network', 'tenant_id': '0e71b08919d345f4ab36075a59defac2'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:00.535609 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.551570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Made reservation on behalf of 0e71b08919d345f4ab36075a59defac2 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:00.555865 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.564974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:00.580733 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.615300 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88374851-ae3c-47d8-ab1c-95ebb24d1931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd591d069-ee0a-4a3b-92c2-05cf787821a8'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:00.619606 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3680f467-4b10-4b1e-b085-16733d3b9f55" -d '{"events": [{"server_uuid": "88374851-ae3c-47d8-ab1c-95ebb24d1931", "name": "network-vif-plugged", "status": "completed", "tag": "d591d069-ee0a-4a3b-92c2-05cf787821a8"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:00.654701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d591d069-ee0a-4a3b-92c2-05cf787821a8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d591d069-ee0a-4a3b-92c2-05cf787821a8,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:00.668987 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.752799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=d591d069-ee0a-4a3b-92c2-05cf787821a8,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:00.791969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Attempting to bind port ee7122ed-0b15-4d48-b65c-df0029d8b8b7 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:00.792257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Attempting to bind port ee7122ed-0b15-4d48-b65c-df0029d8b8b7 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:00.793252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Attempting to bind port ee7122ed-0b15-4d48-b65c-df0029d8b8b7 on network b678d60d-95ad-40d9-881f-06a172e23770 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:00.806070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Port ee7122ed-0b15-4d48-b65c-df0029d8b8b7 on network b678d60d-95ad-40d9-881f-06a172e23770 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:37:00.809448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Attempting to bind port ee7122ed-0b15-4d48-b65c-df0029d8b8b7 on network b678d60d-95ad-40d9-881f-06a172e23770 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:00.813165 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.818084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:00.818673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Checking segment: {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:00.819821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Bound using segment: {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:00.820908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Bound port: ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:00.821821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.828495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.864059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3c6bd-0a57-4883-9219-26e7fd25b1f9 req-d5a0c368-84af-4589-8c41-ba8e26912ab3 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:00.871302 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2b3c6bd-0a57-4883-9219-26e7fd25b1f9 req-d5a0c368-84af-4589-8c41-ba8e26912ab3 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 950 time: 0.1272683 Jul 08 01:37:00.903475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:37:00.907828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98494a2-edf4-489e-b3f6-5516af60a839,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:00.931182 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.931734 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Added segment 96587999-e51e-4354-9037-a4bb0fc19f84 of type vlan for network 33b56951-7232-481d-9025-bb9483846d7c Jul 08 01:37:00.937904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] For port ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:00.942549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] For port ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:00.947826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:00.960791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2b3c6bd-0a57-4883-9219-26e7fd25b1f9 req-fe76e5a2-0168-4bdf-8dd1-66def4e36b55 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/security-groups?id=343e8210-bd54-4666-b28f-7ab4a72cf59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860498 Jul 08 01:37:01.025581 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.029440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:01.040667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:01.041515 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.043182 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-2a342e48-2a29-44a9-a3e4-2de3794f2716 service neutron] 10.222.0.16 "PUT /v2.0/ports/ee7122ed-0b15-4d48-b65c-df0029d8b8b7 HTTP/1.1" status: 200 len: 1093 time: 1.4324560 Jul 08 01:37:01.043801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'tag': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:01.046745 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41da12e9-d06b-4c88-89e0-0f394ff26d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "af4581ac-49d3-44e1-a9a3-2c33f400f36d", "tag": "ee7122ed-0b15-4d48-b65c-df0029d8b8b7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:01.094907 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.096952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:01.098268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.189509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-797b4546-8a58-4ebb-a580-f3ae87c6f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:01.192153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-797b4546-8a58-4ebb-a580-f3ae87c6f94d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 1096 time: 0.0899467 Jul 08 01:37:01.249076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] Pushing event updated for resources: {'Network': ['ID=33b56951-7232-481d-9025-bb9483846d7c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:01.255028 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cb2e69dc-5ac6-43ce-885e-8c487add97f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0441234 Jul 08 01:37:01.256081 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-b6f03532-0e40-488a-8d2e-a8d7da3128b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7 HTTP/1.1" status: 200 len: 217 time: 0.0526724 Jul 08 01:37:01.256814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:01.261565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 33b56951-7232-481d-9025-bb9483846d7c details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:37:01.264399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Request body: {'subnet': {'network_id': '33b56951-7232-481d-9025-bb9483846d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1824226121-subnet', 'tenant_id': '0e71b08919d345f4ab36075a59defac2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:01.306446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389860-aae1-4d43-a9f2-2e7610a32f27 req-a1af40fc-d45e-4fd7-a3b4-309c089ed80f tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:01.308074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2389860-aae1-4d43-a9f2-2e7610a32f27 req-a1af40fc-d45e-4fd7-a3b4-309c089ed80f tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 1097 time: 0.1059294 Jul 08 01:37:01.311589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Made reservation on behalf of 0e71b08919d345f4ab36075a59defac2 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:01.314124 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.363506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-7897f80c-8795-4f02-95d9-aac4fa8bed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:01.365941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-7897f80c-8795-4f02-95d9-aac4fa8bed6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b773675-58a6-407f-bb54-168b4a710395 HTTP/1.1" status: 200 len: 844 time: 0.0886514 Jul 08 01:37:01.421135 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2389860-aae1-4d43-a9f2-2e7610a32f27 req-03918e60-21fc-4c1d-89ca-f2682ea6b97c tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047165 Jul 08 01:37:01.423393 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-6360c8c6-b91b-4706-ba49-0652468a30ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b678d60d-95ad-40d9-881f-06a172e23770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471084 Jul 08 01:37:01.560339 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb98bfad-643a-4f67-9126-d6a134fa44ad x-openstack-request-id: req-fb98bfad-643a-4f67-9126-d6a134fa44ad {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:01.560753 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88374851-ae3c-47d8-ab1c-95ebb24d1931", "name": "network-vif-plugged", "status": "completed", "tag": "d591d069-ee0a-4a3b-92c2-05cf787821a8", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:01.561005 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb98bfad-643a-4f67-9126-d6a134fa44ad {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:01.561463 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88374851-ae3c-47d8-ab1c-95ebb24d1931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd591d069-ee0a-4a3b-92c2-05cf787821a8', 'code': 200} Jul 08 01:37:01.581939 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-386c7cef-3068-48e1-9d9d-a5fcadbe40d5 service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513503 Jul 08 01:37:01.600826 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.746084 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c255b20c-cb3b-4149-b772-762bf4509b88 req-bbaa1b7d-0e45-43df-b0db-74a23f6e26cc service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581657 Jul 08 01:37:01.792064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Pushing event updated for resources: {'Subnet': ['ID=040beebf-7d11-4986-99b6-4a51ed77e878,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:01.836215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Checking segment: {'id': '96587999-e51e-4354-9037-a4bb0fc19f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '33b56951-7232-481d-9025-bb9483846d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:01.836708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Network hostable DHCP agents. Network: 33b56951-7232-481d-9025-bb9483846d7c, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:37:01.859259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b5f9a-12ef-4d7a-8942-51c4b333480a req-8b9005e1-1ab4-42ba-93f1-25005e8f6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:01.861344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b0b5f9a-12ef-4d7a-8942-51c4b333480a req-8b9005e1-1ab4-42ba-93f1-25005e8f6c71 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 1102 time: 0.1986213 Jul 08 01:37:01.888527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51661d30-9888-46f0-981a-55134c839ca1 req-2509b55d-ddb8-4869-ac39-c548adf6a95b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:01.890824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51661d30-9888-46f0-981a-55134c839ca1 req-2509b55d-ddb8-4869-ac39-c548adf6a95b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 944 time: 0.1596389 Jul 08 01:37:01.894036 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Network 33b56951-7232-481d-9025-bb9483846d7c is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:37:01.927319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 33b56951-7232-481d-9025-bb9483846d7c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:01.936797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aefa1b-9415-4c7d-bef3-7c5cea35ebb9 None None] Network 33b56951-7232-481d-9025-bb9483846d7c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:37:01.937016 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:01.937412 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:01.967070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b0b5f9a-12ef-4d7a-8942-51c4b333480a req-f5fa7279-98a6-48ea-af47-c15265c834cc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=343e8210-bd54-4666-b28f-7ab4a72cf59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967410 Jul 08 01:37:01.998538 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51661d30-9888-46f0-981a-55134c839ca1 req-555154c2-18e3-4ae7-bb8a-d799b56e26d7 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896466 Jul 08 01:37:02.014235 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bd34dfd3-3e9b-4dba-9da4-520ddb36801f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7564306 Jul 08 01:37:02.119547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed36dc-ffc9-423f-8d6e-65204289e342 None None] Network 33b56951-7232-481d-9025-bb9483846d7c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:37:02.196402 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbae448-32d6-442a-b046-989c07740f5c x-openstack-request-id: req-2dbae448-32d6-442a-b046-989c07740f5c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:02.199865 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4581ac-49d3-44e1-a9a3-2c33f400f36d", "tag": "ee7122ed-0b15-4d48-b65c-df0029d8b8b7", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:02.199865 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2dbae448-32d6-442a-b046-989c07740f5c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:02.199865 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'tag': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7', 'status': 'completed', 'code': 200} Jul 08 01:37:02.372420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da12e9-d06b-4c88-89e0-0f394ff26d9e req-81c699b9-7d71-4d2e-a66e-70a5f2f4f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:02.375449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41da12e9-d06b-4c88-89e0-0f394ff26d9e req-81c699b9-7d71-4d2e-a66e-70a5f2f4f619 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 1096 time: 0.1375387 Jul 08 01:37:02.514459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ee8e6-8a33-44ef-b4fa-28f2c5aab9b7 req-92a63d35-4b41-4ab2-82c0-dc7f16ab829b tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:02.516578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba2ee8e6-8a33-44ef-b4fa-28f2c5aab9b7 req-92a63d35-4b41-4ab2-82c0-dc7f16ab829b tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 1097 time: 0.1576042 Jul 08 01:37:02.520378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da12e9-d06b-4c88-89e0-0f394ff26d9e req-3cec2039-d824-4b26-b1c6-796589e735fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:02.523635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41da12e9-d06b-4c88-89e0-0f394ff26d9e req-3cec2039-d824-4b26-b1c6-796589e735fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 905 time: 0.1273692 Jul 08 01:37:02.588243 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41da12e9-d06b-4c88-89e0-0f394ff26d9e req-3a9a65c7-db95-4080-9ff3-1b6f6ea51411 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7 HTTP/1.1" status: 200 len: 217 time: 0.0484960 Jul 08 01:37:02.628881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba2ee8e6-8a33-44ef-b4fa-28f2c5aab9b7 req-2564ff4e-7825-4608-aac4-a06428334c33 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000912 Jul 08 01:37:02.658619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da12e9-d06b-4c88-89e0-0f394ff26d9e req-ae4f08be-3b58-48b4-8296-e93b7aa0a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:02.663635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41da12e9-d06b-4c88-89e0-0f394ff26d9e req-ae4f08be-3b58-48b4-8296-e93b7aa0a0c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b773675-58a6-407f-bb54-168b4a710395 HTTP/1.1" status: 200 len: 844 time: 0.0637577 Jul 08 01:37:02.769743 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41da12e9-d06b-4c88-89e0-0f394ff26d9e req-81284241-1719-4a7e-8946-400cce800f2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b678d60d-95ad-40d9-881f-06a172e23770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975273 Jul 08 01:37:02.982752 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41da12e9-d06b-4c88-89e0-0f394ff26d9e req-e0d8d81a-3aa0-46be-8a92-60e7d9fef5a0 service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038014 Jul 08 01:37:02.995826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac877c7-bf1d-4336-9b37-886b2547b4cb req-cc83ae5a-937f-4c9c-b36e-a70236992aad tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:02.996344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ac877c7-bf1d-4336-9b37-886b2547b4cb req-cc83ae5a-937f-4c9c-b36e-a70236992aad tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 950 time: 0.1599624 Jul 08 01:37:03.101963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ac877c7-bf1d-4336-9b37-886b2547b4cb req-f9b00d58-f9a6-4488-9789-4dcce0c69150 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/security-groups?id=343e8210-bd54-4666-b28f-7ab4a72cf59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954497 Jul 08 01:37:03.127506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41da12e9-d06b-4c88-89e0-0f394ff26d9e req-a86786a6-61a0-4c55-b19c-8d3341a22d26 service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283867 Jul 08 01:37:03.304843 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6ddd001e-572a-442e-a912-13b1f7f7298d req-98589b0e-c3ec-4118-9ea4-bcdc85bda1f9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-722227985', 'description': 'tempest-description-1866865485'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:03.346077 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6ddd001e-572a-442e-a912-13b1f7f7298d req-98589b0e-c3ec-4118-9ea4-bcdc85bda1f9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.464112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6ddd001e-572a-442e-a912-13b1f7f7298d req-98589b0e-c3ec-4118-9ea4-bcdc85bda1f9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.470322 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6ddd001e-572a-442e-a912-13b1f7f7298d req-98589b0e-c3ec-4118-9ea4-bcdc85bda1f9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.502438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6ddd001e-572a-442e-a912-13b1f7f7298d req-98589b0e-c3ec-4118-9ea4-bcdc85bda1f9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:03.503982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ddd001e-572a-442e-a912-13b1f7f7298d req-98589b0e-c3ec-4118-9ea4-bcdc85bda1f9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2039127 Jul 08 01:37:03.511023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98589b0e-c3ec-4118-9ea4-bcdc85bda1f9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c46444c-7c63-4238-b0b6-a22ac647b61c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:04.065119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d1b10-fa68-4fdf-8c9f-1d6c14ce29c3 req-c1b7da1c-2fa0-4ab4-b603-3dd44fe8367c tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:04.067464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c71d1b10-fa68-4fdf-8c9f-1d6c14ce29c3 req-c1b7da1c-2fa0-4ab4-b603-3dd44fe8367c tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 944 time: 0.0896914 Jul 08 01:37:04.121714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c71d1b10-fa68-4fdf-8c9f-1d6c14ce29c3 req-349e60e0-4392-40e3-8060-5aaac32fa8b5 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468657 Jul 08 01:37:04.146584 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:37:04.214321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ee7122ed-0b15-4d48-b65c-df0029d8b8b7 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:37:04.313108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.358905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:04.376648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'port_id': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7', 'mac_address': 'fa:16:3e:db:9b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b773675-58a6-407f-bb54-168b4a710395', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:37:04.379682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-153ddaa8-c8e7-47be-9701-8fc2fbdf4863 req-96cdaff8-b1e5-44cb-bb0b-976085a40718 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/1c46444c-7c63-4238-b0b6-a22ac647b61c HTTP/1.1" status: 200 len: 1804 time: 0.0870113 Jul 08 01:37:04.385247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-153ddaa8-c8e7-47be-9701-8fc2fbdf4863 req-83292216-fe61-4395-8e2a-de8aa9847572 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c46444c-7c63-4238-b0b6-a22ac647b61c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:04.385667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-153ddaa8-c8e7-47be-9701-8fc2fbdf4863 req-83292216-fe61-4395-8e2a-de8aa9847572 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1c46444c-7c63-4238-b0b6-a22ac647b61c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:04.435487 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.476199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7122ed-0b15-4d48-b65c-df0029d8b8b7 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:04.478928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-153ddaa8-c8e7-47be-9701-8fc2fbdf4863 req-83292216-fe61-4395-8e2a-de8aa9847572 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.512562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:04.519753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.522354 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-153ddaa8-c8e7-47be-9701-8fc2fbdf4863 req-83292216-fe61-4395-8e2a-de8aa9847572 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.530895 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-153ddaa8-c8e7-47be-9701-8fc2fbdf4863 req-83292216-fe61-4395-8e2a-de8aa9847572 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.572178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83292216-fe61-4395-8e2a-de8aa9847572 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=578e8c9c-d917-4600-a781-b218c3b9ad40,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:04.583586 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-153ddaa8-c8e7-47be-9701-8fc2fbdf4863 req-83292216-fe61-4395-8e2a-de8aa9847572 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:04.588899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:04.590161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-153ddaa8-c8e7-47be-9701-8fc2fbdf4863 req-83292216-fe61-4395-8e2a-de8aa9847572 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2073691 Jul 08 01:37:04.746733 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['ee7122ed-0b15-4d48-b65c-df0029d8b8b7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:37:04.817940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8650b53-9829-4f62-899b-9a4ac36f4aeb req-c9cd5e16-9f82-43a9-b7ae-cf0d47237d28 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:04.819571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8650b53-9829-4f62-899b-9a4ac36f4aeb req-c9cd5e16-9f82-43a9-b7ae-cf0d47237d28 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 950 time: 0.1000280 Jul 08 01:37:04.897624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8650b53-9829-4f62-899b-9a4ac36f4aeb req-e528c40d-8d08-4be3-9e7e-6d8e478e2183 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/security-groups?id=343e8210-bd54-4666-b28f-7ab4a72cf59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679045 Jul 08 01:37:04.950887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-97d9c320-f0e2-46ac-a256-659fbd801eda req-747f3678-1e6f-4023-a48e-1c9cbbff99eb tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1503682036', 'description': 'tempest-description-698947234'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:05.006250 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-97d9c320-f0e2-46ac-a256-659fbd801eda req-747f3678-1e6f-4023-a48e-1c9cbbff99eb tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.156767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-97d9c320-f0e2-46ac-a256-659fbd801eda req-747f3678-1e6f-4023-a48e-1c9cbbff99eb tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.166457 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-97d9c320-f0e2-46ac-a256-659fbd801eda req-747f3678-1e6f-4023-a48e-1c9cbbff99eb tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.209059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-97d9c320-f0e2-46ac-a256-659fbd801eda req-747f3678-1e6f-4023-a48e-1c9cbbff99eb tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.223351 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97d9c320-f0e2-46ac-a256-659fbd801eda req-747f3678-1e6f-4023-a48e-1c9cbbff99eb tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2771361 Jul 08 01:37:05.237067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f3678-1e6f-4023-a48e-1c9cbbff99eb tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d878f12-f88d-49a5-8510-2e481d914b42,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:05.664653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f84239-8d9d-42af-b256-afa8f2bbe1e8 req-dead8687-8f9b-4649-9610-6e4efbff085d tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:05.668812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81f84239-8d9d-42af-b256-afa8f2bbe1e8 req-dead8687-8f9b-4649-9610-6e4efbff085d tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 945 time: 0.1024637 Jul 08 01:37:05.732856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81f84239-8d9d-42af-b256-afa8f2bbe1e8 req-b256ea19-97d7-4bb5-89b0-28d7e5312fa9 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547466 Jul 08 01:37:05.814165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9251e01a-d0a7-498b-ac79-33528f8755eb req-49f4ef25-7375-471a-9b99-0de825b9fdc1 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/2d878f12-f88d-49a5-8510-2e481d914b42 HTTP/1.1" status: 200 len: 1804 time: 0.0592699 Jul 08 01:37:05.819445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9251e01a-d0a7-498b-ac79-33528f8755eb req-098f53f5-ed1b-4d23-8de7-30deb0047500 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2d878f12-f88d-49a5-8510-2e481d914b42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:05.819845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9251e01a-d0a7-498b-ac79-33528f8755eb req-098f53f5-ed1b-4d23-8de7-30deb0047500 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2d878f12-f88d-49a5-8510-2e481d914b42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:05.923433 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9251e01a-d0a7-498b-ac79-33528f8755eb req-098f53f5-ed1b-4d23-8de7-30deb0047500 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.961443 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9251e01a-d0a7-498b-ac79-33528f8755eb req-098f53f5-ed1b-4d23-8de7-30deb0047500 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.967311 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9251e01a-d0a7-498b-ac79-33528f8755eb req-098f53f5-ed1b-4d23-8de7-30deb0047500 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:05.996887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f53f5-ed1b-4d23-8de7-30deb0047500 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1397b8f3-7ae3-4b02-9ccf-e5ccac1f0e63,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:06.008069 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9251e01a-d0a7-498b-ac79-33528f8755eb req-098f53f5-ed1b-4d23-8de7-30deb0047500 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.020530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9251e01a-d0a7-498b-ac79-33528f8755eb req-098f53f5-ed1b-4d23-8de7-30deb0047500 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2052984 Jul 08 01:37:06.228277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ee7122ed-0b15-4d48-b65c-df0029d8b8b7 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:06.237827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6899b645-a038-4a73-be14-8d0bd76a49a6 req-52d19681-020f-47cc-ae3c-c72ccd228001 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-715347904', 'description': 'tempest-description-1948380325'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:06.269007 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6899b645-a038-4a73-be14-8d0bd76a49a6 req-52d19681-020f-47cc-ae3c-c72ccd228001 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.313779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port ee7122ed-0b15-4d48-b65c-df0029d8b8b7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:06.320041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port ee7122ed-0b15-4d48-b65c-df0029d8b8b7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:06.321325 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.412447 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6899b645-a038-4a73-be14-8d0bd76a49a6 req-52d19681-020f-47cc-ae3c-c72ccd228001 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.419883 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6899b645-a038-4a73-be14-8d0bd76a49a6 req-52d19681-020f-47cc-ae3c-c72ccd228001 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.450751 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6899b645-a038-4a73-be14-8d0bd76a49a6 req-52d19681-020f-47cc-ae3c-c72ccd228001 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.464872 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6899b645-a038-4a73-be14-8d0bd76a49a6 req-52d19681-020f-47cc-ae3c-c72ccd228001 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2310605 Jul 08 01:37:06.494911 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d19681-020f-47cc-ae3c-c72ccd228001 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6d30c8-5904-4884-a5ec-014be8306651,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:06.497424 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.564734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:06.571280 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c276dce-1f82-4d96-b873-9fb9fda5ad7a" -d '{"events": [{"server_uuid": "af4581ac-49d3-44e1-a9a3-2c33f400f36d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7122ed-0b15-4d48-b65c-df0029d8b8b7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:06.591573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:06.602302 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.665897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b6f0eadf-2d9e-48e5-8f3d-136adb9fdbb1 req-c9308bea-6bd6-4c6e-9d0b-9994e8a2ca6c tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1781260812', 'description': 'tempest-description-486743899'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:06.756686 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6f0eadf-2d9e-48e5-8f3d-136adb9fdbb1 req-c9308bea-6bd6-4c6e-9d0b-9994e8a2ca6c tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.777059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:06.915425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6f0eadf-2d9e-48e5-8f3d-136adb9fdbb1 req-c9308bea-6bd6-4c6e-9d0b-9994e8a2ca6c tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.921626 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6f0eadf-2d9e-48e5-8f3d-136adb9fdbb1 req-c9308bea-6bd6-4c6e-9d0b-9994e8a2ca6c tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.960544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9308bea-6bd6-4c6e-9d0b-9994e8a2ca6c tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e974bad-c0c3-427b-a374-dec048da4d7a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:06.975454 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b6f0eadf-2d9e-48e5-8f3d-136adb9fdbb1 req-c9308bea-6bd6-4c6e-9d0b-9994e8a2ca6c tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:06.991010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6f0eadf-2d9e-48e5-8f3d-136adb9fdbb1 req-c9308bea-6bd6-4c6e-9d0b-9994e8a2ca6c tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3302004 Jul 08 01:37:07.023817 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bfcfef-e413-4744-9bc6-8c8d48889e06 x-openstack-request-id: req-f3bfcfef-e413-4744-9bc6-8c8d48889e06 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:07.024557 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4581ac-49d3-44e1-a9a3-2c33f400f36d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7122ed-0b15-4d48-b65c-df0029d8b8b7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:07.024837 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3bfcfef-e413-4744-9bc6-8c8d48889e06 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:07.025519 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7', 'code': 200} Jul 08 01:37:07.250285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9257b-4529-4cf8-8e6f-9b2bccaf1030 req-9d99d071-69c9-4cea-8f71-885028534260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:07.251947 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13d9257b-4529-4cf8-8e6f-9b2bccaf1030 req-9d99d071-69c9-4cea-8f71-885028534260 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 1098 time: 0.1242273 Jul 08 01:37:07.333048 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13d9257b-4529-4cf8-8e6f-9b2bccaf1030 req-4ee4fcc8-0b0c-47ec-b680-c8c60cc74f1a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706027 Jul 08 01:37:07.605394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81bfc37e-aac4-43af-8d26-8847276d31b1 req-3acaa88c-d540-4b6c-bdcb-314119d74768 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/aa6d30c8-5904-4884-a5ec-014be8306651 HTTP/1.1" status: 200 len: 1804 time: 0.0857542 Jul 08 01:37:07.685706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81bfc37e-aac4-43af-8d26-8847276d31b1 req-2511be34-0b70-4107-972d-b3e57ef58e69 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/1e974bad-c0c3-427b-a374-dec048da4d7a HTTP/1.1" status: 200 len: 1804 time: 0.0793974 Jul 08 01:37:07.698853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-81bfc37e-aac4-43af-8d26-8847276d31b1 req-bfaeecc4-1b71-46b4-8227-92da64a99dd7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'aa6d30c8-5904-4884-a5ec-014be8306651', 'remote_group_id': '1e974bad-c0c3-427b-a374-dec048da4d7a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:07.699104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-81bfc37e-aac4-43af-8d26-8847276d31b1 req-bfaeecc4-1b71-46b4-8227-92da64a99dd7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'aa6d30c8-5904-4884-a5ec-014be8306651', 'remote_group_id': '1e974bad-c0c3-427b-a374-dec048da4d7a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:07.711749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0292c0-ee74-491e-8b7d-9d6ce2be1cb5 req-66b8d623-99a6-42b3-8af6-479bbb80c6f8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:07.713368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b0292c0-ee74-491e-8b7d-9d6ce2be1cb5 req-66b8d623-99a6-42b3-8af6-479bbb80c6f8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 946 time: 0.1281428 Jul 08 01:37:07.852992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b0292c0-ee74-491e-8b7d-9d6ce2be1cb5 req-88f81b66-e6d8-47ea-8f4f-d407612f7026 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012745 Jul 08 01:37:07.913884 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-81bfc37e-aac4-43af-8d26-8847276d31b1 req-bfaeecc4-1b71-46b4-8227-92da64a99dd7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:07.960998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-81bfc37e-aac4-43af-8d26-8847276d31b1 req-bfaeecc4-1b71-46b4-8227-92da64a99dd7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.030974 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-81bfc37e-aac4-43af-8d26-8847276d31b1 req-bfaeecc4-1b71-46b4-8227-92da64a99dd7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.108907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaeecc4-1b71-46b4-8227-92da64a99dd7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c406e477-d861-409c-af23-ad1f071b2dbc,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:08.128597 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-81bfc37e-aac4-43af-8d26-8847276d31b1 req-bfaeecc4-1b71-46b4-8227-92da64a99dd7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.136124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81bfc37e-aac4-43af-8d26-8847276d31b1 req-bfaeecc4-1b71-46b4-8227-92da64a99dd7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4423964 Jul 08 01:37:08.241696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-3a8bc2d7-48a8-41ef-851d-c16d33386255 req-35ec8590-3134-4d5c-ac1a-78ecfc44f963 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-361820135', 'description': 'tempest-description-18001425'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:08.298616 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3a8bc2d7-48a8-41ef-851d-c16d33386255 req-35ec8590-3134-4d5c-ac1a-78ecfc44f963 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.546226 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.599769 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3a8bc2d7-48a8-41ef-851d-c16d33386255 req-35ec8590-3134-4d5c-ac1a-78ecfc44f963 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.612224 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3a8bc2d7-48a8-41ef-851d-c16d33386255 req-35ec8590-3134-4d5c-ac1a-78ecfc44f963 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.664064 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3a8bc2d7-48a8-41ef-851d-c16d33386255 req-35ec8590-3134-4d5c-ac1a-78ecfc44f963 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:08.676095 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a8bc2d7-48a8-41ef-851d-c16d33386255 req-35ec8590-3134-4d5c-ac1a-78ecfc44f963 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4568825 Jul 08 01:37:08.693221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec8590-3134-4d5c-ac1a-78ecfc44f963 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d064366c-7b99-47ef-9af7-48152bca8866,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:08.741405 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cede90d-17c6-4127-9deb-8792509e2486 req-f070315c-e5de-4648-a584-612d299a3b47 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:08.760744 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7cede90d-17c6-4127-9deb-8792509e2486 req-f070315c-e5de-4648-a584-612d299a3b47 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 950 time: 0.6000452 Jul 08 01:37:08.832526 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7cede90d-17c6-4127-9deb-8792509e2486 req-6dc89014-7336-406f-932f-5ae679ea256b tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/security-groups?id=343e8210-bd54-4666-b28f-7ab4a72cf59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707171 Jul 08 01:37:08.853131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-fa3029a6-c6a8-4bdd-9bbe-7c2b6930a384 req-d1227a4c-6e63-4959-9706-1a4235ec8fad tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-393777107', 'description': 'tempest-description-686302109'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:08.941119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa3029a6-c6a8-4bdd-9bbe-7c2b6930a384 req-d1227a4c-6e63-4959-9706-1a4235ec8fad tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.248407 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa3029a6-c6a8-4bdd-9bbe-7c2b6930a384 req-d1227a4c-6e63-4959-9706-1a4235ec8fad tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.255004 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa3029a6-c6a8-4bdd-9bbe-7c2b6930a384 req-d1227a4c-6e63-4959-9706-1a4235ec8fad tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.442085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66314760-b4c4-403d-af63-53818b8d3983 req-e0b0cbb5-a526-43eb-aca9-e3b7ac361370 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:09.442085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66314760-b4c4-403d-af63-53818b8d3983 req-e0b0cbb5-a526-43eb-aca9-e3b7ac361370 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.16 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 950 time: 0.5351689 Jul 08 01:37:09.442085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1227a4c-6e63-4959-9706-1a4235ec8fad tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b924ef-e980-40f0-aa43-c5aad01b49e9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:09.442085 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fa3029a6-c6a8-4bdd-9bbe-7c2b6930a384 req-d1227a4c-6e63-4959-9706-1a4235ec8fad tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.451900 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa3029a6-c6a8-4bdd-9bbe-7c2b6930a384 req-d1227a4c-6e63-4959-9706-1a4235ec8fad tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6026106 Jul 08 01:37:09.691103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-66314760-b4c4-403d-af63-53818b8d3983 req-025e0c57-0826-43e1-a1b3-ac5a6c9063c0 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Deleting port d591d069-ee0a-4a3b-92c2-05cf787821a8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:37:09.691456 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-66314760-b4c4-403d-af63-53818b8d3983 req-025e0c57-0826-43e1-a1b3-ac5a6c9063c0 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.953186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-66314760-b4c4-403d-af63-53818b8d3983 req-025e0c57-0826-43e1-a1b3-ac5a6c9063c0 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] For port d591d069-ee0a-4a3b-92c2-05cf787821a8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d591d069-ee0a-4a3b-92c2-05cf787821a8,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:09.953914 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-66314760-b4c4-403d-af63-53818b8d3983 req-025e0c57-0826-43e1-a1b3-ac5a6c9063c0 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:09.977800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-66314760-b4c4-403d-af63-53818b8d3983 req-025e0c57-0826-43e1-a1b3-ac5a6c9063c0 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Calling delete_port for d591d069-ee0a-4a3b-92c2-05cf787821a8 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:37:10.280995 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-66314760-b4c4-403d-af63-53818b8d3983 req-025e0c57-0826-43e1-a1b3-ac5a6c9063c0 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.339801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e0c57-0826-43e1-a1b3-ac5a6c9063c0 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Pushing event deleted for resources: {'Port': ['ID=d591d069-ee0a-4a3b-92c2-05cf787821a8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:10.370837 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a776ee-7d5f-4b07-be82-8af343f2fd8e req-270d5ceb-2d9a-4b75-a1b9-30c674aecc07 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:10.390176 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0a776ee-7d5f-4b07-be82-8af343f2fd8e req-270d5ceb-2d9a-4b75-a1b9-30c674aecc07 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 946 time: 0.2253664 Jul 08 01:37:10.557289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0a776ee-7d5f-4b07-be82-8af343f2fd8e req-4c00ef19-9930-4f54-a0cd-f8b83e807173 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614618 Jul 08 01:37:10.605034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-66314760-b4c4-403d-af63-53818b8d3983 req-025e0c57-0826-43e1-a1b3-ac5a6c9063c0 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] No DVR routers for this DVR port d591d069-ee0a-4a3b-92c2-05cf787821a8 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:37:10.610873 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-66314760-b4c4-403d-af63-53818b8d3983 req-025e0c57-0826-43e1-a1b3-ac5a6c9063c0 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:10.616146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66314760-b4c4-403d-af63-53818b8d3983 req-025e0c57-0826-43e1-a1b3-ac5a6c9063c0 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.16 "DELETE /v2.0/ports/d591d069-ee0a-4a3b-92c2-05cf787821a8 HTTP/1.1" status: 204 len: 173 time: 1.1614916 Jul 08 01:37:10.619058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88374851-ae3c-47d8-ab1c-95ebb24d1931', 'name': 'network-vif-deleted', 'tag': 'd591d069-ee0a-4a3b-92c2-05cf787821a8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:10.625127 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a2dcae-5563-4138-9d19-480408bc9c8f" -d '{"events": [{"server_uuid": "88374851-ae3c-47d8-ab1c-95ebb24d1931", "name": "network-vif-deleted", "tag": "d591d069-ee0a-4a3b-92c2-05cf787821a8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:10.943702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-918db674-1582-4f2c-91ca-e0984ab96400 req-ffa06e09-3a63-41dd-ad25-90e7d428c5a8 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/d064366c-7b99-47ef-9af7-48152bca8866 HTTP/1.1" status: 200 len: 1802 time: 0.0949774 Jul 08 01:37:11.051829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-918db674-1582-4f2c-91ca-e0984ab96400 req-87895b8b-71e3-45b2-8e96-a01a2fa856af tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/f8b924ef-e980-40f0-aa43-c5aad01b49e9 HTTP/1.1" status: 200 len: 1803 time: 0.1008592 Jul 08 01:37:11.058138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-918db674-1582-4f2c-91ca-e0984ab96400 req-0a303d31-1298-4a9c-b68a-cf8eb15e092f tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd064366c-7b99-47ef-9af7-48152bca8866', 'remote_group_id': 'f8b924ef-e980-40f0-aa43-c5aad01b49e9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:11.058921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-918db674-1582-4f2c-91ca-e0984ab96400 req-0a303d31-1298-4a9c-b68a-cf8eb15e092f tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd064366c-7b99-47ef-9af7-48152bca8866', 'remote_group_id': 'f8b924ef-e980-40f0-aa43-c5aad01b49e9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:11.233496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-918db674-1582-4f2c-91ca-e0984ab96400 req-0a303d31-1298-4a9c-b68a-cf8eb15e092f tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:11.310384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-918db674-1582-4f2c-91ca-e0984ab96400 req-0a303d31-1298-4a9c-b68a-cf8eb15e092f tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:11.330191 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-918db674-1582-4f2c-91ca-e0984ab96400 req-0a303d31-1298-4a9c-b68a-cf8eb15e092f tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:11.362959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a303d31-1298-4a9c-b68a-cf8eb15e092f tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9769f5d-21a8-44a3-8340-3d86b1323728,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:11.374698 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-918db674-1582-4f2c-91ca-e0984ab96400 req-0a303d31-1298-4a9c-b68a-cf8eb15e092f tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:11.389305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-918db674-1582-4f2c-91ca-e0984ab96400 req-0a303d31-1298-4a9c-b68a-cf8eb15e092f tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3345995 Jul 08 01:37:11.513226 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-27565293-911f-46fe-be3e-f43d268b1263 req-25e489b4-d313-4b8e-828d-a26848e232d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1208560 Jul 08 01:37:11.618980 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d67285a5-506c-4026-905d-4345a1b56541 req-2e3ab400-8899-4f00-a501-e6f34bc4bd94 tempest-TenantUsagesTestJSON-1328291003 tempest-TenantUsagesTestJSON-1328291003-project] 10.222.0.41 "GET /v2.0/ports?device_id=88374851-ae3c-47d8-ab1c-95ebb24d1931 HTTP/1.1" status: 200 len: 210 time: 0.0915976 Jul 08 01:37:11.682441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565293-911f-46fe-be3e-f43d268b1263 req-2dc95efd-a257-4741-89fd-60a8b693c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:11.683994 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-27565293-911f-46fe-be3e-f43d268b1263 req-2dc95efd-a257-4741-89fd-60a8b693c922 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 1096 time: 0.1333804 Jul 08 01:37:11.863883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565293-911f-46fe-be3e-f43d268b1263 req-1e84fb1a-be0d-4653-95e4-60b3a5f7e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:11.865723 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-27565293-911f-46fe-be3e-f43d268b1263 req-1e84fb1a-be0d-4653-95e4-60b3a5f7e8e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.1579018 Jul 08 01:37:11.988785 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-27565293-911f-46fe-be3e-f43d268b1263 req-5f859216-f4e4-4565-aa24-4c09fe0ff61f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4300c723-e98d-406f-b092-7614cfc07bfb HTTP/1.1" status: 200 len: 217 time: 0.1153202 Jul 08 01:37:12.119462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565293-911f-46fe-be3e-f43d268b1263 req-9a466291-1872-4315-9bee-6069b539dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:12.121073 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-27565293-911f-46fe-be3e-f43d268b1263 req-9a466291-1872-4315-9bee-6069b539dd70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.1243782 Jul 08 01:37:12.244422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d591d069-ee0a-4a3b-92c2-05cf787821a8 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:37:12.275129 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-27565293-911f-46fe-be3e-f43d268b1263 req-816bb9c1-60d7-4f76-9589-cc5b3fd6b81e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457028 Jul 08 01:37:12.302584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: d591d069-ee0a-4a3b-92c2-05cf787821a8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:37:12.303178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d591d069-ee0a-4a3b-92c2-05cf787821a8 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:37:12.373241 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af7dc7d-3f79-49a1-a5ce-8ff908de68a4 x-openstack-request-id: req-2af7dc7d-3f79-49a1-a5ce-8ff908de68a4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:12.373805 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88374851-ae3c-47d8-ab1c-95ebb24d1931", "name": "network-vif-deleted", "tag": "d591d069-ee0a-4a3b-92c2-05cf787821a8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:12.373805 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2af7dc7d-3f79-49a1-a5ce-8ff908de68a4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:12.374171 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88374851-ae3c-47d8-ab1c-95ebb24d1931', 'name': 'network-vif-deleted', 'tag': 'd591d069-ee0a-4a3b-92c2-05cf787821a8', 'status': 'completed', 'code': 200} Jul 08 01:37:12.439401 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-27565293-911f-46fe-be3e-f43d268b1263 req-08553c50-9f27-4116-a365-d336a5940403 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555817 Jul 08 01:37:12.540211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f4115cb-ac2a-4013-a957-cda7f238869f req-0fa9b4c3-e94a-46de-a96e-680de15b106a tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/f8b924ef-e980-40f0-aa43-c5aad01b49e9 HTTP/1.1" status: 200 len: 1803 time: 0.1497457 Jul 08 01:37:12.611113 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-27565293-911f-46fe-be3e-f43d268b1263 req-87e8db2d-d117-460c-b092-bb3a76d099c7 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633809 Jul 08 01:37:12.614869 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f4115cb-ac2a-4013-a957-cda7f238869f req-d18b819d-b046-4f06-96fe-f3a4c4f1269e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:12.639723 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f4115cb-ac2a-4013-a957-cda7f238869f req-d18b819d-b046-4f06-96fe-f3a4c4f1269e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:12.725152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f4115cb-ac2a-4013-a957-cda7f238869f req-d18b819d-b046-4f06-96fe-f3a4c4f1269e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:12.730063 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f4115cb-ac2a-4013-a957-cda7f238869f req-d18b819d-b046-4f06-96fe-f3a4c4f1269e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:12.754099 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f4115cb-ac2a-4013-a957-cda7f238869f req-d18b819d-b046-4f06-96fe-f3a4c4f1269e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8b924ef-e980-40f0-aa43-c5aad01b49e9 HTTP/1.1" status: 204 len: 173 time: 0.2062886 Jul 08 01:37:12.784681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b819d-b046-4f06-96fe-f3a4c4f1269e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b924ef-e980-40f0-aa43-c5aad01b49e9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:13.214491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7569ae-c9d3-48ea-96a1-0ae5faaab27a req-1e727cab-06f9-4fad-a78b-35b0888fb2c9 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:13.222886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad7569ae-c9d3-48ea-96a1-0ae5faaab27a req-1e727cab-06f9-4fad-a78b-35b0888fb2c9 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 946 time: 0.1004682 Jul 08 01:37:13.303343 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad7569ae-c9d3-48ea-96a1-0ae5faaab27a req-de0c3b20-cb37-44a9-b797-c0ee5c40cfd7 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791829 Jul 08 01:37:13.532894 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7cb6576-a10a-47d1-9153-12ee5fbdcad7 req-ef0c5736-8159-48b4-b657-1430a884f392 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/d064366c-7b99-47ef-9af7-48152bca8866 HTTP/1.1" status: 200 len: 1802 time: 0.0650985 Jul 08 01:37:13.779389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44040) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:13.997824 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0b642b7e-4df7-429e-bfc2-9bb0950da821 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e35f4ed3d3fd4b2ba9f92d6aca3b0fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172542 Jul 08 01:37:14.000330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44052) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:14.065293 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50f91a8d-f33b-45c9-a24c-0f299a54fe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.096749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50f91a8d-f33b-45c9-a24c-0f299a54fe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.157384 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50f91a8d-f33b-45c9-a24c-0f299a54fe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.160377 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50f91a8d-f33b-45c9-a24c-0f299a54fe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.161804 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-50f91a8d-f33b-45c9-a24c-0f299a54fe10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/343e8210-bd54-4666-b28f-7ab4a72cf59d HTTP/1.1" status: 204 len: 168 time: 0.1603408 Jul 08 01:37:14.178280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f91a8d-f33b-45c9-a24c-0f299a54fe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343e8210-bd54-4666-b28f-7ab4a72cf59d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:14.274417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-3d2966e8-cd37-4a69-a447-f009368d1e83 req-6b55ebaa-482a-455f-8c97-2afdb7b29936 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1274545071', 'description': 'tempest-description-280511172'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:14.322675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d2966e8-cd37-4a69-a447-f009368d1e83 req-6b55ebaa-482a-455f-8c97-2afdb7b29936 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.499886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d2966e8-cd37-4a69-a447-f009368d1e83 req-6b55ebaa-482a-455f-8c97-2afdb7b29936 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.514626 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d2966e8-cd37-4a69-a447-f009368d1e83 req-6b55ebaa-482a-455f-8c97-2afdb7b29936 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.599976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55ebaa-482a-455f-8c97-2afdb7b29936 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f645131-8cd8-4c48-b79d-791415b87b3c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:14.610714 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3d2966e8-cd37-4a69-a447-f009368d1e83 req-6b55ebaa-482a-455f-8c97-2afdb7b29936 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.614257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d2966e8-cd37-4a69-a447-f009368d1e83 req-6b55ebaa-482a-455f-8c97-2afdb7b29936 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3460450 Jul 08 01:37:14.795897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44108) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:14.827212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ec4ab7-f691-4739-9850-024787034b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:14.919252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-700184d2-6eeb-4ddb-81c7-95fd6fdbfd2b req-9d442031-64c7-4a0f-876b-d3a6897c14f7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/7f645131-8cd8-4c48-b79d-791415b87b3c HTTP/1.1" status: 200 len: 1804 time: 0.0780051 Jul 08 01:37:14.933689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-700184d2-6eeb-4ddb-81c7-95fd6fdbfd2b req-ded3e9ca-dc38-4333-a957-392fdcc9c4e7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f645131-8cd8-4c48-b79d-791415b87b3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:14.936558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-700184d2-6eeb-4ddb-81c7-95fd6fdbfd2b req-ded3e9ca-dc38-4333-a957-392fdcc9c4e7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f645131-8cd8-4c48-b79d-791415b87b3c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:15.111718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ec4ab7-f691-4739-9850-024787034b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.121124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ec4ab7-f691-4739-9850-024787034b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.198818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-700184d2-6eeb-4ddb-81c7-95fd6fdbfd2b req-ded3e9ca-dc38-4333-a957-392fdcc9c4e7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.260521 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-20ec4ab7-f691-4739-9850-024787034b85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8998851cb914d2393a4f1049ee7a054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4633222 Jul 08 01:37:15.261417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec4ab7-f691-4739-9850-024787034b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af3160a-90bb-4077-ac89-d42f20a5ba0f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:15.267404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:15.291621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-700184d2-6eeb-4ddb-81c7-95fd6fdbfd2b req-ded3e9ca-dc38-4333-a957-392fdcc9c4e7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.304502 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-700184d2-6eeb-4ddb-81c7-95fd6fdbfd2b req-ded3e9ca-dc38-4333-a957-392fdcc9c4e7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.338673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3e9ca-dc38-4333-a957-392fdcc9c4e7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe8dfba-945f-4e34-97a3-eb3c02c1e480,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:15.356407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c191e2-4459-4bda-8e31-a7063d0c629f req-20ca2e1e-192b-4035-b2d7-eef14fa89b80 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:15.363826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66c191e2-4459-4bda-8e31-a7063d0c629f req-20ca2e1e-192b-4035-b2d7-eef14fa89b80 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 950 time: 0.1289735 Jul 08 01:37:15.369675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-700184d2-6eeb-4ddb-81c7-95fd6fdbfd2b req-ded3e9ca-dc38-4333-a957-392fdcc9c4e7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.381891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-700184d2-6eeb-4ddb-81c7-95fd6fdbfd2b req-ded3e9ca-dc38-4333-a957-392fdcc9c4e7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4569879 Jul 08 01:37:15.410285 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-336f7499-29c2-4619-8e80-c81fec8b17fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.484132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-336f7499-29c2-4619-8e80-c81fec8b17fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.507320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4921c5da-f784-40f1-ac0f-e071c93ae4ed req-b3074e62-1b81-4e43-97f9-3edae34cd6ee tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/7f645131-8cd8-4c48-b79d-791415b87b3c HTTP/1.1" status: 200 len: 2397 time: 0.1062894 Jul 08 01:37:15.521332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66c191e2-4459-4bda-8e31-a7063d0c629f req-b9f9564c-266b-466a-8510-3e436159b210 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528869 Jul 08 01:37:15.533764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-4921c5da-f784-40f1-ac0f-e071c93ae4ed req-e4bdada5-e7bd-4e79-9303-f01793d8fe8e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f645131-8cd8-4c48-b79d-791415b87b3c', 'remote_group_id': None}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:15.534057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-4921c5da-f784-40f1-ac0f-e071c93ae4ed req-e4bdada5-e7bd-4e79-9303-f01793d8fe8e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f645131-8cd8-4c48-b79d-791415b87b3c', 'remote_group_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:15.623847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-336f7499-29c2-4619-8e80-c81fec8b17fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.626974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-336f7499-29c2-4619-8e80-c81fec8b17fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.628177 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-336f7499-29c2-4619-8e80-c81fec8b17fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3af3160a-90bb-4077-ac89-d42f20a5ba0f HTTP/1.1" status: 204 len: 168 time: 0.3599885 Jul 08 01:37:15.662253 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-33d6045b-828e-4c16-bd3d-2dd9fa86f1a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2122874 Jul 08 01:37:15.682162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f7499-29c2-4619-8e80-c81fec8b17fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af3160a-90bb-4077-ac89-d42f20a5ba0f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:15.847874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4921c5da-f784-40f1-ac0f-e071c93ae4ed req-e4bdada5-e7bd-4e79-9303-f01793d8fe8e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.896550 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4921c5da-f784-40f1-ac0f-e071c93ae4ed req-e4bdada5-e7bd-4e79-9303-f01793d8fe8e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.914028 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4921c5da-f784-40f1-ac0f-e071c93ae4ed req-e4bdada5-e7bd-4e79-9303-f01793d8fe8e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:15.989533 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4921c5da-f784-40f1-ac0f-e071c93ae4ed req-e4bdada5-e7bd-4e79-9303-f01793d8fe8e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:16.008745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4921c5da-f784-40f1-ac0f-e071c93ae4ed req-e4bdada5-e7bd-4e79-9303-f01793d8fe8e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4831772 Jul 08 01:37:16.012930 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdada5-e7bd-4e79-9303-f01793d8fe8e tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e7f679-7a56-403c-9d2d-28b69db0c1f2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:16.048598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-7a470b8c-c261-4e05-a464-6da995d8a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:16.055082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-7a470b8c-c261-4e05-a464-6da995d8a46c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9370eda16ae042b09e861458e9d9bd30&device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 1099 time: 0.3130395 Jul 08 01:37:16.298027 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e140ec12-222a-45ce-8c5f-c9a103f49693 req-d3458664-25ac-4182-888d-c120b1b8695a tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/7f645131-8cd8-4c48-b79d-791415b87b3c HTTP/1.1" status: 200 len: 2995 time: 0.1072054 Jul 08 01:37:16.335977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-808d5a75-a678-4957-82bb-1ab3dca92ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:16.360772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-808d5a75-a678-4957-82bb-1ab3dca92ca9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2730112 Jul 08 01:37:16.557597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8db78f5e-597c-4996-b4a8-196afc70d9c6 req-35251e9b-553b-44ef-8019-97cffb8099f6 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-group-rules/02e7f679-7a56-403c-9d2d-28b69db0c1f2 HTTP/1.1" status: 200 len: 783 time: 0.0645580 Jul 08 01:37:16.561812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-9d533ac5-616a-4f36-b2b4-8a230c4df839 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=e407f26b-edca-492d-98ce-586d61962b8b HTTP/1.1" status: 200 len: 217 time: 0.1996958 Jul 08 01:37:16.662527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-0f959b42-a812-4b4d-9a66-f8c042beee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:16.664074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-0f959b42-a812-4b4d-9a66-f8c042beee54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0938623 Jul 08 01:37:16.677928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8db78f5e-597c-4996-b4a8-196afc70d9c6 req-98130709-4ba8-483a-9fa5-a40f8f0fd007 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/7f645131-8cd8-4c48-b79d-791415b87b3c HTTP/1.1" status: 200 len: 2995 time: 0.1190639 Jul 08 01:37:16.783875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8db78f5e-597c-4996-b4a8-196afc70d9c6 req-00a90c12-54eb-44e3-a08e-1feb63952eb9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:16.821525 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8db78f5e-597c-4996-b4a8-196afc70d9c6 req-00a90c12-54eb-44e3-a08e-1feb63952eb9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:16.881685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-d0fe5e88-3043-4d5a-b4d5-f335285ad325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:16.883907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-d0fe5e88-3043-4d5a-b4d5-f335285ad325 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2041857 Jul 08 01:37:16.950533 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8db78f5e-597c-4996-b4a8-196afc70d9c6 req-00a90c12-54eb-44e3-a08e-1feb63952eb9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:16.961977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8db78f5e-597c-4996-b4a8-196afc70d9c6 req-00a90c12-54eb-44e3-a08e-1feb63952eb9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:16.965391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8db78f5e-597c-4996-b4a8-196afc70d9c6 req-00a90c12-54eb-44e3-a08e-1feb63952eb9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/02e7f679-7a56-403c-9d2d-28b69db0c1f2 HTTP/1.1" status: 204 len: 173 time: 0.2868280 Jul 08 01:37:16.988725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90c12-54eb-44e3-a08e-1feb63952eb9 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02e7f679-7a56-403c-9d2d-28b69db0c1f2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:17.064978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3c85cd1-cbaa-4cb0-951d-8824b74ea5ad req-edec3fc9-8311-48f2-b538-af6c901be220 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/7f645131-8cd8-4c48-b79d-791415b87b3c HTTP/1.1" status: 200 len: 2397 time: 0.0821190 Jul 08 01:37:17.204349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-7b6ec513-47fb-4bc3-b586-9a99f2dda114 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100243 Jul 08 01:37:17.245852 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e3c85cd1-cbaa-4cb0-951d-8824b74ea5ad req-f52c6c86-56cf-442c-b088-b2f554f26af7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:17.297790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e3c85cd1-cbaa-4cb0-951d-8824b74ea5ad req-f52c6c86-56cf-442c-b088-b2f554f26af7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:17.378886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-525dbb61-1680-40d3-a76f-9ffa15abd310 req-916e1b24-7f89-4f05-8b53-9ecf195ea7da service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651576 Jul 08 01:37:17.384372 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e3c85cd1-cbaa-4cb0-951d-8824b74ea5ad req-f52c6c86-56cf-442c-b088-b2f554f26af7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:17.389712 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e3c85cd1-cbaa-4cb0-951d-8824b74ea5ad req-f52c6c86-56cf-442c-b088-b2f554f26af7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:17.394186 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3c85cd1-cbaa-4cb0-951d-8824b74ea5ad req-f52c6c86-56cf-442c-b088-b2f554f26af7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "DELETE /v2.0/security-groups/7f645131-8cd8-4c48-b79d-791415b87b3c HTTP/1.1" status: 204 len: 173 time: 0.3206387 Jul 08 01:37:17.413492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c6c86-56cf-442c-b088-b2f554f26af7 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f645131-8cd8-4c48-b79d-791415b87b3c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:17.834535 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-d15db77f-d21d-4d52-9a5e-9fc8175c7721 req-ae56f817-90fb-4b23-9337-419d4807a82b tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] show failed (client error): The resource could not be found. Jul 08 01:37:17.835585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d15db77f-d21d-4d52-9a5e-9fc8175c7721 req-ae56f817-90fb-4b23-9337-419d4807a82b tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/f8b924ef-e980-40f0-aa43-c5aad01b49e9 HTTP/1.1" status: 404 len: 352 time: 0.0185850 Jul 08 01:37:17.931788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d21374a-5c20-48fc-92d2-eafef7a8f09f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:37:18.027421 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:18.054502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:18.057340 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d73dbf0-0997-4da7-8935-947ec4b036e9" -d '{"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-unplugged", "status": "completed", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:18.075062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:18.081525 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:18.154057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:18.245479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ee7122ed-0b15-4d48-b65c-df0029d8b8b7 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:37:18.386679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:18.403937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'port_id': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7', 'mac_address': 'fa:16:3e:db:9b:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b773675-58a6-407f-bb54-168b4a710395', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:37:18.463851 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:18.482329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee7122ed-0b15-4d48-b65c-df0029d8b8b7 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:18.506282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:18.513354 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:18.587610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:18.597541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['ee7122ed-0b15-4d48-b65c-df0029d8b8b7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:37:20.274436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ee7122ed-0b15-4d48-b65c-df0029d8b8b7 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:20.341730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port ee7122ed-0b15-4d48-b65c-df0029d8b8b7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:20.342114 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:20.452029 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:20.491792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:20.497823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:20.573835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:20.581681 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3a1f7b89-74b2-4955-81c8-06fdeef6aa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:21.717557 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3066f69f-42e2-4a6f-92ef-7222b6d16fd3 x-openstack-request-id: req-3066f69f-42e2-4a6f-92ef-7222b6d16fd3 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:21.718189 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-unplugged", "status": "completed", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:21.718189 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3066f69f-42e2-4a6f-92ef-7222b6d16fd3 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:21.718507 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'code': 200} Jul 08 01:37:21.736683 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ac235ab-fe0a-49e6-93f5-a02439fab4ae req-e4d65bad-380a-4e4e-92e5-545e93d211f5 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/d064366c-7b99-47ef-9af7-48152bca8866 HTTP/1.1" status: 200 len: 1802 time: 0.0727797 Jul 08 01:37:21.807392 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ac235ab-fe0a-49e6-93f5-a02439fab4ae req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:21.846704 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ac235ab-fe0a-49e6-93f5-a02439fab4ae req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:21.913082 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ac235ab-fe0a-49e6-93f5-a02439fab4ae req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:21.918039 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7ac235ab-fe0a-49e6-93f5-a02439fab4ae req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:21.919479 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ac235ab-fe0a-49e6-93f5-a02439fab4ae req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "DELETE /v2.0/security-groups/d064366c-7b99-47ef-9af7-48152bca8866 HTTP/1.1" status: 204 len: 173 time: 0.1771321 Jul 08 01:37:21.936623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d064366c-7b99-47ef-9af7-48152bca8866,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:21.946885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.947544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.947991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.948520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.949011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.949992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.950817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.954922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.955673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.957785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.958242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:21.959014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f560f66d-2f76-481c-8428-dfcee331ce42 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:23.328629 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d7e9833a-1c1d-4cd1-91bc-c23b7aa54514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:23.611517 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:23.719606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:23.722150 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f32e8-c177-4ac5-a616-5d4572464a48" -d '{"events": [{"server_uuid": "af4581ac-49d3-44e1-a9a3-2c33f400f36d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7122ed-0b15-4d48-b65c-df0029d8b8b7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:24.634664 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:26.288286 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:29.553022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9594bf25-0aa7-48c6-83d2-3df8c22ab1dd req-c881e97a-188f-4fcf-b318-b0fe3c7c950c tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/1e974bad-c0c3-427b-a374-dec048da4d7a HTTP/1.1" status: 200 len: 1804 time: 0.0806911 Jul 08 01:37:29.627276 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9594bf25-0aa7-48c6-83d2-3df8c22ab1dd req-109d7a2f-bf7c-494d-8192-ca19a9842697 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:29.665705 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9594bf25-0aa7-48c6-83d2-3df8c22ab1dd req-109d7a2f-bf7c-494d-8192-ca19a9842697 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:29.676726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-03ff71cd-9e78-4fc8-9963-da525dbdfb22 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:29.684438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-03ff71cd-9e78-4fc8-9963-da525dbdfb22 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/networks?id=ef3ad896-9f41-4e16-8db4-03a47fb22543 HTTP/1.1" status: 200 len: 814 time: 0.2914052 Jul 08 01:37:29.709612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-ef817feb-fc4d-477e-9b21-726bcbe37622 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/quotas/af5cf55168a44961b9d211e48943bcff HTTP/1.1" status: 200 len: 375 time: 0.0240777 Jul 08 01:37:29.827382 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-16e64de0-6d03-4c09-82c5-65542aa7bc03 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=af5cf55168a44961b9d211e48943bcff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1168220 Jul 08 01:37:29.906424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9594bf25-0aa7-48c6-83d2-3df8c22ab1dd req-109d7a2f-bf7c-494d-8192-ca19a9842697 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:29.911022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9594bf25-0aa7-48c6-83d2-3df8c22ab1dd req-109d7a2f-bf7c-494d-8192-ca19a9842697 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:29.912441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9594bf25-0aa7-48c6-83d2-3df8c22ab1dd req-109d7a2f-bf7c-494d-8192-ca19a9842697 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "DELETE /v2.0/security-groups/1e974bad-c0c3-427b-a374-dec048da4d7a HTTP/1.1" status: 204 len: 173 time: 0.3585541 Jul 08 01:37:29.939675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d7a2f-bf7c-494d-8192-ca19a9842697 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e974bad-c0c3-427b-a374-dec048da4d7a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:29.992564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-5d26b374-a692-481a-98e5-bfd3c0de6309 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3ad896-9f41-4e16-8db4-03a47fb22543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641469 Jul 08 01:37:30.169668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-5039c675-9e58-4e7b-b756-66cd6f449136 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3ad896-9f41-4e16-8db4-03a47fb22543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663828 Jul 08 01:37:30.210967 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2939c2af-74f1-48d5-9e94-7a5796d4d0c7 x-openstack-request-id: req-2939c2af-74f1-48d5-9e94-7a5796d4d0c7 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:30.211936 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4581ac-49d3-44e1-a9a3-2c33f400f36d", "name": "network-vif-plugged", "status": "completed", "tag": "ee7122ed-0b15-4d48-b65c-df0029d8b8b7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:30.212704 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2939c2af-74f1-48d5-9e94-7a5796d4d0c7 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:30.213420 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7', 'code': 200} Jul 08 01:37:30.500691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-3c6c14a5-a834-4bdf-92fc-cad836087287 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:30.502245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-3c6c14a5-a834-4bdf-92fc-cad836087287 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 820 time: 0.1904850 Jul 08 01:37:30.541948 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-8598d588-c611-4784-8d1f-f52e05223d49 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/quotas/9d10d97078d24fc1bc49f14722735d6d HTTP/1.1" status: 200 len: 375 time: 0.0295997 Jul 08 01:37:30.583460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-501aad21-628c-4a73-9e75-55bf97307063 req-f9363a88-7287-496c-87db-679da84f7757 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/aa6d30c8-5904-4884-a5ec-014be8306651 HTTP/1.1" status: 200 len: 1804 time: 0.1127565 Jul 08 01:37:30.682235 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-724c778c-786b-4db6-ad38-1d7e8353100f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1391001 Jul 08 01:37:30.796270 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-501aad21-628c-4a73-9e75-55bf97307063 req-634f85cc-8ea8-42f5-8054-c596f1f9d80a tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.833623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-501aad21-628c-4a73-9e75-55bf97307063 req-634f85cc-8ea8-42f5-8054-c596f1f9d80a tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.900457 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-deb3bea8-c99a-4aec-986f-f230209512b0 service neutron] 10.222.0.41 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173517 Jul 08 01:37:30.966419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-501aad21-628c-4a73-9e75-55bf97307063 req-634f85cc-8ea8-42f5-8054-c596f1f9d80a tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.970507 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-501aad21-628c-4a73-9e75-55bf97307063 req-634f85cc-8ea8-42f5-8054-c596f1f9d80a tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:30.983669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-501aad21-628c-4a73-9e75-55bf97307063 req-634f85cc-8ea8-42f5-8054-c596f1f9d80a tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "DELETE /v2.0/security-groups/aa6d30c8-5904-4884-a5ec-014be8306651 HTTP/1.1" status: 204 len: 173 time: 0.3882847 Jul 08 01:37:31.081012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f85cc-8ea8-42f5-8054-c596f1f9d80a tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6d30c8-5904-4884-a5ec-014be8306651,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:31.096929 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c1d442eb-a91c-4190-84d8-3df1303f3acf req-ed712f7c-fa15-4e26-9395-81cc977afafd tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 210 time: 0.0718350 Jul 08 01:37:31.125041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-0db78a7b-7b84-4841-a2cf-023869491282 service neutron] 10.222.0.41 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237253 Jul 08 01:37:31.719593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91e56326-87e3-4fd7-947a-2ef9badb175a req-88bb0edd-b6d5-4053-b613-52d654a98669 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/2d878f12-f88d-49a5-8510-2e481d914b42 HTTP/1.1" status: 200 len: 2403 time: 0.4488003 Jul 08 01:37:31.805180 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91e56326-87e3-4fd7-947a-2ef9badb175a req-3668c207-e887-45f8-a303-823de9d9f760 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.838232 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91e56326-87e3-4fd7-947a-2ef9badb175a req-3668c207-e887-45f8-a303-823de9d9f760 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.909037 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91e56326-87e3-4fd7-947a-2ef9badb175a req-3668c207-e887-45f8-a303-823de9d9f760 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.913425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91e56326-87e3-4fd7-947a-2ef9badb175a req-3668c207-e887-45f8-a303-823de9d9f760 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:31.923836 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91e56326-87e3-4fd7-947a-2ef9badb175a req-3668c207-e887-45f8-a303-823de9d9f760 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "DELETE /v2.0/security-groups/2d878f12-f88d-49a5-8510-2e481d914b42 HTTP/1.1" status: 204 len: 173 time: 0.2030621 Jul 08 01:37:31.950092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668c207-e887-45f8-a303-823de9d9f760 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d878f12-f88d-49a5-8510-2e481d914b42,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:32.067272 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d0b7cee-2614-4934-b11f-22b7eae200d5 req-6dc120cc-fdf5-457c-a86e-19ef6008ecaf tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 210 time: 0.0757282 Jul 08 01:37:32.292443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff214f9f-690a-4c48-be3a-85fdda4b7c31 req-17e94716-83f7-4677-b2dc-a29edad493e5 tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "GET /v2.0/security-groups/1c46444c-7c63-4238-b0b6-a22ac647b61c HTTP/1.1" status: 200 len: 2397 time: 0.2105646 Jul 08 01:37:32.530400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd3b536b-362e-433d-8994-d26f05fe4ac2 req-a0b73147-37af-4e2f-af90-bdfd4409a555 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 210 time: 0.1344366 Jul 08 01:37:32.573016 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ff214f9f-690a-4c48-be3a-85fdda4b7c31 req-2121d524-60ee-447e-a029-eeea314789ff tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:32.601430 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-e96d35fc-1fc0-43ae-9938-9c72e01c25ee tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:32.602964 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-e96d35fc-1fc0-43ae-9938-9c72e01c25ee tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.16 "GET /v2.0/networks?id=ef3ad896-9f41-4e16-8db4-03a47fb22543 HTTP/1.1" status: 200 len: 814 time: 0.4701533 Jul 08 01:37:32.620217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Request body: {'port': {'device_id': 'b869ada7-3a9d-41f5-8db7-8734a6768ff6', 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543', 'admin_state_up': True, 'tenant_id': 'af5cf55168a44961b9d211e48943bcff'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:32.653280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ff214f9f-690a-4c48-be3a-85fdda4b7c31 req-2121d524-60ee-447e-a029-eeea314789ff tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:32.804684 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ff214f9f-690a-4c48-be3a-85fdda4b7c31 req-2121d524-60ee-447e-a029-eeea314789ff tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:32.808081 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ff214f9f-690a-4c48-be3a-85fdda4b7c31 req-2121d524-60ee-447e-a029-eeea314789ff tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:32.816842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44592) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:32.849187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff214f9f-690a-4c48-be3a-85fdda4b7c31 req-2121d524-60ee-447e-a029-eeea314789ff tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] 10.222.0.41 "DELETE /v2.0/security-groups/1c46444c-7c63-4238-b0b6-a22ac647b61c HTTP/1.1" status: 204 len: 173 time: 0.5530689 Jul 08 01:37:32.956504 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121d524-60ee-447e-a029-eeea314789ff tempest-SecurityGroupRulesTestJSON-292375902 tempest-SecurityGroupRulesTestJSON-292375902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c46444c-7c63-4238-b0b6-a22ac647b61c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:32.999765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Deleting subnet 040beebf-7d11-4986-99b6-4a51ed77e878 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:37:33.006878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.068641 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Made reservation on behalf of af5cf55168a44961b9d211e48943bcff for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:33.073174 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.093142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.247335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.309049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Allocated IP 172.20.0.11 (ef3ad896-9f41-4e16-8db4-03a47fb22543/c7e9ad70-1236-4c02-b3bd-0e64983c758d/ba1611a6-ab75-4525-9d28-06d4254804a3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:33.358825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.432572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040beebf-7d11-4986-99b6-4a51ed77e878,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:33.462000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.468612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.469113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.469568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.470009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.473090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.473553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.473986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.474500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.474931 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.475408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.475843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:33.489480 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.494284 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bcce1d62-5bfe-4a17-8548-b644debd983e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/040beebf-7d11-4986-99b6-4a51ed77e878 HTTP/1.1" status: 204 len: 168 time: 0.6762075 Jul 08 01:37:33.495160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44628) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:33.581708 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.597991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Transition to ACTIVE for port object ba1611a6-ab75-4525-9d28-06d4254804a3 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:33.654853 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.659184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.772890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Network ef3ad896-9f41-4e16-8db4-03a47fb22543 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:33.788940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:33.807230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:33.880361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Pushing event updated for resources: {'Port': ['ID=ba1611a6-ab75-4525-9d28-06d4254804a3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:33.958796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:33.959594 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.984728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-3ba9e5f4-a314-46a6-bac1-897ae51d38ea tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3704755 Jul 08 01:37:33.990941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:33.997988 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Request body: {'port': {'device_id': 'b869ada7-3a9d-41f5-8db7-8734a6768ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:34.075038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b56951-7232-481d-9025-bb9483846d7c']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:34.125095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96587999-e51e-4354-9037-a4bb0fc19f84') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:34.125395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96587999-e51e-4354-9037-a4bb0fc19f84') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:34.178558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.207708 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.215191 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.243994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:37:34.244443 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:37:34.260079 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:37:34.297407 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.341809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-398c3322-c3e4-4c3d-8f3a-6dea4294cb00 None None] Provisioning for port ba1611a6-ab75-4525-9d28-06d4254804a3 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:34.348050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-398c3322-c3e4-4c3d-8f3a-6dea4294cb00 None None] Provisioning complete for port ba1611a6-ab75-4525-9d28-06d4254804a3 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:34.349886 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-398c3322-c3e4-4c3d-8f3a-6dea4294cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.497552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-398c3322-c3e4-4c3d-8f3a-6dea4294cb00 None None] Port ba1611a6-ab75-4525-9d28-06d4254804a3 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:37:34.560614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-393a340d-49d2-41fe-a843-02ca82e73272 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:34.572769 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-393a340d-49d2-41fe-a843-02ca82e73272 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 820 time: 0.7035432 Jul 08 01:37:34.586001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Request body: {'port': {'device_id': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'network_id': '767b6759-e4c7-45ff-9888-230faa276961', 'admin_state_up': True, 'tenant_id': '9d10d97078d24fc1bc49f14722735d6d'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:34.607665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.715972 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.728931 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] 10.222.0.41 "DELETE /v2.0/networks/33b56951-7232-481d-9025-bb9483846d7c HTTP/1.1" status: 204 len: 168 time: 1.2316151 Jul 08 01:37:34.765731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec8a95-588a-40a7-bdb2-c5cc404b720f admin admin] Pushing event deleted for resources: {'Network': ['ID=33b56951-7232-481d-9025-bb9483846d7c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:34.797174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1611a6-ab75-4525-9d28-06d4254804a3 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:34.810390 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.840121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Transition to ACTIVE for port object ba1611a6-ab75-4525-9d28-06d4254804a3 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:34.854372 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.907338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Made reservation on behalf of 9d10d97078d24fc1bc49f14722735d6d for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:34.912549 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:34.985455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1611a6-ab75-4525-9d28-06d4254804a3,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:35.218896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Allocated IP 172.20.0.13 (767b6759-e4c7-45ff-9888-230faa276961/6c9a2d5b-3a74-4ae8-867e-e9350a1630e3/60f365d6-2b3f-489b-840e-0986c80102eb) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:35.222023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7f9b430-066c-4c52-a801-198865ac3949 req-c2056e3e-116c-47b3-a65a-90b9b3fb9aeb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 210 time: 0.1439106 Jul 08 01:37:35.288705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44662) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:35.537261 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-070095cb-540f-44c6-a8c5-09b77dccc4cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e71b08919d345f4ab36075a59defac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470210 Jul 08 01:37:35.566461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44666) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:35.642761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Attempting to bind port ba1611a6-ab75-4525-9d28-06d4254804a3 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:35.643470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Attempting to bind port ba1611a6-ab75-4525-9d28-06d4254804a3 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:35.643872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Attempting to bind port ba1611a6-ab75-4525-9d28-06d4254804a3 on network ef3ad896-9f41-4e16-8db4-03a47fb22543 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:35.709727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Port ba1611a6-ab75-4525-9d28-06d4254804a3 on network ef3ad896-9f41-4e16-8db4-03a47fb22543 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:37:35.710313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Attempting to bind port ba1611a6-ab75-4525-9d28-06d4254804a3 on network ef3ad896-9f41-4e16-8db4-03a47fb22543 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:35.720120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:35.720761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Checking segment: {'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:35.721343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Bound using segment: {'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:35.722010 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Bound port: ba1611a6-ab75-4525-9d28-06d4254804a3, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89834355-2ba8-47db-a1ca-ace20567409a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:35.722560 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:35.781182 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:35.832888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] For port ba1611a6-ab75-4525-9d28-06d4254804a3, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:35.841503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] For port ba1611a6-ab75-4525-9d28-06d4254804a3, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ba1611a6-ab75-4525-9d28-06d4254804a3,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:35.865340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0a172-d01d-4969-b576-9450e6b5d4ce req-f2e90aa3-a589-4cff-974f-55bfa902394a tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:35.875628 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89d0a172-d01d-4969-b576-9450e6b5d4ce req-f2e90aa3-a589-4cff-974f-55bfa902394a tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 944 time: 0.6309230 Jul 08 01:37:35.894642 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:35.962872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:35.981025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['571624e2-fed0-4ef6-a2c7-3307954853f4'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:37:36.097099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1611a6-ab75-4525-9d28-06d4254804a3,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:36.117414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:36.118473 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:36.120003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-cd86dccf-c28e-4ef9-a015-ef2912cea735 service neutron] 10.222.0.16 "PUT /v2.0/ports/ba1611a6-ab75-4525-9d28-06d4254804a3 HTTP/1.1" status: 200 len: 1093 time: 2.1266763 Jul 08 01:37:36.123308 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b869ada7-3a9d-41f5-8db7-8734a6768ff6', 'tag': 'ba1611a6-ab75-4525-9d28-06d4254804a3'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:36.130118 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b869ada7-3a9d-41f5-8db7-8734a6768ff6", "tag": "ba1611a6-ab75-4525-9d28-06d4254804a3"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:36.150436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Network 767b6759-e4c7-45ff-9888-230faa276961 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:36.158642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:36.160784 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd49a6a-ed66-4e9d-97b5-15b35154bac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:36.186627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:36.256711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89d0a172-d01d-4969-b576-9450e6b5d4ce req-6f596181-57b2-495c-a0d3-db1f98c8c518 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799031 Jul 08 01:37:36.331479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd49a6a-ed66-4e9d-97b5-15b35154bac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:36.369354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Pushing event updated for resources: {'Port': ['ID=60f365d6-2b3f-489b-840e-0986c80102eb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:36.399268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-0fde56da-cd82-4cb1-a870-7a104d32cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:36.401105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-0fde56da-cd82-4cb1-a870-7a104d32cc33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af5cf55168a44961b9d211e48943bcff&device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1960695 Jul 08 01:37:36.463373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:36.466777 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:36.546212 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-45744dfc-fc47-4142-bd08-7ae89b82ea06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9635656 Jul 08 01:37:36.578230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Request body: {'port': {'device_id': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:36.589839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-157d4a68-d767-43ca-a948-9aa99e05285f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba1611a6-ab75-4525-9d28-06d4254804a3 HTTP/1.1" status: 200 len: 217 time: 0.1769912 Jul 08 01:37:36.593699 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd49a6a-ed66-4e9d-97b5-15b35154bac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:36.621558 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cd49a6a-ed66-4e9d-97b5-15b35154bac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:36.660773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5cd49a6a-ed66-4e9d-97b5-15b35154bac6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c98494a2-edf4-489e-b3f6-5516af60a839 HTTP/1.1" status: 204 len: 168 time: 1.0873091 Jul 08 01:37:36.710100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd49a6a-ed66-4e9d-97b5-15b35154bac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98494a2-edf4-489e-b3f6-5516af60a839,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:36.774831 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:36.866777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-53054406-4add-409f-b576-4fe5d1482547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:36.874724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-53054406-4add-409f-b576-4fe5d1482547 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7e9ad70-1236-4c02-b3bd-0e64983c758d HTTP/1.1" status: 200 len: 853 time: 0.2117991 Jul 08 01:37:37.242220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-04f26bcc-3e32-488a-b058-2be3d33af014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:37.244290 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-04f26bcc-3e32-488a-b058-2be3d33af014 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef3ad896-9f41-4e16-8db4-03a47fb22543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2217636 Jul 08 01:37:37.555308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f365d6-2b3f-489b-840e-0986c80102eb {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:37.571870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-956ff59d-a154-4976-8f19-14b2c367565c service neutron] 10.222.0.16 "GET /v2.0/networks/ef3ad896-9f41-4e16-8db4-03a47fb22543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958233 Jul 08 01:37:37.584953 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:37.625107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Transition to ACTIVE for port object 60f365d6-2b3f-489b-840e-0986c80102eb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:37.639917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:37.824911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbe0c3d-bcf4-4898-b80d-e0c86f7d4eed req-0c062071-b3aa-42c7-9c2f-279f8fa6a6b6 service neutron] 10.222.0.16 "GET /v2.0/networks/ef3ad896-9f41-4e16-8db4-03a47fb22543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344501 Jul 08 01:37:37.850498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60f365d6-2b3f-489b-840e-0986c80102eb,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:37.941302 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3c6051-cee1-4e8f-8807-ed27174afbcb x-openstack-request-id: req-de3c6051-cee1-4e8f-8807-ed27174afbcb {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:37.941783 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b869ada7-3a9d-41f5-8db7-8734a6768ff6", "tag": "ba1611a6-ab75-4525-9d28-06d4254804a3", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:37.942430 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de3c6051-cee1-4e8f-8807-ed27174afbcb {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:37.942850 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b869ada7-3a9d-41f5-8db7-8734a6768ff6', 'tag': 'ba1611a6-ab75-4525-9d28-06d4254804a3', 'status': 'completed', 'code': 200} Jul 08 01:37:37.975244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:37.975597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:37.977090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:38.014581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:37:38.015153 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:38.037665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:38.038022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:38.038419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:38.038903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Bound port: 60f365d6-2b3f-489b-840e-0986c80102eb, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:38.039268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:38.174487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-8a3701d3-8d3a-4301-84dc-da081cd59ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:38.178678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-8a3701d3-8d3a-4301-84dc-da081cd59ec8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af5cf55168a44961b9d211e48943bcff&device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 1096 time: 0.1953790 Jul 08 01:37:38.231492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:38.239358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:38.251233 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:38.349557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:38.350172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:38.359132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-f37f398f-a61b-44e4-9b62-ad87f22ba3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:38.360668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-f37f398f-a61b-44e4-9b62-ad87f22ba3f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef3ad896-9f41-4e16-8db4-03a47fb22543 HTTP/1.1" status: 200 len: 915 time: 0.1554675 Jul 08 01:37:38.364927 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/60f365d6-2b3f-489b-840e-0986c80102eb HTTP/1.1" status: 200 len: 1093 time: 1.8095570 Jul 08 01:37:38.367035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'tag': '60f365d6-2b3f-489b-840e-0986c80102eb'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:38.369471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ee7122ed-0b15-4d48-b65c-df0029d8b8b7 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:37:38.382818 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6da4da-d31d-4a35-8f11-fdc015955f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1920d29-99d3-4bba-8c76-b8457f99574b", "tag": "60f365d6-2b3f-489b-840e-0986c80102eb"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:38.429445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-ab6a1dd6-a2d3-4b3d-bb2f-04ca6c0db9ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba1611a6-ab75-4525-9d28-06d4254804a3 HTTP/1.1" status: 200 len: 217 time: 0.0565610 Jul 08 01:37:38.439827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44776) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:38.468712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e37963-df75-4ada-9120-68cfc43442c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60f365d6-2b3f-489b-840e-0986c80102eb,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:38.506874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-916a0d8d-e3b8-44a7-b7f4-8cb631d0c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:38.513441 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-916a0d8d-e3b8-44a7-b7f4-8cb631d0c619 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 1096 time: 0.0900850 Jul 08 01:37:38.528053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024ee3-a9da-47dd-9ad7-8c819987a943 req-8e09bb3e-6b04-4601-932d-70946cb62f3e tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:38.537699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc024ee3-a9da-47dd-9ad7-8c819987a943 req-8e09bb3e-6b04-4601-932d-70946cb62f3e tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.1759710 Jul 08 01:37:38.542539 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:38.575296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-70758ff0-aec0-4ece-bfff-0fdc1c144786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:38.578976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-70758ff0-aec0-4ece-bfff-0fdc1c144786 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7e9ad70-1236-4c02-b3bd-0e64983c758d HTTP/1.1" status: 200 len: 853 time: 0.1399906 Jul 08 01:37:38.596955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc024ee3-a9da-47dd-9ad7-8c819987a943 req-9a3d01ae-95d7-44e7-ba9c-c068585f9e7a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581670 Jul 08 01:37:38.662668 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:38.672589 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2dcbe3-b03e-457b-a26f-9ddc41b2e97c" -d '{"events": [{"server_uuid": "af4581ac-49d3-44e1-a9a3-2c33f400f36d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7122ed-0b15-4d48-b65c-df0029d8b8b7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:38.692332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:38.709306 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:38.710446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1796080285-network', 'tenant_id': '4ed46a6397b5423fad2e8f536e057e35'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:38.719381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:38.782641 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Made reservation on behalf of 4ed46a6397b5423fad2e8f536e057e35 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:38.785121 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:38.837825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:38.858343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.858793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.859947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.861118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.872366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.872366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.872366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.872366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.872828 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:38.872938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.872938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.872938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:38.872938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:39.028266 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-6aa3b4b2-e8f7-4742-bd27-fe9cb0537f2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f365d6-2b3f-489b-840e-0986c80102eb HTTP/1.1" status: 200 len: 217 time: 0.5071478 Jul 08 01:37:39.095354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-37081abe-8097-4e67-a8a2-c962964ee098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:39.097184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-37081abe-8097-4e67-a8a2-c962964ee098 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef3ad896-9f41-4e16-8db4-03a47fb22543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4892681 Jul 08 01:37:39.122917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-1ca23b7a-a094-4be3-ab5e-fad4260af843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:39.124390 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-1ca23b7a-a094-4be3-ab5e-fad4260af843 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0899999 Jul 08 01:37:39.194307 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-82b23ad1-5890-4552-80c6-2cb512e6419c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606802 Jul 08 01:37:39.207580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ec26f-00c4-4dd6-a68d-1060c1903dbe req-5b088eff-144e-44c1-b87c-8d289ccd01c9 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:39.218554 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed6ec26f-00c4-4dd6-a68d-1060c1903dbe req-5b088eff-144e-44c1-b87c-8d289ccd01c9 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 944 time: 0.4480338 Jul 08 01:37:39.237050 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:39.289994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:39.368443 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-1845f7c8-16e8-4427-b2e9-503ad016cce2 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672387 Jul 08 01:37:39.441903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:37:39.477563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea545d5-5ded-4121-b41e-073253040c1d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:39.485214 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6147dd40-6e4d-444b-8149-4ab15dbcccaa x-openstack-request-id: req-6147dd40-6e4d-444b-8149-4ab15dbcccaa {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:39.487749 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1920d29-99d3-4bba-8c76-b8457f99574b", "tag": "60f365d6-2b3f-489b-840e-0986c80102eb", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:39.489471 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6147dd40-6e4d-444b-8149-4ab15dbcccaa {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:39.489890 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'tag': '60f365d6-2b3f-489b-840e-0986c80102eb', 'status': 'completed', 'code': 200} Jul 08 01:37:39.523961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed6ec26f-00c4-4dd6-a68d-1060c1903dbe req-35cd3646-6c18-4370-b2d0-aa542d5c832b tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045545 Jul 08 01:37:39.544653 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170f3e3c-98c9-4711-a5d3-a24fe3886c01 x-openstack-request-id: req-170f3e3c-98c9-4711-a5d3-a24fe3886c01 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:39.544653 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4581ac-49d3-44e1-a9a3-2c33f400f36d", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7122ed-0b15-4d48-b65c-df0029d8b8b7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:39.544653 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-170f3e3c-98c9-4711-a5d3-a24fe3886c01 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:39.544653 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7', 'code': 200} Jul 08 01:37:39.555641 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:39.555997 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Added segment ade647ba-7c9f-4a36-8f44-57c11988c63b of type vlan for network ff803069-0134-44a9-abc5-c042a95f8c00 Jul 08 01:37:39.590820 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-634fd68d-6c80-4013-9d4f-c903f62055b4 req-3ed2f9fb-03d2-4768-bb24-feda5745c5c7 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139850 Jul 08 01:37:39.695565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-dc4ed78f-d3b7-439c-862a-187e2c85d5c7 service neutron] 10.222.0.16 "GET /v2.0/networks/ef3ad896-9f41-4e16-8db4-03a47fb22543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062389 Jul 08 01:37:39.710330 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:39.766250 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6da4da-d31d-4a35-8f11-fdc015955f7c req-78243167-dbe0-49c5-aedf-63d70beb7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:39.768436 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f6da4da-d31d-4a35-8f11-fdc015955f7c req-78243167-dbe0-49c5-aedf-63d70beb7732 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 1096 time: 0.1046677 Jul 08 01:37:39.925229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:39.927484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:39.928484 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:39.967933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6da4da-d31d-4a35-8f11-fdc015955f7c req-963cf4f1-8696-4de9-8a16-4d327fd8188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:39.974333 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f6da4da-d31d-4a35-8f11-fdc015955f7c req-963cf4f1-8696-4de9-8a16-4d327fd8188a service neutron] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.1986954 Jul 08 01:37:40.090717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6485763 Jul 08 01:37:40.092421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:40.107997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Request body: {'subnet': {'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1796080285-subnet', 'tenant_id': '4ed46a6397b5423fad2e8f536e057e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:40.110857 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f6da4da-d31d-4a35-8f11-fdc015955f7c req-f3b62ecd-33f5-4cce-ba52-626ce757c1b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f365d6-2b3f-489b-840e-0986c80102eb HTTP/1.1" status: 200 len: 217 time: 0.1273842 Jul 08 01:37:40.135792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-0077bf36-a806-453b-a403-f5a9f37f2350 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:40.138707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-0077bf36-a806-453b-a403-f5a9f37f2350 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 808 time: 0.4238737 Jul 08 01:37:40.177884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-a29b6a33-f76d-47a0-aeee-bce442832c1c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/quotas/12a0164c80564015b1b963f8b59f6780 HTTP/1.1" status: 200 len: 375 time: 0.0291510 Jul 08 01:37:40.238237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f872931-b003-4e47-ad47-92e2e33b77f6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff803069-0134-44a9-abc5-c042a95f8c00,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:40.252901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6da4da-d31d-4a35-8f11-fdc015955f7c req-4c33e173-db63-42e9-8e12-c000baa4fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:40.253974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ff803069-0134-44a9-abc5-c042a95f8c00 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:37:40.264804 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f6da4da-d31d-4a35-8f11-fdc015955f7c req-4c33e173-db63-42e9-8e12-c000baa4fa42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.1377604 Jul 08 01:37:40.326832 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f6da4da-d31d-4a35-8f11-fdc015955f7c req-01c0be59-b07e-46a8-8bbc-87554d11217a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608950 Jul 08 01:37:40.449678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Made reservation on behalf of 4ed46a6397b5423fad2e8f536e057e35 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:40.452076 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:40.507253 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f6da4da-d31d-4a35-8f11-fdc015955f7c req-44ad816d-00cc-4726-abca-9dad6353bb52 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729441 Jul 08 01:37:40.591112 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebcaa26b-3768-4df8-a962-8dac0f3a0c0b req-0014d23a-40f5-4818-ae13-b986fc3917a2 service neutron] 10.222.0.16 "GET /v2.0/networks/ef3ad896-9f41-4e16-8db4-03a47fb22543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035699 Jul 08 01:37:40.617198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-e12c2385-ff33-4713-9f2a-93b4d0869b19 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4064023 Jul 08 01:37:40.653501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f6da4da-d31d-4a35-8f11-fdc015955f7c req-a09de8cd-f12b-4c5b-bf28-9a5dbc43c779 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398716 Jul 08 01:37:40.783394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-67415671-a73a-4b5f-8a14-8b40dadc4138 service neutron] 10.222.0.41 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651583 Jul 08 01:37:40.896191 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-75367de4-dc80-4593-93cc-e251fb66fdb5 service neutron] 10.222.0.41 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118460 Jul 08 01:37:40.908762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:41.050873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401b941c-28f8-4535-b717-37c042a004d7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:41.089171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Checking segment: {'id': 'ade647ba-7c9f-4a36-8f44-57c11988c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:41.092581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Network hostable DHCP agents. Network: ff803069-0134-44a9-abc5-c042a95f8c00, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:37:41.143797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Network ff803069-0134-44a9-abc5-c042a95f8c00 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:37:41.147869 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:37:41.172473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ff803069-0134-44a9-abc5-c042a95f8c00) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:41.182147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eee7e0-e3ba-46a1-b96c-df1b230c46a6 None None] Network ff803069-0134-44a9-abc5-c042a95f8c00 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:37:41.229189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:41.231856 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:41.291311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5e8369ea-4196-47bd-937e-46537c802176 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1883259 Jul 08 01:37:41.486418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce1499-9eac-48e9-a3e4-913e003c3a6a None None] Network ff803069-0134-44a9-abc5-c042a95f8c00 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:37:41.516481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-0ccfcc2f-9e9c-4838-a268-7f32d5a1dd3a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:41.527187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-0ccfcc2f-9e9c-4838-a268-7f32d5a1dd3a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 804 time: 0.3464530 Jul 08 01:37:41.589955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-c947a537-d0f9-4ebe-9415-d698f172c1b0 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/quotas/60ed971589df4d7cb184eada5b305beb HTTP/1.1" status: 200 len: 375 time: 0.0612383 Jul 08 01:37:41.773072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-85767b21-60e9-4d12-92f0-61d05024062d tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1819689 Jul 08 01:37:42.055638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-1c843f61-cefe-41fc-863b-541201ce9f55 service neutron] 10.222.0.41 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816656 Jul 08 01:37:42.070048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b27042-b5fe-415c-9d74-9769ffcc49de req-cb2c662b-a217-4905-a6e3-d3929f5c7778 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:42.071748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20b27042-b5fe-415c-9d74-9769ffcc49de req-cb2c662b-a217-4905-a6e3-d3929f5c7778 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.2582285 Jul 08 01:37:42.192391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20b27042-b5fe-415c-9d74-9769ffcc49de req-de944969-a9f2-47ea-800e-08ef0fd5623d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089425 Jul 08 01:37:42.265950 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-cdb5176b-736b-4dde-9796-6e5064ba35e6 service neutron] 10.222.0.41 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928077 Jul 08 01:37:42.544602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e6f7-f1a8-439a-a6cb-8685b85f8c83 req-38366833-7688-47eb-a23d-cd6698a1fb06 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:42.552567 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76f6e6f7-f1a8-439a-a6cb-8685b85f8c83 req-38366833-7688-47eb-a23d-cd6698a1fb06 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 944 time: 0.1359692 Jul 08 01:37:42.609876 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76f6e6f7-f1a8-439a-a6cb-8685b85f8c83 req-f11bab6c-710d-4e1c-b907-1b6fdd6eff4d tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562983 Jul 08 01:37:43.029324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c567b93-546e-4273-9111-176bef29ec24 req-1c189c1e-b172-49d7-aecf-cbb4ef85455e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.0438366 Jul 08 01:37:43.280540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ef1afe88-7b37-40c2-9449-48dd4699daf3 req-47fd772b-9f11-49b8-8c37-59d8fcded73a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-68464873', 'description': 'tempest-description-1845862564'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:43.317053 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef1afe88-7b37-40c2-9449-48dd4699daf3 req-47fd772b-9f11-49b8-8c37-59d8fcded73a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:43.419607 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef1afe88-7b37-40c2-9449-48dd4699daf3 req-47fd772b-9f11-49b8-8c37-59d8fcded73a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:43.440741 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef1afe88-7b37-40c2-9449-48dd4699daf3 req-47fd772b-9f11-49b8-8c37-59d8fcded73a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:43.485949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd772b-9f11-49b8-8c37-59d8fcded73a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2dd5db-9683-4818-869d-cfc878c5ef3f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:43.489724 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ef1afe88-7b37-40c2-9449-48dd4699daf3 req-47fd772b-9f11-49b8-8c37-59d8fcded73a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:43.506870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef1afe88-7b37-40c2-9449-48dd4699daf3 req-47fd772b-9f11-49b8-8c37-59d8fcded73a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2309172 Jul 08 01:37:43.692570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1fa3691f-04ba-438a-acc8-51e614412755 req-914ae36b-949a-4496-84b4-60d24b70236b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 210 time: 0.0415545 Jul 08 01:37:43.730871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-a22d658f-0656-4c8a-971a-af8c7926f147 req-0ce1f3e7-6554-45ae-a6ea-b818a8c340bb tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-430697900', 'description': 'tempest-description-743470339'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:43.782414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde6878-3d12-40c5-aabf-e0043692d755 req-07450d6e-37ad-4561-8962-5ec9c7f645d3 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:43.783988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cdde6878-3d12-40c5-aabf-e0043692d755 req-07450d6e-37ad-4561-8962-5ec9c7f645d3 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.0940704 Jul 08 01:37:43.785374 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a22d658f-0656-4c8a-971a-af8c7926f147 req-0ce1f3e7-6554-45ae-a6ea-b818a8c340bb tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:43.856602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cdde6878-3d12-40c5-aabf-e0043692d755 req-6244597f-9f37-4e09-90d0-cd7a759c1b35 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609081 Jul 08 01:37:43.925835 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a22d658f-0656-4c8a-971a-af8c7926f147 req-0ce1f3e7-6554-45ae-a6ea-b818a8c340bb tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:43.933930 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a22d658f-0656-4c8a-971a-af8c7926f147 req-0ce1f3e7-6554-45ae-a6ea-b818a8c340bb tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:43.968934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1f3e7-6554-45ae-a6ea-b818a8c340bb tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac24fa16-f9e2-4c78-9515-592ec8dbcb00,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:43.972784 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a22d658f-0656-4c8a-971a-af8c7926f147 req-0ce1f3e7-6554-45ae-a6ea-b818a8c340bb tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:43.978215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a22d658f-0656-4c8a-971a-af8c7926f147 req-0ce1f3e7-6554-45ae-a6ea-b818a8c340bb tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2517397 Jul 08 01:37:44.194751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5747c5b-5a3c-49c4-921b-253daeaad716 req-42699108-c91a-4e24-af20-068dfd428def tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:44.196260 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5747c5b-5a3c-49c4-921b-253daeaad716 req-42699108-c91a-4e24-af20-068dfd428def tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 944 time: 0.0858617 Jul 08 01:37:44.240842 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5747c5b-5a3c-49c4-921b-253daeaad716 req-3734e3d6-8678-45fa-bb11-159deaf07945 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364752 Jul 08 01:37:44.578122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c41a71ca-6b0b-49fe-8b86-c8cc0ebabfcb req-f189ff2f-0e09-4b8b-b33e-0d827c45937f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.0309119 Jul 08 01:37:44.753027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45006) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:44.828445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-e9696f73-6b3a-4c12-bb5e-35e2fbdce7fc tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:44.835966 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-e9696f73-6b3a-4c12-bb5e-35e2fbdce7fc tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 813 time: 0.1519895 Jul 08 01:37:44.853102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-f592f21a-9132-4590-b048-f460dc3214b7 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/quotas/4ed46a6397b5423fad2e8f536e057e35 HTTP/1.1" status: 200 len: 375 time: 0.0158601 Jul 08 01:37:44.887543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-4fd02824-2cdf-46f1-aa18-409de8075731 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327284 Jul 08 01:37:44.957520 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b17675a9-54a2-4d0e-8bae-48e4432501f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:44.994644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-348ff318-be8c-4d60-a27e-87325afd11c6 service neutron] 10.222.0.41 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978594 Jul 08 01:37:45.090687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b17675a9-54a2-4d0e-8bae-48e4432501f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:45.095819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b17675a9-54a2-4d0e-8bae-48e4432501f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:45.096408 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb00f54f-383b-43c8-a53e-8590fda384f8 req-ba7f6260-02d2-4a17-a68f-e15fcdc7a686 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 210 time: 0.0680108 Jul 08 01:37:45.143988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17675a9-54a2-4d0e-8bae-48e4432501f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cab9d55-b828-4761-9e64-db8e6ba3ed29,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:45.146396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-004e8b7b-93be-4627-b705-4387254ef35b service neutron] 10.222.0.41 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451528 Jul 08 01:37:45.166622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45016) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:45.169170 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b17675a9-54a2-4d0e-8bae-48e4432501f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d1d706711044c5cb9bd0447ba40c129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148247 Jul 08 01:37:45.275368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-692b71ad-a24c-4747-94cf-9f71527e7f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:45.337720 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-692b71ad-a24c-4747-94cf-9f71527e7f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:45.441270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3000f01-d69d-43f4-a1ac-e63ff30699e9 req-af71a0bc-4599-42ac-9943-fdc241c0ba48 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:45.442800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3000f01-d69d-43f4-a1ac-e63ff30699e9 req-af71a0bc-4599-42ac-9943-fdc241c0ba48 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.1520410 Jul 08 01:37:45.471309 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-692b71ad-a24c-4747-94cf-9f71527e7f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:45.473865 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-692b71ad-a24c-4747-94cf-9f71527e7f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:45.475154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-692b71ad-a24c-4747-94cf-9f71527e7f53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cab9d55-b828-4761-9e64-db8e6ba3ed29 HTTP/1.1" status: 204 len: 168 time: 0.3072455 Jul 08 01:37:45.506184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b71ad-a24c-4747-94cf-9f71527e7f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cab9d55-b828-4761-9e64-db8e6ba3ed29,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:45.520164 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3000f01-d69d-43f4-a1ac-e63ff30699e9 req-d46b30a8-fdbc-4b20-ab33-2082680c198b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619569 Jul 08 01:37:45.546676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f11689-4a0c-417b-9c64-0765ef9af017 req-3415d0a4-0399-4074-b7fe-cc3d95d5733d tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:45.564099 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9f11689-4a0c-417b-9c64-0765ef9af017 req-3415d0a4-0399-4074-b7fe-cc3d95d5733d tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 947 time: 0.1741381 Jul 08 01:37:45.665034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9f11689-4a0c-417b-9c64-0765ef9af017 req-6ae24cb7-0f8e-4d18-b6ed-582337bc8561 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000338 Jul 08 01:37:45.780842 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f43a3c67-807c-45eb-b5fe-5b6202c6bf71 req-9a7e97c2-88bc-4014-aa5a-7b7e333fecc2 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 210 time: 0.0363047 Jul 08 01:37:45.793573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36eaa21-2f20-4f21-bb28-16a4ad960918 req-d8f79209-7890-413e-b8a2-7e69fd24accb tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:45.795179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f36eaa21-2f20-4f21-bb28-16a4ad960918 req-d8f79209-7890-413e-b8a2-7e69fd24accb tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 944 time: 0.1441255 Jul 08 01:37:45.856973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f36eaa21-2f20-4f21-bb28-16a4ad960918 req-c526979d-bcd3-4f1d-b4d0-e0dadf2855a5 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561686 Jul 08 01:37:45.997318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30c078a9-26cc-4723-84c9-8aa39994017e req-3c41c057-d681-4225-8ccc-0345e3c4a39d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.0281663 Jul 08 01:37:46.227558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45056) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:46.242520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed52c04d-b81b-4442-8978-61586453fd39 req-7894b4b5-df74-4c37-b07d-47a50f6592db tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 210 time: 0.0312445 Jul 08 01:37:46.323705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1642841015-network', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:46.344745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Made reservation on behalf of cec18a91ea6241bc928d3059c8dae9cc for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:46.347269 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.356795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.462020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.466431 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.495427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:37:46.510519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea26c56-69a1-4be4-b3cb-86e82be832db,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:46.514938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.515686 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Added segment b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97 of type vlan for network beda11af-02fd-4a5d-9761-e7a31d38417d Jul 08 01:37:46.567581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.602400 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.603532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:46.604857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.680101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] Pushing event updated for resources: {'Network': ['ID=beda11af-02fd-4a5d-9761-e7a31d38417d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:46.683810 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6fb14ed9-330e-4dba-bdc0-abe235d15898 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4552145 Jul 08 01:37:46.687069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45062) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:46.692377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Request body: {'subnet': {'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1642841015-subnet', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:46.698249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network beda11af-02fd-4a5d-9761-e7a31d38417d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:37:46.726911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Made reservation on behalf of cec18a91ea6241bc928d3059c8dae9cc for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:46.731365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.773643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4637e-eb58-487a-8e58-34cf695b85eb req-561b5584-48f1-47eb-aabb-71eb5f944353 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:46.777318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4be4637e-eb58-487a-8e58-34cf695b85eb req-561b5584-48f1-47eb-aabb-71eb5f944353 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.1086609 Jul 08 01:37:46.837665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4be4637e-eb58-487a-8e58-34cf695b85eb req-d478a114-adbc-44f9-89e8-afd16249fef5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538890 Jul 08 01:37:46.896790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc77312c-52ef-421c-8e24-45e9fb3af8b4 req-0f3e115f-5e59-41da-986f-39c7622ede72 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:46.898361 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc77312c-52ef-421c-8e24-45e9fb3af8b4 req-0f3e115f-5e59-41da-986f-39c7622ede72 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 947 time: 0.0774643 Jul 08 01:37:46.930777 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:46.943761 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc77312c-52ef-421c-8e24-45e9fb3af8b4 req-19b39610-37a4-4767-be19-136536da54d0 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Jul 08 01:37:46.987931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaa82ef5-2b38-4865-b5fd-6840c8c959ec req-22fd39c4-2d01-40ce-b58b-91e1dd44ef85 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 210 time: 0.0368283 Jul 08 01:37:46.996718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:47.003745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Checking segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:47.004106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Network hostable DHCP agents. Network: beda11af-02fd-4a5d-9761-e7a31d38417d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:37:47.035134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Network beda11af-02fd-4a5d-9761-e7a31d38417d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:37:47.045361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, beda11af-02fd-4a5d-9761-e7a31d38417d) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:47.054397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:47.054919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac42a1-7e7e-4a5d-be41-db930d41ceba None None] Network beda11af-02fd-4a5d-9761-e7a31d38417d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:37:47.055041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:47.096481 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e5c4d091-ee64-49cd-bb13-ed633c01653e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4082701 Jul 08 01:37:47.097555 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45074) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:47.111840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:47.149167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c8acb-7de2-473d-bc84-48b9549c69fb req-be0f9032-758f-4b2b-9fb4-a631cedf2636 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:47.153281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:47.154953 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:47.157591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d66c8acb-7de2-473d-bc84-48b9549c69fb req-be0f9032-758f-4b2b-9fb4-a631cedf2636 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 944 time: 0.0870905 Jul 08 01:37:47.206319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d66c8acb-7de2-473d-bc84-48b9549c69fb req-4f142bf9-7c00-4cf1-93d2-380678165299 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477364 Jul 08 01:37:47.230552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:47.332892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-beda11af-02fd-4a5d-9761-e7a31d38417d', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:37:47.333864 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:47.361197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84358f69-1706-48b2-a664-acfba97a8894 req-808b633d-78e8-4fb7-ab2a-978d9d9f6826 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.0691404 Jul 08 01:37:47.455247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-18d1e147-0aa4-4cb4-943c-97fb0c1a2cb4 req-c6eb04e4-f4bd-4f2a-9fcd-b7039204c89e tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 210 time: 0.0390153 Jul 08 01:37:47.509813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-aeb60893-a3c0-4ced-8eee-800263cc7e3a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:47.513012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-aeb60893-a3c0-4ced-8eee-800263cc7e3a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.16 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 813 time: 0.1507595 Jul 08 01:37:47.528838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'port': {'device_id': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00', 'admin_state_up': True, 'tenant_id': '4ed46a6397b5423fad2e8f536e057e35'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:47.532274 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:47.545330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Allocated IP 172.20.0.2 (beda11af-02fd-4a5d-9761-e7a31d38417d/dfe181ef-686a-49dc-8e69-0e4c7cc59c0b/de4fdd13-0272-4ca1-a81e-301e787763b5) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:47.624326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-875b316d-1e2c-4551-a4cc-011a58a76f57 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:47.626069 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-875b316d-1e2c-4551-a4cc-011a58a76f57 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "GET /v2.0/ports?device_id=af4581ac-49d3-44e1-a9a3-2c33f400f36d HTTP/1.1" status: 200 len: 944 time: 0.1992383 Jul 08 01:37:47.811643 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:47.823250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Transition to ACTIVE for port object de4fdd13-0272-4ca1-a81e-301e787763b5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:47.842707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Transition to ACTIVE for port object de4fdd13-0272-4ca1-a81e-301e787763b5 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:47.851467 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:47.935412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d16a9ffd-a7a2-40a0-9591-adf6e0d9ec7e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:47.937200 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d16a9ffd-a7a2-40a0-9591-adf6e0d9ec7e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 808 time: 0.1933370 Jul 08 01:37:47.940997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-6b015053-560b-4724-8dbc-d8a4e6195e6a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Deleting port ee7122ed-0b15-4d48-b65c-df0029d8b8b7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:37:47.941345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-6b015053-560b-4724-8dbc-d8a4e6195e6a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:47.954794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Network beda11af-02fd-4a5d-9761-e7a31d38417d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:47.962781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:47.975979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Pushing event updated for resources: {'Port': ['ID=de4fdd13-0272-4ca1-a81e-301e787763b5,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:47.991412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:48.055468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Request body: {'port': {'device_id': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055', 'admin_state_up': True, 'tenant_id': '12a0164c80564015b1b963f8b59f6780'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:48.075951 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Attempting to bind port de4fdd13-0272-4ca1-a81e-301e787763b5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:48.076344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Attempting to bind port de4fdd13-0272-4ca1-a81e-301e787763b5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:48.076712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Attempting to bind port de4fdd13-0272-4ca1-a81e-301e787763b5 on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:48.083068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:48.083455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Checking segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:48.083851 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:48.084245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Bound using segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:48.084830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Bound port: de4fdd13-0272-4ca1-a81e-301e787763b5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:48.085217 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:48.163891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] For port de4fdd13-0272-4ca1-a81e-301e787763b5, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:48.169727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] For port de4fdd13-0272-4ca1-a81e-301e787763b5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=de4fdd13-0272-4ca1-a81e-301e787763b5,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:48.176427 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:48.179907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Made reservation on behalf of 4ed46a6397b5423fad2e8f536e057e35 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:48.184435 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:48.215710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61eaf6-9501-46b7-8eef-5be7444690e9 req-0b9437b8-c6ce-469e-9470-66df3104056c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:48.223067 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af61eaf6-9501-46b7-8eef-5be7444690e9 req-0b9437b8-c6ce-469e-9470-66df3104056c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.2178042 Jul 08 01:37:48.225325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.16', 52357) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:48.271499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083c8b8-0c68-4145-8490-0b851e05a956 None None] Pushing event updated for resources: {'Port': ['ID=de4fdd13-0272-4ca1-a81e-301e787763b5,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:48.296258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Made reservation on behalf of 12a0164c80564015b1b963f8b59f6780 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:48.300031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:48.335858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af61eaf6-9501-46b7-8eef-5be7444690e9 req-c4f77f0a-ac05-49b4-932c-947a07be9179 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117921 Jul 08 01:37:48.423978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.16', 52358) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:48.446303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd439c13-bfa3-4d2d-86b8-7d82db6dbc0e req-e4c53aba-c79e-4913-a663-1be4a5c291e3 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:48.456688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd439c13-bfa3-4d2d-86b8-7d82db6dbc0e req-e4c53aba-c79e-4913-a663-1be4a5c291e3 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 947 time: 0.3430312 Jul 08 01:37:48.599695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-48a55df3-e358-48cc-87d9-a08bb0434f39 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:48.602031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-48a55df3-e358-48cc-87d9-a08bb0434f39 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 947 time: 0.3721595 Jul 08 01:37:48.674458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Allocated IP 172.20.0.8 (ff803069-0134-44a9-abc5-c042a95f8c00/401b941c-28f8-4535-b717-37c042a004d7/4d8069a6-4973-4983-b2e7-3c00a3b41ed9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:48.771250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd439c13-bfa3-4d2d-86b8-7d82db6dbc0e req-dd15cac2-7e02-4898-bfb4-85573dd97110 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132923 Jul 08 01:37:48.878719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Allocated IP 172.20.0.8 (a8483aff-5cce-4698-a4bf-03fadb168055/aa25f5cb-c5fe-4773-a451-cb8d282fd150/d9c0dd27-a1a3-4cec-b8ff-538c329a6203) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:48.893300 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:48.928804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4beee942-792c-4be4-add8-50aa88281f93 req-5ade1937-eccb-4e52-8c12-2594f701c8c5 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 210 time: 0.1518075 Jul 08 01:37:48.939040 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:49.099099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-6b015053-560b-4724-8dbc-d8a4e6195e6a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] For port ee7122ed-0b15-4d48-b65c-df0029d8b8b7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:49.099099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-6b015053-560b-4724-8dbc-d8a4e6195e6a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:49.131228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-6b015053-560b-4724-8dbc-d8a4e6195e6a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Calling delete_port for ee7122ed-0b15-4d48-b65c-df0029d8b8b7 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:37:49.157086 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72629674-2a60-43c9-8d5f-a79e6eb35d4d req-4be22a16-9a0f-48b2-953d-56c631fe9706 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.0705831 Jul 08 01:37:49.169688 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:49.198911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-deba6479-a384-46d2-a484-33ea468984fa tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:49.198911 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-deba6479-a384-46d2-a484-33ea468984fa tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 804 time: 0.7616510 Jul 08 01:37:49.199581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Allocated IP 172.25.4.41 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/889b1aaf-70d6-4f9a-99de-ca862b2b78f7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:49.227090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-a2fbc179-a3c2-4738-83f6-57759cc5bf51 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Deleting port e407f26b-edca-492d-98ce-586d61962b8b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:37:49.227600 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-a2fbc179-a3c2-4738-83f6-57759cc5bf51 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:49.251546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Request body: {'port': {'device_id': '49d27dbb-006a-42bf-9296-707b9940890b', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'admin_state_up': True, 'tenant_id': '60ed971589df4d7cb184eada5b305beb'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:49.313370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244a25-b848-4703-8b95-857af710d7f6 req-58c91ff9-98e4-4e89-aa34-c9f34b5bf0ce tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:49.314995 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b244a25-b848-4703-8b95-857af710d7f6 req-58c91ff9-98e4-4e89-aa34-c9f34b5bf0ce tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 944 time: 0.2682247 Jul 08 01:37:49.352442 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:49.471487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-a2fbc179-a3c2-4738-83f6-57759cc5bf51 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] For port e407f26b-edca-492d-98ce-586d61962b8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e407f26b-edca-492d-98ce-586d61962b8b,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:49.471857 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-a2fbc179-a3c2-4738-83f6-57759cc5bf51 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:49.501634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Network ff803069-0134-44a9-abc5-c042a95f8c00 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:49.523049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b244a25-b848-4703-8b95-857af710d7f6 req-844bf4cc-b293-4ae9-863b-26199a11e3d8 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911490 Jul 08 01:37:49.530056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc1f172f-a260-4d37-9efc-7c5366bd5ffc req-bb433cd0-6606-47cf-bacc-35952f6fc16f tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 210 time: 0.0739162 Jul 08 01:37:49.530864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'Port': ['ID=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:49.533340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-a2fbc179-a3c2-4738-83f6-57759cc5bf51 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Calling delete_port for e407f26b-edca-492d-98ce-586d61962b8b owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:37:49.535555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:49.540003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:49.657358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:49.658702 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:49.734561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-6e4c2a2f-978b-41d1-8a26-2ade6c01d9cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2112474 Jul 08 01:37:49.752142 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Request body: {'port': {'device_id': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:49.764492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3bf6c-63f3-4ae6-b474-667ed2a61604 None None] Network beda11af-02fd-4a5d-9761-e7a31d38417d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:37:49.856264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a91891ed-7d1d-4379-9d9c-66d75bf6a7a0 None None] Provisioning for port de4fdd13-0272-4ca1-a81e-301e787763b5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:49.860772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f4487-9b34-4b1d-94dc-301506be41b8 req-81d0e702-f8fa-4753-8fa4-608c41b78fe4 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:49.868458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f68f4487-9b34-4b1d-94dc-301506be41b8 req-81d0e702-f8fa-4753-8fa4-608c41b78fe4 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.2064059 Jul 08 01:37:49.875162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Made reservation on behalf of 60ed971589df4d7cb184eada5b305beb for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:37:49.879695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:49.938110 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:49.962244 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-a2fbc179-a3c2-4738-83f6-57759cc5bf51 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:49.980000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f68f4487-9b34-4b1d-94dc-301506be41b8 req-3113850b-66bf-4c29-9843-78f8b2dbcbea tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103122 Jul 08 01:37:50.102742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc179-a3c2-4738-83f6-57759cc5bf51 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Pushing event deleted for resources: {'Port': ['ID=e407f26b-edca-492d-98ce-586d61962b8b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:50.103430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 60f365d6-2b3f-489b-840e-0986c80102eb details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:37:50.130038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Allocated IP 172.20.0.8 (b678d60d-95ad-40d9-881f-06a172e23770/3b773675-58a6-407f-bb54-168b4a710395/ed35d102-d800-4edd-9fa2-985711c8023d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:50.167917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05c89471-9429-40dd-8947-e7836122b288 req-b9b95acb-cd74-4996-8d52-e5ce53118127 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4 HTTP/1.1" status: 200 len: 210 time: 0.1069312 Jul 08 01:37:50.170416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:50.212832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-a2fbc179-a3c2-4738-83f6-57759cc5bf51 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] No DVR routers for this DVR port e407f26b-edca-492d-98ce-586d61962b8b on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:37:50.224591 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-a2fbc179-a3c2-4738-83f6-57759cc5bf51 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:50.226668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa45d024-5e4c-43a3-9dcb-903e4957c42a req-a2fbc179-a3c2-4738-83f6-57759cc5bf51 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.16 "DELETE /v2.0/ports/e407f26b-edca-492d-98ce-586d61962b8b HTTP/1.1" status: 204 len: 173 time: 1.4544773 Jul 08 01:37:50.227996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'name': 'network-vif-deleted', 'tag': 'e407f26b-edca-492d-98ce-586d61962b8b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:50.230498 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7480c390-98e2-44dd-9285-c0279bbbb7a8" -d '{"events": [{"server_uuid": "a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4", "name": "network-vif-deleted", "tag": "e407f26b-edca-492d-98ce-586d61962b8b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:50.305215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:50.343511 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-6b015053-560b-4724-8dbc-d8a4e6195e6a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:50.440446 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:50.440686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b015053-560b-4724-8dbc-d8a4e6195e6a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Pushing event deleted for resources: {'Port': ['ID=ee7122ed-0b15-4d48-b65c-df0029d8b8b7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:50.458800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ba1611a6-ab75-4525-9d28-06d4254804a3 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:37:50.537083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '60f365d6-2b3f-489b-840e-0986c80102eb', 'network_id': '767b6759-e4c7-45ff-9888-230faa276961', 'port_id': '60f365d6-2b3f-489b-840e-0986c80102eb', 'mac_address': 'fa:16:3e:81:c9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9a2d5b-3a74-4ae8-867e-e9350a1630e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:37:50.592766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-6b015053-560b-4724-8dbc-d8a4e6195e6a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] No DVR routers for this DVR port ee7122ed-0b15-4d48-b65c-df0029d8b8b7 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:37:50.607421 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-6b015053-560b-4724-8dbc-d8a4e6195e6a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:50.609286 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40bacfcc-72d2-4afa-9cbd-efc978de86de req-6b015053-560b-4724-8dbc-d8a4e6195e6a tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "DELETE /v2.0/ports/ee7122ed-0b15-4d48-b65c-df0029d8b8b7 HTTP/1.1" status: 204 len: 173 time: 2.9740641 Jul 08 01:37:50.610854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'name': 'network-vif-deleted', 'tag': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:50.613258 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68da98e9-f8df-448e-99be-a6a24732cf3d" -d '{"events": [{"server_uuid": "af4581ac-49d3-44e1-a9a3-2c33f400f36d", "name": "network-vif-deleted", "tag": "ee7122ed-0b15-4d48-b65c-df0029d8b8b7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:50.617223 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:50.642011 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-425d0fcd-86f2-4918-b596-8b1afafce4a9 req-06c11d5a-96b9-4521-bfa3-4f7be6ac3158 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.1365032 Jul 08 01:37:50.646136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['9b2c80cd-2704-4481-a459-70709a440f2e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:37:50.679584 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:37:50.735086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Network a8483aff-5cce-4698-a4bf-03fadb168055 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:50.740146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device de4fdd13-0272-4ca1-a81e-301e787763b5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:50.743496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:50.768701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:50.780958 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692dbd0e-e9b8-49fd-9d91-570453d33329 x-openstack-request-id: req-692dbd0e-e9b8-49fd-9d91-570453d33329 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:50.781447 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4", "name": "network-vif-deleted", "tag": "e407f26b-edca-492d-98ce-586d61962b8b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:50.783201 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-692dbd0e-e9b8-49fd-9d91-570453d33329 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:50.783789 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f5f9ca-fbb9-4413-9388-e797b2fb6bf4', 'name': 'network-vif-deleted', 'tag': 'e407f26b-edca-492d-98ce-586d61962b8b', 'status': 'completed', 'code': 200} Jul 08 01:37:50.799878 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6fcbc4bf-ec08-46d7-b162-550e938d6d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:50.808637 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:50.847046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:50.875362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Pushing event updated for resources: {'Port': ['ID=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:50.875886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820f65b-975b-4c81-9abc-1f675b6e7dc1 req-c78f697d-07d5-42e9-9e8b-3f08a6e1db26 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:50.882610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:50.893720 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8820f65b-975b-4c81-9abc-1f675b6e7dc1 req-c78f697d-07d5-42e9-9e8b-3f08a6e1db26 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 931 time: 0.4586997 Jul 08 01:37:50.950895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f365d6-2b3f-489b-840e-0986c80102eb {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:50.970165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:50.983154 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.014064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:51.016351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Transition to ACTIVE for port object 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:51.039124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:51.046278 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.069004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:51.080443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d934401-f893-437c-9b75-0ebf8efd9d1f req-b53f5b8a-2cc6-48c1-865e-d3850cad8f53 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 210 time: 0.0758469 Jul 08 01:37:51.113159 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.147859 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Pushing event updated for resources: {'Port': ['ID=889b1aaf-70d6-4f9a-99de-ca862b2b78f7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:51.154783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ba1611a6-ab75-4525-9d28-06d4254804a3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ba1611a6-ab75-4525-9d28-06d4254804a3,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:51.180249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8820f65b-975b-4c81-9abc-1f675b6e7dc1 req-89858f04-b50b-462e-92ca-b25899f6b0c6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756451 Jul 08 01:37:51.205183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Pushing event updated for resources: {'Port': ['ID=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:51.249739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:51.250386 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.330036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port de4fdd13-0272-4ca1-a81e-301e787763b5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:51.335059 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6c8218-cff2-440a-af55-9c16bf557ea1 x-openstack-request-id: req-cc6c8218-cff2-440a-af55-9c16bf557ea1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:51.335707 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4581ac-49d3-44e1-a9a3-2c33f400f36d", "name": "network-vif-deleted", "tag": "ee7122ed-0b15-4d48-b65c-df0029d8b8b7", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:51.335974 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc6c8218-cff2-440a-af55-9c16bf557ea1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:51.336401 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4581ac-49d3-44e1-a9a3-2c33f400f36d', 'name': 'network-vif-deleted', 'tag': 'ee7122ed-0b15-4d48-b65c-df0029d8b8b7', 'status': 'completed', 'code': 200} Jul 08 01:37:51.338939 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bb1c8902-6495-4b6c-8d8f-5863483ff99d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2875071 Jul 08 01:37:51.349915 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'ba1611a6-ab75-4525-9d28-06d4254804a3', 'network_id': 'ef3ad896-9f41-4e16-8db4-03a47fb22543', 'port_id': 'ba1611a6-ab75-4525-9d28-06d4254804a3', 'mac_address': 'fa:16:3e:47:fb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7e9ad70-1236-4c02-b3bd-0e64983c758d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:37:51.403043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Attempting to bind port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:51.405723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Attempting to bind port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'ade647ba-7c9f-4a36-8f44-57c11988c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:51.406114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Attempting to bind port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 on network ff803069-0134-44a9-abc5-c042a95f8c00 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:51.419440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Request body: {'port': {'device_id': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:51.424093 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.450684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 on network ff803069-0134-44a9-abc5-c042a95f8c00 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:37:51.451399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Attempting to bind port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 on network ff803069-0134-44a9-abc5-c042a95f8c00 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:51.460419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:51.461136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Checking segment: {'id': 'ade647ba-7c9f-4a36-8f44-57c11988c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:51.461764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Bound using segment: {'id': 'ade647ba-7c9f-4a36-8f44-57c11988c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:51.462422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Bound port: 4d8069a6-4973-4983-b2e7-3c00a3b41ed9, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade647ba-7c9f-4a36-8f44-57c11988c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:51.463006 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.483771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=60f365d6-2b3f-489b-840e-0986c80102eb,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:51.486643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port de4fdd13-0272-4ca1-a81e-301e787763b5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:51.487033 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.493205 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.517287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['60f365d6-2b3f-489b-840e-0986c80102eb'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:37:51.569912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.607692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1611a6-ab75-4525-9d28-06d4254804a3 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:51.625302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d9366-c41f-4572-a74f-a8f1191a88cb req-90b39d45-9a1a-4587-8b79-363b2fbe8fa7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:51.633878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-178d9366-c41f-4572-a74f-a8f1191a88cb req-90b39d45-9a1a-4587-8b79-363b2fbe8fa7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 945 time: 0.2218866 Jul 08 01:37:51.639543 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ba1611a6-ab75-4525-9d28-06d4254804a3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ba1611a6-ab75-4525-9d28-06d4254804a3,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:51.689186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.723398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbc247-8f09-4379-8118-01b0bc906c31 req-565c930e-e6ca-41f6-ac85-f1d43b210d32 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:51.725589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07bbc247-8f09-4379-8118-01b0bc906c31 req-565c930e-e6ca-41f6-ac85-f1d43b210d32 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 944 time: 0.2758970 Jul 08 01:37:51.734206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] For port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:51.739528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] For port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:51.773571 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.801148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ba1611a6-ab75-4525-9d28-06d4254804a3,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:51.840860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Pushing event updated for resources: {'Port': ['ID=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:51.861083 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-178d9366-c41f-4572-a74f-a8f1191a88cb req-980d870f-f861-4318-b9c7-9ca2a25a3e49 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258952 Jul 08 01:37:51.862761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:51.864832 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.868347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-b149fd7c-c2d3-433b-bc2e-5af08cbe5f6a service neutron] 10.222.0.16 "PUT /v2.0/ports/4d8069a6-4973-4983-b2e7-3c00a3b41ed9 HTTP/1.1" status: 200 len: 1092 time: 2.1207933 Jul 08 01:37:51.878378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c0dd27-a1a3-4cec-b8ff-538c329a6203 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:51.887651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.897709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07bbc247-8f09-4379-8118-01b0bc906c31 req-6c6c3fe8-5a4a-4c9e-93d7-ef87a45ce416 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548760 Jul 08 01:37:51.902082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Transition to ACTIVE for port object d9c0dd27-a1a3-4cec-b8ff-538c329a6203 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:51.926111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:51.990674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['ba1611a6-ab75-4525-9d28-06d4254804a3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:37:51.999282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-20a05dca-ad8f-4638-880b-d64c02d0d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:52.001846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-20a05dca-ad8f-4638-880b-d64c02d0d843 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 1095 time: 0.0687559 Jul 08 01:37:52.015230 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:52.094786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-723c10e4-32a5-44f2-bab0-fc8adf1d9678 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9 HTTP/1.1" status: 200 len: 217 time: 0.0861423 Jul 08 01:37:52.127418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Network b678d60d-95ad-40d9-881f-06a172e23770 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:52.152882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:52.158497 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:52.189200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-bca7f7de-9f97-4ec9-b5e8-11dc2226717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:52.190729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-bca7f7de-9f97-4ec9-b5e8-11dc2226717b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=401b941c-28f8-4535-b717-37c042a004d7 HTTP/1.1" status: 200 len: 853 time: 0.0870783 Jul 08 01:37:52.242770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:52.248232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-926048ef-fc6f-4ac8-a6ca-53d27f0490aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff803069-0134-44a9-abc5-c042a95f8c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391445 Jul 08 01:37:52.347911 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:52.365302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b426c85-b760-4f30-be00-c6da767953e1 req-35a5821b-0f50-4ff8-857a-34ac91948331 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:52.366397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:52.367169 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:52.367802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b426c85-b760-4f30-be00-c6da767953e1 req-35a5821b-0f50-4ff8-857a-34ac91948331 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.1906617 Jul 08 01:37:52.386786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Pushing event updated for resources: {'Port': ['ID=ed35d102-d800-4edd-9fa2-985711c8023d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:52.397388 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-b9557736-84bd-49a5-ba27-7142efa5118b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1811612 Jul 08 01:37:52.399472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:52.399833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:52.400172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:52.402966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:52.411189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Request body: {'port': {'device_id': '49d27dbb-006a-42bf-9296-707b9940890b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:52.419742 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-5661dc7f-bac0-4c8a-b93b-5074a946e32d service neutron] 10.222.0.16 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625335 Jul 08 01:37:52.467718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ee7122ed-0b15-4d48-b65c-df0029d8b8b7 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:37:52.469975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:37:52.471587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:52.488962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:52.489453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:52.489872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:52.490312 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Bound port: d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:52.490690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:52.525592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b426c85-b760-4f30-be00-c6da767953e1 req-6c1fd1cc-fdf8-4c52-b6a0-712e91442157 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045370 Jul 08 01:37:52.580488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: ee7122ed-0b15-4d48-b65c-df0029d8b8b7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:37:52.582081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ee7122ed-0b15-4d48-b65c-df0029d8b8b7 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:37:52.583443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e407f26b-edca-492d-98ce-586d61962b8b no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:37:52.607857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eda3427-f289-4a1b-ae69-6019cdb87c06 req-49df1bac-ddd9-4b3c-8672-52e67e97f37f service neutron] 10.222.0.16 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673400 Jul 08 01:37:52.641835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port de4fdd13-0272-4ca1-a81e-301e787763b5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=de4fdd13-0272-4ca1-a81e-301e787763b5,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:52.644464 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:52.648973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: e407f26b-edca-492d-98ce-586d61962b8b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:37:52.649708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e407f26b-edca-492d-98ce-586d61962b8b not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:37:52.664917 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:52.685469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b50db0-7892-44b5-acd8-a6bfc316a643 req-0fd24c80-0527-4113-8e73-f410ecffafb6 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:52.686420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:52.690989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:52.693982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34b50db0-7892-44b5-acd8-a6bfc316a643 req-0fd24c80-0527-4113-8e73-f410ecffafb6 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 931 time: 0.1333640 Jul 08 01:37:52.753105 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:52.765278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=de4fdd13-0272-4ca1-a81e-301e787763b5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:52.774917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34b50db0-7892-44b5-acd8-a6bfc316a643 req-a45d57d1-0461-4d1d-b068-2598e5ca1e54 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745096 Jul 08 01:37:52.792009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'tag': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:52.795573 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc37c369-50e9-4d64-adfa-8245f13ff25c", "tag": "4d8069a6-4973-4983-b2e7-3c00a3b41ed9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:52.825291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:52.826169 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:52.827944 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] 10.222.0.16 "PUT /v2.0/ports/d9c0dd27-a1a3-4cec-b8ff-538c329a6203 HTTP/1.1" status: 200 len: 1092 time: 1.4267304 Jul 08 01:37:52.867494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ab48d-ad46-42dc-9b66-abefad34f663 req-bd781619-a828-4787-bf1f-94f6e12934fa tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:52.869008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-472ab48d-ad46-42dc-9b66-abefad34f663 req-bd781619-a828-4787-bf1f-94f6e12934fa tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 943 time: 0.0869794 Jul 08 01:37:52.918287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-472ab48d-ad46-42dc-9b66-abefad34f663 req-8c18b93b-bcc4-46b3-be02-d96b0ba99f9a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Jul 08 01:37:52.978231 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfe8493-d091-48df-829f-66fe32b0cea5 x-openstack-request-id: req-9cfe8493-d091-48df-829f-66fe32b0cea5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:52.979342 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc37c369-50e9-4d64-adfa-8245f13ff25c", "tag": "4d8069a6-4973-4983-b2e7-3c00a3b41ed9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:52.979342 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cfe8493-d091-48df-829f-66fe32b0cea5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:52.979342 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'tag': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9', 'status': 'completed', 'code': 200} Jul 08 01:37:53.023245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb6ad5-e508-4a46-ba05-bb264a72d633 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:53.031039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:53.064248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e2c2b-7a12-4d49-9fde-6e7f56a6c685 req-611938da-0867-4b09-b3de-b06a195ddd8b tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:53.073247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-860e2c2b-7a12-4d49-9fde-6e7f56a6c685 req-611938da-0867-4b09-b3de-b06a195ddd8b tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 948 time: 0.1436932 Jul 08 01:37:53.154353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-860e2c2b-7a12-4d49-9fde-6e7f56a6c685 req-05922844-d3ad-4508-82c8-31bd0fced1db tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801132 Jul 08 01:37:53.167953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3 req-8e19fb33-d7f3-4da3-ae17-5dc68aa407b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:53.170281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3 req-8e19fb33-d7f3-4da3-ae17-5dc68aa407b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 1095 time: 0.1698215 Jul 08 01:37:53.225210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bf61c894-2ea1-495e-b097-b1dd7aa5bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:53.226784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-bf61c894-2ea1-495e-b097-b1dd7aa5bbe6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 1095 time: 0.3322737 Jul 08 01:37:53.324971 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d090341a-e940-429b-880d-fbfe4e9bc176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:53.346239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41650139-3fc0-489e-8b8e-27932c07f210 req-0303d7a5-ecb7-49a4-b3c3-57bd33834393 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:53.347925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41650139-3fc0-489e-8b8e-27932c07f210 req-0303d7a5-ecb7-49a4-b3c3-57bd33834393 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 945 time: 0.2530546 Jul 08 01:37:53.353134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3 req-9dff4f94-0fa8-4b32-8f31-c308cd5afd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:53.355220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3 req-9dff4f94-0fa8-4b32-8f31-c308cd5afd8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 914 time: 0.1722891 Jul 08 01:37:53.424773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3 req-7eeb96a2-c426-4eef-9a83-f8f3566b4cb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9 HTTP/1.1" status: 200 len: 217 time: 0.0592365 Jul 08 01:37:53.473401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41650139-3fc0-489e-8b8e-27932c07f210 req-ba8d7432-36ed-4c2f-a385-6a0aa04e180a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153982 Jul 08 01:37:53.493149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705cd4-460d-42d4-b0fa-ac4a83d0edd0 req-f906f9b6-d207-4972-adcf-465cf0d1cbe0 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:53.500230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee705cd4-460d-42d4-b0fa-ac4a83d0edd0 req-f906f9b6-d207-4972-adcf-465cf0d1cbe0 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 945 time: 0.2254879 Jul 08 01:37:53.531191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3 req-6f12cd4e-70ff-4e11-9112-003264de0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:53.532730 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3 req-6f12cd4e-70ff-4e11-9112-003264de0c66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=401b941c-28f8-4535-b717-37c042a004d7 HTTP/1.1" status: 200 len: 853 time: 0.0995688 Jul 08 01:37:53.557218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'tag': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:53.559600 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa57a2d-605a-4570-9729-65233e516be3" -d '{"events": [{"name": "network-changed", "server_uuid": "16ac07ea-2747-4e5c-aa2a-94781663618f", "tag": "d9c0dd27-a1a3-4cec-b8ff-538c329a6203"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:53.560743 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee705cd4-460d-42d4-b0fa-ac4a83d0edd0 req-823133a7-da1e-4b0a-8b00-3be0cc4bd7e5 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596099 Jul 08 01:37:53.562828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-da78fd3d-d1fe-4feb-a2f2-5b4ac0d15f85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203 HTTP/1.1" status: 200 len: 217 time: 0.3234594 Jul 08 01:37:53.621779 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:53.626202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-e53de2c6-8c4f-48fc-9785-89fc3609e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:53.627714 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-e53de2c6-8c4f-48fc-9785-89fc3609e28b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.0534666 Jul 08 01:37:53.638728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3 req-72b656f2-8d7a-4c48-90e4-ab07852d8c40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff803069-0134-44a9-abc5-c042a95f8c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845289 Jul 08 01:37:53.673559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-1e280227-217c-4dd0-8148-8011d0afc42a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336709 Jul 08 01:37:53.710165 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Router c66a56bd-87ce-4f2e-8842-854a3c4b396f is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:37:53.768866 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89801861-d791-4b27-a089-a30100ad1b0d x-openstack-request-id: req-89801861-d791-4b27-a089-a30100ad1b0d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:53.768866 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ac07ea-2747-4e5c-aa2a-94781663618f", "tag": "d9c0dd27-a1a3-4cec-b8ff-538c329a6203", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:53.769199 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89801861-d791-4b27-a089-a30100ad1b0d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:53.769431 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'tag': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203', 'status': 'completed', 'code': 200} Jul 08 01:37:53.805303 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3 req-b1ba2436-5000-4812-8fcf-a0fa8fb0ed47 service neutron] 10.222.0.16 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599009 Jul 08 01:37:53.826854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed35d102-d800-4edd-9fa2-985711c8023d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:53.842506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:53.905463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Transition to ACTIVE for port object ed35d102-d800-4edd-9fa2-985711c8023d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:53.916478 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-867867e7-1f45-48f6-bf91-096cb4a3ca2e service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344048 Jul 08 01:37:53.918778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811a49e-9639-4a4f-99a0-856d28f4091a req-99c7e90f-b44d-4549-aa5a-70bc2987e055 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:53.918919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:53.920566 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8811a49e-9639-4a4f-99a0-856d28f4091a req-99c7e90f-b44d-4549-aa5a-70bc2987e055 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.1670125 Jul 08 01:37:53.939478 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d997f7e8-fb5c-4f44-b9ce-5d8105f361a3 req-42b7e9a0-4fca-4f46-ab5b-c3a9ee49f7cb service neutron] 10.222.0.16 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277280 Jul 08 01:37:53.969892 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8811a49e-9639-4a4f-99a0-856d28f4091a req-eaac83ac-1663-43f4-b56f-1c53283ae3f0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Jul 08 01:37:54.044705 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43211bf8-680a-453d-aa46-cfa889749b82 req-62e992f0-e393-4c06-8a02-4f59b14601a9 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:54.046513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43211bf8-680a-453d-aa46-cfa889749b82 req-62e992f0-e393-4c06-8a02-4f59b14601a9 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 943 time: 0.0724795 Jul 08 01:37:54.055229 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb4b2895-5192-48cf-8a55-5df8ecc78adb req-633155df-d8fe-4704-adba-c06ae91d3949 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921271 Jul 08 01:37:54.071158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Pushing event updated for resources: {'Port': ['ID=ed35d102-d800-4edd-9fa2-985711c8023d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:54.082668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:37:54.096886 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Sync routers for ids ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:37:54.110093 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Routers {'c66a56bd-87ce-4f2e-8842-854a3c4b396f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:54.110738 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:54.164529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 60f365d6-2b3f-489b-840e-0986c80102eb up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:54.203890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43211bf8-680a-453d-aa46-cfa889749b82 req-58160025-b482-4b5d-af7d-a4a1816ec276 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377852 Jul 08 01:37:54.235955 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.243142 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ca788ef1-6d62-4134-95f7-b8991a6a5e11 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1426699 Jul 08 01:37:54.246520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31eac64-cad3-43ea-9aea-3d58ff70b5ae req-5a859e33-094a-4dc4-9f9f-ef37918d9498 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:54.251675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45146) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:54.256189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a31eac64-cad3-43ea-9aea-3d58ff70b5ae req-5a859e33-094a-4dc4-9f9f-ef37918d9498 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 943 time: 0.1426404 Jul 08 01:37:54.257444 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Set router c66a56bd-87ce-4f2e-8842-854a3c4b396f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:54.278204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 60f365d6-2b3f-489b-840e-0986c80102eb completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:54.282226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 60f365d6-2b3f-489b-840e-0986c80102eb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:54.282600 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.327772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a31eac64-cad3-43ea-9aea-3d58ff70b5ae req-0c45f0e3-1a48-4572-adce-aa9af0f1ceef tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705369 Jul 08 01:37:54.411450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Attempting to bind port ed35d102-d800-4edd-9fa2-985711c8023d on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:54.412144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Attempting to bind port ed35d102-d800-4edd-9fa2-985711c8023d by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:54.412144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Attempting to bind port ed35d102-d800-4edd-9fa2-985711c8023d on network b678d60d-95ad-40d9-881f-06a172e23770 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:54.424132 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.439190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Port ed35d102-d800-4edd-9fa2-985711c8023d on network b678d60d-95ad-40d9-881f-06a172e23770 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:37:54.439513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Attempting to bind port ed35d102-d800-4edd-9fa2-985711c8023d on network b678d60d-95ad-40d9-881f-06a172e23770 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:54.449990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:54.450338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Checking segment: {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:54.450729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Bound using segment: {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:54.451380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Bound port: ed35d102-d800-4edd-9fa2-985711c8023d, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb16553-c2a0-4000-86cd-3d2a2151580c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:54.451833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.477449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:54.481095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ba1611a6-ab75-4525-9d28-06d4254804a3 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:54.485092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f365d6-2b3f-489b-840e-0986c80102eb'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:54.491577 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:51Z', 'revision_number': 3, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:54.494976 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d9c72-3581-4855-9481-59bbcb95f563" -d '{"events": [{"server_uuid": "d1920d29-99d3-4bba-8c76-b8457f99574b", "name": "network-vif-plugged", "status": "completed", "tag": "60f365d6-2b3f-489b-840e-0986c80102eb"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:54.515427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0aa3a-6377-4d65-a666-e1006ee597fd req-d4eb39b0-8210-4e48-ace5-5d3e9e55bdeb tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:54.517059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58b0aa3a-6377-4d65-a666-e1006ee597fd req-d4eb39b0-8210-4e48-ace5-5d3e9e55bdeb tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 948 time: 0.1186774 Jul 08 01:37:54.539378 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Checking router: c66a56bd-87ce-4f2e-8842-854a3c4b396f for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:37:54.540011 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Updating router c66a56bd-87ce-4f2e-8842-854a3c4b396f port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:37:54.546083 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.580444 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.586233 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7918fc8c-e5b3-468f-89f5-492c9a8e0375 x-openstack-request-id: req-7918fc8c-e5b3-468f-89f5-492c9a8e0375 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:54.586598 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1920d29-99d3-4bba-8c76-b8457f99574b", "name": "network-vif-plugged", "status": "completed", "tag": "60f365d6-2b3f-489b-840e-0986c80102eb", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:54.586923 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7918fc8c-e5b3-468f-89f5-492c9a8e0375 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:54.587380 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f365d6-2b3f-489b-840e-0986c80102eb', 'code': 200} Jul 08 01:37:54.613832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58b0aa3a-6377-4d65-a666-e1006ee597fd req-64c47a41-90bb-4fa8-bbc6-19d6f3486c63 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890131 Jul 08 01:37:54.660952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=60f365d6-2b3f-489b-840e-0986c80102eb,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:54.682797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa57a2d-605a-4570-9729-65233e516be3 req-072642a3-fcd6-4f27-8b8f-fb2bc2258e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:54.684374 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fa57a2d-605a-4570-9729-65233e516be3 req-072642a3-fcd6-4f27-8b8f-fb2bc2258e12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 1095 time: 0.5640802 Jul 08 01:37:54.730134 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.732524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port ba1611a6-ab75-4525-9d28-06d4254804a3 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:54.742739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port ba1611a6-ab75-4525-9d28-06d4254804a3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:54.743777 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.758596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] For port ed35d102-d800-4edd-9fa2-985711c8023d, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:54.763776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] For port ed35d102-d800-4edd-9fa2-985711c8023d, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ed35d102-d800-4edd-9fa2-985711c8023d,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:54.789511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-e0ddd978-f09b-4080-bae7-2406b761a004 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:54.792686 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-e0ddd978-f09b-4080-bae7-2406b761a004 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.24 "GET /v2.0/ports?device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 948 time: 0.5170360 Jul 08 01:37:54.839469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.850762 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.870096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device de4fdd13-0272-4ca1-a81e-301e787763b5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:54.898607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ba1611a6-ab75-4525-9d28-06d4254804a3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ba1611a6-ab75-4525-9d28-06d4254804a3,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:54.925301 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.973738 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.982176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:54.982958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:54.984556 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] 10.222.0.16 "PUT /v2.0/ports/ed35d102-d800-4edd-9fa2-985711c8023d HTTP/1.1" status: 200 len: 1092 time: 2.5777514 Jul 08 01:37:54.987298 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Transition to ACTIVE for port object 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:55.000386 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:55.036471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ba1611a6-ab75-4525-9d28-06d4254804a3,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:55.049074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port de4fdd13-0272-4ca1-a81e-301e787763b5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:55.049486 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:55.084229 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Pushing event updated for resources: {'Port': ['ID=889b1aaf-70d6-4f9a-99de-ca862b2b78f7,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:55.095962 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.096571 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.097060 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.098000 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.098485 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.099005 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.099494 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.100022 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.100823 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.101323 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.101812 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.102287 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:37:55.108092 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Attempting to bind port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:55.108754 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Attempting to bind port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:55.109310 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Attempting to bind port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:55.117475 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:55.118109 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:55.118664 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:55.119290 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:55.119911 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Bound port: 889b1aaf-70d6-4f9a-99de-ca862b2b78f7, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:55.120525 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:55.167209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c45404-2561-4a10-b8ea-17bc441e3a11 service neutron] Pushing event updated for resources: {'Port': ['ID=ed35d102-d800-4edd-9fa2-985711c8023d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:55.183505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa57a2d-605a-4570-9729-65233e516be3 req-f7aa358a-b09d-4676-9750-985a2ef1f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:55.185177 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fa57a2d-605a-4570-9729-65233e516be3 req-f7aa358a-b09d-4676-9750-985a2ef1f824 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.4727240 Jul 08 01:37:55.212502 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] For port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:37:55.216692 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] For port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=889b1aaf-70d6-4f9a-99de-ca862b2b78f7,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:55.221443 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:55.278841 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Routers {'c66a56bd-87ce-4f2e-8842-854a3c4b396f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:55.279044 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:55.282653 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fa57a2d-605a-4570-9729-65233e516be3 req-dc88b939-36a3-406b-a79d-4800997406b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203 HTTP/1.1" status: 200 len: 217 time: 0.0906053 Jul 08 01:37:55.296099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc872b8c-1722-445d-992e-2b05f71ed7c5 req-1f23b5ce-4b43-4cd5-83f9-01e874372380 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:55.297708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc872b8c-1722-445d-992e-2b05f71ed7c5 req-1f23b5ce-4b43-4cd5-83f9-01e874372380 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 946 time: 0.5969360 Jul 08 01:37:55.310483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b092c-aea1-42c8-9959-973351242500 req-2ddc143f-19d6-4ef7-b6e6-b3c54ffc1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:55.311981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da2b092c-aea1-42c8-9959-973351242500 req-2ddc143f-19d6-4ef7-b6e6-b3c54ffc1915 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 1098 time: 0.5218990 Jul 08 01:37:55.353146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb8987-3b33-469b-9e59-6b739fbb7e15 req-02a95d88-c6aa-44e6-b8b2-b1b60fc5fc8d tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:55.355304 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33eb8987-3b33-469b-9e59-6b739fbb7e15 req-02a95d88-c6aa-44e6-b8b2-b1b60fc5fc8d tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 946 time: 0.1489263 Jul 08 01:37:55.388893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-e7e6d48f-c7cf-4c6c-b703-d0cf7e0876b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:55.390556 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-e7e6d48f-c7cf-4c6c-b703-d0cf7e0876b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 1095 time: 0.3177176 Jul 08 01:37:55.402230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-228f145c-a8ab-4701-95b9-1fe32700825a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Deleting port 7d21374a-5c20-48fc-92d2-eafef7a8f09f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:37:55.402579 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-228f145c-a8ab-4701-95b9-1fe32700825a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:55.404231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc872b8c-1722-445d-992e-2b05f71ed7c5 req-04da190a-a8db-4663-b45f-91f08db077bd tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911419 Jul 08 01:37:55.410981 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c76b72-318f-4b99-ab52-903735439de4 None None] Pushing event updated for resources: {'Port': ['ID=889b1aaf-70d6-4f9a-99de-ca862b2b78f7,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:55.415202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da2b092c-aea1-42c8-9959-973351242500 req-b42d899b-6512-47d2-a1b2-726f270f1563 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903797 Jul 08 01:37:55.431068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33eb8987-3b33-469b-9e59-6b739fbb7e15 req-dd5195af-ce2d-4bd0-acc9-ec4c8b4d3ec0 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671616 Jul 08 01:37:55.490046 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] Set router c66a56bd-87ce-4f2e-8842-854a3c4b396f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:55.533106 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-2f1ba13a-9f8e-44f2-835f-dd283ffe2665 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed35d102-d800-4edd-9fa2-985711c8023d HTTP/1.1" status: 200 len: 217 time: 0.1340666 Jul 08 01:37:55.536044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa57a2d-605a-4570-9729-65233e516be3 req-63e37ce1-ca7d-43e2-a822-ec7e46af732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:55.537548 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fa57a2d-605a-4570-9729-65233e516be3 req-63e37ce1-ca7d-43e2-a822-ec7e46af732b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.2435961 Jul 08 01:37:55.596613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fc084-ae2f-4873-9656-d22fb0fe69ab req-6b72091b-48a1-479c-a6bc-51419bf55cc9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:55.598177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a21fc084-ae2f-4873-9656-d22fb0fe69ab req-6b72091b-48a1-479c-a6bc-51419bf55cc9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.0731277 Jul 08 01:37:55.633253 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fa57a2d-605a-4570-9729-65233e516be3 req-095bf007-e9d1-4603-9bf4-43a4e63264da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817289 Jul 08 01:37:55.648811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a21fc084-ae2f-4873-9656-d22fb0fe69ab req-aa26a986-bc1a-4af9-8785-bab08e9b4f82 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434146 Jul 08 01:37:55.688044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-9b8dbff8-de0e-4ccb-8810-074ea7d9401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:55.689567 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-9b8dbff8-de0e-4ccb-8810-074ea7d9401f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b773675-58a6-407f-bb54-168b4a710395 HTTP/1.1" status: 200 len: 844 time: 0.1395502 Jul 08 01:37:55.717658 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:51Z', 'revision_number': 3, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:55.749592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3def3-8bd2-4221-bf63-7c2363a0219c req-94b0fd54-f0c5-49dd-9736-12b812ea383b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:55.750799 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cac7a6-9fa1-4af2-9ab7-2cad6912a1b1 None None] The sync data for ids ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'] in n-d-694802-14 is: [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:51Z', 'revision_number': 3, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:37:55.751155 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2da3def3-8bd2-4221-bf63-7c2363a0219c req-94b0fd54-f0c5-49dd-9736-12b812ea383b tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 943 time: 0.0718160 Jul 08 01:37:55.772786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d27dbb-006a-42bf-9296-707b9940890b', 'tag': 'ed35d102-d800-4edd-9fa2-985711c8023d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:55.775018 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768db801-907d-4efd-a081-e1cef54c6fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "49d27dbb-006a-42bf-9296-707b9940890b", "tag": "ed35d102-d800-4edd-9fa2-985711c8023d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:55.832372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2da3def3-8bd2-4221-bf63-7c2363a0219c req-cc146d6d-58e0-40b1-adfe-04848469dbf4 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672460 Jul 08 01:37:55.883854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b90d0-dedf-4448-89dd-8b20185502cd req-c9aa5b08-f083-49be-a859-82db82722e06 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:55.886697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f24b90d0-dedf-4448-89dd-8b20185502cd req-c9aa5b08-f083-49be-a859-82db82722e06 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 943 time: 0.0988736 Jul 08 01:37:55.940056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f24b90d0-dedf-4448-89dd-8b20185502cd req-918ee6c9-5114-4748-89d2-65cd212259ac tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469298 Jul 08 01:37:56.046800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9be25e-57bd-41f4-a856-531a0b4ae784 req-724f13c4-0985-4970-b69b-8f0ef9eb72b4 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:56.057120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d9be25e-57bd-41f4-a856-531a0b4ae784 req-724f13c4-0985-4970-b69b-8f0ef9eb72b4 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/ports?device_id=6208f715-ca28-4ad7-aa1d-7f068a8afa40 HTTP/1.1" status: 200 len: 948 time: 0.0900609 Jul 08 01:37:56.064962 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-82394cdf-32d8-4912-b22a-4f69dde40303 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b678d60d-95ad-40d9-881f-06a172e23770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3573816 Jul 08 01:37:56.070801 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72290f7e-15ed-45e6-98ae-cc17fd0317a7 x-openstack-request-id: req-72290f7e-15ed-45e6-98ae-cc17fd0317a7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:56.071091 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d27dbb-006a-42bf-9296-707b9940890b", "tag": "ed35d102-d800-4edd-9fa2-985711c8023d", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:56.071342 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72290f7e-15ed-45e6-98ae-cc17fd0317a7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:56.071720 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d27dbb-006a-42bf-9296-707b9940890b', 'tag': 'ed35d102-d800-4edd-9fa2-985711c8023d', 'status': 'completed', 'code': 200} Jul 08 01:37:56.093659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-228f145c-a8ab-4701-95b9-1fe32700825a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] For port 7d21374a-5c20-48fc-92d2-eafef7a8f09f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d21374a-5c20-48fc-92d2-eafef7a8f09f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:56.093856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-228f145c-a8ab-4701-95b9-1fe32700825a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:56.102908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d9be25e-57bd-41f4-a856-531a0b4ae784 req-62bf27b2-a7a0-43e7-967f-b4e61759e223 tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.41 "GET /v2.0/security-groups?id=4fd0a5e2-c907-4ecd-8229-4262337ac9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446475 Jul 08 01:37:56.172688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-228f145c-a8ab-4701-95b9-1fe32700825a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Calling delete_port for 7d21374a-5c20-48fc-92d2-eafef7a8f09f owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:37:56.285419 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fa57a2d-605a-4570-9729-65233e516be3 req-2d9361b3-e2a8-45b9-a91e-43227be21b22 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433222 Jul 08 01:37:56.291785 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:56.404786 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-1aebf177-d0c0-4b66-8dee-da750695b1f4 service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314147 Jul 08 01:37:56.415349 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:56.435755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:37:56.585266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:56.590271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b869ada7-3a9d-41f5-8db7-8734a6768ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1611a6-ab75-4525-9d28-06d4254804a3'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:56.591514 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fa57a2d-605a-4570-9729-65233e516be3 req-d6939529-0cbc-4ae4-a8d6-96a78f45d55a service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820148 Jul 08 01:37:56.593331 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39b31b1-fa93-47c8-b23c-4ae9d07242d7" -d '{"events": [{"server_uuid": "b869ada7-3a9d-41f5-8db7-8734a6768ff6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1611a6-ab75-4525-9d28-06d4254804a3"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:56.610259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9', 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00', 'port_id': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9', 'mac_address': 'fa:16:3e:92:5a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401b941c-28f8-4535-b717-37c042a004d7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:37:56.662684 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:56.674748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-228f145c-a8ab-4701-95b9-1fe32700825a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:56.678581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:37:56.679851 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b0b142d9-4329-4341-8469-13eaf1481dd8 req-1c55d70b-8239-43ae-8669-6cef590ced0b service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665904 Jul 08 01:37:56.706826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:56.716070 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:56.753002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f145c-a8ab-4701-95b9-1fe32700825a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Pushing event deleted for resources: {'Port': ['ID=7d21374a-5c20-48fc-92d2-eafef7a8f09f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:56.753883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce57577-9e0e-4e58-a30b-578608685056 req-4e3d87e6-4b22-4a5a-bc6b-206cb3dbf1f9 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:56.762592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bce57577-9e0e-4e58-a30b-578608685056 req-4e3d87e6-4b22-4a5a-bc6b-206cb3dbf1f9 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 946 time: 0.1679082 Jul 08 01:37:56.819451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:56.831423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964a6f3-f754-47a2-bf54-b8f079969bdb req-aedb931d-9a26-4bc3-8358-248a84d25152 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:56.837011 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3964a6f3-f754-47a2-bf54-b8f079969bdb req-aedb931d-9a26-4bc3-8358-248a84d25152 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 946 time: 0.2144935 Jul 08 01:37:56.855027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-228f145c-a8ab-4701-95b9-1fe32700825a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] No DVR routers for this DVR port 7d21374a-5c20-48fc-92d2-eafef7a8f09f on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:37:56.858231 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-228f145c-a8ab-4701-95b9-1fe32700825a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:56.861726 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10eb808a-f2b6-498c-984f-d283649e9b45 req-228f145c-a8ab-4701-95b9-1fe32700825a tempest-ListImageFiltersTestJSON-151498888 tempest-ListImageFiltersTestJSON-151498888-project] 10.222.0.24 "DELETE /v2.0/ports/7d21374a-5c20-48fc-92d2-eafef7a8f09f HTTP/1.1" status: 204 len: 173 time: 2.0254114 Jul 08 01:37:56.872600 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bce57577-9e0e-4e58-a30b-578608685056 req-8328a3c5-46a0-4e39-b665-828833cfff03 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089959 Jul 08 01:37:56.914691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:56.927559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Allocated IP 172.20.0.1 (beda11af-02fd-4a5d-9761-e7a31d38417d/dfe181ef-686a-49dc-8e69-0e4c7cc59c0b/1769ea4e-158c-467c-a785-cba1e0066ed1) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:37:56.930212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3964a6f3-f754-47a2-bf54-b8f079969bdb req-2e2c60ce-72b7-4d92-91d7-7910186d5181 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866618 Jul 08 01:37:56.942761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4d8069a6-4973-4983-b2e7-3c00a3b41ed9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:37:57.021316 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc86c8e-dc84-49ef-9068-38a4aa39fdef x-openstack-request-id: req-8fc86c8e-dc84-49ef-9068-38a4aa39fdef {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:57.021616 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b869ada7-3a9d-41f5-8db7-8734a6768ff6", "name": "network-vif-plugged", "status": "completed", "tag": "ba1611a6-ab75-4525-9d28-06d4254804a3", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:57.021900 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fc86c8e-dc84-49ef-9068-38a4aa39fdef {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:57.022314 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b869ada7-3a9d-41f5-8db7-8734a6768ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1611a6-ab75-4525-9d28-06d4254804a3', 'code': 200} Jul 08 01:37:57.083834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db801-907d-4efd-a081-e1cef54c6fd5 req-7319b643-529c-499b-956f-edd577db052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:57.085783 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-768db801-907d-4efd-a081-e1cef54c6fd5 req-7319b643-529c-499b-956f-edd577db052b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60ed971589df4d7cb184eada5b305beb&device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 1095 time: 0.2953522 Jul 08 01:37:57.091459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:57.157437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:57.157812 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:57.279531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a419c5-3f8f-488d-871a-3639b00fd313 req-9218bd22-96d5-45d8-abe4-d192920ceade tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:57.281447 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77a419c5-3f8f-488d-871a-3639b00fd313 req-9218bd22-96d5-45d8-abe4-d192920ceade tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 943 time: 0.1279607 Jul 08 01:37:57.290240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41fe04-9d1d-435c-8754-6e95ec35ce0d req-0054b01b-196a-4fa8-87ce-b7c56848bfc1 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:57.292695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c41fe04-9d1d-435c-8754-6e95ec35ce0d req-0054b01b-196a-4fa8-87ce-b7c56848bfc1 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.1513939 Jul 08 01:37:57.307190 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:57.319800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db801-907d-4efd-a081-e1cef54c6fd5 req-9495f92c-99e1-4ca0-ad58-2c134580c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:57.321324 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-768db801-907d-4efd-a081-e1cef54c6fd5 req-9495f92c-99e1-4ca0-ad58-2c134580c48a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 200 len: 905 time: 0.2141244 Jul 08 01:37:57.334157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:57.334389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77a419c5-3f8f-488d-871a-3639b00fd313 req-4676fb6a-36fd-49a2-a32a-0959e3af4197 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Jul 08 01:37:57.350591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=889b1aaf-70d6-4f9a-99de-ca862b2b78f7,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:57.362664 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:57.397502 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c41fe04-9d1d-435c-8754-6e95ec35ce0d req-43d7cf45-c70f-4019-b3c7-d6663c65c7e3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665655 Jul 08 01:37:57.415958 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-768db801-907d-4efd-a081-e1cef54c6fd5 req-9e28526d-26ed-4b12-bde3-98ccf8d58cc7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed35d102-d800-4edd-9fa2-985711c8023d HTTP/1.1" status: 200 len: 217 time: 0.0791328 Jul 08 01:37:57.419316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Transition to ACTIVE for port object 1769ea4e-158c-467c-a785-cba1e0066ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:57.422974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f6aaf-41b5-49ee-a60c-55d9f278c9d2 req-9854eaea-16e4-4118-873c-2f8bba5843f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:57.424969 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-425f6aaf-41b5-49ee-a60c-55d9f278c9d2 req-9854eaea-16e4-4118-873c-2f8bba5843f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 1098 time: 0.3166389 Jul 08 01:37:57.487153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=889b1aaf-70d6-4f9a-99de-ca862b2b78f7,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:57.533657 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768db801-907d-4efd-a081-e1cef54c6fd5 req-686ffee7-2b4d-4366-a569-a59fe59d89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:57.535348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-768db801-907d-4efd-a081-e1cef54c6fd5 req-686ffee7-2b4d-4366-a569-a59fe59d89cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b773675-58a6-407f-bb54-168b4a710395 HTTP/1.1" status: 200 len: 844 time: 0.1072757 Jul 08 01:37:57.538416 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-425f6aaf-41b5-49ee-a60c-55d9f278c9d2 req-1e7763d5-2976-4f92-abfb-76eb484746bf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955818 Jul 08 01:37:57.542540 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:57.584004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Network beda11af-02fd-4a5d-9761-e7a31d38417d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:57.599739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:57.620978 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86bc5f-9f01-4e7d-8eaf-7229e209c1c6 req-45e1975b-cfe8-4ace-b9ad-40e6d606e225 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:57.622358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:37:57.622568 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f86bc5f-9f01-4e7d-8eaf-7229e209c1c6 req-45e1975b-cfe8-4ace-b9ad-40e6d606e225 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 1098 time: 0.1062839 Jul 08 01:37:57.626202 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-768db801-907d-4efd-a081-e1cef54c6fd5 req-2bde484b-edc4-4536-bb1d-36c32423d03e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b678d60d-95ad-40d9-881f-06a172e23770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395296 Jul 08 01:37:57.667486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2367d-435b-4020-b46a-c5bdb6a1a8d9 req-c0f5ab1d-623e-4746-b9f6-2adf2447e527 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:57.674682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8f2367d-435b-4020-b46a-c5bdb6a1a8d9 req-c0f5ab1d-623e-4746-b9f6-2adf2447e527 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 944 time: 0.1149712 Jul 08 01:37:57.676064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Pushing event updated for resources: {'Port': ['ID=1769ea4e-158c-467c-a785-cba1e0066ed1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:57.718990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f86bc5f-9f01-4e7d-8eaf-7229e209c1c6 req-42df6904-3bc1-471e-b0a2-05d385d433af tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887079 Jul 08 01:37:57.740076 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8f2367d-435b-4020-b46a-c5bdb6a1a8d9 req-c864ccfb-3ff5-46a9-83d5-ab29fd489316 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645170 Jul 08 01:37:57.800196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:57.866272 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-768db801-907d-4efd-a081-e1cef54c6fd5 req-a8f6dc85-edbb-47ab-9a5d-8ca4a2c15ac4 service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190433 Jul 08 01:37:57.946886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fd06d-28fe-4449-8c1d-c733ccdd3d59 req-42ca7274-aa0f-4bd0-80bd-d71914b24503 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:57.954423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-199fd06d-28fe-4449-8c1d-c733ccdd3d59 req-42ca7274-aa0f-4bd0-80bd-d71914b24503 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 1098 time: 0.0662088 Jul 08 01:37:57.999789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-199fd06d-28fe-4449-8c1d-c733ccdd3d59 req-aa604868-e772-4d70-a0f8-d7d89a20f299 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441444 Jul 08 01:37:58.006080 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-768db801-907d-4efd-a081-e1cef54c6fd5 req-48ae049f-eb95-4120-9753-6c388b6a276d service neutron] 10.222.0.16 "GET /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302211 Jul 08 01:37:58.013097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bf5702ab-eb97-4265-ae55-aaa6cf91547f None None] Provisioning for port 1769ea4e-158c-467c-a785-cba1e0066ed1 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:58.018000 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bf5702ab-eb97-4265-ae55-aaa6cf91547f None None] Provisioning complete for port 1769ea4e-158c-467c-a785-cba1e0066ed1 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:58.018385 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf5702ab-eb97-4265-ae55-aaa6cf91547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:58.062235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bf5702ab-eb97-4265-ae55-aaa6cf91547f None None] Port 1769ea4e-158c-467c-a785-cba1e0066ed1 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:37:58.079025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-deleted', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:58.081653 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468ae2b1-6850-4526-85d3-44ab868a8b7d" -d '{"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-deleted", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:58.125445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:58.181217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d21374a-5c20-48fc-92d2-eafef7a8f09f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:37:58.187926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88388c-adda-4344-9351-ffeb9f973e69 req-3750ba04-6da7-4702-9364-f2c00ce00f06 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:58.189516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c88388c-adda-4344-9351-ffeb9f973e69 req-3750ba04-6da7-4702-9364-f2c00ce00f06 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 946 time: 0.0720105 Jul 08 01:37:58.200928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 7d21374a-5c20-48fc-92d2-eafef7a8f09f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:37:58.201392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d21374a-5c20-48fc-92d2-eafef7a8f09f not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:37:58.247034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c88388c-adda-4344-9351-ffeb9f973e69 req-1cda404c-8d7a-4763-b727-924eee236b28 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Jul 08 01:37:58.340955 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:58.348129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:58.380567 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d52be8-f680-4fca-bb39-948bdef6b6e4 x-openstack-request-id: req-76d52be8-f680-4fca-bb39-948bdef6b6e4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:37:58.380858 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6208f715-ca28-4ad7-aa1d-7f068a8afa40", "name": "network-vif-deleted", "tag": "7d21374a-5c20-48fc-92d2-eafef7a8f09f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:37:58.381108 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76d52be8-f680-4fca-bb39-948bdef6b6e4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:37:58.381500 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6208f715-ca28-4ad7-aa1d-7f068a8afa40', 'name': 'network-vif-deleted', 'tag': '7d21374a-5c20-48fc-92d2-eafef7a8f09f', 'status': 'completed', 'code': 200} Jul 08 01:37:58.429360 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:58.435992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Pushing event updated for resources: {'Port': ['ID=1769ea4e-158c-467c-a785-cba1e0066ed1,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:58.444760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:58.532994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:37:58.539827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:58.540063 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:58.577684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Network beda11af-02fd-4a5d-9761-e7a31d38417d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:37:58.582044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:37:58.662177 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:58.711179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:37:58.717962 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:58.753962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Router c66a56bd-87ce-4f2e-8842-854a3c4b396f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:37:58.823222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:37:58.830703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:58.902241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:58.902557 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:58.910263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:37:58.920353 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eaf7dad2-233b-4f5b-b052-92d8760d3a7a admin admin] 10.222.0.41 "PUT /v2.0/routers/c66a56bd-87ce-4f2e-8842-854a3c4b396f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6632485 Jul 08 01:37:58.930650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Sync routers for ids ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:37:58.953451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Routers {'c66a56bd-87ce-4f2e-8842-854a3c4b396f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:37:58.953655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:58.975579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad12ff9-9319-4e62-b962-843dcc18a43e req-46a56929-867e-4cd1-9db8-56f63bbe8e03 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:58.977311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ad12ff9-9319-4e62-b962-843dcc18a43e req-46a56929-867e-4cd1-9db8-56f63bbe8e03 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 943 time: 0.0992224 Jul 08 01:37:59.023323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ad12ff9-9319-4e62-b962-843dcc18a43e req-14949cfc-2fe6-4b7b-8a7f-c1fb351adf55 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375915 Jul 08 01:37:59.025590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:37:59.026780 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a4255-07c4-4497-8348-19d0fc72f280" -d '{"events": [{"server_uuid": "cc37c369-50e9-4d64-adfa-8245f13ff25c", "name": "network-vif-plugged", "status": "completed", "tag": "4d8069a6-4973-4983-b2e7-3c00a3b41ed9"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:37:59.055082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f65fe4e6-764d-4ef0-9bda-36960391f943 None None] Provisioning complete for port 1769ea4e-158c-467c-a785-cba1e0066ed1 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:37:59.055456 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f65fe4e6-764d-4ef0-9bda-36960391f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:59.149077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f65fe4e6-764d-4ef0-9bda-36960391f943 None None] Port 1769ea4e-158c-467c-a785-cba1e0066ed1 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:37:59.153602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Set router c66a56bd-87ce-4f2e-8842-854a3c4b396f gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:37:59.217615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12447990-e343-4831-b6d4-9bc3da7f2048 req-006ed1b9-97cd-4ced-8411-1a55352e96ff tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:59.219244 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12447990-e343-4831-b6d4-9bc3da7f2048 req-006ed1b9-97cd-4ced-8411-1a55352e96ff tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.0722849 Jul 08 01:37:59.271774 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12447990-e343-4831-b6d4-9bc3da7f2048 req-8235e5e7-1f86-4301-91d4-0285b5865afe tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458004 Jul 08 01:37:59.383455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:58Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '1769ea4e-158c-467c-a785-cba1e0066ed1', 'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'mac_address': 'fa:16:3e:a9:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:56Z', 'updated_at': '2021-07-08T01:37:58Z', 'revision_number': 2, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'subnets': [{'id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:37:59.414669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Checking router: c66a56bd-87ce-4f2e-8842-854a3c4b396f for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:37:59.415024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Updating router c66a56bd-87ce-4f2e-8842-854a3c4b396f port 1769ea4e-158c-467c-a785-cba1e0066ed1 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:37:59.454295 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:59.566485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-0496e6b9-68c3-41cd-926a-e4065cf00e3d tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:37:59.568212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-0496e6b9-68c3-41cd-926a-e4065cf00e3d tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076110 Jul 08 01:37:59.582252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Request body: {'binding': {'host': 'n-h1-694802-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:37:59.582975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:37:59.781116 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:59.781780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a1281-34f2-480a-b950-6d8dd41b2e3d req-79d95f50-31c4-4ad8-85d1-a0b48e87a673 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:37:59.783151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad4a1281-34f2-480a-b950-6d8dd41b2e3d req-79d95f50-31c4-4ad8-85d1-a0b48e87a673 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 945 time: 0.1092582 Jul 08 01:37:59.796883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Transition to ACTIVE for port object 1769ea4e-158c-467c-a785-cba1e0066ed1 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:37:59.803154 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:59.808437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45296) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:37:59.812611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on host n-h1-694802-14 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:37:59.812951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:37:59.813278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:59.821014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:37:59.821339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:37:59.834905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:37:59.835209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:37:59.835573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:37:59.836009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Bound port: 60f365d6-2b3f-489b-840e-0986c80102eb, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:37:59.862010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baacb0-211c-465c-a955-29a7b4c24cde None None] Pushing event updated for resources: {'Port': ['ID=1769ea4e-158c-467c-a785-cba1e0066ed1,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:37:59.877664 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad4a1281-34f2-480a-b950-6d8dd41b2e3d req-c9286287-5432-4d89-a447-789d61b90705 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875571 Jul 08 01:37:59.933419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:37:59.942919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:37:59.946385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-adeb9ce2-3002-4264-baa8-ae6ad243d1f9 service neutron] 10.222.0.41 "POST /v2.0/ports/60f365d6-2b3f-489b-840e-0986c80102eb/bindings HTTP/1.1" status: 201 len: 390 time: 0.3700156 Jul 08 01:38:00.010826 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-16998c34-30b4-430e-9ad1-9fbfe2530a3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9370eda16ae042b09e861458e9d9bd30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000539 Jul 08 01:38:00.013338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:00.112600 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939174fc-8283-4872-b581-6c4f1a4df63d x-openstack-request-id: req-939174fc-8283-4872-b581-6c4f1a4df63d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:00.112897 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc37c369-50e9-4d64-adfa-8245f13ff25c", "name": "network-vif-plugged", "status": "completed", "tag": "4d8069a6-4973-4983-b2e7-3c00a3b41ed9", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:00.113147 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-939174fc-8283-4872-b581-6c4f1a4df63d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:00.113535 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9', 'code': 200} Jul 08 01:38:00.118191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5d0b4-ef0f-4602-8416-d8d55baa02af req-fbe25d89-91c6-4899-9f7f-15d415cb7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:00.123546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31f5d0b4-ef0f-4602-8416-d8d55baa02af req-fbe25d89-91c6-4899-9f7f-15d415cb7a9e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 1097 time: 0.1086307 Jul 08 01:38:00.144718 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ad40cb1-2a2c-42e3-bb5b-071b14089f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:00.177131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Attempting to bind port 1769ea4e-158c-467c-a785-cba1e0066ed1 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:00.177511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Attempting to bind port 1769ea4e-158c-467c-a785-cba1e0066ed1 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:00.177880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Attempting to bind port 1769ea4e-158c-467c-a785-cba1e0066ed1 on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:00.180444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ad40cb1-2a2c-42e3-bb5b-071b14089f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:00.185430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:00.185810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Checking segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:00.186042 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31f5d0b4-ef0f-4602-8416-d8d55baa02af req-fad06c29-5f55-4c1c-a6d6-e2ee13c29686 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562282 Jul 08 01:38:00.186216 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:00.186620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Bound using segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:00.187083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Bound port: 1769ea4e-158c-467c-a785-cba1e0066ed1, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:00.191926 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:00.252895 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ad40cb1-2a2c-42e3-bb5b-071b14089f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:00.256120 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ad40cb1-2a2c-42e3-bb5b-071b14089f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:00.257756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1ad40cb1-2a2c-42e3-bb5b-071b14089f78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fd0a5e2-c907-4ecd-8229-4262337ac9f1 HTTP/1.1" status: 204 len: 168 time: 0.2434371 Jul 08 01:38:00.269353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad40cb1-2a2c-42e3-bb5b-071b14089f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd0a5e2-c907-4ecd-8229-4262337ac9f1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:00.311816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] For port 1769ea4e-158c-467c-a785-cba1e0066ed1, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:00.316021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] For port 1769ea4e-158c-467c-a785-cba1e0066ed1, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1769ea4e-158c-467c-a785-cba1e0066ed1,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:00.321401 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:00.405505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-8f8a0a36-fa33-4679-a088-fdfe5355c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:00.407205 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-8f8a0a36-fa33-4679-a088-fdfe5355c834 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 1098 time: 0.0860293 Jul 08 01:38:00.408709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Routers {'c66a56bd-87ce-4f2e-8842-854a3c4b396f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:00.409357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:00.425635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26642e25-2f7a-4137-afe8-b1d85223519e req-2c7a4a7c-4223-44aa-9f58-8450b697fc74 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:00.437727 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26642e25-2f7a-4137-afe8-b1d85223519e req-2c7a4a7c-4223-44aa-9f58-8450b697fc74 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 946 time: 0.1359160 Jul 08 01:38:00.447071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baacb0-211c-465c-a955-29a7b4c24cde None None] Pushing event updated for resources: {'Port': ['ID=1769ea4e-158c-467c-a785-cba1e0066ed1,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:00.496956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26642e25-2f7a-4137-afe8-b1d85223519e req-66de525e-a5aa-417a-8e8b-d4a1e2d061de tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582476 Jul 08 01:38:00.596812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ed35d102-d800-4edd-9fa2-985711c8023d details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:00.670261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-438e7f57-2a49-4b1c-9e15-a46688312350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:00.671771 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-438e7f57-2a49-4b1c-9e15-a46688312350 service neutron] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.2569609 Jul 08 01:38:00.770200 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-3dcdba6b-d427-49d0-b521-2ef03447923d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f365d6-2b3f-489b-840e-0986c80102eb HTTP/1.1" status: 200 len: 217 time: 0.0900786 Jul 08 01:38:00.775290 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:38:00.777600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45320) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:00.785119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-981ddd2d-9a87-49bd-9609-d7bbfb6deacb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1582319298', 'description': 'tempest-description--362125382'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:00.866452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] Set router c66a56bd-87ce-4f2e-8842-854a3c4b396f gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:00.871934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add103a-e5fd-4eea-afc8-e7b562d16fa5 req-02a07cb8-a8c1-490a-820a-b6bd4b190412 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:00.880135 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6add103a-e5fd-4eea-afc8-e7b562d16fa5 req-02a07cb8-a8c1-490a-820a-b6bd4b190412 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 943 time: 0.0926859 Jul 08 01:38:00.916595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-5652fe9e-0b0e-4672-8659-0683b21f54ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:00.919670 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-5652fe9e-0b0e-4672-8659-0683b21f54ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.1388407 Jul 08 01:38:00.921429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-981ddd2d-9a87-49bd-9609-d7bbfb6deacb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:00.951476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6add103a-e5fd-4eea-afc8-e7b562d16fa5 req-b69c724e-f8d5-49a0-8af8-a530f046112c tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701876 Jul 08 01:38:01.022289 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-d7cddebc-bf86-45a3-8f76-842754ebf95c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434449 Jul 08 01:38:01.181758 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-cc83a2a5-35c5-4dab-b7ae-35827e945cda service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389585 Jul 08 01:38:01.189038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b460a-ba3f-493e-9d24-e53a31b83645 req-239a4f04-a21f-4609-9fa8-3eb8d71e590a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:01.199642 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c15b460a-ba3f-493e-9d24-e53a31b83645 req-239a4f04-a21f-4609-9fa8-3eb8d71e590a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 946 time: 0.2804892 Jul 08 01:38:01.261646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ed35d102-d800-4edd-9fa2-985711c8023d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ed35d102-d800-4edd-9fa2-985711c8023d,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:01.285409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c15b460a-ba3f-493e-9d24-e53a31b83645 req-4db1278e-2cb0-403b-b9f0-d869c19b848e tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756791 Jul 08 01:38:01.303830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'ed35d102-d800-4edd-9fa2-985711c8023d', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'port_id': 'ed35d102-d800-4edd-9fa2-985711c8023d', 'mac_address': 'fa:16:3e:a2:1d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b773675-58a6-407f-bb54-168b4a710395', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:38:01.352425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-981ddd2d-9a87-49bd-9609-d7bbfb6deacb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:01.369967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-981ddd2d-9a87-49bd-9609-d7bbfb6deacb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:01.383917 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:01.397237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-981ddd2d-9a87-49bd-9609-d7bbfb6deacb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:01.398578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-981ddd2d-9a87-49bd-9609-d7bbfb6deacb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6197395 Jul 08 01:38:01.402399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45338) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:01.404984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed35d102-d800-4edd-9fa2-985711c8023d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:01.411349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-11460157-fcdc-4777-96bd-eaf0878d38b7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'security_group_rule': {'security_group_id': '291dd7c4-5350-450c-b3aa-d3c3443847b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:01.441562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ed35d102-d800-4edd-9fa2-985711c8023d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ed35d102-d800-4edd-9fa2-985711c8023d,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:01.444177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ddd2d-9a87-49bd-9609-d7bbfb6deacb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=291dd7c4-5350-450c-b3aa-d3c3443847b8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:01.455640 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-3e753ca6-c401-45fb-a230-f8adff43c42f service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664502 Jul 08 01:38:01.464147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8ed2d-41c3-4c08-b8cb-b5446af7a035 req-58c29a2a-9736-4b59-884d-4d4e615a4ad2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:01.476807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fca8ed2d-41c3-4c08-b8cb-b5446af7a035 req-58c29a2a-9736-4b59-884d-4d4e615a4ad2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.1901956 Jul 08 01:38:01.480602 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:01.510232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:58Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '1769ea4e-158c-467c-a785-cba1e0066ed1', 'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'mac_address': 'fa:16:3e:a9:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:56Z', 'updated_at': '2021-07-08T01:38:00Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'subnets': [{'id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:01.568281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6baf74-f095-4a23-b088-2317168fe99f None None] The sync data for ids ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'] in n-d-694802-14 is: [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:58Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '1769ea4e-158c-467c-a785-cba1e0066ed1', 'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'mac_address': 'fa:16:3e:a9:0e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:56Z', 'updated_at': '2021-07-08T01:38:00Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'subnets': [{'id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:01.612894 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11460157-fcdc-4777-96bd-eaf0878d38b7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:01.679817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ed35d102-d800-4edd-9fa2-985711c8023d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:01.708798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fca8ed2d-41c3-4c08-b8cb-b5446af7a035 req-a4efff4b-fa68-40f1-bd2e-04e28029e886 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248726 Jul 08 01:38:01.740330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['ed35d102-d800-4edd-9fa2-985711c8023d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:01.806394 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11460157-fcdc-4777-96bd-eaf0878d38b7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:01.816287 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11460157-fcdc-4777-96bd-eaf0878d38b7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:01.861322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7b604-5fa8-4c71-bb44-10abfb6543da req-dc276cbd-1461-4a3b-91dd-5cf8b80f9099 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:01.869546 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1f7b604-5fa8-4c71-bb44-10abfb6543da req-dc276cbd-1461-4a3b-91dd-5cf8b80f9099 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 945 time: 0.3226237 Jul 08 01:38:01.873383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11460157-fcdc-4777-96bd-eaf0878d38b7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68b3ec5-2b1f-4661-95dc-14cb39bb8703,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:01.903018 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11460157-fcdc-4777-96bd-eaf0878d38b7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:01.904575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-11460157-fcdc-4777-96bd-eaf0878d38b7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4997125 Jul 08 01:38:01.907663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45348) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:01.915709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9a05165a-a9a3-45d9-8b04-17084ac90b56 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'security_group_rule': {'security_group_id': '291dd7c4-5350-450c-b3aa-d3c3443847b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:01.938536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1f7b604-5fa8-4c71-bb44-10abfb6543da req-f8f79c8f-33d1-4042-9fdc-d0ddfa24f96d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677617 Jul 08 01:38:02.003913 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a05165a-a9a3-45d9-8b04-17084ac90b56 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:02.187123 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a05165a-a9a3-45d9-8b04-17084ac90b56 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:02.199593 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a05165a-a9a3-45d9-8b04-17084ac90b56 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:02.239336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-95871645-9003-4db1-8271-3bd3108c152f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-68464873&fields=id&tenant_id=4ed46a6397b5423fad2e8f536e057e35 HTTP/1.1" status: 200 len: 267 time: 0.0466552 Jul 08 01:38:02.276063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05165a-a9a3-45d9-8b04-17084ac90b56 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6d50a6-b2e4-41d1-bea1-94d5dbadf30d,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:02.277789 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a05165a-a9a3-45d9-8b04-17084ac90b56 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:02.288356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45360) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:02.293623 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9a05165a-a9a3-45d9-8b04-17084ac90b56 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3694000 Jul 08 01:38:02.296286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:02.334492 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:02.408677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-c408c199-3d66-40c8-81d4-47a911d23d54 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:02.410719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-c408c199-3d66-40c8-81d4-47a911d23d54 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 945 time: 0.1697342 Jul 08 01:38:02.424507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-a2035936-b4dd-4acc-bfc2-b55731b197c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'port': {'security_groups': ['4ea545d5-5ded-4121-b41e-073253040c1d', '8b2dd5db-9683-4818-869d-cfc878c5ef3f']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:02.459891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d9c0dd27-a1a3-4cec-b8ff-538c329a6203 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:02.554101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-a2035936-b4dd-4acc-bfc2-b55731b197c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:02.582749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:02.596704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203', 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055', 'port_id': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203', 'mac_address': 'fa:16:3e:f0:e9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa25f5cb-c5fe-4773-a451-cb8d282fd150', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:38:02.638660 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:02.652480 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:02.654636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c0dd27-a1a3-4cec-b8ff-538c329a6203 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:02.684215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:02.703267 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:02.784622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446b618-c75f-4313-8a18-bf287240e9e6 req-74f8319a-226b-4555-9272-5d8c68c26725 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:02.788244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:02.792488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0446b618-c75f-4313-8a18-bf287240e9e6 req-74f8319a-226b-4555-9272-5d8c68c26725 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 944 time: 0.2478638 Jul 08 01:38:02.859652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1769ea4e-158c-467c-a785-cba1e0066ed1 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:02.930361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 1769ea4e-158c-467c-a785-cba1e0066ed1 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:02.936213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 1769ea4e-158c-467c-a785-cba1e0066ed1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:02.936750 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:02.951570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0446b618-c75f-4313-8a18-bf287240e9e6 req-c8185868-cbc4-4233-980a-82ad43dbd318 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580937 Jul 08 01:38:02.954805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Allocated IP 172.25.4.129 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/b6a641e8-025f-420e-9027-f05ce384b949) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:02.967328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['d9c0dd27-a1a3-4cec-b8ff-538c329a6203'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:03.062682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-a2035936-b4dd-4acc-bfc2-b55731b197c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] For port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:03.104793 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:03.117216 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-a2035936-b4dd-4acc-bfc2-b55731b197c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:03.128709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-a2035936-b4dd-4acc-bfc2-b55731b197c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:03.188007 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:03.218594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 1769ea4e-158c-467c-a785-cba1e0066ed1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1769ea4e-158c-467c-a785-cba1e0066ed1,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:03.225156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-a2035936-b4dd-4acc-bfc2-b55731b197c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:03.225789 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-a2035936-b4dd-4acc-bfc2-b55731b197c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:03.227206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e82e4315-35b7-4283-ba91-ad84f7e2a3d8 req-a2035936-b4dd-4acc-bfc2-b55731b197c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "PUT /v2.0/ports/4d8069a6-4973-4983-b2e7-3c00a3b41ed9 HTTP/1.1" status: 200 len: 981 time: 0.8094535 Jul 08 01:38:03.227664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'tag': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:03.230227 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752e5b65-8d6a-4343-93fe-f6d36076a382" -d '{"events": [{"name": "network-changed", "server_uuid": "cc37c369-50e9-4d64-adfa-8245f13ff25c", "tag": "4d8069a6-4973-4983-b2e7-3c00a3b41ed9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:03.248085 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:03.304846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4d8069a6-4973-4983-b2e7-3c00a3b41ed9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:03.310779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2035936-b4dd-4acc-bfc2-b55731b197c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'Port': ['ID=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:03.370471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9568a-4553-4920-bb6c-73619a22e892 req-f4de326e-ad67-470d-b540-dfd08d9b1036 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:03.378623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5af9568a-4553-4920-bb6c-73619a22e892 req-f4de326e-ad67-470d-b540-dfd08d9b1036 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 946 time: 0.1821668 Jul 08 01:38:03.402394 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:03.458483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:03.462216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:03.468191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=1769ea4e-158c-467c-a785-cba1e0066ed1,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:03.482641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5af9568a-4553-4920-bb6c-73619a22e892 req-84c8118c-77d3-4a98-9dbd-d819847aae06 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030443 Jul 08 01:38:03.485364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:03.597244 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:03.671923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'Port': ['ID=b6a641e8-025f-420e-9027-f05ce384b949,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:03.698771 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:03.756742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fd246-9998-4dd4-8e95-5e5c8ef75869 req-b483f418-3e78-4f73-a534-3306cf605b03 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:03.758360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be5fd246-9998-4dd4-8e95-5e5c8ef75869 req-b483f418-3e78-4f73-a534-3306cf605b03 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 944 time: 0.1503565 Jul 08 01:38:03.858450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be5fd246-9998-4dd4-8e95-5e5c8ef75869 req-f2295879-f780-4e59-92e3-6f803dfe1413 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891099 Jul 08 01:38:03.944594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4d8069a6-4973-4983-b2e7-3c00a3b41ed9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:03.947994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:03.950627 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f95d30e-9747-4296-a299-fd14a48ee1e0 x-openstack-request-id: req-2f95d30e-9747-4296-a299-fd14a48ee1e0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:03.950860 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc37c369-50e9-4d64-adfa-8245f13ff25c", "tag": "4d8069a6-4973-4983-b2e7-3c00a3b41ed9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:03.951184 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f95d30e-9747-4296-a299-fd14a48ee1e0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:03.951495 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'tag': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9', 'status': 'completed', 'code': 200} Jul 08 01:38:03.963538 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-f1504143-a29b-410d-bf7e-a56afd73694a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-430697900&fields=id&tenant_id=4ed46a6397b5423fad2e8f536e057e35 HTTP/1.1" status: 200 len: 267 time: 0.0520618 Jul 08 01:38:03.968338 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.039160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e5b65-8d6a-4343-93fe-f6d36076a382 req-76ee990e-a257-43bb-8505-416c7fb515e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:04.041328 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-752e5b65-8d6a-4343-93fe-f6d36076a382 req-76ee990e-a257-43bb-8505-416c7fb515e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 1136 time: 0.0872521 Jul 08 01:38:04.181731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'Port': ['ID=b6a641e8-025f-420e-9027-f05ce384b949,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:04.189902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.231170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-f685e036-ed5f-4cb5-9b73-5800ffdec0c4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:04.238052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e5b65-8d6a-4343-93fe-f6d36076a382 req-db974728-cbc6-43f2-8a28-ffa1012354bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:04.239989 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-752e5b65-8d6a-4343-93fe-f6d36076a382 req-db974728-cbc6-43f2-8a28-ffa1012354bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 914 time: 0.1881349 Jul 08 01:38:04.241858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-f685e036-ed5f-4cb5-9b73-5800ffdec0c4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 984 time: 0.2601717 Jul 08 01:38:04.260679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-9eccdb1d-b66f-4b8f-a8db-308e359414c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'port': {'security_groups': ['4ea545d5-5ded-4121-b41e-073253040c1d', '8b2dd5db-9683-4818-869d-cfc878c5ef3f', 'ac24fa16-f9e2-4c78-9515-592ec8dbcb00']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:04.268951 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.268951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ffa58e56-54f3-4a59-b470-ada9d5fe301d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9746048 Jul 08 01:38:04.316917 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-752e5b65-8d6a-4343-93fe-f6d36076a382 req-845914cf-defe-4cb2-aa16-a87481f15411 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9 HTTP/1.1" status: 200 len: 217 time: 0.0688856 Jul 08 01:38:04.340650 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.410302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e5b65-8d6a-4343-93fe-f6d36076a382 req-8fb64356-fb69-46e0-bc96-12781761bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:04.412106 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-752e5b65-8d6a-4343-93fe-f6d36076a382 req-8fb64356-fb69-46e0-bc96-12781761bd8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=401b941c-28f8-4535-b717-37c042a004d7 HTTP/1.1" status: 200 len: 853 time: 0.0874925 Jul 08 01:38:04.460870 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-752e5b65-8d6a-4343-93fe-f6d36076a382 req-571ee230-27f3-457e-8278-4af2f31213a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff803069-0134-44a9-abc5-c042a95f8c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419917 Jul 08 01:38:04.461916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d9c0dd27-a1a3-4cec-b8ff-538c329a6203 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:04.469538 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-9eccdb1d-b66f-4b8f-a8db-308e359414c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.497405 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45420) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:04.619528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:04.634807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:04.635189 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.647120 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-752e5b65-8d6a-4343-93fe-f6d36076a382 req-a2320445-9307-439f-ac6a-ade6619fd7fa service neutron] 10.222.0.16 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785884 Jul 08 01:38:04.847686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1769ea4e-158c-467c-a785-cba1e0066ed1 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:04.857068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-9eccdb1d-b66f-4b8f-a8db-308e359414c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] For port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:04.864147 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-752e5b65-8d6a-4343-93fe-f6d36076a382 req-da5568e6-0240-42b9-b548-85b5e4119170 service neutron] 10.222.0.16 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108493 Jul 08 01:38:04.909140 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.926604 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68d2cf57-c690-47f2-a43d-485222c670d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.939343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 1769ea4e-158c-467c-a785-cba1e0066ed1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:04.939725 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.956421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-9eccdb1d-b66f-4b8f-a8db-308e359414c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.964905 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-9eccdb1d-b66f-4b8f-a8db-308e359414c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:04.989459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:04.991873 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41875566-f391-4ce6-964a-b3264ff104ff" -d '{"events": [{"server_uuid": "16ac07ea-2747-4e5c-aa2a-94781663618f", "name": "network-vif-plugged", "status": "completed", "tag": "d9c0dd27-a1a3-4cec-b8ff-538c329a6203"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:04.995562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4d8069a6-4973-4983-b2e7-3c00a3b41ed9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:05.033303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:05.050117 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.051969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ed35d102-d800-4edd-9fa2-985711c8023d up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:05.056330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccdb1d-b66f-4b8f-a8db-308e359414c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'Port': ['ID=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:05.094955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-9eccdb1d-b66f-4b8f-a8db-308e359414c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:05.095987 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-9eccdb1d-b66f-4b8f-a8db-308e359414c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.097917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-669825aa-1a6c-48d7-88fb-acc07878c03e req-9eccdb1d-b66f-4b8f-a8db-308e359414c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "PUT /v2.0/ports/4d8069a6-4973-4983-b2e7-3c00a3b41ed9 HTTP/1.1" status: 200 len: 1020 time: 0.8551214 Jul 08 01:38:05.140075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:05.145107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd1449-ff5c-41c0-8619-151002ac0c87 req-994513b1-6702-4b82-9339-df57af71b974 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:05.155327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16fd1449-ff5c-41c0-8619-151002ac0c87 req-994513b1-6702-4b82-9339-df57af71b974 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 944 time: 0.2779033 Jul 08 01:38:05.219282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4d8069a6-4973-4983-b2e7-3c00a3b41ed9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:05.223657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16fd1449-ff5c-41c0-8619-151002ac0c87 req-d66d748e-066e-4d7c-8ee0-e215f19e9529 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666566 Jul 08 01:38:05.320609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-b5ec3edc-fd63-40b3-822a-962c88f69ed8 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1582319298&fields=id&tenant_id=cec18a91ea6241bc928d3059c8dae9cc HTTP/1.1" status: 200 len: 267 time: 0.0893586 Jul 08 01:38:05.374761 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68d2cf57-c690-47f2-a43d-485222c670d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.473449 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-68d2cf57-c690-47f2-a43d-485222c670d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.518328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port ed35d102-d800-4edd-9fa2-985711c8023d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:05.542884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port ed35d102-d800-4edd-9fa2-985711c8023d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:05.543259 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.546445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2cf57-c690-47f2-a43d-485222c670d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3724940f-af6a-469f-aa1f-623702c7cff6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:05.561197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-68d2cf57-c690-47f2-a43d-485222c670d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f3c444c2f1e49debac3db142e60dd44&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0596862 Jul 08 01:38:05.563894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45446) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:05.577111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-2dca866a-44af-4ee2-b8b6-978e27cee08b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:05.578603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-2dca866a-44af-4ee2-b8b6-978e27cee08b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 812 time: 0.2508380 Jul 08 01:38:05.592296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b845690-9638-41d9-abb6-23f28a77af79 req-8b291a2d-4722-4f40-bb07-ca9db86cf9e7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:05.599050 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b845690-9638-41d9-abb6-23f28a77af79 req-8b291a2d-4722-4f40-bb07-ca9db86cf9e7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 946 time: 0.2266676 Jul 08 01:38:05.618374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b912e931-22f7-4b0b-8276-2ffcbc4fd813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.624223 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-96ee7e0d-7cdc-45dd-86b0-9365172fc9f2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/quotas/cec18a91ea6241bc928d3059c8dae9cc HTTP/1.1" status: 200 len: 375 time: 0.0176175 Jul 08 01:38:05.645426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b912e931-22f7-4b0b-8276-2ffcbc4fd813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.686533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b845690-9638-41d9-abb6-23f28a77af79 req-75e8a224-245f-46a0-a02f-47af9b253a27 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864189 Jul 08 01:38:05.725423 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b912e931-22f7-4b0b-8276-2ffcbc4fd813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.729465 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b912e931-22f7-4b0b-8276-2ffcbc4fd813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.731153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b912e931-22f7-4b0b-8276-2ffcbc4fd813 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3724940f-af6a-469f-aa1f-623702c7cff6 HTTP/1.1" status: 204 len: 168 time: 0.1662116 Jul 08 01:38:05.742895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912e931-22f7-4b0b-8276-2ffcbc4fd813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3724940f-af6a-469f-aa1f-623702c7cff6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:05.750023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-20ecc80e-73fd-47c8-80cd-eabaf180f2e1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1145630 Jul 08 01:38:05.792562 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.884964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ed35d102-d800-4edd-9fa2-985711c8023d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ed35d102-d800-4edd-9fa2-985711c8023d,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:05.898069 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:05.935358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-f6c5e983-c6f2-4d5a-85d8-c84f7d7bdf75 service neutron] 10.222.0.41 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713490 Jul 08 01:38:05.952603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'tag': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:05.959664 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c42ccc-5622-4756-82ef-f7d35eed4196" -d '{"events": [{"name": "network-changed", "server_uuid": "cc37c369-50e9-4d64-adfa-8245f13ff25c", "tag": "4d8069a6-4973-4983-b2e7-3c00a3b41ed9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:06.089188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ed35d102-d800-4edd-9fa2-985711c8023d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:06.474817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-1d94b3f5-d60a-419d-b4bf-def9c4c7e1cf service neutron] 10.222.0.41 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385101 Jul 08 01:38:06.491052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b2a1d-0d04-4222-80bb-634abaf419fb req-99294513-1691-44db-973b-c3109729947b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:06.492524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-405b2a1d-0d04-4222-80bb-634abaf419fb req-99294513-1691-44db-973b-c3109729947b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.1041579 Jul 08 01:38:06.532604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45476) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:06.541870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-405b2a1d-0d04-4222-80bb-634abaf419fb req-8fd4fab2-00ef-4d54-b68d-bcb34281a0e4 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Jul 08 01:38:06.594025 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caedf9d-c3e5-460f-851b-8b56db898003 x-openstack-request-id: req-3caedf9d-c3e5-460f-851b-8b56db898003 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:06.594385 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ac07ea-2747-4e5c-aa2a-94781663618f", "name": "network-vif-plugged", "status": "completed", "tag": "d9c0dd27-a1a3-4cec-b8ff-538c329a6203", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:06.594699 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3caedf9d-c3e5-460f-851b-8b56db898003 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:06.595158 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203', 'code': 200} Jul 08 01:38:06.655309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-692495776-network', 'tenant_id': '36de526047f94542a0a7caaa941cd234'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:06.736481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Made reservation on behalf of 36de526047f94542a0a7caaa941cd234 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:06.743219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.766864 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.819728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5460a-af03-4b56-9c2a-1d515ad6213b req-76c60318-923f-4f83-9521-74b83e7b4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:06.821766 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68f5460a-af03-4b56-9c2a-1d515ad6213b req-76c60318-923f-4f83-9521-74b83e7b4b84 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 1097 time: 0.1518188 Jul 08 01:38:06.903340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e272a-a069-4106-aa75-51953eb902c7 req-c67bd017-fd4a-47a9-bff0-72aeea741369 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:06.905222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-255e272a-a069-4106-aa75-51953eb902c7 req-c67bd017-fd4a-47a9-bff0-72aeea741369 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 1023 time: 0.1411819 Jul 08 01:38:06.920205 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68f5460a-af03-4b56-9c2a-1d515ad6213b req-59ba8997-4bae-4177-9b6a-2f62b7cc7797 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913568 Jul 08 01:38:06.921917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f361b70-da66-4b52-b068-afdde49be39b req-7a427d89-98a9-405a-9288-18516eaf8f5e tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:06.923807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f361b70-da66-4b52-b068-afdde49be39b req-7a427d89-98a9-405a-9288-18516eaf8f5e tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 946 time: 0.1166885 Jul 08 01:38:06.985569 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:06.991844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.004698 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f361b70-da66-4b52-b068-afdde49be39b req-cfa483f4-02fe-4290-87a6-d16ad999b5df tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726981 Jul 08 01:38:07.022988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:38:07.034988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-255e272a-a069-4106-aa75-51953eb902c7 req-f5bd32bc-3dbb-4cf0-aaef-1d7a7bc8039b tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac24fa16-f9e2-4c78-9515-592ec8dbcb00&id=4ea545d5-5ded-4121-b41e-073253040c1d&id=8b2dd5db-9683-4818-869d-cfc878c5ef3f HTTP/1.1" status: 200 len: 6146 time: 0.1099722 Jul 08 01:38:07.046134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8518f8-8b05-4a1d-85d1-72bb560d79e1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:07.055374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.056546 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Added segment 82085c10-647f-4a83-8594-9854a3cfe792 of type vlan for network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 Jul 08 01:38:07.111999 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b74d89-e4c4-4125-8408-99b48c0514fb x-openstack-request-id: req-86b74d89-e4c4-4125-8408-99b48c0514fb {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:07.112414 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc37c369-50e9-4d64-adfa-8245f13ff25c", "tag": "4d8069a6-4973-4983-b2e7-3c00a3b41ed9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:07.112741 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86b74d89-e4c4-4125-8408-99b48c0514fb {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:07.113196 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'tag': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9', 'status': 'completed', 'code': 200} Jul 08 01:38:07.119311 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.169428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.171918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:07.172552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.207937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47426f79-5e98-4220-aa4a-1f53d5e3c4e7 req-ec603e7a-945e-432a-ab61-a95988aea214 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 210 time: 0.0542955 Jul 08 01:38:07.300873 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7645442 Jul 08 01:38:07.301343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45498) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:07.313924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Request body: {'subnet': {'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-692495776-subnet', 'tenant_id': '36de526047f94542a0a7caaa941cd234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:07.325088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c42ccc-5622-4756-82ef-f7d35eed4196 req-bfad2d2c-5cef-420f-9d13-54746cfb12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:07.327549 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-13c42ccc-5622-4756-82ef-f7d35eed4196 req-bfad2d2c-5cef-420f-9d13-54746cfb12d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 1175 time: 0.1753933 Jul 08 01:38:07.328243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322512e9-97b0-4556-96df-dcd35f5e8011 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:07.344893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:38:07.384599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Made reservation on behalf of 36de526047f94542a0a7caaa941cd234 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:07.387855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.480201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da15625-c530-4934-ac81-e04648ac1766 req-7f51a78f-f135-4221-b37c-85e5f57fe276 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:07.490777 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7da15625-c530-4934-ac81-e04648ac1766 req-7f51a78f-f135-4221-b37c-85e5f57fe276 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 945 time: 0.1678698 Jul 08 01:38:07.522138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c42ccc-5622-4756-82ef-f7d35eed4196 req-fba823b3-42ac-4601-87f7-b2058c2c08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:07.527418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-13c42ccc-5622-4756-82ef-f7d35eed4196 req-fba823b3-42ac-4601-87f7-b2058c2c08a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 914 time: 0.1872482 Jul 08 01:38:07.595302 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7da15625-c530-4934-ac81-e04648ac1766 req-ce6f9c60-6703-437e-a96d-6837dbf893ad tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042557 Jul 08 01:38:07.636165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-69ad8c2d-2d49-4d6f-9dee-87a7c8c8bd17 req-256122a1-f559-4689-b3b1-6f4bfa3fa9ca tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1756375407 ', 'description': 'tempest-description-1693817101'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:07.727210 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-69ad8c2d-2d49-4d6f-9dee-87a7c8c8bd17 req-256122a1-f559-4689-b3b1-6f4bfa3fa9ca tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.749771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f8813-a3d7-49de-9cea-d9f2f8e22421 req-183fe50b-7df4-4ece-be52-3b046e8a3ac4 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:07.751386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab7f8813-a3d7-49de-9cea-d9f2f8e22421 req-183fe50b-7df4-4ece-be52-3b046e8a3ac4 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 946 time: 0.2134287 Jul 08 01:38:07.754290 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:07.862852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5fef32f-14d5-4715-91d8-b271ec0401fd,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:07.892266 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-13c42ccc-5622-4756-82ef-f7d35eed4196 req-2fc51bc0-eaa6-459f-b64d-1d54cafc9aa6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9 HTTP/1.1" status: 200 len: 217 time: 0.3505867 Jul 08 01:38:07.904424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab7f8813-a3d7-49de-9cea-d9f2f8e22421 req-468fba33-77dc-45be-b386-dd63cd436a70 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443613 Jul 08 01:38:07.916325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Checking segment: {'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:07.916835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Network hostable DHCP agents. Network: c6b8a630-7d4b-4e69-8e93-5e0ca76809b4, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:38:07.965268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:38:08.003582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c6b8a630-7d4b-4e69-8e93-5e0ca76809b4) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:08.016001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb33e06-4622-4171-9b8d-0ca9e3371b27 None None] Network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:08.016192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:08.017028 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.023851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c42ccc-5622-4756-82ef-f7d35eed4196 req-fc66c069-6a92-46a3-8488-db52613a7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:08.027551 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-13c42ccc-5622-4756-82ef-f7d35eed4196 req-fc66c069-6a92-46a3-8488-db52613a7f36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=401b941c-28f8-4535-b717-37c042a004d7 HTTP/1.1" status: 200 len: 853 time: 0.1278863 Jul 08 01:38:08.031474 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-69ad8c2d-2d49-4d6f-9dee-87a7c8c8bd17 req-256122a1-f559-4689-b3b1-6f4bfa3fa9ca tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.048164 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-69ad8c2d-2d49-4d6f-9dee-87a7c8c8bd17 req-256122a1-f559-4689-b3b1-6f4bfa3fa9ca tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.073901 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-13c42ccc-5622-4756-82ef-f7d35eed4196 req-25060cc6-57a0-4705-9a99-cc99950ba2a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff803069-0134-44a9-abc5-c042a95f8c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384467 Jul 08 01:38:08.105680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-13bedf54-0b5a-4c07-9b02-52b5e2c1295f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8032207 Jul 08 01:38:08.117583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256122a1-f559-4689-b3b1-6f4bfa3fa9ca tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d3bc9-32a6-4c8e-a5ed-f50080cc49d7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:08.124921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-69ad8c2d-2d49-4d6f-9dee-87a7c8c8bd17 req-256122a1-f559-4689-b3b1-6f4bfa3fa9ca tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.141210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69ad8c2d-2d49-4d6f-9dee-87a7c8c8bd17 req-256122a1-f559-4689-b3b1-6f4bfa3fa9ca tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.5145378 Jul 08 01:38:08.279921 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-13c42ccc-5622-4756-82ef-f7d35eed4196 req-cf0d93c3-aa53-4395-befe-a6289dbbfa4c service neutron] 10.222.0.16 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997895 Jul 08 01:38:08.282084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1ff70-69b1-41d3-8f47-c1555963aea0 req-23ce700e-d986-44cb-ad87-2e17282c7f68 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:08.283696 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55a1ff70-69b1-41d3-8f47-c1555963aea0 req-23ce700e-d986-44cb-ad87-2e17282c7f68 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.1382322 Jul 08 01:38:08.311368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3dc30e-59de-460b-b330-51798227578a None None] Network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:08.398697 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-13c42ccc-5622-4756-82ef-f7d35eed4196 req-5fd3365b-1c3b-4118-b361-f22513e430bf service neutron] 10.222.0.16 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118934 Jul 08 01:38:08.423918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55a1ff70-69b1-41d3-8f47-c1555963aea0 req-5ebdbb52-5f7d-452a-82d3-ff9a1b06ef87 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313083 Jul 08 01:38:08.531360 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.596020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d27dbb-006a-42bf-9296-707b9940890b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed35d102-d800-4edd-9fa2-985711c8023d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:08.598650 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5125429b-e866-45a8-b9aa-4feb895a4f9f" -d '{"events": [{"server_uuid": "49d27dbb-006a-42bf-9296-707b9940890b", "name": "network-vif-plugged", "status": "completed", "tag": "ed35d102-d800-4edd-9fa2-985711c8023d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:08.604627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db2faa5a-310c-46e1-83de-eb4f3c41016f req-d6af871e-9418-48ca-925a-f54c0a67cf4d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/bd1d3bc9-32a6-4c8e-a5ed-f50080cc49d7 HTTP/1.1" status: 200 len: 1781 time: 0.1217492 Jul 08 01:38:08.700359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-e84aeadd-b733-49ef-b6aa-d31aad10ed9e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:08.702362 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-e84aeadd-b733-49ef-b6aa-d31aad10ed9e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 812 time: 0.1692295 Jul 08 01:38:08.767117 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-778c94ec-6cfc-4c3e-bc1d-a607680ee1d4 req-f5744d53-b561-4477-ac60-7f380ea63078 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 210 time: 0.0499253 Jul 08 01:38:08.794501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-eab61933-a6d9-40eb-a6de-b2a4d10147c7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cec18a91ea6241bc928d3059c8dae9cc HTTP/1.1" status: 200 len: 380 time: 0.0818422 Jul 08 01:38:08.813286 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'port': {'device_id': '45d9847f-597d-450d-95af-2d219ec8ef22', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'admin_state_up': True, 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'security_groups': ['291dd7c4-5350-450c-b3aa-d3c3443847b8']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:08.947472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Made reservation on behalf of cec18a91ea6241bc928d3059c8dae9cc for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:08.951400 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:08.997089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-59097fbc-fe04-4802-af00-55d16b029594 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:08.998683 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-59097fbc-fe04-4802-af00-55d16b029594 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/networks?id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 HTTP/1.1" status: 200 len: 817 time: 0.1628399 Jul 08 01:38:09.023562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e100720e-3166-4612-be64-7847a1a9154f tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/quotas/36de526047f94542a0a7caaa941cd234 HTTP/1.1" status: 200 len: 375 time: 0.0162864 Jul 08 01:38:09.031658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe70306-2cb9-412f-aeb4-48cae4350baf req-368590e3-3bf6-476e-9b01-dd46615f075c tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:09.033287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abe70306-2cb9-412f-aeb4-48cae4350baf req-368590e3-3bf6-476e-9b01-dd46615f075c tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 1097 time: 0.0925989 Jul 08 01:38:09.067178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7fc2536b-48b9-4d24-ac5c-a352bf116cdd tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=36de526047f94542a0a7caaa941cd234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320482 Jul 08 01:38:09.092019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Allocated IP 172.20.0.10 (beda11af-02fd-4a5d-9761-e7a31d38417d/dfe181ef-686a-49dc-8e69-0e4c7cc59c0b/26722b1d-8f0d-4fdc-9019-798cdaaaa9da) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:09.154250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abe70306-2cb9-412f-aeb4-48cae4350baf req-abc07a3e-090c-4a27-9430-b0c6df5e85c1 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091840 Jul 08 01:38:09.187773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-a64c5eb2-9efd-44ae-ad26-d1fc6ceb826a service neutron] 10.222.0.41 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094205 Jul 08 01:38:09.260588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.275883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Transition to ACTIVE for port object 26722b1d-8f0d-4fdc-9019-798cdaaaa9da will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:09.300499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-eef021bf-e8b9-4c28-905a-4f7959d04ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065216 Jul 08 01:38:09.311972 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.361557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Network beda11af-02fd-4a5d-9761-e7a31d38417d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:09.366854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:09.372348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:09.407985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:09.408383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2078d-1743-45e4-b281-377be7d0729b req-a6d01914-690b-436a-bc67-eb68da52ef8f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:09.409885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-daa2078d-1743-45e4-b281-377be7d0729b req-a6d01914-690b-436a-bc67-eb68da52ef8f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 946 time: 0.1042948 Jul 08 01:38:09.455238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:09.456460 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.475954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-daa2078d-1743-45e4-b281-377be7d0729b req-e7207818-6d79-446b-85dc-6a5b3fec901f tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580544 Jul 08 01:38:09.481881 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-ce68713d-93b6-4bcc-a370-0d7906fc7b1c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6730399 Jul 08 01:38:09.520848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Request body: {'port': {'device_id': '45d9847f-597d-450d-95af-2d219ec8ef22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:09.550614 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6395de-1dcf-44d8-857c-c676840fc9da x-openstack-request-id: req-9d6395de-1dcf-44d8-857c-c676840fc9da {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:09.551128 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d27dbb-006a-42bf-9296-707b9940890b", "name": "network-vif-plugged", "status": "completed", "tag": "ed35d102-d800-4edd-9fa2-985711c8023d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:09.551128 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d6395de-1dcf-44d8-857c-c676840fc9da {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:09.552055 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d27dbb-006a-42bf-9296-707b9940890b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed35d102-d800-4edd-9fa2-985711c8023d', 'code': 200} Jul 08 01:38:09.700097 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95da61bd-585f-4957-a786-fedcd1d81454 req-495d03ce-c983-48eb-a922-d8c125307d40 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/bd1d3bc9-32a6-4c8e-a5ed-f50080cc49d7 HTTP/1.1" status: 200 len: 1781 time: 0.1205552 Jul 08 01:38:09.711812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.777057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-537f1799-1d4f-48a9-94ab-e51d1abccb6d None None] Provisioning for port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:09.782296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-537f1799-1d4f-48a9-94ab-e51d1abccb6d None None] Provisioning complete for port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:09.782723 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-537f1799-1d4f-48a9-94ab-e51d1abccb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.825448 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-95da61bd-585f-4957-a786-fedcd1d81454 req-f66e2329-c14a-4766-8f46-64332102316d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.877808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-95da61bd-585f-4957-a786-fedcd1d81454 req-f66e2329-c14a-4766-8f46-64332102316d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:09.885458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-537f1799-1d4f-48a9-94ab-e51d1abccb6d None None] Port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:38:09.923550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41db16e-94f3-4929-a4e6-08152a9b4539 req-8de60cf2-5f8b-41cf-b235-6a6cf53867ff tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:09.944951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c41db16e-94f3-4929-a4e6-08152a9b4539 req-8de60cf2-5f8b-41cf-b235-6a6cf53867ff tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 945 time: 0.1725647 Jul 08 01:38:09.961461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b7409-aac7-4603-81d5-9cc81f45425e req-b62abdce-8dcc-4116-9df5-2c50aed59c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:09.968712 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-997b7409-aac7-4603-81d5-9cc81f45425e req-b62abdce-8dcc-4116-9df5-2c50aed59c58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 1097 time: 0.3337791 Jul 08 01:38:10.044113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c41db16e-94f3-4929-a4e6-08152a9b4539 req-297b70be-ac82-464d-8634-dd93a028f3a3 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982034 Jul 08 01:38:10.068869 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-95da61bd-585f-4957-a786-fedcd1d81454 req-f66e2329-c14a-4766-8f46-64332102316d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.073997 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-997b7409-aac7-4603-81d5-9cc81f45425e req-9d3e37ff-b32c-41d7-98e9-50ff23681771 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946267 Jul 08 01:38:10.078986 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-95da61bd-585f-4957-a786-fedcd1d81454 req-f66e2329-c14a-4766-8f46-64332102316d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.091508 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95da61bd-585f-4957-a786-fedcd1d81454 req-f66e2329-c14a-4766-8f46-64332102316d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/bd1d3bc9-32a6-4c8e-a5ed-f50080cc49d7 HTTP/1.1" status: 204 len: 173 time: 0.3903546 Jul 08 01:38:10.121702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e2329-c14a-4766-8f46-64332102316d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d3bc9-32a6-4c8e-a5ed-f50080cc49d7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:10.286098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26722b1d-8f0d-4fdc-9019-798cdaaaa9da {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:10.307074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.323382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Transition to ACTIVE for port object 26722b1d-8f0d-4fdc-9019-798cdaaaa9da will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:10.328769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.398802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-74f7ea42-51b0-42a1-aa9e-6f834a6f86c5 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:10.410820 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-74f7ea42-51b0-42a1-aa9e-6f834a6f86c5 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 946 time: 0.2539485 Jul 08 01:38:10.411507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87434c01-155b-4494-b874-e951c798c621 service neutron] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:10.571633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Attempting to bind port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:10.572014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Attempting to bind port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:10.572383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Attempting to bind port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:10.599760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da on network beda11af-02fd-4a5d-9761-e7a31d38417d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:38:10.600140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Attempting to bind port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:10.614499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:10.614868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Checking segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:10.615229 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Bound using segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:10.615663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Bound port: 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:10.616021 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.635627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e51332-70a8-42c7-a178-c145906a1ed1 req-46acede6-fcc2-46f6-b6ca-a65da47e39b6 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:10.639248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5e51332-70a8-42c7-a178-c145906a1ed1 req-46acede6-fcc2-46f6-b6ca-a65da47e39b6 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 1097 time: 0.3879178 Jul 08 01:38:10.680578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6173d4-5231-4a82-8a6c-5dbf8c6aae36 req-2d05ed0e-0f1b-44ea-90a1-6a7ac7bcc5d5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:10.689425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d6173d4-5231-4a82-8a6c-5dbf8c6aae36 req-2d05ed0e-0f1b-44ea-90a1-6a7ac7bcc5d5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 946 time: 0.4394677 Jul 08 01:38:10.760935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:10.774943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:10.788709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.808455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d6173d4-5231-4a82-8a6c-5dbf8c6aae36 req-ae39564b-6656-4e6e-ad25-ed3ad92fe0f4 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118293 Jul 08 01:38:10.814352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5e51332-70a8-42c7-a178-c145906a1ed1 req-bda7f5aa-5555-4f7b-b29f-4a03dd3f6dbf tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161072 Jul 08 01:38:10.818382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:10.818888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.820401 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-87434c01-155b-4494-b874-e951c798c621 service neutron] 10.222.0.24 "PUT /v2.0/ports/26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 1093 time: 1.3132107 Jul 08 01:38:10.820808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:10.823682 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf8c599-4e14-4a07-b2a9-50192de1a31f" -d '{"events": [{"name": "network-changed", "server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:10.851849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Deleting port 792e26fc-6ddd-4622-a267-9ab534bc5f8e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:10.852201 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:10.940952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87434c01-155b-4494-b874-e951c798c621 service neutron] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:11.069435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-5c6e547c-8d13-4b40-884f-47798747eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:11.071023 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-5c6e547c-8d13-4b40-884f-47798747eee4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1096 time: 0.1106346 Jul 08 01:38:11.077472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] For port 792e26fc-6ddd-4622-a267-9ab534bc5f8e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=792e26fc-6ddd-4622-a267-9ab534bc5f8e,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:11.077864 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.144331 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-f3a4dbf0-44ac-436e-84ab-1f1520829033 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 217 time: 0.0624392 Jul 08 01:38:11.237304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-174c78a3-7c18-47e2-97b6-7537ea8925fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:11.243028 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-174c78a3-7c18-47e2-97b6-7537ea8925fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.0865138 Jul 08 01:38:11.323246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-7c28f167-c72b-4818-90fa-db501bc6dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:11.325416 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-7c28f167-c72b-4818-90fa-db501bc6dd74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789900 Jul 08 01:38:11.471260 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-e16f131b-6d7f-406c-8ca4-45cf2b1b13c6 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366162 Jul 08 01:38:11.491395 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e61745-322c-4fec-9bdc-951d4691d7cb req-6fd4e66a-576d-4700-bd52-942644c1831c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:11.495699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6e61745-322c-4fec-9bdc-951d4691d7cb req-6fd4e66a-576d-4700-bd52-942644c1831c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 944 time: 0.3308301 Jul 08 01:38:11.514126 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-f3ff4bf9-723c-4a47-9860-72cf99a062b3 req-8b13ddc6-ed7c-404e-888a-9106ebabc5e4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] show failed (client error): The resource could not be found. Jul 08 01:38:11.527940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3ff4bf9-723c-4a47-9860-72cf99a062b3 req-8b13ddc6-ed7c-404e-888a-9106ebabc5e4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/bd1d3bc9-32a6-4c8e-a5ed-f50080cc49d7 HTTP/1.1" status: 404 len: 352 time: 0.0602419 Jul 08 01:38:11.596661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6e61745-322c-4fec-9bdc-951d4691d7cb req-476af3f1-2a88-4c1e-9b18-8307a8768545 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828717 Jul 08 01:38:11.603621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.604034 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.604450 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Floating IP 91eb28c1-9148-4bf1-a44b-b6300a61d6ec disassociated. External IP: 172.25.4.19, port: 792e26fc-6ddd-4622-a267-9ab534bc5f8e. Jul 08 01:38:11.604916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Calling delete_port for 792e26fc-6ddd-4622-a267-9ab534bc5f8e owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:11.616828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a685ed2a-ad17-4357-90d2-e30713da8ab3 req-f454398c-e465-4d1c-a955-a7ee3ef96de9 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370959 Jul 08 01:38:11.702887 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb27461-b9e6-4d30-9617-2171bde663b0 x-openstack-request-id: req-4bb27461-b9e6-4d30-9617-2171bde663b0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:11.703177 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:11.703422 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bb27461-b9e6-4d30-9617-2171bde663b0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:11.703885 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'status': 'completed', 'code': 200} Jul 08 01:38:11.909344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-3e50b603-efce-4883-aa7d-d2e11495ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:11.911146 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-3e50b603-efce-4883-aa7d-d2e11495ce6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1096 time: 0.1339018 Jul 08 01:38:11.914542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:11.965832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event deleted for resources: {'Port': ['ID=792e26fc-6ddd-4622-a267-9ab534bc5f8e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:12.021680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-f4599547-5e96-48d6-a5cc-32ea75a520a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:12.023524 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-f4599547-5e96-48d6-a5cc-32ea75a520a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.1049790 Jul 08 01:38:12.025102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228b156-9eb5-4076-a533-83da31e4cff8 req-27681e37-4fdd-4a2c-8f17-34c1313609fb tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:12.026796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5228b156-9eb5-4076-a533-83da31e4cff8 req-27681e37-4fdd-4a2c-8f17-34c1313609fb tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3ad3558-ee9d-4d56-91bd-db6658852e25 HTTP/1.1" status: 200 len: 867 time: 0.2734146 Jul 08 01:38:12.069505 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-1a866af6-498a-498c-b89b-d1c90209f481 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 217 time: 0.0374134 Jul 08 01:38:12.129354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-5cece02c-4b56-4a0b-ade2-b239781348bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:12.131597 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-5cece02c-4b56-4a0b-ade2-b239781348bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.0551324 Jul 08 01:38:12.161058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5228b156-9eb5-4076-a533-83da31e4cff8 req-51440aed-c749-4cfd-ac4a-4406876c0425 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups?id=8944dce3-5842-4966-b464-e0f08bbf64f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947537 Jul 08 01:38:12.185922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Router 923d3fbf-e636-4b14-b2a1-fce0662d69ee has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:12.203131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e20c2-618f-49d7-a889-23cf1b9b2cd2 req-c9038b10-2ec4-4f70-8e77-c9833a01b55c tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:12.205219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed1e20c2-618f-49d7-a889-23cf1b9b2cd2 req-c9038b10-2ec4-4f70-8e77-c9833a01b55c tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 945 time: 0.2511683 Jul 08 01:38:12.229906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-e45e99fe-995f-48cc-a458-2f04abffb1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:12.231442 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-e45e99fe-995f-48cc-a458-2f04abffb1bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0927250 Jul 08 01:38:12.308610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed1e20c2-618f-49d7-a889-23cf1b9b2cd2 req-f74fb2ed-b2e8-469f-af5f-e49b0c10d8d3 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922198 Jul 08 01:38:12.369149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-86d3997e-ff72-4646-a103-1822f320e4ee req-915a47ef-000e-42b7-ace4-66d8b1c45e91 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2132712382', 'description': 'tempest-description-379519410'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:12.435368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a32cdd9c-6b11-4c92-a0a2-55fbb5c8d141 req-70c5cfcc-e718-45f7-b866-61f93c211cc8 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 210 time: 0.0539813 Jul 08 01:38:12.483036 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-48d8122e-a265-4add-98e3-380ab660ea0a service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423909 Jul 08 01:38:12.497872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:12.512826 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-86d3997e-ff72-4646-a103-1822f320e4ee req-915a47ef-000e-42b7-ace4-66d8b1c45e91 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.513047 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] Sync routers for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:12.530778 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:12.531417 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:12.642923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] No DVR routers for this DVR port 792e26fc-6ddd-4622-a267-9ab534bc5f8e on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:12.662635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.664674 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-446c371b-e29c-4981-bd0e-9effb1b0cfc8 req-32081d40-78f7-44d4-88e7-1b922c59ed0d tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.24 "DELETE /v2.0/ports/792e26fc-6ddd-4622-a267-9ab534bc5f8e HTTP/1.1" status: 204 len: 173 time: 2.2510552 Jul 08 01:38:12.665788 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'name': 'network-vif-deleted', 'tag': '792e26fc-6ddd-4622-a267-9ab534bc5f8e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:12.679240 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146d3526-7d04-4d9f-a6db-e5addfe62e40" -d '{"events": [{"server_uuid": "a3ad3558-ee9d-4d56-91bd-db6658852e25", "name": "network-vif-deleted", "tag": "792e26fc-6ddd-4622-a267-9ab534bc5f8e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:12.776934 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:12.892284 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-86d3997e-ff72-4646-a103-1822f320e4ee req-915a47ef-000e-42b7-ace4-66d8b1c45e91 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.904012 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-86d3997e-ff72-4646-a103-1822f320e4ee req-915a47ef-000e-42b7-ace4-66d8b1c45e91 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:12.921518 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ebf8c599-4e14-4a07-b2a9-50192de1a31f req-6ff1809d-c3fe-4634-a469-4e9bd78246b3 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290552 Jul 08 01:38:12.937152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-afaf13ee-53dd-4729-ade7-23b029352b24 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:12.938947 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-afaf13ee-53dd-4729-ade7-23b029352b24 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.24 "GET /v2.0/networks?id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 HTTP/1.1" status: 200 len: 817 time: 0.3755636 Jul 08 01:38:12.969512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Request body: {'port': {'device_id': '497fc241-152d-4489-9e5b-8ba803455099', 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4', 'admin_state_up': True, 'tenant_id': '36de526047f94542a0a7caaa941cd234'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:12.999794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a47ef-000e-42b7-ace4-66d8b1c45e91 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f872967f-240a-4444-829d-2d0e9f95a147,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:13.007295 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-86d3997e-ff72-4646-a103-1822f320e4ee req-915a47ef-000e-42b7-ace4-66d8b1c45e91 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.031040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86d3997e-ff72-4646-a103-1822f320e4ee req-915a47ef-000e-42b7-ace4-66d8b1c45e91 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6721125 Jul 08 01:38:13.125704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-90d24cf5-c914-41cd-af94-2ce9247aa987 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:13.128132 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-90d24cf5-c914-41cd-af94-2ce9247aa987 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.16 "GET /v2.0/networks?id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 HTTP/1.1" status: 200 len: 817 time: 0.3303277 Jul 08 01:38:13.164746 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:13.165032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Request body: {'port': {'device_id': '9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8', 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4', 'admin_state_up': True, 'tenant_id': '36de526047f94542a0a7caaa941cd234'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:13.206001 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] Checking router: 923d3fbf-e636-4b14-b2a1-fce0662d69ee for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:13.220992 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:13.222116 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:13.439267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73bbe5-5ee1-499a-b1c5-b5a7ea61cacb req-24f025fa-dd95-4616-9e57-41504c6ceffb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:13.447035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a73bbe5-5ee1-499a-b1c5-b5a7ea61cacb req-24f025fa-dd95-4616-9e57-41504c6ceffb tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 946 time: 0.1474872 Jul 08 01:38:13.476642 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:13.480403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Made reservation on behalf of 36de526047f94542a0a7caaa941cd234 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:13.485560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.541691 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a73bbe5-5ee1-499a-b1c5-b5a7ea61cacb req-8ccc3402-7603-4dc3-8fdf-294085d99ac8 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936193 Jul 08 01:38:13.738500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Allocated IP 172.20.0.10 (c6b8a630-7d4b-4e69-8e93-5e0ca76809b4/c5fef32f-14d5-4715-91d8-b271ec0401fd/67c52385-c297-471e-9c5d-0ca3e2811552) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:13.775029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-fbf6d536-e32a-40f7-a6f1-361edeaafa56 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:13.776585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-fbf6d536-e32a-40f7-a6f1-361edeaafa56 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1098 time: 0.1191552 Jul 08 01:38:13.796592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-14'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:13.821002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Made reservation on behalf of 36de526047f94542a0a7caaa941cd234 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:13.829124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.883129 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:13.939980 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:13.975112 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7712b13-3fb6-4483-bb40-cb63d9f9f691 None None] The sync data for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 is: [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:33:38Z', 'revision_number': 4, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6650912b-a141-4d04-8c0f-f2dd45029384', 'name': '', 'network_id': '0faf17d8-1546-4309-a780-d23af45b7667', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'mac_address': 'fa:16:3e:0e:c5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:37Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'subnets': [{'id': '47a01b1f-a2b0-45e2-95b6-dc33b2c4a075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:14.036734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-f87d61ce-7039-4d44-af05-61de5fbfcd19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6474307 Jul 08 01:38:14.166049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.200030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-37b4748d-d0f3-4845-beef-0742266d1ec2 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:14.202986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-37b4748d-d0f3-4845-beef-0742266d1ec2 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.16 "GET /v2.0/networks?id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 HTTP/1.1" status: 200 len: 817 time: 0.7417715 Jul 08 01:38:14.215257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:14.226604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Request body: {'port': {'device_id': '3ee37d1f-525b-4506-9ed2-b44815648a73', 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4', 'admin_state_up': True, 'tenant_id': '36de526047f94542a0a7caaa941cd234'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:14.272138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:14.280207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 792e26fc-6ddd-4622-a267-9ab534bc5f8e no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:14.282888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:14.381415 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.406409 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.416640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 792e26fc-6ddd-4622-a267-9ab534bc5f8e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:14.416991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 792e26fc-6ddd-4622-a267-9ab534bc5f8e not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:14.466842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:14.478905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'port_id': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'mac_address': 'fa:16:3e:40:2f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:38:14.481243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.529661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fa37bb-488c-4a04-88fc-93539af96f9c None None] New status for floating IP 91eb28c1-9148-4bf1-a44b-b6300a61d6ec: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:38:14.532444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5435c20-ce77-40d7-948e-364c7a7cf605 req-7ae1f82e-8b58-46f1-bb85-ff3d7da3baf1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:14.534285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5435c20-ce77-40d7-948e-364c7a7cf605 req-7ae1f82e-8b58-46f1-bb85-ff3d7da3baf1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 944 time: 0.2189858 Jul 08 01:38:14.538302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:14.550538 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-857c25ac-b019-4ab2-9874-3e247c3fd08d tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:38:14.551653 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-857c25ac-b019-4ab2-9874-3e247c3fd08d tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0679040 Jul 08 01:38:14.552923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Allocated IP 172.20.0.8 (c6b8a630-7d4b-4e69-8e93-5e0ca76809b4/c5fef32f-14d5-4715-91d8-b271ec0401fd/3dba0ab8-4e61-4e73-9eed-90d4427bfef0) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:14.555745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:14.565693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:14.593043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=60f365d6-2b3f-489b-840e-0986c80102eb,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:14.618357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 60f365d6-2b3f-489b-840e-0986c80102eb details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:14.619683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on host n-h2-694802-14 for vnic_type normal with profile {"migrating_to": "n-h1-694802-14"} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:14.620018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:14.620400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:14.635126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:38:14.635448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:14.644951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:14.645282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:14.645664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:14.646087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Bound port: 60f365d6-2b3f-489b-840e-0986c80102eb, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:14.646441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.659074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5435c20-ce77-40d7-948e-364c7a7cf605 req-42feb5a8-f6aa-42f0-9767-7b32594608fe tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081250 Jul 08 01:38:14.663264 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.663679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:14.664830 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.688533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Request body: {'binding': {'host': 'n-h2-694802-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:14.689243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Unknown quota resources ['binding']. {{(pid=93884) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:38:14.726152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:14.731025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:14.738458 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.773479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26722b1d-8f0d-4fdc-9019-798cdaaaa9da {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:14.798026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:14.809790 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.817549 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16eb4a3e-d85c-45a0-b92d-c05e838b742e x-openstack-request-id: req-16eb4a3e-d85c-45a0-b92d-c05e838b742e {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:14.817983 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ad3558-ee9d-4d56-91bd-db6658852e25", "name": "network-vif-deleted", "tag": "792e26fc-6ddd-4622-a267-9ab534bc5f8e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:14.818295 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16eb4a3e-d85c-45a0-b92d-c05e838b742e {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:14.818779 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ad3558-ee9d-4d56-91bd-db6658852e25', 'name': 'network-vif-deleted', 'tag': '792e26fc-6ddd-4622-a267-9ab534bc5f8e', 'status': 'completed', 'code': 200} Jul 08 01:38:14.856332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f2d712d9-5e85-42a4-afa5-9224569a453d req-32949d95-6827-4580-9e28-7bd831a46e13 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1108143990', 'description': 'tempest-description-1733311678'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:14.870347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:14.871704 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.873391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/60f365d6-2b3f-489b-840e-0986c80102eb HTTP/1.1" status: 200 len: 1124 time: 1.0819056 Jul 08 01:38:14.905968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:14.910954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d03a2-403c-4f86-9e74-5b07189ae2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=60f365d6-2b3f-489b-840e-0986c80102eb,revision_number=8']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:14.917913 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2d712d9-5e85-42a4-afa5-9224569a453d req-32949d95-6827-4580-9e28-7bd831a46e13 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.920924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, got binding levels [] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:14.956941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on host n-h2-694802-14 for vnic_type normal with profile {"migrating_to": "n-h1-694802-14"} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:14.957284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:14.957574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:14.967133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:38:14.967491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Attempting to bind port 60f365d6-2b3f-489b-840e-0986c80102eb on network 767b6759-e4c7-45ff-9888-230faa276961 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:14.973007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:14.973478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Checking segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:14.974168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Bound using segment: {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:14.974697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Bound port: 60f365d6-2b3f-489b-840e-0986c80102eb, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '767b6759-e4c7-45ff-9888-230faa276961'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:14.975154 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:14.989567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['60f365d6-2b3f-489b-840e-0986c80102eb'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:15.037397 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2d712d9-5e85-42a4-afa5-9224569a453d req-32949d95-6827-4580-9e28-7bd831a46e13 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.042515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2d712d9-5e85-42a4-afa5-9224569a453d req-32949d95-6827-4580-9e28-7bd831a46e13 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.048407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-1457af16-eaa3-4bcb-89ee-a7239fb8afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:15.049656 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-1457af16-eaa3-4bcb-89ee-a7239fb8afb1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 1096 time: 0.9691086 Jul 08 01:38:15.050891 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0986297 Jul 08 01:38:15.075302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['60f365d6-2b3f-489b-840e-0986c80102eb'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:15.080391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Request body: {'port': {'device_id': '497fc241-152d-4489-9e5b-8ba803455099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:15.098665 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f2d712d9-5e85-42a4-afa5-9224569a453d req-32949d95-6827-4580-9e28-7bd831a46e13 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.099892 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2d712d9-5e85-42a4-afa5-9224569a453d req-32949d95-6827-4580-9e28-7bd831a46e13 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2493155 Jul 08 01:38:15.101515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32949d95-6827-4580-9e28-7bd831a46e13 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee433bd2-2b81-4ffe-b213-ceba97a77c18,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:15.118760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['26722b1d-8f0d-4fdc-9019-798cdaaaa9da'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:15.208864 n-d-694802-14 neutron-server[93885]: WARNING neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Concurrent port binding operations failed on port 60f365d6-2b3f-489b-840e-0986c80102eb Jul 08 01:38:15.220243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:15.242460 n-d-694802-14 neutron-server[93885]: INFO neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Attempt 2 to bind port 60f365d6-2b3f-489b-840e-0986c80102eb Jul 08 01:38:15.243526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 60f365d6-2b3f-489b-840e-0986c80102eb has no active binding in host n-h1-694802-14 {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:38:15.281029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9b74a-16b0-48ba-8e0e-000085c1bd65 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Pushing event updated for resources: {'Port': ['ID=67c52385-c297-471e-9c5d-0ca3e2811552,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:15.402405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46ca5f07-98b5-46fb-9ab8-5b358b600539 req-6a3ab84e-7bc5-4d22-b57a-5e71e5cbb37c tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 210 time: 0.0474706 Jul 08 01:38:15.443510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Made reservation on behalf of 36de526047f94542a0a7caaa941cd234 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:15.448533 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.499364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.510596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-5b426e12-73ca-4bc1-ac32-98e9e4bd8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:15.512531 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-5b426e12-73ca-4bc1-ac32-98e9e4bd8cc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.4201863 Jul 08 01:38:15.527276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.595699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on host n-h2-694802-14 for vnic_type normal with profile None {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:15.596110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:15.596412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:15.599188 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-e0daba24-3e9a-4b2d-abab-d46527d6843a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95ca4209-580b-4314-86c1-aab81058f35f HTTP/1.1" status: 200 len: 217 time: 0.0756006 Jul 08 01:38:15.627100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:38:15.627427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:15.640443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44627fa8-52f3-4de3-97e2-dda6bb558e08 req-6b61b3bc-5bfb-42c6-a81e-9054bcabd683 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:15.641984 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44627fa8-52f3-4de3-97e2-dda6bb558e08 req-6b61b3bc-5bfb-42c6-a81e-9054bcabd683 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.0786860 Jul 08 01:38:15.685164 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44627fa8-52f3-4de3-97e2-dda6bb558e08 req-68c496b7-fed4-4a71-8bdb-048186e7a4c0 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369821 Jul 08 01:38:15.703798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:15.704224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:15.704937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:15.705452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Bound port: d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:15.732260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-309129e4-bf9b-469a-8231-5f301b410ad8 req-34a2d27a-e1ba-4952-b8ab-ee973e98b330 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1719220195', 'description': 'tempest-description-1082122657'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:15.758394 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-309129e4-bf9b-469a-8231-5f301b410ad8 req-34a2d27a-e1ba-4952-b8ab-ee973e98b330 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.848914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-8404a02b-2e82-4427-a1c8-3599cf0ca890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:15.850616 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-8404a02b-2e82-4427-a1c8-3599cf0ca890 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.2246056 Jul 08 01:38:15.854625 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-309129e4-bf9b-469a-8231-5f301b410ad8 req-34a2d27a-e1ba-4952-b8ab-ee973e98b330 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.857672 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-309129e4-bf9b-469a-8231-5f301b410ad8 req-34a2d27a-e1ba-4952-b8ab-ee973e98b330 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.865911 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.888590 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-309129e4-bf9b-469a-8231-5f301b410ad8 req-34a2d27a-e1ba-4952-b8ab-ee973e98b330 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:15.889828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-309129e4-bf9b-469a-8231-5f301b410ad8 req-34a2d27a-e1ba-4952-b8ab-ee973e98b330 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1620567 Jul 08 01:38:15.901186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2d27a-e1ba-4952-b8ab-ee973e98b330 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960acd7e-e1fe-4ce1-bf7d-2ccf30309a16,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:15.947711 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-54c66819-aea5-465c-aff7-1a25473a9654 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854666 Jul 08 01:38:15.979148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:16.004019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.005229 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-9bab432a-7b32-4a4d-8c46-95604ece1b23 service neutron] 10.222.0.41 "POST /v2.0/ports/d9c0dd27-a1a3-4cec-b8ff-538c329a6203/bindings HTTP/1.1" status: 201 len: 390 time: 1.3728712 Jul 08 01:38:16.027035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:16.069430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:16.075169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Allocated IP 172.20.0.5 (c6b8a630-7d4b-4e69-8e93-5e0ca76809b4/c5fef32f-14d5-4715-91d8-b271ec0401fd/5451cc45-434d-45bd-82c2-2c0a3abd44ce) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:16.079024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:16.087099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Pushing event updated for resources: {'Port': ['ID=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:16.181910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:16.182551 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.231465 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e37ea31-c735-4368-9c8c-93ad5eeccb60 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0806923 Jul 08 01:38:16.233306 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-2356fbf5-60fa-4262-9e6e-2e74485977cc service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582810 Jul 08 01:38:16.268476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Request body: {'port': {'device_id': '9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:16.280624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7087a43-a81e-4cfd-8b7b-11790e7c06a5 req-7f7d0364-06b7-473c-8272-fc76b8b4f3e3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:16.281987 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7087a43-a81e-4cfd-8b7b-11790e7c06a5 req-7f7d0364-06b7-473c-8272-fc76b8b4f3e3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1454606 Jul 08 01:38:16.287120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:16.306400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae58a692-c055-4c72-b755-440dd4a2f8c7 req-a63c5931-340f-46cc-86ee-3cab8341f015 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ed46a6397b5423fad2e8f536e057e35 HTTP/1.1" status: 200 len: 10895 time: 0.1820374 Jul 08 01:38:16.366612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:16.371924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:16.372748 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.401161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7087a43-a81e-4cfd-8b7b-11790e7c06a5 req-4bab16b8-8868-459e-a4a6-4102b02d12e4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937173 Jul 08 01:38:16.412190 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae58a692-c055-4c72-b755-440dd4a2f8c7 req-1df8c00f-356f-48bd-a525-cd93c5c13e35 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/4ea545d5-5ded-4121-b41e-073253040c1d HTTP/1.1" status: 200 len: 2981 time: 0.0979581 Jul 08 01:38:16.466123 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.466710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-7a6bca61-29b9-4d0d-8248-8fd3834ede5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:16.467812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-7a6bca61-29b9-4d0d-8248-8fd3834ede5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 1097 time: 0.1526539 Jul 08 01:38:16.477411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.479821 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.501108 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87c2dfdb-51f2-41d4-8e61-6e96a1cb1829 req-6681f040-ce5a-4b38-ad10-708d85af8f6f service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383442 Jul 08 01:38:16.503802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:16.506525 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981cea28-1e98-4d4f-968a-31828270ccd7" -d '{"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-plugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:16.543748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:16.549904 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.582461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ed35d102-d800-4edd-9fa2-985711c8023d details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:16.629412 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.643923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:16.735911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ed35d102-d800-4edd-9fa2-985711c8023d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ed35d102-d800-4edd-9fa2-985711c8023d,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:16.736151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:16.749915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:16.757616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:16.818683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:16.819360 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.823937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Pushing event updated for resources: {'Port': ['ID=5451cc45-434d-45bd-82c2-2c0a3abd44ce,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:16.859850 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e52dd2aa-168f-4687-88a8-59187c81c668 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6405928 Jul 08 01:38:16.882603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'ed35d102-d800-4edd-9fa2-985711c8023d', 'network_id': 'b678d60d-95ad-40d9-881f-06a172e23770', 'port_id': 'ed35d102-d800-4edd-9fa2-985711c8023d', 'mac_address': 'fa:16:3e:a2:1d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b773675-58a6-407f-bb54-168b4a710395', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:38:16.886650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Request body: {'port': {'device_id': '3ee37d1f-525b-4506-9ed2-b44815648a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:16.922170 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.926194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f365d6-2b3f-489b-840e-0986c80102eb'}, {'name': 'network-changed', 'server_uuid': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'tag': '60f365d6-2b3f-489b-840e-0986c80102eb'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:16.928844 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119" -d '{"events": [{"server_uuid": "d1920d29-99d3-4bba-8c76-b8457f99574b", "name": "network-vif-unplugged", "status": "completed", "tag": "60f365d6-2b3f-489b-840e-0986c80102eb"}, {"name": "network-changed", "server_uuid": "d1920d29-99d3-4bba-8c76-b8457f99574b", "tag": "60f365d6-2b3f-489b-840e-0986c80102eb"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:16.935592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed35d102-d800-4edd-9fa2-985711c8023d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:16.949703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c52385-c297-471e-9c5d-0ca3e2811552 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:16.957075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae58a692-c055-4c72-b755-440dd4a2f8c7 req-7cf1d3cc-508c-4db0-9415-78e8c139f6ee tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/4ea545d5-5ded-4121-b41e-073253040c1d HTTP/1.1" status: 200 len: 2981 time: 0.5373938 Jul 08 01:38:16.957741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ed35d102-d800-4edd-9fa2-985711c8023d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ed35d102-d800-4edd-9fa2-985711c8023d,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:16.961532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:16.974082 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:17.003861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Transition to ACTIVE for port object 67c52385-c297-471e-9c5d-0ca3e2811552 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:17.009271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:17.026828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-86c5c0a4-73f8-4c5a-9e0d-de8d2f3c4eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:17.028484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-86c5c0a4-73f8-4c5a-9e0d-de8d2f3c4eab service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.5520368 Jul 08 01:38:17.043218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f19d3f-9c19-4790-8865-0f0cbfa5c64e req-78deec41-9ffd-4b62-8e55-daaa621d700b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:17.044803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1f19d3f-9c19-4790-8865-0f0cbfa5c64e req-78deec41-9ffd-4b62-8e55-daaa621d700b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.1111758 Jul 08 01:38:17.057717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ed35d102-d800-4edd-9fa2-985711c8023d,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:17.059235 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:17.103589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-5367f412-c223-4e0d-a02e-d7462c983036 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203 HTTP/1.1" status: 200 len: 217 time: 0.0577607 Jul 08 01:38:17.170041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Pushing event updated for resources: {'Port': ['ID=67c52385-c297-471e-9c5d-0ca3e2811552,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:17.197497 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1f19d3f-9c19-4790-8865-0f0cbfa5c64e req-fd2f66b9-3cb9-4378-90d7-926093433354 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447792 Jul 08 01:38:17.206335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['ed35d102-d800-4edd-9fa2-985711c8023d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:17.213936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e0212008-8363-4d85-a0d5-b2e296df2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:17.215442 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e0212008-8363-4d85-a0d5-b2e296df2703 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.0962684 Jul 08 01:38:17.264458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-be96eda8-b95a-426e-bdfb-ace238bf1706 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392947 Jul 08 01:38:17.274130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5d643-906b-44db-a752-0c3e4bcea04a req-13aeceed-3f40-4ab8-8c65-4fa6d2ae3213 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:17.274902 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f617606-2096-4b28-ac77-7e928ecfe745 x-openstack-request-id: req-7f617606-2096-4b28-ac77-7e928ecfe745 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:17.275254 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-plugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:17.275585 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f617606-2096-4b28-ac77-7e928ecfe745 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:17.276158 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'code': 200} Jul 08 01:38:17.284323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-02d5d643-906b-44db-a752-0c3e4bcea04a req-13aeceed-3f40-4ab8-8c65-4fa6d2ae3213 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 931 time: 0.1888001 Jul 08 01:38:17.315424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45692) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:17.423527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-c8854962-c8f9-464e-a8c1-52845608056a service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277206 Jul 08 01:38:17.430402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:17.459528 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:17.465733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Attempting to bind port 67c52385-c297-471e-9c5d-0ca3e2811552 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:17.466079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Attempting to bind port 67c52385-c297-471e-9c5d-0ca3e2811552 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:17.466510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Attempting to bind port 67c52385-c297-471e-9c5d-0ca3e2811552 on network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:17.485335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-02d5d643-906b-44db-a752-0c3e4bcea04a req-be7723e6-913a-4163-bedd-dfc6aac048e1 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999688 Jul 08 01:38:17.503850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Port 67c52385-c297-471e-9c5d-0ca3e2811552 on network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:38:17.503850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Attempting to bind port 67c52385-c297-471e-9c5d-0ca3e2811552 on network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:17.510260 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Transition to ACTIVE for port object 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:17.522144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:17.524549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:17.524858 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Checking segment: {'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:17.525246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Bound using segment: {'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:17.525807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Bound port: 67c52385-c297-471e-9c5d-0ca3e2811552, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:17.526031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:17.573439 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ccf073-9b7b-488b-967c-4fe50f872785 x-openstack-request-id: req-a6ccf073-9b7b-488b-967c-4fe50f872785 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:17.573738 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1920d29-99d3-4bba-8c76-b8457f99574b", "name": "network-vif-unplugged", "status": "completed", "tag": "60f365d6-2b3f-489b-840e-0986c80102eb", "code": 200}, {"name": "network-changed", "server_uuid": "d1920d29-99d3-4bba-8c76-b8457f99574b", "tag": "60f365d6-2b3f-489b-840e-0986c80102eb", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:17.573987 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6ccf073-9b7b-488b-967c-4fe50f872785 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:17.574378 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f365d6-2b3f-489b-840e-0986c80102eb', 'code': 200} Jul 08 01:38:17.574634 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'tag': '60f365d6-2b3f-489b-840e-0986c80102eb', 'status': 'completed', 'code': 200} Jul 08 01:38:17.607606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.24', 53288) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:17.637493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87cb11b5-1030-4905-8ba7-2f47db0640fb tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:17.674209 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-ebeaf98f-6636-4621-a2ce-fe47da207e3b service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278135 Jul 08 01:38:17.693935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc33e-a07c-465d-b33c-57721172bc81 req-0459bee2-37ef-4858-a7a6-32c50660d46f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:17.695541 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee6bc33e-a07c-465d-b33c-57721172bc81 req-0459bee2-37ef-4858-a7a6-32c50660d46f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.1880622 Jul 08 01:38:17.765233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1108d8a0-8df8-43e1-bc0f-ab74b5805f1f req-fb7f4a25-6500-4620-8210-949b0e2ff3b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/f872967f-240a-4444-829d-2d0e9f95a147 HTTP/1.1" status: 200 len: 1800 time: 0.1704471 Jul 08 01:38:17.790278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119 req-e29f3187-ef66-460b-8922-dbcede9f8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:17.792156 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119 req-e29f3187-ef66-460b-8922-dbcede9f8e63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 1127 time: 0.1833282 Jul 08 01:38:17.935832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee6bc33e-a07c-465d-b33c-57721172bc81 req-9777f2a4-6983-4d78-a375-94fcd6655923 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253349 Jul 08 01:38:17.945785 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1108d8a0-8df8-43e1-bc0f-ab74b5805f1f req-436775b3-1329-45fc-9614-bc7cfc8c761e tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:17.951134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Pushing event updated for resources: {'Port': ['ID=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:17.967776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b3a7e-3699-4366-ad29-e315f0240869 req-2d46a605-c564-4833-8934-0d0867b6c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:17.969522 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b24b3a7e-3699-4366-ad29-e315f0240869 req-2d46a605-c564-4833-8934-0d0867b6c78a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1098 time: 0.6001711 Jul 08 01:38:17.980242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87cb11b5-1030-4905-8ba7-2f47db0640fb tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:17.997793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119 req-e1cf9650-7bb5-4bf2-89d4-f61e86862ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:17.999899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119 req-e1cf9650-7bb5-4bf2-89d4-f61e86862ef1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.1994293 Jul 08 01:38:18.005644 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1108d8a0-8df8-43e1-bc0f-ab74b5805f1f req-436775b3-1329-45fc-9614-bc7cfc8c761e tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.059177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119 req-013dd7b0-7cad-4c07-bcdf-734936baa232 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f365d6-2b3f-489b-840e-0986c80102eb HTTP/1.1" status: 200 len: 217 time: 0.0486865 Jul 08 01:38:18.131162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] For port 67c52385-c297-471e-9c5d-0ca3e2811552, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:18.131379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119 req-92bb1837-d66f-4a0e-ac20-b55f5d253ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:18.133022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119 req-92bb1837-d66f-4a0e-ac20-b55f5d253ea9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0601482 Jul 08 01:38:18.135546 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1108d8a0-8df8-43e1-bc0f-ab74b5805f1f req-436775b3-1329-45fc-9614-bc7cfc8c761e tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.138955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1108d8a0-8df8-43e1-bc0f-ab74b5805f1f req-436775b3-1329-45fc-9614-bc7cfc8c761e tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.145795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1108d8a0-8df8-43e1-bc0f-ab74b5805f1f req-436775b3-1329-45fc-9614-bc7cfc8c761e tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/f872967f-240a-4444-829d-2d0e9f95a147 HTTP/1.1" status: 204 len: 173 time: 0.3784566 Jul 08 01:38:18.150978 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:38:18.161991 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b24b3a7e-3699-4366-ad29-e315f0240869 req-06ef5a67-829c-4bcd-971c-426ea6166e2d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787384 Jul 08 01:38:18.163690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] For port 67c52385-c297-471e-9c5d-0ca3e2811552, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=67c52385-c297-471e-9c5d-0ca3e2811552,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:18.185573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.191719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Attempting to bind port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:18.192055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Attempting to bind port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:18.192437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Attempting to bind port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 on network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:18.244604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436775b3-1329-45fc-9614-bc7cfc8c761e tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f872967f-240a-4444-829d-2d0e9f95a147,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:18.247817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87cb11b5-1030-4905-8ba7-2f47db0640fb tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.250576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87cb11b5-1030-4905-8ba7-2f47db0640fb tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.251938 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-87cb11b5-1030-4905-8ba7-2f47db0640fb tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "DELETE /v2.0/security-groups/8944dce3-5842-4966-b464-e0f08bbf64f5 HTTP/1.1" status: 204 len: 168 time: 0.9319935 Jul 08 01:38:18.252730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 on network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:38:18.252919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Attempting to bind port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 on network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:18.255114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45714) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:18.260207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119 req-cbb6ba6a-d430-48c6-9f0b-430e2afbf312 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140685 Jul 08 01:38:18.294501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:18.295139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.296578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] 10.222.0.24 "PUT /v2.0/ports/67c52385-c297-471e-9c5d-0ca3e2811552 HTTP/1.1" status: 200 len: 1093 time: 3.2310572 Jul 08 01:38:18.297176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497fc241-152d-4489-9e5b-8ba803455099', 'tag': '67c52385-c297-471e-9c5d-0ca3e2811552'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:18.299475 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39bb36e-39c2-40a5-8ced-98084c2b08ee" -d '{"events": [{"name": "network-changed", "server_uuid": "497fc241-152d-4489-9e5b-8ba803455099", "tag": "67c52385-c297-471e-9c5d-0ca3e2811552"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:18.318125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5451cc45-434d-45bd-82c2-2c0a3abd44ce {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:18.325945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:18.326351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Checking segment: {'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:18.326681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Bound using segment: {'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:18.327290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Bound port: 3dba0ab8-4e61-4e73-9eed-90d4427bfef0, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:18.327759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.341326 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.344781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb11b5-1030-4905-8ba7-2f47db0640fb tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8944dce3-5842-4966-b464-e0f08bbf64f5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:18.347088 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-5d9a92a7-d1ed-4fbb-9e44-3067a1d65135 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] show failed (client error): The resource could not be found. Jul 08 01:38:18.351527 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5d9a92a7-d1ed-4fbb-9e44-3067a1d65135 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "GET /v2.0/security-groups/8944dce3-5842-4966-b464-e0f08bbf64f5 HTTP/1.1" status: 404 len: 347 time: 0.0842626 Jul 08 01:38:18.354643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45718) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:18.434464 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f0cec-6123-4438-a91d-eac219ee4525 service neutron] Pushing event updated for resources: {'Port': ['ID=67c52385-c297-471e-9c5d-0ca3e2811552,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:18.482188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Transition to ACTIVE for port object 5451cc45-434d-45bd-82c2-2c0a3abd44ce will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:18.536688 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.548898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119 req-ca4d644c-75f4-4b63-8c8a-f967431385f0 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758832 Jul 08 01:38:18.577027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41d674-dcce-4ccc-b08d-d4d981facb24 req-05a043f4-8437-4a47-bf83-10ad843c315f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:18.584638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ed35d102-d800-4edd-9fa2-985711c8023d up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:18.585113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d41d674-dcce-4ccc-b08d-d4d981facb24 req-05a043f4-8437-4a47-bf83-10ad843c315f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 946 time: 0.3435605 Jul 08 01:38:18.615021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8889b9-d33f-451f-aaaf-17fbfa32218d req-3eb1b506-414b-4c2e-986a-61cd1ff16f6c tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:18.624794 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd8889b9-d33f-451f-aaaf-17fbfa32218d req-3eb1b506-414b-4c2e-986a-61cd1ff16f6c tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 944 time: 0.2375612 Jul 08 01:38:18.654439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] For port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:18.659269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Pushing event updated for resources: {'Port': ['ID=5451cc45-434d-45bd-82c2-2c0a3abd44ce,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:18.682123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] For port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:18.714729 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.731618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port ed35d102-d800-4edd-9fa2-985711c8023d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:18.732490 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.739723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e76739e-ad2f-4ce2-b65a-1c6838c3c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:18.741008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d41d674-dcce-4ccc-b08d-d4d981facb24 req-5f8d1362-a67e-4f6f-9ea4-a0e8721afc33 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553228 Jul 08 01:38:18.741359 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-3e76739e-ad2f-4ce2-b65a-1c6838c3c414 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36de526047f94542a0a7caaa941cd234&device_id=497fc241-152d-4489-9e5b-8ba803455099 HTTP/1.1" status: 200 len: 1096 time: 0.3582373 Jul 08 01:38:18.804104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd8889b9-d33f-451f-aaaf-17fbfa32218d req-7756621c-37f0-43e1-9b6e-3cbb4898881e tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781147 Jul 08 01:38:18.822006 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-0401a661-ea06-4a0d-a986-15f5d8369cb1 req-b2584932-01be-441b-b0e7-63fe71c95dd1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] show failed (client error): The resource could not be found. Jul 08 01:38:18.839560 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0401a661-ea06-4a0d-a986-15f5d8369cb1 req-b2584932-01be-441b-b0e7-63fe71c95dd1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/f872967f-240a-4444-829d-2d0e9f95a147 HTTP/1.1" status: 404 len: 352 time: 0.0605168 Jul 08 01:38:18.845326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:18.845982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.847343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] 10.222.0.16 "PUT /v2.0/ports/3dba0ab8-4e61-4e73-9eed-90d4427bfef0 HTTP/1.1" status: 200 len: 1092 time: 2.5834866 Jul 08 01:38:18.853348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-82168573-9187-4b1d-a703-efec22395f74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67c52385-c297-471e-9c5d-0ca3e2811552 HTTP/1.1" status: 200 len: 217 time: 0.1034722 Jul 08 01:38:18.866100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92a15e0d-1c82-4dc0-b8b2-0fc9aaf2b119 req-5e9fc73e-b468-46be-882b-9da8a6522252 service neutron] 10.222.0.24 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081377 Jul 08 01:38:18.883253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-02c4ab4d-2665-4842-ae24-46c51658be36 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Deleting port 4ff3d0d3-c2e6-4247-ae3f-0ae4e72cf50d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:18.883253 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02c4ab4d-2665-4842-ae24-46c51658be36 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.901306 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:18.924193 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf00e0a5-15c1-49be-9141-61f122e10208 x-openstack-request-id: req-bf00e0a5-15c1-49be-9141-61f122e10208 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:18.924521 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497fc241-152d-4489-9e5b-8ba803455099", "tag": "67c52385-c297-471e-9c5d-0ca3e2811552", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:18.924770 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf00e0a5-15c1-49be-9141-61f122e10208 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:18.925169 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497fc241-152d-4489-9e5b-8ba803455099', 'tag': '67c52385-c297-471e-9c5d-0ca3e2811552', 'status': 'completed', 'code': 200} Jul 08 01:38:18.953901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7de15a-22c2-44a1-a95b-87d2f85e4080 service neutron] Pushing event updated for resources: {'Port': ['ID=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:18.971767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Attempting to bind port 5451cc45-434d-45bd-82c2-2c0a3abd44ce on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:18.972129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Attempting to bind port 5451cc45-434d-45bd-82c2-2c0a3abd44ce by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:18.972510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Attempting to bind port 5451cc45-434d-45bd-82c2-2c0a3abd44ce on network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:19.012371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Port 5451cc45-434d-45bd-82c2-2c0a3abd44ce on network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:38:19.012929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Attempting to bind port 5451cc45-434d-45bd-82c2-2c0a3abd44ce on network c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:19.019471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ed35d102-d800-4edd-9fa2-985711c8023d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ed35d102-d800-4edd-9fa2-985711c8023d,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:19.029812 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.043698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:19.044080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Checking segment: {'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:19.044520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Bound using segment: {'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:19.044978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Bound port: 5451cc45-434d-45bd-82c2-2c0a3abd44ce, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82085c10-647f-4a83-8594-9854a3cfe792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:19.045345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.051350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-a8e34263-e053-496e-b928-a7a6cc224c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:19.053098 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-a8e34263-e053-496e-b928-a7a6cc224c2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5fef32f-14d5-4715-91d8-b271ec0401fd HTTP/1.1" status: 200 len: 857 time: 0.1887083 Jul 08 01:38:19.126365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02c4ab4d-2665-4842-ae24-46c51658be36 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.126729 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02c4ab4d-2665-4842-ae24-46c51658be36 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.131439 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-e16e6c77-af29-406d-89f1-2c822cc4cfb9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626001 Jul 08 01:38:19.143112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ed35d102-d800-4edd-9fa2-985711c8023d,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:19.192323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f7ef2-2e3b-4184-a169-e0782fe26b83 req-8e15a315-c110-4f7b-b94e-36035faaf184 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:19.200864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e6f7ef2-2e3b-4184-a169-e0782fe26b83 req-8e15a315-c110-4f7b-b94e-36035faaf184 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.2019083 Jul 08 01:38:19.214367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-02c4ab4d-2665-4842-ae24-46c51658be36 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Calling delete_port for 4ff3d0d3-c2e6-4247-ae3f-0ae4e72cf50d owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:19.231110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-22a1730e-87ad-494b-ad5b-675e62a8bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:19.232718 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-22a1730e-87ad-494b-ad5b-675e62a8bf1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36de526047f94542a0a7caaa941cd234&device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 1095 time: 0.3064730 Jul 08 01:38:19.269396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e6f7ef2-2e3b-4184-a169-e0782fe26b83 req-27e52950-1be1-49d9-befc-a687813d0526 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Jul 08 01:38:19.285266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d27dbb-006a-42bf-9296-707b9940890b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed35d102-d800-4edd-9fa2-985711c8023d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:19.287758 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47acb90-c5ce-4365-8d9b-ae6688e7c723" -d '{"events": [{"server_uuid": "49d27dbb-006a-42bf-9296-707b9940890b", "name": "network-vif-plugged", "status": "completed", "tag": "ed35d102-d800-4edd-9fa2-985711c8023d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:19.291919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32567233-107e-4e9b-836b-51755355b1d4 req-5d37c3fc-6283-4a11-bd5c-a2f63c518b01 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:19.293761 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-32567233-107e-4e9b-836b-51755355b1d4 req-5d37c3fc-6283-4a11-bd5c-a2f63c518b01 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 943 time: 0.1949816 Jul 08 01:38:19.304669 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-0d4fe86a-35d1-4009-814d-035ded824dd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dba0ab8-4e61-4e73-9eed-90d4427bfef0 HTTP/1.1" status: 200 len: 217 time: 0.0625856 Jul 08 01:38:19.368833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] For port 5451cc45-434d-45bd-82c2-2c0a3abd44ce, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:19.369814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b416d72d-b616-4e7c-8304-877df531b6e5 req-5c27dacc-73d8-40a3-8ba8-7e3625dd8964 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/ee433bd2-2b81-4ffe-b213-ceba97a77c18 HTTP/1.1" status: 200 len: 1801 time: 0.0745392 Jul 08 01:38:19.372861 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-32567233-107e-4e9b-836b-51755355b1d4 req-e8d90bfd-cd1c-460b-80d1-e9355c3eca75 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577831 Jul 08 01:38:19.418109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] For port 5451cc45-434d-45bd-82c2-2c0a3abd44ce, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5451cc45-434d-45bd-82c2-2c0a3abd44ce,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:19.442455 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.455229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b416d72d-b616-4e7c-8304-877df531b6e5 req-84e1b840-85b8-4849-bcd1-97facdb1749f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.456787 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-5bcb185a-0d3e-45b0-892c-eee2b59f92b3 service neutron] 10.222.0.24 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004053 Jul 08 01:38:19.487222 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b416d72d-b616-4e7c-8304-877df531b6e5 req-84e1b840-85b8-4849-bcd1-97facdb1749f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.501862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-ead8a093-87b7-42a4-8293-8130057caded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:19.503336 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-ead8a093-87b7-42a4-8293-8130057caded service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5fef32f-14d5-4715-91d8-b271ec0401fd HTTP/1.1" status: 200 len: 857 time: 0.1535721 Jul 08 01:38:19.569106 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b416d72d-b616-4e7c-8304-877df531b6e5 req-84e1b840-85b8-4849-bcd1-97facdb1749f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.572559 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b416d72d-b616-4e7c-8304-877df531b6e5 req-84e1b840-85b8-4849-bcd1-97facdb1749f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.574412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:19.575177 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.576680 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] 10.222.0.16 "PUT /v2.0/ports/5451cc45-434d-45bd-82c2-2c0a3abd44ce HTTP/1.1" status: 200 len: 1092 time: 2.6968572 Jul 08 01:38:19.584610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b416d72d-b616-4e7c-8304-877df531b6e5 req-84e1b840-85b8-4849-bcd1-97facdb1749f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee433bd2-2b81-4ffe-b213-ceba97a77c18 HTTP/1.1" status: 204 len: 173 time: 0.2071254 Jul 08 01:38:19.615279 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-2e9a36ab-221f-44c7-ab3f-c141d859f784 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895410 Jul 08 01:38:19.625655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1b840-85b8-4849-bcd1-97facdb1749f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee433bd2-2b81-4ffe-b213-ceba97a77c18,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:19.625813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4963a-c641-43c3-97bb-f41bff7d53de service neutron] Pushing event updated for resources: {'Port': ['ID=5451cc45-434d-45bd-82c2-2c0a3abd44ce,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:19.637061 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65719dfb-88e0-4899-9d96-47cba7366f86 x-openstack-request-id: req-65719dfb-88e0-4899-9d96-47cba7366f86 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:19.637626 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d27dbb-006a-42bf-9296-707b9940890b", "name": "network-vif-plugged", "status": "completed", "tag": "ed35d102-d800-4edd-9fa2-985711c8023d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:19.637626 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65719dfb-88e0-4899-9d96-47cba7366f86 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:19.638068 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d27dbb-006a-42bf-9296-707b9940890b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed35d102-d800-4edd-9fa2-985711c8023d', 'code': 200} Jul 08 01:38:19.684399 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-8088e808-b9d6-48fc-a001-d2818f5753c2 req-c2413b45-b7e8-4917-9138-94c738ea2a57 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] show failed (client error): The resource could not be found. Jul 08 01:38:19.691327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8088e808-b9d6-48fc-a001-d2818f5753c2 req-c2413b45-b7e8-4917-9138-94c738ea2a57 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/ee433bd2-2b81-4ffe-b213-ceba97a77c18 HTTP/1.1" status: 404 len: 352 time: 0.0294011 Jul 08 01:38:19.715983 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c23fc-42ab-4f73-84e9-7efba56d0b40 req-33712925-c50b-40bf-bd4d-69710a338c36 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:19.721068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a30c23fc-42ab-4f73-84e9-7efba56d0b40 req-33712925-c50b-40bf-bd4d-69710a338c36 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.1888318 Jul 08 01:38:19.782401 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-1f3fbb84-6c2c-4162-b395-7cccf7cd6415 service neutron] 10.222.0.24 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945266 Jul 08 01:38:19.791409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a30c23fc-42ab-4f73-84e9-7efba56d0b40 req-ed0211f5-31d3-4850-8b8d-a4f457d39a34 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670195 Jul 08 01:38:19.797641 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02c4ab4d-2665-4842-ae24-46c51658be36 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.799609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bae05c78-5f20-4a26-b264-90a047cc91e6 req-1e04d627-91d9-4ef1-8157-8fbf8bf7e9af tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/960acd7e-e1fe-4ce1-bf7d-2ccf30309a16 HTTP/1.1" status: 200 len: 1801 time: 0.0771425 Jul 08 01:38:19.848552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4ab4d-2665-4842-ae24-46c51658be36 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Pushing event deleted for resources: {'Port': ['ID=4ff3d0d3-c2e6-4247-ae3f-0ae4e72cf50d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:19.864804 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bae05c78-5f20-4a26-b264-90a047cc91e6 req-c60c2d17-3fa2-452c-9655-75831c3a4541 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.892495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bae05c78-5f20-4a26-b264-90a047cc91e6 req-c60c2d17-3fa2-452c-9655-75831c3a4541 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.905676 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-9591f8e6-d52c-459a-80ff-6a24392b6a33 service neutron] 10.222.0.16 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742140 Jul 08 01:38:19.943758 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bae05c78-5f20-4a26-b264-90a047cc91e6 req-c60c2d17-3fa2-452c-9655-75831c3a4541 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.947086 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bae05c78-5f20-4a26-b264-90a047cc91e6 req-c60c2d17-3fa2-452c-9655-75831c3a4541 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:19.947250 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-97def86f-1d8d-4e9c-9e29-7a79f9c0e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:19.948734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-97def86f-1d8d-4e9c-9e29-7a79f9c0e29e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36de526047f94542a0a7caaa941cd234&device_id=3ee37d1f-525b-4506-9ed2-b44815648a73 HTTP/1.1" status: 200 len: 1095 time: 0.2363498 Jul 08 01:38:19.955446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bae05c78-5f20-4a26-b264-90a047cc91e6 req-c60c2d17-3fa2-452c-9655-75831c3a4541 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/960acd7e-e1fe-4ce1-bf7d-2ccf30309a16 HTTP/1.1" status: 204 len: 173 time: 0.1550064 Jul 08 01:38:19.977125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c2d17-3fa2-452c-9655-75831c3a4541 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960acd7e-e1fe-4ce1-bf7d-2ccf30309a16,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:20.075480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c2e9e-1989-4eec-b354-bd525d7cd255 req-8df5da06-1ae5-4540-9859-597abdd35cf3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:20.078060 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea1c2e9e-1989-4eec-b354-bd525d7cd255 req-8df5da06-1ae5-4540-9859-597abdd35cf3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 946 time: 0.0835762 Jul 08 01:38:20.161578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea1c2e9e-1989-4eec-b354-bd525d7cd255 req-947c1a1c-7040-45b1-bb1d-213f56ae095d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720098 Jul 08 01:38:20.206793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30d772-7c76-4387-abce-1875f8cadf15 req-11fc9c96-5e6a-475b-99ed-6bc09e662d50 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:20.208740 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f30d772-7c76-4387-abce-1875f8cadf15 req-11fc9c96-5e6a-475b-99ed-6bc09e662d50 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 945 time: 0.1040599 Jul 08 01:38:20.246060 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-8cca4686-9f0d-4c80-bf21-09ae1d9c5c2c req-56e0b7c1-92c3-42be-97f0-162f3cf0d8d1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] show failed (client error): The resource could not be found. Jul 08 01:38:20.247270 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8cca4686-9f0d-4c80-bf21-09ae1d9c5c2c req-56e0b7c1-92c3-42be-97f0-162f3cf0d8d1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/960acd7e-e1fe-4ce1-bf7d-2ccf30309a16 HTTP/1.1" status: 404 len: 352 time: 0.0293722 Jul 08 01:38:20.267412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f30d772-7c76-4387-abce-1875f8cadf15 req-517e5560-3ca4-414f-9f5b-0dd48b028fb8 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513797 Jul 08 01:38:20.339650 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-9bc292fd-1a40-4f42-a4d2-4449261f2ab1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5451cc45-434d-45bd-82c2-2c0a3abd44ce HTTP/1.1" status: 200 len: 217 time: 0.3741412 Jul 08 01:38:20.353648 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02c4ab4d-2665-4842-ae24-46c51658be36 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:20.356319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02c4ab4d-2665-4842-ae24-46c51658be36 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:20.357693 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-02c4ab4d-2665-4842-ae24-46c51658be36 tempest-ServersWithSpecificFlavorTestJSON-46151651 tempest-ServersWithSpecificFlavorTestJSON-46151651-project] 10.222.0.41 "DELETE /v2.0/floatingips/91eb28c1-9148-4bf1-a44b-b6300a61d6ec HTTP/1.1" status: 204 len: 168 time: 1.9888043 Jul 08 01:38:20.411721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbe2c77d-3b25-41a1-91f4-148881363439 req-aa1e09e3-a74f-4b1b-a8e1-8d92030c2870 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ed46a6397b5423fad2e8f536e057e35 HTTP/1.1" status: 200 len: 6146 time: 0.1126649 Jul 08 01:38:20.431231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb36e-39c2-40a5-8ced-98084c2b08ee req-0e93f93b-5371-4511-a8a5-30bbf66de83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:20.432858 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f39bb36e-39c2-40a5-8ced-98084c2b08ee req-0e93f93b-5371-4511-a8a5-30bbf66de83a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36de526047f94542a0a7caaa941cd234&device_id=497fc241-152d-4489-9e5b-8ba803455099 HTTP/1.1" status: 200 len: 1096 time: 0.5820577 Jul 08 01:38:20.462966 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-ff1cfd10-6cf1-49d2-a7f6-dafd7ddb0d1d service neutron] 10.222.0.16 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308006 Jul 08 01:38:20.499366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbe2c77d-3b25-41a1-91f4-148881363439 req-97b52b96-de03-477a-ab76-ff52181c40b6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/4ea545d5-5ded-4121-b41e-073253040c1d HTTP/1.1" status: 200 len: 2981 time: 0.0696905 Jul 08 01:38:20.510348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-bd1bfc65-607c-4ec8-95c9-1f78440ad800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:20.511848 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-bd1bfc65-607c-4ec8-95c9-1f78440ad800 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5fef32f-14d5-4715-91d8-b271ec0401fd HTTP/1.1" status: 200 len: 857 time: 0.1625986 Jul 08 01:38:20.531815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f91221-1773-49aa-8b40-cfb85a3d85ab req-d3e51e06-36e1-48c8-bcc5-3e744309e57c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:20.533510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f91221-1773-49aa-8b40-cfb85a3d85ab req-d3e51e06-36e1-48c8-bcc5-3e744309e57c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 946 time: 0.1462889 Jul 08 01:38:20.545554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:20.549836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-61fc56b3-c445-4c17-808c-e7bd0377e56d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'floatingip': {'port_id': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:20.572160 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-980358ee-498d-43c3-9407-44d956585655 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454483 Jul 08 01:38:20.584657 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d54803f9-5a9f-4cd8-ba8c-330a208436bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:20.643214 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61fc56b3-c445-4c17-808c-e7bd0377e56d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:20.647805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb36e-39c2-40a5-8ced-98084c2b08ee req-23669e71-37ba-414f-b8c7-5e1d3dd9ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:20.650362 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f39bb36e-39c2-40a5-8ced-98084c2b08ee req-23669e71-37ba-414f-b8c7-5e1d3dd9ac51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 HTTP/1.1" status: 200 len: 918 time: 0.2095325 Jul 08 01:38:20.682907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbe2c77d-3b25-41a1-91f4-148881363439 req-b5369ab8-03ed-4c40-a72b-0f55431e21ec tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/4ea545d5-5ded-4121-b41e-073253040c1d HTTP/1.1" status: 200 len: 2981 time: 0.1767056 Jul 08 01:38:20.738171 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f39bb36e-39c2-40a5-8ced-98084c2b08ee req-112d4af8-0a47-42e8-8129-108dc0bc249e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67c52385-c297-471e-9c5d-0ca3e2811552 HTTP/1.1" status: 200 len: 217 time: 0.0791898 Jul 08 01:38:20.819597 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-230d0a36-3d71-47ea-8a37-140a5b257ed6 service neutron] 10.222.0.16 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264462 Jul 08 01:38:20.828062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb36e-39c2-40a5-8ced-98084c2b08ee req-738ef3a5-dfb3-4a2e-84d4-379d09c075ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:20.830775 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f39bb36e-39c2-40a5-8ced-98084c2b08ee req-738ef3a5-dfb3-4a2e-84d4-379d09c075ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5fef32f-14d5-4715-91d8-b271ec0401fd HTTP/1.1" status: 200 len: 857 time: 0.0785198 Jul 08 01:38:20.885743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9b02a-5fc3-4af8-8961-1ccc872f0865 req-d244a48e-33ab-4fa7-95f4-28fb6a6deb54 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:20.887489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29a9b02a-5fc3-4af8-8961-1ccc872f0865 req-d244a48e-33ab-4fa7-95f4-28fb6a6deb54 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.1693459 Jul 08 01:38:20.921872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f39bb36e-39c2-40a5-8ced-98084c2b08ee req-3c76bf0b-afbe-43e7-bdc7-d8f5a042e030 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800357 Jul 08 01:38:20.929512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8', 'tag': '3dba0ab8-4e61-4e73-9eed-90d4427bfef0'}, {'name': 'network-changed', 'server_uuid': '3ee37d1f-525b-4506-9ed2-b44815648a73', 'tag': '5451cc45-434d-45bd-82c2-2c0a3abd44ce'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:20.934631 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed36f128-5410-4100-b0a1-0944f0eac0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8", "tag": "3dba0ab8-4e61-4e73-9eed-90d4427bfef0"}, {"name": "network-changed", "server_uuid": "3ee37d1f-525b-4506-9ed2-b44815648a73", "tag": "5451cc45-434d-45bd-82c2-2c0a3abd44ce"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:20.998140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29a9b02a-5fc3-4af8-8961-1ccc872f0865 req-c1837249-08df-4ef3-8c91-09d21dad9ac1 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009095 Jul 08 01:38:21.067664 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a159192-5f9a-4d3f-a2f7-0b03630d1c6c req-2ccdc131-4981-46d5-9e06-7fb563aec7b3 service neutron] 10.222.0.16 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353446 Jul 08 01:38:21.090508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7b5a48dc-54bf-4199-9fb0-2b317ec441af req-c42d2a65-cb39-4d77-ba1b-76ddbe162dfc tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1824552652', 'description': 'tempest-description-1091614496'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:21.094297 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f39bb36e-39c2-40a5-8ced-98084c2b08ee req-3503f775-dba5-4b0f-b127-ad8e489a7d98 service neutron] 10.222.0.24 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526973 Jul 08 01:38:21.225702 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f39bb36e-39c2-40a5-8ced-98084c2b08ee req-eec0de2d-4228-4c8d-add2-5363b698764f service neutron] 10.222.0.24 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234145 Jul 08 01:38:21.239775 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7b5a48dc-54bf-4199-9fb0-2b317ec441af req-c42d2a65-cb39-4d77-ba1b-76ddbe162dfc tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:21.337361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb666a-d8ce-4762-a11d-1917980590ba req-6430018f-9546-43bd-bb0d-8de7314b3d43 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:21.338957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8cbb666a-d8ce-4762-a11d-1917980590ba req-6430018f-9546-43bd-bb0d-8de7314b3d43 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 943 time: 0.1968708 Jul 08 01:38:21.439457 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8cbb666a-d8ce-4762-a11d-1917980590ba req-318e217d-473d-4c3b-94a5-8d4c6ff92944 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890889 Jul 08 01:38:21.464725 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61fc56b3-c445-4c17-808c-e7bd0377e56d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:21.470663 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61fc56b3-c445-4c17-808c-e7bd0377e56d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:21.515204 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7b5a48dc-54bf-4199-9fb0-2b317ec441af req-c42d2a65-cb39-4d77-ba1b-76ddbe162dfc tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:21.523526 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7b5a48dc-54bf-4199-9fb0-2b317ec441af req-c42d2a65-cb39-4d77-ba1b-76ddbe162dfc tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:21.596405 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7b5a48dc-54bf-4199-9fb0-2b317ec441af req-c42d2a65-cb39-4d77-ba1b-76ddbe162dfc tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:21.597622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b5a48dc-54bf-4199-9fb0-2b317ec441af req-c42d2a65-cb39-4d77-ba1b-76ddbe162dfc tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5161910 Jul 08 01:38:21.624523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d2a65-cb39-4d77-ba1b-76ddbe162dfc tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062b37e5-371b-4e89-b02b-7d9393c2ed19,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:21.644563 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-61fc56b3-c445-4c17-808c-e7bd0377e56d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Floating IP 638b0829-680b-48cf-b54b-cc16ae5cdae5 associated. External IP: 172.25.4.129, port: 26722b1d-8f0d-4fdc-9019-798cdaaaa9da. Jul 08 01:38:21.660594 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d9c9c4-f9ea-409b-9a46-fab9528ac62d x-openstack-request-id: req-c5d9c9c4-f9ea-409b-9a46-fab9528ac62d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:21.662280 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8", "tag": "3dba0ab8-4e61-4e73-9eed-90d4427bfef0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ee37d1f-525b-4506-9ed2-b44815648a73", "tag": "5451cc45-434d-45bd-82c2-2c0a3abd44ce", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:21.662799 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5d9c9c4-f9ea-409b-9a46-fab9528ac62d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:21.663465 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8', 'tag': '3dba0ab8-4e61-4e73-9eed-90d4427bfef0', 'status': 'completed', 'code': 200} Jul 08 01:38:21.664081 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee37d1f-525b-4506-9ed2-b44815648a73', 'tag': '5451cc45-434d-45bd-82c2-2c0a3abd44ce', 'status': 'completed', 'code': 200} Jul 08 01:38:21.744343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14a48a-ab78-40e6-8f87-6967e52cf70c req-1c992a3c-3303-4da7-b621-dacd85a31b3f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:21.748808 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c14a48a-ab78-40e6-8f87-6967e52cf70c req-1c992a3c-3303-4da7-b621-dacd85a31b3f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.1780448 Jul 08 01:38:21.758652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-823feba9-09bf-4702-b3de-747217e6309c req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-825415656', 'description': 'tempest-description-278100624'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:21.761058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-71028e65-4575-450c-98a8-3ba9f6dcb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:21.762581 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-71028e65-4575-450c-98a8-3ba9f6dcb9fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36de526047f94542a0a7caaa941cd234&device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 1095 time: 0.0743358 Jul 08 01:38:21.843374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c14a48a-ab78-40e6-8f87-6967e52cf70c req-37efdcf3-fa86-4d42-914e-486a98b94657 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885048 Jul 08 01:38:21.844054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-823feba9-09bf-4702-b3de-747217e6309c req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:21.898338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-2925bab3-c116-42d0-a2f4-667de9c3d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:21.900014 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-2925bab3-c116-42d0-a2f4-667de9c3d5f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 HTTP/1.1" status: 200 len: 918 time: 0.1243811 Jul 08 01:38:21.972488 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-01bc8d50-ca8f-48d9-8179-791dc67bae12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dba0ab8-4e61-4e73-9eed-90d4427bfef0 HTTP/1.1" status: 200 len: 217 time: 0.0639114 Jul 08 01:38:22.012102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fc56b3-c445-4c17-808c-e7bd0377e56d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Router c66a56bd-87ce-4f2e-8842-854a3c4b396f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:22.043387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-823feba9-09bf-4702-b3de-747217e6309c req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:22.050653 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-823feba9-09bf-4702-b3de-747217e6309c req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:22.063682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-7969198b-361b-4153-855f-f49f1080fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:22.065392 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-7969198b-361b-4153-855f-f49f1080fcad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5fef32f-14d5-4715-91d8-b271ec0401fd HTTP/1.1" status: 200 len: 857 time: 0.0808175 Jul 08 01:38:22.124942 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-4802d0e8-d798-4c2b-8bb3-8542ff86fc4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480363 Jul 08 01:38:22.141705 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-823feba9-09bf-4702-b3de-747217e6309c req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:22.143563 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-823feba9-09bf-4702-b3de-747217e6309c req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3923860 Jul 08 01:38:22.162017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d656ef-7ece-44fc-b0c8-10705a1b81e2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:22.253921 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-efb4a004-fb6d-47d6-8a47-2695e5b908eb service neutron] 10.222.0.16 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182921 Jul 08 01:38:22.307121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 67c52385-c297-471e-9c5d-0ca3e2811552 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:22.311265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 60f365d6-2b3f-489b-840e-0986c80102eb no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:22.452756 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-c2135f0e-7c77-4053-af3a-57718505eb0c service neutron] 10.222.0.16 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868601 Jul 08 01:38:22.552386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 67c52385-c297-471e-9c5d-0ca3e2811552, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=67c52385-c297-471e-9c5d-0ca3e2811552,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:22.567363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '67c52385-c297-471e-9c5d-0ca3e2811552', 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4', 'port_id': '67c52385-c297-471e-9c5d-0ca3e2811552', 'mac_address': 'fa:16:3e:49:24:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fef32f-14d5-4715-91d8-b271ec0401fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:38:22.590133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-38f9dad2-74ca-44e1-8438-71ee0d25db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:22.591725 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-38f9dad2-74ca-44e1-8438-71ee0d25db6d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36de526047f94542a0a7caaa941cd234&device_id=3ee37d1f-525b-4506-9ed2-b44815648a73 HTTP/1.1" status: 200 len: 1095 time: 0.0596623 Jul 08 01:38:22.607329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ed35d102-d800-4edd-9fa2-985711c8023d no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:22.619874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.620527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.621034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.621538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.622042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.622530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.623022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.623506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.623987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.624511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.625011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.625491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e071c270-559c-448c-bd92-1a8c2efe48a4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:22.644695 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:22.662167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c52385-c297-471e-9c5d-0ca3e2811552 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:22.688431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 67c52385-c297-471e-9c5d-0ca3e2811552, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=67c52385-c297-471e-9c5d-0ca3e2811552,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:22.692687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fc56b3-c445-4c17-808c-e7bd0377e56d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:22.699153 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:22.708045 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] Sync routers for ids ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:22.716283 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61fc56b3-c445-4c17-808c-e7bd0377e56d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:22.719816 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] Routers {'c66a56bd-87ce-4f2e-8842-854a3c4b396f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:22.722528 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:22.746104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-a5338fc7-22aa-45c5-885d-82822edd5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:22.748089 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-a5338fc7-22aa-45c5-885d-82822edd5ad4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 HTTP/1.1" status: 200 len: 918 time: 0.1466730 Jul 08 01:38:22.797454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=67c52385-c297-471e-9c5d-0ca3e2811552,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:22.805901 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:22.835628 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-c01711a9-60ee-452e-9067-01998f0e828a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5451cc45-434d-45bd-82c2-2c0a3abd44ce HTTP/1.1" status: 200 len: 217 time: 0.0697253 Jul 08 01:38:22.846275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-61fc56b3-c445-4c17-808c-e7bd0377e56d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "PUT /v2.0/floatingips/638b0829-680b-48cf-b54b-cc16ae5cdae5 HTTP/1.1" status: 200 len: 992 time: 2.2993038 Jul 08 01:38:22.847739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ed35d102-d800-4edd-9fa2-985711c8023d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ed35d102-d800-4edd-9fa2-985711c8023d,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:22.849408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d27dbb-006a-42bf-9296-707b9940890b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed35d102-d800-4edd-9fa2-985711c8023d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:22.849577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:22.852062 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a8b996-2ef1-4011-9b95-40cce891abde" -d '{"events": [{"name": "network-changed", "server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:22.852756 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3206092e-594b-4e45-b0e5-f3814a478749" -d '{"events": [{"server_uuid": "49d27dbb-006a-42bf-9296-707b9940890b", "name": "network-vif-unplugged", "status": "completed", "tag": "ed35d102-d800-4edd-9fa2-985711c8023d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:22.854219 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] Set router c66a56bd-87ce-4f2e-8842-854a3c4b396f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:22.864635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd864fc8-130e-474d-9d4f-65e53bc729a4 req-b0f12b44-d938-4835-b95e-f4c6fe536dc9 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:22.871981 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:22.873119 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd864fc8-130e-474d-9d4f-65e53bc729a4 req-b0f12b44-d938-4835-b95e-f4c6fe536dc9 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 945 time: 0.2993751 Jul 08 01:38:22.886628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bdd37-ed68-47bf-8574-1312868d7f05 req-43d42a7f-309b-4e0a-a97c-c13a3fbe030d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:22.888179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc6bdd37-ed68-47bf-8574-1312868d7f05 req-43d42a7f-309b-4e0a-a97c-c13a3fbe030d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.3131933 Jul 08 01:38:22.926276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-85553530-7804-4217-8cf3-77adf40f0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:22.928120 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-85553530-7804-4217-8cf3-77adf40f0823 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5fef32f-14d5-4715-91d8-b271ec0401fd HTTP/1.1" status: 200 len: 857 time: 0.0855002 Jul 08 01:38:22.973708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['67c52385-c297-471e-9c5d-0ca3e2811552'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:22.978541 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd864fc8-130e-474d-9d4f-65e53bc729a4 req-6afdd0a5-8b1c-4159-b8bf-ca137ec41cff tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042917 Jul 08 01:38:22.991757 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc6bdd37-ed68-47bf-8574-1312868d7f05 req-dbbed04d-9e2e-4e75-879b-71203b2f458c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968492 Jul 08 01:38:23.000202 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-5dc35288-7711-44e2-aeae-0be9088e00e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545840 Jul 08 01:38:23.174708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ed35d102-d800-4edd-9fa2-985711c8023d,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:23.308607 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:58Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '638b0829-680b-48cf-b54b-cc16ae5cdae5', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'port_id': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'mac_address': 'fa:16:3e:40:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d9847f-597d-450d-95af-2d219ec8ef22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:38:03Z', 'updated_at': '2021-07-08T01:38:21Z', 'revision_number': 1, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1769ea4e-158c-467c-a785-cba1e0066ed1', 'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'mac_address': 'fa:16:3e:a9:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:56Z', 'updated_at': '2021-07-08T01:38:03Z', 'revision_number': 5, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'subnets': [{'id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:23.344331 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] Checking router: c66a56bd-87ce-4f2e-8842-854a3c4b396f for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:23.356661 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] Routers {'c66a56bd-87ce-4f2e-8842-854a3c4b396f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:23.357645 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:23.436909 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-b0b060e4-5f97-4f7e-b992-337d959ea152 service neutron] 10.222.0.24 "GET /v2.0/ports/60f365d6-2b3f-489b-840e-0986c80102eb/bindings/n-h1-694802-14 HTTP/1.1" status: 200 len: 385 time: 0.3037336 Jul 08 01:38:23.442048 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-076f2591-47e8-4ce8-a1c1-b834a2d4986c service neutron] 10.222.0.16 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317703 Jul 08 01:38:23.455677 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0555efdc-bf3b-44b9-bee9-efffda18f6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:23.460983 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-d2a2f143-f1a9-4375-a8d8-78a9cb54b06b tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:23.468673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-d2a2f143-f1a9-4375-a8d8-78a9cb54b06b tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 813 time: 0.3019800 Jul 08 01:38:23.502613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-37e7d0e0-30f9-42a2-9edf-5200b56f8f5c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/quotas/4ed46a6397b5423fad2e8f536e057e35 HTTP/1.1" status: 200 len: 375 time: 0.0328548 Jul 08 01:38:23.596738 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:23.605940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-78eea2df-2c55-43a7-b10b-b10d514f3937 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1023071 Jul 08 01:38:23.632204 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] Set router c66a56bd-87ce-4f2e-8842-854a3c4b396f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:23.683932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ee7b9-e4d0-43f4-91f7-9b99cce0cacd req-28ff2732-a732-4fd0-beb9-73cd9425dc7c tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:23.692171 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-188ee7b9-e4d0-43f4-91f7-9b99cce0cacd req-28ff2732-a732-4fd0-beb9-73cd9425dc7c tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 943 time: 0.3356442 Jul 08 01:38:23.752049 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed36f128-5410-4100-b0a1-0944f0eac0ca req-47970d59-25f3-444f-a52d-cbec73c55919 service neutron] 10.222.0.16 "GET /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447500 Jul 08 01:38:23.764943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-188ee7b9-e4d0-43f4-91f7-9b99cce0cacd req-965e6f4c-4693-464b-9bb9-540eed39cf5c tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695415 Jul 08 01:38:23.793957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-bf03fe2c-e64c-46e7-937f-9cdd523dd3c3 service neutron] 10.222.0.41 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871114 Jul 08 01:38:23.811429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-1988f018-a008-41ff-b11f-d0801bad4c94 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:23.813820 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-1988f018-a008-41ff-b11f-d0801bad4c94 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 943 time: 0.2833152 Jul 08 01:38:23.942365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-33f38f0e-fc42-4306-904c-cc5ff17e153e service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:23.983962 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:58Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '638b0829-680b-48cf-b54b-cc16ae5cdae5', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'port_id': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'mac_address': 'fa:16:3e:40:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d9847f-597d-450d-95af-2d219ec8ef22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:38:03Z', 'updated_at': '2021-07-08T01:38:21Z', 'revision_number': 1, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1769ea4e-158c-467c-a785-cba1e0066ed1', 'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'mac_address': 'fa:16:3e:a9:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:56Z', 'updated_at': '2021-07-08T01:38:03Z', 'revision_number': 5, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'subnets': [{'id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:23.987802 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0756a1-c7de-4404-9a51-22a7b6bf895c x-openstack-request-id: req-fc0756a1-c7de-4404-9a51-22a7b6bf895c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:23.988104 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:23.988384 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc0756a1-c7de-4404-9a51-22a7b6bf895c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:23.988808 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'status': 'completed', 'code': 200} Jul 08 01:38:23.990944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-bfdcffd9-aa57-4a1f-9dd6-92a6d392744d service neutron] 10.222.0.41 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948628 Jul 08 01:38:23.998248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-33f38f0e-fc42-4306-904c-cc5ff17e153e service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:24.033766 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb718ead-9107-4ecd-8e9b-80f0484b7e73 None None] The sync data for ids ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'] in n-d-694802-14 is: [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:58Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '638b0829-680b-48cf-b54b-cc16ae5cdae5', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'port_id': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'mac_address': 'fa:16:3e:40:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d9847f-597d-450d-95af-2d219ec8ef22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:38:03Z', 'updated_at': '2021-07-08T01:38:21Z', 'revision_number': 1, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1769ea4e-158c-467c-a785-cba1e0066ed1', 'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'mac_address': 'fa:16:3e:a9:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:56Z', 'updated_at': '2021-07-08T01:38:03Z', 'revision_number': 5, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'subnets': [{'id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:24.041109 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8a973b-ad67-4ac2-a15f-3007c364359d x-openstack-request-id: req-ac8a973b-ad67-4ac2-a15f-3007c364359d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:24.041549 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d27dbb-006a-42bf-9296-707b9940890b", "name": "network-vif-unplugged", "status": "completed", "tag": "ed35d102-d800-4edd-9fa2-985711c8023d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:24.041812 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac8a973b-ad67-4ac2-a15f-3007c364359d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:24.042242 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d27dbb-006a-42bf-9296-707b9940890b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed35d102-d800-4edd-9fa2-985711c8023d', 'code': 200} Jul 08 01:38:24.077319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-33f38f0e-fc42-4306-904c-cc5ff17e153e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f365d6-2b3f-489b-840e-0986c80102eb {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:24.082664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8b996-2ef1-4011-9b95-40cce891abde req-a532bd0d-8eea-4205-854e-ac314d0dd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:24.084428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24a8b996-2ef1-4011-9b95-40cce891abde req-a532bd0d-8eea-4205-854e-ac314d0dd650 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1098 time: 0.0697694 Jul 08 01:38:24.102341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-33f38f0e-fc42-4306-904c-cc5ff17e153e service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:24.137346 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-33f38f0e-fc42-4306-904c-cc5ff17e153e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:24.208764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8b996-2ef1-4011-9b95-40cce891abde req-a7e8fd59-e44a-4b0c-a06d-d0ed4dee9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:24.210827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24a8b996-2ef1-4011-9b95-40cce891abde req-a7e8fd59-e44a-4b0c-a06d-d0ed4dee9978 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.1193309 Jul 08 01:38:24.233732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-2b8f2da4-8b88-4f9f-bb7f-226c15201988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Deleting port ed35d102-d800-4edd-9fa2-985711c8023d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:24.234164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-2b8f2da4-8b88-4f9f-bb7f-226c15201988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:24.322835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 67c52385-c297-471e-9c5d-0ca3e2811552 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:24.448139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c00ce53-5153-4043-b7fb-cd67bba06589 None None] New status for floating IP 638b0829-680b-48cf-b54b-cc16ae5cdae5: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:38:24.457850 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24a8b996-2ef1-4011-9b95-40cce891abde req-79b709db-7468-4e97-b5c0-2b04d37d4a0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 1000 time: 0.2398260 Jul 08 01:38:24.493979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-33f38f0e-fc42-4306-904c-cc5ff17e153e service neutron] Transition to ACTIVE for port object 60f365d6-2b3f-489b-840e-0986c80102eb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:24.530428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8b996-2ef1-4011-9b95-40cce891abde req-8aa1a9d8-414a-47d5-b061-7a0832faa838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:24.532419 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24a8b996-2ef1-4011-9b95-40cce891abde req-8aa1a9d8-414a-47d5-b061-7a0832faa838 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.0686235 Jul 08 01:38:24.533000 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-33f38f0e-fc42-4306-904c-cc5ff17e153e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:24.545534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96820764-e583-455e-bf00-9a2e5236f2c3 req-306dd567-4d80-4cc3-bf2a-3d34dffa9c90 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:24.553459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96820764-e583-455e-bf00-9a2e5236f2c3 req-306dd567-4d80-4cc3-bf2a-3d34dffa9c90 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 944 time: 0.2058103 Jul 08 01:38:24.558297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-2b8f2da4-8b88-4f9f-bb7f-226c15201988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] For port ed35d102-d800-4edd-9fa2-985711c8023d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ed35d102-d800-4edd-9fa2-985711c8023d,segment=NetworkSegment(4eb16553-c2a0-4000-86cd-3d2a2151580c),segment_id=4eb16553-c2a0-4000-86cd-3d2a2151580c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:24.558742 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-2b8f2da4-8b88-4f9f-bb7f-226c15201988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:24.560098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 67c52385-c297-471e-9c5d-0ca3e2811552 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:24.582140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 67c52385-c297-471e-9c5d-0ca3e2811552 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:24.582496 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:24.645699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96820764-e583-455e-bf00-9a2e5236f2c3 req-22c18e7a-16ee-48ba-8e58-4ae08d2c43b2 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909457 Jul 08 01:38:24.670300 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8b996-2ef1-4011-9b95-40cce891abde req-ba6588fc-a9e9-4343-84ca-2e88c38cf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:24.671810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24a8b996-2ef1-4011-9b95-40cce891abde req-ba6588fc-a9e9-4343-84ca-2e88c38cf09d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144626 Jul 08 01:38:24.687200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-2b8f2da4-8b88-4f9f-bb7f-226c15201988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Calling delete_port for ed35d102-d800-4edd-9fa2-985711c8023d owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:24.699015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5451cc45-434d-45bd-82c2-2c0a3abd44ce details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:24.757855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-33f38f0e-fc42-4306-904c-cc5ff17e153e service neutron] No DVR routers for this DVR port 60f365d6-2b3f-489b-840e-0986c80102eb on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:24.900544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:24.921075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24a8b996-2ef1-4011-9b95-40cce891abde req-3300336c-d955-4118-a1cc-4fbffba7db06 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414329 Jul 08 01:38:24.955476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-33f38f0e-fc42-4306-904c-cc5ff17e153e service neutron] 10.222.0.24 "PUT /v2.0/ports/60f365d6-2b3f-489b-840e-0986c80102eb/bindings/n-h1-694802-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5099127 Jul 08 01:38:24.956179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f38f0e-fc42-4306-904c-cc5ff17e153e service neutron] Pushing event updated for resources: {'Port': ['ID=60f365d6-2b3f-489b-840e-0986c80102eb,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:25.059987 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5451cc45-434d-45bd-82c2-2c0a3abd44ce, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5451cc45-434d-45bd-82c2-2c0a3abd44ce,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:25.159512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '5451cc45-434d-45bd-82c2-2c0a3abd44ce', 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4', 'port_id': '5451cc45-434d-45bd-82c2-2c0a3abd44ce', 'mac_address': 'fa:16:3e:49:a1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fef32f-14d5-4715-91d8-b271ec0401fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:38:25.163109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ee9c2bb8-5888-4aec-a882-b954f7b401c2 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:25.166490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ee9c2bb8-5888-4aec-a882-b954f7b401c2 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.1385496 Jul 08 01:38:25.223202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ecc12-059f-4528-843c-8bd5e15362e9 req-5bc6dc66-5ee0-4681-9640-d57f8c2c5c58 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:25.225659 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b64ecc12-059f-4528-843c-8bd5e15362e9 req-5bc6dc66-5ee0-4681-9640-d57f8c2c5c58 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.2968073 Jul 08 01:38:25.225802 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-2b8f2da4-8b88-4f9f-bb7f-226c15201988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:25.251750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24a8b996-2ef1-4011-9b95-40cce891abde req-8139d4cb-c910-4f5b-9e19-c49140599900 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338333 Jul 08 01:38:25.268487 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:25.285319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24de687-6646-411f-9c34-0aa5bde3e7d8 req-39f70152-4977-4fa5-9e24-463570ef1885 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:25.300484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f24de687-6646-411f-9c34-0aa5bde3e7d8 req-39f70152-4977-4fa5-9e24-463570ef1885 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/ports?device_id=49d27dbb-006a-42bf-9296-707b9940890b HTTP/1.1" status: 200 len: 865 time: 0.3782442 Jul 08 01:38:25.335883 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:25.344578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f2da4-8b88-4f9f-bb7f-226c15201988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Pushing event deleted for resources: {'Port': ['ID=ed35d102-d800-4edd-9fa2-985711c8023d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:25.368128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5451cc45-434d-45bd-82c2-2c0a3abd44ce {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:25.397471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b64ecc12-059f-4528-843c-8bd5e15362e9 req-288c8f82-b068-4e8b-b0f8-7c5e9da2b728 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619716 Jul 08 01:38:25.404248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f24de687-6646-411f-9c34-0aa5bde3e7d8 req-04381424-5b7e-4285-bf0a-09dc27dd13cf tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022618 Jul 08 01:38:25.421797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5451cc45-434d-45bd-82c2-2c0a3abd44ce, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5451cc45-434d-45bd-82c2-2c0a3abd44ce,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:25.433694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 67c52385-c297-471e-9c5d-0ca3e2811552, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=67c52385-c297-471e-9c5d-0ca3e2811552,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:25.433694 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:25.434067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:25.436656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-2b8f2da4-8b88-4f9f-bb7f-226c15201988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] No DVR routers for this DVR port ed35d102-d800-4edd-9fa2-985711c8023d on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:25.439877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-2b8f2da4-8b88-4f9f-bb7f-226c15201988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:25.442187 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd0621cc-2eb8-4652-9458-061666c0fd30 req-2b8f2da4-8b88-4f9f-bb7f-226c15201988 tempest-ImagesTestJSON-961825395 tempest-ImagesTestJSON-961825395-project] 10.222.0.16 "DELETE /v2.0/ports/ed35d102-d800-4edd-9fa2-985711c8023d HTTP/1.1" status: 204 len: 173 time: 1.6183150 Jul 08 01:38:25.442675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d27dbb-006a-42bf-9296-707b9940890b', 'name': 'network-vif-deleted', 'tag': 'ed35d102-d800-4edd-9fa2-985711c8023d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:25.446310 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5119db-f733-459c-b4ec-75a3242de647" -d '{"events": [{"server_uuid": "49d27dbb-006a-42bf-9296-707b9940890b", "name": "network-vif-deleted", "tag": "ed35d102-d800-4edd-9fa2-985711c8023d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:25.452627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:25.542594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-dcefb782-b647-4cac-8376-f6a76c654190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:25.544729 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-dcefb782-b647-4cac-8376-f6a76c654190 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b&tenant_id=9d10d97078d24fc1bc49f14722735d6d HTTP/1.1" status: 200 len: 1097 time: 0.3616066 Jul 08 01:38:25.551331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:25.573874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '3dba0ab8-4e61-4e73-9eed-90d4427bfef0', 'network_id': 'c6b8a630-7d4b-4e69-8e93-5e0ca76809b4', 'port_id': '3dba0ab8-4e61-4e73-9eed-90d4427bfef0', 'mac_address': 'fa:16:3e:50:22:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fef32f-14d5-4715-91d8-b271ec0401fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:38:25.613470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24f07273-d424-4f1c-8af4-083a8e850461 req-be15301c-b9a9-49e8-98cf-29a049222098 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 210 time: 0.0346260 Jul 08 01:38:25.649349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5451cc45-434d-45bd-82c2-2c0a3abd44ce,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:25.722995 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:25.726549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=67c52385-c297-471e-9c5d-0ca3e2811552,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:25.756733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-41fb6266-9932-4704-aaed-e364e1327b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:25.758372 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-41fb6266-9932-4704-aaed-e364e1327b57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9d10d97078d24fc1bc49f14722735d6d&device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 1097 time: 0.1130140 Jul 08 01:38:25.760531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:25.805272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:25.812728 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:25.888726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e3ba8-1445-4c34-b0e9-df46c171a4ec req-a3afb9f1-b688-4cb5-aa5b-7fb7a59859c5 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:25.897376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f53e3ba8-1445-4c34-b0e9-df46c171a4ec req-a3afb9f1-b688-4cb5-aa5b-7fb7a59859c5 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 944 time: 0.0960929 Jul 08 01:38:25.906069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:25.916430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-5cc97926-da6b-410a-bee7-3d9bc1ab4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:25.918159 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-5cc97926-da6b-410a-bee7-3d9bc1ab4a0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 200 len: 921 time: 0.1522346 Jul 08 01:38:25.954558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f53e3ba8-1445-4c34-b0e9-df46c171a4ec req-7a09407a-b39b-41c6-9e7a-2184d02c7356 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555701 Jul 08 01:38:25.975338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-d63c996d-1191-4392-bac1-f0ba95983627 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f365d6-2b3f-489b-840e-0986c80102eb HTTP/1.1" status: 200 len: 217 time: 0.0488036 Jul 08 01:38:26.028178 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314d07c6-487a-452b-a200-fc9b6b7f163c x-openstack-request-id: req-314d07c6-487a-452b-a200-fc9b6b7f163c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:26.028449 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d27dbb-006a-42bf-9296-707b9940890b", "name": "network-vif-deleted", "tag": "ed35d102-d800-4edd-9fa2-985711c8023d", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:26.028757 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-314d07c6-487a-452b-a200-fc9b6b7f163c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:26.029225 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d27dbb-006a-42bf-9296-707b9940890b', 'name': 'network-vif-deleted', 'tag': 'ed35d102-d800-4edd-9fa2-985711c8023d', 'status': 'completed', 'code': 200} Jul 08 01:38:26.043499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497fc241-152d-4489-9e5b-8ba803455099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c52385-c297-471e-9c5d-0ca3e2811552'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:26.046489 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3084d68c-979f-46f3-8cd8-c342ea3c342e" -d '{"events": [{"server_uuid": "497fc241-152d-4489-9e5b-8ba803455099", "name": "network-vif-plugged", "status": "completed", "tag": "67c52385-c297-471e-9c5d-0ca3e2811552"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:26.047736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-6f7d3b09-835a-486c-a154-d67ad3054ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:26.049808 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-6f7d3b09-835a-486c-a154-d67ad3054ee1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 200 len: 860 time: 0.0645165 Jul 08 01:38:26.089624 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-8828ef21-8164-4b13-b2c3-c6b3baba44da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=767b6759-e4c7-45ff-9888-230faa276961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318029 Jul 08 01:38:26.147396 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1e54bb-a064-494e-a7fa-81f4535d10c8 x-openstack-request-id: req-bd1e54bb-a064-494e-a7fa-81f4535d10c8 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:26.147691 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497fc241-152d-4489-9e5b-8ba803455099", "name": "network-vif-plugged", "status": "completed", "tag": "67c52385-c297-471e-9c5d-0ca3e2811552", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:26.147941 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd1e54bb-a064-494e-a7fa-81f4535d10c8 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:26.148377 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497fc241-152d-4489-9e5b-8ba803455099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c52385-c297-471e-9c5d-0ca3e2811552', 'code': 200} Jul 08 01:38:26.238272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['3dba0ab8-4e61-4e73-9eed-90d4427bfef0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:26.245845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-ebf8e641-8300-49ab-b223-9c5e152cbc3f service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427493 Jul 08 01:38:26.249750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45854) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:26.323635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e85f2-a288-458a-8c6d-34db9c360539 req-953a779b-b1f8-43a9-8ef4-e343dddc45d4 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:26.325328 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-285e85f2-a288-458a-8c6d-34db9c360539 req-953a779b-b1f8-43a9-8ef4-e343dddc45d4 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 945 time: 0.1900716 Jul 08 01:38:26.328372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5451cc45-434d-45bd-82c2-2c0a3abd44ce'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:26.340357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-89e38eee-075e-4605-83bc-785a7fd4df9c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:26.342494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-89e38eee-075e-4605-83bc-785a7fd4df9c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.24 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 813 time: 0.1671319 Jul 08 01:38:26.367079 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:26.370376 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'port': {'device_id': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00', 'admin_state_up': True, 'tenant_id': '4ed46a6397b5423fad2e8f536e057e35'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:26.560367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-285e85f2-a288-458a-8c6d-34db9c360539 req-5323cd2c-a9f6-4105-8dc0-bc94943a4571 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165194 Jul 08 01:38:26.647552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ed35d102-d800-4edd-9fa2-985711c8023d no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:26.714879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: ed35d102-d800-4edd-9fa2-985711c8023d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:26.715284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ed35d102-d800-4edd-9fa2-985711c8023d not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:26.793774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Made reservation on behalf of 4ed46a6397b5423fad2e8f536e057e35 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:26.798070 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:26.893657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907984c-9f47-4bc9-9517-0074115be7e1 req-ce05d55b-65be-41db-b8a2-dcc5711725ac tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:26.895332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0907984c-9f47-4bc9-9517-0074115be7e1 req-ce05d55b-65be-41db-b8a2-dcc5711725ac tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.2818229 Jul 08 01:38:26.960407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3dce1b0b-72e7-44ea-bfdf-65ece2566b59 req-9c2f2b92-5ceb-4a94-b95f-802c7222fef9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 210 time: 0.0616093 Jul 08 01:38:27.012743 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-771080f0-31bd-4b7d-9dce-e22252fe2d9a service neutron] 10.222.0.16 "GET /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325468 Jul 08 01:38:27.016981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0907984c-9f47-4bc9-9517-0074115be7e1 req-c4ac907d-0c5c-4143-a48d-403d18f17075 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095915 Jul 08 01:38:27.025358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f9e62-c403-4046-a6d5-af7c8caf44d7 req-2191e267-9c22-4f51-b1fe-e18f939a9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:27.026858 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7d1f9e62-c403-4046-a6d5-af7c8caf44d7 req-2191e267-9c22-4f51-b1fe-e18f939a9324 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=497fc241-152d-4489-9e5b-8ba803455099 HTTP/1.1" status: 200 len: 1098 time: 0.7849185 Jul 08 01:38:27.060883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Allocated IP 172.20.0.4 (ff803069-0134-44a9-abc5-c042a95f8c00/401b941c-28f8-4535-b717-37c042a004d7/6e384216-7ef7-4d75-b02a-470e096f8f9c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:27.128006 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7d1f9e62-c403-4046-a6d5-af7c8caf44d7 req-f4fa0889-116b-40a1-ae0a-d59313503cf4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738392 Jul 08 01:38:27.379402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:27.407544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579269f-0041-49df-8348-9381283cad52 req-30304bb3-c4ad-4826-b68c-dbaec273b2de tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:27.409449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f579269f-0041-49df-8348-9381283cad52 req-30304bb3-c4ad-4826-b68c-dbaec273b2de tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 944 time: 0.1333086 Jul 08 01:38:27.482182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f579269f-0041-49df-8348-9381283cad52 req-16febfdc-d1e5-4de4-ae59-75f083bd8432 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642474 Jul 08 01:38:27.495522 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:27.532521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4d8069a6-4973-4983-b2e7-3c00a3b41ed9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:27.538868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:27.545974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-5b10a4b7-442c-49ca-9748-456316f87069 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:27.547635 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-5b10a4b7-442c-49ca-9748-456316f87069 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b&tenant_id=9d10d97078d24fc1bc49f14722735d6d&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.1657903 Jul 08 01:38:27.604053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'Port': ['ID=6e384216-7ef7-4d75-b02a-470e096f8f9c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:27.628252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Network ff803069-0134-44a9-abc5-c042a95f8c00 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:27.634142 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:27.638747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:27.753632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:27.755214 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:27.787118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-c5792165-b945-4245-8b67-ed476ead185c tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4352219 Jul 08 01:38:27.801730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Request body: {'port': {'device_id': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:27.900637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-e9072950-759f-4bd9-a3b5-e03d3ed45ebe service neutron] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:27.908924 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-e9072950-759f-4bd9-a3b5-e03d3ed45ebe service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:27.910153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2058ff5e-cfa3-41f3-b0df-d7884da93d01 req-e9072950-759f-4bd9-a3b5-e03d3ed45ebe service neutron] 10.222.0.16 "DELETE /v2.0/ports/60f365d6-2b3f-489b-840e-0986c80102eb/bindings/n-h2-694802-14 HTTP/1.1" status: 204 len: 173 time: 0.3249099 Jul 08 01:38:27.956793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89898c91-5c91-4bd4-9fe2-f4038e7ec50e req-e3164e96-e3e6-490d-bf82-6e1dfc0a17f8 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:27.958848 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89898c91-5c91-4bd4-9fe2-f4038e7ec50e req-e3164e96-e3e6-490d-bf82-6e1dfc0a17f8 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 945 time: 0.1283121 Jul 08 01:38:27.959566 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:28.085946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] Deleting port 6650912b-a141-4d04-8c0f-f2dd45029384 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:28.087001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:28.098367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89898c91-5c91-4bd4-9fe2-f4038e7ec50e req-75e01865-849d-4541-9791-512448709a70 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244555 Jul 08 01:38:28.232858 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] For port 6650912b-a141-4d04-8c0f-f2dd45029384, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6650912b-a141-4d04-8c0f-f2dd45029384,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:28.233335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:28.259472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] Calling delete_port for 6650912b-a141-4d04-8c0f-f2dd45029384 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:28.438476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5409d4-0100-47f6-b49e-fe76ca6290aa req-129739ae-ad7a-4ff7-96c7-958943383df1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:28.446835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f5409d4-0100-47f6-b49e-fe76ca6290aa req-129739ae-ad7a-4ff7-96c7-958943383df1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 931 time: 0.2214189 Jul 08 01:38:28.521567 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f5409d4-0100-47f6-b49e-fe76ca6290aa req-b9376daf-4075-4ee0-9615-f96e480967b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733197 Jul 08 01:38:28.533102 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:28.564045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed4d3d-e871-4af6-ad3b-7e1cfde7318b req-e1448885-bda9-40e9-b263-632fe395b79c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:28.572954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6650912b-a141-4d04-8c0f-f2dd45029384,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:28.573772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4aed4d3d-e871-4af6-ad3b-7e1cfde7318b req-e1448885-bda9-40e9-b263-632fe395b79c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.2064092 Jul 08 01:38:28.654062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5451cc45-434d-45bd-82c2-2c0a3abd44ce up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:28.700994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e384216-7ef7-4d75-b02a-470e096f8f9c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:28.728914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4aed4d3d-e871-4af6-ad3b-7e1cfde7318b req-c097d418-b29d-4aea-a664-7244c512e863 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397536 Jul 08 01:38:28.733696 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:28.779104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Transition to ACTIVE for port object 6e384216-7ef7-4d75-b02a-470e096f8f9c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:28.790252 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:28.813822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 5451cc45-434d-45bd-82c2-2c0a3abd44ce completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:28.822267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 5451cc45-434d-45bd-82c2-2c0a3abd44ce triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:28.822654 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:28.924242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:28.950454 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:28.975141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Pushing event updated for resources: {'Port': ['ID=6e384216-7ef7-4d75-b02a-470e096f8f9c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:29.013853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee37d1f-525b-4506-9ed2-b44815648a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5451cc45-434d-45bd-82c2-2c0a3abd44ce'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:29.016624 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b99e02-1697-42f7-880c-c0dd6759ce79" -d '{"events": [{"server_uuid": "3ee37d1f-525b-4506-9ed2-b44815648a73", "name": "network-vif-plugged", "status": "completed", "tag": "5451cc45-434d-45bd-82c2-2c0a3abd44ce"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:29.036215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5451cc45-434d-45bd-82c2-2c0a3abd44ce, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5451cc45-434d-45bd-82c2-2c0a3abd44ce,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:29.046048 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.046984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:29.144219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Attempting to bind port 6e384216-7ef7-4d75-b02a-470e096f8f9c on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:29.144794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Attempting to bind port 6e384216-7ef7-4d75-b02a-470e096f8f9c by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'ade647ba-7c9f-4a36-8f44-57c11988c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:29.145985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Attempting to bind port 6e384216-7ef7-4d75-b02a-470e096f8f9c on network ff803069-0134-44a9-abc5-c042a95f8c00 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:29.163702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Port 6e384216-7ef7-4d75-b02a-470e096f8f9c on network ff803069-0134-44a9-abc5-c042a95f8c00 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:38:29.165818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Attempting to bind port 6e384216-7ef7-4d75-b02a-470e096f8f9c on network ff803069-0134-44a9-abc5-c042a95f8c00 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:29.181841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:29.182143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Checking segment: {'id': 'ade647ba-7c9f-4a36-8f44-57c11988c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:29.182503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Bound using segment: {'id': 'ade647ba-7c9f-4a36-8f44-57c11988c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:29.183135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Bound port: 6e384216-7ef7-4d75-b02a-470e096f8f9c, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade647ba-7c9f-4a36-8f44-57c11988c63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:29.183503 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.235275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b5efd-c072-4ff9-b4d6-e90b2ff71388 req-8cfd2342-b5db-4f20-b15d-35afc902fe62 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:29.237551 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a03b5efd-c072-4ff9-b4d6-e90b2ff71388 req-8cfd2342-b5db-4f20-b15d-35afc902fe62 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 944 time: 0.1777864 Jul 08 01:38:29.244145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5451cc45-434d-45bd-82c2-2c0a3abd44ce,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:29.259610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:29.264419 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:29.264918 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.372573 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.376661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fccb8-22aa-4961-b56b-ca1cee2f38c9 req-b5c0a345-ebc3-4b99-9b3e-73653a2c7d4e tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:29.378493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d33fccb8-22aa-4961-b56b-ca1cee2f38c9 req-b5c0a345-ebc3-4b99-9b3e-73653a2c7d4e tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 1097 time: 0.1204042 Jul 08 01:38:29.389636 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a03b5efd-c072-4ff9-b4d6-e90b2ff71388 req-5536e939-4ed6-41ee-8da8-ecdcd2d61548 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294518 Jul 08 01:38:29.391835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] For port 6e384216-7ef7-4d75-b02a-470e096f8f9c, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:29.396281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] For port 6e384216-7ef7-4d75-b02a-470e096f8f9c, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:29.400481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] Router 923d3fbf-e636-4b14-b2a1-fce0662d69ee has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:29.416655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.441040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:29.448842 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.490723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Pushing event updated for resources: {'Port': ['ID=6e384216-7ef7-4d75-b02a-470e096f8f9c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:29.512667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:29.513309 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.515198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5d6ec4a6-9d98-4f22-b5b8-3ab7e4bac29d service neutron] 10.222.0.24 "PUT /v2.0/ports/6e384216-7ef7-4d75-b02a-470e096f8f9c HTTP/1.1" status: 200 len: 1092 time: 1.7187488 Jul 08 01:38:29.525806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d33fccb8-22aa-4961-b56b-ca1cee2f38c9 req-0a1f74c8-b21b-46d4-befa-4ff51ee02f12 tempest-LiveAutoBlockMigrationV225Test-1752441202 tempest-LiveAutoBlockMigrationV225Test-1752441202-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351414 Jul 08 01:38:29.526304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'tag': '6e384216-7ef7-4d75-b02a-470e096f8f9c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:29.534419 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691bbc0e-8638-485c-b66c-83c4323f5a50" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d1c5aa-bf15-416e-94fa-29c94f927a79", "tag": "6e384216-7ef7-4d75-b02a-470e096f8f9c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:29.585507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:29.605889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45926) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:29.628136 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54a7474-9fd0-4f0d-ae72-3aab6349a6a0 x-openstack-request-id: req-c54a7474-9fd0-4f0d-ae72-3aab6349a6a0 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:29.628483 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee37d1f-525b-4506-9ed2-b44815648a73", "name": "network-vif-plugged", "status": "completed", "tag": "5451cc45-434d-45bd-82c2-2c0a3abd44ce", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:29.628737 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c54a7474-9fd0-4f0d-ae72-3aab6349a6a0 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:29.629154 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee37d1f-525b-4506-9ed2-b44815648a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5451cc45-434d-45bd-82c2-2c0a3abd44ce', 'code': 200} Jul 08 01:38:29.678650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d4f959-e1df-4121-a0da-58e35270b016 admin admin] Deleting subnet 3b773675-58a6-407f-bb54-168b4a710395 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:38:29.694819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7d4f959-e1df-4121-a0da-58e35270b016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.724005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-f6540a03-077e-46fc-a12d-d0a891bed2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:29.726497 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-f6540a03-077e-46fc-a12d-d0a891bed2aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 1095 time: 0.1607308 Jul 08 01:38:29.763360 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7d4f959-e1df-4121-a0da-58e35270b016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.804022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-5c60119a-d03a-4534-aafe-bc5c9438607b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c HTTP/1.1" status: 200 len: 217 time: 0.0695870 Jul 08 01:38:29.807584 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8e4558-c18a-4d21-937b-57798a2c34f9 x-openstack-request-id: req-cd8e4558-c18a-4d21-937b-57798a2c34f9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:29.807584 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d1c5aa-bf15-416e-94fa-29c94f927a79", "tag": "6e384216-7ef7-4d75-b02a-470e096f8f9c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:29.807836 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd8e4558-c18a-4d21-937b-57798a2c34f9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:29.808228 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'tag': '6e384216-7ef7-4d75-b02a-470e096f8f9c', 'status': 'completed', 'code': 200} Jul 08 01:38:29.841926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:29.850252 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] Sync routers for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:29.865121 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:29.865758 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:29.889766 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2949a4ce-6fe7-4aa4-a807-93506f56d8d0 admin admin] 10.222.0.41 "PUT /v2.0/routers/923d3fbf-e636-4b14-b2a1-fce0662d69ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6387415 Jul 08 01:38:29.894819 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45932) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:29.897542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7d4f959-e1df-4121-a0da-58e35270b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:29.908245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-9ed366d5-ddd2-404a-9ae1-1d4c7c2ededb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:29.909943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-9ed366d5-ddd2-404a-9ae1-1d4c7c2ededb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=401b941c-28f8-4535-b717-37c042a004d7 HTTP/1.1" status: 200 len: 853 time: 0.0986094 Jul 08 01:38:29.951690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07cb53-f4a9-4a1b-958d-6ac095dbbfd8 req-30695b18-2f2a-4cda-8d02-b98a286c0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:29.953626 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c07cb53-f4a9-4a1b-958d-6ac095dbbfd8 req-30695b18-2f2a-4cda-8d02-b98a286c0649 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ee37d1f-525b-4506-9ed2-b44815648a73 HTTP/1.1" status: 200 len: 1097 time: 0.2113652 Jul 08 01:38:30.044023 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c07cb53-f4a9-4a1b-958d-6ac095dbbfd8 req-6dd5f4bc-1018-4378-9356-cf76e0b49f3a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792644 Jul 08 01:38:30.051080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7d4f959-e1df-4121-a0da-58e35270b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:30.087319 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:30.096016 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:30.099331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-0d001633-51f4-4247-aa0c-1afbf8d13d43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff803069-0134-44a9-abc5-c042a95f8c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696908 Jul 08 01:38:30.110263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4f959-e1df-4121-a0da-58e35270b016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b773675-58a6-407f-bb54-168b4a710395,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:30.133604 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7d4f959-e1df-4121-a0da-58e35270b016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:30.139959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:30.142062 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f7d4f959-e1df-4121-a0da-58e35270b016 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3b773675-58a6-407f-bb54-168b4a710395 HTTP/1.1" status: 204 len: 168 time: 0.5330050 Jul 08 01:38:30.319435 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:38:28Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:30.348991 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] Checking router: 923d3fbf-e636-4b14-b2a1-fce0662d69ee for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:30.361431 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] Routers {'923d3fbf-e636-4b14-b2a1-fce0662d69ee'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:30.361756 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:30.482767 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] Set router 923d3fbf-e636-4b14-b2a1-fce0662d69ee gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:30.491791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411ac17-2eba-4a5a-a17c-b6ba2aaa61b5 req-d1f8a026-fbdc-482d-863e-ab8e6bcee8a3 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:30.493562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4411ac17-2eba-4a5a-a17c-b6ba2aaa61b5 req-d1f8a026-fbdc-482d-863e-ab8e6bcee8a3 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 943 time: 0.6840119 Jul 08 01:38:30.676586 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:38:28Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:30.704201 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6454126-8a2b-4dc4-a87e-40c7defbf7fc None None] The sync data for ids ['923d3fbf-e636-4b14-b2a1-fce0662d69ee'] in n-d-694802-14 is: [{'id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646433157-router', 'tenant_id': '91064204e20a4a4796496a737996a9df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': '820c9876-1311-478a-af00-1e9d59100280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:30Z', 'updated_at': '2021-07-08T01:38:28Z', 'revision_number': 5, 'project_id': '91064204e20a4a4796496a737996a9df', 'gw_port': {'id': '820c9876-1311-478a-af00-1e9d59100280', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923d3fbf-e636-4b14-b2a1-fce0662d69ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:32Z', 'updated_at': '2021-07-08T01:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:30.739364 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:30.751512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4411ac17-2eba-4a5a-a17c-b6ba2aaa61b5 req-6d7a8b56-8cea-49b5-9020-1ab8bb0ae266 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190442 Jul 08 01:38:30.780039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-f3e77c95-31a6-4f1c-aaeb-33c7a67dba01 service neutron] 10.222.0.24 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408916 Jul 08 01:38:30.794974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff076f93-ee9a-4091-9017-8c1788627589 req-1485ac73-7503-43d9-9e22-e22053e6433b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:30.796538 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff076f93-ee9a-4091-9017-8c1788627589 req-1485ac73-7503-43d9-9e22-e22053e6433b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.3011305 Jul 08 01:38:30.808016 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.014585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff076f93-ee9a-4091-9017-8c1788627589 req-74dcbcf5-076d-469c-af88-1fd08c5869fc tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034805 Jul 08 01:38:31.044716 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.065462 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b678d60d-95ad-40d9-881f-06a172e23770']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:31.069088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96377bd2-b605-4c26-a5a9-c4da7271e158 req-439ef3ee-5c4b-4a2c-85ad-c3b55db8d444 service neutron] 10.222.0.24 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709608 Jul 08 01:38:31.085585 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb16553-c2a0-4000-86cd-3d2a2151580c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:31.085920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb16553-c2a0-4000-86cd-3d2a2151580c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:31.104187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.127375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Deleting port 820c9876-1311-478a-af00-1e9d59100280 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:31.127717 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.128288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-f3ad3cf2-202b-4d6b-813e-1c2ff1b19f3b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:31.135379 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.139058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-f3ad3cf2-202b-4d6b-813e-1c2ff1b19f3b tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 945 time: 0.1193957 Jul 08 01:38:31.192055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:38:31.192365 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:38:31.200908 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:38:31.314952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-74238463-01f1-4075-85a2-025a4723377c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Deleting port 60f365d6-2b3f-489b-840e-0986c80102eb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:31.315436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-74238463-01f1-4075-85a2-025a4723377c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.340760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad7613-6122-47bc-8844-e99724dd5768 req-85c08620-5fb5-4e12-b77b-4103f40cc2d0 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:31.344848 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fad7613-6122-47bc-8844-e99724dd5768 req-85c08620-5fb5-4e12-b77b-4103f40cc2d0 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 945 time: 0.3576138 Jul 08 01:38:31.423750 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.444103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-74238463-01f1-4075-85a2-025a4723377c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] For port 60f365d6-2b3f-489b-840e-0986c80102eb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=60f365d6-2b3f-489b-840e-0986c80102eb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:31.444695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-74238463-01f1-4075-85a2-025a4723377c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.453180 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.459319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b678d60d-95ad-40d9-881f-06a172e23770 HTTP/1.1" status: 204 len: 168 time: 1.3065481 Jul 08 01:38:31.490897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-74238463-01f1-4075-85a2-025a4723377c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Calling delete_port for 60f365d6-2b3f-489b-840e-0986c80102eb owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:31.491460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] For port 820c9876-1311-478a-af00-1e9d59100280, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=820c9876-1311-478a-af00-1e9d59100280,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:31.492704 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.507024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Calling delete_port for 820c9876-1311-478a-af00-1e9d59100280 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:31.563179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bbc0e-8638-485c-b66c-83c4323f5a50 req-1d68a434-4b36-473a-89b1-5a34924aa727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:31.564888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-691bbc0e-8638-485c-b66c-83c4323f5a50 req-1d68a434-4b36-473a-89b1-5a34924aa727 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 1095 time: 0.3881414 Jul 08 01:38:31.565743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae785e6-a665-4e9d-b046-57f55616a172 admin admin] Pushing event deleted for resources: {'Network': ['ID=b678d60d-95ad-40d9-881f-06a172e23770,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:31.613810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fad7613-6122-47bc-8844-e99724dd5768 req-cb1e0f40-8f32-4071-8264-c7ecd738ce48 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352731 Jul 08 01:38:31.631227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dba0ab8-4e61-4e73-9eed-90d4427bfef0'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:31.634282 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f50cc39-8b40-4241-9d8f-91b8e5286699" -d '{"events": [{"server_uuid": "9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8", "name": "network-vif-plugged", "status": "completed", "tag": "3dba0ab8-4e61-4e73-9eed-90d4427bfef0"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:31.653312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45952) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:31.695377 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-74238463-01f1-4075-85a2-025a4723377c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:31.695641 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f5c969-d66c-4eab-a515-a0217037d60a x-openstack-request-id: req-b2f5c969-d66c-4eab-a515-a0217037d60a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:31.696001 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8", "name": "network-vif-plugged", "status": "completed", "tag": "3dba0ab8-4e61-4e73-9eed-90d4427bfef0", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:31.696429 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2f5c969-d66c-4eab-a515-a0217037d60a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:31.696896 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dba0ab8-4e61-4e73-9eed-90d4427bfef0', 'code': 200} Jul 08 01:38:31.708566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c53470-d94a-4adc-bc31-649011f2a213 req-8d860dd1-bc9c-4103-b74c-0bd86d1c7446 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:31.709577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['571624e2-fed0-4ef6-a2c7-3307954853f4'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:31.710125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24c53470-d94a-4adc-bc31-649011f2a213 req-8d860dd1-bc9c-4103-b74c-0bd86d1c7446 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 945 time: 0.5210836 Jul 08 01:38:31.713038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['60f365d6-2b3f-489b-840e-0986c80102eb'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:31.739085 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74238463-01f1-4075-85a2-025a4723377c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Pushing event deleted for resources: {'Port': ['ID=60f365d6-2b3f-489b-840e-0986c80102eb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:31.785902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-7af8bf30-e605-4753-b3e0-c9934d9a5852 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:31.787587 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-7af8bf30-e605-4753-b3e0-c9934d9a5852 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.1418548 Jul 08 01:38:31.860582 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24c53470-d94a-4adc-bc31-649011f2a213 req-becaa884-c084-4cee-bb89-07f7fd34c9b9 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404364 Jul 08 01:38:31.895691 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8002d964-daad-4c1b-9cf1-dd5d078a9dee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60ed971589df4d7cb184eada5b305beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090483 Jul 08 01:38:31.903910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:31.959372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bbc0e-8638-485c-b66c-83c4323f5a50 req-7d6fa52b-552e-4fbd-ad08-f03462551dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:31.960885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-691bbc0e-8638-485c-b66c-83c4323f5a50 req-7d6fa52b-552e-4fbd-ad08-f03462551dfe service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 914 time: 0.3527598 Jul 08 01:38:32.061214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-691bbc0e-8638-485c-b66c-83c4323f5a50 req-74f1b7be-1977-4584-be12-df8d264be347 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c HTTP/1.1" status: 200 len: 217 time: 0.0862629 Jul 08 01:38:32.122146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-74238463-01f1-4075-85a2-025a4723377c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] No DVR routers for this DVR port 60f365d6-2b3f-489b-840e-0986c80102eb on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:32.130246 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dd2332b-aabe-43f7-8a75-59496fd5b42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.134535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-694802-14'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:32.138408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-74238463-01f1-4075-85a2-025a4723377c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.140378 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4484b9e3-cfab-4a2d-ae51-6cfb2cce3e6d req-74238463-01f1-4075-85a2-025a4723377c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.16 "DELETE /v2.0/ports/60f365d6-2b3f-489b-840e-0986c80102eb HTTP/1.1" status: 204 len: 173 time: 0.9932272 Jul 08 01:38:32.141193 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.142550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'name': 'network-vif-deleted', 'tag': '60f365d6-2b3f-489b-840e-0986c80102eb'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:32.144974 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5936794b-c937-4aaa-8ea6-b08a0ecce843" -d '{"events": [{"server_uuid": "d1920d29-99d3-4bba-8c76-b8457f99574b", "name": "network-vif-deleted", "tag": "60f365d6-2b3f-489b-840e-0986c80102eb"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:32.208135 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dd2332b-aabe-43f7-8a75-59496fd5b42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.229155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=820c9876-1311-478a-af00-1e9d59100280,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:32.246004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a33263-d845-45bc-aad1-40562fc0988a req-c425e573-94b6-48bf-91f7-f357b10c0256 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:32.252793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97a33263-d845-45bc-aad1-40562fc0988a req-c425e573-94b6-48bf-91f7-f357b10c0256 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 943 time: 0.3496702 Jul 08 01:38:32.261566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bbc0e-8638-485c-b66c-83c4323f5a50 req-0d305a80-a020-442c-b8fb-e62532a9730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:32.262422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d3918-abfb-4395-bdaf-bf9ec843546b req-b9e47dff-dde3-466f-8362-987c917955ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:32.267981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-691bbc0e-8638-485c-b66c-83c4323f5a50 req-0d305a80-a020-442c-b8fb-e62532a9730d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=401b941c-28f8-4535-b717-37c042a004d7 HTTP/1.1" status: 200 len: 853 time: 0.1922917 Jul 08 01:38:32.268184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a1d3918-abfb-4395-bdaf-bf9ec843546b req-b9e47dff-dde3-466f-8362-987c917955ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 1097 time: 0.1444614 Jul 08 01:38:32.268184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.339843 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a1d3918-abfb-4395-bdaf-bf9ec843546b req-3e1368b6-7504-47d6-a083-f57321237724 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637658 Jul 08 01:38:32.368414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-691bbc0e-8638-485c-b66c-83c4323f5a50 req-d14e12b7-4146-4fd9-9cb1-b5704c94cb54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff803069-0134-44a9-abc5-c042a95f8c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747838 Jul 08 01:38:32.394483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d9c0dd27-a1a3-4cec-b8ff-538c329a6203 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:32.479120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:32.485058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97a33263-d845-45bc-aad1-40562fc0988a req-9f19293f-dc11-4a5c-9140-21c0ad7c1f62 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313468 Jul 08 01:38:32.516638 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.580671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:32.622519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:32.649686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d9c0dd27-a1a3-4cec-b8ff-538c329a6203 has no active binding in host n-h2-694802-14 {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 01:38:32.654540 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.662944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.703330 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dd2332b-aabe-43f7-8a75-59496fd5b42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.706175 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dd2332b-aabe-43f7-8a75-59496fd5b42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.707313 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8dd2332b-aabe-43f7-8a75-59496fd5b42e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a8bdc2a-a550-4b4f-b465-6e985a04ac2e HTTP/1.1" status: 204 len: 168 time: 0.8019054 Jul 08 01:38:32.720907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314dfc-82d9-4b4c-acb1-69e6311a39bd req-ed0c490f-3b9d-4fd3-aab0-f4e005f3fcbc tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:32.729357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1314dfc-82d9-4b4c-acb1-69e6311a39bd req-ed0c490f-3b9d-4fd3-aab0-f4e005f3fcbc tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 945 time: 0.5760000 Jul 08 01:38:32.733224 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.747628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.818477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Pushing event updated for resources: {'Port': ['ID=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:32.843781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2332b-aabe-43f7-8a75-59496fd5b42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8bdc2a-a550-4b4f-b465-6e985a04ac2e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:32.862937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-691bbc0e-8638-485c-b66c-83c4323f5a50 req-5ec8139c-0ae8-4906-9afa-03f1247c0944 service neutron] 10.222.0.24 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779837 Jul 08 01:38:32.874937 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4480a160-0ad1-43e1-8439-2123cea51aa4 x-openstack-request-id: req-4480a160-0ad1-43e1-8439-2123cea51aa4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:32.875236 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1920d29-99d3-4bba-8c76-b8457f99574b", "name": "network-vif-deleted", "tag": "60f365d6-2b3f-489b-840e-0986c80102eb", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:32.875569 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4480a160-0ad1-43e1-8439-2123cea51aa4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:32.875913 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1920d29-99d3-4bba-8c76-b8457f99574b', 'name': 'network-vif-deleted', 'tag': '60f365d6-2b3f-489b-840e-0986c80102eb', 'status': 'completed', 'code': 200} Jul 08 01:38:32.892007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on host n-h1-694802-14 for vnic_type normal with profile {"migrating_to": "n-h2-694802-14"} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:32.892393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:32.892740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:32.897798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on network a8483aff-5cce-4698-a4bf-03fadb168055 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:38:32.898343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Attempting to bind port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on network a8483aff-5cce-4698-a4bf-03fadb168055 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:32.904326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:32.904827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Checking segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:32.905351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Bound using segment: {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:32.905780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Bound port: d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a8483aff-5cce-4698-a4bf-03fadb168055'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:32.906151 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.907162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.907706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 923d3fbf-e636-4b14-b2a1-fce0662d69ee {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:38:32.916599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6650912b-a141-4d04-8c0f-f2dd45029384 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:32.924424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:32.927768 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-909d08fa-ba7e-4af4-b525-f46622458c7f admin admin] 10.222.0.41 "DELETE /v2.0/routers/923d3fbf-e636-4b14-b2a1-fce0662d69ee HTTP/1.1" status: 204 len: 168 time: 3.0298164 Jul 08 01:38:32.928337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45976) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:32.952116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6650912b-a141-4d04-8c0f-f2dd45029384 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:32.956376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6650912b-a141-4d04-8c0f-f2dd45029384 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:33.009053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1314dfc-82d9-4b4c-acb1-69e6311a39bd req-6310b332-ff4a-45e6-b4fa-b967c58b0b99 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786746 Jul 08 01:38:33.037888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Deleting subnet 47a01b1f-a2b0-45e2-95b6-dc33b2c4a075 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:38:33.046105 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:33.097129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:33.118884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:33.125056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:33.141648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-691bbc0e-8638-485c-b66c-83c4323f5a50 req-552c6420-ac42-4c60-98d1-65137d34e53d service neutron] 10.222.0.24 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567115 Jul 08 01:38:33.178004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:33.299448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9fb70931-aed0-483c-b331-45d98d0e6ff4 req-0df62268-dee2-4dd8-bd9d-df4ead63e9c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 210 time: 0.0588572 Jul 08 01:38:33.376078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Pushing event updated for resources: {'Port': ['ID=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:33.436225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:33.438357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:33.439772 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-01209a35-3194-49ad-8c5e-01e9d8fa96aa service neutron] 10.222.0.24 "PUT /v2.0/ports/d9c0dd27-a1a3-4cec-b8ff-538c329a6203 HTTP/1.1" status: 200 len: 1123 time: 1.3189819 Jul 08 01:38:33.458962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:33.531494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb3049-7091-484a-b1ef-9e43d1c72c6e req-9d0e9556-7897-47f3-a647-6d09d7082a19 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:33.535370 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fcb3049-7091-484a-b1ef-9e43d1c72c6e req-9d0e9556-7897-47f3-a647-6d09d7082a19 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 945 time: 0.1881492 Jul 08 01:38:33.557191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['d9c0dd27-a1a3-4cec-b8ff-538c329a6203'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:33.639162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fcb3049-7091-484a-b1ef-9e43d1c72c6e req-f04c9488-9b9c-4d66-8198-dde102b39b0e tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973089 Jul 08 01:38:33.661508 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:33.716803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['d9c0dd27-a1a3-4cec-b8ff-538c329a6203'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:33.739756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a01b1f-a2b0-45e2-95b6-dc33b2c4a075,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:33.744604 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:33.746625 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/47a01b1f-a2b0-45e2-95b6-dc33b2c4a075 HTTP/1.1" status: 204 len: 168 time: 0.8172021 Jul 08 01:38:33.749297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:33.752290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.752791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.753322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.753761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.754848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.755280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.755712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.756245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.757332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.757332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.762097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.762600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3973b0-28e9-471b-a746-116ba5891b20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:33.802610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7a9c45-9819-4020-8153-dfe76ec1a35d None None] Network 0faf17d8-1546-4309-a780-d23af45b7667 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:34.033033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.121610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440458bc-74f5-42e4-9d94-f38e0bca856a req-98c89751-6399-40cd-8d3e-e3e9643f6a2f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:34.129603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-440458bc-74f5-42e4-9d94-f38e0bca856a req-98c89751-6399-40cd-8d3e-e3e9643f6a2f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 943 time: 0.2459099 Jul 08 01:38:34.193781 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-440458bc-74f5-42e4-9d94-f38e0bca856a req-30c99e2e-53e7-49c1-a9fc-732995bdee30 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628414 Jul 08 01:38:34.212252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Deleting port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:34.214816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.285037 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.320463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8869b4e5-a368-43db-88ef-fe83f1564391 None None] DHCP port deletion for 0faf17d8-1546-4309-a780-d23af45b7667 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:38:34.334700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] For port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f9cee69b-1ee3-4fd2-aa69-552bb3a30acf,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:34.335482 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.370115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Calling delete_port for f9cee69b-1ee3-4fd2-aa69-552bb3a30acf owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:34.404490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6e384216-7ef7-4d75-b02a-470e096f8f9c details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:38:34.411243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8869b4e5-a368-43db-88ef-fe83f1564391 None None] Deleting port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:34.411680 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8869b4e5-a368-43db-88ef-fe83f1564391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.459153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca8af5-5a0f-49a6-9abf-a7fa2e8e67c2 req-3d2acb4f-1fc8-48cc-87fb-f0b29f3c11a6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:34.461321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c6ca8af5-5a0f-49a6-9abf-a7fa2e8e67c2 req-3d2acb4f-1fc8-48cc-87fb-f0b29f3c11a6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.2541375 Jul 08 01:38:34.540067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f352bab-ed5c-402e-8427-cb8b2d0ca61a req-7ca8d451-edd0-45dd-9199-0d2a9c6f831e tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:34.541565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f352bab-ed5c-402e-8427-cb8b2d0ca61a req-7ca8d451-edd0-45dd-9199-0d2a9c6f831e tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 946 time: 0.2010920 Jul 08 01:38:34.548351 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c6ca8af5-5a0f-49a6-9abf-a7fa2e8e67c2 req-90a7902d-b48c-4c6b-b8a5-9992e4b5a6d3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764549 Jul 08 01:38:34.550628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.553082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8869b4e5-a368-43db-88ef-fe83f1564391 None None] For port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f9cee69b-1ee3-4fd2-aa69-552bb3a30acf,segment=NetworkSegment(263c9a7c-fad5-4b92-9c3a-a613e6b991b4),segment_id=263c9a7c-fad5-4b92-9c3a-a613e6b991b4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:34.553542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8869b4e5-a368-43db-88ef-fe83f1564391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.581912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9cee69b-1ee3-4fd2-aa69-552bb3a30acf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:34.584660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8869b4e5-a368-43db-88ef-fe83f1564391 None None] Calling delete_port for f9cee69b-1ee3-4fd2-aa69-552bb3a30acf owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:34.598390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] No DVR routers for this DVR port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:34.667728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 6e384216-7ef7-4d75-b02a-470e096f8f9c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:34.689523 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '6e384216-7ef7-4d75-b02a-470e096f8f9c', 'network_id': 'ff803069-0134-44a9-abc5-c042a95f8c00', 'port_id': '6e384216-7ef7-4d75-b02a-470e096f8f9c', 'mac_address': 'fa:16:3e:33:92:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401b941c-28f8-4535-b717-37c042a004d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:38:34.693623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f352bab-ed5c-402e-8427-cb8b2d0ca61a req-1c937d6d-e167-4f16-9b38-f872f9978ba2 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140444 Jul 08 01:38:34.702002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 60f365d6-2b3f-489b-840e-0986c80102eb no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:34.713484 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.739639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0faf17d8-1546-4309-a780-d23af45b7667']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:34.755373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 60f365d6-2b3f-489b-840e-0986c80102eb {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:34.755874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 60f365d6-2b3f-489b-840e-0986c80102eb not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:34.766703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263c9a7c-fad5-4b92-9c3a-a613e6b991b4') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:34.767533 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263c9a7c-fad5-4b92-9c3a-a613e6b991b4') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:34.778274 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8869b4e5-a368-43db-88ef-fe83f1564391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.781610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.814119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.824986 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.831050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869b4e5-a368-43db-88ef-fe83f1564391 None None] Pushing event deleted for resources: {'Port': ['ID=f9cee69b-1ee3-4fd2-aa69-552bb3a30acf,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:34.839005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:38:34.841093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8869b4e5-a368-43db-88ef-fe83f1564391 None None] No DVR routers for this DVR port f9cee69b-1ee3-4fd2-aa69-552bb3a30acf on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:34.841521 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:38:34.847600 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:38:34.852551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e384216-7ef7-4d75-b02a-470e096f8f9c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:34.877038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203'}, {'name': 'network-changed', 'server_uuid': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'tag': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:34.877869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 820c9876-1311-478a-af00-1e9d59100280 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:34.879830 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad29b92-8eb6-48af-821e-73a714ce6575" -d '{"events": [{"server_uuid": "16ac07ea-2747-4e5c-aa2a-94781663618f", "name": "network-vif-unplugged", "status": "completed", "tag": "d9c0dd27-a1a3-4cec-b8ff-538c329a6203"}, {"name": "network-changed", "server_uuid": "16ac07ea-2747-4e5c-aa2a-94781663618f", "tag": "d9c0dd27-a1a3-4cec-b8ff-538c329a6203"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:34.912472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 820c9876-1311-478a-af00-1e9d59100280 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:34.914172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 820c9876-1311-478a-af00-1e9d59100280 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:34.914698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f9cee69b-1ee3-4fd2-aa69-552bb3a30acf no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:34.920103 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 6e384216-7ef7-4d75-b02a-470e096f8f9c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:34.939948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: f9cee69b-1ee3-4fd2-aa69-552bb3a30acf {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:34.940412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f9cee69b-1ee3-4fd2-aa69-552bb3a30acf not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:34.942908 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:34.962056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6b917ab-9b98-4a15-a35c-ca5072f01cdf req-29fe53ae-3421-4b78-892f-05aa546fe75a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 210 time: 0.0796819 Jul 08 01:38:34.993888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:35.017030 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:35.019374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0faf17d8-1546-4309-a780-d23af45b7667 HTTP/1.1" status: 204 len: 168 time: 1.2690978 Jul 08 01:38:35.020515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee33c04-aa19-4fe0-b904-a8561cd30ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0faf17d8-1546-4309-a780-d23af45b7667,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:35.022381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46026) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:35.037961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=6e384216-7ef7-4d75-b02a-470e096f8f9c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:35.165093 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c25c20f-d9c8-4409-a60b-0acc4715cdd7 x-openstack-request-id: req-9c25c20f-d9c8-4409-a60b-0acc4715cdd7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:35.165397 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ac07ea-2747-4e5c-aa2a-94781663618f", "name": "network-vif-unplugged", "status": "completed", "tag": "d9c0dd27-a1a3-4cec-b8ff-538c329a6203", "code": 200}, {"name": "network-changed", "server_uuid": "16ac07ea-2747-4e5c-aa2a-94781663618f", "tag": "d9c0dd27-a1a3-4cec-b8ff-538c329a6203", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:35.165649 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c25c20f-d9c8-4409-a60b-0acc4715cdd7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:35.166040 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203', 'code': 200} Jul 08 01:38:35.166621 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'tag': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203', 'status': 'completed', 'code': 200} Jul 08 01:38:35.186799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9ba5b-ba7a-4e32-ada3-1576be13821c req-ad826e60-92da-40aa-a8ef-9ebd4f9d528e tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:35.188535 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7dc9ba5b-ba7a-4e32-ada3-1576be13821c req-ad826e60-92da-40aa-a8ef-9ebd4f9d528e tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 945 time: 0.0932720 Jul 08 01:38:35.253428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7dc9ba5b-ba7a-4e32-ada3-1576be13821c req-94b877a4-daee-40c6-84fb-0d9b3afb7ab1 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528145 Jul 08 01:38:35.359834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad29b92-8eb6-48af-821e-73a714ce6575 req-da8c2321-e5ae-4abc-b8d3-7ca1d1d7e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:35.361607 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ad29b92-8eb6-48af-821e-73a714ce6575 req-da8c2321-e5ae-4abc-b8d3-7ca1d1d7e8ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 1126 time: 0.1788778 Jul 08 01:38:35.381959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['6e384216-7ef7-4d75-b02a-470e096f8f9c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:35.469129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf06fc-b628-4f2d-84d4-1ac61785d73f req-5584d48d-4921-4126-a917-9084d2f6088f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:35.470663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5bf06fc-b628-4f2d-84d4-1ac61785d73f req-5584d48d-4921-4126-a917-9084d2f6088f tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 944 time: 0.0966630 Jul 08 01:38:35.547416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5bf06fc-b628-4f2d-84d4-1ac61785d73f req-1118685e-add7-447e-b047-f9e976d346c2 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661020 Jul 08 01:38:35.567344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad29b92-8eb6-48af-821e-73a714ce6575 req-ab5b7db6-4447-4518-8ee7-f3d86d728d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:35.568912 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ad29b92-8eb6-48af-821e-73a714ce6575 req-ab5b7db6-4447-4518-8ee7-f3d86d728d4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.1917293 Jul 08 01:38:35.633747 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ad29b92-8eb6-48af-821e-73a714ce6575 req-425ddaa0-f79a-48e7-bea0-2d4c675b15c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203 HTTP/1.1" status: 200 len: 217 time: 0.0516567 Jul 08 01:38:35.707237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad29b92-8eb6-48af-821e-73a714ce6575 req-6dd52307-9672-4de1-828a-4b409189ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:35.708802 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ad29b92-8eb6-48af-821e-73a714ce6575 req-6dd52307-9672-4de1-828a-4b409189ee8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.0552905 Jul 08 01:38:35.760519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8f848-cf40-4478-b652-6d12f85df843 req-98b59abb-4f01-42d7-b4df-341631ef8fa1 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:35.762319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ab8f848-cf40-4478-b652-6d12f85df843 req-98b59abb-4f01-42d7-b4df-341631ef8fa1 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ee37d1f-525b-4506-9ed2-b44815648a73 HTTP/1.1" status: 200 len: 945 time: 0.0851769 Jul 08 01:38:35.768018 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ad29b92-8eb6-48af-821e-73a714ce6575 req-6b468ced-c115-41c6-9c54-47a8819fc4bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490642 Jul 08 01:38:35.909441 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ad29b92-8eb6-48af-821e-73a714ce6575 req-b987933e-e90f-4e13-9dbd-21c4b2159d30 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258609 Jul 08 01:38:36.039081 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ad29b92-8eb6-48af-821e-73a714ce6575 req-d1754112-2b17-463b-9d9d-64231df36f19 service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162679 Jul 08 01:38:36.041882 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:36.177612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ab8f848-cf40-4478-b652-6d12f85df843 req-5f776e58-d607-460c-962c-7dbd6083aee1 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086277 Jul 08 01:38:36.223576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-c0e115b1-4ce8-405c-937f-5eec47ec4279 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:36.225784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-c0e115b1-4ce8-405c-937f-5eec47ec4279 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.16 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 946 time: 0.1480477 Jul 08 01:38:36.239440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf536f-7878-4178-b96e-274285a9df98 req-e0e7c477-270e-46b4-9725-49fd317566e0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:36.241417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3bf536f-7878-4178-b96e-274285a9df98 req-e0e7c477-270e-46b4-9725-49fd317566e0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.1021481 Jul 08 01:38:36.307075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3bf536f-7878-4178-b96e-274285a9df98 req-b23459d8-28f7-4d7c-925c-3c33aad9cae6 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577364 Jul 08 01:38:36.386428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca01d7-0e31-4284-9f44-7f99bbc3264a req-aa66c761-a7d5-4ac9-b458-e874d2f23b1d tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:36.395044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68ca01d7-0e31-4284-9f44-7f99bbc3264a req-aa66c761-a7d5-4ac9-b458-e874d2f23b1d tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 946 time: 0.0867865 Jul 08 01:38:36.461377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e75ec555-e50f-4d68-a15e-4bf84ff4ae31 req-41c6d830-40ef-44c2-9b3f-af836d5a0153 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1920d29-99d3-4bba-8c76-b8457f99574b HTTP/1.1" status: 200 len: 210 time: 0.0426705 Jul 08 01:38:36.467797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-b7fd7327-1198-450a-9162-f092718edb1c tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Deleting port ba1611a6-ab75-4525-9d28-06d4254804a3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:36.468436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-b7fd7327-1198-450a-9162-f092718edb1c tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:36.489283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68ca01d7-0e31-4284-9f44-7f99bbc3264a req-2be9549f-7499-4f5e-9da5-954276ef230b tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/security-groups?id=605f1d3e-737e-405a-a50f-d052909a6d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932889 Jul 08 01:38:36.589864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-b7fd7327-1198-450a-9162-f092718edb1c tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] For port ba1611a6-ab75-4525-9d28-06d4254804a3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ba1611a6-ab75-4525-9d28-06d4254804a3,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:36.590284 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-b7fd7327-1198-450a-9162-f092718edb1c tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:36.605177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-b7fd7327-1198-450a-9162-f092718edb1c tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Calling delete_port for ba1611a6-ab75-4525-9d28-06d4254804a3 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:36.612508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] Deleting port e27b12a7-39b8-4bc0-b091-29481d4e7c01 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:36.612852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:36.756897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] For port e27b12a7-39b8-4bc0-b091-29481d4e7c01, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e27b12a7-39b8-4bc0-b091-29481d4e7c01,segment=NetworkSegment(ae18ca97-4426-4c68-90c1-90d312bc8a96),segment_id=ae18ca97-4426-4c68-90c1-90d312bc8a96)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:36.757946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:36.770978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] Calling delete_port for e27b12a7-39b8-4bc0-b091-29481d4e7c01 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:36.879827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-b7fd7327-1198-450a-9162-f092718edb1c tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:36.902682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['ba1611a6-ab75-4525-9d28-06d4254804a3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:36.916267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd7327-1198-450a-9162-f092718edb1c tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Pushing event deleted for resources: {'Port': ['ID=ba1611a6-ab75-4525-9d28-06d4254804a3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:36.920218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1fc1-b90d-4356-bed5-8da4ea2e3879 req-b2882372-0f24-4c77-b6af-150df802cd22 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:36.923522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faeb1fc1-b90d-4356-bed5-8da4ea2e3879 req-b2882372-0f24-4c77-b6af-150df802cd22 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 944 time: 0.1061532 Jul 08 01:38:36.939785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87bdb0-ac34-4092-9e1f-78f05f46037b req-38406a1e-f57b-42e0-8189-a2bb55e32dca tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:36.941425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c87bdb0-ac34-4092-9e1f-78f05f46037b req-38406a1e-f57b-42e0-8189-a2bb55e32dca tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=497fc241-152d-4489-9e5b-8ba803455099 HTTP/1.1" status: 200 len: 946 time: 0.1614132 Jul 08 01:38:37.010520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-b7fd7327-1198-450a-9162-f092718edb1c tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] No DVR routers for this DVR port ba1611a6-ab75-4525-9d28-06d4254804a3 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:37.014157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-b7fd7327-1198-450a-9162-f092718edb1c tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:37.016111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-df8e27ab-9280-4c7d-92a7-9094bf415831 req-b7fd7327-1198-450a-9162-f092718edb1c tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.16 "DELETE /v2.0/ports/ba1611a6-ab75-4525-9d28-06d4254804a3 HTTP/1.1" status: 204 len: 173 time: 0.7490952 Jul 08 01:38:37.016913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faeb1fc1-b90d-4356-bed5-8da4ea2e3879 req-2a6bba48-f9a8-4ef3-a1d3-0738c9d971bf tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742719 Jul 08 01:38:37.031221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c87bdb0-ac34-4092-9e1f-78f05f46037b req-69000895-66f2-400b-b79d-59843ed6125e tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807490 Jul 08 01:38:37.168035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b869ada7-3a9d-41f5-8db7-8734a6768ff6', 'name': 'network-vif-deleted', 'tag': 'ba1611a6-ab75-4525-9d28-06d4254804a3'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:37.171080 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696451a5-ede8-4aa0-9c18-6476b0fa97a0" -d '{"events": [{"server_uuid": "b869ada7-3a9d-41f5-8db7-8734a6768ff6", "name": "network-vif-deleted", "tag": "ba1611a6-ab75-4525-9d28-06d4254804a3"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:37.177185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:37.251918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27b12a7-39b8-4bc0-b091-29481d4e7c01,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:37.347958 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83922b7e-6e89-41a1-a392-80cd681cb229 x-openstack-request-id: req-83922b7e-6e89-41a1-a392-80cd681cb229 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:37.348475 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b869ada7-3a9d-41f5-8db7-8734a6768ff6", "name": "network-vif-deleted", "tag": "ba1611a6-ab75-4525-9d28-06d4254804a3", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:37.349171 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83922b7e-6e89-41a1-a392-80cd681cb229 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:37.349568 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b869ada7-3a9d-41f5-8db7-8734a6768ff6', 'name': 'network-vif-deleted', 'tag': 'ba1611a6-ab75-4525-9d28-06d4254804a3', 'status': 'completed', 'code': 200} Jul 08 01:38:37.634469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:37.640151 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caaa37-ef2d-4b06-828a-e588f90e1dfd req-830a6a56-3552-490f-afc2-9d194333ff62 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.659606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4caaa37-ef2d-4b06-828a-e588f90e1dfd req-830a6a56-3552-490f-afc2-9d194333ff62 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.1397314 Jul 08 01:38:37.786656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4caaa37-ef2d-4b06-828a-e588f90e1dfd req-64fc9b96-3f94-4f9a-85f5-767f2df26545 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238990 Jul 08 01:38:37.973393 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa994f5-41f8-42dc-9540-1e1b7d28f798 req-512ebf74-b4a4-4e4c-ab9d-e7ca5e94d2c0 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:37.974952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1aa994f5-41f8-42dc-9540-1e1b7d28f798 req-512ebf74-b4a4-4e4c-ab9d-e7ca5e94d2c0 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=497fc241-152d-4489-9e5b-8ba803455099 HTTP/1.1" status: 200 len: 946 time: 0.1394775 Jul 08 01:38:38.050718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1aa994f5-41f8-42dc-9540-1e1b7d28f798 req-129a17bd-2b98-40fa-a17c-a045759b386c tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684237 Jul 08 01:38:38.143044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] Router cecefebb-3182-4c37-a846-aa4d6be3cd99 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:38.238120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-657ddc7d-0f34-42ba-bdca-57ee4ff6421c req-12e3562c-8203-4c7c-ad3b-4fd621dc3362 tempest-AttachSCSIVolumeTestJSON-490205026 tempest-AttachSCSIVolumeTestJSON-490205026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b869ada7-3a9d-41f5-8db7-8734a6768ff6 HTTP/1.1" status: 200 len: 210 time: 0.0540333 Jul 08 01:38:38.279208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:38.284346 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0aa3b49c-207d-4735-9141-c2980f2432b3 admin admin] 10.222.0.41 "PUT /v2.0/routers/cecefebb-3182-4c37-a846-aa4d6be3cd99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2606559 Jul 08 01:38:38.286856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46082) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:38.289970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] Sync routers for ids ['cecefebb-3182-4c37-a846-aa4d6be3cd99'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:38.302879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] Routers {'cecefebb-3182-4c37-a846-aa4d6be3cd99'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:38.303862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['cecefebb-3182-4c37-a846-aa4d6be3cd99'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:38.469134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6e384216-7ef7-4d75-b02a-470e096f8f9c up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:38.502542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bcfd1-889e-418d-9db1-a40d0e368b96 req-2e17dc41-6d76-415a-8695-a9cc306204ce tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:38.511151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-479bcfd1-889e-418d-9db1-a40d0e368b96 req-2e17dc41-6d76-415a-8695-a9cc306204ce tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 944 time: 0.1129282 Jul 08 01:38:38.561689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-479bcfd1-889e-418d-9db1-a40d0e368b96 req-6641002b-6d4b-44fe-b411-cceb76234dab tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494697 Jul 08 01:38:38.593255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] Set router cecefebb-3182-4c37-a846-aa4d6be3cd99 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:38.604224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:38.699897 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:38.713818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 6e384216-7ef7-4d75-b02a-470e096f8f9c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:38.722149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 6e384216-7ef7-4d75-b02a-470e096f8f9c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:38.722451 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:38.724051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33884600-5295-47f8-b5e8-0b4990df6e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:38.816065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:38.870676 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:38.892622 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33884600-5295-47f8-b5e8-0b4990df6e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:38.900245 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33884600-5295-47f8-b5e8-0b4990df6e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:38.909063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 6e384216-7ef7-4d75-b02a-470e096f8f9c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:38.913232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e384216-7ef7-4d75-b02a-470e096f8f9c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:38.916899 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9233059a-3170-410e-b7fd-e1f97bd7fc92" -d '{"events": [{"server_uuid": "a8d1c5aa-bf15-416e-94fa-29c94f927a79", "name": "network-vif-plugged", "status": "completed", "tag": "6e384216-7ef7-4d75-b02a-470e096f8f9c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:38.937101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:38.966026 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-33884600-5295-47f8-b5e8-0b4990df6e33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=900ac19f9d7b4bd592652e69ef9627f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581436 Jul 08 01:38:38.985200 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ae5e33-e654-421f-8250-8373e400cebb x-openstack-request-id: req-60ae5e33-e654-421f-8250-8373e400cebb {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:38.985200 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d1c5aa-bf15-416e-94fa-29c94f927a79", "name": "network-vif-plugged", "status": "completed", "tag": "6e384216-7ef7-4d75-b02a-470e096f8f9c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:38.985200 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60ae5e33-e654-421f-8250-8373e400cebb {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:38.985572 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e384216-7ef7-4d75-b02a-470e096f8f9c', 'code': 200} Jul 08 01:38:38.986731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46094) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:38.995926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-router', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:42Z', 'updated_at': '2021-07-08T01:38:37Z', 'revision_number': 5, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'gw_port': {'id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:43Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:39.015298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33884600-5295-47f8-b5e8-0b4990df6e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086aa8ee-5cad-421e-8dda-dad39af4365e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:39.029939 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] Checking router: cecefebb-3182-4c37-a846-aa4d6be3cd99 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:39.049526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] Routers {'cecefebb-3182-4c37-a846-aa4d6be3cd99'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:39.050115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['cecefebb-3182-4c37-a846-aa4d6be3cd99'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:39.053882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=6e384216-7ef7-4d75-b02a-470e096f8f9c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:39.136228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a3a38-4303-4e84-a8c9-7b1630aae4df req-326746b3-cf21-4c88-8165-723f880ebbfe tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:39.137773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03b742d7-2843-4bcc-bdee-f0e9ae2d46f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.138736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-142a3a38-4303-4e84-a8c9-7b1630aae4df req-326746b3-cf21-4c88-8165-723f880ebbfe tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.1375697 Jul 08 01:38:39.182213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03b742d7-2843-4bcc-bdee-f0e9ae2d46f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.216735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-25fc9eb1-23dc-490e-bf3f-0a07ee7402d2 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:39.218426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-25fc9eb1-23dc-490e-bf3f-0a07ee7402d2 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.24 "GET /v2.0/ports?device_id=497fc241-152d-4489-9e5b-8ba803455099 HTTP/1.1" status: 200 len: 946 time: 0.1302459 Jul 08 01:38:39.224438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-142a3a38-4303-4e84-a8c9-7b1630aae4df req-3ea6199e-deef-468c-bf35-e52c804adf5d tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699234 Jul 08 01:38:39.225112 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.386590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03b742d7-2843-4bcc-bdee-f0e9ae2d46f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.389636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03b742d7-2843-4bcc-bdee-f0e9ae2d46f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.394834 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-03b742d7-2843-4bcc-bdee-f0e9ae2d46f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/086aa8ee-5cad-421e-8dda-dad39af4365e HTTP/1.1" status: 204 len: 168 time: 0.4067097 Jul 08 01:38:39.411718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b742d7-2843-4bcc-bdee-f0e9ae2d46f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086aa8ee-5cad-421e-8dda-dad39af4365e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:39.428166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f509735-47f1-4bb4-9968-d68d51a1b2a8 req-daa62a17-8aee-4223-a9f7-b1862ff0592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:39.429763 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6f509735-47f1-4bb4-9968-d68d51a1b2a8 req-daa62a17-8aee-4223-a9f7-b1862ff0592f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 1097 time: 0.3391433 Jul 08 01:38:39.467455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Deleting port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:39.467808 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.478593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.482739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.485088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.485776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.486252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.487611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.488633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.489877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.490380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.492039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.492602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.493297 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:39.541792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-0b6e416b-6540-478b-9595-39c07d6c3e90 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Deleting port 67c52385-c297-471e-9c5d-0ca3e2811552 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:39.542128 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-0b6e416b-6540-478b-9595-39c07d6c3e90 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.584384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] For port 6abcf228-dc64-43bf-b5e1-74ea71da2b2f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6abcf228-dc64-43bf-b5e1-74ea71da2b2f,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:39.585003 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.602800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Calling delete_port for 6abcf228-dc64-43bf-b5e1-74ea71da2b2f owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:39.693111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] Set router cecefebb-3182-4c37-a846-aa4d6be3cd99 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:39.826343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-0b6e416b-6540-478b-9595-39c07d6c3e90 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] For port 67c52385-c297-471e-9c5d-0ca3e2811552, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=67c52385-c297-471e-9c5d-0ca3e2811552,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:39.828494 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-0b6e416b-6540-478b-9595-39c07d6c3e90 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:39.855981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-0b6e416b-6540-478b-9595-39c07d6c3e90 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Calling delete_port for 67c52385-c297-471e-9c5d-0ca3e2811552 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:39.978218 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:40.017674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Pushing event deleted for resources: {'Port': ['ID=6abcf228-dc64-43bf-b5e1-74ea71da2b2f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:40.023734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6f509735-47f1-4bb4-9968-d68d51a1b2a8 req-f9d33a87-e51b-447f-a2f4-403b4cbc036d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784974 Jul 08 01:38:40.082419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-0b6e416b-6540-478b-9595-39c07d6c3e90 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:40.107519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['67c52385-c297-471e-9c5d-0ca3e2811552'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:40.110338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5451cc45-434d-45bd-82c2-2c0a3abd44ce', '3dba0ab8-4e61-4e73-9eed-90d4427bfef0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:40.143267 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:40.299061 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac292809-5c61-41b4-abb4-5c64c19f84aa req-635935b6-9f1c-43a4-9c61-337bc98ce3f1 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:40.306360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac292809-5c61-41b4-abb4-5c64c19f84aa req-635935b6-9f1c-43a4-9c61-337bc98ce3f1 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=497fc241-152d-4489-9e5b-8ba803455099 HTTP/1.1" status: 200 len: 867 time: 0.9575977 Jul 08 01:38:40.355249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-router', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:42Z', 'updated_at': '2021-07-08T01:38:37Z', 'revision_number': 5, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'gw_port': {'id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:43Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:40.387959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:40.398372 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:40.405089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5dda9-bb3a-4560-ac94-450e5b5730ff None None] The sync data for ids ['cecefebb-3182-4c37-a846-aa4d6be3cd99'] in n-d-694802-14 is: [{'id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-122716227-router', 'tenant_id': 'e0fbc544aeba4d30912938f11f5f110f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:33:42Z', 'updated_at': '2021-07-08T01:38:37Z', 'revision_number': 5, 'project_id': 'e0fbc544aeba4d30912938f11f5f110f', 'gw_port': {'id': '6abcf228-dc64-43bf-b5e1-74ea71da2b2f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecefebb-3182-4c37-a846-aa4d6be3cd99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:33:43Z', 'updated_at': '2021-07-08T01:33:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:40.406667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e416b-6540-478b-9595-39c07d6c3e90 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Pushing event deleted for resources: {'Port': ['ID=67c52385-c297-471e-9c5d-0ca3e2811552,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:40.477256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-0b6e416b-6540-478b-9595-39c07d6c3e90 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] No DVR routers for this DVR port 67c52385-c297-471e-9c5d-0ca3e2811552 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:40.513483 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-0b6e416b-6540-478b-9595-39c07d6c3e90 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:40.515993 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a99c1df9-c0e6-4b24-ab60-ee315f668638 req-0b6e416b-6540-478b-9595-39c07d6c3e90 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.24 "DELETE /v2.0/ports/67c52385-c297-471e-9c5d-0ca3e2811552 HTTP/1.1" status: 204 len: 173 time: 1.2791348 Jul 08 01:38:40.527437 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:40.528150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cecefebb-3182-4c37-a846-aa4d6be3cd99 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:38:40.534492 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:40.538895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac292809-5c61-41b4-abb4-5c64c19f84aa req-ed565938-8f91-42a8-8645-327e7d1ee31e tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285116 Jul 08 01:38:40.549416 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-669b15ba-af74-4065-9226-06c744022524 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cecefebb-3182-4c37-a846-aa4d6be3cd99 HTTP/1.1" status: 204 len: 168 time: 2.2526217 Jul 08 01:38:40.556031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b824b3-1bac-4cd3-a2a0-5993a0863991 req-40d9dc98-338b-4c56-9f1e-a82857a94b3d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:40.559404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93b824b3-1bac-4cd3-a2a0-5993a0863991 req-40d9dc98-338b-4c56-9f1e-a82857a94b3d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 945 time: 0.4841104 Jul 08 01:38:40.560059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497fc241-152d-4489-9e5b-8ba803455099', 'name': 'network-vif-deleted', 'tag': '67c52385-c297-471e-9c5d-0ca3e2811552'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:40.565232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46164) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:40.570368 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6161bb-b159-4f49-a070-f038d2e78d5a" -d '{"events": [{"server_uuid": "497fc241-152d-4489-9e5b-8ba803455099", "name": "network-vif-deleted", "tag": "67c52385-c297-471e-9c5d-0ca3e2811552"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:40.702461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93b824b3-1bac-4cd3-a2a0-5993a0863991 req-c7cd9bdd-e576-45df-8309-1abe06d9ea03 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245494 Jul 08 01:38:40.744089 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-deac3f32-eeb8-424b-b61c-ed222989ce9b admin admin] Deleting subnet 60a2144b-b444-4a9a-9bfa-0829c404265b {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:38:40.754465 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-deac3f32-eeb8-424b-b61c-ed222989ce9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:40.808731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d9c0dd27-a1a3-4cec-b8ff-538c329a6203 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:40.917268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-deac3f32-eeb8-424b-b61c-ed222989ce9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.076771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e27b12a7-39b8-4bc0-b091-29481d4e7c01 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:41.128728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb9630-04b8-4d09-9a23-ec92a742a7bf req-627bd42d-bcb7-4b4e-b2fd-fe4ff8d2f52e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:41.137315 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3adb9630-04b8-4d09-9a23-ec92a742a7bf req-627bd42d-bcb7-4b4e-b2fd-fe4ff8d2f52e tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.3019495 Jul 08 01:38:41.137936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:41.166097 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a9f59c-dbe8-405b-ba0b-ea2f951455c3 x-openstack-request-id: req-92a9f59c-dbe8-405b-ba0b-ea2f951455c3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:41.166537 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497fc241-152d-4489-9e5b-8ba803455099", "name": "network-vif-deleted", "tag": "67c52385-c297-471e-9c5d-0ca3e2811552", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:41.166892 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92a9f59c-dbe8-405b-ba0b-ea2f951455c3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:41.167675 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497fc241-152d-4489-9e5b-8ba803455099', 'name': 'network-vif-deleted', 'tag': '67c52385-c297-471e-9c5d-0ca3e2811552', 'status': 'completed', 'code': 200} Jul 08 01:38:41.193372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: e27b12a7-39b8-4bc0-b091-29481d4e7c01 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:41.194132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e27b12a7-39b8-4bc0-b091-29481d4e7c01 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:41.218264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ba1611a6-ab75-4525-9d28-06d4254804a3 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:41.245508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: ba1611a6-ab75-4525-9d28-06d4254804a3 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:41.246252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ba1611a6-ab75-4525-9d28-06d4254804a3 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:41.260080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3adb9630-04b8-4d09-9a23-ec92a742a7bf req-6405b444-3f99-45c1-bccb-5d8d97d8ce71 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135814 Jul 08 01:38:41.281537 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-deac3f32-eeb8-424b-b61c-ed222989ce9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.378523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1692366798-network', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:41.423378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-deac3f32-eeb8-424b-b61c-ed222989ce9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.432565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:41.435832 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.459868 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.532378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac3f32-eeb8-424b-b61c-ed222989ce9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a2144b-b444-4a9a-9bfa-0829c404265b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:41.551963 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-deac3f32-eeb8-424b-b61c-ed222989ce9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.552409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45631a43-494d-4da0-b839-76f3c0bc2176 None None] Network 11d09976-8caa-490d-a132-c0f93760b25a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:41.567042 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-deac3f32-eeb8-424b-b61c-ed222989ce9b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/60a2144b-b444-4a9a-9bfa-0829c404265b HTTP/1.1" status: 204 len: 168 time: 1.0002878 Jul 08 01:38:41.567731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46188) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:41.683049 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.694064 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.739502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:38:41.769141 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.856391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56497cb6-3541-4b06-bd95-04834c9fdd37 req-1f96094b-b04b-4ce7-b9dd-e430b1b8b7aa tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=497fc241-152d-4489-9e5b-8ba803455099 HTTP/1.1" status: 200 len: 210 time: 0.0901797 Jul 08 01:38:41.857874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.858322 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Added segment 672706b0-e5ab-4a2f-bc69-378cbd6ae957 of type vlan for network e81337a1-6ed7-46ec-bbb2-87debcdad82a Jul 08 01:38:41.860513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bd5e56-f7b5-4f5d-accb-171aa875df20,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:41.932294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:41.952542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72429b28-2e06-4043-bcf8-467e9306317a None None] DHCP port deletion for 11d09976-8caa-490d-a132-c0f93760b25a request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:38:41.964825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Deleting port b2b34958-8d4a-432e-b9db-930fcc86ec39 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:41.965427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.066502 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.066743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-72429b28-2e06-4043-bcf8-467e9306317a None None] Deleting port b2b34958-8d4a-432e-b9db-930fcc86ec39 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:42.067060 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72429b28-2e06-4043-bcf8-467e9306317a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.067929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:42.069107 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.149165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] Pushing event updated for resources: {'Network': ['ID=e81337a1-6ed7-46ec-bbb2-87debcdad82a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:42.169804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e81337a1-6ed7-46ec-bbb2-87debcdad82a details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:38:42.172923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1a95638b-5b83-4a64-8b7a-a433eac8b785 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0337086 Jul 08 01:38:42.187305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] For port b2b34958-8d4a-432e-b9db-930fcc86ec39, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b2b34958-8d4a-432e-b9db-930fcc86ec39,segment=NetworkSegment(ae18ca97-4426-4c68-90c1-90d312bc8a96),segment_id=ae18ca97-4426-4c68-90c1-90d312bc8a96)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:42.187640 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.233666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46196) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:42.239678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Request body: {'subnet': {'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1692366798-subnet', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:42.255747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Calling delete_port for b2b34958-8d4a-432e-b9db-930fcc86ec39 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:42.277418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07625190-dc21-4ba2-afa4-2aa0605c7ded req-f0b94ae7-443c-498c-befa-c2ad55109575 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:42.278994 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07625190-dc21-4ba2-afa4-2aa0605c7ded req-f0b94ae7-443c-498c-befa-c2ad55109575 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 945 time: 0.2706602 Jul 08 01:38:42.279590 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-a9bdcc37-9c16-4d41-9b23-d6826a723c56 service neutron] 10.222.0.16 "GET /v2.0/ports/d9c0dd27-a1a3-4cec-b8ff-538c329a6203/bindings/n-h2-694802-14 HTTP/1.1" status: 200 len: 385 time: 0.2282448 Jul 08 01:38:42.294431 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:42.297488 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.335861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-72429b28-2e06-4043-bcf8-467e9306317a None None] For port b2b34958-8d4a-432e-b9db-930fcc86ec39, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b2b34958-8d4a-432e-b9db-930fcc86ec39,segment=NetworkSegment(ae18ca97-4426-4c68-90c1-90d312bc8a96),segment_id=ae18ca97-4426-4c68-90c1-90d312bc8a96)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:42.336572 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72429b28-2e06-4043-bcf8-467e9306317a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.376097 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07625190-dc21-4ba2-afa4-2aa0605c7ded req-0a63c50d-a1ea-4faa-8fa6-d117345b9ab5 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892463 Jul 08 01:38:42.419191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-72429b28-2e06-4043-bcf8-467e9306317a None None] Calling delete_port for b2b34958-8d4a-432e-b9db-930fcc86ec39 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:42.630800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 67c52385-c297-471e-9c5d-0ca3e2811552 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:42.680670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 67c52385-c297-471e-9c5d-0ca3e2811552 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:42.681269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 67c52385-c297-471e-9c5d-0ca3e2811552 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:42.685580 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72429b28-2e06-4043-bcf8-467e9306317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.706039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.725131 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] No DVR routers for this DVR port b2b34958-8d4a-432e-b9db-930fcc86ec39 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:42.756412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72429b28-2e06-4043-bcf8-467e9306317a None None] Pushing event deleted for resources: {'Port': ['ID=b2b34958-8d4a-432e-b9db-930fcc86ec39,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:42.759064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72429b28-2e06-4043-bcf8-467e9306317a None None] No DVR routers for this DVR port b2b34958-8d4a-432e-b9db-930fcc86ec39 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:42.792650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-18036831-70d1-4004-9dfb-c2339eaac1f9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1824552652&fields=id&tenant_id=4ed46a6397b5423fad2e8f536e057e35 HTTP/1.1" status: 200 len: 267 time: 0.1787243 Jul 08 01:38:42.807314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b34958-8d4a-432e-b9db-930fcc86ec39,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:42.854885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6abcf228-dc64-43bf-b5e1-74ea71da2b2f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:42.863675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.894311 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.900904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6abcf228-dc64-43bf-b5e1-74ea71da2b2f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:42.901500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6abcf228-dc64-43bf-b5e1-74ea71da2b2f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:42.903255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b2b34958-8d4a-432e-b9db-930fcc86ec39 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:42.910163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d09976-8caa-490d-a132-c0f93760b25a']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:42.925764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae18ca97-4426-4c68-90c1-90d312bc8a96') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:42.926563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae18ca97-4426-4c68-90c1-90d312bc8a96') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:42.937962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.955263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b2b34958-8d4a-432e-b9db-930fcc86ec39 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:42.955854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a75a9-7843-4981-a4e8-8a9664e108ef req-b8f9e7db-e1a2-4bff-928c-df45a4ed540c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:42.955973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b2b34958-8d4a-432e-b9db-930fcc86ec39 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:42.957431 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:42.958182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e2a75a9-7843-4981-a4e8-8a9664e108ef req-b8f9e7db-e1a2-4bff-928c-df45a4ed540c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 943 time: 0.4142883 Jul 08 01:38:42.971574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:38:42.971790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca37bd8-b2b8-4edc-9013-53fc0fd57309,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:42.972019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.006053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-862747ae-0290-4fe0-880a-d90e7da67b22 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:43.007764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-862747ae-0290-4fe0-880a-d90e7da67b22 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 945 time: 0.2043917 Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:38:43.029361 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:38:43.038338 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:38:43.038338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e4b0d29b-30d3-4d42-912e-48572d7e0a79 service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:43.038513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-ff0b6f59-55e2-4f91-9a60-2e6b6b2e88b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'port': {'security_groups': ['4ea545d5-5ded-4121-b41e-073253040c1d', '062b37e5-371b-4e89-b02b-7d9393c2ed19']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:43.044465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Checking segment: {'id': '672706b0-e5ab-4a2f-bc69-378cbd6ae957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:43.044849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Network hostable DHCP agents. Network: e81337a1-6ed7-46ec-bbb2-87debcdad82a, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:38:43.056752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.063402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e4b0d29b-30d3-4d42-912e-48572d7e0a79 service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:43.065451 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.067380 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] 10.222.0.41 "DELETE /v2.0/networks/11d09976-8caa-490d-a132-c0f93760b25a HTTP/1.1" status: 204 len: 168 time: 1.4925122 Jul 08 01:38:43.110235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc767423-cd3d-4710-b09d-98ed9b7d6bac admin admin] Pushing event deleted for resources: {'Network': ['ID=11d09976-8caa-490d-a132-c0f93760b25a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:43.110819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e2a75a9-7843-4981-a4e8-8a9664e108ef req-b394963e-1d2a-4742-92c6-421746e36e4c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426561 Jul 08 01:38:43.139485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e4b0d29b-30d3-4d42-912e-48572d7e0a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c0dd27-a1a3-4cec-b8ff-538c329a6203 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:38:43.175971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e4b0d29b-30d3-4d42-912e-48572d7e0a79 service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:43.205687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Network e81337a1-6ed7-46ec-bbb2-87debcdad82a is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:38:43.222008 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e4b0d29b-30d3-4d42-912e-48572d7e0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.227485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e81337a1-6ed7-46ec-bbb2-87debcdad82a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:43.236536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:43.237107 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.240253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2709f6-d2a7-4302-8489-76044f78a2b5 None None] Network e81337a1-6ed7-46ec-bbb2-87debcdad82a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:43.247367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-ff0b6f59-55e2-4f91-9a60-2e6b6b2e88b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.281566 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-24f6d10c-e947-4d89-ba0a-260b6ed35232 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0441523 Jul 08 01:38:43.283029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46212) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:43.289646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1692366798-router', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:43.365609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46214) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:43.381378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.384675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.548232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-39d70893-fef5-4fd8-8c54-f537ef1e736c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91064204e20a4a4796496a737996a9df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1795778 Jul 08 01:38:43.551458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46220) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:43.555472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e4b0d29b-30d3-4d42-912e-48572d7e0a79 service neutron] Transition to ACTIVE for port object d9c0dd27-a1a3-4cec-b8ff-538c329a6203 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:43.603763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e4b0d29b-30d3-4d42-912e-48572d7e0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.628720 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.674303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e81337a1-6ed7-46ec-bbb2-87debcdad82a', 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'fixed_ips': [{'subnet_id': '2ca37bd8-b2b8-4edc-9013-53fc0fd57309'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:38:43.675226 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.735741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e4b0d29b-30d3-4d42-912e-48572d7e0a79 service neutron] No DVR routers for this DVR port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:43.840925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0d29b-30d3-4d42-912e-48572d7e0a79 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:43.852749 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-e4b0d29b-30d3-4d42-912e-48572d7e0a79 service neutron] 10.222.0.16 "PUT /v2.0/ports/d9c0dd27-a1a3-4cec-b8ff-538c329a6203/bindings/n-h2-694802-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5667961 Jul 08 01:38:43.873867 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5015e53-e6e7-4cee-9f2d-ae59ff2d604d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.911053 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5015e53-e6e7-4cee-9f2d-ae59ff2d604d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:43.956417 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.014302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5015e53-e6e7-4cee-9f2d-ae59ff2d604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.018378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5015e53-e6e7-4cee-9f2d-ae59ff2d604d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.022302 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c5015e53-e6e7-4cee-9f2d-ae59ff2d604d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/691af3ac-6a0c-49ed-9a83-73d61767c2c8 HTTP/1.1" status: 204 len: 168 time: 0.4672873 Jul 08 01:38:44.030530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5015e53-e6e7-4cee-9f2d-ae59ff2d604d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691af3ac-6a0c-49ed-9a83-73d61767c2c8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:44.099525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Allocated IP 172.20.0.2 (e81337a1-6ed7-46ec-bbb2-87debcdad82a/2ca37bd8-b2b8-4edc-9013-53fc0fd57309/5ba50631-1c77-46b8-921b-e06296aa97e8) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:44.111651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-ff0b6f59-55e2-4f91-9a60-2e6b6b2e88b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] For port 6e384216-7ef7-4d75-b02a-470e096f8f9c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:44.173247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-3448a347-dacf-46fe-9e65-be2118841216 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:44.175026 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-3448a347-dacf-46fe-9e65-be2118841216 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1096 time: 0.2068443 Jul 08 01:38:44.177838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-ff0b6f59-55e2-4f91-9a60-2e6b6b2e88b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.224786 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-ff0b6f59-55e2-4f91-9a60-2e6b6b2e88b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.252521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4d8069a6-4973-4983-b2e7-3c00a3b41ed9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:44.300240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b6f59-55e2-4f91-9a60-2e6b6b2e88b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'Port': ['ID=6e384216-7ef7-4d75-b02a-470e096f8f9c,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:44.340836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-ff0b6f59-55e2-4f91-9a60-2e6b6b2e88b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:44.341543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-ff0b6f59-55e2-4f91-9a60-2e6b6b2e88b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.356235 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c29a69f3-8fee-44e2-b5df-88b519b2880c req-ff0b6f59-55e2-4f91-9a60-2e6b6b2e88b8 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "PUT /v2.0/ports/6e384216-7ef7-4d75-b02a-470e096f8f9c HTTP/1.1" status: 200 len: 981 time: 1.3268080 Jul 08 01:38:44.357860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'tag': '6e384216-7ef7-4d75-b02a-470e096f8f9c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:44.360139 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87212339-4f87-4bd8-9292-b4ecc47b96a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d1c5aa-bf15-416e-94fa-29c94f927a79", "tag": "6e384216-7ef7-4d75-b02a-470e096f8f9c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:44.369070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['6e384216-7ef7-4d75-b02a-470e096f8f9c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:44.416440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-709bd202-418e-4c15-acb4-d6997449d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:44.417966 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-709bd202-418e-4c15-acb4-d6997449d1c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f&tenant_id=12a0164c80564015b1b963f8b59f6780 HTTP/1.1" status: 200 len: 1096 time: 0.2319791 Jul 08 01:38:44.512286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['6e384216-7ef7-4d75-b02a-470e096f8f9c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:44.712143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46246) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:44.755091 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.761152 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c568afad-147d-4a2d-afc7-9d2c40eff88c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0fbc544aeba4d30912938f11f5f110f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478354 Jul 08 01:38:44.763931 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46248) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:44.789843 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.798447 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.838376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c48fd83-87e7-4476-8670-0f986d36ee56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.861988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Transition to ACTIVE for port object 5ba50631-1c77-46b8-921b-e06296aa97e8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:44.899617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Transition to ACTIVE for port object 5ba50631-1c77-46b8-921b-e06296aa97e8 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:44.909083 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c48fd83-87e7-4476-8670-0f986d36ee56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:44.963700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Allocated IP 172.25.4.88 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/5f9b1957-2b8e-4e75-a1f8-24db64f1cd69) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:44.985159 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.003503 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c48fd83-87e7-4476-8670-0f986d36ee56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.011957 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c48fd83-87e7-4476-8670-0f986d36ee56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.014223 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6c48fd83-87e7-4476-8670-0f986d36ee56 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13f9eb2f-78d3-4a7b-a3d0-0ccb5490dcae HTTP/1.1" status: 204 len: 168 time: 0.2490392 Jul 08 01:38:45.026335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48fd83-87e7-4476-8670-0f986d36ee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f9eb2f-78d3-4a7b-a3d0-0ccb5490dcae,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:45.119966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.182146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fedb7378-b23b-4b46-a59e-3e40bf6b5148 req-7d0d2717-9013-4329-bdb1-12ba89865bbe tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/062b37e5-371b-4e89-b02b-7d9393c2ed19 HTTP/1.1" status: 200 len: 1801 time: 0.5699813 Jul 08 01:38:45.190517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Network e81337a1-6ed7-46ec-bbb2-87debcdad82a is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:45.196968 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.206780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:45.227455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-429ca0fd-6177-4681-a638-c20c2b7163b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:45.229424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-429ca0fd-6177-4681-a638-c20c2b7163b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 1096 time: 0.7205765 Jul 08 01:38:45.240578 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:45.306630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f9b1957-2b8e-4e75-a1f8-24db64f1cd69,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:45.354703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Pushing event updated for resources: {'Port': ['ID=5ba50631-1c77-46b8-921b-e06296aa97e8,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:45.383296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Attempting to bind port 5ba50631-1c77-46b8-921b-e06296aa97e8 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:45.383582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Attempting to bind port 5ba50631-1c77-46b8-921b-e06296aa97e8 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '672706b0-e5ab-4a2f-bc69-378cbd6ae957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:45.383952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Attempting to bind port 5ba50631-1c77-46b8-921b-e06296aa97e8 on network e81337a1-6ed7-46ec-bbb2-87debcdad82a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:45.395182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:45.395592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Checking segment: {'id': '672706b0-e5ab-4a2f-bc69-378cbd6ae957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:45.396006 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.396258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:45.396429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Bound using segment: {'id': '672706b0-e5ab-4a2f-bc69-378cbd6ae957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:45.397222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Bound port: 5ba50631-1c77-46b8-921b-e06296aa97e8, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672706b0-e5ab-4a2f-bc69-378cbd6ae957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:45.398567 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.402451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:45.420816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cd883-002d-473b-803c-6c3e64adb60c req-fc5b5ced-7e8d-47d1-9871-9a3ff6977bd0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:45.422736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-678cd883-002d-473b-803c-6c3e64adb60c req-fc5b5ced-7e8d-47d1-9871-9a3ff6977bd0 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 944 time: 0.8488278 Jul 08 01:38:45.427699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:45.485732 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-fedb7378-b23b-4b46-a59e-3e40bf6b5148 req-408b9c0b-cd8d-4f32-9730-0aa21d9aca47 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 01:38:45.500248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fedb7378-b23b-4b46-a59e-3e40bf6b5148 req-408b9c0b-cd8d-4f32-9730-0aa21d9aca47 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/062b37e5-371b-4e89-b02b-7d9393c2ed19 HTTP/1.1" status: 409 len: 341 time: 0.3171415 Jul 08 01:38:45.527822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] For port 5ba50631-1c77-46b8-921b-e06296aa97e8, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:45.533036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] For port 5ba50631-1c77-46b8-921b-e06296aa97e8, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5ba50631-1c77-46b8-921b-e06296aa97e8,segment=NetworkSegment(672706b0-e5ab-4a2f-bc69-378cbd6ae957),segment_id=672706b0-e5ab-4a2f-bc69-378cbd6ae957)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:45.542093 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:45.580605 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef494c5b-839c-4102-863e-15a36fa17bb7 x-openstack-request-id: req-ef494c5b-839c-4102-863e-15a36fa17bb7 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:45.580605 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d1c5aa-bf15-416e-94fa-29c94f927a79", "tag": "6e384216-7ef7-4d75-b02a-470e096f8f9c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:45.580605 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef494c5b-839c-4102-863e-15a36fa17bb7 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:45.580605 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'tag': '6e384216-7ef7-4d75-b02a-470e096f8f9c', 'status': 'completed', 'code': 200} Jul 08 01:38:45.649742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c64b9a-7cac-4cca-9ace-4754fc6a394b None None] Pushing event updated for resources: {'Port': ['ID=5ba50631-1c77-46b8-921b-e06296aa97e8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:45.700527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87212339-4f87-4bd8-9292-b4ecc47b96a6 req-dbf7f487-b4ac-4074-828a-78aba2bf73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:45.710553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87212339-4f87-4bd8-9292-b4ecc47b96a6 req-dbf7f487-b4ac-4074-828a-78aba2bf73d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 1136 time: 0.1167283 Jul 08 01:38:45.781157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-678cd883-002d-473b-803c-6c3e64adb60c req-84e3c7c9-1ccb-45d9-8a49-fa5cc8b24076 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459022 Jul 08 01:38:45.781334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-d71d753d-3c69-4659-93f5-09f074c46144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:45.782678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-d71d753d-3c69-4659-93f5-09f074c46144 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.4782145 Jul 08 01:38:46.102951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87212339-4f87-4bd8-9292-b4ecc47b96a6 req-edc948c4-2af5-4ad6-8bf2-7e8398382e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:46.113499 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87212339-4f87-4bd8-9292-b4ecc47b96a6 req-edc948c4-2af5-4ad6-8bf2-7e8398382e20 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 914 time: 0.3952739 Jul 08 01:38:46.250251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87212339-4f87-4bd8-9292-b4ecc47b96a6 req-b90615e0-90d5-4bd9-952e-761629b92924 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c HTTP/1.1" status: 200 len: 217 time: 0.1287024 Jul 08 01:38:46.386411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87212339-4f87-4bd8-9292-b4ecc47b96a6 req-6967ed7b-becc-4d32-8022-9dab53eceb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:46.393048 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87212339-4f87-4bd8-9292-b4ecc47b96a6 req-6967ed7b-becc-4d32-8022-9dab53eceb04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=401b941c-28f8-4535-b717-37c042a004d7 HTTP/1.1" status: 200 len: 853 time: 0.1344993 Jul 08 01:38:46.491989 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87212339-4f87-4bd8-9292-b4ecc47b96a6 req-7fcf8045-d3f2-496a-aa65-270262732336 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff803069-0134-44a9-abc5-c042a95f8c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904157 Jul 08 01:38:46.704619 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87212339-4f87-4bd8-9292-b4ecc47b96a6 req-e8d011e5-bb27-46f9-875b-62baf0409b36 service neutron] 10.222.0.24 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035277 Jul 08 01:38:46.831187 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87212339-4f87-4bd8-9292-b4ecc47b96a6 req-20b5cb65-e31d-427b-9d31-1df4a708c5d8 service neutron] 10.222.0.24 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178923 Jul 08 01:38:46.851143 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-45a35834-c333-44ad-83f4-dfbf21435052 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203 HTTP/1.1" status: 200 len: 217 time: 0.9660487 Jul 08 01:38:46.976610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ba50631-1c77-46b8-921b-e06296aa97e8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:47.012218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-4dc07096-0ec5-4eca-9dd1-0f595c582bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:47.014804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-4dc07096-0ec5-4eca-9dd1-0f595c582bad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.1263244 Jul 08 01:38:47.052532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5ba50631-1c77-46b8-921b-e06296aa97e8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:47.070463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e5f16-9a96-460e-8e00-cb83f61fa43c req-b5abd2a5-5001-45d8-a6e7-90992c1b12af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:47.076397 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c6e5f16-9a96-460e-8e00-cb83f61fa43c req-b5abd2a5-5001-45d8-a6e7-90992c1b12af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 1136 time: 0.1685162 Jul 08 01:38:47.134117 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-65d46dab-9b14-4a9f-afcd-76804e0557eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858939 Jul 08 01:38:47.388970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645303f3-d752-4b8a-8507-2cd67fd189b9 None None] Network e81337a1-6ed7-46ec-bbb2-87debcdad82a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:47.390423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e5f16-9a96-460e-8e00-cb83f61fa43c req-67524aa3-88e4-42a7-b2a4-2662b0646073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:47.393290 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c6e5f16-9a96-460e-8e00-cb83f61fa43c req-67524aa3-88e4-42a7-b2a4-2662b0646073 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 914 time: 0.3046231 Jul 08 01:38:47.442236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb726a-8675-4614-b265-a8aae1e12ce1 req-eacb44f1-0898-41ac-b8f3-ff7c08f128c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:47.444244 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9efb726a-8675-4614-b265-a8aae1e12ce1 req-eacb44f1-0898-41ac-b8f3-ff7c08f128c9 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 984 time: 0.6953788 Jul 08 01:38:47.457893 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c6e5f16-9a96-460e-8e00-cb83f61fa43c req-176ce6b4-f11a-45be-8a62-0b7e00e2e1d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c HTTP/1.1" status: 200 len: 217 time: 0.0557604 Jul 08 01:38:47.472079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72a851-b26a-499a-b5c4-623a7477678a req-684ceb9b-0237-4bb3-b686-6bfdf17bfbe3 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:47.490389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72a851-b26a-499a-b5c4-623a7477678a req-684ceb9b-0237-4bb3-b686-6bfdf17bfbe3 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:47.501108 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c72a851-b26a-499a-b5c4-623a7477678a req-684ceb9b-0237-4bb3-b686-6bfdf17bfbe3 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ee37d1f-525b-4506-9ed2-b44815648a73&device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 1681 time: 0.4824996 Jul 08 01:38:47.518428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4a2f3cea-93f5-4f2f-b69e-5dc6af16ee80 None None] Provisioning for port 5ba50631-1c77-46b8-921b-e06296aa97e8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:47.524745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4a2f3cea-93f5-4f2f-b69e-5dc6af16ee80 None None] Provisioning complete for port 5ba50631-1c77-46b8-921b-e06296aa97e8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:47.525118 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a2f3cea-93f5-4f2f-b69e-5dc6af16ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:47.587187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e5f16-9a96-460e-8e00-cb83f61fa43c req-0e5da6d2-8171-4c76-89cb-b7731c49ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:47.588733 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c6e5f16-9a96-460e-8e00-cb83f61fa43c req-0e5da6d2-8171-4c76-89cb-b7731c49ca34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=401b941c-28f8-4535-b717-37c042a004d7 HTTP/1.1" status: 200 len: 853 time: 0.1149259 Jul 08 01:38:47.622846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-bab1f728-e75c-482e-8b4b-713cde680775 service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262972 Jul 08 01:38:47.624795 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:47.641306 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c6e5f16-9a96-460e-8e00-cb83f61fa43c req-e3e41a6e-29b6-4495-a8aa-bcdbc5dd2afa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff803069-0134-44a9-abc5-c042a95f8c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457642 Jul 08 01:38:47.691547 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a2f3cea-93f5-4f2f-b69e-5dc6af16ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:47.747198 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c6e5f16-9a96-460e-8e00-cb83f61fa43c req-7ab8ff74-1871-4fd7-a3be-f3a983e676b0 service neutron] 10.222.0.24 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976503 Jul 08 01:38:47.754704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c72a851-b26a-499a-b5c4-623a7477678a req-a1258ed0-7f1e-4068-8be5-e918bc72e741 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510326 Jul 08 01:38:47.778423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4a2f3cea-93f5-4f2f-b69e-5dc6af16ee80 None None] For port 5ba50631-1c77-46b8-921b-e06296aa97e8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5ba50631-1c77-46b8-921b-e06296aa97e8,segment=NetworkSegment(672706b0-e5ab-4a2f-bc69-378cbd6ae957),segment_id=672706b0-e5ab-4a2f-bc69-378cbd6ae957)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:47.795071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9efb726a-8675-4614-b265-a8aae1e12ce1 req-de6d49b8-485d-47b5-9024-dff61721181d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=062b37e5-371b-4e89-b02b-7d9393c2ed19&id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2886026 Jul 08 01:38:47.840424 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a2f3cea-93f5-4f2f-b69e-5dc6af16ee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:47.948846 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c6e5f16-9a96-460e-8e00-cb83f61fa43c req-84d8d78a-1230-48b1-a544-71112f6a835b service neutron] 10.222.0.24 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855209 Jul 08 01:38:47.958982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-cc533c65-732d-4434-bcba-36c72f025f30 service neutron] 10.222.0.24 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793274 Jul 08 01:38:47.989431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f3cea-93f5-4f2f-b69e-5dc6af16ee80 None None] Pushing event updated for resources: {'Port': ['ID=5ba50631-1c77-46b8-921b-e06296aa97e8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:48.115435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d80c9-b3cc-4ce5-bb46-b62c93278ffb req-d1a8a2dd-a9c1-4159-83a7-95da56832967 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:48.117434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d4d80c9-b3cc-4ce5-bb46-b62c93278ffb req-d1a8a2dd-a9c1-4159-83a7-95da56832967 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 944 time: 0.1829755 Jul 08 01:38:48.132143 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:48.255648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d4d80c9-b3cc-4ce5-bb46-b62c93278ffb req-a0bfc0b8-2785-49fb-a4e1-e124eb108bf9 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300051 Jul 08 01:38:48.378353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1e4f6839-280a-4baf-b9f8-de8645b24c18 None None] Provisioning complete for port 5ba50631-1c77-46b8-921b-e06296aa97e8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:48.378809 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1e4f6839-280a-4baf-b9f8-de8645b24c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:48.398559 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Router aeb2a548-db83-4802-9669-a935307d2555 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:38:48.616745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-277ca0c4-8aa9-4347-8982-768a4a5ce776 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:48.620197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-277ca0c4-8aa9-4347-8982-768a4a5ce776 tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f&tenant_id=12a0164c80564015b1b963f8b59f6780&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1096 time: 0.1888239 Jul 08 01:38:48.621875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:48.632360 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Sync routers for ids ['aeb2a548-db83-4802-9669-a935307d2555'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:48.657651 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Routers {'aeb2a548-db83-4802-9669-a935307d2555'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:48.658621 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['aeb2a548-db83-4802-9669-a935307d2555'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:48.755177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46336) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:48.886049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ba50631-1c77-46b8-921b-e06296aa97e8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:48.895032 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Set router aeb2a548-db83-4802-9669-a935307d2555 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:49.000769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5ba50631-1c77-46b8-921b-e06296aa97e8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:49.004193 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:49.017237 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:49.023067 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-af005e3b-fcb4-4ab7-89d4-39a5b49ab0e1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7383356 Jul 08 01:38:49.027665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-a3280f9b-5951-4edf-b995-47a1713d091b service neutron] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:49.029215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46348) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:49.054844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-a3280f9b-5951-4edf-b995-47a1713d091b service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:49.056650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8b08cec-bf4c-4ddd-bb59-9ddd70d8986b req-a3280f9b-5951-4edf-b995-47a1713d091b service neutron] 10.222.0.24 "DELETE /v2.0/ports/d9c0dd27-a1a3-4cec-b8ff-538c329a6203/bindings/n-h1-694802-14 HTTP/1.1" status: 204 len: 173 time: 0.4278522 Jul 08 01:38:49.299999 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb2a548-db83-4802-9669-a935307d2555', 'name': 'tempest-ServersTestMultiNic-1692366798-router', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:43Z', 'updated_at': '2021-07-08T01:38:46Z', 'revision_number': 3, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'gw_port': {'id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb2a548-db83-4802-9669-a935307d2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:44Z', 'updated_at': '2021-07-08T01:38:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:49.334305 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Checking router: aeb2a548-db83-4802-9669-a935307d2555 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:49.335745 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Updating router aeb2a548-db83-4802-9669-a935307d2555 port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:38:49.377629 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:49.430451 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:49.439383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23985c47-a008-42bc-9514-e8b895ac42db req-50213a77-63b5-462c-8461-ea6b2bacb1d9 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:49.446866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23985c47-a008-42bc-9514-e8b895ac42db req-50213a77-63b5-462c-8461-ea6b2bacb1d9 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 945 time: 0.3066986 Jul 08 01:38:49.501112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-9d1c2469-67dc-4d9f-9549-2505a94be1b5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:49.502572 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-9d1c2469-67dc-4d9f-9549-2505a94be1b5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 945 time: 0.2608545 Jul 08 01:38:49.649898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23985c47-a008-42bc-9514-e8b895ac42db req-4d7ee0d9-88ce-4e56-a671-2c0de43552e1 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020793 Jul 08 01:38:49.658528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d906c-e22b-4521-91df-e94f26757f3c req-e2e67326-fd31-456a-a940-999c03219d73 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:49.666454 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-846d906c-e22b-4521-91df-e94f26757f3c req-e2e67326-fd31-456a-a940-999c03219d73 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 984 time: 0.4283128 Jul 08 01:38:49.706075 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:49.720127 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Transition to ACTIVE for port object 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:49.728240 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:49.768284 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-846d906c-e22b-4521-91df-e94f26757f3c req-69f910fe-0fde-48f9-8f28-fe4a82222d65 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=062b37e5-371b-4e89-b02b-7d9393c2ed19&id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1006820 Jul 08 01:38:49.796546 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acf0f5-2d6f-4855-8785-9e6c98c900ec None None] Pushing event updated for resources: {'Port': ['ID=5f9b1957-2b8e-4e75-a1f8-24db64f1cd69,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:49.818681 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Attempting to bind port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:49.820207 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Attempting to bind port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:49.821196 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Attempting to bind port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:49.829279 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:49.829960 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:49.830743 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:49.831315 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:49.831978 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Bound port: 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:49.832621 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:49.899020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-638b38e3-bff7-4b15-9d20-84118b20b4c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Deleting port 571624e2-fed0-4ef6-a2c7-3307954853f4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:49.899521 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-638b38e3-bff7-4b15-9d20-84118b20b4c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:49.918616 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] For port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:49.922705 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] For port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5f9b1957-2b8e-4e75-a1f8-24db64f1cd69,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:49.932094 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:50.027458 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Routers {'aeb2a548-db83-4802-9669-a935307d2555'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:50.028384 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['aeb2a548-db83-4802-9669-a935307d2555'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:50.093856 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acf0f5-2d6f-4855-8785-9e6c98c900ec None None] Pushing event updated for resources: {'Port': ['ID=5f9b1957-2b8e-4e75-a1f8-24db64f1cd69,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:50.117734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] Deleting port df8e0d2f-d65c-48aa-868e-73a8a379058c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:50.118514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:50.158982 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] Set router aeb2a548-db83-4802-9669-a935307d2555 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:50.160819 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-638b38e3-bff7-4b15-9d20-84118b20b4c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] For port 571624e2-fed0-4ef6-a2c7-3307954853f4, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=571624e2-fed0-4ef6-a2c7-3307954853f4,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:50.161355 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-638b38e3-bff7-4b15-9d20-84118b20b4c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:50.184206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-638b38e3-bff7-4b15-9d20-84118b20b4c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Calling delete_port for 571624e2-fed0-4ef6-a2c7-3307954853f4 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:50.230369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] For port df8e0d2f-d65c-48aa-868e-73a8a379058c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=df8e0d2f-d65c-48aa-868e-73a8a379058c,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:50.231034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:50.239147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-71463e95-4cd1-44c3-a5a0-ef7ed8e21c90 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-825415656&fields=id&tenant_id=4ed46a6397b5423fad2e8f536e057e35 HTTP/1.1" status: 200 len: 267 time: 0.1231551 Jul 08 01:38:50.248939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] Calling delete_port for df8e0d2f-d65c-48aa-868e-73a8a379058c owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:50.376402 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb2a548-db83-4802-9669-a935307d2555', 'name': 'tempest-ServersTestMultiNic-1692366798-router', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:43Z', 'updated_at': '2021-07-08T01:38:46Z', 'revision_number': 3, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'gw_port': {'id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb2a548-db83-4802-9669-a935307d2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:44Z', 'updated_at': '2021-07-08T01:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:50.405133 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e00e06-12bb-4bff-900b-421236d5bfbb None None] The sync data for ids ['aeb2a548-db83-4802-9669-a935307d2555'] in n-d-694802-14 is: [{'id': 'aeb2a548-db83-4802-9669-a935307d2555', 'name': 'tempest-ServersTestMultiNic-1692366798-router', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:43Z', 'updated_at': '2021-07-08T01:38:46Z', 'revision_number': 3, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'gw_port': {'id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb2a548-db83-4802-9669-a935307d2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:44Z', 'updated_at': '2021-07-08T01:38:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:50.480678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:50.509320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8e0d2f-d65c-48aa-868e-73a8a379058c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:50.581869 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a99452c-9005-419d-b609-546c0c8f66f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:50.623633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eadd2e-2b30-4f9e-af32-5afa437fd1d2 req-92cbbf14-efc1-4e1d-8477-d454e139bbd1 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:50.625228 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2eadd2e-2b30-4f9e-af32-5afa437fd1d2 req-92cbbf14-efc1-4e1d-8477-d454e139bbd1 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 944 time: 0.6261215 Jul 08 01:38:50.749146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:50.820528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2eadd2e-2b30-4f9e-af32-5afa437fd1d2 req-0a8e7763-2d9f-4070-b5e3-c2cec77c7fe4 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591613 Jul 08 01:38:50.936258 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:50.992515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:50.995109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-6e2cfc4d-d260-4cff-b8d0-f6468c049876 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:51.004106 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-6e2cfc4d-d260-4cff-b8d0-f6468c049876 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 984 time: 0.4041505 Jul 08 01:38:51.061322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-d8d45867-5f1e-4605-b539-ce9aaedab6c1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'port': {'security_groups': ['062b37e5-371b-4e89-b02b-7d9393c2ed19', '4ea545d5-5ded-4121-b41e-073253040c1d', '27d656ef-7ece-44fc-b0c8-10705a1b81e2']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:51.075219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:51.083286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:51.084449 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.105916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-638b38e3-bff7-4b15-9d20-84118b20b4c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.141141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] Router 317d5083-92c0-4349-88cb-dc6219a4a19e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:51.218099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b38e3-bff7-4b15-9d20-84118b20b4c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Pushing event deleted for resources: {'Port': ['ID=571624e2-fed0-4ef6-a2c7-3307954853f4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:51.237246 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.270310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5f9b1957-2b8e-4e75-a1f8-24db64f1cd69,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:51.277180 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.310701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:51.321002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3e1f98a4-92bb-44d1-b087-6ae4e39e2611 admin admin] 10.222.0.41 "PUT /v2.0/routers/317d5083-92c0-4349-88cb-dc6219a4a19e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5631096 Jul 08 01:38:51.321666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46368) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:51.352982 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-d8d45867-5f1e-4605-b539-ce9aaedab6c1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.375386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5f9b1957-2b8e-4e75-a1f8-24db64f1cd69,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:51.383385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] Sync routers for ids ['317d5083-92c0-4349-88cb-dc6219a4a19e'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:51.394912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-638b38e3-bff7-4b15-9d20-84118b20b4c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] No DVR routers for this DVR port 571624e2-fed0-4ef6-a2c7-3307954853f4 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:51.403995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] Routers {'317d5083-92c0-4349-88cb-dc6219a4a19e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:51.404719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['317d5083-92c0-4349-88cb-dc6219a4a19e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:51.426692 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-638b38e3-bff7-4b15-9d20-84118b20b4c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.429495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2db114c-b8a7-4596-bb30-0d0d6666ed09 req-638b38e3-bff7-4b15-9d20-84118b20b4c5 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.24 "DELETE /v2.0/ports/571624e2-fed0-4ef6-a2c7-3307954853f4 HTTP/1.1" status: 204 len: 173 time: 1.8965037 Jul 08 01:38:51.430008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'name': 'network-vif-deleted', 'tag': '571624e2-fed0-4ef6-a2c7-3307954853f4'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:51.432393 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d3ad33-8335-4a2f-ace7-f8d468474677" -d '{"events": [{"server_uuid": "c4bdb925-d886-4396-b7c4-8882bbfcbf2e", "name": "network-vif-deleted", "tag": "571624e2-fed0-4ef6-a2c7-3307954853f4"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:51.440697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45e47eea-d038-49ff-85e9-7c37db585288 req-eaa2d598-791d-4da7-be20-6c8aa09d7891 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4bdb925-d886-4396-b7c4-8882bbfcbf2e HTTP/1.1" status: 200 len: 210 time: 0.0556700 Jul 08 01:38:51.484145 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.611486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Allocated IP 172.20.0.1 (e81337a1-6ed7-46ec-bbb2-87debcdad82a/2ca37bd8-b2b8-4edc-9013-53fc0fd57309/9b8e5e3c-05b0-42c4-9e73-be0163744b20) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:38:51.743475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] Set router 317d5083-92c0-4349-88cb-dc6219a4a19e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:51.763470 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.838669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Deleting port 354b4dc8-b950-49fb-a201-6145a11d59d9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:51.839401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.887436 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.918916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Transition to ACTIVE for port object 9b8e5e3c-05b0-42c4-9e73-be0163744b20 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:51.925888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-d8d45867-5f1e-4605-b539-ce9aaedab6c1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] For port 6e384216-7ef7-4d75-b02a-470e096f8f9c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:51.948099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] For port 354b4dc8-b950-49fb-a201-6145a11d59d9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=354b4dc8-b950-49fb-a201-6145a11d59d9,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:51.949345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.969550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Calling delete_port for 354b4dc8-b950-49fb-a201-6145a11d59d9 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:51.979747 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-d8d45867-5f1e-4605-b539-ce9aaedab6c1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:51.988362 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-d8d45867-5f1e-4605-b539-ce9aaedab6c1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.002251 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.004338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['6e384216-7ef7-4d75-b02a-470e096f8f9c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:52.011622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4d8069a6-4973-4983-b2e7-3c00a3b41ed9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:52.059706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Network e81337a1-6ed7-46ec-bbb2-87debcdad82a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:52.081342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-d8d45867-5f1e-4605-b539-ce9aaedab6c1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:52.082184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-d8d45867-5f1e-4605-b539-ce9aaedab6c1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.095895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd665a93-cc2b-4a10-8180-30662b0d07fd req-d8d45867-5f1e-4605-b539-ce9aaedab6c1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "PUT /v2.0/ports/6e384216-7ef7-4d75-b02a-470e096f8f9c HTTP/1.1" status: 200 len: 1020 time: 1.0907574 Jul 08 01:38:52.096958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:52.104291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:38:52.115292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-router', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:07Z', 'updated_at': '2021-07-08T01:38:50Z', 'revision_number': 5, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'gw_port': {'id': '354b4dc8-b950-49fb-a201-6145a11d59d9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:11Z', 'updated_at': '2021-07-08T01:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:52.180647 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5ad9ca-05cc-42b0-8aac-519cf5d2172c x-openstack-request-id: req-1f5ad9ca-05cc-42b0-8aac-519cf5d2172c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:52.181408 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bdb925-d886-4396-b7c4-8882bbfcbf2e", "name": "network-vif-deleted", "tag": "571624e2-fed0-4ef6-a2c7-3307954853f4", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:52.181873 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f5ad9ca-05cc-42b0-8aac-519cf5d2172c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:52.182512 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bdb925-d886-4396-b7c4-8882bbfcbf2e', 'name': 'network-vif-deleted', 'tag': '571624e2-fed0-4ef6-a2c7-3307954853f4', 'status': 'completed', 'code': 200} Jul 08 01:38:52.223967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d45867-5f1e-4605-b539-ce9aaedab6c1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'Port': ['ID=6e384216-7ef7-4d75-b02a-470e096f8f9c,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:52.226847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.273680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Pushing event deleted for resources: {'Port': ['ID=354b4dc8-b950-49fb-a201-6145a11d59d9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:52.302668 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.329265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['6e384216-7ef7-4d75-b02a-470e096f8f9c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:52.333299 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] Checking router: 317d5083-92c0-4349-88cb-dc6219a4a19e for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:52.397492 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.508215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] Routers {'317d5083-92c0-4349-88cb-dc6219a4a19e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:52.508995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['317d5083-92c0-4349-88cb-dc6219a4a19e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:52.527755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Pushing event updated for resources: {'Port': ['ID=9b8e5e3c-05b0-42c4-9e73-be0163744b20,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:52.556097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.558768 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.587311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a87d26a7-99ab-4b69-a522-77c9c99747a0 req-390bde13-b226-4838-8c7f-d70d6f357fab tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/27d656ef-7ece-44fc-b0c8-10705a1b81e2 HTTP/1.1" status: 200 len: 1799 time: 0.1191432 Jul 08 01:38:52.599328 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cbb70e-7214-43c9-8721-1fe3ec778100 req-f18840d6-aec6-4c7a-a491-b8e4edf11f4a tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:52.601617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90cbb70e-7214-43c9-8721-1fe3ec778100 req-f18840d6-aec6-4c7a-a491-b8e4edf11f4a tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 1096 time: 0.3002558 Jul 08 01:38:52.612907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.613414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317d5083-92c0-4349-88cb-dc6219a4a19e {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:38:52.621258 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.622084 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7f150756-4d2a-4658-962d-964ec22047fa admin admin] 10.222.0.41 "DELETE /v2.0/routers/317d5083-92c0-4349-88cb-dc6219a4a19e HTTP/1.1" status: 204 len: 168 time: 1.2993107 Jul 08 01:38:52.625112 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46386) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:52.642519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 571624e2-fed0-4ef6-a2c7-3307954853f4 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:52.695877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6465324b-6ca3-4a18-b4ba-c8aa9aa83a90 admin admin] Deleting subnet c7e9ad70-1236-4c02-b3bd-0e64983c758d {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:38:52.699108 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6465324b-6ca3-4a18-b4ba-c8aa9aa83a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.704150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 571624e2-fed0-4ef6-a2c7-3307954853f4 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:52.704520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 571624e2-fed0-4ef6-a2c7-3307954853f4 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:52.711337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] Set router 317d5083-92c0-4349-88cb-dc6219a4a19e gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:52.724919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90cbb70e-7214-43c9-8721-1fe3ec778100 req-26820048-61ec-44c9-9f81-c759b4ee780f tempest-LiveMigrationTest-2020088427 tempest-LiveMigrationTest-2020088427-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091566 Jul 08 01:38:52.730749 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.739760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6465324b-6ca3-4a18-b4ba-c8aa9aa83a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.745101 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-a87d26a7-99ab-4b69-a522-77c9c99747a0 req-f0a71bc0-d88e-404e-8ac5-fdabbfe9ff51 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 01:38:52.772866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a87d26a7-99ab-4b69-a522-77c9c99747a0 req-f0a71bc0-d88e-404e-8ac5-fdabbfe9ff51 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/27d656ef-7ece-44fc-b0c8-10705a1b81e2 HTTP/1.1" status: 409 len: 341 time: 0.1552579 Jul 08 01:38:52.874341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-router', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:07Z', 'updated_at': '2021-07-08T01:38:52Z', 'revision_number': 7, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:52.876507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-36b68c3a-aa28-4b83-9717-d3be7bee51b8 None None] Provisioning for port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:52.942770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6465324b-6ca3-4a18-b4ba-c8aa9aa83a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:52.958532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93ba6cb-2db1-4e3a-baad-cd5d25b24c34 None None] The sync data for ids ['317d5083-92c0-4349-88cb-dc6219a4a19e'] in n-d-694802-14 is: [{'id': '317d5083-92c0-4349-88cb-dc6219a4a19e', 'name': 'tempest-AttachSCSIVolumeTestJSON-673000782-router', 'tenant_id': 'af5cf55168a44961b9d211e48943bcff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:07Z', 'updated_at': '2021-07-08T01:38:52Z', 'revision_number': 7, 'project_id': 'af5cf55168a44961b9d211e48943bcff', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:52.960466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-36b68c3a-aa28-4b83-9717-d3be7bee51b8 None None] Provisioning complete for port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:52.961143 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-36b68c3a-aa28-4b83-9717-d3be7bee51b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.033946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:53.057919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6465324b-6ca3-4a18-b4ba-c8aa9aa83a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.101280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465324b-6ca3-4a18-b4ba-c8aa9aa83a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7e9ad70-1236-4c02-b3bd-0e64983c758d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:53.124014 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6465324b-6ca3-4a18-b4ba-c8aa9aa83a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.128744 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6465324b-6ca3-4a18-b4ba-c8aa9aa83a90 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c7e9ad70-1236-4c02-b3bd-0e64983c758d HTTP/1.1" status: 204 len: 168 time: 0.4999154 Jul 08 01:38:53.128947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-36b68c3a-aa28-4b83-9717-d3be7bee51b8 None None] Port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:38:53.129048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46398) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:53.139531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ca2fb9-d9e0-4399-9d1e-2b9c85633000 None None] Network ef3ad896-9f41-4e16-8db4-03a47fb22543 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:53.166793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.182049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0322c85-b2ff-49a8-a0f3-0696aedcbe62 req-488a8b23-19b7-4c95-a52e-8c4cfa56d41d tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:53.183718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0322c85-b2ff-49a8-a0f3-0696aedcbe62 req-488a8b23-19b7-4c95-a52e-8c4cfa56d41d tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ee37d1f-525b-4506-9ed2-b44815648a73 HTTP/1.1" status: 200 len: 945 time: 0.2436950 Jul 08 01:38:53.184894 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.226814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-0483e56b-e02b-469e-b068-bbdbb7c02c49 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:53.228488 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-0483e56b-e02b-469e-b068-bbdbb7c02c49 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ee37d1f-525b-4506-9ed2-b44815648a73 HTTP/1.1" status: 200 len: 945 time: 0.4225435 Jul 08 01:38:53.283694 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.288871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Pushing event updated for resources: {'Port': ['ID=9b8e5e3c-05b0-42c4-9e73-be0163744b20,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:53.302997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0322c85-b2ff-49a8-a0f3-0696aedcbe62 req-1692ae9d-b3c1-4aae-9758-a808ddf8a17a tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f8518f8-8b05-4a1d-85d1-72bb560d79e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937977 Jul 08 01:38:53.317175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.394341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:53.394719 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.490755 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1bacc80-26a0-446d-8bf7-3090f10aa85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.505934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-11f006ee-3552-4d1f-8488-0ae1c8f02807 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Deleting port 5451cc45-434d-45bd-82c2-2c0a3abd44ce {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:53.506613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-11f006ee-3552-4d1f-8488-0ae1c8f02807 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.514335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Deleting port 412697e9-3894-45c7-ae57-cf9b40fe4c41 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:53.515044 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.558580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Network e81337a1-6ed7-46ec-bbb2-87debcdad82a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:38:53.562373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:53.682213 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.754459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-11f006ee-3552-4d1f-8488-0ae1c8f02807 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] For port 5451cc45-434d-45bd-82c2-2c0a3abd44ce, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5451cc45-434d-45bd-82c2-2c0a3abd44ce,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:53.754838 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-11f006ee-3552-4d1f-8488-0ae1c8f02807 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.786416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-11f006ee-3552-4d1f-8488-0ae1c8f02807 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Calling delete_port for 5451cc45-434d-45bd-82c2-2c0a3abd44ce owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:53.895659 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bff5a92-b8fc-4301-b647-2a0937a748df None None] DHCP port deletion for ef3ad896-9f41-4e16-8db4-03a47fb22543 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:38:53.896740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Router aeb2a548-db83-4802-9669-a935307d2555 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:38:53.983916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-34f8bcff-3c9e-49b5-bf13-28c5a26a3def None None] Provisioning complete for port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:53.984413 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34f8bcff-3c9e-49b5-bf13-28c5a26a3def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:53.988062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] For port 412697e9-3894-45c7-ae57-cf9b40fe4c41, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=412697e9-3894-45c7-ae57-cf9b40fe4c41,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:53.988790 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.009439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Calling delete_port for 412697e9-3894-45c7-ae57-cf9b40fe4c41 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:54.026885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5bff5a92-b8fc-4301-b647-2a0937a748df None None] Deleting port 412697e9-3894-45c7-ae57-cf9b40fe4c41 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:54.027288 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5bff5a92-b8fc-4301-b647-2a0937a748df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.097816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-34f8bcff-3c9e-49b5-bf13-28c5a26a3def None None] Port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:38:54.098348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-617c1475-8069-4c66-974a-660ab262889f tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.100589 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-617c1475-8069-4c66-974a-660ab262889f tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 945 time: 0.4427564 Jul 08 01:38:54.156149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5bff5a92-b8fc-4301-b647-2a0937a748df None None] For port 412697e9-3894-45c7-ae57-cf9b40fe4c41, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=412697e9-3894-45c7-ae57-cf9b40fe4c41,segment=NetworkSegment(89834355-2ba8-47db-a1ca-ace20567409a),segment_id=89834355-2ba8-47db-a1ca-ace20567409a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:54.156668 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5bff5a92-b8fc-4301-b647-2a0937a748df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.173359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5bff5a92-b8fc-4301-b647-2a0937a748df None None] Calling delete_port for 412697e9-3894-45c7-ae57-cf9b40fe4c41 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:54.179284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca01422-928a-43c7-9185-f9909c6c96e1 req-865c254e-219e-4de7-84b8-30b530c64b28 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.180864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ca01422-928a-43c7-9185-f9909c6c96e1 req-865c254e-219e-4de7-84b8-30b530c64b28 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 1023 time: 0.1922700 Jul 08 01:38:54.184867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'tag': '6e384216-7ef7-4d75-b02a-470e096f8f9c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:54.187120 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e346d78-7227-4f9b-a0cd-42cdace798a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d1c5aa-bf15-416e-94fa-29c94f927a79", "tag": "6e384216-7ef7-4d75-b02a-470e096f8f9c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:54.197147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:38:54.207137 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Sync routers for ids ['aeb2a548-db83-4802-9669-a935307d2555'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:38:54.218428 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Routers {'aeb2a548-db83-4802-9669-a935307d2555'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:54.219427 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-899da88d-283e-464f-a988-dd4b1240144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['aeb2a548-db83-4802-9669-a935307d2555'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.229205 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3e059a06-0d9e-4b73-8ab2-22a3e87aa11f admin admin] 10.222.0.41 "PUT /v2.0/routers/aeb2a548-db83-4802-9669-a935307d2555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1963351 Jul 08 01:38:54.273674 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.309497 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ca01422-928a-43c7-9185-f9909c6c96e1 req-bd9ae96c-32a6-44bc-9420-c98ad14c7b58 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d656ef-7ece-44fc-b0c8-10705a1b81e2&id=062b37e5-371b-4e89-b02b-7d9393c2ed19&id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1177325 Jul 08 01:38:54.331695 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5bff5a92-b8fc-4301-b647-2a0937a748df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.373900 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Set router aeb2a548-db83-4802-9669-a935307d2555 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:54.379271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=412697e9-3894-45c7-ae57-cf9b40fe4c41,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:54.381411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-11f006ee-3552-4d1f-8488-0ae1c8f02807 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.394672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] No DVR routers for this DVR port 412697e9-3894-45c7-ae57-cf9b40fe4c41 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:54.438431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff5a92-b8fc-4301-b647-2a0937a748df None None] Pushing event deleted for resources: {'Port': ['ID=412697e9-3894-45c7-ae57-cf9b40fe4c41,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:54.463346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bff5a92-b8fc-4301-b647-2a0937a748df None None] No DVR routers for this DVR port 412697e9-3894-45c7-ae57-cf9b40fe4c41 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:54.519333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46420) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:54.548294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644b718-52f0-424b-b7aa-e83b1c708629 req-6956b59b-aba2-44a1-ac4a-cd85e34e5530 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.557754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5451cc45-434d-45bd-82c2-2c0a3abd44ce', '3dba0ab8-4e61-4e73-9eed-90d4427bfef0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:54.560945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3644b718-52f0-424b-b7aa-e83b1c708629 req-6956b59b-aba2-44a1-ac4a-cd85e34e5530 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 944 time: 0.2438154 Jul 08 01:38:54.581301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f006ee-3552-4d1f-8488-0ae1c8f02807 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Pushing event deleted for resources: {'Port': ['ID=5451cc45-434d-45bd-82c2-2c0a3abd44ce,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:54.587216 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.603754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3ad896-9f41-4e16-8db4-03a47fb22543']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.630430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89834355-2ba8-47db-a1ca-ace20567409a') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.630714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89834355-2ba8-47db-a1ca-ace20567409a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.675671 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3644b718-52f0-424b-b7aa-e83b1c708629 req-3ee6bfc5-b9fe-4c9c-ba61-2b4e7e5178fa tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137516 Jul 08 01:38:54.685483 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.704574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.704724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-7cbf45be-8f04-4a7d-8083-8b7779f18631 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.704724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-7cbf45be-8f04-4a7d-8083-8b7779f18631 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 944 time: 0.2123890 Jul 08 01:38:54.752252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836423f-1da8-4b34-8cb1-289527585c63 req-27ea5293-0e5c-43ed-afea-6f52778dcd5d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:54.758506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-76440a1f-310c-4728-b12b-4176ec1466be tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Deleting port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:54.758654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-76440a1f-310c-4728-b12b-4176ec1466be tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.763915 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-899da88d-283e-464f-a988-dd4b1240144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb2a548-db83-4802-9669-a935307d2555', 'name': 'tempest-ServersTestMultiNic-1692366798-router', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:43Z', 'updated_at': '2021-07-08T01:38:52Z', 'revision_number': 4, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'gw_port': {'id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb2a548-db83-4802-9669-a935307d2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:44Z', 'updated_at': '2021-07-08T01:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9b8e5e3c-05b0-42c4-9e73-be0163744b20', 'name': '', 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'mac_address': 'fa:16:3e:18:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb2a548-db83-4802-9669-a935307d2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ca37bd8-b2b8-4edc-9013-53fc0fd57309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:50Z', 'updated_at': '2021-07-08T01:38:52Z', 'revision_number': 2, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'subnets': [{'id': '2ca37bd8-b2b8-4edc-9013-53fc0fd57309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:54.764920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a836423f-1da8-4b34-8cb1-289527585c63 req-27ea5293-0e5c-43ed-afea-6f52778dcd5d tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 944 time: 0.1923554 Jul 08 01:38:54.765963 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-741644837'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:54.811191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-11f006ee-3552-4d1f-8488-0ae1c8f02807 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] No DVR routers for this DVR port 5451cc45-434d-45bd-82c2-2c0a3abd44ce on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:54.823850 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Checking router: aeb2a548-db83-4802-9669-a935307d2555 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:38:54.824101 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Updating router aeb2a548-db83-4802-9669-a935307d2555 port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:38:54.846274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 354b4dc8-b950-49fb-a201-6145a11d59d9 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:54.857991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-11f006ee-3552-4d1f-8488-0ae1c8f02807 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.859958 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8014f5f4-553b-4f29-8dd2-c7aa040af348 req-11f006ee-3552-4d1f-8488-0ae1c8f02807 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.16 "DELETE /v2.0/ports/5451cc45-434d-45bd-82c2-2c0a3abd44ce HTTP/1.1" status: 204 len: 173 time: 1.6243412 Jul 08 01:38:54.862059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee37d1f-525b-4506-9ed2-b44815648a73', 'name': 'network-vif-deleted', 'tag': '5451cc45-434d-45bd-82c2-2c0a3abd44ce'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:54.874254 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07206800-1462-46f9-9ce0-c40273ebccd2" -d '{"events": [{"server_uuid": "3ee37d1f-525b-4506-9ed2-b44815648a73", "name": "network-vif-deleted", "tag": "5451cc45-434d-45bd-82c2-2c0a3abd44ce"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:54.880233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 354b4dc8-b950-49fb-a201-6145a11d59d9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:54.880624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 354b4dc8-b950-49fb-a201-6145a11d59d9 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:54.881042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 412697e9-3894-45c7-ae57-cf9b40fe4c41 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:54.883422 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.904891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 412697e9-3894-45c7-ae57-cf9b40fe4c41 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:54.904891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 412697e9-3894-45c7-ae57-cf9b40fe4c41 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:54.904891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device df8e0d2f-d65c-48aa-868e-73a8a379058c no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:54.930933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.945868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a836423f-1da8-4b34-8cb1-289527585c63 req-ee514cd2-28fd-46bb-a873-8fa988c0dac6 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797142 Jul 08 01:38:54.946403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: df8e0d2f-d65c-48aa-868e-73a8a379058c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:54.949605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device df8e0d2f-d65c-48aa-868e-73a8a379058c not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:54.965208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:38:54.965749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:38:54.967941 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:38:54.984947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-ffd86b98-8a57-4b36-a647-6a36c1ed816c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Deleting port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:54.985291 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-ffd86b98-8a57-4b36-a647-6a36c1ed816c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.008889 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8eed94-80ef-406a-a18e-c7ae33ce19a0 x-openstack-request-id: req-4e8eed94-80ef-406a-a18e-c7ae33ce19a0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:55.009257 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d1c5aa-bf15-416e-94fa-29c94f927a79", "tag": "6e384216-7ef7-4d75-b02a-470e096f8f9c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:55.009575 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e8eed94-80ef-406a-a18e-c7ae33ce19a0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:55.017030 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'tag': '6e384216-7ef7-4d75-b02a-470e096f8f9c', 'status': 'completed', 'code': 200} Jul 08 01:38:55.070380 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97ea15e-17c5-41a5-a9dc-98051162885e x-openstack-request-id: req-e97ea15e-17c5-41a5-a9dc-98051162885e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:55.070675 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee37d1f-525b-4506-9ed2-b44815648a73", "name": "network-vif-deleted", "tag": "5451cc45-434d-45bd-82c2-2c0a3abd44ce", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:55.070928 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e97ea15e-17c5-41a5-a9dc-98051162885e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:55.071372 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee37d1f-525b-4506-9ed2-b44815648a73', 'name': 'network-vif-deleted', 'tag': '5451cc45-434d-45bd-82c2-2c0a3abd44ce', 'status': 'completed', 'code': 200} Jul 08 01:38:55.106710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:55.112638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.156180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.163458 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.165589 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] 10.222.0.41 "DELETE /v2.0/networks/ef3ad896-9f41-4e16-8db4-03a47fb22543 HTTP/1.1" status: 204 len: 168 time: 2.0324452 Jul 08 01:38:55.182090 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:38:55.182461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46432) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:55.211440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46bc2c4e-b24f-47b2-b74b-8982b576c09d req-41393139-8846-4691-accd-a396dcb37e2c tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ee37d1f-525b-4506-9ed2-b44815648a73 HTTP/1.1" status: 200 len: 210 time: 0.0998664 Jul 08 01:38:55.281431 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-ffd86b98-8a57-4b36-a647-6a36c1ed816c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] For port d9c0dd27-a1a3-4cec-b8ff-538c329a6203, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:55.281867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-ffd86b98-8a57-4b36-a647-6a36c1ed816c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.307707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-ffd86b98-8a57-4b36-a647-6a36c1ed816c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Calling delete_port for d9c0dd27-a1a3-4cec-b8ff-538c329a6203 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:55.407758 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.432890 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Transition to ACTIVE for port object 9b8e5e3c-05b0-42c4-9e73-be0163744b20 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:38:55.446409 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.469653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-9dbc9f2a-34b5-4bb0-936a-94aa488c46cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:55.471376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-9dbc9f2a-34b5-4bb0-936a-94aa488c46cd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 1023 time: 0.1093652 Jul 08 01:38:55.587674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-76440a1f-310c-4728-b12b-4176ec1466be tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] For port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,segment=NetworkSegment(82085c10-647f-4a83-8594-9854a3cfe792),segment_id=82085c10-647f-4a83-8594-9854a3cfe792)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:55.588330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-76440a1f-310c-4728-b12b-4176ec1466be tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.598679 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Pushing event updated for resources: {'Port': ['ID=9b8e5e3c-05b0-42c4-9e73-be0163744b20,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:55.619119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46440) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:55.641146 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.641831 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.642507 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.643005 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.643521 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.644034 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.644563 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.645726 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.646223 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.646801 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.647389 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.647889 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:38:55.665695 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915945e-cf14-43ba-bf7d-897835fa5a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3ad896-9f41-4e16-8db4-03a47fb22543,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:55.687007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-76440a1f-310c-4728-b12b-4176ec1466be tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Calling delete_port for 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:55.687377 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-ffd86b98-8a57-4b36-a647-6a36c1ed816c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.699856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['9b2c80cd-2704-4481-a459-70709a440f2e', 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:55.700644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-63845a61-2305-46ab-b1b8-7c30cc7bcf93 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:55.702570 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-63845a61-2305-46ab-b1b8-7c30cc7bcf93 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 944 time: 1.0840964 Jul 08 01:38:55.716956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:38:55.721830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Attempting to bind port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:38:55.722965 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Attempting to bind port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '672706b0-e5ab-4a2f-bc69-378cbd6ae957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:38:55.726588 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Attempting to bind port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 on network e81337a1-6ed7-46ec-bbb2-87debcdad82a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:38:55.740772 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:38:55.741633 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Checking segment: {'id': '672706b0-e5ab-4a2f-bc69-378cbd6ae957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:55.743805 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.744470 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Bound using segment: {'id': '672706b0-e5ab-4a2f-bc69-378cbd6ae957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:38:55.745163 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Bound port: 9b8e5e3c-05b0-42c4-9e73-be0163744b20, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672706b0-e5ab-4a2f-bc69-378cbd6ae957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:38:55.745474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.745969 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Added segment 54bc8a65-37e5-4a36-9e93-04b65dacab67 of type vlan for network 24631113-dc61-4d8c-a4a4-fed0ffed1506 Jul 08 01:38:55.746308 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.812062 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.883017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd86b98-8a57-4b36-a647-6a36c1ed816c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Pushing event deleted for resources: {'Port': ['ID=d9c0dd27-a1a3-4cec-b8ff-538c329a6203,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:55.905518 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-899da88d-283e-464f-a988-dd4b1240144f None None] For port 9b8e5e3c-05b0-42c4-9e73-be0163744b20, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:38:55.911049 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-899da88d-283e-464f-a988-dd4b1240144f None None] For port 9b8e5e3c-05b0-42c4-9e73-be0163744b20, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9b8e5e3c-05b0-42c4-9e73-be0163744b20,segment=NetworkSegment(672706b0-e5ab-4a2f-bc69-378cbd6ae957),segment_id=672706b0-e5ab-4a2f-bc69-378cbd6ae957)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:38:55.923901 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.964228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-ffd86b98-8a57-4b36-a647-6a36c1ed816c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] No DVR routers for this DVR port d9c0dd27-a1a3-4cec-b8ff-538c329a6203 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:55.985756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-ffd86b98-8a57-4b36-a647-6a36c1ed816c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:55.987769 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8690c24b-06ae-4be8-ad48-17a640832ae3 req-ffd86b98-8a57-4b36-a647-6a36c1ed816c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.24 "DELETE /v2.0/ports/d9c0dd27-a1a3-4cec-b8ff-538c329a6203 HTTP/1.1" status: 204 len: 173 time: 1.2635102 Jul 08 01:38:55.996295 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Routers {'aeb2a548-db83-4802-9669-a935307d2555'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:38:55.996961 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-899da88d-283e-464f-a988-dd4b1240144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['aeb2a548-db83-4802-9669-a935307d2555'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:56.004919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492dcda-ffb2-45af-a892-19720f411815 req-bd4a3e16-5be2-4f67-9562-19c5ec07530d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.014316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3492dcda-ffb2-45af-a892-19720f411815 req-bd4a3e16-5be2-4f67-9562-19c5ec07530d tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 1023 time: 0.4454651 Jul 08 01:38:56.026204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.032785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.034049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.043529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8075dec-6f47-451b-815a-869616806f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.046833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f255ba0-1614-4de7-a550-8c9d0315615e req-9592ff35-1051-43fb-a0a2-ba4aff887282 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.0797813 Jul 08 01:38:56.091289 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e5390-23b6-40c8-9ad4-e67bca7bd729 None None] Pushing event updated for resources: {'Port': ['ID=9b8e5e3c-05b0-42c4-9e73-be0163744b20,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:56.200693 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8075dec-6f47-451b-815a-869616806f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.215964 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8075dec-6f47-451b-815a-869616806f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.243112 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-899da88d-283e-464f-a988-dd4b1240144f None None] Set router aeb2a548-db83-4802-9669-a935307d2555 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:38:56.246956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Network': ['ID=24631113-dc61-4d8c-a4a4-fed0ffed1506,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:56.259801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 24631113-dc61-4d8c-a4a4-fed0ffed1506 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:38:56.303097 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3492dcda-ffb2-45af-a892-19720f411815 req-893e6b4d-65d6-4845-8029-2f968b6e1ab4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=27d656ef-7ece-44fc-b0c8-10705a1b81e2&id=062b37e5-371b-4e89-b02b-7d9393c2ed19&id=4ea545d5-5ded-4121-b41e-073253040c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2877357 Jul 08 01:38:56.335768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8075dec-6f47-451b-815a-869616806f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b3303a-9509-4adb-a71a-f5caa36aad2e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:56.349879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-b218264b-f9cb-4f50-9a3d-2aa99cc06b10 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Deleting port 6e384216-7ef7-4d75-b02a-470e096f8f9c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:56.350230 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-b218264b-f9cb-4f50-9a3d-2aa99cc06b10 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.455418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346d78-7227-4f9b-a0cd-42cdace798a9 req-3301b0c6-e832-46b4-881b-ae70ca3c539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.458526 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6e346d78-7227-4f9b-a0cd-42cdace798a9 req-3301b0c6-e832-46b4-881b-ae70ca3c539a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ed46a6397b5423fad2e8f536e057e35&device_id=a8d1c5aa-bf15-416e-94fa-29c94f927a79 HTTP/1.1" status: 200 len: 1175 time: 1.4186103 Jul 08 01:38:56.462231 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.531577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-b218264b-f9cb-4f50-9a3d-2aa99cc06b10 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] For port 6e384216-7ef7-4d75-b02a-470e096f8f9c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:56.532175 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-b218264b-f9cb-4f50-9a3d-2aa99cc06b10 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.546227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-b218264b-f9cb-4f50-9a3d-2aa99cc06b10 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Calling delete_port for 6e384216-7ef7-4d75-b02a-470e096f8f9c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:56.585433 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-76440a1f-310c-4728-b12b-4176ec1466be tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.587710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346d78-7227-4f9b-a0cd-42cdace798a9 req-da9de819-5410-4dc7-a7d8-6d299537a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:56.589464 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6e346d78-7227-4f9b-a0cd-42cdace798a9 req-da9de819-5410-4dc7-a7d8-6d299537a996 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 200 len: 914 time: 0.1157985 Jul 08 01:38:56.650130 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a65fc0d0-cd51-4c6a-9030-ac27106ba74d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1134801 Jul 08 01:38:56.686154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:56.701779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76440a1f-310c-4728-b12b-4176ec1466be tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Pushing event deleted for resources: {'Port': ['ID=3dba0ab8-4e61-4e73-9eed-90d4427bfef0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:56.714989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'subnet': {'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:56.722452 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-b218264b-f9cb-4f50-9a3d-2aa99cc06b10 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.734589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4d8069a6-4973-4983-b2e7-3c00a3b41ed9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:38:56.748890 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-899da88d-283e-464f-a988-dd4b1240144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb2a548-db83-4802-9669-a935307d2555', 'name': 'tempest-ServersTestMultiNic-1692366798-router', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:43Z', 'updated_at': '2021-07-08T01:38:52Z', 'revision_number': 4, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'gw_port': {'id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb2a548-db83-4802-9669-a935307d2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:44Z', 'updated_at': '2021-07-08T01:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9b8e5e3c-05b0-42c4-9e73-be0163744b20', 'name': '', 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'mac_address': 'fa:16:3e:18:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb2a548-db83-4802-9669-a935307d2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ca37bd8-b2b8-4edc-9013-53fc0fd57309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:50Z', 'updated_at': '2021-07-08T01:38:55Z', 'revision_number': 4, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'subnets': [{'id': '2ca37bd8-b2b8-4edc-9013-53fc0fd57309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:56.750816 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6e346d78-7227-4f9b-a0cd-42cdace798a9 req-3f3b42ae-c780-42f4-9891-609681ba0c59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e384216-7ef7-4d75-b02a-470e096f8f9c HTTP/1.1" status: 200 len: 217 time: 0.0991256 Jul 08 01:38:56.785861 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899da88d-283e-464f-a988-dd4b1240144f None None] The sync data for ids ['aeb2a548-db83-4802-9669-a935307d2555'] in n-d-694802-14 is: [{'id': 'aeb2a548-db83-4802-9669-a935307d2555', 'name': 'tempest-ServersTestMultiNic-1692366798-router', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:43Z', 'updated_at': '2021-07-08T01:38:52Z', 'revision_number': 4, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'gw_port': {'id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb2a548-db83-4802-9669-a935307d2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:44Z', 'updated_at': '2021-07-08T01:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9b8e5e3c-05b0-42c4-9e73-be0163744b20', 'name': '', 'network_id': 'e81337a1-6ed7-46ec-bbb2-87debcdad82a', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'mac_address': 'fa:16:3e:18:aa:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb2a548-db83-4802-9669-a935307d2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '2ca37bd8-b2b8-4edc-9013-53fc0fd57309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:50Z', 'updated_at': '2021-07-08T01:38:55Z', 'revision_number': 4, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'subnets': [{'id': '2ca37bd8-b2b8-4edc-9013-53fc0fd57309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:38:56.818199 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e5ec9fe-d7cb-4506-90aa-f5d989577438 req-d020c421-60e9-4846-9dbd-0b65b6820f98 tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8 HTTP/1.1" status: 200 len: 210 time: 0.1366503 Jul 08 01:38:56.825181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a8075dec-6f47-451b-815a-869616806f34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02c68aa00b07460894cbb7ff6371e320&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1999481 Jul 08 01:38:56.829693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-76440a1f-310c-4728-b12b-4176ec1466be tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] No DVR routers for this DVR port 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:56.883118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5451cc45-434d-45bd-82c2-2c0a3abd44ce no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:56.892233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:56.908976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218264b-f9cb-4f50-9a3d-2aa99cc06b10 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'Port': ['ID=6e384216-7ef7-4d75-b02a-470e096f8f9c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:56.947013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 5451cc45-434d-45bd-82c2-2c0a3abd44ce {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:56.947527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5451cc45-434d-45bd-82c2-2c0a3abd44ce not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:56.948048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:56.950724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-b218264b-f9cb-4f50-9a3d-2aa99cc06b10 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] No DVR routers for this DVR port 6e384216-7ef7-4d75-b02a-470e096f8f9c on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:56.953608 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-b218264b-f9cb-4f50-9a3d-2aa99cc06b10 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.955933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6d40eca-ee83-48a3-b763-aa1b395bb4d1 req-b218264b-f9cb-4f50-9a3d-2aa99cc06b10 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.24 "DELETE /v2.0/ports/6e384216-7ef7-4d75-b02a-470e096f8f9c HTTP/1.1" status: 204 len: 173 time: 1.4753747 Jul 08 01:38:56.960931 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-76440a1f-310c-4728-b12b-4176ec1466be tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:56.962416 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d105f4f3-d194-4f32-8d6a-46e55062c7d8 req-76440a1f-310c-4728-b12b-4176ec1466be tempest-ListServersNegativeTestJSON-1914422040 tempest-ListServersNegativeTestJSON-1914422040-project] 10.222.0.16 "DELETE /v2.0/ports/3dba0ab8-4e61-4e73-9eed-90d4427bfef0 HTTP/1.1" status: 204 len: 173 time: 2.8396721 Jul 08 01:38:57.024793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'name': 'network-vif-deleted', 'tag': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203'}, {'server_uuid': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'name': 'network-vif-deleted', 'tag': '6e384216-7ef7-4d75-b02a-470e096f8f9c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:57.027261 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d07b1fa-c66e-4453-850e-75211fd2b3e3" -d '{"events": [{"server_uuid": "16ac07ea-2747-4e5c-aa2a-94781663618f", "name": "network-vif-deleted", "tag": "d9c0dd27-a1a3-4cec-b8ff-538c329a6203"}, {"server_uuid": "a8d1c5aa-bf15-416e-94fa-29c94f927a79", "name": "network-vif-deleted", "tag": "6e384216-7ef7-4d75-b02a-470e096f8f9c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:57.098678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8', 'name': 'network-vif-deleted', 'tag': '3dba0ab8-4e61-4e73-9eed-90d4427bfef0'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:38:57.101583 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569cb719-2db2-4227-aaef-cdff2cf2d564" -d '{"events": [{"server_uuid": "9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8", "name": "network-vif-deleted", "tag": "3dba0ab8-4e61-4e73-9eed-90d4427bfef0"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:38:57.108090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346d78-7227-4f9b-a0cd-42cdace798a9 req-fd68225f-5638-4793-8721-6293edebe363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:57.109696 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6e346d78-7227-4f9b-a0cd-42cdace798a9 req-fd68225f-5638-4793-8721-6293edebe363 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=401b941c-28f8-4535-b717-37c042a004d7 HTTP/1.1" status: 200 len: 853 time: 0.3469856 Jul 08 01:38:57.142324 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943185c-118b-4cea-8dc2-112e296b15c2 req-e09120e4-8e1c-4379-a422-22c832a0d79a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:57.152253 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c943185c-118b-4cea-8dc2-112e296b15c2 req-e09120e4-8e1c-4379-a422-22c832a0d79a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 944 time: 0.4650769 Jul 08 01:38:57.159098 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5866ad6f-f28b-4b80-a5cc-645a7fe2972b x-openstack-request-id: req-5866ad6f-f28b-4b80-a5cc-645a7fe2972b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:57.159098 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ac07ea-2747-4e5c-aa2a-94781663618f", "name": "network-vif-deleted", "tag": "d9c0dd27-a1a3-4cec-b8ff-538c329a6203", "status": "completed", "code": 200}, {"server_uuid": "a8d1c5aa-bf15-416e-94fa-29c94f927a79", "name": "network-vif-deleted", "tag": "6e384216-7ef7-4d75-b02a-470e096f8f9c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:57.159098 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5866ad6f-f28b-4b80-a5cc-645a7fe2972b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:57.159550 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ac07ea-2747-4e5c-aa2a-94781663618f', 'name': 'network-vif-deleted', 'tag': 'd9c0dd27-a1a3-4cec-b8ff-538c329a6203', 'status': 'completed', 'code': 200} Jul 08 01:38:57.159761 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d1c5aa-bf15-416e-94fa-29c94f927a79', 'name': 'network-vif-deleted', 'tag': '6e384216-7ef7-4d75-b02a-470e096f8f9c', 'status': 'completed', 'code': 200} Jul 08 01:38:57.208748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-92f8f0b6-13a6-4103-877f-4d36cf05939a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Deleting port 4300c723-e98d-406f-b092-7614cfc07bfb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:57.210038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-92f8f0b6-13a6-4103-877f-4d36cf05939a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:57.216604 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6e346d78-7227-4f9b-a0cd-42cdace798a9 req-cb44225d-4fe2-4e8b-93c4-6434be38babd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff803069-0134-44a9-abc5-c042a95f8c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933542 Jul 08 01:38:57.227074 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3612310-5558-4473-9dab-c90187a83607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:57.285511 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3612310-5558-4473-9dab-c90187a83607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:57.301552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:57.302113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3dba0ab8-4e61-4e73-9eed-90d4427bfef0 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:57.350924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:57.354921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:57.377269 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3612310-5558-4473-9dab-c90187a83607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:57.379866 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3612310-5558-4473-9dab-c90187a83607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:57.384046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b3612310-5558-4473-9dab-c90187a83607 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62b3303a-9509-4adb-a71a-f5caa36aad2e HTTP/1.1" status: 204 len: 168 time: 0.4857838 Jul 08 01:38:57.633367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-92f8f0b6-13a6-4103-877f-4d36cf05939a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] For port 4300c723-e98d-406f-b092-7614cfc07bfb, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=4300c723-e98d-406f-b092-7614cfc07bfb,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:57.633874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-92f8f0b6-13a6-4103-877f-4d36cf05939a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:57.707174 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6e346d78-7227-4f9b-a0cd-42cdace798a9 req-51cedcb2-35cb-4b71-8848-19046f60670d service neutron] 10.222.0.24 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680057 Jul 08 01:38:57.716705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-92f8f0b6-13a6-4103-877f-4d36cf05939a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Calling delete_port for 4300c723-e98d-406f-b092-7614cfc07bfb owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:57.949403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c943185c-118b-4cea-8dc2-112e296b15c2 req-229edf95-78b2-4fea-be5c-3c78d443a2a4 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7961314 Jul 08 01:38:57.962177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7235bd1f-13e7-4c39-9262-5609b618b7da req-bf674a0b-07fe-4dea-bf21-66c842905791 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.0589747 Jul 08 01:38:57.997332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3612310-5558-4473-9dab-c90187a83607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b3303a-9509-4adb-a71a-f5caa36aad2e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:58.031916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-92f8f0b6-13a6-4103-877f-4d36cf05939a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.078927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46476) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:58.123002 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09336ec9-f5ef-4c45-ace0-019e3b54c497 x-openstack-request-id: req-09336ec9-f5ef-4c45-ace0-019e3b54c497 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:38:58.123388 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8", "name": "network-vif-deleted", "tag": "3dba0ab8-4e61-4e73-9eed-90d4427bfef0", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:38:58.123669 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09336ec9-f5ef-4c45-ace0-019e3b54c497 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:38:58.124189 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed6a9c2-d0c8-4e41-beb9-636dcc88eab8', 'name': 'network-vif-deleted', 'tag': '3dba0ab8-4e61-4e73-9eed-90d4427bfef0', 'status': 'completed', 'code': 200} Jul 08 01:38:58.125006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f0b6-13a6-4103-877f-4d36cf05939a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Pushing event deleted for resources: {'Port': ['ID=4300c723-e98d-406f-b092-7614cfc07bfb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:58.125123 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8a73-cc3f-4ec7-933a-dc354cfe8a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.254345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-92f8f0b6-13a6-4103-877f-4d36cf05939a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] No DVR routers for this DVR port 4300c723-e98d-406f-b092-7614cfc07bfb on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:38:58.281735 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-92f8f0b6-13a6-4103-877f-4d36cf05939a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.284863 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c81085d-d1c1-4117-8c41-4396d0ebb1ad req-92f8f0b6-13a6-4103-877f-4d36cf05939a tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.24 "DELETE /v2.0/ports/4300c723-e98d-406f-b092-7614cfc07bfb HTTP/1.1" status: 204 len: 173 time: 2.5631447 Jul 08 01:38:58.332834 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6e346d78-7227-4f9b-a0cd-42cdace798a9 req-f03354f8-2a15-422e-8832-d232592c0e15 service neutron] 10.222.0.24 "GET /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105871 Jul 08 01:38:58.381754 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.461017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46480) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:58.543841 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6966feee-0a5e-4258-a171-5573f045c6b8 req-c9f3a033-d2f6-47c5-8542-1c9f76821d1b tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/062b37e5-371b-4e89-b02b-7d9393c2ed19 HTTP/1.1" status: 200 len: 1801 time: 0.2169485 Jul 08 01:38:58.568873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 4300c723-e98d-406f-b092-7614cfc07bfb no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:58.594688 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.622293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 4300c723-e98d-406f-b092-7614cfc07bfb {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:58.622538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 4300c723-e98d-406f-b092-7614cfc07bfb not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:58.623208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6e384216-7ef7-4d75-b02a-470e096f8f9c no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:58.658143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc6b4b3-0931-4e27-9b1a-3ff0634897c3 admin admin] Deleting subnet c5fef32f-14d5-4715-91d8-b271ec0401fd {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:38:58.659925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 6e384216-7ef7-4d75-b02a-470e096f8f9c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:58.660940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6e384216-7ef7-4d75-b02a-470e096f8f9c not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:58.663405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d9c0dd27-a1a3-4cec-b8ff-538c329a6203 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:38:58.676255 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc6b4b3-0931-4e27-9b1a-3ff0634897c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.694120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: d9c0dd27-a1a3-4cec-b8ff-538c329a6203 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:38:58.694558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d9c0dd27-a1a3-4cec-b8ff-538c329a6203 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:38:58.711194 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8a73-cc3f-4ec7-933a-dc354cfe8a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.737207 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8a73-cc3f-4ec7-933a-dc354cfe8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.775477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Subnet': ['ID=6d58cd50-f790-4760-947d-e985f809c1ff,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:58.781967 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc6b4b3-0931-4e27-9b1a-3ff0634897c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.811594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] Deleting port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:38:58.812174 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.853246 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc6b4b3-0931-4e27-9b1a-3ff0634897c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.904784 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6966feee-0a5e-4258-a171-5573f045c6b8 req-13bdf086-4177-4a03-be0a-dbefbf432625 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.923747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] For port 147d0d71-8b5c-4b9d-9c08-823fb45f86fc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=147d0d71-8b5c-4b9d-9c08-823fb45f86fc,segment=NetworkSegment(aa36b101-2443-410c-b57e-f9804950305b),segment_id=aa36b101-2443-410c-b57e-f9804950305b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:58.924455 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:58.933884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9b8e5e3c-05b0-42c4-9e73-be0163744b20 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:38:58.946763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] Calling delete_port for 147d0d71-8b5c-4b9d-9c08-823fb45f86fc owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:38:59.002991 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6966feee-0a5e-4258-a171-5573f045c6b8 req-13bdf086-4177-4a03-be0a-dbefbf432625 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.045997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:38:59.050729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:38:59.051102 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.060119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc6b4b3-0931-4e27-9b1a-3ff0634897c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.105175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6b4b3-0931-4e27-9b1a-3ff0634897c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5fef32f-14d5-4715-91d8-b271ec0401fd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:59.118420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9cbc8a73-cc3f-4ec7-933a-dc354cfe8a77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=478cd21674314d138e9f1e791db19370&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0355594 Jul 08 01:38:59.118420 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6966feee-0a5e-4258-a171-5573f045c6b8 req-13bdf086-4177-4a03-be0a-dbefbf432625 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.121713 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6966feee-0a5e-4258-a171-5573f045c6b8 req-13bdf086-4177-4a03-be0a-dbefbf432625 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.137898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6966feee-0a5e-4258-a171-5573f045c6b8 req-13bdf086-4177-4a03-be0a-dbefbf432625 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/062b37e5-371b-4e89-b02b-7d9393c2ed19 HTTP/1.1" status: 204 len: 173 time: 0.5930977 Jul 08 01:38:59.139775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46486) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:59.155139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Checking segment: {'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:38:59.157077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network hostable DHCP agents. Network: 24631113-dc61-4d8c-a4a4-fed0ffed1506, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:38:59.169066 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc8a73-cc3f-4ec7-933a-dc354cfe8a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b272116-a873-4a4f-88b1-a84059c1d557,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:59.201925 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.261125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 9b8e5e3c-05b0-42c4-9e73-be0163744b20, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9b8e5e3c-05b0-42c4-9e73-be0163744b20,segment=NetworkSegment(672706b0-e5ab-4a2f-bc69-378cbd6ae957),segment_id=672706b0-e5ab-4a2f-bc69-378cbd6ae957)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:38:59.266874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.284869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.286631 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ccc6b4b3-0931-4e27-9b1a-3ff0634897c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.301525 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ccc6b4b3-0931-4e27-9b1a-3ff0634897c3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c5fef32f-14d5-4715-91d8-b271ec0401fd HTTP/1.1" status: 204 len: 168 time: 0.8285325 Jul 08 01:38:59.301525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdf086-4177-4a03-be0a-dbefbf432625 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062b37e5-371b-4e89-b02b-7d9393c2ed19,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:59.320727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46492) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:59.368175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=9b8e5e3c-05b0-42c4-9e73-be0163744b20,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:59.379092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b701cccb-a4f3-4731-8bcf-107f6942908b req-3fdc8ea7-e754-4a0b-9397-2fc94f573587 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a38604f-21e3-49a5-bd9a-efabbe5a0ba8 HTTP/1.1" status: 200 len: 210 time: 0.1482451 Jul 08 01:38:59.379677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network 24631113-dc61-4d8c-a4a4-fed0ffed1506 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:38:59.407728 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.410653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=147d0d71-8b5c-4b9d-9c08-823fb45f86fc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:59.455760 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c7b2f84-9328-4c81-bb50-573d54701144 req-36bba42b-0317-423b-bad3-54c226d7be4c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.0806613 Jul 08 01:38:59.472786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 24631113-dc61-4d8c-a4a4-fed0ffed1506) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:38:59.481901 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3192e43-500c-487b-b61f-3c0363b2eeba None None] Network 24631113-dc61-4d8c-a4a4-fed0ffed1506 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:38:59.499726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:38:59.500348 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.591496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.604267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b8a630-7d4b-4e69-8e93-5e0ca76809b4']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:59.617101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bde33d4-d67e-43dc-a17f-005d46993b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.670382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82085c10-647f-4a83-8594-9854a3cfe792') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:59.670689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82085c10-647f-4a83-8594-9854a3cfe792') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:38:59.672719 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bde33d4-d67e-43dc-a17f-005d46993b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.687893 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.711965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-28ea44db-3af9-4427-b6f7-e3380ffc9d21 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0230238 Jul 08 01:38:59.719253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46494) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:38:59.729670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1279424729'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:38:59.740829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d28e62a-a361-4d50-bfae-385e750bafc9 req-0c842a53-8397-49ac-ab70-a3a9e30915d1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/27d656ef-7ece-44fc-b0c8-10705a1b81e2 HTTP/1.1" status: 200 len: 1799 time: 0.2935240 Jul 08 01:38:59.761492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-24631113-dc61-4d8c-a4a4-fed0ffed1506', 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'fixed_ips': [{'subnet_id': '6d58cd50-f790-4760-947d-e985f809c1ff'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:38:59.762126 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.791498 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.797754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:38:59.801971 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.805617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:38:59.806030 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:38:59.807730 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:38:59.825020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.826226 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bde33d4-d67e-43dc-a17f-005d46993b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.829794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bde33d4-d67e-43dc-a17f-005d46993b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.833799 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0bde33d4-d67e-43dc-a17f-005d46993b37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b272116-a873-4a4f-88b1-a84059c1d557 HTTP/1.1" status: 204 len: 168 time: 0.6844580 Jul 08 01:38:59.861560 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6d28e62a-a361-4d50-bfae-385e750bafc9 req-a2f372c4-c432-4a23-bc64-3adb8279c0e2 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.863427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde33d4-d67e-43dc-a17f-005d46993b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b272116-a873-4a4f-88b1-a84059c1d557,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:38:59.870712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:38:59.893489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.893761 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Added segment 37a89860-150f-4b8e-85a1-07f72fec3fb1 of type vlan for network 9247a0b5-03ed-436b-ba09-3848ba80aea5 Jul 08 01:38:59.910236 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6d28e62a-a361-4d50-bfae-385e750bafc9 req-a2f372c4-c432-4a23-bc64-3adb8279c0e2 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.972696 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:38:59.978841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.001085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.006488 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] 10.222.0.41 "DELETE /v2.0/networks/c6b8a630-7d4b-4e69-8e93-5e0ca76809b4 HTTP/1.1" status: 204 len: 168 time: 0.6826353 Jul 08 01:39:00.015751 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6d28e62a-a361-4d50-bfae-385e750bafc9 req-a2f372c4-c432-4a23-bc64-3adb8279c0e2 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.022598 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6d28e62a-a361-4d50-bfae-385e750bafc9 req-a2f372c4-c432-4a23-bc64-3adb8279c0e2 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.027268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Allocated IP 19.80.0.2 (24631113-dc61-4d8c-a4a4-fed0ffed1506/6d58cd50-f790-4760-947d-e985f809c1ff/806cc91e-1cef-472f-a9cf-1d02f7b61d9a) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:00.028793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d28e62a-a361-4d50-bfae-385e750bafc9 req-a2f372c4-c432-4a23-bc64-3adb8279c0e2 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/27d656ef-7ece-44fc-b0c8-10705a1b81e2 HTTP/1.1" status: 204 len: 173 time: 0.2859581 Jul 08 01:39:00.065565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f372c4-c432-4a23-bc64-3adb8279c0e2 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d656ef-7ece-44fc-b0c8-10705a1b81e2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:00.079178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-67aab6c9-b3e5-4e3a-9936-280879a7005a req-7318507b-9689-428a-bc34-70cf0fa5ff34 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1246059228', 'description': 'tempest-description-2056297894'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:00.097397 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.111282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:00.114181 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.114333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955736aa-32f1-414a-a0f1-50b00431cd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b8a630-7d4b-4e69-8e93-5e0ca76809b4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:00.129955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'name': 'network-vif-deleted', 'tag': '4300c723-e98d-406f-b092-7614cfc07bfb'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:00.133873 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dcd236-e698-4986-9bbd-4cb96e7cbdf1" -d '{"events": [{"server_uuid": "1a38604f-21e3-49a5-bd9a-efabbe5a0ba8", "name": "network-vif-deleted", "tag": "4300c723-e98d-406f-b092-7614cfc07bfb"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:00.249359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46506) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:00.250815 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deebe27-30de-4437-afeb-9516816edcc2 x-openstack-request-id: req-6deebe27-30de-4437-afeb-9516816edcc2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:00.251114 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a38604f-21e3-49a5-bd9a-efabbe5a0ba8", "name": "network-vif-deleted", "tag": "4300c723-e98d-406f-b092-7614cfc07bfb", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:00.251368 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6deebe27-30de-4437-afeb-9516816edcc2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:00.251756 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a38604f-21e3-49a5-bd9a-efabbe5a0ba8', 'name': 'network-vif-deleted', 'tag': '4300c723-e98d-406f-b092-7614cfc07bfb', 'status': 'completed', 'code': 200} Jul 08 01:39:00.357296 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.366579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Transition to ACTIVE for port object 806cc91e-1cef-472f-a9cf-1d02f7b61d9a will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:00.383446 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Transition to ACTIVE for port object 806cc91e-1cef-472f-a9cf-1d02f7b61d9a will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:00.393782 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.441684 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-67aab6c9-b3e5-4e3a-9936-280879a7005a req-7318507b-9689-428a-bc34-70cf0fa5ff34 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.445862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Pushing event updated for resources: {'Port': ['ID=806cc91e-1cef-472f-a9cf-1d02f7b61d9a,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:00.456980 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-870f998c-628a-4d7d-aa84-9bd7ebdf9d4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36de526047f94542a0a7caaa941cd234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016265 Jul 08 01:39:00.458622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46516) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:00.467265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Network 24631113-dc61-4d8c-a4a4-fed0ffed1506 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:00.469134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:00.471313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:00.523812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8033991 Jul 08 01:39:00.528842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46520) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:00.534757 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d98785-e05a-41fc-997e-090bc556e4e0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Network': ['ID=9247a0b5-03ed-436b-ba09-3848ba80aea5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:00.542217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'subnet': {'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:00.559128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 9247a0b5-03ed-436b-ba09-3848ba80aea5 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:39:00.586219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Attempting to bind port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:00.586594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Attempting to bind port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:00.586990 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Attempting to bind port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a on network 24631113-dc61-4d8c-a4a4-fed0ffed1506 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:00.684280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] Router 9d3499d7-20c4-4f26-b353-07dbe128215d has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:39:00.687263 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-67aab6c9-b3e5-4e3a-9936-280879a7005a req-7318507b-9689-428a-bc34-70cf0fa5ff34 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.691202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:00.691574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Checking segment: {'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:00.691993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.692547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Bound using segment: {'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:00.692889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Bound port: 806cc91e-1cef-472f-a9cf-1d02f7b61d9a, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:00.693393 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.704049 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-67aab6c9-b3e5-4e3a-9936-280879a7005a req-7318507b-9689-428a-bc34-70cf0fa5ff34 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.732466 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-647751fe-805e-434e-a776-7e6688dc3d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.738955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cdd1c1b4-30ef-4f70-a588-1366195102cb req-b1fd1f07-6654-4e66-aebc-9fb444736191 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.0498517 Jul 08 01:39:00.793683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318507b-9689-428a-bc34-70cf0fa5ff34 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac11b04-fc58-4cca-ac13-47371a7b47b4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:00.797628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-621e581e-15e9-4305-9cef-55f74434823a None None] For port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:00.814052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-621e581e-15e9-4305-9cef-55f74434823a None None] For port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=806cc91e-1cef-472f-a9cf-1d02f7b61d9a,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:00.829335 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.852045 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-647751fe-805e-434e-a776-7e6688dc3d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.914430 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-67aab6c9-b3e5-4e3a-9936-280879a7005a req-7318507b-9689-428a-bc34-70cf0fa5ff34 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:00.915910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67aab6c9-b3e5-4e3a-9936-280879a7005a req-7318507b-9689-428a-bc34-70cf0fa5ff34 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8556826 Jul 08 01:39:00.974715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e581e-15e9-4305-9cef-55f74434823a None None] Pushing event updated for resources: {'Port': ['ID=806cc91e-1cef-472f-a9cf-1d02f7b61d9a,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:00.991241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9b8e5e3c-05b0-42c4-9e73-be0163744b20 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:01.081622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:01.082190 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.304085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaa3b896-eaea-4dc6-8852-16c37c674945 req-18374add-c287-4922-a251-0ad3f78daf18 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/1ac11b04-fc58-4cca-ac13-47371a7b47b4 HTTP/1.1" status: 200 len: 1801 time: 0.1133091 Jul 08 01:39:01.332431 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-eaa3b896-eaea-4dc6-8852-16c37c674945 req-cb5665ac-adc0-47ae-ba23-6246d34233dd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1797829995', 'description': 'tempest-description-hth-1752002752'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:01.390051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eaa3b896-eaea-4dc6-8852-16c37c674945 req-cb5665ac-adc0-47ae-ba23-6246d34233dd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.468381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eaa3b896-eaea-4dc6-8852-16c37c674945 req-cb5665ac-adc0-47ae-ba23-6246d34233dd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.477817 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eaa3b896-eaea-4dc6-8852-16c37c674945 req-cb5665ac-adc0-47ae-ba23-6246d34233dd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.482479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eaa3b896-eaea-4dc6-8852-16c37c674945 req-cb5665ac-adc0-47ae-ba23-6246d34233dd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.488985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaa3b896-eaea-4dc6-8852-16c37c674945 req-cb5665ac-adc0-47ae-ba23-6246d34233dd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "PUT /v2.0/security-groups/1ac11b04-fc58-4cca-ac13-47371a7b47b4 HTTP/1.1" status: 200 len: 1775 time: 0.1770790 Jul 08 01:39:01.499717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:01.505966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.604718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5665ac-adc0-47ae-ba23-6246d34233dd tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac11b04-fc58-4cca-ac13-47371a7b47b4,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:01.632048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:39:01.634321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b16a85a-758f-4c41-9190-1c6d6382bcd8 req-075949f7-66e2-4915-acc7-22e52e8394bc tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/1ac11b04-fc58-4cca-ac13-47371a7b47b4 HTTP/1.1" status: 200 len: 1775 time: 0.1216083 Jul 08 01:39:01.641194 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0a245afb-1df9-443e-9c2b-c82977d0e3f2 admin admin] 10.222.0.41 "PUT /v2.0/routers/9d3499d7-20c4-4f26-b353-07dbe128215d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4620399 Jul 08 01:39:01.647038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46548) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:01.655220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] Sync routers for ids ['9d3499d7-20c4-4f26-b353-07dbe128215d'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:39:01.674930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] Routers {'9d3499d7-20c4-4f26-b353-07dbe128215d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:01.675571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d3499d7-20c4-4f26-b353-07dbe128215d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:01.689715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cea27-1d57-478f-b06f-8628f6560d81 req-9a153cf8-6718-4c52-b32f-6edf1551b9b8 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:01.691219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b9cea27-1d57-478f-b06f-8628f6560d81 req-9a153cf8-6718-4c52-b32f-6edf1551b9b8 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 944 time: 0.1802256 Jul 08 01:39:01.803689 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:01.831303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] Set router 9d3499d7-20c4-4f26-b353-07dbe128215d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:01.831790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b9247d7-bd03-4d9b-9d1e-54c985c12f5b req-78ddd388-5718-4526-9309-dfcb5037a063 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/1ac11b04-fc58-4cca-ac13-47371a7b47b4 HTTP/1.1" status: 200 len: 1775 time: 0.1531086 Jul 08 01:39:01.864938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b9cea27-1d57-478f-b06f-8628f6560d81 req-06739a8d-323e-4a7c-a826-772edcf79b4c tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594672 Jul 08 01:39:02.027004 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0b9247d7-bd03-4d9b-9d1e-54c985c12f5b req-df93a888-d71c-4664-8d34-0399fba17e54 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.043520 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-647751fe-805e-434e-a776-7e6688dc3d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.056256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-647751fe-805e-434e-a776-7e6688dc3d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.060015 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-647751fe-805e-434e-a776-7e6688dc3d8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f8518f8-8b05-4a1d-85d1-72bb560d79e1 HTTP/1.1" status: 204 len: 168 time: 1.5881398 Jul 08 01:39:02.084554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0b9247d7-bd03-4d9b-9d1e-54c985c12f5b req-df93a888-d71c-4664-8d34-0399fba17e54 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.142847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-router', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:23Z', 'updated_at': '2021-07-08T01:38:59Z', 'revision_number': 5, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'gw_port': {'id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:24Z', 'updated_at': '2021-07-08T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:02.154588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647751fe-805e-434e-a776-7e6688dc3d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8518f8-8b05-4a1d-85d1-72bb560d79e1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:02.231471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4c650d2-4530-4ccf-801e-4749c6b3f079 req-0f4b5e04-f3b4-4e49-a21c-7a6e3377821f tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=16ac07ea-2747-4e5c-aa2a-94781663618f HTTP/1.1" status: 200 len: 210 time: 0.1131387 Jul 08 01:39:02.236552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] Checking router: 9d3499d7-20c4-4f26-b353-07dbe128215d for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:39:02.258518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.274283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] Routers {'9d3499d7-20c4-4f26-b353-07dbe128215d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:02.275053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d3499d7-20c4-4f26-b353-07dbe128215d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:02.316261 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0b9247d7-bd03-4d9b-9d1e-54c985c12f5b req-df93a888-d71c-4664-8d34-0399fba17e54 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.319383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0b9247d7-bd03-4d9b-9d1e-54c985c12f5b req-df93a888-d71c-4664-8d34-0399fba17e54 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.320585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b9247d7-bd03-4d9b-9d1e-54c985c12f5b req-df93a888-d71c-4664-8d34-0399fba17e54 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/1ac11b04-fc58-4cca-ac13-47371a7b47b4 HTTP/1.1" status: 204 len: 173 time: 0.4711750 Jul 08 01:39:02.345560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93a888-d71c-4664-8d34-0399fba17e54 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac11b04-fc58-4cca-ac13-47371a7b47b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:02.365679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4008d72-906d-418a-a919-69c061286f69 req-9918fefa-5b09-4de6-822c-6ab25acd84b7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:02.367418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c4008d72-906d-418a-a919-69c061286f69 req-9918fefa-5b09-4de6-822c-6ab25acd84b7 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 944 time: 0.4150579 Jul 08 01:39:02.481784 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.536979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3135ce-35f7-40ef-8100-5833fb3630c5 None None] Network 24631113-dc61-4d8c-a4a4-fed0ffed1506 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:02.769229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-327fd3d5-b96d-4bc6-97b0-9ebabc28b392 None None] Provisioning for port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:02.782215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Deleting port 82cb9d22-8d84-4bb1-a440-9d9b3a569301 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:02.782471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:02.790373 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-382fa730-7a12-4638-a1db-c9e7f9c8f7d5 req-0ea5eb69-52f5-4b3f-824f-f8d79100969a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] show failed (client error): The resource could not be found. Jul 08 01:39:02.798932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-382fa730-7a12-4638-a1db-c9e7f9c8f7d5 req-0ea5eb69-52f5-4b3f-824f-f8d79100969a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/27d656ef-7ece-44fc-b0c8-10705a1b81e2 HTTP/1.1" status: 404 len: 352 time: 0.0348051 Jul 08 01:39:02.825465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] Set router 9d3499d7-20c4-4f26-b353-07dbe128215d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:02.879200 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-a82eedd2-12df-48c8-84a3-a5494596ad2c req-31df457d-196e-4acf-bb0f-c1f6d06c87b4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] show failed (client error): The resource could not be found. Jul 08 01:39:02.883770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a82eedd2-12df-48c8-84a3-a5494596ad2c req-31df457d-196e-4acf-bb0f-c1f6d06c87b4 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/062b37e5-371b-4e89-b02b-7d9393c2ed19 HTTP/1.1" status: 404 len: 352 time: 0.0340991 Jul 08 01:39:02.981611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] For port 82cb9d22-8d84-4bb1-a440-9d9b3a569301, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=82cb9d22-8d84-4bb1-a440-9d9b3a569301,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:02.981982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.027447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Calling delete_port for 82cb9d22-8d84-4bb1-a440-9d9b3a569301 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:03.035334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 806cc91e-1cef-472f-a9cf-1d02f7b61d9a up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:03.152294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25999bbc-48c7-4c5e-b21b-260af1016ee2 req-649058ac-fccc-49c1-8071-06cdcda4538f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:03.153923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25999bbc-48c7-4c5e-b21b-260af1016ee2 req-649058ac-fccc-49c1-8071-06cdcda4538f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 944 time: 0.0800591 Jul 08 01:39:03.162965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Checking segment: {'id': '37a89860-150f-4b8e-85a1-07f72fec3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:03.163867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network hostable DHCP agents. Network: 9247a0b5-03ed-436b-ba09-3848ba80aea5, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:39:03.165345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Subnet': ['ID=dfe2b290-2940-4ef7-9450-06f2a5db523f,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:03.184271 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-2aca6beb-213c-48ee-89b0-f91994eb46c5 req-55aac2df-14ed-4ede-a4ee-5bd5ec494980 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] show failed (client error): The resource could not be found. Jul 08 01:39:03.185447 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aca6beb-213c-48ee-89b0-f91994eb46c5 req-55aac2df-14ed-4ede-a4ee-5bd5ec494980 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/960acd7e-e1fe-4ce1-bf7d-2ccf30309a16 HTTP/1.1" status: 404 len: 352 time: 0.0304787 Jul 08 01:39:03.217748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25999bbc-48c7-4c5e-b21b-260af1016ee2 req-979be3bd-9013-432b-bff8-30e8ceede9d8 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9b2a97e-749e-4721-8f70-5407561a154b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554559 Jul 08 01:39:03.252357 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-e7983079-42c0-4d88-9f7b-ed180818a23f req-cb461cf1-8e55-4b10-bfd7-b11ba02ad3ba tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] show failed (client error): The resource could not be found. Jul 08 01:39:03.264564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7983079-42c0-4d88-9f7b-ed180818a23f req-cb461cf1-8e55-4b10-bfd7-b11ba02ad3ba tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/ee433bd2-2b81-4ffe-b213-ceba97a77c18 HTTP/1.1" status: 404 len: 352 time: 0.0286248 Jul 08 01:39:03.412425 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-fe1ec86c-0a7b-484c-aa1a-f080f329749e req-30e9dafd-87c4-42f2-b7ba-983a76da264b tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] show failed (client error): The resource could not be found. Jul 08 01:39:03.413491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe1ec86c-0a7b-484c-aa1a-f080f329749e req-30e9dafd-87c4-42f2-b7ba-983a76da264b tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/f872967f-240a-4444-829d-2d0e9f95a147 HTTP/1.1" status: 404 len: 352 time: 0.0221832 Jul 08 01:39:03.473360 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-0b306500-40fd-430f-8ba8-399622ceee6b req-4e830c95-2b71-408e-b2b9-14fd6bca0a97 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] show failed (client error): The resource could not be found. Jul 08 01:39:03.491780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:03.492061 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b306500-40fd-430f-8ba8-399622ceee6b req-4e830c95-2b71-408e-b2b9-14fd6bca0a97 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/bd1d3bc9-32a6-4c8e-a5ed-f50080cc49d7 HTTP/1.1" status: 404 len: 352 time: 0.0413404 Jul 08 01:39:03.520222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:03.521137 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.682141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-c4008d72-906d-418a-a919-69c061286f69 req-02f2570e-f206-4316-9a07-f98799369b2f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Deleting port c8665b97-2ceb-4f66-97df-94cff8fc44f8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:03.682655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c4008d72-906d-418a-a919-69c061286f69 req-02f2570e-f206-4316-9a07-f98799369b2f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.688457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network 9247a0b5-03ed-436b-ba09-3848ba80aea5 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:39:03.790173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.806832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46626) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:03.851261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 9247a0b5-03ed-436b-ba09-3848ba80aea5) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:03.856938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Pushing event deleted for resources: {'Port': ['ID=82cb9d22-8d84-4bb1-a440-9d9b3a569301,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:03.864349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:03.866597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:03.898977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b689dd6e-00c5-492d-a3c9-230e8d3ef049 None None] Network 9247a0b5-03ed-436b-ba09-3848ba80aea5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:03.982382 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f2ab4cff-f80e-4e67-b24e-1ff311ea0d7d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4507892 Jul 08 01:39:04.002957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c4008d72-906d-418a-a919-69c061286f69 req-02f2570e-f206-4316-9a07-f98799369b2f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] For port c8665b97-2ceb-4f66-97df-94cff8fc44f8, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c8665b97-2ceb-4f66-97df-94cff8fc44f8,segment=NetworkSegment(30b09cd1-2d71-4392-b1d9-3ce3f400d2f7),segment_id=30b09cd1-2d71-4392-b1d9-3ce3f400d2f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:04.003318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c4008d72-906d-418a-a919-69c061286f69 req-02f2570e-f206-4316-9a07-f98799369b2f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.039183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-c4008d72-906d-418a-a919-69c061286f69 req-02f2570e-f206-4316-9a07-f98799369b2f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Calling delete_port for c8665b97-2ceb-4f66-97df-94cff8fc44f8 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:04.058452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.198868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-router', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:23Z', 'updated_at': '2021-07-08T01:38:59Z', 'revision_number': 5, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'gw_port': {'id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:24Z', 'updated_at': '2021-07-08T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:04.226423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1151872425-network', 'tenant_id': 'ec0cf584bfc44a7893879e8af83e2259'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:04.254167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a220d0-1e52-413d-9f5d-89145f5520c9 None None] The sync data for ids ['9d3499d7-20c4-4f26-b353-07dbe128215d'] in n-d-694802-14 is: [{'id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1730833349-router', 'tenant_id': '652ba08e9dc04c5d8088159252b2368e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:36:23Z', 'updated_at': '2021-07-08T01:38:59Z', 'revision_number': 5, 'project_id': '652ba08e9dc04c5d8088159252b2368e', 'gw_port': {'id': '82cb9d22-8d84-4bb1-a440-9d9b3a569301', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d0:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3499d7-20c4-4f26-b353-07dbe128215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:36:24Z', 'updated_at': '2021-07-08T01:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:39:04.256107 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.332682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Made reservation on behalf of ec0cf584bfc44a7893879e8af83e2259 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:04.350564 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.366600 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.396841 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=806cc91e-1cef-472f-a9cf-1d02f7b61d9a,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:04.407456 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.428991 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.524437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-9247a0b5-03ed-436b-ba09-3848ba80aea5', 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'fixed_ips': [{'subnet_id': 'dfe2b290-2940-4ef7-9450-06f2a5db523f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:39:04.525619 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.562438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56293f-760b-4b02-a8b9-fdd004d602f9 req-67533245-7a26-4e67-aec9-9b254c9f7cd1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:04.572453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df56293f-760b-4b02-a8b9-fdd004d602f9 req-67533245-7a26-4e67-aec9-9b254c9f7cd1 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 1023 time: 0.4778666 Jul 08 01:39:04.587052 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c4008d72-906d-418a-a919-69c061286f69 req-02f2570e-f206-4316-9a07-f98799369b2f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.680514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c8665b97-2ceb-4f66-97df-94cff8fc44f8 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:04.696179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:04.698544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b7c269e2-7572-474b-83d7-1822c8cf5a7b tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:04.705511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b7c269e2-7572-474b-83d7-1822c8cf5a7b tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:04.706187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=806cc91e-1cef-472f-a9cf-1d02f7b61d9a,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:04.712266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: c8665b97-2ceb-4f66-97df-94cff8fc44f8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:04.712953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c8665b97-2ceb-4f66-97df-94cff8fc44f8 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:04.715140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b7c269e2-7572-474b-83d7-1822c8cf5a7b tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/networks?id=24631113-dc61-4d8c-a4a4-fed0ffed1506&id=9247a0b5-03ed-436b-ba09-3848ba80aea5&id=24631113-dc61-4d8c-a4a4-fed0ffed1506 HTTP/1.1" status: 200 len: 1391 time: 0.3457580 Jul 08 01:39:04.720574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.722516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2570e-f206-4316-9a07-f98799369b2f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Pushing event deleted for resources: {'Port': ['ID=c8665b97-2ceb-4f66-97df-94cff8fc44f8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:04.741023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04c0ce72-a83c-4d92-b6b2-58aa3efcdc2d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/quotas/8db72128d244466eb64ad91aa0b90dba HTTP/1.1" status: 200 len: 375 time: 0.0236263 Jul 08 01:39:04.763294 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.875377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4008d72-906d-418a-a919-69c061286f69 req-02f2570e-f206-4316-9a07-f98799369b2f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] No DVR routers for this DVR port c8665b97-2ceb-4f66-97df-94cff8fc44f8 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:04.885863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c4008d72-906d-418a-a919-69c061286f69 req-02f2570e-f206-4316-9a07-f98799369b2f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:04.887928 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c4008d72-906d-418a-a919-69c061286f69 req-02f2570e-f206-4316-9a07-f98799369b2f tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.24 "DELETE /v2.0/ports/c8665b97-2ceb-4f66-97df-94cff8fc44f8 HTTP/1.1" status: 204 len: 173 time: 2.5006964 Jul 08 01:39:04.899707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Allocated IP 19.86.0.2 (9247a0b5-03ed-436b-ba09-3848ba80aea5/dfe2b290-2940-4ef7-9450-06f2a5db523f/7f6e5f80-5126-4de5-92b8-0c7d343dc21e) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:04.903340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'name': 'network-vif-deleted', 'tag': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:04.907149 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cef0e8b-1f65-446a-82b8-d31d6ad5bc15" -d '{"events": [{"server_uuid": "5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6", "name": "network-vif-deleted", "tag": "c8665b97-2ceb-4f66-97df-94cff8fc44f8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:04.936556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df56293f-760b-4b02-a8b9-fdd004d602f9 req-1500730b-5aeb-4435-b348-6fc69c9696bf tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac24fa16-f9e2-4c78-9515-592ec8dbcb00&id=4ea545d5-5ded-4121-b41e-073253040c1d&id=8b2dd5db-9683-4818-869d-cfc878c5ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3611546 Jul 08 01:39:05.092994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 806cc91e-1cef-472f-a9cf-1d02f7b61d9a up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:05.114413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-098df68b-4c00-44b0-8162-aa4a950c2df4 None None] Provisioning complete for port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:05.114720 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-098df68b-4c00-44b0-8162-aa4a950c2df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.118686 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c30bfc8b-9aca-4555-981d-18053d6252c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.128135 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-98b72586-8ca3-45ae-b166-b70d4623722f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8db72128d244466eb64ad91aa0b90dba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3859060 Jul 08 01:39:05.154461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.159585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d3499d7-20c4-4f26-b353-07dbe128215d {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:39:05.169021 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.171834 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-27c0ac15-ae50-4db0-b6ca-f8816a1ed15a admin admin] 10.222.0.41 "DELETE /v2.0/routers/9d3499d7-20c4-4f26-b353-07dbe128215d HTTP/1.1" status: 204 len: 168 time: 3.5232801 Jul 08 01:39:05.174471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46666) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:05.308871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7352ed-98ca-4c3d-a255-4b4e220d46ce admin admin] Deleting subnet 39127e52-9779-4971-9a29-9a93a3e570d7 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:39:05.312117 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b7352ed-98ca-4c3d-a255-4b4e220d46ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.332160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b5b5a015-4605-4b53-a912-39d1c26efd96 service neutron] 10.222.0.41 "GET /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028136 Jul 08 01:39:05.356817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15ce0bb7-850c-4872-9e65-31b4a0e787db req-1b9ce2e1-20f5-483d-bf2a-e9dda2ec5fc3 tempest-LiveAutoBlockMigrationV225Test-1799095158 tempest-LiveAutoBlockMigrationV225Test-1799095158-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6 HTTP/1.1" status: 200 len: 210 time: 0.0821745 Jul 08 01:39:05.390709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b7352ed-98ca-4c3d-a255-4b4e220d46ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.466219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:05.466770 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.514575 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.539071 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.633821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:39:05.645224 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.667409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Transition to ACTIVE for port object 7f6e5f80-5126-4de5-92b8-0c7d343dc21e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:05.669421 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e0b52-d779-4ce6-bf4b-d08ed37b9a9a x-openstack-request-id: req-335e0b52-d779-4ce6-bf4b-d08ed37b9a9a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:05.669952 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6", "name": "network-vif-deleted", "tag": "c8665b97-2ceb-4f66-97df-94cff8fc44f8", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:05.669952 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-335e0b52-d779-4ce6-bf4b-d08ed37b9a9a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:05.670225 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c829de5-bfc1-4a0a-a8ec-3a98e5b15eb6', 'name': 'network-vif-deleted', 'tag': 'c8665b97-2ceb-4f66-97df-94cff8fc44f8', 'status': 'completed', 'code': 200} Jul 08 01:39:05.679524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-d8fd8c3f-fef2-49b6-b973-7b0f4a06be19 service neutron] 10.222.0.41 "GET /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461142 Jul 08 01:39:05.684053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-7358de61-1b83-4678-ac4f-ebfb3f5344f2 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:05.685889 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-7358de61-1b83-4678-ac4f-ebfb3f5344f2 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 1023 time: 0.4285619 Jul 08 01:39:05.687692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Transition to ACTIVE for port object 7f6e5f80-5126-4de5-92b8-0c7d343dc21e will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:05.692459 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.692818 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Added segment e77fd91d-5063-45b4-8476-380c789f7fa1 of type vlan for network 17099a6f-84df-4091-936a-bac1c96f7562 Jul 08 01:39:05.702523 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.714068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef634154-7a09-45e4-ba5a-0382291cce1d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:05.742578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b7352ed-98ca-4c3d-a255-4b4e220d46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.817584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Network 9247a0b5-03ed-436b-ba09-3848ba80aea5 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:05.848118 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.859022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:05.871813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 147d0d71-8b5c-4b9d-9c08-823fb45f86fc no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:05.882142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:05.923866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-152c9b54-7f81-40f2-a45f-54b71addd0f4 service neutron] 10.222.0.41 "GET /v2.0/networks/9247a0b5-03ed-436b-ba09-3848ba80aea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436645 Jul 08 01:39:05.926628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:05.928515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:05.929299 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.004888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Pushing event updated for resources: {'Port': ['ID=7f6e5f80-5126-4de5-92b8-0c7d343dc21e,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:06.060893 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b7352ed-98ca-4c3d-a255-4b4e220d46ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.093918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b7352ed-98ca-4c3d-a255-4b4e220d46ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.096758 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0b7352ed-98ca-4c3d-a255-4b4e220d46ce admin admin] 10.222.0.41 "DELETE /v2.0/subnets/39127e52-9779-4971-9a29-9a93a3e570d7 HTTP/1.1" status: 204 len: 168 time: 0.9209034 Jul 08 01:39:06.115919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-e5384103-8ecd-4aee-b435-e05d04403e9a service neutron] 10.222.0.41 "GET /v2.0/networks/9247a0b5-03ed-436b-ba09-3848ba80aea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901197 Jul 08 01:39:06.118704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46672) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:06.126594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 147d0d71-8b5c-4b9d-9c08-823fb45f86fc {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:06.126947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 147d0d71-8b5c-4b9d-9c08-823fb45f86fc not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:06.137433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7352ed-98ca-4c3d-a255-4b4e220d46ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39127e52-9779-4971-9a29-9a93a3e570d7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:06.140734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db2964d-e081-4c95-ac00-b4654aa9eac1 None None] Network 50baee6b-38d7-4b3e-a990-d7899b170186 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:06.146775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=17099a6f-84df-4091-936a-bac1c96f7562,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:06.165532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 17099a6f-84df-4091-936a-bac1c96f7562 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:39:06.178926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-0a230e73-8cde-4702-8543-da9cd1436aa6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Deleting port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:06.179621 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-0a230e73-8cde-4702-8543-da9cd1436aa6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.184117 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c30bfc8b-9aca-4555-981d-18053d6252c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.221949 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c30bfc8b-9aca-4555-981d-18053d6252c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.275346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Attempting to bind port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:06.275722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Attempting to bind port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '37a89860-150f-4b8e-85a1-07f72fec3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:06.276089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Attempting to bind port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e on network 9247a0b5-03ed-436b-ba09-3848ba80aea5 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:06.286507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:06.286939 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Checking segment: {'id': '37a89860-150f-4b8e-85a1-07f72fec3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:06.287349 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.287748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Bound using segment: {'id': '37a89860-150f-4b8e-85a1-07f72fec3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:06.288237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Bound port: 7f6e5f80-5126-4de5-92b8-0c7d343dc21e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a89860-150f-4b8e-85a1-07f72fec3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:06.288680 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.337090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-25693a18-9396-4a76-ab94-25b8bbb10ac5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5279477 Jul 08 01:39:06.342223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46674) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:06.363049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Request body: {'subnet': {'network_id': '17099a6f-84df-4091-936a-bac1c96f7562', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1151872425-subnet', 'tenant_id': 'ec0cf584bfc44a7893879e8af83e2259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:06.365448 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c30bfc8b-9aca-4555-981d-18053d6252c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67601704fb99438284b97c6b3f1f49ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6247771 Jul 08 01:39:06.379496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46676) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:06.382629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bfc8b-9aca-4555-981d-18053d6252c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649b3f93-f247-4a75-8164-8b19372f208d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:06.454761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a054265-0e87-43cb-8ac3-2fa8acc58c44 req-034f28e2-eca6-45f9-9191-13b417691e62 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:06.462482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a054265-0e87-43cb-8ac3-2fa8acc58c44 req-034f28e2-eca6-45f9-9191-13b417691e62 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 1023 time: 0.3106577 Jul 08 01:39:06.485558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.495778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] For port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:06.502922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] For port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7f6e5f80-5126-4de5-92b8-0c7d343dc21e,segment=NetworkSegment(37a89860-150f-4b8e-85a1-07f72fec3fb1),segment_id=37a89860-150f-4b8e-85a1-07f72fec3fb1)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:06.511354 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.519489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-0a230e73-8cde-4702-8543-da9cd1436aa6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] For port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,segment=NetworkSegment(ade647ba-7c9f-4a36-8f44-57c11988c63b),segment_id=ade647ba-7c9f-4a36-8f44-57c11988c63b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:06.520734 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-0a230e73-8cde-4702-8543-da9cd1436aa6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.569405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-0a230e73-8cde-4702-8543-da9cd1436aa6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Calling delete_port for 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:06.577345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a054265-0e87-43cb-8ac3-2fa8acc58c44 req-896c0273-921a-49ec-9e83-f9cad4dac43b tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac24fa16-f9e2-4c78-9515-592ec8dbcb00&id=4ea545d5-5ded-4121-b41e-073253040c1d&id=8b2dd5db-9683-4818-869d-cfc878c5ef3f&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1014817 Jul 08 01:39:06.587443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Made reservation on behalf of ec0cf584bfc44a7893879e8af83e2259 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:06.592920 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.625946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972182e-8faa-4cee-8527-53144d94f683 None None] Pushing event updated for resources: {'Port': ['ID=7f6e5f80-5126-4de5-92b8-0c7d343dc21e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:06.655193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac79ee56-848c-4379-a268-7de59c69ce57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.690820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d3fee-b044-4a75-a13f-bf6270348ae3 None None] DHCP port deletion for 50baee6b-38d7-4b3e-a990-d7899b170186 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:39:06.729282 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac79ee56-848c-4379-a268-7de59c69ce57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.807116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46682) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:06.815081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-669d3fee-b044-4a75-a13f-bf6270348ae3 None None] Deleting port c9325599-cbe8-4962-b5a9-ef81971e2a1d {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:06.815456 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-669d3fee-b044-4a75-a13f-bf6270348ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.853588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Deleting port c9325599-cbe8-4962-b5a9-ef81971e2a1d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:06.854056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:06.984740 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-23893b40-acd4-4983-b0b4-54c51a07b695 service neutron] 10.222.0.41 "GET /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8666389 Jul 08 01:39:07.008015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] For port c9325599-cbe8-4962-b5a9-ef81971e2a1d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c9325599-cbe8-4962-b5a9-ef81971e2a1d,segment=NetworkSegment(aa36b101-2443-410c-b57e-f9804950305b),segment_id=aa36b101-2443-410c-b57e-f9804950305b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:07.008677 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.013762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c9325599-cbe8-4962-b5a9-ef81971e2a1d no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:07.051265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Calling delete_port for c9325599-cbe8-4962-b5a9-ef81971e2a1d owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:07.131454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-669d3fee-b044-4a75-a13f-bf6270348ae3 None None] For port c9325599-cbe8-4962-b5a9-ef81971e2a1d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c9325599-cbe8-4962-b5a9-ef81971e2a1d,segment=NetworkSegment(aa36b101-2443-410c-b57e-f9804950305b),segment_id=aa36b101-2443-410c-b57e-f9804950305b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:07.131837 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-669d3fee-b044-4a75-a13f-bf6270348ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.156280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-669d3fee-b044-4a75-a13f-bf6270348ae3 None None] Calling delete_port for c9325599-cbe8-4962-b5a9-ef81971e2a1d owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:07.253752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c594d55-3b7a-497c-8f55-b1dc6a2a0bd8 admin admin] Deleting subnet 6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:39:07.269405 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c594d55-3b7a-497c-8f55-b1dc6a2a0bd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.271443 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac79ee56-848c-4379-a268-7de59c69ce57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.274307 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac79ee56-848c-4379-a268-7de59c69ce57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.275516 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac79ee56-848c-4379-a268-7de59c69ce57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/649b3f93-f247-4a75-8164-8b19372f208d HTTP/1.1" status: 204 len: 168 time: 0.8944936 Jul 08 01:39:07.285722 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.321351 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-0a230e73-8cde-4702-8543-da9cd1436aa6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.323145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79ee56-848c-4379-a268-7de59c69ce57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b3f93-f247-4a75-8164-8b19372f208d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:07.342863 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.371715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c594d55-3b7a-497c-8f55-b1dc6a2a0bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.402291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a230e73-8cde-4702-8543-da9cd1436aa6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'Port': ['ID=4d8069a6-4973-4983-b2e7-3c00a3b41ed9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:07.417865 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.465046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eaa470ef-a290-4416-93e3-6fd891c05d4f service neutron] 10.222.0.41 "GET /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774735 Jul 08 01:39:07.471613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4193e6-0b98-416f-9a22-5021b05b7797,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:07.497760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=c9325599-cbe8-4962-b5a9-ef81971e2a1d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:07.500946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Checking segment: {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:07.501332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Network hostable DHCP agents. Network: 17099a6f-84df-4091-936a-bac1c96f7562, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:39:07.527924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-0a230e73-8cde-4702-8543-da9cd1436aa6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] No DVR routers for this DVR port 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:07.529888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] No DVR routers for this DVR port c9325599-cbe8-4962-b5a9-ef81971e2a1d on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:07.543748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 82cb9d22-8d84-4bb1-a440-9d9b3a569301 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:07.550485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-0a230e73-8cde-4702-8543-da9cd1436aa6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.554298 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd66974b-c350-43e6-a035-0b6569dbff44 req-0a230e73-8cde-4702-8543-da9cd1436aa6 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.16 "DELETE /v2.0/ports/4d8069a6-4973-4983-b2e7-3c00a3b41ed9 HTTP/1.1" status: 204 len: 173 time: 1.8403087 Jul 08 01:39:07.557507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Network 17099a6f-84df-4091-936a-bac1c96f7562 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:39:07.574299 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 82cb9d22-8d84-4bb1-a440-9d9b3a569301 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:07.574577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 82cb9d22-8d84-4bb1-a440-9d9b3a569301 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:07.586074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 17099a6f-84df-4091-936a-bac1c96f7562) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:07.600853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:07.605665 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.618051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c594d55-3b7a-497c-8f55-b1dc6a2a0bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.625919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107cb58-f2f3-4e74-89ae-99db6cc02705 None None] Network 17099a6f-84df-4091-936a-bac1c96f7562 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:07.667949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0a912c18-e8ff-4b4c-b8d5-4f1ec0d83b41 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3181808 Jul 08 01:39:07.711086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'name': 'network-vif-deleted', 'tag': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:07.714921 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab24758b-dea3-4c03-9dfd-60eb36436f5d" -d '{"events": [{"server_uuid": "cc37c369-50e9-4d64-adfa-8245f13ff25c", "name": "network-vif-deleted", "tag": "4d8069a6-4973-4983-b2e7-3c00a3b41ed9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:07.758066 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-669d3fee-b044-4a75-a13f-bf6270348ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:07.793830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d3fee-b044-4a75-a13f-bf6270348ae3 None None] No DVR routers for this DVR port c9325599-cbe8-4962-b5a9-ef81971e2a1d on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:07.874365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d3fee-b044-4a75-a13f-bf6270348ae3 None None] Pushing event deleted for resources: {'Port': ['ID=c9325599-cbe8-4962-b5a9-ef81971e2a1d,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:07.989414 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc25d29-899f-44a7-99e8-a27810aae17a x-openstack-request-id: req-5dc25d29-899f-44a7-99e8-a27810aae17a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:07.992905 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc37c369-50e9-4d64-adfa-8245f13ff25c", "name": "network-vif-deleted", "tag": "4d8069a6-4973-4983-b2e7-3c00a3b41ed9", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:07.993175 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dc25d29-899f-44a7-99e8-a27810aae17a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:07.997817 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc37c369-50e9-4d64-adfa-8245f13ff25c', 'name': 'network-vif-deleted', 'tag': '4d8069a6-4973-4983-b2e7-3c00a3b41ed9', 'status': 'completed', 'code': 200} Jul 08 01:39:08.038368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361cfe8-2843-4cae-92f1-063fc689f462 None None] Network 17099a6f-84df-4091-936a-bac1c96f7562 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:08.043628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46704) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:08.086015 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6940fbb4-7ad1-4129-96ed-a96ae9e9acdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.093502 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95932128-b02f-4c99-9410-d8374f04dea1 req-b7fb88cc-028c-4300-b164-e84910a137f7 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc37c369-50e9-4d64-adfa-8245f13ff25c HTTP/1.1" status: 200 len: 210 time: 0.1637886 Jul 08 01:39:08.183634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c706365-ab5e-41f9-814e-6a8065ffd3c1 req-3d672c50-f706-4719-a2dd-719cbbade806 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 210 time: 0.1174278 Jul 08 01:39:08.258561 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.384591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6940fbb4-7ad1-4129-96ed-a96ae9e9acdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.394499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50baee6b-38d7-4b3e-a990-d7899b170186']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:08.406756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6940fbb4-7ad1-4129-96ed-a96ae9e9acdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.493567 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa36b101-2443-410c-b57e-f9804950305b') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:08.493913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa36b101-2443-410c-b57e-f9804950305b') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:08.517588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940fbb4-7ad1-4129-96ed-a96ae9e9acdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1487ca7d-1efe-47f5-b257-4fe82cc43242,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:08.549079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c594d55-3b7a-497c-8f55-b1dc6a2a0bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.562202 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.598080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.641568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c594d55-3b7a-497c-8f55-b1dc6a2a0bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9a2d5b-3a74-4ae8-867e-e9350a1630e3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:08.644109 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c594d55-3b7a-497c-8f55-b1dc6a2a0bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.646921 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1c594d55-3b7a-497c-8f55-b1dc6a2a0bd8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6c9a2d5b-3a74-4ae8-867e-e9350a1630e3 HTTP/1.1" status: 204 len: 168 time: 1.8308041 Jul 08 01:39:08.648491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.649595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:08.653121 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6940fbb4-7ad1-4129-96ed-a96ae9e9acdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aecbbd9892da417dbdac8b6fd30a26cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6078384 Jul 08 01:39:08.657008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46724) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:08.661383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:39:08.662180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:39:08.665039 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:39:08.825947 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.840328 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.846181 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] 10.222.0.41 "DELETE /v2.0/networks/50baee6b-38d7-4b3e-a990-d7899b170186 HTTP/1.1" status: 204 len: 168 time: 2.7240636 Jul 08 01:39:08.852184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71df48db-f004-4e12-9370-7bdce1e9383c None None] Network 9247a0b5-03ed-436b-ba09-3848ba80aea5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:08.877093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9cd21-2bc3-403e-91c6-efacd4abf8cd admin admin] Pushing event deleted for resources: {'Network': ['ID=50baee6b-38d7-4b3e-a990-d7899b170186,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:08.913819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a67426ff-6a51-49f2-ae0b-2568c30f4877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.947514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7f6e5f80-5126-4de5-92b8-0c7d343dc21e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:08.949282 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:08.949795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:09.006187 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a67426ff-6a51-49f2-ae0b-2568c30f4877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.081448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-db61389e-cdb0-4833-88e4-bf6b98f9c3c1 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:09.086088 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a67426ff-6a51-49f2-ae0b-2568c30f4877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.089458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-db61389e-cdb0-4833-88e4-bf6b98f9c3c1 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/networks?id=17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 200 len: 813 time: 0.3260186 Jul 08 01:39:09.089618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a67426ff-6a51-49f2-ae0b-2568c30f4877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.093195 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a67426ff-6a51-49f2-ae0b-2568c30f4877 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1487ca7d-1efe-47f5-b257-4fe82cc43242 HTTP/1.1" status: 204 len: 168 time: 0.4314883 Jul 08 01:39:09.120530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67426ff-6a51-49f2-ae0b-2568c30f4877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1487ca7d-1efe-47f5-b257-4fe82cc43242,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:09.233203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-7c914538-426c-4b2a-8c92-73d331073627 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/quotas/ec0cf584bfc44a7893879e8af83e2259 HTTP/1.1" status: 200 len: 375 time: 0.1423409 Jul 08 01:39:09.259739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46744) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:09.376200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:09.376614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4d8069a6-4973-4983-b2e7-3c00a3b41ed9 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:09.388847 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-8ac71e24-f3c1-415e-a6a5-0639013efed4 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec0cf584bfc44a7893879e8af83e2259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1490259 Jul 08 01:39:09.392973 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7a0a66b5-8be6-4241-b5f8-c55d04f99659 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af5cf55168a44961b9d211e48943bcff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314807 Jul 08 01:39:09.393853 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.401250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f3ca422a-0e1d-46ef-9086-eb71104e7fbe None None] Provisioning for port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:09.401839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46750) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:09.442437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767b6759-e4c7-45ff-9888-230faa276961']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:09.514270 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be669f64-2219-4603-8565-61b7556b42ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.520543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81bf7591-2c8e-476f-98e9-387c52af3338 req-f3b63f0e-c02e-4ce7-ba6f-ce74795087cf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 210 time: 0.1122456 Jul 08 01:39:09.541883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:09.548263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:09.548696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b09cd1-2d71-4392-b1d9-3ce3f400d2f7') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:09.565797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:09.566392 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.569814 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.577319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be669f64-2219-4603-8565-61b7556b42ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.603407 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.624753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:39:09.625402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:39:09.627335 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:39:09.664385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be669f64-2219-4603-8565-61b7556b42ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.667744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be669f64-2219-4603-8565-61b7556b42ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.669331 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-be669f64-2219-4603-8565-61b7556b42ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/605f1d3e-737e-405a-a50f-d052909a6d87 HTTP/1.1" status: 204 len: 168 time: 0.2666054 Jul 08 01:39:09.686388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be669f64-2219-4603-8565-61b7556b42ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605f1d3e-737e-405a-a50f-d052909a6d87,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:09.724963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-6c9059a7-947a-4fa5-baaa-b947f0297551 service neutron] 10.222.0.41 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155067 Jul 08 01:39:09.731997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e23d570-0b6d-4df6-98ba-127bb92deec8 req-d9a7ecda-f24b-4850-b610-4c5effc6886a tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/ac24fa16-f9e2-4c78-9515-592ec8dbcb00 HTTP/1.1" status: 200 len: 1799 time: 0.1540072 Jul 08 01:39:09.745459 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.792455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7f6e5f80-5126-4de5-92b8-0c7d343dc21e,segment=NetworkSegment(37a89860-150f-4b8e-85a1-07f72fec3fb1),segment_id=37a89860-150f-4b8e-85a1-07f72fec3fb1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:09.804728 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.945078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=7f6e5f80-5126-4de5-92b8-0c7d343dc21e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:09.984131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:09.987826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-62e2d819-c39a-4748-b225-442acc98ac38 service neutron] 10.222.0.41 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524660 Jul 08 01:39:10.037578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.040182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/767b6759-e4c7-45ff-9888-230faa276961 HTTP/1.1" status: 204 len: 168 time: 1.3895166 Jul 08 01:39:10.054676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:10.116990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90f1ba-374f-4c41-b18a-3ed0765478f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=767b6759-e4c7-45ff-9888-230faa276961,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:10.191725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46768) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:10.223344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20f2532-f407-4404-872a-a3aafd74a49c admin admin] Deleting subnet 997898b2-53a7-4fc1-b822-2d8e983ec0a0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:39:10.269768 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fa08e258-fa35-4f84-815a-06fbbd18f498 None None] Provisioning complete for port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:10.274298 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa08e258-fa35-4f84-815a-06fbbd18f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.295750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-8f6f5928-9b76-4285-b045-617665282197 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:10.306945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-8f6f5928-9b76-4285-b045-617665282197 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:10.311995 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-8f6f5928-9b76-4285-b045-617665282197 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.16 "GET /v2.0/networks?id=24631113-dc61-4d8c-a4a4-fed0ffed1506&id=9247a0b5-03ed-436b-ba09-3848ba80aea5&id=24631113-dc61-4d8c-a4a4-fed0ffed1506 HTTP/1.1" status: 200 len: 1391 time: 0.3612349 Jul 08 01:39:10.324454 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a20f2532-f407-4404-872a-a3aafd74a49c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.326043 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'port': {'device_id': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506', 'admin_state_up': True, 'tenant_id': '8db72128d244466eb64ad91aa0b90dba'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:10.503159 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e23d570-0b6d-4df6-98ba-127bb92deec8 req-1eeaeb2e-8233-4ec0-98a7-941835040b65 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.524539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-908f6a58-2a68-4b79-a86b-fb69e728b845 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=652ba08e9dc04c5d8088159252b2368e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287575 Jul 08 01:39:10.525473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46776) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:10.561470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a20f2532-f407-4404-872a-a3aafd74a49c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.583962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:10.587946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.614085 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e23d570-0b6d-4df6-98ba-127bb92deec8 req-1eeaeb2e-8233-4ec0-98a7-941835040b65 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.745038 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a20f2532-f407-4404-872a-a3aafd74a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.850189 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b130704-57da-43cd-b1ab-4281ed2489ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.884088 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e23d570-0b6d-4df6-98ba-127bb92deec8 req-1eeaeb2e-8233-4ec0-98a7-941835040b65 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.886818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e23d570-0b6d-4df6-98ba-127bb92deec8 req-1eeaeb2e-8233-4ec0-98a7-941835040b65 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:10.892462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e23d570-0b6d-4df6-98ba-127bb92deec8 req-1eeaeb2e-8233-4ec0-98a7-941835040b65 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/ac24fa16-f9e2-4c78-9515-592ec8dbcb00 HTTP/1.1" status: 204 len: 173 time: 1.0506568 Jul 08 01:39:10.906192 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7f6e5f80-5126-4de5-92b8-0c7d343dc21e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:10.957949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaeb2e-8233-4ec0-98a7-941835040b65 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac24fa16-f9e2-4c78-9515-592ec8dbcb00,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:10.998474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:10.998845 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.025656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Allocated IP 19.80.0.71 (24631113-dc61-4d8c-a4a4-fed0ffed1506/6d58cd50-f790-4760-947d-e985f809c1ff/7c69ed55-7ba5-48ee-9a32-7cef32ead670) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:11.031139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b130704-57da-43cd-b1ab-4281ed2489ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.123020 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a20f2532-f407-4404-872a-a3aafd74a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.247444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a20f2532-f407-4404-872a-a3aafd74a49c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.249700 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a20f2532-f407-4404-872a-a3aafd74a49c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/997898b2-53a7-4fc1-b822-2d8e983ec0a0 HTTP/1.1" status: 204 len: 168 time: 1.1745143 Jul 08 01:39:11.250597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f2532-f407-4404-872a-a3aafd74a49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997898b2-53a7-4fc1-b822-2d8e983ec0a0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:11.252523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:11.360678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3300577a-ac9e-42b0-a55c-364906b4b5ee req-785f76c4-b321-40ed-a83a-d7cf38f8dc21 tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "GET /v2.0/security-groups/8b2dd5db-9683-4818-869d-cfc878c5ef3f HTTP/1.1" status: 200 len: 1799 time: 0.1180468 Jul 08 01:39:11.379572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.418851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Transition to ACTIVE for port object 7c69ed55-7ba5-48ee-9a32-7cef32ead670 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:11.441019 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.444227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b130704-57da-43cd-b1ab-4281ed2489ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.447176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b130704-57da-43cd-b1ab-4281ed2489ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.451209 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1b130704-57da-43cd-b1ab-4281ed2489ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/191f38f0-534e-46a9-bfcd-55d1a08fee9e HTTP/1.1" status: 204 len: 168 time: 0.9155006 Jul 08 01:39:11.493596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b130704-57da-43cd-b1ab-4281ed2489ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191f38f0-534e-46a9-bfcd-55d1a08fee9e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:11.501777 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6487dfa-e830-4cbd-ac36-9cd985892334 req-8bb9d235-9043-43c9-87f6-32fc484dc06b tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 210 time: 0.0763407 Jul 08 01:39:11.522610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.542434 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3300577a-ac9e-42b0-a55c-364906b4b5ee req-1bc48028-73b3-4a7f-baa2-b9ac0b8424fe tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.689568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3300577a-ac9e-42b0-a55c-364906b4b5ee req-1bc48028-73b3-4a7f-baa2-b9ac0b8424fe tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.719518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Port': ['ID=7c69ed55-7ba5-48ee-9a32-7cef32ead670,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:11.733783 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.766763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06673f90-44f3-4cd5-adbd-c0d95ce84b04']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:11.770510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network 24631113-dc61-4d8c-a4a4-fed0ffed1506 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:11.783576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:11.789153 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:11.814034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-e90b0839-becd-44bf-9ca7-996fe82efb77 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:11.814379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b49a7db-3251-4f1e-8652-7ce8fb32423e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:11.814675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b49a7db-3251-4f1e-8652-7ce8fb32423e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:11.816908 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-e90b0839-becd-44bf-9ca7-996fe82efb77 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.24 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 945 time: 0.3313715 Jul 08 01:39:11.825711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.850678 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.857201 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3300577a-ac9e-42b0-a55c-364906b4b5ee req-1bc48028-73b3-4a7f-baa2-b9ac0b8424fe tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.861419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3300577a-ac9e-42b0-a55c-364906b4b5ee req-1bc48028-73b3-4a7f-baa2-b9ac0b8424fe tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.863345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3300577a-ac9e-42b0-a55c-364906b4b5ee req-1bc48028-73b3-4a7f-baa2-b9ac0b8424fe tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b2dd5db-9683-4818-869d-cfc878c5ef3f HTTP/1.1" status: 204 len: 173 time: 0.5018642 Jul 08 01:39:11.878939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46826) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:11.883793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc48028-73b3-4a7f-baa2-b9ac0b8424fe tempest-SecurityGroupsTestJSON-808191655 tempest-SecurityGroupsTestJSON-808191655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2dd5db-9683-4818-869d-cfc878c5ef3f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:11.888052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:39:11.888994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:39:11.890506 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:39:11.970817 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.979858 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:11.991213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] 10.222.0.41 "DELETE /v2.0/networks/06673f90-44f3-4cd5-adbd-c0d95ce84b04 HTTP/1.1" status: 204 len: 168 time: 0.7301607 Jul 08 01:39:12.010399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8da5a-8dd5-48b2-bd08-1390400de8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=06673f90-44f3-4cd5-adbd-c0d95ce84b04,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:12.158883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-518e90e6-c725-4e4c-8ad3-0ab3e21d955c req-45f18722-1db8-421b-8bab-3266c6074041 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 210 time: 0.0759284 Jul 08 01:39:12.257970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-65b258c2-a7c2-461d-b81d-6c1e83616e74 None None] Provisioning for port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:12.263117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-65b258c2-a7c2-461d-b81d-6c1e83616e74 None None] Provisioning complete for port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:12.263699 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-65b258c2-a7c2-461d-b81d-6c1e83616e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.347259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-65b258c2-a7c2-461d-b81d-6c1e83616e74 None None] Port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:12.435484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607cf45-8a94-4630-9d0c-32091eb75c4e req-89a6e2ca-ecc9-41fe-9341-ca48fae09ae7 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:12.453259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7607cf45-8a94-4630-9d0c-32091eb75c4e req-89a6e2ca-ecc9-41fe-9341-ca48fae09ae7 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 945 time: 0.6585393 Jul 08 01:39:12.472432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2997d95f-4e2e-48d3-b087-ac4a696e1fb8 admin admin] Deleting subnet 401b941c-28f8-4535-b717-37c042a004d7 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:39:12.493796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:12.494447 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.498013 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2997d95f-4e2e-48d3-b087-ac4a696e1fb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.509274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7607cf45-8a94-4630-9d0c-32091eb75c4e req-1fe4fa01-778e-4f7c-88b4-ca1c732a301c tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550327 Jul 08 01:39:12.509795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46838) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:12.560682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4a614da8-49c4-417e-9a3f-0af0d1313ec5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d10d97078d24fc1bc49f14722735d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497313 Jul 08 01:39:12.561767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46842) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:12.580096 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-eb01a482-7b5b-4fd9-bf26-579db8caaad6 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2587223 Jul 08 01:39:12.587014 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2997d95f-4e2e-48d3-b087-ac4a696e1fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.626585 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0a07-d3f2-4dec-ac54-95fc4f74e9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.640834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'port': {'device_id': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5', 'admin_state_up': True, 'tenant_id': '8db72128d244466eb64ad91aa0b90dba'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:12.661609 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0a07-d3f2-4dec-ac54-95fc4f74e9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.775952 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0a07-d3f2-4dec-ac54-95fc4f74e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.778579 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bbfc0a07-d3f2-4dec-ac54-95fc4f74e9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.779749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bbfc0a07-d3f2-4dec-ac54-95fc4f74e9a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9b2a97e-749e-4721-8f70-5407561a154b HTTP/1.1" status: 204 len: 168 time: 0.2168043 Jul 08 01:39:12.791477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc0a07-d3f2-4dec-ac54-95fc4f74e9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b2a97e-749e-4721-8f70-5407561a154b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:12.810974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:12.817264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.860005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbbf05-3580-4303-baa8-6833e8ce9972 req-41bf5d7d-65a4-4d41-9837-2787a0a11ecd tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:12.867514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20fbbf05-3580-4303-baa8-6833e8ce9972 req-41bf5d7d-65a4-4d41-9837-2787a0a11ecd tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 931 time: 0.1354525 Jul 08 01:39:12.877891 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2997d95f-4e2e-48d3-b087-ac4a696e1fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.930533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-4011d54e-82cb-42fd-b30a-50751caa35a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Deleting port 9b2c80cd-2704-4481-a459-70709a440f2e {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:12.930884 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-4011d54e-82cb-42fd-b30a-50751caa35a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:12.947891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-20fbbf05-3580-4303-baa8-6833e8ce9972 req-5c3f021a-06f0-48d4-ad8f-496a34712b0d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717216 Jul 08 01:39:13.033233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-4011d54e-82cb-42fd-b30a-50751caa35a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] For port 9b2c80cd-2704-4481-a459-70709a440f2e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9b2c80cd-2704-4481-a459-70709a440f2e,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:13.033594 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-4011d54e-82cb-42fd-b30a-50751caa35a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:13.048761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-4011d54e-82cb-42fd-b30a-50751caa35a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Calling delete_port for 9b2c80cd-2704-4481-a459-70709a440f2e owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:13.365050 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c9b2001-3aa1-42ab-8824-6f21786725ca req-708a8a6a-1233-462c-9388-2c3e5a80ec96 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 210 time: 0.0594428 Jul 08 01:39:13.385623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46864) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:13.477932 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2997d95f-4e2e-48d3-b087-ac4a696e1fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:13.530195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-b05d77f3-95b2-4561-ba94-305b6e4fef83 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:13.532043 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-b05d77f3-95b2-4561-ba94-305b6e4fef83 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.24 "GET /v2.0/networks?id=17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 200 len: 813 time: 0.6050470 Jul 08 01:39:13.535436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46868) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:13.548026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997d95f-4e2e-48d3-b087-ac4a696e1fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401b941c-28f8-4535-b717-37c042a004d7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:13.555331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2997d95f-4e2e-48d3-b087-ac4a696e1fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:13.557259 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2997d95f-4e2e-48d3-b087-ac4a696e1fb8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/401b941c-28f8-4535-b717-37c042a004d7 HTTP/1.1" status: 204 len: 168 time: 1.6753006 Jul 08 01:39:13.564488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-003b7c5c-d108-455c-809e-0b0adfd80ad3 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:13.565955 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-003b7c5c-d108-455c-809e-0b0adfd80ad3 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.16 "GET /v2.0/networks?id=17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 200 len: 813 time: 0.4690516 Jul 08 01:39:13.566783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46874) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:13.577031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Request body: {'port': {'device_id': '2c947969-3c3e-4dd0-9eb3-135e36ddd34a', 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562', 'admin_state_up': True, 'tenant_id': 'ec0cf584bfc44a7893879e8af83e2259'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:13.617478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Request body: {'port': {'device_id': '2f25ae32-760c-4f10-9ea4-9b8037871afc', 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562', 'admin_state_up': True, 'tenant_id': 'ec0cf584bfc44a7893879e8af83e2259'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:13.633042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Allocated IP 19.86.0.54 (9247a0b5-03ed-436b-ba09-3848ba80aea5/dfe2b290-2940-4ef7-9450-06f2a5db523f/590eb70b-ad8e-43af-8cbb-14415c111e6b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:13.764415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-172872149-network', 'tenant_id': '3091cfd93c934caba300c2d81d92047c'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:13.894914 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:13.896792 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-4011d54e-82cb-42fd-b30a-50751caa35a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:13.922571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3e8e79c1-0fca-494c-85fa-6e9b03d4d8b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4efd83f7e3c4a8a9fea990acd228db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5333602 Jul 08 01:39:13.936717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:13.939098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Made reservation on behalf of 3091cfd93c934caba300c2d81d92047c for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:13.941453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:13.945222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d55d0740-22bc-4aca-8d8c-a7e79f7f1505 req-426f74dc-a434-43c3-9c15-054c720f6c96 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 210 time: 0.0384736 Jul 08 01:39:13.980914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011d54e-82cb-42fd-b30a-50751caa35a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Pushing event deleted for resources: {'Port': ['ID=9b2c80cd-2704-4481-a459-70709a440f2e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:14.007219 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6327378b-f53a-4188-a6a7-4235f9f14a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.019527 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.033491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6327378b-f53a-4188-a6a7-4235f9f14a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.049033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Made reservation on behalf of ec0cf584bfc44a7893879e8af83e2259 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:14.053108 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.138485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6327378b-f53a-4188-a6a7-4235f9f14a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.141539 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6327378b-f53a-4188-a6a7-4235f9f14a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.144822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6327378b-f53a-4188-a6a7-4235f9f14a44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/babb1e2c-a858-4127-a6d8-ecb62a3d3b66 HTTP/1.1" status: 204 len: 168 time: 0.2048745 Jul 08 01:39:14.155506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6327378b-f53a-4188-a6a7-4235f9f14a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babb1e2c-a858-4127-a6d8-ecb62a3d3b66,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:14.168762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471f796-d7f8-4561-a30d-d308b9f59153 req-76904bcb-6a16-4281-885a-4e9aab44bd93 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:14.170330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9471f796-d7f8-4561-a30d-d308b9f59153 req-76904bcb-6a16-4281-885a-4e9aab44bd93 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 931 time: 0.0981431 Jul 08 01:39:14.217016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-4011d54e-82cb-42fd-b30a-50751caa35a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] No DVR routers for this DVR port 9b2c80cd-2704-4481-a459-70709a440f2e on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:14.237901 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-4011d54e-82cb-42fd-b30a-50751caa35a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.239935 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fc08c77-6318-412f-9fc8-9503772b8638 req-4011d54e-82cb-42fd-b30a-50751caa35a2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.24 "DELETE /v2.0/ports/9b2c80cd-2704-4481-a459-70709a440f2e HTTP/1.1" status: 204 len: 173 time: 2.3869257 Jul 08 01:39:14.243839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'name': 'network-vif-deleted', 'tag': '9b2c80cd-2704-4481-a459-70709a440f2e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:14.247137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9471f796-d7f8-4561-a30d-d308b9f59153 req-f859d63d-bbff-453d-b95c-092b95208849 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695896 Jul 08 01:39:14.252696 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a59a6d6-d101-404f-bcb8-3ed8decfe9de" -d '{"events": [{"server_uuid": "5643f7dc-9085-439c-8ff2-438de6c6bc03", "name": "network-vif-deleted", "tag": "9b2c80cd-2704-4481-a459-70709a440f2e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:14.295683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Made reservation on behalf of ec0cf584bfc44a7893879e8af83e2259 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:14.299303 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.390469 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65f597f-ef0e-4cf2-8fc9-e6795953ac4b x-openstack-request-id: req-f65f597f-ef0e-4cf2-8fc9-e6795953ac4b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:14.390785 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5643f7dc-9085-439c-8ff2-438de6c6bc03", "name": "network-vif-deleted", "tag": "9b2c80cd-2704-4481-a459-70709a440f2e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:14.391005 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f65f597f-ef0e-4cf2-8fc9-e6795953ac4b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:14.391496 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5643f7dc-9085-439c-8ff2-438de6c6bc03', 'name': 'network-vif-deleted', 'tag': '9b2c80cd-2704-4481-a459-70709a440f2e', 'status': 'completed', 'code': 200} Jul 08 01:39:14.406185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.436997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff803069-0134-44a9-abc5-c042a95f8c00']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:14.444075 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.477670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade647ba-7c9f-4a36-8f44-57c11988c63b') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:14.478114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade647ba-7c9f-4a36-8f44-57c11988c63b') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:14.592131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.612104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Transition to ACTIVE for port object 590eb70b-ad8e-43af-8cbb-14415c111e6b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:14.619862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9b2c80cd-2704-4481-a459-70709a440f2e no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:14.626448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67ad8d37-0f20-4924-abb2-70c4e3048a27 req-664205b7-723c-409d-8d63-39a06df6b380 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 210 time: 0.0531886 Jul 08 01:39:14.678677 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.688097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 9b2c80cd-2704-4481-a459-70709a440f2e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:14.688393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9b2c80cd-2704-4481-a459-70709a440f2e not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:14.707301 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.710315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.747363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:39:14.747776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:39:14.751885 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:39:14.815441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Allocated IP 172.20.0.12 (17099a6f-84df-4091-936a-bac1c96f7562/9d4193e6-0b98-416f-9a22-5021b05b7797/c9694b9f-a2d6-4639-b12f-610a2a49ea21) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:14.824952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:39:14.889181 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.889181 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Added segment c5c68e94-992e-4789-ade2-72ab9a481d1b of type vlan for network 38667ae0-3fa1-44a3-8aaa-bce2668d550c Jul 08 01:39:14.940960 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11ac598-e1b4-4171-a2ba-2283c8454807,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:14.962675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.964603 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:14.996518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.005586 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ff803069-0134-44a9-abc5-c042a95f8c00 HTTP/1.1" status: 204 len: 168 time: 1.4242120 Jul 08 01:39:15.122175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.126602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f393950-64db-47d4-8a9b-57190ed04ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff803069-0134-44a9-abc5-c042a95f8c00,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:15.183533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a48b7efc-72d5-4246-8be2-506293264ae4 req-5c7f2f6d-0d92-48c2-8a9f-a0379975e637 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=5643f7dc-9085-439c-8ff2-438de6c6bc03 HTTP/1.1" status: 200 len: 210 time: 0.0626485 Jul 08 01:39:15.194281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network 9247a0b5-03ed-436b-ba09-3848ba80aea5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:15.213624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:15.218915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Port': ['ID=590eb70b-ad8e-43af-8cbb-14415c111e6b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:15.223042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:15.294963 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.295958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:15.296586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.312724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46934) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:15.339834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:15.340511 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.400672 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8614900 Jul 08 01:39:15.405494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:15.413434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Request body: {'subnet': {'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-172872149-subnet', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:15.423679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46940) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:15.430158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.436750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeca350-2533-4690-8caa-3cdadc4be728 admin admin] Pushing event updated for resources: {'Network': ['ID=38667ae0-3fa1-44a3-8aaa-bce2668d550c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:15.439725 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-529cd3a0-e489-451d-953a-cd905fd2ffb8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8038599 Jul 08 01:39:15.449629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 38667ae0-3fa1-44a3-8aaa-bce2668d550c details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:39:15.460415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'port': {'device_id': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506', 'admin_state_up': True, 'tenant_id': '8db72128d244466eb64ad91aa0b90dba'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:15.520175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Made reservation on behalf of 3091cfd93c934caba300c2d81d92047c for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:15.529704 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.622112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c042f3-e0f6-420a-867a-996f6fee6c98 req-c1054c89-c80c-4ac5-8310-606f8e8746fb tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:15.627565 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ad5c37eb-e7c7-4eae-a958-a390cd907abf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ed46a6397b5423fad2e8f536e057e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012255 Jul 08 01:39:15.634475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46946) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:15.635434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c042f3-e0f6-420a-867a-996f6fee6c98 req-c1054c89-c80c-4ac5-8310-606f8e8746fb tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:15.644343 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5c042f3-e0f6-420a-867a-996f6fee6c98 req-c1054c89-c80c-4ac5-8310-606f8e8746fb tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 1653 time: 0.2587101 Jul 08 01:39:15.697412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-221c7b59-33d7-4491-96fc-42c3cae2e34b None None] Provisioning for port 590eb70b-ad8e-43af-8cbb-14415c111e6b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:15.703187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-221c7b59-33d7-4491-96fc-42c3cae2e34b None None] Provisioning complete for port 590eb70b-ad8e-43af-8cbb-14415c111e6b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:15.703367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df31e5fe-d461-4fc1-a44f-be38abc0d8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.704043 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-221c7b59-33d7-4491-96fc-42c3cae2e34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.741939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Allocated IP 172.20.0.3 (17099a6f-84df-4091-936a-bac1c96f7562/9d4193e6-0b98-416f-9a22-5021b05b7797/3ef48d51-758d-4033-86a7-c9f618021261) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:15.758362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.762177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-221c7b59-33d7-4491-96fc-42c3cae2e34b None None] Port 590eb70b-ad8e-43af-8cbb-14415c111e6b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:15.850771 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62b5b55b-fdeb-4bea-9902-4ba90d8a3f0e req-88db3cb5-9338-457b-87e9-fa0f33fbe5e0 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 210 time: 0.0751789 Jul 08 01:39:15.853678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5c042f3-e0f6-420a-867a-996f6fee6c98 req-84ec0be7-e417-4122-8fac-a3d33a60a36d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082517 Jul 08 01:39:15.856366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Network 17099a6f-84df-4091-936a-bac1c96f7562 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:15.869318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:15.871120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f7d3450-9bd8-451e-b8eb-b4dade23c5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:15.872972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:15.884386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Pushing event updated for resources: {'Port': ['ID=c9694b9f-a2d6-4639-b12f-610a2a49ea21,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:15.992417 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f7d3450-9bd8-451e-b8eb-b4dade23c5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.033186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.044815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:16.045462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.093434 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.098087 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df31e5fe-d461-4fc1-a44f-be38abc0d8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.121738 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df31e5fe-d461-4fc1-a44f-be38abc0d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.125636 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-5a38531f-ff8b-4bfb-87a2-a3f89edae38c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5735772 Jul 08 01:39:16.141317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Request body: {'port': {'device_id': '2c947969-3c3e-4dd0-9eb3-135e36ddd34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:16.145072 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f7d3450-9bd8-451e-b8eb-b4dade23c5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.148378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f7d3450-9bd8-451e-b8eb-b4dade23c5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.152109 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2f7d3450-9bd8-451e-b8eb-b4dade23c5df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ea545d5-5ded-4121-b41e-073253040c1d HTTP/1.1" status: 204 len: 168 time: 0.5140953 Jul 08 01:39:16.177485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b0c6519-0fef-4ac2-8926-5372f520ad73,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:16.181767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d3450-9bd8-451e-b8eb-b4dade23c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea545d5-5ded-4121-b41e-073253040c1d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:16.196792 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.196792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:16.200264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.216902 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-df31e5fe-d461-4fc1-a44f-be38abc0d8f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba658ad8dcf143b4a4e631cdaf20a13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9030933 Jul 08 01:39:16.221727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46966) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:16.222496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31e5fe-d461-4fc1-a44f-be38abc0d8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b48be8d-278e-42bc-97db-6750f3db0115,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:16.279263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Checking segment: {'id': 'c5c68e94-992e-4789-ade2-72ab9a481d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:16.279637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Network hostable DHCP agents. Network: 38667ae0-3fa1-44a3-8aaa-bce2668d550c, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:39:16.396542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Network 38667ae0-3fa1-44a3-8aaa-bce2668d550c is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:39:16.409755 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18c6d6f9-2662-43c2-93da-596963a54539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.423104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 38667ae0-3fa1-44a3-8aaa-bce2668d550c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:16.433899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e1c6b9-b1fe-4977-9673-112023853c24 None None] Network 38667ae0-3fa1-44a3-8aaa-bce2668d550c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:16.437396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:16.438020 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.445815 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18c6d6f9-2662-43c2-93da-596963a54539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.484059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d887e3ed-5698-4420-8c17-6b6ff7b05c49 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0728102 Jul 08 01:39:16.486707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46976) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:16.491306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-172872149-router', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:16.558038 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.562481 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.577332 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18c6d6f9-2662-43c2-93da-596963a54539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.582120 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18c6d6f9-2662-43c2-93da-596963a54539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.583736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-18c6d6f9-2662-43c2-93da-596963a54539 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b48be8d-278e-42bc-97db-6750f3db0115 HTTP/1.1" status: 204 len: 168 time: 0.3567908 Jul 08 01:39:16.603445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6d6f9-2662-43c2-93da-596963a54539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b48be8d-278e-42bc-97db-6750f3db0115,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:16.681443 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.840057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-38667ae0-3fa1-44a3-8aaa-bce2668d550c', 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'fixed_ips': [{'subnet_id': '6b0c6519-0fef-4ac2-8926-5372f520ad73'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:39:16.841687 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:16.954001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Network 17099a6f-84df-4091-936a-bac1c96f7562 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:16.993437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:17.015623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:17.048755 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.064705 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-e948a0a2-4b3d-4529-9b2e-2a5beede3edc tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184661 Jul 08 01:39:17.075934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:17.076614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.115847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Allocated IP 172.20.0.2 (38667ae0-3fa1-44a3-8aaa-bce2668d550c/6b0c6519-0fef-4ac2-8926-5372f520ad73/1bc6b576-5c33-479b-85ee-d904479fbf9a) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:17.132635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Pushing event updated for resources: {'Port': ['ID=3ef48d51-758d-4033-86a7-c9f618021261,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:17.145173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47006) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:17.183946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51092f85-3c53-442d-8953-b647f36350e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.237580 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-4dccb44a-8181-4543-9984-dc4dbe92c05a tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6291912 Jul 08 01:39:17.244412 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.285250 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Request body: {'port': {'device_id': '2f25ae32-760c-4f10-9ea4-9b8037871afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:17.305594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233d650-71b4-4cf3-a632-5996a92d778e req-c6af0726-991e-4c6b-a0fc-f8836a0fe58b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:17.312679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4233d650-71b4-4cf3-a632-5996a92d778e req-c6af0726-991e-4c6b-a0fc-f8836a0fe58b tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 944 time: 0.3645670 Jul 08 01:39:17.315692 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.330713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Transition to ACTIVE for port object 1bc6b576-5c33-479b-85ee-d904479fbf9a will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:17.363343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Transition to ACTIVE for port object 1bc6b576-5c33-479b-85ee-d904479fbf9a will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:17.375560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.424665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4233d650-71b4-4cf3-a632-5996a92d778e req-cc3abd3c-0bec-4d8c-80c3-c593c0a65052 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110013 Jul 08 01:39:17.431524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562cef-811c-4596-b194-071428ab262e req-535f05af-0eb1-4116-aab7-059e2affd366 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:17.443184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Allocated IP 19.80.0.246 (24631113-dc61-4d8c-a4a4-fed0ffed1506/6d58cd50-f790-4760-947d-e985f809c1ff/b47b7537-1a0a-49c7-bb25-d942d897117d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:17.447578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-535f05af-0eb1-4116-aab7-059e2affd366 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3612542 Jul 08 01:39:17.448999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Pushing event updated for resources: {'Port': ['ID=1bc6b576-5c33-479b-85ee-d904479fbf9a,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:17.461961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Network 38667ae0-3fa1-44a3-8aaa-bce2668d550c is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:17.464261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:17.469049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-21b07b8b-24fb-4218-ae43-1b6c01a4dd49 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/quotas/4f8b7809010b42bb88fcc2d1746de01a HTTP/1.1" status: 200 len: 375 time: 0.0205224 Jul 08 01:39:17.470162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:17.532018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-688ed37b-636d-46c1-9b43-256851dadaca tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612044 Jul 08 01:39:17.616802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Attempting to bind port 1bc6b576-5c33-479b-85ee-d904479fbf9a on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:17.617174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Attempting to bind port 1bc6b576-5c33-479b-85ee-d904479fbf9a by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c5c68e94-992e-4789-ade2-72ab9a481d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:17.617537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Attempting to bind port 1bc6b576-5c33-479b-85ee-d904479fbf9a on network 38667ae0-3fa1-44a3-8aaa-bce2668d550c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:17.623683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:17.624054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Checking segment: {'id': 'c5c68e94-992e-4789-ade2-72ab9a481d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:17.624480 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.624872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Bound using segment: {'id': 'c5c68e94-992e-4789-ade2-72ab9a481d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:17.625336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Bound port: 1bc6b576-5c33-479b-85ee-d904479fbf9a, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c68e94-992e-4789-ade2-72ab9a481d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:17.625712 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.652868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51092f85-3c53-442d-8953-b647f36350e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.673839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-9f82b786-9ef6-482d-aaf1-e00ddc0c6cd1 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:17.675455 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-9f82b786-9ef6-482d-aaf1-e00ddc0c6cd1 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 944 time: 0.5230911 Jul 08 01:39:17.713221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51092f85-3c53-442d-8953-b647f36350e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.723690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] For port 1bc6b576-5c33-479b-85ee-d904479fbf9a, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:17.727294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] For port 1bc6b576-5c33-479b-85ee-d904479fbf9a, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1bc6b576-5c33-479b-85ee-d904479fbf9a,segment=NetworkSegment(c5c68e94-992e-4789-ade2-72ab9a481d1b),segment_id=c5c68e94-992e-4789-ade2-72ab9a481d1b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:17.733190 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.791018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4dc85f-00a4-476c-9446-68762d1c4380 None None] Pushing event updated for resources: {'Port': ['ID=1bc6b576-5c33-479b-85ee-d904479fbf9a,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:17.802850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc886fe-f4a2-415e-8aca-9c1bfb1c4064 req-4558bebb-efcc-4d1e-a767-450702e6b0cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:17.810130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0dc886fe-f4a2-415e-8aca-9c1bfb1c4064 req-4558bebb-efcc-4d1e-a767-450702e6b0cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 931 time: 0.1821065 Jul 08 01:39:17.834950 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.901153 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.924142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:17.930368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0dc886fe-f4a2-415e-8aca-9c1bfb1c4064 req-3c9a0a1a-7061-475c-8677-9154018e0274 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192992 Jul 08 01:39:18.011703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb9d36-e96f-4a79-8c3b-f17076b051d4 req-e60841e7-f24a-471b-b611-f78dde894cb9 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:18.018322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb9d36-e96f-4a79-8c3b-f17076b051d4 req-e60841e7-f24a-471b-b611-f78dde894cb9 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:18.026832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7cb9d36-e96f-4a79-8c3b-f17076b051d4 req-e60841e7-f24a-471b-b611-f78dde894cb9 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 1653 time: 0.1929462 Jul 08 01:39:18.214140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7cb9d36-e96f-4a79-8c3b-f17076b051d4 req-45949c21-beb4-4021-806d-deb58e81383f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864765 Jul 08 01:39:18.237294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51092f85-3c53-442d-8953-b647f36350e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6367be57-363f-45a2-bdf9-b5378c72d316,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:18.244131 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-51092f85-3c53-442d-8953-b647f36350e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16e222d882cc40478153ef4001434aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0902359 Jul 08 01:39:18.260708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:18.352100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-2c172939-41b8-4a61-93d7-6b9fecc782f3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Deleting port 95ca4209-580b-4314-86c1-aab81058f35f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:18.352499 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-2c172939-41b8-4a61-93d7-6b9fecc782f3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:18.486578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:18.529528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Transition to ACTIVE for port object b47b7537-1a0a-49c7-bb25-d942d897117d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:18.571425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-2c172939-41b8-4a61-93d7-6b9fecc782f3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] For port 95ca4209-580b-4314-86c1-aab81058f35f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=95ca4209-580b-4314-86c1-aab81058f35f,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:18.571787 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-2c172939-41b8-4a61-93d7-6b9fecc782f3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:18.610056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-2c172939-41b8-4a61-93d7-6b9fecc782f3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Calling delete_port for 95ca4209-580b-4314-86c1-aab81058f35f owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:18.642151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9694b9f-a2d6-4639-b12f-610a2a49ea21 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:18.685510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:18.705000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Allocated IP 172.25.4.242 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/0b3be61c-b85e-4f97-b6d0-02c9c1bd4008) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:18.720376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:18.729402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Transition to ACTIVE for port object c9694b9f-a2d6-4639-b12f-610a2a49ea21 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:18.780366 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:18.790026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47040) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:18.800186 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9142ff2f-7fe4-4302-a7f4-e5d6a77be039 req-2471d6c9-a3d2-4582-bcdc-3ddaa67ab1f1 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 210 time: 0.1047816 Jul 08 01:39:18.888594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network 24631113-dc61-4d8c-a4a4-fed0ffed1506 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:18.892751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Port': ['ID=b47b7537-1a0a-49c7-bb25-d942d897117d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:18.919157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-412afa0c-233f-445e-93d4-bc9a4c197153 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8443964 Jul 08 01:39:18.930380 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f88e61b-8d16-48c5-ab09-7c95e65db144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:18.949951 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1bc6b576-5c33-479b-85ee-d904479fbf9a up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:18.987058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f88e61b-8d16-48c5-ab09-7c95e65db144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:18.992244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:18.995952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Pushing event updated for resources: {'Port': ['ID=c9694b9f-a2d6-4639-b12f-610a2a49ea21,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:19.001890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:19.086315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 1bc6b576-5c33-479b-85ee-d904479fbf9a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:19.154777 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f88e61b-8d16-48c5-ab09-7c95e65db144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.158529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f88e61b-8d16-48c5-ab09-7c95e65db144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.160644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5f88e61b-8d16-48c5-ab09-7c95e65db144 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6367be57-363f-45a2-bdf9-b5378c72d316 HTTP/1.1" status: 204 len: 168 time: 0.8938785 Jul 08 01:39:19.166442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:19.167129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.281398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88e61b-8d16-48c5-ab09-7c95e65db144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6367be57-363f-45a2-bdf9-b5378c72d316,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:19.296455 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36616554-600b-4b3e-8adb-e9146b35bb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.326546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e9262-f431-4a94-8916-8817d0864f0e req-f5c16bde-9dae-4710-b136-b491e23ee112 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:19.328771 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-737e9262-f431-4a94-8916-8817d0864f0e req-f5c16bde-9dae-4710-b136-b491e23ee112 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 944 time: 0.6168556 Jul 08 01:39:19.361312 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.410738 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-bf9096d2-dc26-4921-8078-58aa4843910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:19.413564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-bf9096d2-dc26-4921-8078-58aa4843910c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=12a0164c80564015b1b963f8b59f6780&device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 1096 time: 0.3422561 Jul 08 01:39:19.415953 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36616554-600b-4b3e-8adb-e9146b35bb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.469751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36616554-600b-4b3e-8adb-e9146b35bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.492846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2804afb-7502-497d-9724-c31e586ce40c None None] Network 38667ae0-3fa1-44a3-8aaa-bce2668d550c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:19.496944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e3a6b69-b888-4cca-b96a-dbb153006c89 None None] Provisioning for port b47b7537-1a0a-49c7-bb25-d942d897117d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:19.542152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58197b94-9b50-4a7a-8994-40266f2a7976 req-508d5185-4ee5-46f7-9002-750cecf91ae0 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:19.543754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58197b94-9b50-4a7a-8994-40266f2a7976 req-508d5185-4ee5-46f7-9002-750cecf91ae0 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 931 time: 0.3786283 Jul 08 01:39:19.544948 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5a4e8c8e-2d2a-47a7-b9db-38e63f659d09 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0939488 Jul 08 01:39:19.558615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e3a6b69-b888-4cca-b96a-dbb153006c89 None None] Provisioning complete for port b47b7537-1a0a-49c7-bb25-d942d897117d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:19.558997 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6b69-b888-4cca-b96a-dbb153006c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.565227 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-737e9262-f431-4a94-8916-8817d0864f0e req-779d1e93-d257-467c-a7ed-7e4994ce7444 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246997 Jul 08 01:39:19.603536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a6b69-b888-4cca-b96a-dbb153006c89 None None] Port b47b7537-1a0a-49c7-bb25-d942d897117d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:19.608150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-7235141d-a18c-40ac-b064-91c49555ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:19.609821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-7235141d-a18c-40ac-b064-91c49555ecb9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 200 len: 909 time: 0.1681607 Jul 08 01:39:19.620013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Request body: {'port': {'device_id': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:19.716089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.735213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-69decb9b-1a45-4c9a-8a4a-5d56ac63a26c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47e1a772-d042-40e5-9edf-4edfeffeff54 HTTP/1.1" status: 200 len: 217 time: 0.1159480 Jul 08 01:39:19.740510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-0b31b033-e200-4670-9455-df4682508e93 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1142244 Jul 08 01:39:19.742616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-2c172939-41b8-4a61-93d7-6b9fecc782f3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.776165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58197b94-9b50-4a7a-8994-40266f2a7976 req-c065eb35-8f78-4c43-b5b3-2b4cfcba1bcb tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147107 Jul 08 01:39:19.791864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-10db3ef8-1de2-4c37-a1de-ed694ba5eb78 None None] Provisioning for port 1bc6b576-5c33-479b-85ee-d904479fbf9a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:19.799071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-10db3ef8-1de2-4c37-a1de-ed694ba5eb78 None None] Provisioning complete for port 1bc6b576-5c33-479b-85ee-d904479fbf9a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:19.799451 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10db3ef8-1de2-4c37-a1de-ed694ba5eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.819392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36616554-600b-4b3e-8adb-e9146b35bb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79667056-e9cf-43e8-9e38-6c36e1cb35bd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:19.836820 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-36616554-600b-4b3e-8adb-e9146b35bb63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f47658a088cc4b9fa4e56bf9b5d2d7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0199614 Jul 08 01:39:19.852410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:19.905666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Attempting to bind port c9694b9f-a2d6-4639-b12f-610a2a49ea21 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:19.906171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Attempting to bind port c9694b9f-a2d6-4639-b12f-610a2a49ea21 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:19.906714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Attempting to bind port c9694b9f-a2d6-4639-b12f-610a2a49ea21 on network 17099a6f-84df-4091-936a-bac1c96f7562 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:19.912980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-2c172939-41b8-4a61-93d7-6b9fecc782f3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] No DVR routers for this DVR port 95ca4209-580b-4314-86c1-aab81058f35f on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:19.915822 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-2c172939-41b8-4a61-93d7-6b9fecc782f3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.917977 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9dd497e5-4f7f-4a5e-a4a7-d65a55e76220 req-2c172939-41b8-4a61-93d7-6b9fecc782f3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.24 "DELETE /v2.0/ports/95ca4209-580b-4314-86c1-aab81058f35f HTTP/1.1" status: 204 len: 173 time: 2.2172308 Jul 08 01:39:19.927749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c172939-41b8-4a61-93d7-6b9fecc782f3 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Pushing event deleted for resources: {'Port': ['ID=95ca4209-580b-4314-86c1-aab81058f35f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:19.933802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef48d51-758d-4033-86a7-c9f618021261 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:19.943562 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10db3ef8-1de2-4c37-a1de-ed694ba5eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.947120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'name': 'network-vif-deleted', 'tag': '95ca4209-580b-4314-86c1-aab81058f35f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:19.950369 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39b7393-3d14-4368-9749-f8f58d128850" -d '{"events": [{"server_uuid": "9c60d91b-72e8-4c8c-847d-27d2a09b9f60", "name": "network-vif-deleted", "tag": "95ca4209-580b-4314-86c1-aab81058f35f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:19.995306 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:19.997953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Port c9694b9f-a2d6-4639-b12f-610a2a49ea21 on network 17099a6f-84df-4091-936a-bac1c96f7562 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:39:19.998429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Attempting to bind port c9694b9f-a2d6-4639-b12f-610a2a49ea21 on network 17099a6f-84df-4091-936a-bac1c96f7562 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:20.004129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-10db3ef8-1de2-4c37-a1de-ed694ba5eb78 None None] For port 1bc6b576-5c33-479b-85ee-d904479fbf9a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1bc6b576-5c33-479b-85ee-d904479fbf9a,segment=NetworkSegment(c5c68e94-992e-4789-ade2-72ab9a481d1b),segment_id=c5c68e94-992e-4789-ade2-72ab9a481d1b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:20.012969 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10db3ef8-1de2-4c37-a1de-ed694ba5eb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:20.014999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:20.015774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Checking segment: {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:20.016245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Bound using segment: {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:20.017249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Bound port: c9694b9f-a2d6-4639-b12f-610a2a49ea21, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:20.017684 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:20.054529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Transition to ACTIVE for port object 3ef48d51-758d-4033-86a7-c9f618021261 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:20.059380 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:20.060158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:20.097134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:20.105048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:20.137629 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:20.169329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db3ef8-1de2-4c37-a1de-ed694ba5eb78 None None] Pushing event updated for resources: {'Port': ['ID=1bc6b576-5c33-479b-85ee-d904479fbf9a,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:20.177992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Pushing event updated for resources: {'Port': ['ID=0b3be61c-b85e-4f97-b6d0-02c9c1bd4008,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:20.375289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-383f514b-bf5f-4809-bcc6-214ac511b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:20.377065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-383f514b-bf5f-4809-bcc6-214ac511b08e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 200 len: 848 time: 0.5932345 Jul 08 01:39:20.445904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-53bcdc7d-2c74-4bac-acdc-7b7a34721a05 None None] Provisioning complete for port 1bc6b576-5c33-479b-85ee-d904479fbf9a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:20.446514 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53bcdc7d-2c74-4bac-acdc-7b7a34721a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:20.490021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562cef-811c-4596-b194-071428ab262e req-0d0d166e-57fd-4800-9230-8bc5c357c868 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:20.490021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-0d0d166e-57fd-4800-9230-8bc5c357c868 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7042894 Jul 08 01:39:20.503034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d460422-b7dc-442d-bb90-56d3706c0187 req-398028dc-c09c-4f0a-94b5-a190ce0f778e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 210 time: 0.1321449 Jul 08 01:39:20.517469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Pushing event updated for resources: {'Port': ['ID=3ef48d51-758d-4033-86a7-c9f618021261,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:20.574860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Request body: {'port': {'device_id': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '4f8b7809010b42bb88fcc2d1746de01a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:20.611150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-9889b3ca-399d-42c0-995c-d58a5d0ed7a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8483aff-5cce-4698-a4bf-03fadb168055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2071462 Jul 08 01:39:20.614977 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed9b94d0-c75a-47f8-8366-15f453ae52c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:20.657897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 95ca4209-580b-4314-86c1-aab81058f35f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:20.721850 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf0463e-fd52-4e48-838a-095341372185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:20.724213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 95ca4209-580b-4314-86c1-aab81058f35f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:20.724738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 95ca4209-580b-4314-86c1-aab81058f35f not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:20.897201 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af70780-5a53-4758-aa68-d48676247081 x-openstack-request-id: req-3af70780-5a53-4758-aa68-d48676247081 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:20.897584 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c60d91b-72e8-4c8c-847d-27d2a09b9f60", "name": "network-vif-deleted", "tag": "95ca4209-580b-4314-86c1-aab81058f35f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:20.897774 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3af70780-5a53-4758-aa68-d48676247081 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:20.898121 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c60d91b-72e8-4c8c-847d-27d2a09b9f60', 'name': 'network-vif-deleted', 'tag': '95ca4209-580b-4314-86c1-aab81058f35f', 'status': 'completed', 'code': 200} Jul 08 01:39:20.899399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] For port c9694b9f-a2d6-4639-b12f-610a2a49ea21, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:20.911451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1bc6b576-5c33-479b-85ee-d904479fbf9a up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:20.959752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] For port c9694b9f-a2d6-4639-b12f-610a2a49ea21, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c9694b9f-a2d6-4639-b12f-610a2a49ea21,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:20.980109 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.009199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 1bc6b576-5c33-479b-85ee-d904479fbf9a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:21.010073 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.086247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab2bf3db-b3ce-4de3-b8a0-25ce6ff3c7f6 req-2380089e-bfc9-4fc0-9050-967ad8ef0853 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c60d91b-72e8-4c8c-847d-27d2a09b9f60 HTTP/1.1" status: 200 len: 210 time: 0.1097929 Jul 08 01:39:21.092437 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf0463e-fd52-4e48-838a-095341372185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.134583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:21.135404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.136940 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] 10.222.0.24 "PUT /v2.0/ports/c9694b9f-a2d6-4639-b12f-610a2a49ea21 HTTP/1.1" status: 200 len: 1093 time: 5.0011263 Jul 08 01:39:21.171804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Attempting to bind port 3ef48d51-758d-4033-86a7-c9f618021261 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:21.172340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Attempting to bind port 3ef48d51-758d-4033-86a7-c9f618021261 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:21.173058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Attempting to bind port 3ef48d51-758d-4033-86a7-c9f618021261 on network 17099a6f-84df-4091-936a-bac1c96f7562 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:21.179991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Port 3ef48d51-758d-4033-86a7-c9f618021261 on network 17099a6f-84df-4091-936a-bac1c96f7562 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:39:21.180753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Attempting to bind port 3ef48d51-758d-4033-86a7-c9f618021261 on network 17099a6f-84df-4091-936a-bac1c96f7562 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:21.185537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08029945-097e-42c2-a2ae-04563eb5ae1c service neutron] Pushing event updated for resources: {'Port': ['ID=c9694b9f-a2d6-4639-b12f-610a2a49ea21,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:21.200558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11f4ef-3e38-44d0-87bf-a50a00fd3aa6 req-5d9f0ea0-d222-443c-ac6e-367c2adaa2c7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:21.206906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11f4ef-3e38-44d0-87bf-a50a00fd3aa6 req-5d9f0ea0-d222-443c-ac6e-367c2adaa2c7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:21.209295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:21.209836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Checking segment: {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:21.210454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Bound using segment: {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:21.211071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Bound port: 3ef48d51-758d-4033-86a7-c9f618021261, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:21.211815 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.213803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11f4ef-3e38-44d0-87bf-a50a00fd3aa6 req-5d9f0ea0-d222-443c-ac6e-367c2adaa2c7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:21.220853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe11f4ef-3e38-44d0-87bf-a50a00fd3aa6 req-5d9f0ea0-d222-443c-ac6e-367c2adaa2c7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2375 time: 1.1100886 Jul 08 01:39:21.305117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Made reservation on behalf of 4f8b7809010b42bb88fcc2d1746de01a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:21.309307 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.328009 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-fa7d0164-06c3-4f07-8463-db031c3e0bfd service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033418 Jul 08 01:39:21.365513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c69ed55-7ba5-48ee-9a32-7cef32ead670 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:21.377846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.379143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.385048 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf0463e-fd52-4e48-838a-095341372185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.387552 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6bf0463e-fd52-4e48-838a-095341372185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.388721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6bf0463e-fd52-4e48-838a-095341372185 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79667056-e9cf-43e8-9e38-6c36e1cb35bd HTTP/1.1" status: 204 len: 168 time: 1.5225754 Jul 08 01:39:21.400506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe11f4ef-3e38-44d0-87bf-a50a00fd3aa6 req-8c5e8d48-41d1-456c-b8a0-da11c914f293 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787162 Jul 08 01:39:21.435563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Transition to ACTIVE for port object 7c69ed55-7ba5-48ee-9a32-7cef32ead670 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:21.441905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] For port 3ef48d51-758d-4033-86a7-c9f618021261, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:21.446155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] For port 3ef48d51-758d-4033-86a7-c9f618021261, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3ef48d51-758d-4033-86a7-c9f618021261,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:21.449022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-151974a8-a88c-4bf1-b586-c9f1a68686de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:21.450739 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-151974a8-a88c-4bf1-b586-c9f1a68686de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec0cf584bfc44a7893879e8af83e2259&device_id=2c947969-3c3e-4dd0-9eb3-135e36ddd34a HTTP/1.1" status: 200 len: 1096 time: 0.2437053 Jul 08 01:39:21.451809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.463552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.547869 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-b2c9ab1b-01d7-4a29-8b41-99a984e1882f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9694b9f-a2d6-4639-b12f-610a2a49ea21 HTTP/1.1" status: 200 len: 217 time: 0.0869734 Jul 08 01:39:21.564999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:21.565642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.567749 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] 10.222.0.16 "PUT /v2.0/ports/3ef48d51-758d-4033-86a7-c9f618021261 HTTP/1.1" status: 200 len: 1092 time: 4.2885182 Jul 08 01:39:21.602216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Pushing event updated for resources: {'Port': ['ID=7c69ed55-7ba5-48ee-9a32-7cef32ead670,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:21.772645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-413a99dd-52dc-4e39-83c8-d6444f7b6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:21.774183 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-413a99dd-52dc-4e39-83c8-d6444f7b6892 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4193e6-0b98-416f-9a22-5021b05b7797 HTTP/1.1" status: 200 len: 853 time: 0.2132604 Jul 08 01:39:21.856400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54882da8-9033-42e0-904a-a69b4df59ded service neutron] Pushing event updated for resources: {'Port': ['ID=3ef48d51-758d-4033-86a7-c9f618021261,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:21.875842 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-e2496afa-a409-4143-963c-7b34381ff90c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17099a6f-84df-4091-936a-bac1c96f7562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828927 Jul 08 01:39:21.876212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8929c378-10fa-406b-819b-50f6e484489e req-1a8fbf20-16b3-4c88-995b-50fff6eaa307 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 210 time: 0.0320694 Jul 08 01:39:21.983495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:21.993348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Attempting to bind port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:21.993685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Attempting to bind port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:21.994018 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Attempting to bind port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 on network 24631113-dc61-4d8c-a4a4-fed0ffed1506 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:21.998452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0463e-fd52-4e48-838a-095341372185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79667056-e9cf-43e8-9e38-6c36e1cb35bd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:22.014080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 on network 24631113-dc61-4d8c-a4a4-fed0ffed1506 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:39:22.014408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Attempting to bind port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 on network 24631113-dc61-4d8c-a4a4-fed0ffed1506 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:22.017242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.028521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-615dc06f-56d6-49f2-b75a-3e7398d24f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:22.030105 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-615dc06f-56d6-49f2-b75a-3e7398d24f4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec0cf584bfc44a7893879e8af83e2259&device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 1095 time: 0.3505611 Jul 08 01:39:22.038738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:22.039080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Checking segment: {'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:22.039842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Bound using segment: {'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:22.040338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Bound port: 7c69ed55-7ba5-48ee-9a32-7cef32ead670, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:22.040699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.100170 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-555eb6c5-eda3-4ed6-b06b-fe431532aae1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ef48d51-758d-4033-86a7-c9f618021261 HTTP/1.1" status: 200 len: 217 time: 0.0558205 Jul 08 01:39:22.120992 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.124682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be719463-0596-4f4e-9b9a-049d6faa38cb req-db8d25ed-c872-412f-9db4-d9bd3c5a441f service neutron] 10.222.0.16 "GET /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576075 Jul 08 01:39:22.173608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8d0e4-6115-4863-9634-d4d853bb909a req-25c34cb6-7ad3-4ca2-866d-4c30c40469e9 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:22.181091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9af8d0e4-6115-4863-9634-d4d853bb909a req-25c34cb6-7ad3-4ca2-866d-4c30c40469e9 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 943 time: 0.8855920 Jul 08 01:39:22.206873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67753f6a-10c9-489e-85ff-ffd0d99fa88f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:22.219878 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-7bf54c1b-2318-4601-991d-7c9a0ec8aa75 service neutron] 10.222.0.24 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249695 Jul 08 01:39:22.322688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-1b699a5e-ac43-4aa7-87ff-e8a3cf882601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:22.324479 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-1b699a5e-ac43-4aa7-87ff-e8a3cf882601 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d4193e6-0b98-416f-9a22-5021b05b7797 HTTP/1.1" status: 200 len: 853 time: 0.2006214 Jul 08 01:39:22.330193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] For port 7c69ed55-7ba5-48ee-9a32-7cef32ead670, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:22.377579 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-1057875b-71bf-410b-acc9-d545be1d74f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=17099a6f-84df-4091-936a-bac1c96f7562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417323 Jul 08 01:39:22.381085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9af8d0e4-6115-4863-9634-d4d853bb909a req-97bf830c-96c5-465a-a198-ceb38e5d6049 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988759 Jul 08 01:39:22.381240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] For port 7c69ed55-7ba5-48ee-9a32-7cef32ead670, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7c69ed55-7ba5-48ee-9a32-7cef32ead670,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:22.410042 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-3d7102d0-4403-4f8a-8d06-e439e8d7d955 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f295382ecc0e42d287b35ecaa1647201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640018 Jul 08 01:39:22.436055 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-052ac0d6-afa0-4d30-bc33-ece827163ea9 service neutron] 10.222.0.24 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017586 Jul 08 01:39:22.461817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.490403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Allocated IP 192.168.233.250 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/45435edb-41c4-4ed3-b2ef-b59b871587c6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:22.529994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47136) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:22.582123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:22.583451 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.593114 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] 10.222.0.16 "PUT /v2.0/ports/7c69ed55-7ba5-48ee-9a32-7cef32ead670 HTTP/1.1" status: 200 len: 1092 time: 3.0024376 Jul 08 01:39:22.664050 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-f2445001-5384-4627-9fdc-3411d88a7c35 service neutron] 10.222.0.16 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782938 Jul 08 01:39:22.670889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Request body: {'port': {'device_id': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:22.685757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440f8a7-0eda-4d59-984c-be59db318621 service neutron] Pushing event updated for resources: {'Port': ['ID=7c69ed55-7ba5-48ee-9a32-7cef32ead670,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:22.703166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1440013143-network', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:22.745472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-926921f2-9cab-45d4-ae5a-3672dabe2c19 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:22.747055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-926921f2-9cab-45d4-ae5a-3672dabe2c19 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289723 Jul 08 01:39:22.815152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.839682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-597ae67f-f021-4cc1-9abf-2a81efb709d2 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/quotas/f295382ecc0e42d287b35ecaa1647201 HTTP/1.1" status: 200 len: 375 time: 0.0769789 Jul 08 01:39:22.844331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.849752 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e453bbbe-77ee-4777-a0d8-83e527d45e65 req-bca2c813-905d-464f-96fd-6834b2d52948 service neutron] 10.222.0.16 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727793 Jul 08 01:39:22.859545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Made reservation on behalf of 79c20a91e74545bfbaa15f7cb9a3b416 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:22.861800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.900084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c947969-3c3e-4dd0-9eb3-135e36ddd34a', 'tag': 'c9694b9f-a2d6-4639-b12f-610a2a49ea21'}, {'name': 'network-changed', 'server_uuid': '2f25ae32-760c-4f10-9ea4-9b8037871afc', 'tag': '3ef48d51-758d-4033-86a7-c9f618021261'}, {'name': 'network-changed', 'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'tag': '7c69ed55-7ba5-48ee-9a32-7cef32ead670'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:22.902300 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f18cfe-246a-4075-81b6-9dd8b4580984" -d '{"events": [{"name": "network-changed", "server_uuid": "2c947969-3c3e-4dd0-9eb3-135e36ddd34a", "tag": "c9694b9f-a2d6-4639-b12f-610a2a49ea21"}, {"name": "network-changed", "server_uuid": "2f25ae32-760c-4f10-9ea4-9b8037871afc", "tag": "3ef48d51-758d-4033-86a7-c9f618021261"}, {"name": "network-changed", "server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "tag": "7c69ed55-7ba5-48ee-9a32-7cef32ead670"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:22.930552 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-5e99574c-61c5-48c0-826e-5966a0ac0203 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f295382ecc0e42d287b35ecaa1647201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900042 Jul 08 01:39:22.935955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:22.974791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcd18e-9d56-45f7-9500-2904474c7ec5 req-11bd0a43-b65e-436c-839e-3a4e8641178a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:22.980869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcd18e-9d56-45f7-9500-2904474c7ec5 req-11bd0a43-b65e-436c-839e-3a4e8641178a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:22.987085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcd18e-9d56-45f7-9500-2904474c7ec5 req-11bd0a43-b65e-436c-839e-3a4e8641178a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:22.989364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8bcd18e-9d56-45f7-9500-2904474c7ec5 req-11bd0a43-b65e-436c-839e-3a4e8641178a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2387 time: 0.3543987 Jul 08 01:39:23.074068 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.113648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Transition to ACTIVE for port object 45435edb-41c4-4ed3-b2ef-b59b871587c6 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:23.154523 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590eb70b-ad8e-43af-8cbb-14415c111e6b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:23.162163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.177443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Transition to ACTIVE for port object 590eb70b-ad8e-43af-8cbb-14415c111e6b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:23.182234 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.187524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.240294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Pushing event updated for resources: {'Port': ['ID=590eb70b-ad8e-43af-8cbb-14415c111e6b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:23.302412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8bcd18e-9d56-45f7-9500-2904474c7ec5 req-ea8cae52-732c-492a-b037-98e510f7cfa1 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933099 Jul 08 01:39:23.373753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-881ceb24-9e87-4682-8013-b98ad815cee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.376963 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Attempting to bind port 590eb70b-ad8e-43af-8cbb-14415c111e6b on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:23.377308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Attempting to bind port 590eb70b-ad8e-43af-8cbb-14415c111e6b by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '37a89860-150f-4b8e-85a1-07f72fec3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:23.377644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Attempting to bind port 590eb70b-ad8e-43af-8cbb-14415c111e6b on network 9247a0b5-03ed-436b-ba09-3848ba80aea5 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:23.382917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Port 590eb70b-ad8e-43af-8cbb-14415c111e6b on network 9247a0b5-03ed-436b-ba09-3848ba80aea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:39:23.383243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Attempting to bind port 590eb70b-ad8e-43af-8cbb-14415c111e6b on network 9247a0b5-03ed-436b-ba09-3848ba80aea5 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:23.389024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:23.389362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Checking segment: {'id': '37a89860-150f-4b8e-85a1-07f72fec3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:23.389749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Bound using segment: {'id': '37a89860-150f-4b8e-85a1-07f72fec3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:23.390181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Bound port: 590eb70b-ad8e-43af-8cbb-14415c111e6b, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a89860-150f-4b8e-85a1-07f72fec3fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:23.390544 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.409259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Pushing event updated for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:23.471050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.471538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.472118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.472592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.473027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.473883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.474407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.474858 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.475284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.475711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.476137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.476587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:23.481948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:23.493075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:23.498396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:23.527622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] For port 590eb70b-ad8e-43af-8cbb-14415c111e6b, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:23.548807 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187e2b3e-a234-4d7e-ad49-6b39877c9208 x-openstack-request-id: req-187e2b3e-a234-4d7e-ad49-6b39877c9208 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:23.549122 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c947969-3c3e-4dd0-9eb3-135e36ddd34a", "tag": "c9694b9f-a2d6-4639-b12f-610a2a49ea21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f25ae32-760c-4f10-9ea4-9b8037871afc", "tag": "3ef48d51-758d-4033-86a7-c9f618021261", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "tag": "7c69ed55-7ba5-48ee-9a32-7cef32ead670", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:23.549438 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-187e2b3e-a234-4d7e-ad49-6b39877c9208 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:23.549863 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c947969-3c3e-4dd0-9eb3-135e36ddd34a', 'tag': 'c9694b9f-a2d6-4639-b12f-610a2a49ea21', 'status': 'completed', 'code': 200} Jul 08 01:39:23.550123 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f25ae32-760c-4f10-9ea4-9b8037871afc', 'tag': '3ef48d51-758d-4033-86a7-c9f618021261', 'status': 'completed', 'code': 200} Jul 08 01:39:23.550430 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'tag': '7c69ed55-7ba5-48ee-9a32-7cef32ead670', 'status': 'completed', 'code': 200} Jul 08 01:39:23.556494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] For port 590eb70b-ad8e-43af-8cbb-14415c111e6b, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=590eb70b-ad8e-43af-8cbb-14415c111e6b,segment=NetworkSegment(37a89860-150f-4b8e-85a1-07f72fec3fb1),segment_id=37a89860-150f-4b8e-85a1-07f72fec3fb1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:23.606424 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.619314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:39:23.661696 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.709759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:23.710886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.715200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5237ae0-e32f-4df3-a6c8-107eed7c9095 req-a22a9887-0f88-4d2b-88ee-16350e1009de tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 210 time: 0.0975089 Jul 08 01:39:23.753494 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.792123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:23.792751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.794223 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] 10.222.0.16 "PUT /v2.0/ports/590eb70b-ad8e-43af-8cbb-14415c111e6b HTTP/1.1" status: 200 len: 1092 time: 1.1288967 Jul 08 01:39:23.819601 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.846622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Request body: {'port': {'device_id': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:23.898573 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-61861b45-13f8-42c4-be20-0b15f2e5e984 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3426354 Jul 08 01:39:23.933233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-45d77e9d-01be-41b8-a1ce-f768bcb2bc8e None None] Provisioning for port 45435edb-41c4-4ed3-b2ef-b59b871587c6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:23.937854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-45d77e9d-01be-41b8-a1ce-f768bcb2bc8e None None] Provisioning complete for port 45435edb-41c4-4ed3-b2ef-b59b871587c6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:23.938302 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45d77e9d-01be-41b8-a1ce-f768bcb2bc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:23.965356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Request body: {'port': {'device_id': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:23.989769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc7bc3-357f-426e-93f9-c1bf50c45c06 service neutron] Pushing event updated for resources: {'Port': ['ID=590eb70b-ad8e-43af-8cbb-14415c111e6b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:23.997457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-45d77e9d-01be-41b8-a1ce-f768bcb2bc8e None None] Port 45435edb-41c4-4ed3-b2ef-b59b871587c6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:24.044840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:39:24.054675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-0a3effc6-3e02-4a0d-bc2b-44b3d194856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:24.055943 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-0a3effc6-3e02-4a0d-bc2b-44b3d194856b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec0cf584bfc44a7893879e8af83e2259&device_id=2c947969-3c3e-4dd0-9eb3-135e36ddd34a HTTP/1.1" status: 200 len: 1096 time: 0.4980512 Jul 08 01:39:24.060526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-e5c1afe1-2dfb-4a2d-b2ef-53a2d06000b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:24.062012 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-e5c1afe1-2dfb-4a2d-b2ef-53a2d06000b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec0cf584bfc44a7893879e8af83e2259&device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 1095 time: 0.4785249 Jul 08 01:39:24.106769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2657b795-8383-4d55-b4aa-f59dc37313f9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:24.122072 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.124639 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Added segment be32f9c3-c8a3-4c19-ab7b-1578573d75ad of type vlan for network f0b8d695-73c2-4fb9-8fc4-17d095935fed Jul 08 01:39:24.138116 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.157741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:39:24.166539 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Sync routers for ids ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:39:24.185508 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Routers {'5c11efa2-1f78-4fd5-a7be-028b1e179db0'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:24.186687 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:24.240730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.259013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318429d-d87f-4f8d-834a-a1efd30bfb46 req-9f1c9853-0d25-4926-8f61-40c311d67035 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:24.266203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6318429d-d87f-4f8d-834a-a1efd30bfb46 req-9f1c9853-0d25-4926-8f61-40c311d67035 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 936 time: 0.6137252 Jul 08 01:39:24.284320 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.285534 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1272a3b4-1590-4778-b8f6-04b708906975 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7978513 Jul 08 01:39:24.289025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47162) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:24.306413 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.311696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-98716124-56ab-437c-a8e5-ea26ad235094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:24.313209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-98716124-56ab-437c-a8e5-ea26ad235094 service neutron] 10.222.0.16 "GET /v2.0/networks?id=17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 200 len: 914 time: 0.2368767 Jul 08 01:39:24.324281 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Set router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:24.324491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-a2d4db5f-a9cf-4c5a-ac18-d538fa70c717 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:24.325577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-a2d4db5f-a9cf-4c5a-ac18-d538fa70c717 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.16 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 944 time: 0.4161482 Jul 08 01:39:24.352182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-560980b1-515d-433a-aaee-127efbc45850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:24.353672 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-560980b1-515d-433a-aaee-127efbc45850 service neutron] 10.222.0.24 "GET /v2.0/networks?id=17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 200 len: 914 time: 0.2870789 Jul 08 01:39:24.369358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d924aff-10bd-441b-8bc6-8241b7ac193f req-5b22e179-bd1d-482b-b8c3-71eb603848d3 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:24.370851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d924aff-10bd-441b-8bc6-8241b7ac193f req-5b22e179-bd1d-482b-b8c3-71eb603848d3 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 943 time: 0.4578235 Jul 08 01:39:24.426466 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6318429d-d87f-4f8d-834a-a1efd30bfb46 req-38be016d-fa69-4f5f-ae7a-496b30d25ced tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590681 Jul 08 01:39:24.463501 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.464558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:24.476459 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.496886 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-30a5f722-3f56-4433-a2c3-e18e71386a88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ef48d51-758d-4033-86a7-c9f618021261 HTTP/1.1" status: 200 len: 217 time: 0.1420143 Jul 08 01:39:24.526221 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-2d0758cf-494b-492d-9f0a-1e69aa788f77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9694b9f-a2d6-4639-b12f-610a2a49ea21 HTTP/1.1" status: 200 len: 217 time: 0.1282177 Jul 08 01:39:24.636059 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.660514 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'name': 'tempest-FloatingIPDetailsTestJSON-172872149-router', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:16Z', 'updated_at': '2021-07-08T01:39:21Z', 'revision_number': 3, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'gw_port': {'id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:17Z', 'updated_at': '2021-07-08T01:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:24.693904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c9694b9f-a2d6-4639-b12f-610a2a49ea21 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:39:24.695770 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Checking router: 5c11efa2-1f78-4fd5-a7be-028b1e179db0 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:39:24.696353 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Updating router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:39:24.739405 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.801990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47b7537-1a0a-49c7-bb25-d942d897117d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:24.810654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.824758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Transition to ACTIVE for port object b47b7537-1a0a-49c7-bb25-d942d897117d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:24.862382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:24.879705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-37f6c0a7-1bad-4345-9eac-16b925bb3521 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f295382ecc0e42d287b35ecaa1647201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1971111 Jul 08 01:39:24.909465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3783622 Jul 08 01:39:24.910331 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:24.913954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-5aad825f-bef3-48a4-8d64-d08056d65e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:24.916749 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-5aad825f-bef3-48a4-8d64-d08056d65e8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d4193e6-0b98-416f-9a22-5021b05b7797 HTTP/1.1" status: 200 len: 853 time: 0.3819895 Jul 08 01:39:24.924468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port c9694b9f-a2d6-4639-b12f-610a2a49ea21, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c9694b9f-a2d6-4639-b12f-610a2a49ea21,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:24.950016 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d924aff-10bd-441b-8bc6-8241b7ac193f req-98adb42d-1bd7-4c0b-bf67-4179e2b325e5 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292590 Jul 08 01:39:24.951270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'c9694b9f-a2d6-4639-b12f-610a2a49ea21', 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562', 'port_id': 'c9694b9f-a2d6-4639-b12f-610a2a49ea21', 'mac_address': 'fa:16:3e:f7:31:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4193e6-0b98-416f-9a22-5021b05b7797', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:39:24.971321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Request body: {'subnet': {'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1440013143-subnet', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:25.003598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42dd3b-d0d7-4a09-a032-7a38c67aad27 admin admin] Pushing event updated for resources: {'Network': ['ID=f0b8d695-73c2-4fb9-8fc4-17d095935fed,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:25.025897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network f0b8d695-73c2-4fb9-8fc4-17d095935fed details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:39:25.049495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3ef48d51-758d-4033-86a7-c9f618021261 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:39:25.067851 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.140622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9694b9f-a2d6-4639-b12f-610a2a49ea21 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:25.181298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Made reservation on behalf of 79c20a91e74545bfbaa15f7cb9a3b416 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:25.183695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.184326 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.207049 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Transition to ACTIVE for port object 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:25.217767 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.225960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port c9694b9f-a2d6-4639-b12f-610a2a49ea21, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c9694b9f-a2d6-4639-b12f-610a2a49ea21,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:25.248485 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.314695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-93838b1c-3c2d-48ba-9f97-0bace73fc6eb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Deleting port 47e1a772-d042-40e5-9edf-4edfeffeff54 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:25.315090 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-93838b1c-3c2d-48ba-9f97-0bace73fc6eb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.335459 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c57a4-b17b-47d1-9fe5-0bac51f7f372 None None] Pushing event updated for resources: {'Port': ['ID=0b3be61c-b85e-4f97-b6d0-02c9c1bd4008,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:25.346179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5d35c-453c-4fba-b5ea-5cd73118afbe req-671ade86-8d26-4909-8960-9eb1d30ec446 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:25.353906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2fe5d35c-453c-4fba-b5ea-5cd73118afbe req-671ade86-8d26-4909-8960-9eb1d30ec446 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 944 time: 0.5013456 Jul 08 01:39:25.375437 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Attempting to bind port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:25.377020 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Attempting to bind port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:25.377641 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Attempting to bind port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:25.378649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-8b1cbe55-be90-4080-b819-9854a27e2fc3 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:25.380700 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-8b1cbe55-be90-4080-b819-9854a27e2fc3 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4629936 Jul 08 01:39:25.387192 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:25.388030 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:25.388714 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.390489 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:25.391208 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Bound port: 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:25.391795 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.436334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-0a84a419-7df4-4c2c-9f61-ca30cdf76c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:25.438124 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-0a84a419-7df4-4c2c-9f61-ca30cdf76c4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4193e6-0b98-416f-9a22-5021b05b7797 HTTP/1.1" status: 200 len: 853 time: 0.8961987 Jul 08 01:39:25.443645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Request body: {'port': {'device_id': '9c448dd0-4cbc-4cf8-a501-880ff7312ab0', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': 'f295382ecc0e42d287b35ecaa1647201'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:25.508725 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3ef48d51-758d-4033-86a7-c9f618021261, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3ef48d51-758d-4033-86a7-c9f618021261,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:25.521963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=c9694b9f-a2d6-4639-b12f-610a2a49ea21,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:25.531199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '3ef48d51-758d-4033-86a7-c9f618021261', 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562', 'port_id': '3ef48d51-758d-4033-86a7-c9f618021261', 'mac_address': 'fa:16:3e:41:56:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4193e6-0b98-416f-9a22-5021b05b7797', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:39:25.534602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['c9694b9f-a2d6-4639-b12f-610a2a49ea21'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:25.543027 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] For port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:25.548597 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] For port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0b3be61c-b85e-4f97-b6d0-02c9c1bd4008,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:25.568056 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.571797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7903f2-2ffc-4740-b4dd-9db7fe9973b4 req-2061bbfe-9128-4bfc-8543-7207cf7200bc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:25.578207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7903f2-2ffc-4740-b4dd-9db7fe9973b4 req-2061bbfe-9128-4bfc-8543-7207cf7200bc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:25.584367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7903f2-2ffc-4740-b4dd-9db7fe9973b4 req-2061bbfe-9128-4bfc-8543-7207cf7200bc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:25.586072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c7903f2-2ffc-4740-b4dd-9db7fe9973b4 req-2061bbfe-9128-4bfc-8543-7207cf7200bc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2411 time: 0.4287670 Jul 08 01:39:25.621526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.624366 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Routers {'5c11efa2-1f78-4fd5-a7be-028b1e179db0'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:25.625451 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:25.627728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'tag': '590eb70b-ad8e-43af-8cbb-14415c111e6b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:25.631394 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869148f8-3b75-436d-b007-af2ffe52773b" -d '{"events": [{"name": "network-changed", "server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "tag": "590eb70b-ad8e-43af-8cbb-14415c111e6b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:25.653902 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2fe5d35c-453c-4fba-b5ea-5cd73118afbe req-0bcd4740-9ab6-4ccc-9a8f-ff70cf9b36b2 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/security-groups?id=9300851e-2662-4112-b490-147f0239e378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990272 Jul 08 01:39:25.655593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef48d51-758d-4033-86a7-c9f618021261 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:25.677894 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-e10f6ed0-a21b-4329-946d-1ed9eebb871d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=17099a6f-84df-4091-936a-bac1c96f7562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3054516 Jul 08 01:39:25.709677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3ef48d51-758d-4033-86a7-c9f618021261, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3ef48d51-758d-4033-86a7-c9f618021261,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:25.729212 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.748081 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] Set router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:25.775902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45435edb-41c4-4ed3-b2ef-b59b871587c6 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:25.786265 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.794306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Pushing event updated for resources: {'Port': ['ID=b47b7537-1a0a-49c7-bb25-d942d897117d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:25.799197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Transition to ACTIVE for port object 45435edb-41c4-4ed3-b2ef-b59b871587c6 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:25.811166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-93838b1c-3c2d-48ba-9f97-0bace73fc6eb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] For port 47e1a772-d042-40e5-9edf-4edfeffeff54, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=47e1a772-d042-40e5-9edf-4edfeffeff54,segment=NetworkSegment(c97ed5a4-23f0-4ed9-8e81-31cd56d4c259),segment_id=c97ed5a4-23f0-4ed9-8e81-31cd56d4c259)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:25.811754 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-93838b1c-3c2d-48ba-9f97-0bace73fc6eb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.822215 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.848078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-93838b1c-3c2d-48ba-9f97-0bace73fc6eb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Calling delete_port for 47e1a772-d042-40e5-9edf-4edfeffeff54 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:25.855569 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-3ca9c383-6872-41d4-b8db-fbb4c85dadc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17099a6f-84df-4091-936a-bac1c96f7562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793816 Jul 08 01:39:25.856493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Made reservation on behalf of f295382ecc0e42d287b35ecaa1647201 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:25.860483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:25.883615 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c57a4-b17b-47d1-9fe5-0bac51f7f372 None None] Pushing event updated for resources: {'Port': ['ID=0b3be61c-b85e-4f97-b6d0-02c9c1bd4008,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:25.903098 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c7903f2-2ffc-4740-b4dd-9db7fe9973b4 req-83668a1a-bd27-4299-8b37-999c1dd52d2a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936039 Jul 08 01:39:25.938883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=3ef48d51-758d-4033-86a7-c9f618021261,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:25.978216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['3ef48d51-758d-4033-86a7-c9f618021261'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:26.022380 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'name': 'tempest-FloatingIPDetailsTestJSON-172872149-router', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:16Z', 'updated_at': '2021-07-08T01:39:21Z', 'revision_number': 3, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'gw_port': {'id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:17Z', 'updated_at': '2021-07-08T01:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:26.091290 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8becfc4-442f-402e-bfb7-04bffe2b9abe None None] The sync data for ids ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'] in n-d-694802-14 is: [{'id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'name': 'tempest-FloatingIPDetailsTestJSON-172872149-router', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:16Z', 'updated_at': '2021-07-08T01:39:21Z', 'revision_number': 3, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'gw_port': {'id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:17Z', 'updated_at': '2021-07-08T01:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:39:26.216211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:26.218199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.237492 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-2ff80038-de00-4455-8100-4e3695ed6466 service neutron] 10.222.0.24 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735312 Jul 08 01:39:26.280150 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.293236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63c22ed1-c9ec-4ace-8247-b72c81ec9966 req-c11e1211-7483-47a8-a038-062929c99e89 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 210 time: 0.2036569 Jul 08 01:39:26.294034 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.360444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb0364c-8bc2-42ff-9413-cf6873526d2f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:26.369334 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549924dc-d893-4c7d-a023-380746c6fde8 x-openstack-request-id: req-549924dc-d893-4c7d-a023-380746c6fde8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:26.369635 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "tag": "590eb70b-ad8e-43af-8cbb-14415c111e6b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:26.369875 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-549924dc-d893-4c7d-a023-380746c6fde8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:26.370270 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'tag': '590eb70b-ad8e-43af-8cbb-14415c111e6b', 'status': 'completed', 'code': 200} Jul 08 01:39:26.400422 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-13ee003c-c052-4571-bb7c-946be70c8728 service neutron] 10.222.0.16 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508060 Jul 08 01:39:26.607596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Attempting to bind port b47b7537-1a0a-49c7-bb25-d942d897117d on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:26.608271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Attempting to bind port b47b7537-1a0a-49c7-bb25-d942d897117d by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:26.608271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Attempting to bind port b47b7537-1a0a-49c7-bb25-d942d897117d on network 24631113-dc61-4d8c-a4a4-fed0ffed1506 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:26.625146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Checking segment: {'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:26.625524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Network hostable DHCP agents. Network: f0b8d695-73c2-4fb9-8fc4-17d095935fed, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:39:26.627613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Attempting to bind port 45435edb-41c4-4ed3-b2ef-b59b871587c6 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:26.627949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Attempting to bind port 45435edb-41c4-4ed3-b2ef-b59b871587c6 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:26.628272 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Attempting to bind port 45435edb-41c4-4ed3-b2ef-b59b871587c6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:26.641322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78fa97-567a-41b8-beaf-e07921e95bec req-0ad74ed3-558b-41e2-a914-6011488fb60f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:26.642950 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a78fa97-567a-41b8-beaf-e07921e95bec req-0ad74ed3-558b-41e2-a914-6011488fb60f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 948 time: 0.5194664 Jul 08 01:39:26.649872 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-93838b1c-3c2d-48ba-9f97-0bace73fc6eb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.663755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Port b47b7537-1a0a-49c7-bb25-d942d897117d on network 24631113-dc61-4d8c-a4a4-fed0ffed1506 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:39:26.664077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Attempting to bind port b47b7537-1a0a-49c7-bb25-d942d897117d on network 24631113-dc61-4d8c-a4a4-fed0ffed1506 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:26.670212 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-6f21c2ba-f5f9-4d28-a489-9b85ae2c2142 service neutron] 10.222.0.24 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202716 Jul 08 01:39:26.680516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Port 45435edb-41c4-4ed3-b2ef-b59b871587c6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:39:26.680883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Attempting to bind port 45435edb-41c4-4ed3-b2ef-b59b871587c6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:26.699364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c9694b9f-a2d6-4639-b12f-610a2a49ea21 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:26.708790 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-d708bd1e-797d-47e5-82d3-fbfde4bb4cd1 service neutron] 10.222.0.16 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981863 Jul 08 01:39:26.709698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:26.710158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Checking segment: {'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:26.710819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Bound using segment: {'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:26.711547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Bound port: b47b7537-1a0a-49c7-bb25-d942d897117d, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bc8a65-37e5-4a36-9e93-04b65dacab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:26.711836 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.727035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93838b1c-3c2d-48ba-9f97-0bace73fc6eb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Pushing event deleted for resources: {'Port': ['ID=47e1a772-d042-40e5-9edf-4edfeffeff54,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:26.740165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:26.740572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:26.740900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:26.741364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Bound port: 45435edb-41c4-4ed3-b2ef-b59b871587c6, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:26.741708 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.785271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port c9694b9f-a2d6-4639-b12f-610a2a49ea21 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:26.790883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port c9694b9f-a2d6-4639-b12f-610a2a49ea21 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:26.791800 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.832081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869148f8-3b75-436d-b007-af2ffe52773b req-1b1eadc1-923a-48fe-8f43-4e7194dbc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:26.833121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869148f8-3b75-436d-b007-af2ffe52773b req-1b1eadc1-923a-48fe-8f43-4e7194dbc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:26.834184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869148f8-3b75-436d-b007-af2ffe52773b req-1b1eadc1-923a-48fe-8f43-4e7194dbc5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:26.836036 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-869148f8-3b75-436d-b007-af2ffe52773b req-1b1eadc1-923a-48fe-8f43-4e7194dbc5ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8db72128d244466eb64ad91aa0b90dba&device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2825 time: 0.4375546 Jul 08 01:39:26.846336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Network f0b8d695-73c2-4fb9-8fc4-17d095935fed is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:39:26.886976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.905444 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.915627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:26.919224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-93838b1c-3c2d-48ba-9f97-0bace73fc6eb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] No DVR routers for this DVR port 47e1a772-d042-40e5-9edf-4edfeffeff54 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:26.944696 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-93838b1c-3c2d-48ba-9f97-0bace73fc6eb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.946999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed1046df-5233-4557-8ea2-89a69c16f5f1 req-93838b1c-3c2d-48ba-9f97-0bace73fc6eb tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.16 "DELETE /v2.0/ports/47e1a772-d042-40e5-9edf-4edfeffeff54 HTTP/1.1" status: 204 len: 173 time: 2.6066689 Jul 08 01:39:26.949490 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'name': 'network-vif-deleted', 'tag': '47e1a772-d042-40e5-9edf-4edfeffeff54'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:26.952474 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8f9e5b-4e80-4a22-a4c9-2b08c7862f8e" -d '{"events": [{"server_uuid": "406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d", "name": "network-vif-deleted", "tag": "47e1a772-d042-40e5-9edf-4edfeffeff54"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:26.956969 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:26.963312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6dba7-2f8b-41ad-b101-0be78f22831d req-af40b0e1-6b39-4f79-b98c-c088cdbeb983 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:26.964765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] For port b47b7537-1a0a-49c7-bb25-d942d897117d, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:26.970743 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3fa6dba7-2f8b-41ad-b101-0be78f22831d req-af40b0e1-6b39-4f79-b98c-c088cdbeb983 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 944 time: 0.4524953 Jul 08 01:39:26.976096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a78fa97-567a-41b8-beaf-e07921e95bec req-84f32aa5-8d0f-43ac-9749-30dc193e2338 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226945 Jul 08 01:39:27.006078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.028039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c947969-3c3e-4dd0-9eb3-135e36ddd34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9694b9f-a2d6-4639-b12f-610a2a49ea21'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:27.030377 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d27033-b48d-4216-8470-558da986afe2" -d '{"events": [{"server_uuid": "2c947969-3c3e-4dd0-9eb3-135e36ddd34a", "name": "network-vif-plugged", "status": "completed", "tag": "c9694b9f-a2d6-4639-b12f-610a2a49ea21"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:27.031985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] For port b47b7537-1a0a-49c7-bb25-d942d897117d, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b47b7537-1a0a-49c7-bb25-d942d897117d,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:27.062897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3ef48d51-758d-4033-86a7-c9f618021261 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:27.067440 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.099678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, f0b8d695-73c2-4fb9-8fc4-17d095935fed) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:27.152145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9123c5f-6d7d-4ece-b398-6a5973967ff7 None None] Network f0b8d695-73c2-4fb9-8fc4-17d095935fed requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:27.155452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port c9694b9f-a2d6-4639-b12f-610a2a49ea21, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c9694b9f-a2d6-4639-b12f-610a2a49ea21,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:27.160987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Pushing event updated for resources: {'Port': ['ID=b47b7537-1a0a-49c7-bb25-d942d897117d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:27.169211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:27.178961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:27.185225 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.237049 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.282701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Allocated IP 192.168.233.118 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/5e4155c1-8e1b-4a71-b0b3-eca85d93d691) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:27.309044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=c9694b9f-a2d6-4639-b12f-610a2a49ea21,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:27.322677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 3ef48d51-758d-4033-86a7-c9f618021261 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:27.325216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:27.328940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd502e02-425c-4bbc-8952-0804eaf872c9 req-618db3ff-fc2d-41c4-ac05-9dac589589c4 tempest-LiveMigrationTest-1728049085 tempest-LiveMigrationTest-1728049085-project] 10.222.0.41 "GET /v2.0/ports?device_id=406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d HTTP/1.1" status: 200 len: 210 time: 0.1122851 Jul 08 01:39:27.335587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:27.336180 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.337932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 3ef48d51-758d-4033-86a7-c9f618021261 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:27.338479 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.389433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:27.390252 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.391828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-03fa1ad8-8dd5-4f33-aa50-c6f4dd76e38d service neutron] 10.222.0.16 "PUT /v2.0/ports/b47b7537-1a0a-49c7-bb25-d942d897117d HTTP/1.1" status: 200 len: 1093 time: 3.5495963 Jul 08 01:39:27.479032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3fa6dba7-2f8b-41ad-b101-0be78f22831d req-69d068de-fbd9-49ad-a2c0-4be366fffeb2 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992187 Jul 08 01:39:27.533032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869148f8-3b75-436d-b007-af2ffe52773b req-5d524872-9ce6-4304-b163-5ef5da592e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:27.533508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869148f8-3b75-436d-b007-af2ffe52773b req-5d524872-9ce6-4304-b163-5ef5da592e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:27.533972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869148f8-3b75-436d-b007-af2ffe52773b req-5d524872-9ce6-4304-b163-5ef5da592e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:27.536055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-869148f8-3b75-436d-b007-af2ffe52773b req-5d524872-9ce6-4304-b163-5ef5da592e74 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8db72128d244466eb64ad91aa0b90dba&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6711178 Jul 08 01:39:27.540712 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dde77b75-8ebc-4966-99a5-101d6991357f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6031923 Jul 08 01:39:27.543767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:27.553160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:27.727989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Allocated IP 172.20.0.1 (38667ae0-3fa1-44a3-8aaa-bce2668d550c/6b0c6519-0fef-4ac2-8926-5372f520ad73/8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:27.733353 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.782795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Transition to ACTIVE for port object 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:27.818763 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96982c61-fb50-4b27-8b9e-196df385846f x-openstack-request-id: req-96982c61-fb50-4b27-8b9e-196df385846f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:27.819055 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d", "name": "network-vif-deleted", "tag": "47e1a772-d042-40e5-9edf-4edfeffeff54", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:27.819323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:39:27.820190 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.821405 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96982c61-fb50-4b27-8b9e-196df385846f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:27.822515 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406b1d15-5ce6-4741-b1e2-5ed2fb29dc3d', 'name': 'network-vif-deleted', 'tag': '47e1a772-d042-40e5-9edf-4edfeffeff54', 'status': 'completed', 'code': 200} Jul 08 01:39:27.853389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:27.894881 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.900082 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.914377 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:27.933413 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b617e2ba-296a-49c4-8fd3-ce2fc3212fd1 x-openstack-request-id: req-b617e2ba-296a-49c4-8fd3-ce2fc3212fd1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:27.934009 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c947969-3c3e-4dd0-9eb3-135e36ddd34a", "name": "network-vif-plugged", "status": "completed", "tag": "c9694b9f-a2d6-4639-b12f-610a2a49ea21", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:27.934449 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b617e2ba-296a-49c4-8fd3-ce2fc3212fd1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:27.934990 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c947969-3c3e-4dd0-9eb3-135e36ddd34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9694b9f-a2d6-4639-b12f-610a2a49ea21', 'code': 200} Jul 08 01:39:27.935784 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.003761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:28.005504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Transition to ACTIVE for port object 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:28.010948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:28.028763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:28.032453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0b3be61c-b85e-4f97-b6d0-02c9c1bd4008,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:28.079538 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.138942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3ef48d51-758d-4033-86a7-c9f618021261, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3ef48d51-758d-4033-86a7-c9f618021261,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:28.141103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Pushing event updated for resources: {'Port': ['ID=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:28.156842 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.157826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 47e1a772-d042-40e5-9edf-4edfeffeff54 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:28.205664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.206587 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.211286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 47e1a772-d042-40e5-9edf-4edfeffeff54 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:28.211688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 47e1a772-d042-40e5-9edf-4edfeffeff54 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:28.243224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.262010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=0b3be61c-b85e-4f97-b6d0-02c9c1bd4008,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:28.263626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84517da-c913-4e4b-ae33-e3ea76fd28c9 req-9f78d12c-7b6d-4b60-b9b1-dfb509511b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.265451 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f84517da-c913-4e4b-ae33-e3ea76fd28c9 req-9f78d12c-7b6d-4b60-b9b1-dfb509511b99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2c947969-3c3e-4dd0-9eb3-135e36ddd34a HTTP/1.1" status: 200 len: 1098 time: 0.2456007 Jul 08 01:39:28.294759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:28.295872 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.296922 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.314755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Allocated IP 172.20.0.2 (f0b8d695-73c2-4fb9-8fc4-17d095935fed/ccb0364c-8bc2-42ff-9413-cf6873526d2f/55d59e08-593b-4175-8642-20c6274164d8) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:28.334146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869148f8-3b75-436d-b007-af2ffe52773b req-333f60db-c428-4b7c-8b9b-ef3b64ee1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.335938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-869148f8-3b75-436d-b007-af2ffe52773b req-333f60db-c428-4b7c-8b9b-ef3b64ee1fe5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7909598 Jul 08 01:39:28.337600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Network 38667ae0-3fa1-44a3-8aaa-bce2668d550c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:28.343895 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-768148e8-5082-43b6-88c4-ce0edcb62cd4 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9094825 Jul 08 01:39:28.349266 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.353266 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:28.360091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Request body: {'port': {'device_id': '9c448dd0-4cbc-4cf8-a501-880ff7312ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:28.378895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'tag': 'b47b7537-1a0a-49c7-bb25-d942d897117d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:28.382820 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "tag": "b47b7537-1a0a-49c7-bb25-d942d897117d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:28.403117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.403117 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.404530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] 10.222.0.24 "PUT /v2.0/ports/45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 1097 time: 4.4900680 Jul 08 01:39:28.412713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:28.469783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=3ef48d51-758d-4033-86a7-c9f618021261,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:28.480481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Pushing event updated for resources: {'Port': ['ID=8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:28.511100 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f84517da-c913-4e4b-ae33-e3ea76fd28c9 req-006e5878-37bb-49d3-99d5-26da84b273d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109184 Jul 08 01:39:28.515846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a50552fe-3b13-46bf-84d2-4d83094dcc93 None None] Provisioning for port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:28.526891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a50552fe-3b13-46bf-84d2-4d83094dcc93 None None] Provisioning complete for port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:28.528191 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a50552fe-3b13-46bf-84d2-4d83094dcc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.533888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.617174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a50552fe-3b13-46bf-84d2-4d83094dcc93 None None] Port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:28.632700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.649545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f155a27-719d-476f-bdf5-e5dc5239b7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:28.654463 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.757083 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.769175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Transition to ACTIVE for port object 55d59e08-593b-4175-8642-20c6274164d8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:28.789431 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18566a-ef06-4ae7-8c42-93608d0553da req-ee4ccab3-d2a7-4d51-9b9c-050d7f0e45ff tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.790944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Transition to ACTIVE for port object 55d59e08-593b-4175-8642-20c6274164d8 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:28.796384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18566a-ef06-4ae7-8c42-93608d0553da req-ee4ccab3-d2a7-4d51-9b9c-050d7f0e45ff tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.800384 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.803993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18566a-ef06-4ae7-8c42-93608d0553da req-ee4ccab3-d2a7-4d51-9b9c-050d7f0e45ff tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.814160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a18566a-ef06-4ae7-8c42-93608d0553da req-ee4ccab3-d2a7-4d51-9b9c-050d7f0e45ff tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2411 time: 0.9794888 Jul 08 01:39:28.849806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea19d22-8be1-4847-b416-54f0b8d03518 req-300fd86c-2723-46a6-83e7-2a9e013c1864 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.851799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.852474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:28.852959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aea19d22-8be1-4847-b416-54f0b8d03518 req-300fd86c-2723-46a6-83e7-2a9e013c1864 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 936 time: 0.5635734 Jul 08 01:39:28.894807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Network f0b8d695-73c2-4fb9-8fc4-17d095935fed is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:28.902089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:28.912245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:28.920872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Pushing event updated for resources: {'Port': ['ID=55d59e08-593b-4175-8642-20c6274164d8,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:28.966833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a18566a-ef06-4ae7-8c42-93608d0553da req-f23bc3e4-00aa-4f47-b1d9-109dea5bc691 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513653 Jul 08 01:39:28.971197 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:28.983477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-97e4085d-834b-4f22-a025-396aa4f8901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.983974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-97e4085d-834b-4f22-a025-396aa4f8901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.984145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-46d0aeb9-d3da-4de2-96ee-ebc7373260c1 None None] Provisioning for port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:28.984495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-97e4085d-834b-4f22-a025-396aa4f8901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.986461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-97e4085d-834b-4f22-a025-396aa4f8901d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8db72128d244466eb64ad91aa0b90dba&device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2867 time: 0.5894451 Jul 08 01:39:28.994783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562cef-811c-4596-b194-071428ab262e req-a60593ea-fe6a-41f1-b898-f8559900832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:28.996652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-a60593ea-fe6a-41f1-b898-f8559900832a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1100 time: 0.4546356 Jul 08 01:39:29.008819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Attempting to bind port 55d59e08-593b-4175-8642-20c6274164d8 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:29.009569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Attempting to bind port 55d59e08-593b-4175-8642-20c6274164d8 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:29.015442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Attempting to bind port 55d59e08-593b-4175-8642-20c6274164d8 on network f0b8d695-73c2-4fb9-8fc4-17d095935fed {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:29.025552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-46d0aeb9-d3da-4de2-96ee-ebc7373260c1 None None] Provisioning complete for port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:29.026089 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-46d0aeb9-d3da-4de2-96ee-ebc7373260c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.079687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:29.080331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Checking segment: {'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:29.081133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.081686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Bound using segment: {'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:29.083227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Bound port: 55d59e08-593b-4175-8642-20c6274164d8, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:29.083823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.083952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aea19d22-8be1-4847-b416-54f0b8d03518 req-7be67580-6561-4859-b8b6-9bf96a34462c tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795433 Jul 08 01:39:29.101152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-46d0aeb9-d3da-4de2-96ee-ebc7373260c1 None None] Port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:29.102773 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:29.103437 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.141623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:29.157381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.171744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.177451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-b2207274-a45c-4d04-9533-dd9590d60de1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 217 time: 0.1608696 Jul 08 01:39:29.180786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Transition to ACTIVE for port object 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:29.182835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.211178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] For port 55d59e08-593b-4175-8642-20c6274164d8, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:29.211417 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.213826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] For port 55d59e08-593b-4175-8642-20c6274164d8, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=55d59e08-593b-4175-8642-20c6274164d8,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:29.256864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47204) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:29.274469 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.347525 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff302208-6dab-4210-8623-6c9ac1a0c46d x-openstack-request-id: req-ff302208-6dab-4210-8623-6c9ac1a0c46d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:29.348436 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "tag": "b47b7537-1a0a-49c7-bb25-d942d897117d", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:29.348700 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff302208-6dab-4210-8623-6c9ac1a0c46d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:29.349168 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'tag': 'b47b7537-1a0a-49c7-bb25-d942d897117d', 'status': 'completed', 'code': 200} Jul 08 01:39:29.351947 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:29.354447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Pushing event updated for resources: {'Port': ['ID=8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:29.440693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4485741-e1e8-4cfd-b132-955d23374e63 None None] Pushing event updated for resources: {'Port': ['ID=55d59e08-593b-4175-8642-20c6274164d8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:29.470448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562cef-811c-4596-b194-071428ab262e req-f04ef73c-c400-416f-a9ad-fd92cccc25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:29.474708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-f04ef73c-c400-416f-a9ad-fd92cccc25f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.2833114 Jul 08 01:39:29.536374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-9c469a5a-78e2-486c-b777-79f6e5628d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:29.536859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-9c469a5a-78e2-486c-b777-79f6e5628d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:29.537803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-9c469a5a-78e2-486c-b777-79f6e5628d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:29.539320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-9c469a5a-78e2-486c-b777-79f6e5628d22 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8db72128d244466eb64ad91aa0b90dba&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5357707 Jul 08 01:39:29.678692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4b662-52f9-4c3a-b1c0-88e651252640 req-3b3f83b4-c40d-457c-90a7-1aa046907cbe tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:29.681711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37c4b662-52f9-4c3a-b1c0-88e651252640 req-3b3f83b4-c40d-457c-90a7-1aa046907cbe tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 948 time: 0.5060713 Jul 08 01:39:29.797267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562cef-811c-4596-b194-071428ab262e req-672c0363-98c2-48aa-95c0-7c9c3f1fe0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:29.799077 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-672c0363-98c2-48aa-95c0-7c9c3f1fe0e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3071628 Jul 08 01:39:29.824422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-a67275c4-55bb-4b27-8907-294221f7420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:29.826027 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-a67275c4-55bb-4b27-8907-294221f7420d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2783787 Jul 08 01:39:29.826522 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:29.829112 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d58924e-eccd-4d2f-9a15-db8797be7184" -d '{"events": [{"name": "network-changed", "server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:29.928206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Pushing event updated for resources: {'Port': ['ID=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:29.930386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37c4b662-52f9-4c3a-b1c0-88e651252640 req-3d8d2a87-af81-4f62-bf86-18092db5ec46 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393904 Jul 08 01:39:29.936852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f25ae32-760c-4f10-9ea4-9b8037871afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef48d51-758d-4033-86a7-c9f618021261'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:29.942221 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0887b1d6-9ec4-495e-8063-117f35febb37" -d '{"events": [{"server_uuid": "2f25ae32-760c-4f10-9ea4-9b8037871afc", "name": "network-vif-plugged", "status": "completed", "tag": "3ef48d51-758d-4033-86a7-c9f618021261"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:29.947277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-130d67a4-88cd-467d-81f3-f923d6bdc4be admin admin] Deleting subnet aa25f5cb-c5fe-4773-a451-cb8d282fd150 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:39:29.967548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130d67a4-88cd-467d-81f3-f923d6bdc4be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.023002 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422126f6-03c8-46bc-9bae-a67bd2218f6a x-openstack-request-id: req-422126f6-03c8-46bc-9bae-a67bd2218f6a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:30.023263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Attempting to bind port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:30.023413 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:30.023586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Attempting to bind port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:30.023741 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-422126f6-03c8-46bc-9bae-a67bd2218f6a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:30.023919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Attempting to bind port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:30.024062 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6', 'status': 'completed', 'code': 200} Jul 08 01:39:30.031717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:39:30.031865 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f36e5-3f16-42f6-8139-97bf7d10d2d4 req-0bf2d6c6-3268-4ac2-b8b0-0db1e7e8ee7d tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.032074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Attempting to bind port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:30.033908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a2f36e5-3f16-42f6-8139-97bf7d10d2d4 req-0bf2d6c6-3268-4ac2-b8b0-0db1e7e8ee7d tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 945 time: 0.3410239 Jul 08 01:39:30.043591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130d67a4-88cd-467d-81f3-f923d6bdc4be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.047030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:30.047373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:30.047765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:30.048255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Bound port: 5e4155c1-8e1b-4a71-b0b3-eca85d93d691, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:30.048772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.065615 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1419950-f37b-4da7-9ace-9cc842a4b201 x-openstack-request-id: req-c1419950-f37b-4da7-9ace-9cc842a4b201 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:30.067172 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f25ae32-760c-4f10-9ea4-9b8037871afc", "name": "network-vif-plugged", "status": "completed", "tag": "3ef48d51-758d-4033-86a7-c9f618021261", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:30.069090 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1419950-f37b-4da7-9ace-9cc842a4b201 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:30.071347 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f25ae32-760c-4f10-9ea4-9b8037871afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef48d51-758d-4033-86a7-c9f618021261', 'code': 200} Jul 08 01:39:30.091630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Network 38667ae0-3fa1-44a3-8aaa-bce2668d550c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:30.100842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:30.130721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-9c215e40-c44c-407d-9000-87191d3d2fb2 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191335 Jul 08 01:39:30.148669 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.173937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] For port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:30.177324 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] For port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:30.204463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a2f36e5-3f16-42f6-8139-97bf7d10d2d4 req-16ae6bc7-297b-4d6c-a36c-23e618a876c0 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397491 Jul 08 01:39:30.236402 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130d67a4-88cd-467d-81f3-f923d6bdc4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.241077 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.255454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-60229d97-8fb5-4eea-9fa6-4d6dbabc55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.255910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-60229d97-8fb5-4eea-9fa6-4d6dbabc55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.256474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-60229d97-8fb5-4eea-9fa6-4d6dbabc55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.258129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-60229d97-8fb5-4eea-9fa6-4d6dbabc55a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8db72128d244466eb64ad91aa0b90dba&device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2867 time: 0.3707566 Jul 08 01:39:30.275264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.372839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.373488 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.374975 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] 10.222.0.16 "PUT /v2.0/ports/5e4155c1-8e1b-4a71-b0b3-eca85d93d691 HTTP/1.1" status: 200 len: 1097 time: 2.0191057 Jul 08 01:39:30.546315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888d249-4f1b-4d09-add3-d633c738138b service neutron] Pushing event updated for resources: {'Port': ['ID=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:30.557599 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130d67a4-88cd-467d-81f3-f923d6bdc4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.606938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:39:30.614154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d67a4-88cd-467d-81f3-f923d6bdc4be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa25f5cb-c5fe-4773-a451-cb8d282fd150,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:30.621939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea7dcf-49c8-414a-9ece-b43e7df75c64 req-8dd89ea5-e4fb-4800-a015-0b5597e95eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.623701 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87ea7dcf-49c8-414a-9ece-b43e7df75c64 req-8dd89ea5-e4fb-4800-a015-0b5597e95eb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 1097 time: 0.4396691 Jul 08 01:39:30.625019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-130d67a4-88cd-467d-81f3-f923d6bdc4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.628984 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-130d67a4-88cd-467d-81f3-f923d6bdc4be admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aa25f5cb-c5fe-4773-a451-cb8d282fd150 HTTP/1.1" status: 204 len: 168 time: 1.3681402 Jul 08 01:39:30.630221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47218) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:30.677707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-183d710d-9365-4ae4-82ec-613e539616c7 None None] Provisioning complete for port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:30.678289 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-183d710d-9365-4ae4-82ec-613e539616c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.693263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-b7ea91e3-5909-407c-8b1e-552b2d9add89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.71&port_id=7c69ed55-7ba5-48ee-9a32-7cef32ead670 HTTP/1.1" status: 200 len: 217 time: 0.0766253 Jul 08 01:39:30.726839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-183d710d-9365-4ae4-82ec-613e539616c7 None None] Port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:30.785063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-68c6807f-675a-4b5b-a9ad-6967b0b889ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.787717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-68c6807f-675a-4b5b-a9ad-6967b0b889ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f295382ecc0e42d287b35ecaa1647201&device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 1100 time: 0.3515074 Jul 08 01:39:30.792919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:30.795439 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-87ea7dcf-49c8-414a-9ece-b43e7df75c64 req-dc566e23-f2ba-499f-b7f2-55bb5e9dea1d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561975 Jul 08 01:39:30.832401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc73368e-9f54-4ecf-a82c-29c5b7ecedff None None] Network f0b8d695-73c2-4fb9-8fc4-17d095935fed requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:39:30.846986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-c44ef09f-b001-4c0b-80e3-6e0fdfeb525c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=5e4155c1-8e1b-4a71-b0b3-eca85d93d691 HTTP/1.1" status: 200 len: 217 time: 0.0505660 Jul 08 01:39:30.896091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-8d7a72d4-888d-4860-aaa8-59e4ce1f4b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.897613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-8d7a72d4-888d-4860-aaa8-59e4ce1f4b63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d58cd50-f790-4760-947d-e985f809c1ff HTTP/1.1" status: 200 len: 801 time: 0.1506190 Jul 08 01:39:30.903657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0562cef-811c-4596-b194-071428ab262e req-4cfec928-91da-444d-ad47-9afc4970a50c service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607441 Jul 08 01:39:30.904443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 55d59e08-593b-4175-8642-20c6274164d8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:30.938770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Allocated IP 172.25.4.213 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/0be0da70-13d4-4886-8ca3-816d400d9a58) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:30.950595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308c370-a109-4f3d-862a-1b93e4a3e81f req-a7759a84-fbc3-49dc-bcda-13bf99d42deb tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.957840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308c370-a109-4f3d-862a-1b93e4a3e81f req-a7759a84-fbc3-49dc-bcda-13bf99d42deb tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.966119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308c370-a109-4f3d-862a-1b93e4a3e81f req-a7759a84-fbc3-49dc-bcda-13bf99d42deb tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:30.967685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b308c370-a109-4f3d-862a-1b93e4a3e81f req-a7759a84-fbc3-49dc-bcda-13bf99d42deb tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2411 time: 0.7686062 Jul 08 01:39:31.000423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:39:31.014833 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-73192043-0ca3-4b8a-b51e-0d0616162d18 admin admin] 10.222.0.41 "PUT /v2.0/routers/5c11efa2-1f78-4fd5-a7be-028b1e179db0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7231770 Jul 08 01:39:31.018581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-250bd60e-7265-47f4-98d1-68697a719170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:31.020164 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-250bd60e-7265-47f4-98d1-68697a719170 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1425204 Jul 08 01:39:31.027015 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.030969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126d430-49ad-45e5-8427-7aa683a6ae6f req-36c84567-341a-49c6-9baa-5998d19e9e6f tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:31.037788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8483aff-5cce-4698-a4bf-03fadb168055']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:31.037976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2126d430-49ad-45e5-8427-7aa683a6ae6f req-36c84567-341a-49c6-9baa-5998d19e9e6f tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 948 time: 0.4200361 Jul 08 01:39:31.038209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Sync routers for ids ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:39:31.046043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-44bd90b8-96ac-4552-bf9e-df8a40e12f48 None None] Provisioning for port 55d59e08-593b-4175-8642-20c6274164d8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:31.049072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:31.049377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97ed5a4-23f0-4ed9-8e81-31cd56d4c259') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:31.059628 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.072732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 55d59e08-593b-4175-8642-20c6274164d8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:31.075089 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.079137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Routers {'5c11efa2-1f78-4fd5-a7be-028b1e179db0'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:31.080528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:31.082299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:39:31.082731 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.121740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 55d59e08-593b-4175-8642-20c6274164d8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:31.122580 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:39:31.142627 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:39:31.178520 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.184582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.187842 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a8483aff-5cce-4698-a4bf-03fadb168055 HTTP/1.1" status: 204 len: 168 time: 0.5559306 Jul 08 01:39:31.194906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47224) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:31.204825 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b308c370-a109-4f3d-862a-1b93e4a3e81f req-6a82b894-0404-4b25-a3b6-03f19b0f6c4e tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139666 Jul 08 01:39:31.232579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711aeeaa-d3f5-4e2a-a15a-e156a9f03294 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8483aff-5cce-4698-a4bf-03fadb168055,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:31.233264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2126d430-49ad-45e5-8427-7aa683a6ae6f req-09f1cf9c-5df0-475f-aef4-c87ee8fbfa86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943333 Jul 08 01:39:31.267978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a0efd2-842d-4986-8f1a-30b418a0ebf3 admin admin] Deleting subnet 01d6769e-be48-4909-b574-9e6d389cb34b {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:39:31.273723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33a0efd2-842d-4986-8f1a-30b418a0ebf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.305955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-f3512843-54b0-47dd-812b-6bcc5140aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:31.306947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-ef1100f4-d432-4714-9b74-b81e7475be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:31.307501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-f3512843-54b0-47dd-812b-6bcc5140aff8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1639972 Jul 08 01:39:31.308533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-ef1100f4-d432-4714-9b74-b81e7475be44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24631113-dc61-4d8c-a4a4-fed0ffed1506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3892608 Jul 08 01:39:31.320913 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33a0efd2-842d-4986-8f1a-30b418a0ebf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.321262 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-1fef057b-1652-4f26-ac00-becb536676e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:31.333887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-1fef057b-1652-4f26-ac00-becb536676e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1100 time: 0.3420074 Jul 08 01:39:31.358053 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.366376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c448dd0-4cbc-4cf8-a501-880ff7312ab0', 'tag': '5e4155c1-8e1b-4a71-b0b3-eca85d93d691'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:31.369683 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bfcde8-7216-4868-8040-62e9917adcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "9c448dd0-4cbc-4cf8-a501-880ff7312ab0", "tag": "5e4155c1-8e1b-4a71-b0b3-eca85d93d691"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:31.441357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33a0efd2-842d-4986-8f1a-30b418a0ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.515499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Set router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:31.536631 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-931b1d65-fe1c-4bf1-af74-6cbe4988061f service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894116 Jul 08 01:39:31.553372 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.591884 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33a0efd2-842d-4986-8f1a-30b418a0ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.664027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-c26c3832-f6a8-41eb-bb1d-c5fd55b5ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:31.665820 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-c26c3832-f6a8-41eb-bb1d-c5fd55b5ceeb service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.3120215 Jul 08 01:39:31.692109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0efd2-842d-4986-8f1a-30b418a0ebf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d6769e-be48-4909-b574-9e6d389cb34b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:31.706288 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33a0efd2-842d-4986-8f1a-30b418a0ebf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.709472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 55d59e08-593b-4175-8642-20c6274164d8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=55d59e08-593b-4175-8642-20c6274164d8,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:31.711731 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-33a0efd2-842d-4986-8f1a-30b418a0ebf3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/01d6769e-be48-4909-b574-9e6d389cb34b HTTP/1.1" status: 204 len: 168 time: 0.5152080 Jul 08 01:39:31.712846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47234) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:31.726387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.767483 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.792153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.800750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-0f591e9c-e62b-459f-b7c7-262645cda98a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 217 time: 0.0698671 Jul 08 01:39:31.855346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=55d59e08-593b-4175-8642-20c6274164d8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:31.862981 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f269c62-d7bb-4fbf-95b9-695baecfac00 req-ed647b29-a969-47e5-a02f-7cc83e1a1a78 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822685 Jul 08 01:39:31.869996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'name': 'tempest-FloatingIPDetailsTestJSON-172872149-router', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:16Z', 'updated_at': '2021-07-08T01:39:28Z', 'revision_number': 4, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'gw_port': {'id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:17Z', 'updated_at': '2021-07-08T01:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6', 'name': '', 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'mac_address': 'fa:16:3e:5b:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b0c6519-0fef-4ac2-8926-5372f520ad73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:27Z', 'updated_at': '2021-07-08T01:39:28Z', 'revision_number': 2, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'subnets': [{'id': '6b0c6519-0fef-4ac2-8926-5372f520ad73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:31.901944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Checking router: 5c11efa2-1f78-4fd5-a7be-028b1e179db0 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:39:31.902335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Updating router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:39:31.928131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.939146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc51b241-6a79-4526-9573-d6851e05836d']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:31.939503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5b83c7d2-1c05-4c68-8d76-34f599e6e987 None None] Provisioning complete for port 55d59e08-593b-4175-8642-20c6274164d8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:31.939877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5b83c7d2-1c05-4c68-8d76-34f599e6e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.954489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:31.954710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1618ca-6304-45e9-b510-e58a330fd245') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:31.955197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1618ca-6304-45e9-b510-e58a330fd245') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:31.961395 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.964381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.978781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.979520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:31.985256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:39:31.985674 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:39:31.987918 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:39:32.002449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:32.013372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Pushing event updated for resources: {'Port': ['ID=0be0da70-13d4-4886-8ca3-816d400d9a58,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:32.046017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.051972 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.054290 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] 10.222.0.41 "DELETE /v2.0/networks/dc51b241-6a79-4526-9573-d6851e05836d HTTP/1.1" status: 204 len: 168 time: 0.3394799 Jul 08 01:39:32.068498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854ee27-7fe2-499b-bbdd-eccb439dd80a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc51b241-6a79-4526-9573-d6851e05836d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:32.097901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-6d6080f2-58de-4e69-b71d-d392db258705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:32.099276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-6d6080f2-58de-4e69-b71d-d392db258705 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.2675850 Jul 08 01:39:32.107074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cd6f0-24b9-4a25-849b-f94cb350bb1b req-06379bed-640d-4bdc-8e05-a7dcb0ce3b81 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:32.108185 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a6cd6f0-24b9-4a25-849b-f94cb350bb1b req-06379bed-640d-4bdc-8e05-a7dcb0ce3b81 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 948 time: 0.6358237 Jul 08 01:39:32.122406 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-c3b4ceba-58f7-4359-9ae8-a3b39e927613 service neutron] 10.222.0.16 "GET /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7869911 Jul 08 01:39:32.133097 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-e3cc4e53-5149-4dba-a0f4-945a7c2e9a96 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6587822 Jul 08 01:39:32.157499 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:39:32.185188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:32.210218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47238) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:32.251160 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-db28acc7-624b-409e-83ab-8b5ef531fc47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12a0164c80564015b1b963f8b59f6780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391731 Jul 08 01:39:32.253587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47244) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:32.296779 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.308051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Transition to ACTIVE for port object 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:32.310422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb518794-f7d1-4677-8b96-3aad598001a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.315822 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.340241 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb518794-f7d1-4677-8b96-3aad598001a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.366328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d89ad3-f946-4b8d-b55d-1eba982b9024 None None] Pushing event updated for resources: {'Port': ['ID=8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:32.411255 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.417217 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb518794-f7d1-4677-8b96-3aad598001a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.421228 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb518794-f7d1-4677-8b96-3aad598001a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.425348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a6cd6f0-24b9-4a25-849b-f94cb350bb1b req-67f8a779-e49a-4757-9196-e050d61d8964 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981741 Jul 08 01:39:32.426964 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fb518794-f7d1-4677-8b96-3aad598001a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9300851e-2662-4112-b490-147f0239e378 HTTP/1.1" status: 204 len: 168 time: 0.1712980 Jul 08 01:39:32.444817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb518794-f7d1-4677-8b96-3aad598001a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9300851e-2662-4112-b490-147f0239e378,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:32.451828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Attempting to bind port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:32.451828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Attempting to bind port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c5c68e94-992e-4789-ade2-72ab9a481d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:32.453698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Attempting to bind port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 on network 38667ae0-3fa1-44a3-8aaa-bce2668d550c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:32.492058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:32.492484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Checking segment: {'id': 'c5c68e94-992e-4789-ade2-72ab9a481d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:32.492900 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.493301 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Bound using segment: {'id': 'c5c68e94-992e-4789-ade2-72ab9a481d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:32.493802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Bound port: 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c68e94-992e-4789-ade2-72ab9a481d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:32.494270 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.580134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] For port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:32.584665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] For port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6,segment=NetworkSegment(c5c68e94-992e-4789-ade2-72ab9a481d1b),segment_id=c5c68e94-992e-4789-ade2-72ab9a481d1b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:32.591373 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:32.649168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Routers {'5c11efa2-1f78-4fd5-a7be-028b1e179db0'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:32.649899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:32.743895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 45435edb-41c4-4ed3-b2ef-b59b871587c6 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:39:32.834693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d89ad3-f946-4b8d-b55d-1eba982b9024 None None] Pushing event updated for resources: {'Port': ['ID=8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:32.887959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47252) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:32.904075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 55d59e08-593b-4175-8642-20c6274164d8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:32.944487 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-69b6e604-9e03-4f0f-aacb-ce70984f46dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=960e92436fa347a5aeab99f218396615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549169 Jul 08 01:39:32.945319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47254) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:32.979235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:32.982486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] Set router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:32.986819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-6fd528ef-25d0-4566-b664-51f29622d1ad service neutron] 10.222.0.16 "GET /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8527262 Jul 08 01:39:32.988885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-4e8e00b4-eb36-48ad-be4a-47b5ef92a01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:32.990331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-4e8e00b4-eb36-48ad-be4a-47b5ef92a01e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8794637 Jul 08 01:39:33.001475 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04465efc-b57f-4ae2-b4be-a6a28569c9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:33.027079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04465efc-b57f-4ae2-b4be-a6a28569c9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:33.028845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '45435edb-41c4-4ed3-b2ef-b59b871587c6', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '45435edb-41c4-4ed3-b2ef-b59b871587c6', 'mac_address': 'fa:16:3e:cc:54:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:39:33.088394 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04465efc-b57f-4ae2-b4be-a6a28569c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:33.091150 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04465efc-b57f-4ae2-b4be-a6a28569c9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:33.094772 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-04465efc-b57f-4ae2-b4be-a6a28569c9cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/262e3470-d960-432c-b069-0d99b9346fa4 HTTP/1.1" status: 204 len: 168 time: 0.1461527 Jul 08 01:39:33.104876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04465efc-b57f-4ae2-b4be-a6a28569c9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262e3470-d960-432c-b069-0d99b9346fa4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:33.135499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-455629c6-c967-484e-8d30-812697284378 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=590eb70b-ad8e-43af-8cbb-14415c111e6b HTTP/1.1" status: 200 len: 217 time: 0.1394243 Jul 08 01:39:33.159747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 55d59e08-593b-4175-8642-20c6274164d8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:33.160138 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:33.190354 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:33.215211 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:33.231227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45435edb-41c4-4ed3-b2ef-b59b871587c6 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:33.272975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:33.279409 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:33.293389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c92176-7e4f-49e1-829a-d96817657e4c req-7aa1569f-2516-4c12-914d-383be1fb5253 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:33.295213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11c92176-7e4f-49e1-829a-d96817657e4c req-7aa1569f-2516-4c12-914d-383be1fb5253 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 945 time: 0.3505657 Jul 08 01:39:33.304967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-47503e3b-d9c8-4036-8a1c-cbe7a739e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:33.306448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-47503e3b-d9c8-4036-8a1c-cbe7a739e5e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe2b290-2940-4ef7-9450-06f2a5db523f HTTP/1.1" status: 200 len: 801 time: 0.1557956 Jul 08 01:39:33.322195 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-d5592b23-12b3-4b6b-822c-dc17600aa505 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215737 Jul 08 01:39:33.390666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:33.408411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'name': 'tempest-FloatingIPDetailsTestJSON-172872149-router', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:16Z', 'updated_at': '2021-07-08T01:39:28Z', 'revision_number': 4, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'gw_port': {'id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:17Z', 'updated_at': '2021-07-08T01:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6', 'name': '', 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'mac_address': 'fa:16:3e:5b:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b0c6519-0fef-4ac2-8926-5372f520ad73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:27Z', 'updated_at': '2021-07-08T01:39:32Z', 'revision_number': 4, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'subnets': [{'id': '6b0c6519-0fef-4ac2-8926-5372f520ad73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:33.446118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471881bb-d0f3-48de-a987-ab06ebb85f08 None None] The sync data for ids ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'] in n-d-694802-14 is: [{'id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'name': 'tempest-FloatingIPDetailsTestJSON-172872149-router', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:16Z', 'updated_at': '2021-07-08T01:39:28Z', 'revision_number': 4, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'gw_port': {'id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:17Z', 'updated_at': '2021-07-08T01:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6', 'name': '', 'network_id': '38667ae0-3fa1-44a3-8aaa-bce2668d550c', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'mac_address': 'fa:16:3e:5b:80:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '6b0c6519-0fef-4ac2-8926-5372f520ad73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:27Z', 'updated_at': '2021-07-08T01:39:32Z', 'revision_number': 4, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'subnets': [{'id': '6b0c6519-0fef-4ac2-8926-5372f520ad73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:39:33.520683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['45435edb-41c4-4ed3-b2ef-b59b871587c6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:33.538071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11c92176-7e4f-49e1-829a-d96817657e4c req-26296248-e58a-481b-a8ec-323eec3040bd tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243278 Jul 08 01:39:33.575071 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:33.612349 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc15d0db-368e-4957-a079-d1776cc3051d x-openstack-request-id: req-bc15d0db-368e-4957-a079-d1776cc3051d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:33.614128 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c448dd0-4cbc-4cf8-a501-880ff7312ab0", "tag": "5e4155c1-8e1b-4a71-b0b3-eca85d93d691", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:33.614563 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc15d0db-368e-4957-a079-d1776cc3051d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:33.615262 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c448dd0-4cbc-4cf8-a501-880ff7312ab0', 'tag': '5e4155c1-8e1b-4a71-b0b3-eca85d93d691', 'status': 'completed', 'code': 200} Jul 08 01:39:33.696986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d58924e-eccd-4d2f-9a15-db8797be7184 req-cc2e7597-8fba-4c09-b1d0-437c35b362cf service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568587 Jul 08 01:39:33.755418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfcde8-7216-4868-8040-62e9917adcbd req-459cfa83-a4db-4cda-af70-5cafb2613d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:33.760657 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82bfcde8-7216-4868-8040-62e9917adcbd req-459cfa83-a4db-4cda-af70-5cafb2613d5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f295382ecc0e42d287b35ecaa1647201&device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 1100 time: 0.1128786 Jul 08 01:39:33.813325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04eab9f7-85b7-4ad3-a75d-2e706d8cebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:33.814981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-04eab9f7-85b7-4ad3-a75d-2e706d8cebfe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9247a0b5-03ed-436b-ba09-3848ba80aea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4993651 Jul 08 01:39:33.930348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfcde8-7216-4868-8040-62e9917adcbd req-adb9d9a8-0a67-4fc8-814b-610bfb5e09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:33.931859 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82bfcde8-7216-4868-8040-62e9917adcbd req-adb9d9a8-0a67-4fc8-814b-610bfb5e09dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1646967 Jul 08 01:39:33.984660 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82bfcde8-7216-4868-8040-62e9917adcbd req-d46fb690-7ec5-4d60-aafd-a7ae5b354111 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=5e4155c1-8e1b-4a71-b0b3-eca85d93d691 HTTP/1.1" status: 200 len: 217 time: 0.0465369 Jul 08 01:39:33.984838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:34.051710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfcde8-7216-4868-8040-62e9917adcbd req-75efde8c-82e7-4c81-bccd-dbc1de63ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:34.053665 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82bfcde8-7216-4868-8040-62e9917adcbd req-75efde8c-82e7-4c81-bccd-dbc1de63ca5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0602479 Jul 08 01:39:34.105312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Allocated IP 172.25.4.30 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/2aa98057-6f09-402d-99e9-eaff14c0e6b9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:34.147228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bfcde8-7216-4868-8040-62e9917adcbd req-a7231887-d6ab-4794-a1ea-f4e7caef81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:34.148879 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82bfcde8-7216-4868-8040-62e9917adcbd req-a7231887-d6ab-4794-a1ea-f4e7caef81c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882382 Jul 08 01:39:34.158230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-5daa18c9-61eb-481c-bf5e-5055bb79674e service neutron] 10.222.0.16 "GET /v2.0/networks/9247a0b5-03ed-436b-ba09-3848ba80aea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190181 Jul 08 01:39:34.179841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332972-c003-498d-812c-b0039cf8b221 req-05b7ea7e-85ab-4a93-9656-7b0ca0e80457 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:34.186234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332972-c003-498d-812c-b0039cf8b221 req-05b7ea7e-85ab-4a93-9656-7b0ca0e80457 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:34.192933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332972-c003-498d-812c-b0039cf8b221 req-05b7ea7e-85ab-4a93-9656-7b0ca0e80457 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:34.194905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba332972-c003-498d-812c-b0039cf8b221 req-05b7ea7e-85ab-4a93-9656-7b0ca0e80457 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2411 time: 0.3865054 Jul 08 01:39:34.262332 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82bfcde8-7216-4868-8040-62e9917adcbd req-6f9b171f-4d54-44b8-9ca0-e090a5c03d69 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062708 Jul 08 01:39:34.309052 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:34.390213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba332972-c003-498d-812c-b0039cf8b221 req-922877e7-b791-4a72-bd3b-306eecaec685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660163 Jul 08 01:39:34.398058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82bfcde8-7216-4868-8040-62e9917adcbd req-6fbe819d-ce13-404d-87e6-dc67fbc61de1 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285985 Jul 08 01:39:34.426912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-2be7bd7f-77cb-4789-ab1c-cff29adffb7d service neutron] 10.222.0.16 "GET /v2.0/networks/9247a0b5-03ed-436b-ba09-3848ba80aea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572002 Jul 08 01:39:34.493059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:34.498498 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-fb50dca7-67c7-464b-bf62-d0185f3e3f69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=b47b7537-1a0a-49c7-bb25-d942d897117d HTTP/1.1" status: 200 len: 217 time: 0.0626163 Jul 08 01:39:34.542807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:39:34.614645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-222af551-3de0-45a5-86ea-643f1fd55e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:34.616172 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-222af551-3de0-45a5-86ea-643f1fd55e9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d58cd50-f790-4760-947d-e985f809c1ff HTTP/1.1" status: 200 len: 801 time: 0.1111777 Jul 08 01:39:34.705329 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:34.755975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 45435edb-41c4-4ed3-b2ef-b59b871587c6 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:34.802925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:34.820538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:34.836483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d380e74-3aec-455d-a593-51265e67dc64 req-8216fc65-6b2e-4024-89e5-a2a4df2b3ddc tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:34.838803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d380e74-3aec-455d-a593-51265e67dc64 req-8216fc65-6b2e-4024-89e5-a2a4df2b3ddc tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 948 time: 0.2894437 Jul 08 01:39:34.839931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 45435edb-41c4-4ed3-b2ef-b59b871587c6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:34.844823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 45435edb-41c4-4ed3-b2ef-b59b871587c6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:34.845407 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:34.846795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:34.855023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event updated for resources: {'Port': ['ID=2aa98057-6f09-402d-99e9-eaff14c0e6b9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:34.928028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:39:34.940691 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Sync routers for ids ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:39:34.951677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-80893f3e-6d58-4c2c-a352-4be487761d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:34.953526 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-80893f3e-6d58-4c2c-a352-4be487761d20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24631113-dc61-4d8c-a4a4-fed0ffed1506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2947838 Jul 08 01:39:34.960253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:34.961253 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Routers {'6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:34.962238 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:34.985218 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:34.986650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7a52dbd2-6784-4077-a479-afbe4bd5d34d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4408269 Jul 08 01:39:34.989833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:35.004176 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d380e74-3aec-455d-a593-51265e67dc64 req-ab60bfa8-9180-424f-b674-d6d7406b1444 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499975 Jul 08 01:39:35.005251 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.042318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:35.045987 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9f44ae-7ab9-4a13-8570-283371ba32a0" -d '{"events": [{"server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "name": "network-vif-plugged", "status": "completed", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:35.064357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:35.074151 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.092762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:39:35.128109 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Set router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:35.255194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:35.272484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:35.286862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:35.287771 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.294460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '5e4155c1-8e1b-4a71-b0b3-eca85d93d691', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '5e4155c1-8e1b-4a71-b0b3-eca85d93d691', 'mac_address': 'fa:16:3e:f9:eb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:39:35.341674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:35.385781 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.417045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:35.438400 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:32Z', 'revision_number': 3, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:35.446861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:35.450134 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.469704 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Checking router: 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:39:35.470061 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Updating router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 port 0be0da70-13d4-4886-8ca3-816d400d9a58 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:39:35.477064 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.494963 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.506192 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.519938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6,segment=NetworkSegment(c5c68e94-992e-4789-ade2-72ab9a481d1b),segment_id=c5c68e94-992e-4789-ade2-72ab9a481d1b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:35.529455 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.550420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:35.603092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:35.610390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-8fd6aa3d-7750-4b51-8f10-03be9c9fe6b3 service neutron] 10.222.0.16 "GET /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403627 Jul 08 01:39:35.679240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5e4155c1-8e1b-4a71-b0b3-eca85d93d691'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:35.705383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.717943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287298a6-8456-4a33-b590-6a35058abb90 req-aaf12179-606c-4801-b056-070dc1828ca2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:35.719476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-287298a6-8456-4a33-b590-6a35058abb90 req-aaf12179-606c-4801-b056-070dc1828ca2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.3935637 Jul 08 01:39:35.779193 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.788936 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Transition to ACTIVE for port object 0be0da70-13d4-4886-8ca3-816d400d9a58 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:35.795591 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.853239 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68605e3e-570d-4322-96b5-0538eeb36a0f None None] Pushing event updated for resources: {'Port': ['ID=0be0da70-13d4-4886-8ca3-816d400d9a58,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:35.861059 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Attempting to bind port 0be0da70-13d4-4886-8ca3-816d400d9a58 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:35.861059 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Attempting to bind port 0be0da70-13d4-4886-8ca3-816d400d9a58 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:35.861404 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Attempting to bind port 0be0da70-13d4-4886-8ca3-816d400d9a58 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:35.867956 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:35.868352 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:35.868759 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.869154 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:35.869621 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Bound port: 0be0da70-13d4-4886-8ca3-816d400d9a58, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:35.870017 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.895275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-287298a6-8456-4a33-b590-6a35058abb90 req-b3e6e5d0-6c5c-4a54-98cb-a66e64933c5e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455986 Jul 08 01:39:35.927141 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] For port 0be0da70-13d4-4886-8ca3-816d400d9a58, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:35.929975 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80593e0c-bf39-430c-9b04-8f8faab7e570 req-f906d399-3636-4c45-a1fe-ab980a8716b5 service neutron] 10.222.0.16 "GET /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078482 Jul 08 01:39:35.931080 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] For port 0be0da70-13d4-4886-8ca3-816d400d9a58, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0be0da70-13d4-4886-8ca3-816d400d9a58,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:35.936353 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:35.987125 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Routers {'6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:35.989416 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:36.050064 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68605e3e-570d-4322-96b5-0538eeb36a0f None None] Pushing event updated for resources: {'Port': ['ID=0be0da70-13d4-4886-8ca3-816d400d9a58,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:36.107670 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] Set router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:36.170172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:36.197211 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:36.260160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-caae5009-7577-4db2-ab95-1c9bbdd189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:36.260586 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-caae5009-7577-4db2-ab95-1c9bbdd189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:36.261072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-caae5009-7577-4db2-ab95-1c9bbdd189c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:36.262743 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-caae5009-7577-4db2-ab95-1c9bbdd189c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8db72128d244466eb64ad91aa0b90dba&device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2867 time: 0.2326446 Jul 08 01:39:36.290742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bd9e8-4b53-4b69-9523-18025ab219a1 req-bad7f8aa-22ac-4f20-b2aa-f8545d7bcb9c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:36.292233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-454bd9e8-4b53-4b69-9523-18025ab219a1 req-bad7f8aa-22ac-4f20-b2aa-f8545d7bcb9c tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c947969-3c3e-4dd0-9eb3-135e36ddd34a HTTP/1.1" status: 200 len: 946 time: 0.2581134 Jul 08 01:39:36.295878 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:32Z', 'revision_number': 3, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:36.323111 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d6ef09-53e3-4df6-855d-c8d5241a7fa4 None None] The sync data for ids ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'] in n-d-694802-14 is: [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:32Z', 'revision_number': 3, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:39:36.383348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event updated for resources: {'Port': ['ID=2aa98057-6f09-402d-99e9-eaff14c0e6b9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:36.421708 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:36.481085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-454bd9e8-4b53-4b69-9523-18025ab219a1 req-f48f6af1-e38e-4f7b-a586-29da14448674 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709652 Jul 08 01:39:36.487469 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:36.488835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-458293cb-5f24-428d-9855-b1bdb73322d3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3116667 Jul 08 01:39:36.595820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-7a0dc705-9928-47b2-99ec-07039f3cb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:36.597461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-7a0dc705-9928-47b2-99ec-07039f3cb888 service neutron] 10.222.0.16 "GET /v2.0/networks?id=24631113-dc61-4d8c-a4a4-fed0ffed1506 HTTP/1.1" status: 200 len: 902 time: 0.3039472 Jul 08 01:39:36.603980 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:36.615325 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-474a5c36-b43c-44a9-a5d8-f4d81cde6d91 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 695 time: 0.1173921 Jul 08 01:39:36.670127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-4717bda5-fa46-49c8-ac63-bdbb0b1fdfbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=b47b7537-1a0a-49c7-bb25-d942d897117d HTTP/1.1" status: 200 len: 217 time: 0.0639453 Jul 08 01:39:36.758387 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8b04ed07-d45a-4506-af8c-21acca05a316 req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Request body: {'security_group': {'name': 'tempest-securitygroup-700847225', 'description': 'tempest-description-64738968'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:36.855927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-90f93473-f41a-44bc-a877-d898f03aadc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:36.857607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-90f93473-f41a-44bc-a877-d898f03aadc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d58cd50-f790-4760-947d-e985f809c1ff HTTP/1.1" status: 200 len: 801 time: 0.1687772 Jul 08 01:39:36.911939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b04ed07-d45a-4506-af8c-21acca05a316 req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:36.922848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0be0da70-13d4-4886-8ca3-816d400d9a58 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:36.960520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b04ed07-d45a-4506-af8c-21acca05a316 req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:36.976044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0be0da70-13d4-4886-8ca3-816d400d9a58 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:36.980617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0be0da70-13d4-4886-8ca3-816d400d9a58 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:36.980969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-34e1bf97-69cc-40b9-b974-1e0d93e6fc95 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:36.981097 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:36.982394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f69f270c-8293-4ab9-b7eb-ffd0f0696e7b req-34e1bf97-69cc-40b9-b974-1e0d93e6fc95 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.3524485 Jul 08 01:39:37.032597 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43bce36-e674-4226-86de-41d75e749c0c x-openstack-request-id: req-f43bce36-e674-4226-86de-41d75e749c0c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:37.033927 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "name": "network-vif-plugged", "status": "completed", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:37.034281 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f43bce36-e674-4226-86de-41d75e749c0c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:37.034932 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6', 'code': 200} Jul 08 01:39:37.060129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Allocated IP 172.20.0.1 (f0b8d695-73c2-4fb9-8fc4-17d095935fed/ccb0364c-8bc2-42ff-9413-cf6873526d2f/a097dee9-7f5e-45a1-b998-0347841e203d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:37.093462 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.127805 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 0be0da70-13d4-4886-8ca3-816d400d9a58, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0be0da70-13d4-4886-8ca3-816d400d9a58,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:37.130946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:37.162438 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.163384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:37.170437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-34368b25-960a-4859-9d88-b9dd4b6129d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:37.173236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-34368b25-960a-4859-9d88-b9dd4b6129d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24631113-dc61-4d8c-a4a4-fed0ffed1506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2799208 Jul 08 01:39:37.267326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=0be0da70-13d4-4886-8ca3-816d400d9a58,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:37.287165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:37.294247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:37.294766 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.296700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:37.297195 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.445405 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.483041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:37.489156 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.539408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:37.664647 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.667698 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b04ed07-d45a-4506-af8c-21acca05a316 req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.677024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728049f9-ead6-4390-9809-6b8d5fd0e137 req-b1f2b222-b629-4959-85c5-6b4dc0b9145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:37.678532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-728049f9-ead6-4390-9809-6b8d5fd0e137 req-b1f2b222-b629-4959-85c5-6b4dc0b9145a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1102 time: 0.5446002 Jul 08 01:39:37.692956 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b04ed07-d45a-4506-af8c-21acca05a316 req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:37.703513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d106d0-726c-42a1-b219-aa4f6aa2ad95 req-e14d1640-be08-4f72-85ac-9d2edba78448 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:37.710315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d106d0-726c-42a1-b219-aa4f6aa2ad95 req-e14d1640-be08-4f72-85ac-9d2edba78448 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:37.716258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d106d0-726c-42a1-b219-aa4f6aa2ad95 req-e14d1640-be08-4f72-85ac-9d2edba78448 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:37.718029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5d106d0-726c-42a1-b219-aa4f6aa2ad95 req-e14d1640-be08-4f72-85ac-9d2edba78448 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2411 time: 0.5407872 Jul 08 01:39:37.736913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Transition to ACTIVE for port object a097dee9-7f5e-45a1-b998-0347841e203d will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:37.749151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-9f86c488-6a20-4c47-a34b-bb354f549a93 service neutron] 10.222.0.16 "GET /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639708 Jul 08 01:39:37.874402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4804687-95b3-4254-83d9-09dd79d73f4e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:37.904976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-728049f9-ead6-4390-9809-6b8d5fd0e137 req-870948e8-6a2d-4a29-8219-ec41f7c73824 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176540 Jul 08 01:39:37.929989 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5d106d0-726c-42a1-b219-aa4f6aa2ad95 req-3890789d-40b2-4173-9730-ea7160cdeded tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943979 Jul 08 01:39:37.971133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.011412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15e9dc68-49e7-4c48-a8f5-8182c91e74c1 req-1a11cbbd-2dd0-4cb1-94a8-6bb3b87ca130 service neutron] 10.222.0.16 "GET /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441900 Jul 08 01:39:38.048401 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b04ed07-d45a-4506-af8c-21acca05a316 req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.059532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Network f0b8d695-73c2-4fb9-8fc4-17d095935fed is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:38.067528 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b04ed07-d45a-4506-af8c-21acca05a316 req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.100722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Pushing event updated for resources: {'Port': ['ID=a097dee9-7f5e-45a1-b998-0347841e203d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:38.103460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:38.114574 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:38.180128 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b04ed07-d45a-4506-af8c-21acca05a316 req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.183252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b04ed07-d45a-4506-af8c-21acca05a316 req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4280524 Jul 08 01:39:38.192483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc6009-a648-4741-a27b-dacdc9b3d474 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98829011-a80c-4264-91e5-dc773f4d87b4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:38.208073 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.264389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16c68a-657a-4002-b0f2-dd3d091d5937 req-d75ab953-de28-4055-9a45-af2557f1b8d6 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:38.268250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e16c68a-657a-4002-b0f2-dd3d091d5937 req-d75ab953-de28-4055-9a45-af2557f1b8d6 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 950 time: 0.2183352 Jul 08 01:39:38.369030 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e16c68a-657a-4002-b0f2-dd3d091d5937 req-dc26c2f0-b3e5-4080-959a-c29e0d164728 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896811 Jul 08 01:39:38.440806 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.471195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bafb53a3-907d-415c-a62d-2719a421133e None None] Provisioning for port a097dee9-7f5e-45a1-b998-0347841e203d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:38.476829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bafb53a3-907d-415c-a62d-2719a421133e None None] Provisioning complete for port a097dee9-7f5e-45a1-b998-0347841e203d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:38.477409 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bafb53a3-907d-415c-a62d-2719a421133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.521062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bafb53a3-907d-415c-a62d-2719a421133e None None] Port a097dee9-7f5e-45a1-b998-0347841e203d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:38.548153 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.711709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b285c64-12ef-4269-b9c8-13f7ec09b884 req-a62c580c-a739-42d8-86f6-5ea01df00703 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:38.713294 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b285c64-12ef-4269-b9c8-13f7ec09b884 req-a62c580c-a739-42d8-86f6-5ea01df00703 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.2151396 Jul 08 01:39:38.804325 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-492c2707-0c8f-4fd1-9231-85b69dbe3653 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2072759 Jul 08 01:39:38.806424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.810524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b285c64-12ef-4269-b9c8-13f7ec09b884 req-1d6bc374-9f8e-4b6a-8849-6dfb126c4e02 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831127 Jul 08 01:39:38.815976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:38.820668 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.842297 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0be0da70-13d4-4886-8ca3-816d400d9a58 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:38.873600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-4360117a-94ca-4631-9f3f-92bd0f04b7bd req-2b96cc54-ca78-4d04-91f7-2d6240ffae63 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1943312590', 'description': 'tempest-description-969121561'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:38.889715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0be0da70-13d4-4886-8ca3-816d400d9a58 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:38.890229 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.911095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Pushing event updated for resources: {'Port': ['ID=a097dee9-7f5e-45a1-b998-0347841e203d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:38.920506 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.926784 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:38.979752 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4360117a-94ca-4631-9f3f-92bd0f04b7bd req-2b96cc54-ca78-4d04-91f7-2d6240ffae63 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.036406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c448dd0-4cbc-4cf8-a501-880ff7312ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4155c1-8e1b-4a71-b0b3-eca85d93d691'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:39.038730 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e4d2aa-03da-4b8c-9ad3-a50af7074cb2" -d '{"events": [{"server_uuid": "9c448dd0-4cbc-4cf8-a501-880ff7312ab0", "name": "network-vif-plugged", "status": "completed", "tag": "5e4155c1-8e1b-4a71-b0b3-eca85d93d691"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:39.120111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7c69ed55-7ba5-48ee-9a32-7cef32ead670 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:39:39.145844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Network f0b8d695-73c2-4fb9-8fc4-17d095935fed is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:39.152240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:39.221035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4360117a-94ca-4631-9f3f-92bd0f04b7bd req-2b96cc54-ca78-4d04-91f7-2d6240ffae63 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.230605 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4360117a-94ca-4631-9f3f-92bd0f04b7bd req-2b96cc54-ca78-4d04-91f7-2d6240ffae63 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.235518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7c69ed55-7ba5-48ee-9a32-7cef32ead670, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7c69ed55-7ba5-48ee-9a32-7cef32ead670,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:39.250535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '7c69ed55-7ba5-48ee-9a32-7cef32ead670', 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506', 'port_id': '7c69ed55-7ba5-48ee-9a32-7cef32ead670', 'mac_address': 'fa:16:3e:34:cf:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d58cd50-f790-4760-947d-e985f809c1ff', 'ip_address': '19.80.0.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:39:39.294545 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.295316 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.310318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c69ed55-7ba5-48ee-9a32-7cef32ead670 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:39.317923 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4360117a-94ca-4631-9f3f-92bd0f04b7bd req-2b96cc54-ca78-4d04-91f7-2d6240ffae63 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.319001 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4360117a-94ca-4631-9f3f-92bd0f04b7bd req-2b96cc54-ca78-4d04-91f7-2d6240ffae63 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4538128 Jul 08 01:39:39.329084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96cc54-ca78-4d04-91f7-2d6240ffae63 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce73a04-db44-40bb-8d6c-8d1e18e335e0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:39.363598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7c69ed55-7ba5-48ee-9a32-7cef32ead670, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7c69ed55-7ba5-48ee-9a32-7cef32ead670,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:39.369158 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.370460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 590eb70b-ad8e-43af-8cbb-14415c111e6b details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:39:39.420939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:39:39.492805 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7c69ed55-7ba5-48ee-9a32-7cef32ead670,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:39.497760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Allocated IP 172.25.4.45 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/81886c15-7758-4f8d-a2d2-6687f22c9043) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:39.519840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7f10a1da-1472-4961-b02a-1abe04ae5dd4 None None] Provisioning complete for port a097dee9-7f5e-45a1-b998-0347841e203d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:39.520487 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f10a1da-1472-4961-b02a-1abe04ae5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.578860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 590eb70b-ad8e-43af-8cbb-14415c111e6b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=590eb70b-ad8e-43af-8cbb-14415c111e6b,segment=NetworkSegment(37a89860-150f-4b8e-85a1-07f72fec3fb1),segment_id=37a89860-150f-4b8e-85a1-07f72fec3fb1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:39.597361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '590eb70b-ad8e-43af-8cbb-14415c111e6b', 'network_id': '9247a0b5-03ed-436b-ba09-3848ba80aea5', 'port_id': '590eb70b-ad8e-43af-8cbb-14415c111e6b', 'mac_address': 'fa:16:3e:9e:98:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe2b290-2940-4ef7-9450-06f2a5db523f', 'ip_address': '19.86.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:39:39.622050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:39:39.637224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b4a5b9f6-d3fd-42c2-b3ae-1e41a5c52f3c admin admin] 10.222.0.41 "PUT /v2.0/routers/6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6459870 Jul 08 01:39:39.638882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7f10a1da-1472-4961-b02a-1abe04ae5dd4 None None] Port a097dee9-7f5e-45a1-b998-0347841e203d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:39.640515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Sync routers for ids ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:39:39.664690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Routers {'6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:39.665551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:39.669024 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.699907 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.715405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590eb70b-ad8e-43af-8cbb-14415c111e6b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:39.750518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 590eb70b-ad8e-43af-8cbb-14415c111e6b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=590eb70b-ad8e-43af-8cbb-14415c111e6b,segment=NetworkSegment(37a89860-150f-4b8e-85a1-07f72fec3fb1),segment_id=37a89860-150f-4b8e-85a1-07f72fec3fb1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:39.775389 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.778799 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:39.779466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b47b7537-1a0a-49c7-bb25-d942d897117d details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:39:39.835304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:39.843115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:39.846155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:39.857140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2edbd9-46f3-42b0-8d69-f1156c0cc4c6 req-fb65bad1-ecb7-4fc6-82f7-ca4b694f7615 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:39.863662 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2edbd9-46f3-42b0-8d69-f1156c0cc4c6 req-fb65bad1-ecb7-4fc6-82f7-ca4b694f7615 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:39.866593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b47b7537-1a0a-49c7-bb25-d942d897117d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b47b7537-1a0a-49c7-bb25-d942d897117d,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:39.869811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2edbd9-46f3-42b0-8d69-f1156c0cc4c6 req-fb65bad1-ecb7-4fc6-82f7-ca4b694f7615 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:39.871596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d2edbd9-46f3-42b0-8d69-f1156c0cc4c6 req-fb65bad1-ecb7-4fc6-82f7-ca4b694f7615 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2412 time: 0.1524897 Jul 08 01:39:39.871727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Set router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:39.873822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event updated for resources: {'Port': ['ID=81886c15-7758-4f8d-a2d2-6687f22c9043,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:39.905001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=590eb70b-ad8e-43af-8cbb-14415c111e6b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:39.916398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'b47b7537-1a0a-49c7-bb25-d942d897117d', 'network_id': '24631113-dc61-4d8c-a4a4-fed0ffed1506', 'port_id': 'b47b7537-1a0a-49c7-bb25-d942d897117d', 'mac_address': 'fa:16:3e:bb:28:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d58cd50-f790-4760-947d-e985f809c1ff', 'ip_address': '19.80.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:39:39.921513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.921860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.922204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.922546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.922879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.923216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.923547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.923871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.924197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.924544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.924878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.925277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:39.942033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d2edbd9-46f3-42b0-8d69-f1156c0cc4c6 req-bb43c857-70a9-47ec-9731-59e2b9cded92 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491247 Jul 08 01:39:39.989172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.014462 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c518fd3-eb47-471e-a33c-31adf6a1ee5c x-openstack-request-id: req-2c518fd3-eb47-471e-a33c-31adf6a1ee5c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:40.014850 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c448dd0-4cbc-4cf8-a501-880ff7312ab0", "name": "network-vif-plugged", "status": "completed", "tag": "5e4155c1-8e1b-4a71-b0b3-eca85d93d691", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:40.015202 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c518fd3-eb47-471e-a33c-31adf6a1ee5c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:40.015958 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c448dd0-4cbc-4cf8-a501-880ff7312ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4155c1-8e1b-4a71-b0b3-eca85d93d691', 'code': 200} Jul 08 01:39:40.061666 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.084854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47b7537-1a0a-49c7-bb25-d942d897117d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:40.096377 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.120481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b47b7537-1a0a-49c7-bb25-d942d897117d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b47b7537-1a0a-49c7-bb25-d942d897117d,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:40.145808 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.182242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-a3c407f2-03fe-472f-9b16-d9e3a23cd8ee tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:40.183775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-a3c407f2-03fe-472f-9b16-d9e3a23cd8ee tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c947969-3c3e-4dd0-9eb3-135e36ddd34a HTTP/1.1" status: 200 len: 946 time: 0.1600542 Jul 08 01:39:40.205839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=b47b7537-1a0a-49c7-bb25-d942d897117d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:40.217725 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:38Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a097dee9-7f5e-45a1-b998-0347841e203d', 'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'mac_address': 'fa:16:3e:7e:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:36Z', 'updated_at': '2021-07-08T01:39:38Z', 'revision_number': 2, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'subnets': [{'id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:40.248008 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Checking router: 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:39:40.248383 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Updating router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 port a097dee9-7f5e-45a1-b998-0347841e203d binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:39:40.257818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-712fbb93-940c-4f52-b9bf-06869176b77c req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-547509382', 'description': 'tempest-description-346379876'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:40.269034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e01c1-e75d-4dea-9496-246f2243e6f5 req-2b5db2f1-ef62-4d40-b320-8dd7aa6751d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:40.270762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-858e01c1-e75d-4dea-9496-246f2243e6f5 req-2b5db2f1-ef62-4d40-b320-8dd7aa6751d9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 1102 time: 0.2034948 Jul 08 01:39:40.283586 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.340295 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-712fbb93-940c-4f52-b9bf-06869176b77c req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.457805 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['7c69ed55-7ba5-48ee-9a32-7cef32ead670'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:40.503075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['b47b7537-1a0a-49c7-bb25-d942d897117d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:40.510429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['590eb70b-ad8e-43af-8cbb-14415c111e6b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:40.650765 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-712fbb93-940c-4f52-b9bf-06869176b77c req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.653790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-858e01c1-e75d-4dea-9496-246f2243e6f5 req-0992f352-f946-48fd-93c4-b86ea25d4874 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707697 Jul 08 01:39:40.720144 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.732103 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.772155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-d443cd9f-fa42-42e2-b568-a88863c119cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Deleting port c9694b9f-a2d6-4639-b12f-610a2a49ea21 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:40.772521 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-d443cd9f-fa42-42e2-b568-a88863c119cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.881779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event updated for resources: {'Port': ['ID=81886c15-7758-4f8d-a2d2-6687f22c9043,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:40.918541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.927134 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.962985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Transition to ACTIVE for port object a097dee9-7f5e-45a1-b998-0347841e203d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:40.963453 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-d443cd9f-fa42-42e2-b568-a88863c119cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] For port c9694b9f-a2d6-4639-b12f-610a2a49ea21, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=c9694b9f-a2d6-4639-b12f-610a2a49ea21,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:40.963820 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-d443cd9f-fa42-42e2-b568-a88863c119cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.967198 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-712fbb93-940c-4f52-b9bf-06869176b77c req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.976946 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-712fbb93-940c-4f52-b9bf-06869176b77c req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.984840 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.986123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-d443cd9f-fa42-42e2-b568-a88863c119cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Calling delete_port for c9694b9f-a2d6-4639-b12f-610a2a49ea21 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:40.989261 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:40.990500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-0bbff181-9f79-4724-a082-989b93535ce9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1790028 Jul 08 01:39:41.088953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009145d-ba5e-4443-a1a4-ec2c885ee73a None None] Pushing event updated for resources: {'Port': ['ID=a097dee9-7f5e-45a1-b998-0347841e203d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:41.105552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b14072c-61b0-49ac-bb2f-fac63163eb3a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:41.141119 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-8ea51a87-ac33-4c9d-ba9b-b65e543a3ea9 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.1418374 Jul 08 01:39:41.171668 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Attempting to bind port a097dee9-7f5e-45a1-b998-0347841e203d on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:41.172054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Attempting to bind port a097dee9-7f5e-45a1-b998-0347841e203d by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:41.172433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Attempting to bind port a097dee9-7f5e-45a1-b998-0347841e203d on network f0b8d695-73c2-4fb9-8fc4-17d095935fed {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:41.178539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:41.178916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Checking segment: {'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:41.179321 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:41.179712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Bound using segment: {'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:41.180174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Bound port: a097dee9-7f5e-45a1-b998-0347841e203d, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:41.180597 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:41.258208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] For port a097dee9-7f5e-45a1-b998-0347841e203d, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:41.271004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] For port a097dee9-7f5e-45a1-b998-0347841e203d, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a097dee9-7f5e-45a1-b998-0347841e203d,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:41.277934 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:41.318237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-f924bfcd-976c-4409-a7c0-4169f7ae15cd tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:41.319801 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-f924bfcd-976c-4409-a7c0-4169f7ae15cd tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f25ae32-760c-4f10-9ea4-9b8037871afc HTTP/1.1" status: 200 len: 945 time: 0.3195586 Jul 08 01:39:41.341449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Routers {'6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:39:41.342246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:41.352219 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-712fbb93-940c-4f52-b9bf-06869176b77c req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:41.388766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009145d-ba5e-4443-a1a4-ec2c885ee73a None None] Pushing event updated for resources: {'Port': ['ID=a097dee9-7f5e-45a1-b998-0347841e203d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:41.391453 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-712fbb93-940c-4f52-b9bf-06869176b77c req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:41.443207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-e52a3452-812b-4605-b605-c6b1fa6f2c16 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:41.444669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0097e7d-014d-48bf-8836-e7b0fb9bc43b req-e52a3452-812b-4605-b605-c6b1fa6f2c16 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2939942 Jul 08 01:39:41.474430 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-712fbb93-940c-4f52-b9bf-06869176b77c req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:41.476839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-712fbb93-940c-4f52-b9bf-06869176b77c req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2435312 Jul 08 01:39:41.486825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] Set router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:39:41.495985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459fe53-d27c-4201-9cf8-c32452616553 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16ec167-5665-43bc-967f-a9c8010d549e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:41.654571 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-d443cd9f-fa42-42e2-b568-a88863c119cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:41.676384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['3ef48d51-758d-4033-86a7-c9f618021261'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:41.735406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443cd9f-fa42-42e2-b568-a88863c119cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Pushing event deleted for resources: {'Port': ['ID=c9694b9f-a2d6-4639-b12f-610a2a49ea21,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:41.818081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-d443cd9f-fa42-42e2-b568-a88863c119cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] No DVR routers for this DVR port c9694b9f-a2d6-4639-b12f-610a2a49ea21 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:41.823821 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-d443cd9f-fa42-42e2-b568-a88863c119cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:41.825824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a53f43ef-f7db-4c76-85b6-75f9f8cd67ad req-d443cd9f-fa42-42e2-b568-a88863c119cc tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.24 "DELETE /v2.0/ports/c9694b9f-a2d6-4639-b12f-610a2a49ea21 HTTP/1.1" status: 204 len: 173 time: 1.6305938 Jul 08 01:39:41.825949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:38Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a097dee9-7f5e-45a1-b998-0347841e203d', 'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'mac_address': 'fa:16:3e:7e:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:36Z', 'updated_at': '2021-07-08T01:39:41Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'subnets': [{'id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:39:41.827673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c947969-3c3e-4dd0-9eb3-135e36ddd34a', 'name': 'network-vif-deleted', 'tag': 'c9694b9f-a2d6-4639-b12f-610a2a49ea21'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:41.830040 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c89aea7-686e-4a7a-a9c6-d1f34df49d27" -d '{"events": [{"server_uuid": "2c947969-3c3e-4dd0-9eb3-135e36ddd34a", "name": "network-vif-deleted", "tag": "c9694b9f-a2d6-4639-b12f-610a2a49ea21"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:41.842502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-8d0ed61f-4fa8-4151-85f4-d350f3127ce2 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:41.844175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-8d0ed61f-4fa8-4151-85f4-d350f3127ce2 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/networks?id=17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 200 len: 813 time: 0.2697527 Jul 08 01:39:41.847876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-d9a315ef-395d-4d10-a71f-9a077a0871ae tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Deleting port 3ef48d51-758d-4033-86a7-c9f618021261 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:41.848232 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-d9a315ef-395d-4d10-a71f-9a077a0871ae tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:41.861590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ddc62a-4729-4ecc-a1dd-89ff175d73b5 None None] The sync data for ids ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'] in n-d-694802-14 is: [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:38Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a097dee9-7f5e-45a1-b998-0347841e203d', 'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'mac_address': 'fa:16:3e:7e:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:36Z', 'updated_at': '2021-07-08T01:39:41Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'subnets': [{'id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:39:41.902692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-9c24d823-93c8-47bb-87f0-9dd848739787 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/quotas/ec0cf584bfc44a7893879e8af83e2259 HTTP/1.1" status: 200 len: 375 time: 0.0513661 Jul 08 01:39:41.912542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca17874-e963-4c65-99e9-a5238e5bdc0c req-da4cf619-e7d5-469b-a120-3d9a945c0779 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:41.914138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ca17874-e963-4c65-99e9-a5238e5bdc0c req-da4cf619-e7d5-469b-a120-3d9a945c0779 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 950 time: 0.3089314 Jul 08 01:39:42.062262 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ca17874-e963-4c65-99e9-a5238e5bdc0c req-849c64fa-ee57-4344-8db1-0edcdb0669b7 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098866 Jul 08 01:39:42.065026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-d9a315ef-395d-4d10-a71f-9a077a0871ae tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] For port 3ef48d51-758d-4033-86a7-c9f618021261, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3ef48d51-758d-4033-86a7-c9f618021261,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:42.065416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-d9a315ef-395d-4d10-a71f-9a077a0871ae tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.085186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-d9a315ef-395d-4d10-a71f-9a077a0871ae tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Calling delete_port for 3ef48d51-758d-4033-86a7-c9f618021261 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:42.105043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-de204182-f390-4766-8fe3-cadad89ad752 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec0cf584bfc44a7893879e8af83e2259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1896808 Jul 08 01:39:42.257423 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-d9a315ef-395d-4d10-a71f-9a077a0871ae tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.304487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a315ef-395d-4d10-a71f-9a077a0871ae tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Pushing event deleted for resources: {'Port': ['ID=3ef48d51-758d-4033-86a7-c9f618021261,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:42.409240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-d9a315ef-395d-4d10-a71f-9a077a0871ae tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] No DVR routers for this DVR port 3ef48d51-758d-4033-86a7-c9f618021261 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:39:42.420825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-d9a315ef-395d-4d10-a71f-9a077a0871ae tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.423840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39d60ac4-129f-4fd7-a631-4033a69ff10f req-d9a315ef-395d-4d10-a71f-9a077a0871ae tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.16 "DELETE /v2.0/ports/3ef48d51-758d-4033-86a7-c9f618021261 HTTP/1.1" status: 204 len: 173 time: 1.0937321 Jul 08 01:39:42.464478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47362) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:42.471579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333280033', 'description': 'tempest-description--1101499451'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:42.480943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-eb48ee89-13e1-44c6-8f5a-f4df5ee13137 service neutron] 10.222.0.41 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692546 Jul 08 01:39:42.504918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.610452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-e4ab7557-36f2-4df8-b863-1d47cc9f8f2a service neutron] 10.222.0.41 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223440 Jul 08 01:39:42.635296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.653090 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.704128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9123e30e-8c5a-4daf-9aa8-396874a8d92f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:42.716104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.716601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.717087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.717531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.718246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.718809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.719431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.720029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.720758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.721422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.722006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.723129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:39:42.729020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.730553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-90ecc9f4-249e-4b2c-a992-9855924ea158 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2649260 Jul 08 01:39:42.738612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ca710-bcc2-4a40-bf41-bf3cb82adc5c req-da33257e-ef68-4ab3-8e00-186410101866 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:42.740265 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e3ca710-bcc2-4a40-bf41-bf3cb82adc5c req-da33257e-ef68-4ab3-8e00-186410101866 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.1027179 Jul 08 01:39:42.741066 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47364) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:42.747243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9375228a-8a65-4f2a-a1c7-a4a68c504198 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Request body: {'security_group_rule': {'security_group_id': '9123e30e-8c5a-4daf-9aa8-396874a8d92f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:42.772892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c9694b9f-a2d6-4639-b12f-610a2a49ea21 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:42.802482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: c9694b9f-a2d6-4639-b12f-610a2a49ea21 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:42.802972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device c9694b9f-a2d6-4639-b12f-610a2a49ea21 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:42.818746 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9375228a-8a65-4f2a-a1c7-a4a68c504198 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.823597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e3ca710-bcc2-4a40-bf41-bf3cb82adc5c req-541984c3-bfaf-4c48-858c-5b5ebf8011f1 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690351 Jul 08 01:39:42.928445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9375228a-8a65-4f2a-a1c7-a4a68c504198 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.937862 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9375228a-8a65-4f2a-a1c7-a4a68c504198 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.956447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a097dee9-7f5e-45a1-b998-0347841e203d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:42.969067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375228a-8a65-4f2a-a1c7-a4a68c504198 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b8fdfa-013f-4eaf-9a94-ff75e8ac2db1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:42.984877 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9375228a-8a65-4f2a-a1c7-a4a68c504198 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:42.986138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9375228a-8a65-4f2a-a1c7-a4a68c504198 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2438812 Jul 08 01:39:42.989526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47372) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:42.994710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cb025bf7-640b-41d6-9657-8d326fa2549a tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Request body: {'security_group_rule': {'security_group_id': '9123e30e-8c5a-4daf-9aa8-396874a8d92f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:43.051288 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb025bf7-640b-41d6-9657-8d326fa2549a tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.055168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port a097dee9-7f5e-45a1-b998-0347841e203d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:43.060044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port a097dee9-7f5e-45a1-b998-0347841e203d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:43.060692 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.160808 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7c69ed55-7ba5-48ee-9a32-7cef32ead670 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:43.215803 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.262916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb025bf7-640b-41d6-9657-8d326fa2549a tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.272997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port a097dee9-7f5e-45a1-b998-0347841e203d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a097dee9-7f5e-45a1-b998-0347841e203d,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:43.276032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:43.279774 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb025bf7-640b-41d6-9657-8d326fa2549a tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.281117 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.285728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:43.286098 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.328772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88248c69-ed9f-460e-a192-b61c19aebeff req-5e233c89-c03f-42e2-b323-21c7b6c900a8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:43.335327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88248c69-ed9f-460e-a192-b61c19aebeff req-5e233c89-c03f-42e2-b323-21c7b6c900a8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:43.341130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88248c69-ed9f-460e-a192-b61c19aebeff req-5e233c89-c03f-42e2-b323-21c7b6c900a8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:43.343057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88248c69-ed9f-460e-a192-b61c19aebeff req-5e233c89-c03f-42e2-b323-21c7b6c900a8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2414 time: 0.2198822 Jul 08 01:39:43.344758 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb025bf7-640b-41d6-9657-8d326fa2549a tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.349250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cb025bf7-640b-41d6-9657-8d326fa2549a tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3554845 Jul 08 01:39:43.350769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47384) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:43.351605 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-9972962a-059e-497f-b8de-ab4c32879e52 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2893405 Jul 08 01:39:43.352225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb025bf7-640b-41d6-9657-8d326fa2549a tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104d58f2-a28d-4adb-a5ec-34c4be4815ea,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:43.356373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:43.367271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:43.375028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=a097dee9-7f5e-45a1-b998-0347841e203d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:43.416675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.416925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88248c69-ed9f-460e-a192-b61c19aebeff req-9fcdb53f-072c-4988-983b-0726332ce11a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615613 Jul 08 01:39:43.438796 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.484115 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.510598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-79764975-ecd4-488e-b1c3-7375f1eb2004 req-ef7703e5-d2dd-4d2f-a4ac-178b163f594e tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-812640649', 'description': 'tempest-description-2081980253'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:43.524331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7c69ed55-7ba5-48ee-9a32-7cef32ead670, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7c69ed55-7ba5-48ee-9a32-7cef32ead670,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:43.525819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69ed55-7ba5-48ee-9a32-7cef32ead670'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:43.528375 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590310b7-3821-432c-af1d-053a0b1e913e" -d '{"events": [{"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-plugged", "status": "completed", "tag": "7c69ed55-7ba5-48ee-9a32-7cef32ead670"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:43.535650 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.541100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 590eb70b-ad8e-43af-8cbb-14415c111e6b up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:43.573736 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-79764975-ecd4-488e-b1c3-7375f1eb2004 req-ef7703e5-d2dd-4d2f-a4ac-178b163f594e tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.603229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.630606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 590eb70b-ad8e-43af-8cbb-14415c111e6b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:43.640558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 590eb70b-ad8e-43af-8cbb-14415c111e6b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:43.640978 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.678374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7c69ed55-7ba5-48ee-9a32-7cef32ead670,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:43.722261 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.769916 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.780998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Allocated IP 172.25.4.248 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/044c77f0-aff3-4671-a1a9-3dced28132d5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:43.788864 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-79764975-ecd4-488e-b1c3-7375f1eb2004 req-ef7703e5-d2dd-4d2f-a4ac-178b163f594e tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.799341 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-79764975-ecd4-488e-b1c3-7375f1eb2004 req-ef7703e5-d2dd-4d2f-a4ac-178b163f594e tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.846217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 590eb70b-ad8e-43af-8cbb-14415c111e6b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=590eb70b-ad8e-43af-8cbb-14415c111e6b,segment=NetworkSegment(37a89860-150f-4b8e-85a1-07f72fec3fb1),segment_id=37a89860-150f-4b8e-85a1-07f72fec3fb1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:43.849054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-79764975-ecd4-488e-b1c3-7375f1eb2004 req-ef7703e5-d2dd-4d2f-a4ac-178b163f594e tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.850332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79764975-ecd4-488e-b1c3-7375f1eb2004 req-ef7703e5-d2dd-4d2f-a4ac-178b163f594e tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3516328 Jul 08 01:39:43.851340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7703e5-d2dd-4d2f-a4ac-178b163f594e tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8423fa4-fc49-49de-8672-bdf8ca391373,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:43.853955 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.860287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b47b7537-1a0a-49c7-bb25-d942d897117d up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:43.917750 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dfe4d5-bdd7-448f-9498-08f83bf2cc40 x-openstack-request-id: req-67dfe4d5-bdd7-448f-9498-08f83bf2cc40 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:43.918681 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c947969-3c3e-4dd0-9eb3-135e36ddd34a", "name": "network-vif-deleted", "tag": "c9694b9f-a2d6-4639-b12f-610a2a49ea21", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:43.918942 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67dfe4d5-bdd7-448f-9498-08f83bf2cc40 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:43.919570 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c947969-3c3e-4dd0-9eb3-135e36ddd34a', 'name': 'network-vif-deleted', 'tag': 'c9694b9f-a2d6-4639-b12f-610a2a49ea21', 'status': 'completed', 'code': 200} Jul 08 01:39:43.956065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:43.962208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=590eb70b-ad8e-43af-8cbb-14415c111e6b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:43.977101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port b47b7537-1a0a-49c7-bb25-d942d897117d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:43.981252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port b47b7537-1a0a-49c7-bb25-d942d897117d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:43.981703 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.014812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.094925 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.105699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:44.118359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Allocated IP 172.25.4.122 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/a2196484-51b9-4270-9828-f9df8cdc6088) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:44.131290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:44.142342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b47b7537-1a0a-49c7-bb25-d942d897117d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b47b7537-1a0a-49c7-bb25-d942d897117d,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:44.145732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:44.148628 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.207940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Pushing event updated for resources: {'Port': ['ID=044c77f0-aff3-4671-a1a9-3dced28132d5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:44.233060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=b47b7537-1a0a-49c7-bb25-d942d897117d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:44.285817 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.349782 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.361812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4eb7b4-882f-4ba1-8182-870386df6ecb req-7aed3a04-b4e4-4d2b-abd5-ebb378bea4f3 tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:44.364049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad4eb7b4-882f-4ba1-8182-870386df6ecb req-7aed3a04-b4e4-4d2b-abd5-ebb378bea4f3 tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1102 time: 0.0909138 Jul 08 01:39:44.365491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.403008 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.411981 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ad4eb7b4-882f-4ba1-8182-870386df6ecb req-31f0deae-2fd4-4475-96eb-d1bc354deb8a tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.419595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:44.427372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:44.435826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:44.441851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event updated for resources: {'Port': ['ID=a2196484-51b9-4270-9828-f9df8cdc6088,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:44.568463 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.572120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.578403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.629675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ad4eb7b4-882f-4ba1-8182-870386df6ecb req-31f0deae-2fd4-4475-96eb-d1bc354deb8a tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.636563 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.661959 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ad4eb7b4-882f-4ba1-8182-870386df6ecb req-31f0deae-2fd4-4475-96eb-d1bc354deb8a tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.680631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Pushing event updated for resources: {'Port': ['ID=044c77f0-aff3-4671-a1a9-3dced28132d5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:44.696671 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.699393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad4eb7b4-882f-4ba1-8182-870386df6ecb req-31f0deae-2fd4-4475-96eb-d1bc354deb8a tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260050 Jul 08 01:39:44.738970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0deae-2fd4-4475-96eb-d1bc354deb8a tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c33e19c-4f15-4127-a456-68b5a7c5808e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:44.741143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:44.742437 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e71edfd7-77b4-47cc-a844-3fabdb6dc8ee tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3901732 Jul 08 01:39:44.902406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a097dee9-7f5e-45a1-b998-0347841e203d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:44.993971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port a097dee9-7f5e-45a1-b998-0347841e203d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:44.994527 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:45.123429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-bb879ef7-4716-4429-9f1c-6f0ac8118a44 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:45.125882 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-bb879ef7-4716-4429-9f1c-6f0ac8118a44 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.24 "GET /v2.0/networks?id=17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 200 len: 813 time: 0.4077978 Jul 08 01:39:45.154741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3ef48d51-758d-4033-86a7-c9f618021261 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:39:45.216651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 3ef48d51-758d-4033-86a7-c9f618021261 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:39:45.217454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3ef48d51-758d-4033-86a7-c9f618021261 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:39:45.443433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Request body: {'port': {'device_id': '62a88059-6a55-4964-b4ef-60efb114ec8c', 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562', 'admin_state_up': True, 'tenant_id': 'ec0cf584bfc44a7893879e8af83e2259'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:45.549277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-051f32ba-902e-4280-bd0f-83b53651889e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:45.551411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-051f32ba-902e-4280-bd0f-83b53651889e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.16 "GET /v2.0/networks?id=17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 200 len: 813 time: 0.7467639 Jul 08 01:39:45.570182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Request body: {'port': {'device_id': '23a3d2a7-6372-4851-a0f9-c508db0a9ad8', 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562', 'admin_state_up': True, 'tenant_id': 'ec0cf584bfc44a7893879e8af83e2259'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:45.693276 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:45.712793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:45.820578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd2530-5c0c-4c9c-ad4f-9db627946666 req-35f4ffa4-2de7-45d2-9c4b-275650f2ecfe tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:45.822007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45fd2530-5c0c-4c9c-ad4f-9db627946666 req-35f4ffa4-2de7-45d2-9c4b-275650f2ecfe tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 950 time: 0.3751445 Jul 08 01:39:45.856257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event updated for resources: {'Port': ['ID=a2196484-51b9-4270-9828-f9df8cdc6088,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:45.874335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Made reservation on behalf of ec0cf584bfc44a7893879e8af83e2259 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:45.877985 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:45.915073 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:45.920867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f25ae32-760c-4f10-9ea4-9b8037871afc', 'name': 'network-vif-deleted', 'tag': '3ef48d51-758d-4033-86a7-c9f618021261'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:45.923128 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a4f151-c36e-4e89-928c-e65b12cc149f" -d '{"events": [{"server_uuid": "2f25ae32-760c-4f10-9ea4-9b8037871afc", "name": "network-vif-deleted", "tag": "3ef48d51-758d-4033-86a7-c9f618021261"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:45.929422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Made reservation on behalf of ec0cf584bfc44a7893879e8af83e2259 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:45.932916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:45.943792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45fd2530-5c0c-4c9c-ad4f-9db627946666 req-51e8ffef-7ce6-4e38-9a8c-0e60cdde3b91 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121421 Jul 08 01:39:45.999403 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4dc0ac-cd72-468d-b87d-9dcf2ad20ad3 x-openstack-request-id: req-9c4dc0ac-cd72-468d-b87d-9dcf2ad20ad3 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:45.999901 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-plugged", "status": "completed", "tag": "7c69ed55-7ba5-48ee-9a32-7cef32ead670", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:45.999901 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c4dc0ac-cd72-468d-b87d-9dcf2ad20ad3 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:46.000338 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69ed55-7ba5-48ee-9a32-7cef32ead670', 'code': 200} Jul 08 01:39:46.011230 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:46.012498 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-f58ebb43-a6ed-4569-bae1-b9e95af047aa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6552000 Jul 08 01:39:46.158222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-0720d841-c818-4db0-ba87-150231b3ab76 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.122 HTTP/1.1" status: 200 len: 696 time: 0.1383691 Jul 08 01:39:46.297796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Allocated IP 172.20.0.5 (17099a6f-84df-4091-936a-bac1c96f7562/9d4193e6-0b98-416f-9a22-5021b05b7797/b433c2f1-d131-4eb8-96fa-55f312797cda) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:46.396165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-3034e882-688e-48bc-8180-467f37a49c19 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:46.398365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ed6eea3-52fb-41b6-9783-d3ca6a14c5e6 req-3034e882-688e-48bc-8180-467f37a49c19 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2107692 Jul 08 01:39:46.628689 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:46.662319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-b5101485-8c0f-4604-852c-61e6ddfdc65e tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47810 time: 0.6451299 Jul 08 01:39:46.725931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-c3ee0456-5b0c-4c1e-b185-02a12e96abf9 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0ea26c56-69a1-4be4-b3cb-86e82be832db HTTP/1.1" status: 200 len: 2981 time: 0.0553801 Jul 08 01:39:46.729566 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:46.827519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Network 17099a6f-84df-4091-936a-bac1c96f7562 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:46.841687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:46.844154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:46.874281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Pushing event updated for resources: {'Port': ['ID=b433c2f1-d131-4eb8-96fa-55f312797cda,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:46.936738 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Allocated IP 172.20.0.7 (17099a6f-84df-4091-936a-bac1c96f7562/9d4193e6-0b98-416f-9a22-5021b05b7797/d0e3bd6d-0c61-4e17-a108-7fd00d176521) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:46.955316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-7e1a3743-1438-43b3-8d52-351e580f164e tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0ea26c56-69a1-4be4-b3cb-86e82be832db HTTP/1.1" status: 200 len: 2981 time: 0.2165077 Jul 08 01:39:46.983178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:46.983803 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:47.041954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-7636ce15-850a-428e-a0ae-60f2ae017eb7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9016521 Jul 08 01:39:47.064002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Request body: {'port': {'device_id': '62a88059-6a55-4964-b4ef-60efb114ec8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:47.113939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-85b7cbba-8a64-418a-8026-fb971cd6cd17 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1c33e19c-4f15-4127-a456-68b5a7c5808e HTTP/1.1" status: 200 len: 2981 time: 0.1515946 Jul 08 01:39:47.123306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b5a85-dc33-4063-97b9-aa07f6ecfcd0 req-0214c0c6-ba20-4069-905e-9e772e696ea1 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:47.129815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b5a85-dc33-4063-97b9-aa07f6ecfcd0 req-0214c0c6-ba20-4069-905e-9e772e696ea1 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:47.135741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b5a85-dc33-4063-97b9-aa07f6ecfcd0 req-0214c0c6-ba20-4069-905e-9e772e696ea1 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:47.137389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a94b5a85-dc33-4063-97b9-aa07f6ecfcd0 req-0214c0c6-ba20-4069-905e-9e772e696ea1 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2417 time: 0.2989004 Jul 08 01:39:47.308858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a94b5a85-dc33-4063-97b9-aa07f6ecfcd0 req-68da62c4-1ad5-4499-b907-dba122f95907 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332159 Jul 08 01:39:47.314923 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:47.332135 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-81cae75e-885f-457e-840d-7dc47b9fcc59 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1c33e19c-4f15-4127-a456-68b5a7c5808e HTTP/1.1" status: 200 len: 2981 time: 0.1639605 Jul 08 01:39:47.370063 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:47.488827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-2906f344-c18e-4c88-8aae-c170cc3cfca6 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2657b795-8383-4d55-b4aa-f59dc37313f9 HTTP/1.1" status: 200 len: 2981 time: 0.1298525 Jul 08 01:39:47.560054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:47.642648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-886f1847-0d69-46db-a2ee-149f1c43becf tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/2657b795-8383-4d55-b4aa-f59dc37313f9 HTTP/1.1" status: 200 len: 2981 time: 0.1475692 Jul 08 01:39:47.682011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Network 17099a6f-84df-4091-936a-bac1c96f7562 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:47.697567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:47.697800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:47.706127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Pushing event updated for resources: {'Port': ['ID=d0e3bd6d-0c61-4e17-a108-7fd00d176521,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:47.783638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-2c569ba6-d7fb-4599-bd93-7115ad5e353f tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3b14072c-61b0-49ac-bb2f-fac63163eb3a HTTP/1.1" status: 200 len: 2981 time: 0.1289310 Jul 08 01:39:47.798350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:47.798911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:47.876274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2be8f0bc-aa18-4eb6-9956-c075945c921e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3116043 Jul 08 01:39:47.907299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Request body: {'port': {'device_id': '23a3d2a7-6372-4851-a0f9-c508db0a9ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:47.949577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b433c2f1-d131-4eb8-96fa-55f312797cda {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:47.972623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:47.975988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-00bf476e-072d-40cd-8fdf-ef58ceac23ad tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3b14072c-61b0-49ac-bb2f-fac63163eb3a HTTP/1.1" status: 200 len: 2981 time: 0.1857178 Jul 08 01:39:48.002006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590eb70b-ad8e-43af-8cbb-14415c111e6b'}, {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47b7537-1a0a-49c7-bb25-d942d897117d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:48.005556 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2339a1b1-2b56-4f53-a8cf-237f658cfd18" -d '{"events": [{"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-plugged", "status": "completed", "tag": "590eb70b-ad8e-43af-8cbb-14415c111e6b"}, {"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-plugged", "status": "completed", "tag": "b47b7537-1a0a-49c7-bb25-d942d897117d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:48.037381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Transition to ACTIVE for port object b433c2f1-d131-4eb8-96fa-55f312797cda will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:48.067956 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:48.166056 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:48.186447 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-d12767b6-1df0-4ced-a400-b416bbca96e1 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/46ee1a1d-9b2b-47b6-a0ed-33b9fbb4eff5 HTTP/1.1" status: 200 len: 2981 time: 0.2009611 Jul 08 01:39:48.191182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b433c2f1-d131-4eb8-96fa-55f312797cda,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:48.207465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-4d6a67c1-e378-4085-bcca-423d3551c1d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3139620 Jul 08 01:39:48.511808 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673c97b-f52b-40df-bdac-31ff07694820 req-af47bbf1-2a1f-4294-b2d9-15ba98029649 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:48.519506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d673c97b-f52b-40df-bdac-31ff07694820 req-af47bbf1-2a1f-4294-b2d9-15ba98029649 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a3d2a7-6372-4851-a0f9-c508db0a9ad8 HTTP/1.1" status: 200 len: 931 time: 0.5649564 Jul 08 01:39:48.721989 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d673c97b-f52b-40df-bdac-31ff07694820 req-4d64b91d-d0bd-492e-a2ca-982adc348dfb tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014968 Jul 08 01:39:48.731946 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-5a84f990-d044-4e08-9d24-be13916cef12 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/46ee1a1d-9b2b-47b6-a0ed-33b9fbb4eff5 HTTP/1.1" status: 200 len: 2981 time: 0.5348544 Jul 08 01:39:48.749095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Attempting to bind port b433c2f1-d131-4eb8-96fa-55f312797cda on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:48.749719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Attempting to bind port b433c2f1-d131-4eb8-96fa-55f312797cda by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:48.750119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Attempting to bind port b433c2f1-d131-4eb8-96fa-55f312797cda on network 17099a6f-84df-4091-936a-bac1c96f7562 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:48.866725 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ad47b3-3ea8-471d-8c8f-aace907ee690 x-openstack-request-id: req-31ad47b3-3ea8-471d-8c8f-aace907ee690 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:48.866953 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f25ae32-760c-4f10-9ea4-9b8037871afc", "name": "network-vif-deleted", "tag": "3ef48d51-758d-4033-86a7-c9f618021261", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:48.867162 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31ad47b3-3ea8-471d-8c8f-aace907ee690 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:48.867557 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f25ae32-760c-4f10-9ea4-9b8037871afc', 'name': 'network-vif-deleted', 'tag': '3ef48d51-758d-4033-86a7-c9f618021261', 'status': 'completed', 'code': 200} Jul 08 01:39:48.879426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Port b433c2f1-d131-4eb8-96fa-55f312797cda on network 17099a6f-84df-4091-936a-bac1c96f7562 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:39:48.879884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Attempting to bind port b433c2f1-d131-4eb8-96fa-55f312797cda on network 17099a6f-84df-4091-936a-bac1c96f7562 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:48.906514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:48.906969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Checking segment: {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:48.907254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Bound using segment: {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:48.907751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Bound port: b433c2f1-d131-4eb8-96fa-55f312797cda, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:48.908133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:48.978856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-8e89604c-fca6-4789-a5cd-3f74dd23ceab tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/67753f6a-10c9-489e-85ff-ffd0d99fa88f HTTP/1.1" status: 200 len: 2981 time: 0.2401495 Jul 08 01:39:49.059577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e3bd6d-0c61-4e17-a108-7fd00d176521 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:49.078943 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.090374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] For port b433c2f1-d131-4eb8-96fa-55f312797cda, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:49.106806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-b6b1f32f-5008-4fe3-bf58-7e97f0055dd2 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/67753f6a-10c9-489e-85ff-ffd0d99fa88f HTTP/1.1" status: 200 len: 2981 time: 0.1270690 Jul 08 01:39:49.110607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Transition to ACTIVE for port object d0e3bd6d-0c61-4e17-a108-7fd00d176521 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:49.112971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] For port b433c2f1-d131-4eb8-96fa-55f312797cda, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b433c2f1-d131-4eb8-96fa-55f312797cda,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:49.119138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.139921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.252070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:49.252730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.255193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/b433c2f1-d131-4eb8-96fa-55f312797cda HTTP/1.1" status: 200 len: 1092 time: 2.2018137 Jul 08 01:39:49.281139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Pushing event updated for resources: {'Port': ['ID=d0e3bd6d-0c61-4e17-a108-7fd00d176521,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:49.315838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-92844fa9-3228-4ff7-b8b3-7879ae82dcac tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/82a6e331-f316-4704-ab61-76148edb271a HTTP/1.1" status: 200 len: 2973 time: 0.1996868 Jul 08 01:39:49.479071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-be1546f9-d02d-43a1-a8df-d11649b3e42b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3574054 Jul 08 01:39:49.489725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29981ab9-f0e5-4092-9f98-21f5563861d0 service neutron] Pushing event updated for resources: {'Port': ['ID=b433c2f1-d131-4eb8-96fa-55f312797cda,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:49.505809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:49.528689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-9d0793a5-746c-4671-bc62-434cd22a21bc tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/82a6e331-f316-4704-ab61-76148edb271a HTTP/1.1" status: 200 len: 2973 time: 0.1838560 Jul 08 01:39:49.546790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Attempting to bind port d0e3bd6d-0c61-4e17-a108-7fd00d176521 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:49.547125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Attempting to bind port d0e3bd6d-0c61-4e17-a108-7fd00d176521 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:49.547459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Attempting to bind port d0e3bd6d-0c61-4e17-a108-7fd00d176521 on network 17099a6f-84df-4091-936a-bac1c96f7562 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:49.578379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Port d0e3bd6d-0c61-4e17-a108-7fd00d176521 on network 17099a6f-84df-4091-936a-bac1c96f7562 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:39:49.578713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Attempting to bind port d0e3bd6d-0c61-4e17-a108-7fd00d176521 on network 17099a6f-84df-4091-936a-bac1c96f7562 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:49.583978 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.587611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-60ab48e9-6b02-426c-a382-b6ca2d2ad2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:49.589339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-60ab48e9-6b02-426c-a382-b6ca2d2ad2b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec0cf584bfc44a7893879e8af83e2259&device_id=62a88059-6a55-4964-b4ef-60efb114ec8c HTTP/1.1" status: 200 len: 1095 time: 0.2522571 Jul 08 01:39:49.599253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-d45ad7e1-dbe9-47df-b73f-4c12de163f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:49.601548 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-d45ad7e1-dbe9-47df-b73f-4c12de163f2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1102 time: 0.0612044 Jul 08 01:39:49.620742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:49.621101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Checking segment: {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:49.621472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Bound using segment: {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:49.621905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Bound port: d0e3bd6d-0c61-4e17-a108-7fd00d176521, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77fd91d-5063-45b4-8476-380c789f7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:49.624137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.700733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-2277f25c-82fd-4038-b172-c42877d8dab3 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a67918d5-b69b-4a11-b1b8-3a2407f6e3c8 HTTP/1.1" status: 200 len: 2981 time: 0.1643646 Jul 08 01:39:49.704267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-cf8daaa1-f3a9-4271-bea3-4ab598969a8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b433c2f1-d131-4eb8-96fa-55f312797cda HTTP/1.1" status: 200 len: 217 time: 0.0935009 Jul 08 01:39:49.712190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-ad8bb694-7569-4214-9578-516f029e155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:49.715220 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-ad8bb694-7569-4214-9578-516f029e155d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1074448 Jul 08 01:39:49.764458 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-e4ad7af7-0638-4d51-bc60-26b7957d0e4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 217 time: 0.0419214 Jul 08 01:39:49.817399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-853d41bf-7894-4488-be94-c8a0b8ea57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:49.818983 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-853d41bf-7894-4488-be94-c8a0b8ea57e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0478346 Jul 08 01:39:49.844490 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-64d88535-7555-48f6-8333-e4e44b826add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:49.846014 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-64d88535-7555-48f6-8333-e4e44b826add service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4193e6-0b98-416f-9a22-5021b05b7797 HTTP/1.1" status: 200 len: 853 time: 0.1324255 Jul 08 01:39:49.867048 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-1119a14e-81a6-4fe6-b854-d56ffeae2694 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a67918d5-b69b-4a11-b1b8-3a2407f6e3c8 HTTP/1.1" status: 200 len: 2981 time: 0.1409662 Jul 08 01:39:49.882402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-b7f422d5-397d-43b2-81ba-83856bdeb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:49.884043 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-b7f422d5-397d-43b2-81ba-83856bdeb32f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584311 Jul 08 01:39:49.889918 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] For port d0e3bd6d-0c61-4e17-a108-7fd00d176521, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:49.902372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-fcebad13-a924-4f7b-b975-5a317058bf52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17099a6f-84df-4091-936a-bac1c96f7562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444844 Jul 08 01:39:49.934263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] For port d0e3bd6d-0c61-4e17-a108-7fd00d176521, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d0e3bd6d-0c61-4e17-a108-7fd00d176521,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:49.986864 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:49.992938 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-e368078d-fdb1-4638-be33-80967a0557ce service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020875 Jul 08 01:39:50.061844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:50.062473 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:50.063952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] 10.222.0.16 "PUT /v2.0/ports/d0e3bd6d-0c61-4e17-a108-7fd00d176521 HTTP/1.1" status: 200 len: 1092 time: 2.1759346 Jul 08 01:39:50.070187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-0e600425-1982-4219-9afc-cfc86cc5d895 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a8bd5e56-f7b5-4f5d-accb-171aa875df20 HTTP/1.1" status: 200 len: 2981 time: 0.1723201 Jul 08 01:39:50.075284 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:50.100568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-84c880bd-9c74-48d0-aeb3-807076b2fa7b service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009741 Jul 08 01:39:50.171721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2a01f940-ce21-4c2e-a965-7100a222e6d3 service neutron] 10.222.0.24 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554920 Jul 08 01:39:50.210417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89768c9-09f5-4fb1-9d90-43c870ae302a service neutron] Pushing event updated for resources: {'Port': ['ID=d0e3bd6d-0c61-4e17-a108-7fd00d176521,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:50.298549 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-b488f074-25f1-4121-a644-f4107b787866 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a8bd5e56-f7b5-4f5d-accb-171aa875df20 HTTP/1.1" status: 200 len: 2981 time: 0.2193322 Jul 08 01:39:50.412623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Allocated IP 172.25.4.117 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/9aba5267-34bc-4c5f-939e-f0bc74d3c891) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:50.421910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-5cab47cf-ade8-4ae0-a247-e8a16745c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:50.423432 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-5cab47cf-ade8-4ae0-a247-e8a16745c309 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec0cf584bfc44a7893879e8af83e2259&device_id=23a3d2a7-6372-4851-a0f9-c508db0a9ad8 HTTP/1.1" status: 200 len: 1095 time: 0.2990632 Jul 08 01:39:50.430866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-6b382d83-d13d-4ecc-8918-8d248bc152eb service neutron] 10.222.0.24 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213197 Jul 08 01:39:50.475345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-9211e9a4-240a-4496-bd1b-d28694f95b88 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ac38b170-8c6f-49e8-86fc-eda44510f6bb HTTP/1.1" status: 200 len: 2977 time: 0.1543045 Jul 08 01:39:50.478891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-90a3fec3-5917-4133-b181-27e3af0e0570 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e3bd6d-0c61-4e17-a108-7fd00d176521 HTTP/1.1" status: 200 len: 217 time: 0.0446737 Jul 08 01:39:50.579326 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a356a540-c37d-4cf8-bdf9-c1db9f03e54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:50.607458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-d3e0f740-3ec8-45a8-9988-40b638462318 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ac38b170-8c6f-49e8-86fc-eda44510f6bb HTTP/1.1" status: 200 len: 2977 time: 0.1183467 Jul 08 01:39:50.614853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-9686947d-98ce-4acb-8d1c-a1513c92bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:50.616331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-9686947d-98ce-4acb-8d1c-a1513c92bf90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d4193e6-0b98-416f-9a22-5021b05b7797 HTTP/1.1" status: 200 len: 853 time: 0.1284087 Jul 08 01:39:50.691129 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:50.694874 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-1ec0bbdc-745f-4fad-a49a-4d95f36d471f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=17099a6f-84df-4091-936a-bac1c96f7562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706291 Jul 08 01:39:50.765119 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-53880e85-9e9f-4101-b3c5-90537fddd34c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ef634154-7a09-45e4-ba5a-0382291cce1d HTTP/1.1" status: 200 len: 2981 time: 0.1455882 Jul 08 01:39:50.854572 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:50.860835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-626a3153-65c3-44d9-bd98-2a9f29914a07 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ef634154-7a09-45e4-ba5a-0382291cce1d HTTP/1.1" status: 200 len: 2981 time: 0.0869722 Jul 08 01:39:50.869124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-2d64f70f-d5b0-4896-a85b-fe3630d8e74f service neutron] 10.222.0.16 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650491 Jul 08 01:39:50.888039 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a88059-6a55-4964-b4ef-60efb114ec8c', 'tag': 'b433c2f1-d131-4eb8-96fa-55f312797cda'}, {'name': 'network-changed', 'server_uuid': '23a3d2a7-6372-4851-a0f9-c508db0a9ad8', 'tag': 'd0e3bd6d-0c61-4e17-a108-7fd00d176521'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:50.890297 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9da08b-6319-4436-a893-24a54937a8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "62a88059-6a55-4964-b4ef-60efb114ec8c", "tag": "b433c2f1-d131-4eb8-96fa-55f312797cda"}, {"name": "network-changed", "server_uuid": "23a3d2a7-6372-4851-a0f9-c508db0a9ad8", "tag": "d0e3bd6d-0c61-4e17-a108-7fd00d176521"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:50.966959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:50.983723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:50.991700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event updated for resources: {'Port': ['ID=9aba5267-34bc-4c5f-939e-f0bc74d3c891,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:50.997001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:51.049167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-2fba0022-2a44-44a2-b075-2d682eef06ba tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f11ac598-e1b4-4171-a2ba-2283c8454807 HTTP/1.1" status: 200 len: 2981 time: 0.1618464 Jul 08 01:39:51.109106 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce025fa8-a071-4ce9-b27a-1cab88342465 req-76235faf-ce2e-4d6c-9c81-3a91d52dc3a9 service neutron] 10.222.0.16 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133207 Jul 08 01:39:51.147237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-7b77da54-f204-4288-b7ba-b28a2430b424 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f11ac598-e1b4-4171-a2ba-2283c8454807 HTTP/1.1" status: 200 len: 2981 time: 0.0877299 Jul 08 01:39:51.157523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:51.227854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-ba040c85-4ea6-4377-8aec-51eee1824c75 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f4804687-95b3-4254-83d9-09dd79d73f4e HTTP/1.1" status: 200 len: 2981 time: 0.0737691 Jul 08 01:39:51.228600 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:51.320848 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14b9d06c-fb05-4582-b22e-4218926701f3 req-7cb4aa96-f011-4b4d-bb56-5fd5dda232e9 tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f4804687-95b3-4254-83d9-09dd79d73f4e HTTP/1.1" status: 200 len: 2981 time: 0.0677764 Jul 08 01:39:51.428049 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:51.434882 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:51.797451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event updated for resources: {'Port': ['ID=9aba5267-34bc-4c5f-939e-f0bc74d3c891,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:51.819465 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:51.844138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:51.845410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-cbb6c334-19ad-4c88-bcf1-a4a24d073f7a tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3526740 Jul 08 01:39:51.858569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe9525-f766-4617-b826-388589d7cd55 req-6b66db3e-7754-46f6-a08d-bc1acdca01d5 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:51.859960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64fe9525-f766-4617-b826-388589d7cd55 req-6b66db3e-7754-46f6-a08d-bc1acdca01d5 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.0993516 Jul 08 01:39:51.929576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-8999ad0f-2f3c-44d9-94a6-116e7e9887ce tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.117 HTTP/1.1" status: 200 len: 696 time: 0.0685122 Jul 08 01:39:51.958057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64fe9525-f766-4617-b826-388589d7cd55 req-dbe06645-904b-4eae-93b7-718348c223a8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852704 Jul 08 01:39:52.014478 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be62b06-ab04-4f95-ab37-66049189a05b x-openstack-request-id: req-5be62b06-ab04-4f95-ab37-66049189a05b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:52.015044 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-plugged", "status": "completed", "tag": "590eb70b-ad8e-43af-8cbb-14415c111e6b", "code": 200}, {"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-plugged", "status": "completed", "tag": "b47b7537-1a0a-49c7-bb25-d942d897117d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:52.015044 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5be62b06-ab04-4f95-ab37-66049189a05b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:52.015406 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590eb70b-ad8e-43af-8cbb-14415c111e6b', 'code': 200} Jul 08 01:39:52.015657 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47b7537-1a0a-49c7-bb25-d942d897117d', 'code': 200} Jul 08 01:39:52.068276 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-9dfbe304-059e-4f83-ae82-1a9b82c1e077 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.070153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e021ba0-82db-4125-91a3-08eb191e0253 req-9dfbe304-059e-4f83-ae82-1a9b82c1e077 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.1349468 Jul 08 01:39:52.243001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ffa8c-be6b-44ae-9ae9-177e0c46fe27 req-8d7a8a94-1f2b-445b-b358-bef58fb0fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.243404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ffa8c-be6b-44ae-9ae9-177e0c46fe27 req-8d7a8a94-1f2b-445b-b358-bef58fb0fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.243886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ffa8c-be6b-44ae-9ae9-177e0c46fe27 req-8d7a8a94-1f2b-445b-b358-bef58fb0fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.245616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4a4ffa8c-be6b-44ae-9ae9-177e0c46fe27 req-8d7a8a94-1f2b-445b-b358-bef58fb0fe22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2873 time: 0.1633070 Jul 08 01:39:52.282791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fb258-f4a9-45af-bcaa-a55f041ab454 req-bac57560-e823-46ef-8ecb-c957f7c4d2fc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.289995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fb258-f4a9-45af-bcaa-a55f041ab454 req-bac57560-e823-46ef-8ecb-c957f7c4d2fc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.296801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fb258-f4a9-45af-bcaa-a55f041ab454 req-bac57560-e823-46ef-8ecb-c957f7c4d2fc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.298490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a87fb258-f4a9-45af-bcaa-a55f041ab454 req-bac57560-e823-46ef-8ecb-c957f7c4d2fc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2417 time: 0.1776233 Jul 08 01:39:52.309745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fa458-cecd-4226-b3a4-978c8d2c99a5 req-17cb7294-6f08-468f-bcdf-130aa1494c9b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.311212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-420fa458-cecd-4226-b3a4-978c8d2c99a5 req-17cb7294-6f08-468f-bcdf-130aa1494c9b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 950 time: 0.1430147 Jul 08 01:39:52.361704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4a4ffa8c-be6b-44ae-9ae9-177e0c46fe27 req-f520b2f4-8b9c-4063-8358-4fe2817504f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079960 Jul 08 01:39:52.389619 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a87fb258-f4a9-45af-bcaa-a55f041ab454 req-de5824c0-cc47-488c-a835-a3802aba9e04 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761869 Jul 08 01:39:52.397696 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-420fa458-cecd-4226-b3a4-978c8d2c99a5 req-571e1b74-9625-47e5-98f3-ab7f543c7193 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745008 Jul 08 01:39:52.473512 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcd47ba-4088-45be-9a66-f1f5cc535fc0 x-openstack-request-id: req-8bcd47ba-4088-45be-9a66-f1f5cc535fc0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:52.473920 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a88059-6a55-4964-b4ef-60efb114ec8c", "tag": "b433c2f1-d131-4eb8-96fa-55f312797cda", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "23a3d2a7-6372-4851-a0f9-c508db0a9ad8", "tag": "d0e3bd6d-0c61-4e17-a108-7fd00d176521", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:52.474272 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bcd47ba-4088-45be-9a66-f1f5cc535fc0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:52.474822 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a88059-6a55-4964-b4ef-60efb114ec8c', 'tag': 'b433c2f1-d131-4eb8-96fa-55f312797cda', 'status': 'completed', 'code': 200} Jul 08 01:39:52.475329 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a3d2a7-6372-4851-a0f9-c508db0a9ad8', 'tag': 'd0e3bd6d-0c61-4e17-a108-7fd00d176521', 'status': 'completed', 'code': 200} Jul 08 01:39:52.668661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5a39d6f-d219-4a8a-87df-79bc0931d7ca req-e0ad8869-9c22-42ba-88e1-b0b945200a31 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8c55ca3063044cd8c29fbac4f594e87 HTTP/1.1" status: 200 len: 6100 time: 0.1827936 Jul 08 01:39:52.735609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9da08b-6319-4436-a893-24a54937a8ba req-5a8947ba-26d9-4a93-b9ed-e4fd988d1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.737686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-5a8947ba-26d9-4a93-b9ed-e4fd988d1084 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ec0cf584bfc44a7893879e8af83e2259&device_id=62a88059-6a55-4964-b4ef-60efb114ec8c HTTP/1.1" status: 200 len: 1095 time: 0.2146611 Jul 08 01:39:52.741110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9da08b-6319-4436-a893-24a54937a8ba req-2a5cf06d-15a0-4d68-8450-eb9261e4bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.742486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-2a5cf06d-15a0-4d68-8450-eb9261e4bb49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec0cf584bfc44a7893879e8af83e2259&device_id=23a3d2a7-6372-4851-a0f9-c508db0a9ad8 HTTP/1.1" status: 200 len: 1095 time: 0.2300386 Jul 08 01:39:52.754568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48b9cd-7060-4d5a-8673-9e76b370f0b8 req-371d293f-c511-472f-98a3-21651ffad542 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:52.756077 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c48b9cd-7060-4d5a-8673-9e76b370f0b8 req-371d293f-c511-472f-98a3-21651ffad542 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a3d2a7-6372-4851-a0f9-c508db0a9ad8 HTTP/1.1" status: 200 len: 943 time: 0.1990225 Jul 08 01:39:52.780811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b433c2f1-d131-4eb8-96fa-55f312797cda details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:39:52.858974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5a39d6f-d219-4a8a-87df-79bc0931d7ca req-69c0bdfe-9112-4ace-a93c-d87255bbb33b tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] 10.222.0.41 "GET /v2.0/security-groups/f4804687-95b3-4254-83d9-09dd79d73f4e HTTP/1.1" status: 200 len: 2981 time: 0.1778629 Jul 08 01:39:52.900123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b433c2f1-d131-4eb8-96fa-55f312797cda, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b433c2f1-d131-4eb8-96fa-55f312797cda,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:52.914199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'b433c2f1-d131-4eb8-96fa-55f312797cda', 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562', 'port_id': 'b433c2f1-d131-4eb8-96fa-55f312797cda', 'mac_address': 'fa:16:3e:be:b2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4193e6-0b98-416f-9a22-5021b05b7797', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:39:52.937602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c48b9cd-7060-4d5a-8673-9e76b370f0b8 req-8f1350f5-f569-459f-bcce-bb426ae9277e tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614192 Jul 08 01:39:52.964447 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:52.980526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b433c2f1-d131-4eb8-96fa-55f312797cda {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:52.992515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5a39d6f-d219-4a8a-87df-79bc0931d7ca req-938f5b05-69f7-4a59-9b0f-1750b99368a7 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] 10.222.0.41 "GET /v2.0/security-groups/f4804687-95b3-4254-83d9-09dd79d73f4e HTTP/1.1" status: 200 len: 2981 time: 0.1188359 Jul 08 01:39:52.995037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9da08b-6319-4436-a893-24a54937a8ba req-2b90e1b3-9ea9-4900-bd30-e91f0ee1621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:53.001097 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-2b90e1b3-9ea9-4900-bd30-e91f0ee1621a service neutron] 10.222.0.16 "GET /v2.0/networks?id=17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 200 len: 914 time: 0.2429235 Jul 08 01:39:53.006666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b433c2f1-d131-4eb8-96fa-55f312797cda, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b433c2f1-d131-4eb8-96fa-55f312797cda,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:53.012259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9da08b-6319-4436-a893-24a54937a8ba req-03eb425f-eb70-42ca-bbbc-84ad2cbe7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:53.013403 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:53.014158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-03eb425f-eb70-42ca-bbbc-84ad2cbe7e9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 200 len: 914 time: 0.2570760 Jul 08 01:39:53.071382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b433c2f1-d131-4eb8-96fa-55f312797cda,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:53.104779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-1ce869af-9c09-4e12-81fa-95d339a763d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b433c2f1-d131-4eb8-96fa-55f312797cda HTTP/1.1" status: 200 len: 217 time: 0.0447950 Jul 08 01:39:53.139414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec22262-6408-454c-a0c0-881c4e4c37b2 req-d8a71729-4897-4f15-9a5b-7fd3b0673cf0 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips/8e2d65e8-54ee-4b8a-8d56-dfd3e6f27942 HTTP/1.1" status: 200 len: 693 time: 0.1368563 Jul 08 01:39:53.156208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-1ac028a5-87a4-465d-8557-a8d0eec958d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0e3bd6d-0c61-4e17-a108-7fd00d176521 HTTP/1.1" status: 200 len: 217 time: 0.1033928 Jul 08 01:39:53.197283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d0e3bd6d-0c61-4e17-a108-7fd00d176521 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:39:53.271964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b433c2f1-d131-4eb8-96fa-55f312797cda'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:53.337953 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-eb1c27e3-5c44-4856-9ef5-9ee7c0fa307f tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f295382ecc0e42d287b35ecaa1647201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247976 Jul 08 01:39:53.359772 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-17a8a8d0-b491-47f8-8097-5c1107d6cf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:53.364700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9da08b-6319-4436-a893-24a54937a8ba req-f713a32c-770b-4829-9a4a-ad43d5262f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:53.366613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-f713a32c-770b-4829-9a4a-ad43d5262f7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d4193e6-0b98-416f-9a22-5021b05b7797 HTTP/1.1" status: 200 len: 853 time: 0.2257924 Jul 08 01:39:53.385204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d0e3bd6d-0c61-4e17-a108-7fd00d176521, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d0e3bd6d-0c61-4e17-a108-7fd00d176521,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:53.409335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'd0e3bd6d-0c61-4e17-a108-7fd00d176521', 'network_id': '17099a6f-84df-4091-936a-bac1c96f7562', 'port_id': 'd0e3bd6d-0c61-4e17-a108-7fd00d176521', 'mac_address': 'fa:16:3e:e0:ee:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4193e6-0b98-416f-9a22-5021b05b7797', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:39:53.450003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9da08b-6319-4436-a893-24a54937a8ba req-7a878184-d47e-4a50-8588-04ac63bca6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:53.451506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-7a878184-d47e-4a50-8588-04ac63bca6e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9d4193e6-0b98-416f-9a22-5021b05b7797 HTTP/1.1" status: 200 len: 853 time: 0.2665234 Jul 08 01:39:53.462697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-8d3747f2-1795-4efa-a649-0e1d7a3b1c2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=17099a6f-84df-4091-936a-bac1c96f7562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774214 Jul 08 01:39:53.476865 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:53.499711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e3bd6d-0c61-4e17-a108-7fd00d176521 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:53.511889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-50e78690-d79b-48a8-b9a4-fe73270410e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=17099a6f-84df-4091-936a-bac1c96f7562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434351 Jul 08 01:39:53.530129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec22262-6408-454c-a0c0-881c4e4c37b2 req-f84b445a-2844-4ecb-bfa3-34e6f58e5421 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:53.531496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec22262-6408-454c-a0c0-881c4e4c37b2 req-f84b445a-2844-4ecb-bfa3-34e6f58e5421 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.3849585 Jul 08 01:39:53.540542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d0e3bd6d-0c61-4e17-a108-7fd00d176521, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d0e3bd6d-0c61-4e17-a108-7fd00d176521,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:53.547598 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:53.587253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-5ec22262-6408-454c-a0c0-881c4e4c37b2 req-0b88bd37-4791-46e4-a99d-ad82c5d4ae10 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:39:53.588261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec22262-6408-454c-a0c0-881c4e4c37b2 req-0b88bd37-4791-46e4-a99d-ad82c5d4ae10 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277998 Jul 08 01:39:53.617691 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:53.624164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=d0e3bd6d-0c61-4e17-a108-7fd00d176521,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:53.669536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-82aadd4f-cea8-4fae-8a80-e707cf1b1f62 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:53.670945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-82aadd4f-cea8-4fae-8a80-e707cf1b1f62 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3320031 Jul 08 01:39:53.710609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-81b7d220-9e69-4c95-ad35-91851dde9742 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/quotas/f295382ecc0e42d287b35ecaa1647201 HTTP/1.1" status: 200 len: 375 time: 0.0313013 Jul 08 01:39:53.789493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-87763500-e612-4f78-82dd-6a91fb99d425 service neutron] 10.222.0.24 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080738 Jul 08 01:39:53.796341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['d0e3bd6d-0c61-4e17-a108-7fd00d176521'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:53.810796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-5a13cdd1-268f-42f5-aec4-0ffc75073d1b service neutron] 10.222.0.16 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750087 Jul 08 01:39:53.997658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-7a2a783b-282c-4aca-bee0-b6152fa86b54 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f295382ecc0e42d287b35ecaa1647201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2860215 Jul 08 01:39:54.013245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-d6306583-f542-41bc-9448-d6b16b388f49 service neutron] 10.222.0.24 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058227 Jul 08 01:39:54.024169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dac40-2339-4305-a291-ec84dacd7a93 req-b14d279f-1258-40dd-9800-cc119ebf6e76 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:54.025808 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-484dac40-2339-4305-a291-ec84dacd7a93 req-b14d279f-1258-40dd-9800-cc119ebf6e76 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.2847633 Jul 08 01:39:54.027822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf9da08b-6319-4436-a893-24a54937a8ba req-62b241ea-a0f7-4d38-a4e4-71bb71f35f04 service neutron] 10.222.0.16 "GET /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053814 Jul 08 01:39:54.076293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-484dac40-2339-4305-a291-ec84dacd7a93 req-f0bae455-0389-4df8-8ae2-71a180a42627 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Jul 08 01:39:54.148072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a185a3e-545d-4d5a-97cf-6bd53b74ac64 req-f6f788d1-bfcc-4a6e-9b96-c7f08053d52b tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c8423fa4-fc49-49de-8672-bdf8ca391373 HTTP/1.1" status: 200 len: 1777 time: 0.0431480 Jul 08 01:39:54.215464 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0a185a3e-545d-4d5a-97cf-6bd53b74ac64 req-ecea7202-6173-4dd4-82f4-9da0bd55970c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:54.242474 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0a185a3e-545d-4d5a-97cf-6bd53b74ac64 req-ecea7202-6173-4dd4-82f4-9da0bd55970c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:54.315865 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0a185a3e-545d-4d5a-97cf-6bd53b74ac64 req-ecea7202-6173-4dd4-82f4-9da0bd55970c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:54.318758 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0a185a3e-545d-4d5a-97cf-6bd53b74ac64 req-ecea7202-6173-4dd4-82f4-9da0bd55970c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:54.319970 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a185a3e-545d-4d5a-97cf-6bd53b74ac64 req-ecea7202-6173-4dd4-82f4-9da0bd55970c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8423fa4-fc49-49de-8672-bdf8ca391373 HTTP/1.1" status: 204 len: 173 time: 0.1613069 Jul 08 01:39:54.332742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea7202-6173-4dd4-82f4-9da0bd55970c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8423fa4-fc49-49de-8672-bdf8ca391373,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:54.401661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa36c820-565d-4a85-9612-265f51512c8d req-50347bf9-c030-4dc7-b715-8362db3073fa tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips/8e2d65e8-54ee-4b8a-8d56-dfd3e6f27942 HTTP/1.1" status: 200 len: 693 time: 0.0637100 Jul 08 01:39:54.419232 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14bf38-7af4-43a1-b549-6b29b9123381 req-5c10000c-fa38-499e-80d0-80cb99099637 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:54.425391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14bf38-7af4-43a1-b549-6b29b9123381 req-5c10000c-fa38-499e-80d0-80cb99099637 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:54.431468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14bf38-7af4-43a1-b549-6b29b9123381 req-5c10000c-fa38-499e-80d0-80cb99099637 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:54.433125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f14bf38-7af4-43a1-b549-6b29b9123381 req-5c10000c-fa38-499e-80d0-80cb99099637 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2417 time: 0.1571379 Jul 08 01:39:54.535230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f14bf38-7af4-43a1-b549-6b29b9123381 req-7fb15fa0-a5ff-47d8-9d87-ee2b0c3906cf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916917 Jul 08 01:39:54.586346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36c820-565d-4a85-9612-265f51512c8d req-830ab70a-4b6f-4f63-b94a-becd2fb97d97 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:54.587806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa36c820-565d-4a85-9612-265f51512c8d req-830ab70a-4b6f-4f63-b94a-becd2fb97d97 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.1537600 Jul 08 01:39:54.656776 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:54.658561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa36c820-565d-4a85-9612-265f51512c8d req-43a49a62-f46a-4e48-bd58-785f68424894 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.117 HTTP/1.1" status: 200 len: 696 time: 0.0636420 Jul 08 01:39:54.742803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa36c820-565d-4a85-9612-265f51512c8d req-f4da8fcf-4eb6-495e-95c9-1527545fbee7 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.117 HTTP/1.1" status: 200 len: 696 time: 0.0771852 Jul 08 01:39:54.783281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b433c2f1-d131-4eb8-96fa-55f312797cda up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:54.878904 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964ab3b-b810-4784-aad9-d36999dab3f3 req-bd948bff-df46-4346-b6cc-bad09e297edd tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:54.880562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7964ab3b-b810-4784-aad9-d36999dab3f3 req-bd948bff-df46-4346-b6cc-bad09e297edd tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a3d2a7-6372-4851-a0f9-c508db0a9ad8 HTTP/1.1" status: 200 len: 944 time: 0.2049811 Jul 08 01:39:54.938904 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-aa36c820-565d-4a85-9612-265f51512c8d req-edcc9a68-fd97-44ea-842f-49fcea3e5c0b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Deleting port 9aba5267-34bc-4c5f-939e-f0bc74d3c891 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:54.939277 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aa36c820-565d-4a85-9612-265f51512c8d req-edcc9a68-fd97-44ea-842f-49fcea3e5c0b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:54.943583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7964ab3b-b810-4784-aad9-d36999dab3f3 req-cccb90d9-f161-453b-b561-954387f22955 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562906 Jul 08 01:39:54.991763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port b433c2f1-d131-4eb8-96fa-55f312797cda completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:54.998670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port b433c2f1-d131-4eb8-96fa-55f312797cda triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:54.999095 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.041364 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aa36c820-565d-4a85-9612-265f51512c8d req-edcc9a68-fd97-44ea-842f-49fcea3e5c0b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.042406 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aa36c820-565d-4a85-9612-265f51512c8d req-edcc9a68-fd97-44ea-842f-49fcea3e5c0b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.057605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-aa36c820-565d-4a85-9612-265f51512c8d req-edcc9a68-fd97-44ea-842f-49fcea3e5c0b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Calling delete_port for 9aba5267-34bc-4c5f-939e-f0bc74d3c891 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:55.097869 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.126843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a88059-6a55-4964-b4ef-60efb114ec8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b433c2f1-d131-4eb8-96fa-55f312797cda'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:55.131198 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3aee9c-0e2f-4f89-b97a-e42ac71fbe66" -d '{"events": [{"server_uuid": "62a88059-6a55-4964-b4ef-60efb114ec8c", "name": "network-vif-plugged", "status": "completed", "tag": "b433c2f1-d131-4eb8-96fa-55f312797cda"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:55.147837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b433c2f1-d131-4eb8-96fa-55f312797cda, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b433c2f1-d131-4eb8-96fa-55f312797cda,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:55.154083 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.203844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d0e3bd6d-0c61-4e17-a108-7fd00d176521 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:39:55.243171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b433c2f1-d131-4eb8-96fa-55f312797cda,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:55.289064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port d0e3bd6d-0c61-4e17-a108-7fd00d176521 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:55.294451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port d0e3bd6d-0c61-4e17-a108-7fd00d176521 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:55.294988 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.302433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b96e13a2-dfad-400e-a621-fa4991a3f74b req-69810ee7-4952-4fde-8133-e109c8beed60 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 210 time: 0.0480626 Jul 08 01:39:55.308133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aa36c820-565d-4a85-9612-265f51512c8d req-edcc9a68-fd97-44ea-842f-49fcea3e5c0b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.343870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc9a68-fd97-44ea-842f-49fcea3e5c0b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event deleted for resources: {'Port': ['ID=9aba5267-34bc-4c5f-939e-f0bc74d3c891,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:55.434085 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.485553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d0e3bd6d-0c61-4e17-a108-7fd00d176521, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d0e3bd6d-0c61-4e17-a108-7fd00d176521,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:55.491634 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.552795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=d0e3bd6d-0c61-4e17-a108-7fd00d176521,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:55.735984 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-a2d99494-c02d-49dc-a17c-d1ba5e6406a3 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f295382ecc0e42d287b35ecaa1647201&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500293 Jul 08 01:39:55.822631 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aa36c820-565d-4a85-9612-265f51512c8d req-edcc9a68-fd97-44ea-842f-49fcea3e5c0b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.827376 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aa36c820-565d-4a85-9612-265f51512c8d req-edcc9a68-fd97-44ea-842f-49fcea3e5c0b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:55.827376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa36c820-565d-4a85-9612-265f51512c8d req-edcc9a68-fd97-44ea-842f-49fcea3e5c0b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "DELETE /v2.0/floatingips/8e2d65e8-54ee-4b8a-8d56-dfd3e6f27942 HTTP/1.1" status: 204 len: 173 time: 1.0774205 Jul 08 01:39:55.827911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ce19730-b9c8-443d-b82e-3dee08521337 req-4dc0c710-1ea1-4b29-87c7-ceb126024e2a tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b16ec167-5665-43bc-967f-a9c8010d549e HTTP/1.1" status: 200 len: 1776 time: 0.4709952 Jul 08 01:39:55.902818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-d97bdad9-1d30-4ccd-8f64-b143cf7e6fd8 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:55.904285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-d97bdad9-1d30-4ccd-8f64-b143cf7e6fd8 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609075 Jul 08 01:39:55.923106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Request body: {'port': {'device_id': 'c66dc504-49b1-4b05-920f-8784fb4b09d0', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': 'f295382ecc0e42d287b35ecaa1647201'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:55.941302 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ce19730-b9c8-443d-b82e-3dee08521337 req-c7a4abd5-47d0-4920-b884-a0050040fd2c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.007226 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ce19730-b9c8-443d-b82e-3dee08521337 req-c7a4abd5-47d0-4920-b884-a0050040fd2c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.122471 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ce19730-b9c8-443d-b82e-3dee08521337 req-c7a4abd5-47d0-4920-b884-a0050040fd2c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.125818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8ce19730-b9c8-443d-b82e-3dee08521337 req-c7a4abd5-47d0-4920-b884-a0050040fd2c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.126960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ce19730-b9c8-443d-b82e-3dee08521337 req-c7a4abd5-47d0-4920-b884-a0050040fd2c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/b16ec167-5665-43bc-967f-a9c8010d549e HTTP/1.1" status: 204 len: 173 time: 0.2889276 Jul 08 01:39:56.141911 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4abd5-47d0-4920-b884-a0050040fd2c tempest-SecurityGroupsTestAdminJSON-1035600606 tempest-SecurityGroupsTestAdminJSON-1035600606-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16ec167-5665-43bc-967f-a9c8010d549e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:56.147506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Made reservation on behalf of f295382ecc0e42d287b35ecaa1647201 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:39:56.150887 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.179964 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ead7b5-d2ea-496d-8ad4-6f2783d03d31 req-d72a5a11-4f2a-49e3-9458-9548f720cc6a tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:56.182662 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c59d4-7e8c-4186-a0b8-e583ce0b81a4 x-openstack-request-id: req-558c59d4-7e8c-4186-a0b8-e583ce0b81a4 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:56.183888 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a88059-6a55-4964-b4ef-60efb114ec8c", "name": "network-vif-plugged", "status": "completed", "tag": "b433c2f1-d131-4eb8-96fa-55f312797cda", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:56.184358 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-558c59d4-7e8c-4186-a0b8-e583ce0b81a4 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:56.184928 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a88059-6a55-4964-b4ef-60efb114ec8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b433c2f1-d131-4eb8-96fa-55f312797cda', 'code': 200} Jul 08 01:39:56.187470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12ead7b5-d2ea-496d-8ad4-6f2783d03d31 req-d72a5a11-4f2a-49e3-9458-9548f720cc6a tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.1608558 Jul 08 01:39:56.291200 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.331811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896228e-c89b-4e7b-ba5f-e45641ca650f req-d0abe590-e290-40cc-b56d-dd97447fe41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:56.334242 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b896228e-c89b-4e7b-ba5f-e45641ca650f req-d0abe590-e290-40cc-b56d-dd97447fe41f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62a88059-6a55-4964-b4ef-60efb114ec8c HTTP/1.1" status: 200 len: 1097 time: 0.0732839 Jul 08 01:39:56.375085 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b896228e-c89b-4e7b-ba5f-e45641ca650f req-8e819179-c458-4450-a2f8-5a95f66b0004 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347960 Jul 08 01:39:56.422881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12ead7b5-d2ea-496d-8ad4-6f2783d03d31 req-56717cc7-c29f-454f-b073-c30613defb79 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344496 Jul 08 01:39:56.551300 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb63ef0-5d58-44bb-835e-341bd1a83749 req-c9031e4b-8929-49b2-933d-9e6c3a4e898f tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:56.552853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fb63ef0-5d58-44bb-835e-341bd1a83749 req-c9031e4b-8929-49b2-933d-9e6c3a4e898f tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3483775 Jul 08 01:39:56.576697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Allocated IP 192.168.233.9 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/839b3b61-bab8-4d80-97d2-2ef596bedeac) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:39:56.798618 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.808199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317d829-8719-4e66-b71a-ce00eaf5c212 req-d3444b09-a243-4511-b3d0-8265f4495a79 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:56.809748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0317d829-8719-4e66-b71a-ce00eaf5c212 req-d3444b09-a243-4511-b3d0-8265f4495a79 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a3d2a7-6372-4851-a0f9-c508db0a9ad8 HTTP/1.1" status: 200 len: 945 time: 0.1199281 Jul 08 01:39:56.850100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Transition to ACTIVE for port object 839b3b61-bab8-4d80-97d2-2ef596bedeac will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:56.897494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0317d829-8719-4e66-b71a-ce00eaf5c212 req-78b862e4-4c26-4d32-970c-ec27a7717d48 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798917 Jul 08 01:39:56.910266 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c2f4361-c9f2-407c-a183-df8fc2e24ca4 req-e122d056-9220-48a0-9ee4-911b5f95e166 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] 10.222.0.41 "GET /v2.0/security-groups/bce73a04-db44-40bb-8d6c-8d1e18e335e0 HTTP/1.1" status: 200 len: 1777 time: 0.0977690 Jul 08 01:39:56.954014 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:56.966050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5e4155c1-8e1b-4a71-b0b3-eca85d93d691'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:39:57.025351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:39:57.043448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:39:57.054547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:39:57.070227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5c2f4361-c9f2-407c-a183-df8fc2e24ca4 req-be2e49ee-59e3-427c-aaed-f1432927d17d tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:57.093357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Pushing event updated for resources: {'Port': ['ID=839b3b61-bab8-4d80-97d2-2ef596bedeac,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:57.155802 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5c2f4361-c9f2-407c-a183-df8fc2e24ca4 req-be2e49ee-59e3-427c-aaed-f1432927d17d tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:57.231622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:57.233036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:57.301522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c8369323-8611-4868-861e-1fdc3c14c01b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3870845 Jul 08 01:39:57.330014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268c042-99b2-4871-a25c-8c214348d67f req-76c46c8d-c958-4852-94d4-1a79e2a97083 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:57.331752 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5268c042-99b2-4871-a25c-8c214348d67f req-76c46c8d-c958-4852-94d4-1a79e2a97083 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 934 time: 0.2823720 Jul 08 01:39:57.338688 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Request body: {'port': {'device_id': 'c66dc504-49b1-4b05-920f-8784fb4b09d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:39:57.367345 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5c2f4361-c9f2-407c-a183-df8fc2e24ca4 req-be2e49ee-59e3-427c-aaed-f1432927d17d tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:57.369923 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5c2f4361-c9f2-407c-a183-df8fc2e24ca4 req-be2e49ee-59e3-427c-aaed-f1432927d17d tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:57.371052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c2f4361-c9f2-407c-a183-df8fc2e24ca4 req-be2e49ee-59e3-427c-aaed-f1432927d17d tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] 10.222.0.41 "DELETE /v2.0/security-groups/bce73a04-db44-40bb-8d6c-8d1e18e335e0 HTTP/1.1" status: 204 len: 173 time: 0.4551096 Jul 08 01:39:57.411499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e49ee-59e3-427c-aaed-f1432927d17d tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce73a04-db44-40bb-8d6c-8d1e18e335e0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:57.453741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b7c87652-d243-4b28-b896-e225ce4aa7d6 None None] Provisioning for port 839b3b61-bab8-4d80-97d2-2ef596bedeac completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:39:57.459703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b7c87652-d243-4b28-b896-e225ce4aa7d6 None None] Provisioning complete for port 839b3b61-bab8-4d80-97d2-2ef596bedeac triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:39:57.460194 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7c87652-d243-4b28-b896-e225ce4aa7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:57.496068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b7c87652-d243-4b28-b896-e225ce4aa7d6 None None] Port 839b3b61-bab8-4d80-97d2-2ef596bedeac cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:39:57.518230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2cfcce93-e380-418c-82b4-5194db2e8aef req-494e517d-1d1c-466d-99a1-c9e2ee499e36 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=3091cfd93c934caba300c2d81d92047c HTTP/1.1" status: 200 len: 1655 time: 0.1185575 Jul 08 01:39:57.527430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5268c042-99b2-4871-a25c-8c214348d67f req-538e367f-df91-4684-a8c0-8b5190af3917 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852601 Jul 08 01:39:57.559074 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:57.765029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcce93-e380-418c-82b4-5194db2e8aef req-e1577f24-2885-4857-828e-2896d0d55309 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:57.766527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2cfcce93-e380-418c-82b4-5194db2e8aef req-e1577f24-2885-4857-828e-2896d0d55309 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks?id=8416dd8a-7407-4702-a567-1f92ea79496a&id=8416dd8a-7407-4702-a567-1f92ea79496a&id=8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 787 time: 0.2422256 Jul 08 01:39:57.794218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-2cfcce93-e380-418c-82b4-5194db2e8aef req-a59faa28-707e-42f8-8911-ad1eabeb8990 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:39:57.795219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2cfcce93-e380-418c-82b4-5194db2e8aef req-a59faa28-707e-42f8-8911-ad1eabeb8990 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204360 Jul 08 01:39:57.867211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6fae0-abd1-4abd-bd4a-ca9c940a3790 req-d6b7cc83-b6fa-4103-b9dc-10b992ef0cbc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:57.873168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6fae0-abd1-4abd-bd4a-ca9c940a3790 req-d6b7cc83-b6fa-4103-b9dc-10b992ef0cbc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:57.879188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6fae0-abd1-4abd-bd4a-ca9c940a3790 req-d6b7cc83-b6fa-4103-b9dc-10b992ef0cbc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:57.880845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ce6fae0-abd1-4abd-bd4a-ca9c940a3790 req-d6b7cc83-b6fa-4103-b9dc-10b992ef0cbc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2417 time: 0.2460945 Jul 08 01:39:57.960997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5a2962b-9fc0-45d8-8e67-ca7bd61307bf req-5943b821-d41f-4ca9-9686-54aadf3b89d4 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] 10.222.0.41 "GET /v2.0/security-groups/98829011-a80c-4264-91e5-dc773f4d87b4 HTTP/1.1" status: 200 len: 1775 time: 0.1343467 Jul 08 01:39:57.966679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ce6fae0-abd1-4abd-bd4a-ca9c940a3790 req-7472a318-1e3d-4f5a-9f94-f83776a2868f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741153 Jul 08 01:39:58.090887 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b5a2962b-9fc0-45d8-8e67-ca7bd61307bf req-dff349ed-1db2-4c91-94d6-69864accf385 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.129198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839b3b61-bab8-4d80-97d2-2ef596bedeac {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:39:58.141965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.159293 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b5a2962b-9fc0-45d8-8e67-ca7bd61307bf req-dff349ed-1db2-4c91-94d6-69864accf385 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.176069 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Transition to ACTIVE for port object 839b3b61-bab8-4d80-97d2-2ef596bedeac will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:39:58.186793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.187188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a3d2a7-6372-4851-a0f9-c508db0a9ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e3bd6d-0c61-4e17-a108-7fd00d176521'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:58.190389 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f99c8ab-0468-4d2c-9eaa-a40ac9789f8b" -d '{"events": [{"server_uuid": "23a3d2a7-6372-4851-a0f9-c508db0a9ad8", "name": "network-vif-plugged", "status": "completed", "tag": "d0e3bd6d-0c61-4e17-a108-7fd00d176521"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:58.271053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466dc64b-b9f2-4ff7-a3e6-9c1ee14d4d16 req-180fbd5f-5cdd-4d37-a7ce-1c3b1a53e01e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:58.272640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-466dc64b-b9f2-4ff7-a3e6-9c1ee14d4d16 req-180fbd5f-5cdd-4d37-a7ce-1c3b1a53e01e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.1968284 Jul 08 01:39:58.274707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Pushing event updated for resources: {'Port': ['ID=839b3b61-bab8-4d80-97d2-2ef596bedeac,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:58.306613 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b5a2962b-9fc0-45d8-8e67-ca7bd61307bf req-dff349ed-1db2-4c91-94d6-69864accf385 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.309131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b5a2962b-9fc0-45d8-8e67-ca7bd61307bf req-dff349ed-1db2-4c91-94d6-69864accf385 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.310286 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5a2962b-9fc0-45d8-8e67-ca7bd61307bf req-dff349ed-1db2-4c91-94d6-69864accf385 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] 10.222.0.41 "DELETE /v2.0/security-groups/98829011-a80c-4264-91e5-dc773f4d87b4 HTTP/1.1" status: 204 len: 173 time: 0.3372107 Jul 08 01:39:58.413514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff349ed-1db2-4c91-94d6-69864accf385 tempest-SecurityGroupsTestAdminJSON-910375461 tempest-SecurityGroupsTestAdminJSON-910375461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98829011-a80c-4264-91e5-dc773f4d87b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:58.470669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-466dc64b-b9f2-4ff7-a3e6-9c1ee14d4d16 req-8efa2f36-1e3d-4d81-8374-6074dbed670a tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897988 Jul 08 01:39:58.561554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Attempting to bind port 839b3b61-bab8-4d80-97d2-2ef596bedeac on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:39:58.561891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Attempting to bind port 839b3b61-bab8-4d80-97d2-2ef596bedeac by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:39:58.562221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Attempting to bind port 839b3b61-bab8-4d80-97d2-2ef596bedeac on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:58.584579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-d6a84a0b-32db-4b0c-a129-e2b2b052cab2 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips/f75ec427-117b-4a9a-b699-fb611c514bd3 HTTP/1.1" status: 200 len: 693 time: 0.0826693 Jul 08 01:39:58.586063 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Port 839b3b61-bab8-4d80-97d2-2ef596bedeac on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:39:58.586390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Attempting to bind port 839b3b61-bab8-4d80-97d2-2ef596bedeac on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:39:58.604651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:39:58.604860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:39:58.605241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:39:58.605769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Bound port: 839b3b61-bab8-4d80-97d2-2ef596bedeac, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:39:58.606123 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.640240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-427685ec-542e-4edb-a450-67dcee2f317a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:58.647055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-427685ec-542e-4edb-a450-67dcee2f317a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:58.652933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-427685ec-542e-4edb-a450-67dcee2f317a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:58.654600 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-427685ec-542e-4edb-a450-67dcee2f317a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.16 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 2417 time: 0.2918768 Jul 08 01:39:58.735257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47648) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:58.907871 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1d8f434f-0aed-4a6a-90c5-1b2b842d84b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8c55ca3063044cd8c29fbac4f594e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701937 Jul 08 01:39:58.910650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:58.966089 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2270f30-0c21-4cdd-af01-e62bd0f76954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:58.990452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2270f30-0c21-4cdd-af01-e62bd0f76954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.046184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2270f30-0c21-4cdd-af01-e62bd0f76954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.051063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2270f30-0c21-4cdd-af01-e62bd0f76954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.056246 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b2270f30-0c21-4cdd-af01-e62bd0f76954 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4804687-95b3-4254-83d9-09dd79d73f4e HTTP/1.1" status: 204 len: 168 time: 0.1442838 Jul 08 01:39:59.064551 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2270f30-0c21-4cdd-af01-e62bd0f76954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4804687-95b3-4254-83d9-09dd79d73f4e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:59.134632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-2d5dae5f-9c9c-4a95-a69f-e31e289190b8 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:59.140790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-2d5dae5f-9c9c-4a95-a69f-e31e289190b8 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.5470741 Jul 08 01:39:59.239730 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-5ba3b22b-a97a-4f43-964c-97233a07a5c5 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.122 HTTP/1.1" status: 200 len: 696 time: 0.0975552 Jul 08 01:39:59.240923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] For port 839b3b61-bab8-4d80-97d2-2ef596bedeac, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:39:59.272479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] For port 839b3b61-bab8-4d80-97d2-2ef596bedeac, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=839b3b61-bab8-4d80-97d2-2ef596bedeac,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:39:59.311952 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.340672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-ec4ee786-f596-4131-93a7-bb6a46ae3102 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.122 HTTP/1.1" status: 200 len: 696 time: 0.0825384 Jul 08 01:39:59.370034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e7195-fe59-4e12-bd5d-96aa187c1feb req-274cf2ce-418e-41ce-b525-696dfd67d198 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:59.371530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-670e7195-fe59-4e12-bd5d-96aa187c1feb req-274cf2ce-418e-41ce-b525-696dfd67d198 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a3d2a7-6372-4851-a0f9-c508db0a9ad8 HTTP/1.1" status: 200 len: 945 time: 0.6862369 Jul 08 01:39:59.391317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47668) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:59.397814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:59.398431 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.399815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] 10.222.0.24 "PUT /v2.0/ports/839b3b61-bab8-4d80-97d2-2ef596bedeac HTTP/1.1" status: 200 len: 1095 time: 2.0660424 Jul 08 01:39:59.410659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66dc504-49b1-4b05-920f-8784fb4b09d0', 'tag': '839b3b61-bab8-4d80-97d2-2ef596bedeac'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:39:59.414619 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cfd669-417c-4afd-b0b6-514b59d3794e" -d '{"events": [{"name": "network-changed", "server_uuid": "c66dc504-49b1-4b05-920f-8784fb4b09d0", "tag": "839b3b61-bab8-4d80-97d2-2ef596bedeac"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:39:59.468013 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2d712736-47ca-4539-9f61-67c4630244d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea96403d1e1e477fbc7eab0cefb302b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0735881 Jul 08 01:39:59.470455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47674) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:39:59.542714 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bff14f14-f780-482d-9172-3d3843a74c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.570658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bff14f14-f780-482d-9172-3d3843a74c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.614276 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-c8b62729-9e99-4574-9a6f-fffdd7be0453 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting port 590eb70b-ad8e-43af-8cbb-14415c111e6b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:59.614480 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-c8b62729-9e99-4574-9a6f-fffdd7be0453 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.633902 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bff14f14-f780-482d-9172-3d3843a74c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.636631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bff14f14-f780-482d-9172-3d3843a74c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.638882 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bff14f14-f780-482d-9172-3d3843a74c4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b14072c-61b0-49ac-bb2f-fac63163eb3a HTTP/1.1" status: 204 len: 168 time: 0.1655014 Jul 08 01:39:59.639294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba9c7c-158c-4d6c-82a2-98e052aac51d service neutron] Pushing event updated for resources: {'Port': ['ID=839b3b61-bab8-4d80-97d2-2ef596bedeac,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:59.648255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff14f14-f780-482d-9172-3d3843a74c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b14072c-61b0-49ac-bb2f-fac63163eb3a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:39:59.735443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-670e7195-fe59-4e12-bd5d-96aa187c1feb req-d83e5cc4-9ad5-4f03-b7f7-523d1b89d763 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505597 Jul 08 01:39:59.790793 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d38f842-ee56-4481-b41a-f7e2cf9d9d33 x-openstack-request-id: req-1d38f842-ee56-4481-b41a-f7e2cf9d9d33 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:39:59.791351 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a3d2a7-6372-4851-a0f9-c508db0a9ad8", "name": "network-vif-plugged", "status": "completed", "tag": "d0e3bd6d-0c61-4e17-a108-7fd00d176521", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:39:59.791458 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d38f842-ee56-4481-b41a-f7e2cf9d9d33 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:39:59.791853 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a3d2a7-6372-4851-a0f9-c508db0a9ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e3bd6d-0c61-4e17-a108-7fd00d176521', 'code': 200} Jul 08 01:39:59.841479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-1ee5e1b9-28b4-44b7-afdf-91432770c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:59.843294 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-1ee5e1b9-28b4-44b7-afdf-91432770c94d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f295382ecc0e42d287b35ecaa1647201&device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 1098 time: 0.3183606 Jul 08 01:39:59.850593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-c8b62729-9e99-4574-9a6f-fffdd7be0453 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] For port 590eb70b-ad8e-43af-8cbb-14415c111e6b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=590eb70b-ad8e-43af-8cbb-14415c111e6b,segment=NetworkSegment(37a89860-150f-4b8e-85a1-07f72fec3fb1),segment_id=37a89860-150f-4b8e-85a1-07f72fec3fb1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:39:59.850960 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-c8b62729-9e99-4574-9a6f-fffdd7be0453 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.905869 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-25e5d3d7-3d0e-4bb7-a1c4-064c45cb97b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=839b3b61-bab8-4d80-97d2-2ef596bedeac HTTP/1.1" status: 200 len: 217 time: 0.0521393 Jul 08 01:39:59.912702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-b377ee20-627d-41c4-8904-0441fa343b90 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Deleting port a2196484-51b9-4270-9828-f9df8cdc6088 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:39:59.913045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-b377ee20-627d-41c4-8904-0441fa343b90 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:39:59.915102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-c8b62729-9e99-4574-9a6f-fffdd7be0453 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Calling delete_port for 590eb70b-ad8e-43af-8cbb-14415c111e6b owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:39:59.948272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b5371-3e38-4c81-b794-e6beeb84add9 req-2a7880d7-0b19-418e-8ad6-947065a1fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:39:59.951322 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-802b5371-3e38-4c81-b794-e6beeb84add9 req-2a7880d7-0b19-418e-8ad6-947065a1fd8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=23a3d2a7-6372-4851-a0f9-c508db0a9ad8 HTTP/1.1" status: 200 len: 1097 time: 0.0787501 Jul 08 01:39:59.994960 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-802b5371-3e38-4c81-b794-e6beeb84add9 req-1feb6b55-6b37-4074-96ec-7580a150317e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370269 Jul 08 01:40:00.092855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-2d5a4779-1487-493e-81a3-2cad183ec47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.094349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-2d5a4779-1487-493e-81a3-2cad183ec47f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1774039 Jul 08 01:40:00.180286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-b377ee20-627d-41c4-8904-0441fa343b90 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:00.180673 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-b377ee20-627d-41c4-8904-0441fa343b90 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:00.211794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d499f-5157-4eca-b55b-95cccc54f478 req-1c50921f-c3e8-4daa-9b3f-d78e91cd4fd0 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.213505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b1d499f-5157-4eca-b55b-95cccc54f478 req-1c50921f-c3e8-4daa-9b3f-d78e91cd4fd0 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 946 time: 0.2847972 Jul 08 01:40:00.228457 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-b377ee20-627d-41c4-8904-0441fa343b90 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Calling delete_port for a2196484-51b9-4270-9828-f9df8cdc6088 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:00.362789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c74748d2-2732-4af2-bd88-ff0bc44cbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.364348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c74748d2-2732-4af2-bd88-ff0bc44cbae5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2566845 Jul 08 01:40:00.372221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b1d499f-5157-4eca-b55b-95cccc54f478 req-0fc90a4d-0963-4b36-a066-21ed37f43566 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461594 Jul 08 01:40:00.467228 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-c8b62729-9e99-4574-9a6f-fffdd7be0453 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:00.519206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b62729-9e99-4574-9a6f-fffdd7be0453 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Port': ['ID=590eb70b-ad8e-43af-8cbb-14415c111e6b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:00.655427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-c8b62729-9e99-4574-9a6f-fffdd7be0453 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] No DVR routers for this DVR port 590eb70b-ad8e-43af-8cbb-14415c111e6b on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:00.666515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-c8b62729-9e99-4574-9a6f-fffdd7be0453 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:00.669831 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-c8b62729-9e99-4574-9a6f-fffdd7be0453 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.16 "DELETE /v2.0/ports/590eb70b-ad8e-43af-8cbb-14415c111e6b HTTP/1.1" status: 204 len: 173 time: 1.9831135 Jul 08 01:40:00.778318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-364908f2-c73f-41db-9e7c-1ddcff8d36dd service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997478 Jul 08 01:40:00.887248 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-b377ee20-627d-41c4-8904-0441fa343b90 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:00.965190 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377ee20-627d-41c4-8904-0441fa343b90 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event deleted for resources: {'Port': ['ID=a2196484-51b9-4270-9828-f9df8cdc6088,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:00.978224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3b29a-475b-4c1b-9a93-0f9874f07224 req-8ce39de8-62f2-4fb0-8499-8251892b2307 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.985178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3b29a-475b-4c1b-9a93-0f9874f07224 req-8ce39de8-62f2-4fb0-8499-8251892b2307 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:00.989271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45e3b29a-475b-4c1b-9a93-0f9874f07224 req-8ce39de8-62f2-4fb0-8499-8251892b2307 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 1682 time: 0.4766443 Jul 08 01:40:01.122210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93124b5f-b9db-4b2b-a8a9-f4d077ec689d req-c41087b0-db4d-4404-bae8-feaf33489c19 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293130 Jul 08 01:40:01.166001 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45e3b29a-475b-4c1b-9a93-0f9874f07224 req-709afd4e-ed8c-4e30-9543-7cce37a8b0a2 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645620 Jul 08 01:40:01.167473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-52da2b0f-51d8-45a6-ae6d-213328e4b788 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:01.167823 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-52da2b0f-51d8-45a6-ae6d-213328e4b788 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.217033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-b377ee20-627d-41c4-8904-0441fa343b90 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.219683 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-b377ee20-627d-41c4-8904-0441fa343b90 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.232590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aae55f30-adbe-4dd3-a00c-be35d286d8c6 req-b377ee20-627d-41c4-8904-0441fa343b90 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "DELETE /v2.0/floatingips/f75ec427-117b-4a9a-b699-fb611c514bd3 HTTP/1.1" status: 204 len: 173 time: 1.8587680 Jul 08 01:40:01.241058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7c69ed55-7ba5-48ee-9a32-7cef32ead670 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:01.273950 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0170aa7-4591-469b-bde1-05a732bd7b82 x-openstack-request-id: req-b0170aa7-4591-469b-bde1-05a732bd7b82 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:01.274240 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66dc504-49b1-4b05-920f-8784fb4b09d0", "tag": "839b3b61-bab8-4d80-97d2-2ef596bedeac", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:01.275433 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0170aa7-4591-469b-bde1-05a732bd7b82 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:01.275922 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66dc504-49b1-4b05-920f-8784fb4b09d0', 'tag': '839b3b61-bab8-4d80-97d2-2ef596bedeac', 'status': 'completed', 'code': 200} Jul 08 01:40:01.384473 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.439638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-52da2b0f-51d8-45a6-ae6d-213328e4b788 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] For port 7c69ed55-7ba5-48ee-9a32-7cef32ead670, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7c69ed55-7ba5-48ee-9a32-7cef32ead670,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:01.440293 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-52da2b0f-51d8-45a6-ae6d-213328e4b788 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.469579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7c69ed55-7ba5-48ee-9a32-7cef32ead670, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7c69ed55-7ba5-48ee-9a32-7cef32ead670,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:01.475281 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.476329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 590eb70b-ad8e-43af-8cbb-14415c111e6b no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:01.479295 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-52da2b0f-51d8-45a6-ae6d-213328e4b788 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Calling delete_port for 7c69ed55-7ba5-48ee-9a32-7cef32ead670 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:01.527658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 590eb70b-ad8e-43af-8cbb-14415c111e6b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:01.528507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 590eb70b-ad8e-43af-8cbb-14415c111e6b not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:01.529084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b47b7537-1a0a-49c7-bb25-d942d897117d no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:01.589570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7c69ed55-7ba5-48ee-9a32-7cef32ead670,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:01.644160 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.690213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b47b7537-1a0a-49c7-bb25-d942d897117d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b47b7537-1a0a-49c7-bb25-d942d897117d,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:01.695001 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.741854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94cc7e-a1ef-469d-a0b9-1a7a0f0e3475 req-41ef5279-2ac2-4adf-9cee-bc260e116d13 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:01.743383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc94cc7e-a1ef-469d-a0b9-1a7a0f0e3475 req-41ef5279-2ac2-4adf-9cee-bc260e116d13 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.1881943 Jul 08 01:40:01.751041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-03e52b23-e516-432d-b62f-378f86a98ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:01.753178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-03e52b23-e516-432d-b62f-378f86a98ddd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f295382ecc0e42d287b35ecaa1647201&device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 1098 time: 0.4276950 Jul 08 01:40:01.760077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=b47b7537-1a0a-49c7-bb25-d942d897117d,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:01.782381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2497e-eaeb-4ae6-856b-18d9941cd55f req-97a27823-61f5-4cad-a32a-4823f3160ba7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:01.783990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30c2497e-eaeb-4ae6-856b-18d9941cd55f req-97a27823-61f5-4cad-a32a-4823f3160ba7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=23a3d2a7-6372-4851-a0f9-c508db0a9ad8 HTTP/1.1" status: 200 len: 945 time: 0.2298763 Jul 08 01:40:01.792926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c69ed55-7ba5-48ee-9a32-7cef32ead670'}, {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b47b7537-1a0a-49c7-bb25-d942d897117d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:01.795435 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c86a439-4deb-4927-a8f0-9ee635662fd9" -d '{"events": [{"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-unplugged", "status": "completed", "tag": "7c69ed55-7ba5-48ee-9a32-7cef32ead670"}, {"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b47b7537-1a0a-49c7-bb25-d942d897117d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:01.803653 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-52da2b0f-51d8-45a6-ae6d-213328e4b788 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.889248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52da2b0f-51d8-45a6-ae6d-213328e4b788 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Port': ['ID=7c69ed55-7ba5-48ee-9a32-7cef32ead670,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:01.925569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc94cc7e-a1ef-469d-a0b9-1a7a0f0e3475 req-c9138ad1-b074-4acf-ad17-fb1d6ad62ac1 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684854 Jul 08 01:40:01.952640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30c2497e-eaeb-4ae6-856b-18d9941cd55f req-b9f27d0c-bfd5-431c-ba51-9088c072ab4b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611476 Jul 08 01:40:01.980427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-52da2b0f-51d8-45a6-ae6d-213328e4b788 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] No DVR routers for this DVR port 7c69ed55-7ba5-48ee-9a32-7cef32ead670 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:01.993008 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-52da2b0f-51d8-45a6-ae6d-213328e4b788 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:01.995157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-52da2b0f-51d8-45a6-ae6d-213328e4b788 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.16 "DELETE /v2.0/ports/7c69ed55-7ba5-48ee-9a32-7cef32ead670 HTTP/1.1" status: 204 len: 173 time: 1.2872543 Jul 08 01:40:02.047793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-197b2da7-e482-4c95-9f82-19f566754d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:02.049988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-197b2da7-e482-4c95-9f82-19f566754d1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2836936 Jul 08 01:40:02.072239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-b22da245-1ce9-4d91-b876-66c07324de59 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips/6c6d0646-a1b4-4d8f-b114-52cfcfa3fab9 HTTP/1.1" status: 200 len: 692 time: 0.0868540 Jul 08 01:40:02.413237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-7860d8f9-9ca7-42e3-9026-ef5b21d3a121 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=839b3b61-bab8-4d80-97d2-2ef596bedeac HTTP/1.1" status: 200 len: 217 time: 0.3443727 Jul 08 01:40:02.574827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-9f30ac64-2c27-4048-a514-d15ecbd34991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:02.576297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-9f30ac64-2c27-4048-a514-d15ecbd34991 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1238525 Jul 08 01:40:02.639749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-921250bb-fc70-44cf-ab3a-79c7a8af5c63 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:02.641134 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-921250bb-fc70-44cf-ab3a-79c7a8af5c63 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.5611539 Jul 08 01:40:02.668362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307bca-369f-4bcb-8a69-da23ec72e637 req-0f859a3b-55ed-4022-a23f-017e3c48d77f tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:02.669701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44307bca-369f-4bcb-8a69-da23ec72e637 req-0f859a3b-55ed-4022-a23f-017e3c48d77f tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 946 time: 0.2696347 Jul 08 01:40:02.721900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-af99f67a-e74e-4384-925c-eee137f09dfa tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting port b47b7537-1a0a-49c7-bb25-d942d897117d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:02.722226 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-af99f67a-e74e-4384-925c-eee137f09dfa tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:02.732078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-aa5b6a3d-6b4b-4692-a6a1-01dc9a9243c3 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.0811875 Jul 08 01:40:02.849222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 839b3b61-bab8-4d80-97d2-2ef596bedeac details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:02.862761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-3fcd595c-5528-4675-8970-6a71968fed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:02.864268 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-3fcd595c-5528-4675-8970-6a71968fed36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2781084 Jul 08 01:40:02.867261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-481c528d-4b7c-431e-bd15-9c0e1606ed1b tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.45 HTTP/1.1" status: 200 len: 695 time: 0.1168098 Jul 08 01:40:02.877801 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44307bca-369f-4bcb-8a69-da23ec72e637 req-eb38b7cb-d8b6-4f1d-b9b4-ac99e80abdf5 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693602 Jul 08 01:40:02.951204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 839b3b61-bab8-4d80-97d2-2ef596bedeac, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=839b3b61-bab8-4d80-97d2-2ef596bedeac,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:02.969532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '839b3b61-bab8-4d80-97d2-2ef596bedeac', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '839b3b61-bab8-4d80-97d2-2ef596bedeac', 'mac_address': 'fa:16:3e:c6:b9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:02.979768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-af99f67a-e74e-4384-925c-eee137f09dfa tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] For port b47b7537-1a0a-49c7-bb25-d942d897117d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b47b7537-1a0a-49c7-bb25-d942d897117d,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:02.980134 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-af99f67a-e74e-4384-925c-eee137f09dfa tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.010532 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.024126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839b3b61-bab8-4d80-97d2-2ef596bedeac {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:03.044028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-af99f67a-e74e-4384-925c-eee137f09dfa tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Calling delete_port for b47b7537-1a0a-49c7-bb25-d942d897117d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:03.044661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 839b3b61-bab8-4d80-97d2-2ef596bedeac, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=839b3b61-bab8-4d80-97d2-2ef596bedeac,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:03.048217 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.096150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=839b3b61-bab8-4d80-97d2-2ef596bedeac,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:03.179320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-695368d6-d0e1-47a5-86f6-7e3adfd2ba36 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006294 Jul 08 01:40:03.276710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab71eb9-ae29-4209-aed6-d915f92bd128 req-848b1d34-26d9-4f6c-8528-2cc47a7da082 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:03.278183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ab71eb9-ae29-4209-aed6-d915f92bd128 req-848b1d34-26d9-4f6c-8528-2cc47a7da082 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 946 time: 0.2801399 Jul 08 01:40:03.281810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-deleted', 'tag': '590eb70b-ad8e-43af-8cbb-14415c111e6b'}, {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-deleted', 'tag': '7c69ed55-7ba5-48ee-9a32-7cef32ead670'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:03.284142 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baea3222-33c7-43f8-98dd-7e1eb17da7ef" -d '{"events": [{"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-deleted", "tag": "590eb70b-ad8e-43af-8cbb-14415c111e6b"}, {"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-deleted", "tag": "7c69ed55-7ba5-48ee-9a32-7cef32ead670"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:03.302583 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['839b3b61-bab8-4d80-97d2-2ef596bedeac'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:03.311637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-ec0035b1-460c-491d-b634-137302a32c8e tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Deleting port 81886c15-7758-4f8d-a2d2-6687f22c9043 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:03.311977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-ec0035b1-460c-491d-b634-137302a32c8e tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.426017 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ab71eb9-ae29-4209-aed6-d915f92bd128 req-3ff5e081-9028-4f1b-a5c6-d00aa0baabc6 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364236 Jul 08 01:40:03.445319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2cfd669-417c-4afd-b0b6-514b59d3794e req-cd36005e-cb3e-4b6c-b9ff-ad2e289b9819 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567527 Jul 08 01:40:03.454331 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-af99f67a-e74e-4384-925c-eee137f09dfa tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.496773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99f67a-e74e-4384-925c-eee137f09dfa tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Port': ['ID=b47b7537-1a0a-49c7-bb25-d942d897117d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:03.499837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-ec0035b1-460c-491d-b634-137302a32c8e tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.500162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-ec0035b1-460c-491d-b634-137302a32c8e tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.536295 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-ec0035b1-460c-491d-b634-137302a32c8e tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Calling delete_port for 81886c15-7758-4f8d-a2d2-6687f22c9043 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:03.557700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-af99f67a-e74e-4384-925c-eee137f09dfa tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] No DVR routers for this DVR port b47b7537-1a0a-49c7-bb25-d942d897117d on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:03.562801 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-af99f67a-e74e-4384-925c-eee137f09dfa tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.565460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06d5fac3-d7c0-4c2a-b425-0b102a6b0342 req-af99f67a-e74e-4384-925c-eee137f09dfa tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.16 "DELETE /v2.0/ports/b47b7537-1a0a-49c7-bb25-d942d897117d HTTP/1.1" status: 204 len: 173 time: 1.5615118 Jul 08 01:40:03.682421 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-15c2f758-e408-4938-9333-f463dc03779b tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3923a21068694baba7e006d5358ad712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326271 Jul 08 01:40:03.806827 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-ec0035b1-460c-491d-b634-137302a32c8e tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.851372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0035b1-460c-491d-b634-137302a32c8e tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event deleted for resources: {'Port': ['ID=81886c15-7758-4f8d-a2d2-6687f22c9043,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:03.889579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-4cc62d24-0fe3-4b0f-99bf-99d7c5503e62 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:03.891049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-4cc62d24-0fe3-4b0f-99bf-99d7c5503e62 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920593 Jul 08 01:40:03.926352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-60522c1d-a9c3-4ea6-83d8-9842d3a79abe tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/quotas/3923a21068694baba7e006d5358ad712 HTTP/1.1" status: 200 len: 375 time: 0.0184381 Jul 08 01:40:03.944150 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-ec0035b1-460c-491d-b634-137302a32c8e tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.946641 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-ec0035b1-460c-491d-b634-137302a32c8e tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:03.947705 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e719b0a-eedc-449c-80b7-7661f4e4038f req-ec0035b1-460c-491d-b634-137302a32c8e tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "DELETE /v2.0/floatingips/6c6d0646-a1b4-4d8f-b114-52cfcfa3fab9 HTTP/1.1" status: 204 len: 173 time: 1.0737226 Jul 08 01:40:03.971183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-cf4933ef-e91e-4faa-bcc5-104c134bf87f tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3923a21068694baba7e006d5358ad712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384042 Jul 08 01:40:03.988159 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb309cb-e418-4151-b241-0e66a786e860 x-openstack-request-id: req-6cb309cb-e418-4151-b241-0e66a786e860 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:03.988681 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-unplugged", "status": "completed", "tag": "7c69ed55-7ba5-48ee-9a32-7cef32ead670", "code": 200}, {"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-unplugged", "status": "completed", "tag": "b47b7537-1a0a-49c7-bb25-d942d897117d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:03.989081 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cb309cb-e418-4151-b241-0e66a786e860 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:03.989682 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c69ed55-7ba5-48ee-9a32-7cef32ead670', 'code': 200} Jul 08 01:40:03.990020 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b47b7537-1a0a-49c7-bb25-d942d897117d', 'code': 200} Jul 08 01:40:04.171835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028c07a-b11c-43be-80d0-14860d55d7cc req-c2c88873-efa9-47fd-84be-e7cb507faef0 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:04.173438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1028c07a-b11c-43be-80d0-14860d55d7cc req-c2c88873-efa9-47fd-84be-e7cb507faef0 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a88059-6a55-4964-b4ef-60efb114ec8c HTTP/1.1" status: 200 len: 945 time: 0.0939460 Jul 08 01:40:04.242118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1028c07a-b11c-43be-80d0-14860d55d7cc req-eea9e18d-d8d9-4309-abac-339f8215bb66 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 Jul 08 01:40:04.277761 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65981a4c-d339-4b65-ae00-068d09231d09 req-f4a8d977-f253-499f-a820-3c8c7e9805c3 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26a99c7-a231-47f7-8057-d2ae061569ab HTTP/1.1" status: 200 len: 210 time: 0.0477562 Jul 08 01:40:04.305270 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:04.435436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-4ebeb1f1-375a-4594-9d6e-bd8bf23a8924 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--333280033&fields=id&tenant_id=79c20a91e74545bfbaa15f7cb9a3b416 HTTP/1.1" status: 200 len: 267 time: 0.0650094 Jul 08 01:40:04.534594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dd854-8164-44e9-a554-691da7915ebb req-31ded5ba-2874-4ef9-a986-1c7ef69ad65f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:04.536408 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d3dd854-8164-44e9-a554-691da7915ebb req-31ded5ba-2874-4ef9-a986-1c7ef69ad65f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.1413519 Jul 08 01:40:04.605253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-f84f77c1-991b-489a-a116-66afc3d25c35 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:04.606640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-f84f77c1-991b-489a-a116-66afc3d25c35 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/networks?id=f0b8d695-73c2-4fb9-8fc4-17d095935fed HTTP/1.1" status: 200 len: 816 time: 0.1631398 Jul 08 01:40:04.612993 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d3dd854-8164-44e9-a554-691da7915ebb req-e62383df-eb13-4f1e-a898-ed0d1f5d655f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656698 Jul 08 01:40:04.622888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-76dff188-78c7-4e1c-af12-d2e7654e4d95 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/quotas/79c20a91e74545bfbaa15f7cb9a3b416 HTTP/1.1" status: 200 len: 375 time: 0.0089908 Jul 08 01:40:04.672362 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d969165-f6b5-4ea6-995f-f14cc2c3f08d x-openstack-request-id: req-0d969165-f6b5-4ea6-995f-f14cc2c3f08d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:04.672657 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-deleted", "tag": "590eb70b-ad8e-43af-8cbb-14415c111e6b", "status": "completed", "code": 200}, {"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-deleted", "tag": "7c69ed55-7ba5-48ee-9a32-7cef32ead670", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:04.672908 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d969165-f6b5-4ea6-995f-f14cc2c3f08d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:04.673294 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-deleted', 'tag': '590eb70b-ad8e-43af-8cbb-14415c111e6b', 'status': 'completed', 'code': 200} Jul 08 01:40:04.673547 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-deleted', 'tag': '7c69ed55-7ba5-48ee-9a32-7cef32ead670', 'status': 'completed', 'code': 200} Jul 08 01:40:04.704473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-67609431-4227-45d4-9fea-4c574f0a7a50 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79c20a91e74545bfbaa15f7cb9a3b416&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754888 Jul 08 01:40:04.842878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 839b3b61-bab8-4d80-97d2-2ef596bedeac up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:04.899224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 839b3b61-bab8-4d80-97d2-2ef596bedeac completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:04.903356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 839b3b61-bab8-4d80-97d2-2ef596bedeac triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:04.903887 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:04.909228 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-3438dc9d-5441-4b95-93fa-f40a85033730 service neutron] 10.222.0.41 "GET /v2.0/networks/f0b8d695-73c2-4fb9-8fc4-17d095935fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892660 Jul 08 01:40:04.994862 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:05.017087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-55ee2c58-efa8-4603-8b12-6797862980f8 service neutron] 10.222.0.41 "GET /v2.0/networks/f0b8d695-73c2-4fb9-8fc4-17d095935fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021094 Jul 08 01:40:05.029388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 839b3b61-bab8-4d80-97d2-2ef596bedeac, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=839b3b61-bab8-4d80-97d2-2ef596bedeac,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:05.033611 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:05.087003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=839b3b61-bab8-4d80-97d2-2ef596bedeac,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:05.303961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-c13ff8c4-1838-43be-aafd-8db04620edf4 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3923a21068694baba7e006d5358ad712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327630 Jul 08 01:40:05.376058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3e2ee-f967-4562-957a-7f0d282fbfe3 req-b4f0dde1-c232-4669-86b1-c2962c4eb024 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:05.378044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7fe3e2ee-f967-4562-957a-7f0d282fbfe3 req-b4f0dde1-c232-4669-86b1-c2962c4eb024 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 948 time: 0.1563470 Jul 08 01:40:05.457878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-60cdf802-9442-4458-a89f-0ab9d4e0c497 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips/5dc341fe-2147-4633-b8a9-b54370b4084d HTTP/1.1" status: 200 len: 692 time: 0.0786419 Jul 08 01:40:05.558844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7fe3e2ee-f967-4562-957a-7f0d282fbfe3 req-8d75a4e4-e62d-4e8c-95dd-c9dbcd7c4655 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666956 Jul 08 01:40:05.592323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d740e58b-4ad0-4bec-b5ca-d314a5af4e08 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:05.593612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d740e58b-4ad0-4bec-b5ca-d314a5af4e08 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850540 Jul 08 01:40:05.613075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Request body: {'port': {'device_id': '5c1c3c82-25b6-434b-ab24-9c31dc73306f', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '3923a21068694baba7e006d5358ad712'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:05.672612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-b556c087-070c-40e7-a748-23b2133d4260 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:05.674387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-b556c087-070c-40e7-a748-23b2133d4260 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2152817 Jul 08 01:40:05.991830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66dc504-49b1-4b05-920f-8784fb4b09d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839b3b61-bab8-4d80-97d2-2ef596bedeac'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:05.994415 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a08f511-88b0-4d35-a801-13cdde941d3d" -d '{"events": [{"server_uuid": "c66dc504-49b1-4b05-920f-8784fb4b09d0", "name": "network-vif-plugged", "status": "completed", "tag": "839b3b61-bab8-4d80-97d2-2ef596bedeac"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:06.016764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c6d923c8-f5bd-4b6a-824c-874e83528f2d req-8c7b8fce-0d3c-453e-bcb8-bd7253445349 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 210 time: 0.3515999 Jul 08 01:40:06.068828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-63cd94f4-8c3e-4eeb-aaaa-b41b91d6b140 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 695 time: 0.3793535 Jul 08 01:40:06.138417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-d01fba0b-adcc-41fc-84b5-06460cb08098 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.30 HTTP/1.1" status: 200 len: 695 time: 0.0587084 Jul 08 01:40:06.199176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Made reservation on behalf of 3923a21068694baba7e006d5358ad712 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:06.202873 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:06.246625 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:06.329327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47816) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:06.349549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-fee66ebc-0adf-4ab3-b8bf-089354d1fec6 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Deleting port 2aa98057-6f09-402d-99e9-eaff14c0e6b9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:06.350061 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-fee66ebc-0adf-4ab3-b8bf-089354d1fec6 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:06.396366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3cf4386-cfe6-4d78-aaf4-28576aa65fdc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting subnet dfe2b290-2940-4ef7-9450-06f2a5db523f {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:40:06.400851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4386-cfe6-4d78-aaf4-28576aa65fdc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:06.459427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4386-cfe6-4d78-aaf4-28576aa65fdc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:06.492058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1aa26d50-0718-4053-b36e-cf29cc20b9db req-78aa0efb-0a8a-4a75-b708-794d3aed56ff tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0552957 Jul 08 01:40:06.497632 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:06.501621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-fee66ebc-0adf-4ab3-b8bf-089354d1fec6 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:06.502133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-fee66ebc-0adf-4ab3-b8bf-089354d1fec6 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:06.512082 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:06.529802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-fee66ebc-0adf-4ab3-b8bf-089354d1fec6 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Calling delete_port for 2aa98057-6f09-402d-99e9-eaff14c0e6b9 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:06.596076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf12f55-4520-4f46-b11f-97ec8e4d7325,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:06.677654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-deleted', 'tag': 'b47b7537-1a0a-49c7-bb25-d942d897117d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:06.680089 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55e1189-6e77-4783-b939-c6d971df8bfe" -d '{"events": [{"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-deleted", "tag": "b47b7537-1a0a-49c7-bb25-d942d897117d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:06.795460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Allocated IP 192.168.233.188 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:06.836348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f2272-2e3c-40fe-a871-c2ffb0d2f206 req-ee5b1c19-d1a8-4010-9f74-0f84931cee77 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:06.838109 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d9f2272-2e3c-40fe-a871-c2ffb0d2f206 req-ee5b1c19-d1a8-4010-9f74-0f84931cee77 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.2060535 Jul 08 01:40:06.917826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d9f2272-2e3c-40fe-a871-c2ffb0d2f206 req-42a606da-bd9e-472f-a7fc-353dd02cf9ba tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521896 Jul 08 01:40:06.921278 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-fee66ebc-0adf-4ab3-b8bf-089354d1fec6 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:06.930316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-5e30d8ee-2592-4cf6-b3cf-3c5ef3c9b0c1 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:06.931816 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-5e30d8ee-2592-4cf6-b3cf-3c5ef3c9b0c1 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.16 "GET /v2.0/networks?id=f0b8d695-73c2-4fb9-8fc4-17d095935fed HTTP/1.1" status: 200 len: 816 time: 0.4435892 Jul 08 01:40:06.969791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee66ebc-0adf-4ab3-b8bf-089354d1fec6 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Pushing event deleted for resources: {'Port': ['ID=2aa98057-6f09-402d-99e9-eaff14c0e6b9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:07.001246 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67874df5-de57-4dac-83cf-8d5294f46d9d x-openstack-request-id: req-67874df5-de57-4dac-83cf-8d5294f46d9d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:07.002071 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66dc504-49b1-4b05-920f-8784fb4b09d0", "name": "network-vif-plugged", "status": "completed", "tag": "839b3b61-bab8-4d80-97d2-2ef596bedeac", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:07.002528 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67874df5-de57-4dac-83cf-8d5294f46d9d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:07.003787 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66dc504-49b1-4b05-920f-8784fb4b09d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839b3b61-bab8-4d80-97d2-2ef596bedeac', 'code': 200} Jul 08 01:40:07.022553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4386-cfe6-4d78-aaf4-28576aa65fdc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.031524 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-900cc813-8e24-4058-b00c-80eee6f647c8 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c20a91e74545bfbaa15f7cb9a3b416 HTTP/1.1" status: 200 len: 379 time: 0.0756230 Jul 08 01:40:07.058465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Request body: {'port': {'device_id': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'admin_state_up': True, 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'security_groups': ['9123e30e-8c5a-4daf-9aa8-396874a8d92f']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:07.120716 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-fee66ebc-0adf-4ab3-b8bf-089354d1fec6 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.123222 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-fee66ebc-0adf-4ab3-b8bf-089354d1fec6 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.129954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-99a79a97-c90d-45eb-9f26-596f9a40ef0c req-fee66ebc-0adf-4ab3-b8bf-089354d1fec6 tempest-FloatingIPDetailsTestJSON-1959071862 tempest-FloatingIPDetailsTestJSON-1959071862-project] 10.222.0.41 "DELETE /v2.0/floatingips/5dc341fe-2147-4633-b8a9-b54370b4084d HTTP/1.1" status: 204 len: 173 time: 0.9821153 Jul 08 01:40:07.133775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47824) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:07.231024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4386-cfe6-4d78-aaf4-28576aa65fdc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.287371 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.311047 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4386-cfe6-4d78-aaf4-28576aa65fdc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.313347 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f3cf4386-cfe6-4d78-aaf4-28576aa65fdc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "DELETE /v2.0/subnets/dfe2b290-2940-4ef7-9450-06f2a5db523f HTTP/1.1" status: 204 len: 168 time: 0.9820719 Jul 08 01:40:07.315122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf4386-cfe6-4d78-aaf4-28576aa65fdc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe2b290-2940-4ef7-9450-06f2a5db523f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:07.321945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada0a271-4fff-4e30-9719-22fae224fece None None] Network 9247a0b5-03ed-436b-ba09-3848ba80aea5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:07.328920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:07.402105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Made reservation on behalf of 79c20a91e74545bfbaa15f7cb9a3b416 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:07.406739 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.495296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Transition to ACTIVE for port object 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:07.497862 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b2056d-d724-452e-8107-eb1c3249f045 x-openstack-request-id: req-f6b2056d-d724-452e-8107-eb1c3249f045 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:07.498109 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26a99c7-a231-47f7-8057-d2ae061569ab", "name": "network-vif-deleted", "tag": "b47b7537-1a0a-49c7-bb25-d942d897117d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:07.498471 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6b2056d-d724-452e-8107-eb1c3249f045 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:07.498865 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26a99c7-a231-47f7-8057-d2ae061569ab', 'name': 'network-vif-deleted', 'tag': 'b47b7537-1a0a-49c7-bb25-d942d897117d', 'status': 'completed', 'code': 200} Jul 08 01:40:07.546519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223201-4176-4a5b-8682-1a99c2b6b88b req-088a29ab-1d70-4680-8dbe-97a8fa41d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:07.548093 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e223201-4176-4a5b-8682-1a99c2b6b88b req-088a29ab-1d70-4680-8dbe-97a8fa41d6a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 1100 time: 0.4492218 Jul 08 01:40:07.612477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831161d4-a6b1-4e0f-a1fe-2277857e1771 None None] DHCP port deletion for 9247a0b5-03ed-436b-ba09-3848ba80aea5 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:40:07.637243 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.681041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-831161d4-a6b1-4e0f-a1fe-2277857e1771 None None] Deleting port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:07.681481 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-831161d4-a6b1-4e0f-a1fe-2277857e1771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.682792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0597084-fc37-414b-81ba-d5f58f6e5b33 req-85dd2226-d08a-4a25-8574-16a0ee7fada2 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 210 time: 0.0823407 Jul 08 01:40:07.697290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Allocated IP 172.20.0.10 (f0b8d695-73c2-4fb9-8fc4-17d095935fed/ccb0364c-8bc2-42ff-9413-cf6873526d2f/7d6db387-d032-451f-9729-a6add59f4552) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:07.734289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e223201-4176-4a5b-8682-1a99c2b6b88b req-67b85303-3099-49cb-a814-e1a50017bbbf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648030 Jul 08 01:40:07.794035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-831161d4-a6b1-4e0f-a1fe-2277857e1771 None None] For port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7f6e5f80-5126-4de5-92b8-0c7d343dc21e,segment=NetworkSegment(37a89860-150f-4b8e-85a1-07f72fec3fb1),segment_id=37a89860-150f-4b8e-85a1-07f72fec3fb1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:07.794354 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-831161d4-a6b1-4e0f-a1fe-2277857e1771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.808694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f2de3-6d51-4e38-8105-eadb92c06b10 req-edb27250-9e1c-4abb-a8f0-681ad6d2cfe3 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:07.818669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-831161d4-a6b1-4e0f-a1fe-2277857e1771 None None] Calling delete_port for 7f6e5f80-5126-4de5-92b8-0c7d343dc21e owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:07.824084 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-719f2de3-6d51-4e38-8105-eadb92c06b10 req-edb27250-9e1c-4abb-a8f0-681ad6d2cfe3 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 948 time: 0.5000417 Jul 08 01:40:07.834496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.928651 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-831161d4-a6b1-4e0f-a1fe-2277857e1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.950551 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:07.950776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831161d4-a6b1-4e0f-a1fe-2277857e1771 None None] No DVR routers for this DVR port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:07.987427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831161d4-a6b1-4e0f-a1fe-2277857e1771 None None] Pushing event deleted for resources: {'Port': ['ID=7f6e5f80-5126-4de5-92b8-0c7d343dc21e,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:07.987953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:07.998476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Transition to ACTIVE for port object 7d6db387-d032-451f-9729-a6add59f4552 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:08.027172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:08.033004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:08.047164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.053053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-719f2de3-6d51-4e38-8105-eadb92c06b10 req-55e7183e-27c3-4647-8807-04b7b3ffb35d tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278383 Jul 08 01:40:08.054434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Pushing event updated for resources: {'Port': ['ID=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:08.116886 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.141559 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:08.142744 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.186603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-30939081-25f0-419d-9438-9d5627e663cf tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5808890 Jul 08 01:40:08.210419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Network f0b8d695-73c2-4fb9-8fc4-17d095935fed is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:08.218841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:08.229340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:08.236966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Request body: {'port': {'device_id': '5c1c3c82-25b6-434b-ab24-9c31dc73306f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:08.240918 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:08.241264 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.286044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Pushing event updated for resources: {'Port': ['ID=7d6db387-d032-451f-9729-a6add59f4552,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:08.331149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:08.331839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.431331 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] For port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e, host n-d-694802-14, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:08.431699 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.474437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-ed82a18b-bb95-4ca6-9b76-705bcda28c00 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:08.476845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-ed82a18b-bb95-4ca6-9b76-705bcda28c00 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.24 "GET /v2.0/ports?device_id=62a88059-6a55-4964-b4ef-60efb114ec8c HTTP/1.1" status: 200 len: 945 time: 0.5008981 Jul 08 01:40:08.478558 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-fcc024b7-e213-4ce8-861f-e1824b72d492 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4250863 Jul 08 01:40:08.484684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Calling delete_port for 7f6e5f80-5126-4de5-92b8-0c7d343dc21e owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:08.487663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a3e09be5-224d-476b-a906-e28949412b96 None None] Provisioning for port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:08.493950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a3e09be5-224d-476b-a906-e28949412b96 None None] Provisioning complete for port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:08.494327 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3e09be5-224d-476b-a906-e28949412b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.497573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e was not found and therefore no delete operation was performed {{(pid=93883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 01:40:08.500894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Request body: {'port': {'device_id': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:08.506039 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2342d5-d75f-4676-af90-119e4a249452 req-4318a834-a06a-48a7-a86f-c8a8be79a0d7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:08.513087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad2342d5-d75f-4676-af90-119e4a249452 req-4318a834-a06a-48a7-a86f-c8a8be79a0d7 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a88059-6a55-4964-b4ef-60efb114ec8c HTTP/1.1" status: 200 len: 945 time: 0.6002085 Jul 08 01:40:08.549837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a3e09be5-224d-476b-a906-e28949412b96 None None] Port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:40:08.552786 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.563870 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.621168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.637617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Port': ['ID=7f6e5f80-5126-4de5-92b8-0c7d343dc21e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:08.666704 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] No DVR routers for this DVR port 7f6e5f80-5126-4de5-92b8-0c7d343dc21e on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:08.699754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-deba1a5c-aae7-403e-9302-2fb6c9b13465 None None] Provisioning for port 7d6db387-d032-451f-9729-a6add59f4552 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:08.723455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-deba1a5c-aae7-403e-9302-2fb6c9b13465 None None] Provisioning complete for port 7d6db387-d032-451f-9729-a6add59f4552 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:08.729379 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-deba1a5c-aae7-403e-9302-2fb6c9b13465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.743490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad2342d5-d75f-4676-af90-119e4a249452 req-2125de5f-2e05-4701-b640-7f1c2e7b8985 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef634154-7a09-45e4-ba5a-0382291cce1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294478 Jul 08 01:40:08.823137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-deba1a5c-aae7-403e-9302-2fb6c9b13465 None None] Port 7d6db387-d032-451f-9729-a6add59f4552 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:40:08.865694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:08.881327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.892025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9247a0b5-03ed-436b-ba09-3848ba80aea5']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:08.903094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a89860-150f-4b8e-85a1-07f72fec3fb1') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:08.903412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a89860-150f-4b8e-85a1-07f72fec3fb1') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:08.913354 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.942248 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.950553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.971832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7f6e5f80-5126-4de5-92b8-0c7d343dc21e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:08.982168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] Deleting port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:08.982603 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:08.985286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbac74-1354-45ba-a639-3b0aea69c7e7 req-358ff20f-d9bb-4401-b2d7-0625e6391918 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:08.987467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0dbac74-1354-45ba-a639-3b0aea69c7e7 req-358ff20f-d9bb-4401-b2d7-0625e6391918 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 932 time: 0.7433567 Jul 08 01:40:09.004666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 7f6e5f80-5126-4de5-92b8-0c7d343dc21e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:09.005005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7f6e5f80-5126-4de5-92b8-0c7d343dc21e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:09.034260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:40:09.034675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:40:09.037991 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:40:09.067928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:09.084018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'port_id': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'mac_address': 'fa:16:3e:40:2f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:09.092700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2836b8-810d-4021-bfed-01318bf965cb req-38b2bb81-3f2b-4194-b00f-fd4d66ebbecb tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:09.093969 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b2836b8-810d-4021-bfed-01318bf965cb req-38b2bb81-3f2b-4194-b00f-fd4d66ebbecb tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.16 "GET /v2.0/ports?device_id=23a3d2a7-6372-4851-a0f9-c508db0a9ad8 HTTP/1.1" status: 200 len: 945 time: 0.2849443 Jul 08 01:40:09.130265 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.146713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26722b1d-8f0d-4fdc-9019-798cdaaaa9da {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:09.157106 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:40:09.171452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] For port 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6,segment=NetworkSegment(c5c68e94-992e-4789-ade2-72ab9a481d1b),segment_id=c5c68e94-992e-4789-ade2-72ab9a481d1b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:09.172188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.176239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:09.183339 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.235622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] Calling delete_port for 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:09.321642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6db387-d032-451f-9729-a6add59f4552 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:09.325152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['26722b1d-8f0d-4fdc-9019-798cdaaaa9da'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:09.350661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0dbac74-1354-45ba-a639-3b0aea69c7e7 req-4f0ee867-ed99-43ea-b16d-e8eb6e80dd20 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3390107 Jul 08 01:40:09.362080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:09.555687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-83dc702c-51ad-441c-a967-e0c28bf4228b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Deleting port b433c2f1-d131-4eb8-96fa-55f312797cda {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:09.556028 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-83dc702c-51ad-441c-a967-e0c28bf4228b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.559413 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.584843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.609242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.610931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "DELETE /v2.0/networks/9247a0b5-03ed-436b-ba09-3848ba80aea5 HTTP/1.1" status: 204 len: 168 time: 2.2634015 Jul 08 01:40:09.617707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47862) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:09.633340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.645319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Transition to ACTIVE for port object 7d6db387-d032-451f-9729-a6add59f4552 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:09.708399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0a387-2e32-4d0c-9825-ec6d68b30685 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Network': ['ID=9247a0b5-03ed-436b-ba09-3848ba80aea5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:09.727575 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:09.738301 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7607d-6138-4c6d-ab6f-1206adb91e90 req-cab440ab-cc70-430d-8161-49b44aa63bb0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:09.739908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03a7607d-6138-4c6d-ab6f-1206adb91e90 req-cab440ab-cc70-430d-8161-49b44aa63bb0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.8105924 Jul 08 01:40:09.780746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:09.806151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3b2836b8-810d-4021-bfed-01318bf965cb req-39a7ef1e-f912-45ba-be07-af2bea55b904 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Deleting port d0e3bd6d-0c61-4e17-a108-7fd00d176521 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:09.806493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3b2836b8-810d-4021-bfed-01318bf965cb req-39a7ef1e-f912-45ba-be07-af2bea55b904 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.072930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03a7607d-6138-4c6d-ab6f-1206adb91e90 req-36089d03-81bd-4bbb-af28-5fb0ab7dbfce tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027103 Jul 08 01:40:10.074001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e34d5f9-7970-4811-89fe-c226f48e71a5 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting subnet 6d58cd50-f790-4760-947d-e985f809c1ff {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:40:10.074985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-83dc702c-51ad-441c-a967-e0c28bf4228b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] For port b433c2f1-d131-4eb8-96fa-55f312797cda, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b433c2f1-d131-4eb8-96fa-55f312797cda,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:10.075358 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-83dc702c-51ad-441c-a967-e0c28bf4228b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.109055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e34d5f9-7970-4811-89fe-c226f48e71a5 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.112427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Pushing event updated for resources: {'Port': ['ID=7d6db387-d032-451f-9729-a6add59f4552,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:10.154744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-83dc702c-51ad-441c-a967-e0c28bf4228b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Calling delete_port for b433c2f1-d131-4eb8-96fa-55f312797cda owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:10.171568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:10.181858 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.197869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Transition to ACTIVE for port object 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:10.208965 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741b313-6ee7-4bfb-889b-1cec2d505900 req-58fc7f24-1dbd-4546-a572-564eae760fd9 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:10.211333 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a741b313-6ee7-4bfb-889b-1cec2d505900 req-58fc7f24-1dbd-4546-a572-564eae760fd9 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 936 time: 0.6615875 Jul 08 01:40:10.398203 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e34d5f9-7970-4811-89fe-c226f48e71a5 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.472754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3b2836b8-810d-4021-bfed-01318bf965cb req-39a7ef1e-f912-45ba-be07-af2bea55b904 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] For port d0e3bd6d-0c61-4e17-a108-7fd00d176521, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d0e3bd6d-0c61-4e17-a108-7fd00d176521,segment=NetworkSegment(e77fd91d-5063-45b4-8476-380c789f7fa1),segment_id=e77fd91d-5063-45b4-8476-380c789f7fa1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:10.473130 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3b2836b8-810d-4021-bfed-01318bf965cb req-39a7ef1e-f912-45ba-be07-af2bea55b904 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.497346 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.533781 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a741b313-6ee7-4bfb-889b-1cec2d505900 req-6a24ec70-6244-4e48-858f-798c73314b68 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547705 Jul 08 01:40:10.813979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Pushing event updated for resources: {'Port': ['ID=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:10.833024 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-83dc702c-51ad-441c-a967-e0c28bf4228b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:10.839645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Attempting to bind port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:10.847297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Attempting to bind port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:10.847961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Attempting to bind port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:10.851684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['d0e3bd6d-0c61-4e17-a108-7fd00d176521'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:10.941652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:10.964198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:40:10.964860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Attempting to bind port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:10.996596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e4411-911f-4330-97d6-55ea3cc7daa5 req-74f78382-bade-44ee-a482-e5a56800a1fd tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:11.005177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-462e4411-911f-4330-97d6-55ea3cc7daa5 req-74f78382-bade-44ee-a482-e5a56800a1fd tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 948 time: 0.5383060 Jul 08 01:40:11.127569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6703a92-3eea-444a-be4c-b3548fe8e99b req-c66617bf-3c38-4612-b76f-7f5b20fe701f tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.41 "GET /v2.0/ports?device_id=62a88059-6a55-4964-b4ef-60efb114ec8c HTTP/1.1" status: 200 len: 210 time: 0.2121289 Jul 08 01:40:11.215273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:11.215700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:11.216196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:11.216781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Bound port: 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:11.217262 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.219616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc702c-51ad-441c-a967-e0c28bf4228b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Pushing event deleted for resources: {'Port': ['ID=b433c2f1-d131-4eb8-96fa-55f312797cda,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:11.223582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:11.223959 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.231330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-83dc702c-51ad-441c-a967-e0c28bf4228b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] No DVR routers for this DVR port b433c2f1-d131-4eb8-96fa-55f312797cda on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:11.248402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-83dc702c-51ad-441c-a967-e0c28bf4228b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.248635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3b2836b8-810d-4021-bfed-01318bf965cb req-39a7ef1e-f912-45ba-be07-af2bea55b904 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Calling delete_port for d0e3bd6d-0c61-4e17-a108-7fd00d176521 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:11.250417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19c6cdbc-8198-4424-bdf9-5951fedd1212 req-83dc702c-51ad-441c-a967-e0c28bf4228b tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.24 "DELETE /v2.0/ports/b433c2f1-d131-4eb8-96fa-55f312797cda HTTP/1.1" status: 204 len: 173 time: 2.7550683 Jul 08 01:40:11.253392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a88059-6a55-4964-b4ef-60efb114ec8c', 'name': 'network-vif-deleted', 'tag': 'b433c2f1-d131-4eb8-96fa-55f312797cda'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:11.259958 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3066e6c6-24be-4921-ae49-ea80beda86d4" -d '{"events": [{"server_uuid": "62a88059-6a55-4964-b4ef-60efb114ec8c", "name": "network-vif-deleted", "tag": "b433c2f1-d131-4eb8-96fa-55f312797cda"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:11.302410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-462e4411-911f-4330-97d6-55ea3cc7daa5 req-e3a089e1-a71c-4cd7-8426-776a3850f5aa tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914128 Jul 08 01:40:11.506945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] For port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:11.542158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] For port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:11.545055 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.570549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8230d-c599-4551-874f-0327595884d0 req-5615edfd-d885-4e02-88f1-b83e7ba63b7c tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:11.572143 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fee8230d-c599-4551-874f-0327595884d0 req-5615edfd-d885-4e02-88f1-b83e7ba63b7c tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 944 time: 0.2735286 Jul 08 01:40:11.575976 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.608179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:11.616688 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e622557-21c1-402e-a6cb-9dac0d99c873" -d '{"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-plugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:11.645859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:11.647204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Attempting to bind port 7d6db387-d032-451f-9729-a6add59f4552 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:11.647912 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Attempting to bind port 7d6db387-d032-451f-9729-a6add59f4552 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:11.648475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Attempting to bind port 7d6db387-d032-451f-9729-a6add59f4552 on network f0b8d695-73c2-4fb9-8fc4-17d095935fed {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:11.651985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3b2836b8-810d-4021-bfed-01318bf965cb req-39a7ef1e-f912-45ba-be07-af2bea55b904 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.655854 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.656844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b433c2f1-d131-4eb8-96fa-55f312797cda no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:11.726099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7ef1e-f912-45ba-be07-af2bea55b904 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Pushing event deleted for resources: {'Port': ['ID=d0e3bd6d-0c61-4e17-a108-7fd00d176521,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:11.742986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: b433c2f1-d131-4eb8-96fa-55f312797cda {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:11.743222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b433c2f1-d131-4eb8-96fa-55f312797cda not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:11.761534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2836b8-810d-4021-bfed-01318bf965cb req-39a7ef1e-f912-45ba-be07-af2bea55b904 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] No DVR routers for this DVR port d0e3bd6d-0c61-4e17-a108-7fd00d176521 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:11.764096 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3b2836b8-810d-4021-bfed-01318bf965cb req-39a7ef1e-f912-45ba-be07-af2bea55b904 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.767693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:11.767885 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b2836b8-810d-4021-bfed-01318bf965cb req-39a7ef1e-f912-45ba-be07-af2bea55b904 tempest-MultipleCreateTestJSON-584580006 tempest-MultipleCreateTestJSON-584580006-project] 10.222.0.16 "DELETE /v2.0/ports/d0e3bd6d-0c61-4e17-a108-7fd00d176521 HTTP/1.1" status: 204 len: 173 time: 2.6659100 Jul 08 01:40:11.768358 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.768505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:11.769772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] 10.222.0.16 "PUT /v2.0/ports/41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c HTTP/1.1" status: 200 len: 1097 time: 3.5687377 Jul 08 01:40:11.803255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:11.839422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fee8230d-c599-4551-874f-0327595884d0 req-4c437fc4-8aa7-4ffb-aff6-495b372198ed tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529981 Jul 08 01:40:11.868029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6383c28-5c3a-41b9-be61-a03158acba3d service neutron] Pushing event updated for resources: {'Port': ['ID=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:11.871452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a3d2a7-6372-4851-a0f9-c508db0a9ad8', 'name': 'network-vif-deleted', 'tag': 'd0e3bd6d-0c61-4e17-a108-7fd00d176521'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:11.886959 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2758d9a9-497f-4472-838e-c50e7a6bcb86" -d '{"events": [{"server_uuid": "23a3d2a7-6372-4851-a0f9-c508db0a9ad8", "name": "network-vif-deleted", "tag": "d0e3bd6d-0c61-4e17-a108-7fd00d176521"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:11.949643 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e5293e-af19-4998-a7e6-09ed28d41c51 x-openstack-request-id: req-98e5293e-af19-4998-a7e6-09ed28d41c51 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:11.953555 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a88059-6a55-4964-b4ef-60efb114ec8c", "name": "network-vif-deleted", "tag": "b433c2f1-d131-4eb8-96fa-55f312797cda", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:11.953971 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98e5293e-af19-4998-a7e6-09ed28d41c51 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:11.955222 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a88059-6a55-4964-b4ef-60efb114ec8c', 'name': 'network-vif-deleted', 'tag': 'b433c2f1-d131-4eb8-96fa-55f312797cda', 'status': 'completed', 'code': 200} Jul 08 01:40:12.007650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e0adb-7e98-4cc5-85b7-76fa48a5da5c req-469be887-ec83-481e-b866-544fcb60f5c3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:12.016239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-241e0adb-7e98-4cc5-85b7-76fa48a5da5c req-469be887-ec83-481e-b866-544fcb60f5c3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.4349933 Jul 08 01:40:12.127433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Port 7d6db387-d032-451f-9729-a6add59f4552 on network f0b8d695-73c2-4fb9-8fc4-17d095935fed not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:40:12.127774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Attempting to bind port 7d6db387-d032-451f-9729-a6add59f4552 on network f0b8d695-73c2-4fb9-8fc4-17d095935fed {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:12.141970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:12.143025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Checking segment: {'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:12.143433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Bound using segment: {'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:12.143884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Bound port: 7d6db387-d032-451f-9729-a6add59f4552, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:12.144257 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:12.233411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e34d5f9-7970-4811-89fe-c226f48e71a5 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:12.342336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-241e0adb-7e98-4cc5-85b7-76fa48a5da5c req-775e108c-1e20-4a5d-8e0c-f704d71be390 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144820 Jul 08 01:40:12.362643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-e58391c9-d796-48f7-a929-752f628c8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:12.371405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-e58391c9-d796-48f7-a929-752f628c8f4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3923a21068694baba7e006d5358ad712&device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 1100 time: 0.5052381 Jul 08 01:40:12.446235 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596c2d38-1ac2-4a56-8ea8-2ae4409d0541 x-openstack-request-id: req-596c2d38-1ac2-4a56-8ea8-2ae4409d0541 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:12.446750 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-plugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:12.446750 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-596c2d38-1ac2-4a56-8ea8-2ae4409d0541 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:12.447240 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'code': 200} Jul 08 01:40:12.502635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] For port 7d6db387-d032-451f-9729-a6add59f4552, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:12.506776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] For port 7d6db387-d032-451f-9729-a6add59f4552, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7d6db387-d032-451f-9729-a6add59f4552,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:12.528731 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daae7c17-83e0-4fed-8a9e-0d305cd0c99b x-openstack-request-id: req-daae7c17-83e0-4fed-8a9e-0d305cd0c99b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:12.528964 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a3d2a7-6372-4851-a0f9-c508db0a9ad8", "name": "network-vif-deleted", "tag": "d0e3bd6d-0c61-4e17-a108-7fd00d176521", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:12.529191 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-daae7c17-83e0-4fed-8a9e-0d305cd0c99b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:12.529560 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a3d2a7-6372-4851-a0f9-c508db0a9ad8', 'name': 'network-vif-deleted', 'tag': 'd0e3bd6d-0c61-4e17-a108-7fd00d176521', 'status': 'completed', 'code': 200} Jul 08 01:40:12.545154 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:12.702749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:12.704338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:12.706546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] 10.222.0.16 "PUT /v2.0/ports/7d6db387-d032-451f-9729-a6add59f4552 HTTP/1.1" status: 200 len: 1093 time: 4.2166855 Jul 08 01:40:12.737523 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e34d5f9-7970-4811-89fe-c226f48e71a5 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:12.809209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] Router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:40:12.819711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d911ee7-2fea-4f42-95df-de9ed93d5730 None None] Network 24631113-dc61-4d8c-a4a4-fed0ffed1506 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:12.835033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34d5f9-7970-4811-89fe-c226f48e71a5 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Subnet': ['ID=6d58cd50-f790-4760-947d-e985f809c1ff,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:12.851868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e34d5f9-7970-4811-89fe-c226f48e71a5 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:12.857184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9e34d5f9-7970-4811-89fe-c226f48e71a5 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "DELETE /v2.0/subnets/6d58cd50-f790-4760-947d-e985f809c1ff HTTP/1.1" status: 204 len: 168 time: 3.2365046 Jul 08 01:40:12.866218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47914) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:12.941772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02926faf-396d-490c-bf83-308ba8b3d05e service neutron] Pushing event updated for resources: {'Port': ['ID=7d6db387-d032-451f-9729-a6add59f4552,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:13.079673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-c4c68f47-f1cd-4060-b82e-47b8ab53ff2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c HTTP/1.1" status: 200 len: 217 time: 0.7012556 Jul 08 01:40:13.171122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:13.181449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4e5174-2b34-4423-bb08-1f5b9daa5e25 None None] DHCP port deletion for 24631113-dc61-4d8c-a4a4-fed0ffed1506 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:40:13.248036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-3e19d8b1-4caf-40f2-a5e2-e0de4bd167fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:13.250164 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-3e19d8b1-4caf-40f2-a5e2-e0de4bd167fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c20a91e74545bfbaa15f7cb9a3b416&device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 1096 time: 0.4384336 Jul 08 01:40:13.262165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e5174-2b34-4423-bb08-1f5b9daa5e25 None None] Deleting port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:13.262544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5174-2b34-4423-bb08-1f5b9daa5e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:13.271827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-ee6534ea-f26c-493a-b40f-0bdb7aa35d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:13.273332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-ee6534ea-f26c-493a-b40f-0bdb7aa35d44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1084070 Jul 08 01:40:13.277336 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-662e141d-6de8-47d1-be9f-d1e03f06f136 service neutron] show failed (client error): The resource could not be found. Jul 08 01:40:13.278545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-662e141d-6de8-47d1-be9f-d1e03f06f136 service neutron] 10.222.0.24 "GET /v2.0/ports/45435edb-41c4-4ed3-b2ef-b59b871587c6/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 1.0955095 Jul 08 01:40:13.361924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-b5ee08d3-1088-4478-b52a-c7318dc5bad9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d6db387-d032-451f-9729-a6add59f4552 HTTP/1.1" status: 200 len: 217 time: 0.0929978 Jul 08 01:40:13.364715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d0e3bd6d-0c61-4e17-a108-7fd00d176521 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:13.397568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: d0e3bd6d-0c61-4e17-a108-7fd00d176521 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:13.397941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d0e3bd6d-0c61-4e17-a108-7fd00d176521 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:13.410153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a183e-defc-4eb9-869d-ca2c784bb93e req-0781a638-0a1c-431f-bffd-7cc865b3cc7b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:13.413229 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae7a183e-defc-4eb9-869d-ca2c784bb93e req-0781a638-0a1c-431f-bffd-7cc865b3cc7b tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 948 time: 0.3940921 Jul 08 01:40:13.430642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ef4e5174-2b34-4423-bb08-1f5b9daa5e25 None None] For port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=806cc91e-1cef-472f-a9cf-1d02f7b61d9a,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:13.431436 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5174-2b34-4423-bb08-1f5b9daa5e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:13.447812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-1badc201-dc3d-492a-a6d1-6ede621f15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:13.449447 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-1badc201-dc3d-492a-a6d1-6ede621f15dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb0364c-8bc2-42ff-9413-cf6873526d2f HTTP/1.1" status: 200 len: 855 time: 0.0756500 Jul 08 01:40:13.458057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e5174-2b34-4423-bb08-1f5b9daa5e25 None None] Calling delete_port for 806cc91e-1cef-472f-a9cf-1d02f7b61d9a owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:13.469868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c0a13-1d7e-4d34-9db3-a6a238826a81 req-0fcf3890-272d-4cf0-a41e-71d49ca61e1d tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:13.476723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-952c0a13-1d7e-4d34-9db3-a6a238826a81 req-0fcf3890-272d-4cf0-a41e-71d49ca61e1d tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 948 time: 0.4260254 Jul 08 01:40:13.527380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-908bd1a0-61cb-4a85-9211-873b62bd3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:13.528982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-908bd1a0-61cb-4a85-9211-873b62bd3590 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2465408 Jul 08 01:40:13.586556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:40:13.599675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dfa50516-72f6-45ca-a321-9d069d4f46b8 admin admin] 10.222.0.41 "PUT /v2.0/routers/5c11efa2-1f78-4fd5-a7be-028b1e179db0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4646080 Jul 08 01:40:13.602533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:13.602706 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] Sync routers for ids ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:40:13.603224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:13.604786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47924) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:13.617270 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] Routers {'5c11efa2-1f78-4fd5-a7be-028b1e179db0'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:13.617490 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:39:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:13.667499 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ef4e5174-2b34-4423-bb08-1f5b9daa5e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:13.721674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e5174-2b34-4423-bb08-1f5b9daa5e25 None None] Pushing event deleted for resources: {'Port': ['ID=806cc91e-1cef-472f-a9cf-1d02f7b61d9a,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:13.724050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4e5174-2b34-4423-bb08-1f5b9daa5e25 None None] No DVR routers for this DVR port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:13.761822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-952c0a13-1d7e-4d34-9db3-a6a238826a81 req-8dde3a8e-9e15-4d72-9c4b-9b64cf9ff1aa tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645297 Jul 08 01:40:13.785754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-c28bba4f-d1e8-4acb-a913-1cf6e0513e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:13.787218 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae7a183e-defc-4eb9-869d-ca2c784bb93e req-9b1b508a-8538-4853-b0da-c4eacab13fb5 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562074 Jul 08 01:40:13.790320 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-c28bba4f-d1e8-4acb-a913-1cf6e0513e5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0b8d695-73c2-4fb9-8fc4-17d095935fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2983506 Jul 08 01:40:13.906594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-8fc10f81-3aad-46c2-baa6-3370c3ffe5c1 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599279 Jul 08 01:40:13.936633 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] Set router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:13.969093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] For port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=806cc91e-1cef-472f-a9cf-1d02f7b61d9a,segment=NetworkSegment(54bc8a65-37e5-4a36-9e93-04b65dacab67),segment_id=54bc8a65-37e5-4a36-9e93-04b65dacab67)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:13.969459 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:14.063598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47926) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:14.071429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c1c3c82-25b6-434b-ab24-9c31dc73306f', 'tag': '41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:14.074146 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c1c3c82-25b6-434b-ab24-9c31dc73306f", "tag": "41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:14.079102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ba44569-5991-41b5-9d46-fb887d295c34 req-5b9c5198-4ff3-47b5-a2a0-e438ae6b6354 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622176 Jul 08 01:40:14.081321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Calling delete_port for 806cc91e-1cef-472f-a9cf-1d02f7b61d9a owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:14.152086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-dae52fe2-afe1-484e-b6bc-eef6154cd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:14.154212 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-dae52fe2-afe1-484e-b6bc-eef6154cd113 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae&tenant_id=4f8b7809010b42bb88fcc2d1746de01a HTTP/1.1" status: 200 len: 1102 time: 0.4783897 Jul 08 01:40:14.171396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:14.175491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:14.192246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c6b23-8278-414b-b4e4-876fa5a5b794 req-37f6f21a-5e92-4377-b5e2-c3968ba82b7e tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:14.194142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd8c6b23-8278-414b-b4e4-876fa5a5b794 req-37f6f21a-5e92-4377-b5e2-c3968ba82b7e tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 944 time: 0.1131327 Jul 08 01:40:14.258673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd8c6b23-8278-414b-b4e4-876fa5a5b794 req-8eadb936-3d41-416a-b644-8678c33ca170 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444167 Jul 08 01:40:14.269850 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'name': 'tempest-FloatingIPDetailsTestJSON-172872149-router', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:16Z', 'updated_at': '2021-07-08T01:40:09Z', 'revision_number': 5, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'gw_port': {'id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:17Z', 'updated_at': '2021-07-08T01:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:14.318585 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] Checking router: 5c11efa2-1f78-4fd5-a7be-028b1e179db0 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:40:14.327822 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] Routers {'5c11efa2-1f78-4fd5-a7be-028b1e179db0'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:14.328687 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:39:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:14.344288 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:14.383136 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9d1013-4fbb-480e-bc50-0507526cf11f x-openstack-request-id: req-5b9d1013-4fbb-480e-bc50-0507526cf11f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:14.383422 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c1c3c82-25b6-434b-ab24-9c31dc73306f", "tag": "41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:14.383866 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b9d1013-4fbb-480e-bc50-0507526cf11f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:14.384974 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c1c3c82-25b6-434b-ab24-9c31dc73306f', 'tag': '41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c', 'status': 'completed', 'code': 200} Jul 08 01:40:14.394687 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-cab58536-6548-4b99-ae11-8c44bee38fec service neutron] 10.222.0.16 "GET /v2.0/networks/f0b8d695-73c2-4fb9-8fc4-17d095935fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897994 Jul 08 01:40:14.483107 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] Set router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:14.495602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a36d41a-a4f0-4f59-bb42-33ed0ab1a4a2 admin admin] Deleting subnet 9d4193e6-0b98-416f-9a22-5021b05b7797 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:40:14.502281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e566b6-f25f-498f-916a-fc3dc93f1edb req-14ad537f-cd8c-4344-9735-b483e1019902 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:14.509423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0e566b6-f25f-498f-916a-fc3dc93f1edb req-14ad537f-cd8c-4344-9735-b483e1019902 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 950 time: 0.2178316 Jul 08 01:40:14.571667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0e566b6-f25f-498f-916a-fc3dc93f1edb req-d7f14b89-1b3b-4166-8f0c-4c3341498736 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612710 Jul 08 01:40:14.619311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-bef823be-bb94-4c56-8834-32252b8cdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:14.621347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-bef823be-bb94-4c56-8834-32252b8cdf44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3923a21068694baba7e006d5358ad712&device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 1100 time: 0.1881320 Jul 08 01:40:14.622340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] No DVR routers for this DVR port 806cc91e-1cef-472f-a9cf-1d02f7b61d9a on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:14.626321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'tag': '7d6db387-d032-451f-9729-a6add59f4552'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:14.630695 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631a4b4b-0464-4350-b642-a5f44e771d03" -d '{"events": [{"name": "network-changed", "server_uuid": "3f747013-2105-4872-a078-8a5d2de9a1f4", "tag": "7d6db387-d032-451f-9729-a6add59f4552"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:14.635470 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5ec1b5a9-42b0-4956-ad97-5f9b00c0277d req-2ebaa34e-273f-496a-b32d-0f3ff3e625e0 service neutron] 10.222.0.16 "GET /v2.0/networks/f0b8d695-73c2-4fb9-8fc4-17d095935fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144416 Jul 08 01:40:14.636658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a36d41a-a4f0-4f59-bb42-33ed0ab1a4a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:14.770123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-e5108711-461e-4636-8353-5b6d02cec7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:14.775853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-e5108711-461e-4636-8353-5b6d02cec7a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1445346 Jul 08 01:40:14.807590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:14.829926 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6852616a-13cd-43e1-b61c-450cdb3b1e8e x-openstack-request-id: req-6852616a-13cd-43e1-b61c-450cdb3b1e8e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:14.830220 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f747013-2105-4872-a078-8a5d2de9a1f4", "tag": "7d6db387-d032-451f-9729-a6add59f4552", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:14.830538 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6852616a-13cd-43e1-b61c-450cdb3b1e8e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:14.830862 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'tag': '7d6db387-d032-451f-9729-a6add59f4552', 'status': 'completed', 'code': 200} Jul 08 01:40:14.855775 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'name': 'tempest-FloatingIPDetailsTestJSON-172872149-router', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:16Z', 'updated_at': '2021-07-08T01:40:09Z', 'revision_number': 5, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'gw_port': {'id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:17Z', 'updated_at': '2021-07-08T01:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:14.879328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 45435edb-41c4-4ed3-b2ef-b59b871587c6 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:14.888598 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:14.892712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Port': ['ID=806cc91e-1cef-472f-a9cf-1d02f7b61d9a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:14.909848 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4be28-ea39-4478-8629-8e03c3f403d5 None None] The sync data for ids ['5c11efa2-1f78-4fd5-a7be-028b1e179db0'] in n-d-694802-14 is: [{'id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'name': 'tempest-FloatingIPDetailsTestJSON-172872149-router', 'tenant_id': '3091cfd93c934caba300c2d81d92047c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242'}], 'enable_snat': True}, 'gw_port_id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:16Z', 'updated_at': '2021-07-08T01:40:09Z', 'revision_number': 5, 'project_id': '3091cfd93c934caba300c2d81d92047c', 'gw_port': {'id': '0b3be61c-b85e-4f97-b6d0-02c9c1bd4008', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:42:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c11efa2-1f78-4fd5-a7be-028b1e179db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:17Z', 'updated_at': '2021-07-08T01:39:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:40:14.911181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-71c95796-db83-4a56-8e7d-56861f0e514a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c HTTP/1.1" status: 200 len: 217 time: 0.1290352 Jul 08 01:40:14.944662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24631113-dc61-4d8c-a4a4-fed0ffed1506']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:15.061504 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.073802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bc8a65-37e5-4a36-9e93-04b65dacab67') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:15.074192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bc8a65-37e5-4a36-9e93-04b65dacab67') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:15.115541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-1aa5bf36-c7d1-44a7-9144-fa8b56e89127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:15.117491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-1aa5bf36-c7d1-44a7-9144-fa8b56e89127 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1991074 Jul 08 01:40:15.124084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 806cc91e-1cef-472f-a9cf-1d02f7b61d9a no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:15.147588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:15.150341 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1be07f-3376-424e-a388-8b73d54e85ab" -d '{"events": [{"server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "name": "network-vif-unplugged", "status": "completed", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:15.153135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 806cc91e-1cef-472f-a9cf-1d02f7b61d9a {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:15.153744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 806cc91e-1cef-472f-a9cf-1d02f7b61d9a not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:15.156800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:15.163779 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.208984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.212333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a36d41a-a4f0-4f59-bb42-33ed0ab1a4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.219035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:15.247007 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.293177 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.308772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:40:15.309191 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:40:15.318809 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:40:15.348784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ffce0-0ddd-448c-a9b1-c00666bca5a7 req-f7024656-35e2-42e6-bf2c-2a4962846045 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:15.350566 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df2ffce0-0ddd-448c-a9b1-c00666bca5a7 req-f7024656-35e2-42e6-bf2c-2a4962846045 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 948 time: 0.2914455 Jul 08 01:40:15.368281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-4987b1fe-3de1-41e1-bad3-6d794a5137eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:15.372426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-4987b1fe-3de1-41e1-bad3-6d794a5137eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2406859 Jul 08 01:40:15.393695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c3b0f-7728-4042-8a61-a5eef03286a0 req-009d506e-5d5f-44fd-b595-7b64f2c94760 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:15.400975 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-023c3b0f-7728-4042-8a61-a5eef03286a0 req-009d506e-5d5f-44fd-b595-7b64f2c94760 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 948 time: 0.2823792 Jul 08 01:40:15.415520 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a36d41a-a4f0-4f59-bb42-33ed0ab1a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.492029 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.497037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.499226 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "DELETE /v2.0/networks/24631113-dc61-4d8c-a4a4-fed0ffed1506 HTTP/1.1" status: 204 len: 168 time: 2.6302261 Jul 08 01:40:15.502333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-460d2eb9-51f8-4a22-9215-fc6c07e8fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:15.503362 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-460d2eb9-51f8-4a22-9215-fc6c07e8fe79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c20a91e74545bfbaa15f7cb9a3b416&device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 1096 time: 0.6717424 Jul 08 01:40:15.514458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47944) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:15.535176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-520818868'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:15.539863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Deleting port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:15.540125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:15.551597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df2ffce0-0ddd-448c-a9b1-c00666bca5a7 req-c83ee559-52d8-4097-a5d3-dd815bf6cfe3 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944900 Jul 08 01:40:15.604205 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-023c3b0f-7728-4042-8a61-a5eef03286a0 req-28a41ff2-4c49-456e-b640-28c2061c048c tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022774 Jul 08 01:40:15.651989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a26930-91b5-40fa-9830-82b9640079b7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Network': ['ID=24631113-dc61-4d8c-a4a4-fed0ffed1506,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:15.679504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-fc3aa1d9-82f8-4b10-9a6b-d5befd913ad3 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974508 Jul 08 01:40:15.681313 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dbe8c5-373b-404e-a607-6bc927260cf3 x-openstack-request-id: req-d0dbe8c5-373b-404e-a607-6bc927260cf3 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:15.681716 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "name": "network-vif-unplugged", "status": "completed", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:15.682076 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0dbe8c5-373b-404e-a607-6bc927260cf3 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:15.682612 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6', 'code': 200} Jul 08 01:40:15.919328 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be851990-332e-4b0c-b94a-5dc2b4f2e6bc req-ef35633e-561b-4fa0-a01e-25d5048ecd80 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336683 Jul 08 01:40:15.945716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1df09-2deb-4121-a755-73d340d8e1d1 req-8090a48c-e852-462d-b568-032c120479c7 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:15.947304 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84a1df09-2deb-4121-a755-73d340d8e1d1 req-8090a48c-e852-462d-b568-032c120479c7 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 944 time: 0.1720309 Jul 08 01:40:15.983576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f47ef-cdb2-4068-a8bb-3b8a0b02e6cb req-d3ab4026-aad1-48a4-a734-9fd684e25490 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:15.992080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f66f47ef-cdb2-4068-a8bb-3b8a0b02e6cb req-d3ab4026-aad1-48a4-a734-9fd684e25490 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 948 time: 0.1517296 Jul 08 01:40:16.049642 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f66f47ef-cdb2-4068-a8bb-3b8a0b02e6cb req-38fbe215-2506-4b91-b23e-3caa83ec79c1 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566103 Jul 08 01:40:16.055307 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84a1df09-2deb-4121-a755-73d340d8e1d1 req-51edf4c8-2c45-4be4-a9c5-17058b389915 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939901 Jul 08 01:40:16.213665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:16.217234 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.219717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a36d41a-a4f0-4f59-bb42-33ed0ab1a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.256031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1342c-82e4-4d6d-bf80-ced0a2f3f917 req-4fe301d2-23c7-4d59-82e9-6a5a724cb10d tempest-LiveMigrationNegativeTest-1358807576 tempest-LiveMigrationNegativeTest-1358807576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:16.265450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5f1342c-82e4-4d6d-bf80-ced0a2f3f917 req-4fe301d2-23c7-4d59-82e9-6a5a724cb10d tempest-LiveMigrationNegativeTest-1358807576 tempest-LiveMigrationNegativeTest-1358807576-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 1100 time: 0.0732470 Jul 08 01:40:16.286754 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5f1342c-82e4-4d6d-bf80-ced0a2f3f917 req-65fdcdf6-05fc-4f77-97f0-0769fe6b99cb tempest-LiveMigrationNegativeTest-1358807576 tempest-LiveMigrationNegativeTest-1358807576-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.378547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] For port 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0b3be61c-b85e-4f97-b6d0-02c9c1bd4008,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:16.379374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.395922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Calling delete_port for 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:16.411931 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-191a948e-106f-4912-afc5-47afc954e01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:16.413801 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-191a948e-106f-4912-afc5-47afc954e01b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0b8d695-73c2-4fb9-8fc4-17d095935fed HTTP/1.1" status: 200 len: 917 time: 0.8945973 Jul 08 01:40:16.448390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36d41a-a4f0-4f59-bb42-33ed0ab1a4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4193e6-0b98-416f-9a22-5021b05b7797,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:16.461672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a36d41a-a4f0-4f59-bb42-33ed0ab1a4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.466959 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6a36d41a-a4f0-4f59-bb42-33ed0ab1a4a2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9d4193e6-0b98-416f-9a22-5021b05b7797 HTTP/1.1" status: 204 len: 168 time: 2.3689740 Jul 08 01:40:16.473842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47954) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:16.488605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:40:16.500711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5f1342c-82e4-4d6d-bf80-ced0a2f3f917 req-65fdcdf6-05fc-4f77-97f0-0769fe6b99cb tempest-LiveMigrationNegativeTest-1358807576 tempest-LiveMigrationNegativeTest-1358807576-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.532872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:16.544996 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-dcc45a2f-b7b6-48dc-a28f-57c7f57fbb0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d6db387-d032-451f-9729-a6add59f4552 HTTP/1.1" status: 200 len: 217 time: 0.0937529 Jul 08 01:40:16.547131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d5f1342c-82e4-4d6d-bf80-ced0a2f3f917 req-65fdcdf6-05fc-4f77-97f0-0769fe6b99cb tempest-LiveMigrationNegativeTest-1358807576 tempest-LiveMigrationNegativeTest-1358807576-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.560652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.561010 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Added segment 30e7204d-a338-47ed-aa05-ecc50f762192 of type vlan for network a0a33d9d-6a06-434b-ae02-3f41072f04a3 Jul 08 01:40:16.626435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5f1342c-82e4-4d6d-bf80-ced0a2f3f917 req-65fdcdf6-05fc-4f77-97f0-0769fe6b99cb tempest-LiveMigrationNegativeTest-1358807576 tempest-LiveMigrationNegativeTest-1358807576-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576446 Jul 08 01:40:16.634198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdcdf6-05fc-4f77-97f0-0769fe6b99cb tempest-LiveMigrationNegativeTest-1358807576 tempest-LiveMigrationNegativeTest-1358807576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cff4480-51d8-4849-bf2a-871a119a5ad5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:16.657843 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.670955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-7420873a-e4eb-4a3b-8451-51a6e8b01085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:16.674139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-7420873a-e4eb-4a3b-8451-51a6e8b01085 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1098 time: 0.2520225 Jul 08 01:40:16.711994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.774868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:16.840265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:16.868602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45435edb-41c4-4ed3-b2ef-b59b871587c6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:16.878443 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.881518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:16.882223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8afe9ce2-82e6-40bd-afdb-58a22f5d9ac6 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:16.899696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Transition to ACTIVE for port object 45435edb-41c4-4ed3-b2ef-b59b871587c6 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:16.903365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-797e768e-d2c4-45f4-9890-59f25f65f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:16.906207 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-797e768e-d2c4-45f4-9890-59f25f65f0dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb0364c-8bc2-42ff-9413-cf6873526d2f HTTP/1.1" status: 200 len: 855 time: 0.3435998 Jul 08 01:40:16.955675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:16.977878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17099a6f-84df-4091-936a-bac1c96f7562']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:16.996838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77fd91d-5063-45b4-8476-380c789f7fa1') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:16.997152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77fd91d-5063-45b4-8476-380c789f7fa1') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:17.055825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.067015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-6705c7f8-3d36-47a7-bb11-8fbbc2d679d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:17.068564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-6705c7f8-3d36-47a7-bb11-8fbbc2d679d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.3345702 Jul 08 01:40:17.068891 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.083131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.093757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:17.094513 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.131914 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.151571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:40:17.152007 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:40:17.153912 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:40:17.161608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378a2f-ebfa-4245-8406-ba2a8b347586 req-29646250-0905-4e50-a8e4-2e9047fe412a tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:17.168359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7378a2f-ebfa-4245-8406-ba2a8b347586 req-29646250-0905-4e50-a8e4-2e9047fe412a tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 948 time: 0.2638214 Jul 08 01:40:17.231675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.248696 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-fec57a29-78af-4f2d-8615-a2a4bfea825a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 1002 time: 0.1708517 Jul 08 01:40:17.279391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:17.289791 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.290139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Network': ['ID=a0a33d9d-6a06-434b-ae02-3f41072f04a3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:17.301214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network a0a33d9d-6a06-434b-ae02-3f41072f04a3 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:40:17.328221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:17.362849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7378a2f-ebfa-4245-8406-ba2a8b347586 req-0b95eabf-bafd-4ff0-acdd-70f719b515a7 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935611 Jul 08 01:40:17.378730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.382685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/17099a6f-84df-4091-936a-bac1c96f7562 HTTP/1.1" status: 204 len: 168 time: 0.9076812 Jul 08 01:40:17.388710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] No DVR routers for this DVR port 45435edb-41c4-4ed3-b2ef-b59b871587c6 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:17.411539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3be61c-b85e-4f97-b6d0-02c9c1bd4008,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:17.452054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eac6af-004e-4a27-b010-7e1775cfb2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=17099a6f-84df-4091-936a-bac1c96f7562,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:17.487346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-4468dd4e-6877-4ec8-9abe-3895e1e16fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:17.493012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-4468dd4e-6877-4ec8-9abe-3895e1e16fc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.2305951 Jul 08 01:40:17.524629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Attempting to bind port 45435edb-41c4-4ed3-b2ef-b59b871587c6 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:17.529184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Attempting to bind port 45435edb-41c4-4ed3-b2ef-b59b871587c6 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:17.529518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Attempting to bind port 45435edb-41c4-4ed3-b2ef-b59b871587c6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:17.551278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Port 45435edb-41c4-4ed3-b2ef-b59b871587c6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:40:17.551278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Attempting to bind port 45435edb-41c4-4ed3-b2ef-b59b871587c6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:17.551278 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8b3240f9-0948-420d-92cd-3fe3e0d42225 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0144045 Jul 08 01:40:17.551278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47978) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:17.553858 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'subnet': {'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:17.671302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:17.723801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:17.724459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:17.724646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:17.725111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Bound port: 45435edb-41c4-4ed3-b2ef-b59b871587c6, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:17.725476 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.779120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47982) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:17.824183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-3967e4f9-5a62-4d6e-b4ed-5b1c533e3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:17.824465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-059e51a9-fa13-481d-bcf4-16b9efec47d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:17.825743 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-3967e4f9-5a62-4d6e-b4ed-5b1c533e3c3e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0b8d695-73c2-4fb9-8fc4-17d095935fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7702296 Jul 08 01:40:17.825878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-059e51a9-fa13-481d-bcf4-16b9efec47d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3180437 Jul 08 01:40:17.853287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95871f99-cc8c-4fb1-83b7-b98897f79f91 req-9eb8e21e-f84c-4b1d-9e52-33433becea19 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:17.860067 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95871f99-cc8c-4fb1-83b7-b98897f79f91 req-9eb8e21e-f84c-4b1d-9e52-33433becea19 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 948 time: 0.2103267 Jul 08 01:40:17.876144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b38a3c-4b15-4f6a-bd81-5304621bb53c req-82753a42-7202-412a-9820-3fc172f6300d tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:17.883527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64b38a3c-4b15-4f6a-bd81-5304621bb53c req-82753a42-7202-412a-9820-3fc172f6300d tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 944 time: 0.3875620 Jul 08 01:40:17.896882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c', 'mac_address': 'fa:16:3e:8b:5f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:17.944544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:17.963011 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-b65b9163-e22a-4dfb-95dc-62d9f51a5c5e service neutron] 10.222.0.16 "GET /v2.0/networks/f0b8d695-73c2-4fb9-8fc4-17d095935fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247075 Jul 08 01:40:17.973285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:17.977690 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b76969f4-73e0-413e-a841-1354b108e751 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec0cf584bfc44a7893879e8af83e2259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924083 Jul 08 01:40:17.980650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47990) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:18.004275 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.015279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:18.022551 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.057808 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64b38a3c-4b15-4f6a-bd81-5304621bb53c req-1587cb33-81f5-4d26-9bc6-3e46720d150c tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732450 Jul 08 01:40:18.080938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95871f99-cc8c-4fb1-83b7-b98897f79f91 req-536c3400-3398-44dd-be39-bdfaad9be803 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192972 Jul 08 01:40:18.115997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:18.122290 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-212ed357-f182-437b-86a0-4b043fae49c4 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862833 Jul 08 01:40:18.170790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:18.175567 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.218284 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a585-16c3-46cb-a63e-8e1fda6c1f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.232034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:18.234605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:18.243934 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.262054 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.274742 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:18.301832 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a585-16c3-46cb-a63e-8e1fda6c1f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.328202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.350592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6583d019-c35d-47ec-8dda-75d1e5b59f12 req-e0704c65-1204-4d27-9532-a0cf021bcdc9 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171633 Jul 08 01:40:18.388044 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.388706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c11efa2-1f78-4fd5-a7be-028b1e179db0 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:40:18.390708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:18.391322 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.401543 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] 10.222.0.16 "PUT /v2.0/ports/45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 1097 time: 4.2351041 Jul 08 01:40:18.413288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-7aedec3d-a04b-4db7-a78d-1db55bb121ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:18.414830 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-7aedec3d-a04b-4db7-a78d-1db55bb121ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1058 time: 0.2914028 Jul 08 01:40:18.457770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ccb8e-65c8-4911-b130-5a3b7cae7eb1 req-eefd10e4-38e3-4f8d-884d-8777fc9d2e6c tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:18.468907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-991ccb8e-65c8-4911-b130-5a3b7cae7eb1 req-eefd10e4-38e3-4f8d-884d-8777fc9d2e6c tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 948 time: 0.2515543 Jul 08 01:40:18.667800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:18.670287 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:18.675641 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-631a4b4b-0464-4350-b642-a5f44e771d03 req-969a66f2-d522-4e4a-ba13-64ed06e9e586 service neutron] 10.222.0.16 "GET /v2.0/networks/f0b8d695-73c2-4fb9-8fc4-17d095935fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048266 Jul 08 01:40:18.676279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efa477-539f-4546-8c60-795a9d81dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:18.699498 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.702984 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1a4b31f7-1bd6-4297-8c69-f40d18cf8171 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5c11efa2-1f78-4fd5-a7be-028b1e179db0 HTTP/1.1" status: 204 len: 168 time: 5.0794654 Jul 08 01:40:18.706268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.712741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47996) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:18.845623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9268488-1571-4a41-a451-022126b2f288 admin admin] Deleting subnet 6b0c6519-0fef-4ac2-8926-5372f520ad73 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:40:18.850706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Subnet': ['ID=7321cff9-2bd0-4113-8694-956ea02f7d90,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:18.856810 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9268488-1571-4a41-a451-022126b2f288 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.878900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Checking segment: {'id': '30e7204d-a338-47ed-aa05-ecc50f762192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:18.879416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network hostable DHCP agents. Network: a0a33d9d-6a06-434b-ae02-3f41072f04a3, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:40:18.911011 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9268488-1571-4a41-a451-022126b2f288 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:18.948237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network a0a33d9d-6a06-434b-ae02-3f41072f04a3 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:40:18.972889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, a0a33d9d-6a06-434b-ae02-3f41072f04a3) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:18.984235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368df1a9-6d62-4107-b11b-c718fff9daa6 None None] Network a0a33d9d-6a06-434b-ae02-3f41072f04a3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:19.002054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:19.002759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.008149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a585-16c3-46cb-a63e-8e1fda6c1f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.010690 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5f6a585-16c3-46cb-a63e-8e1fda6c1f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.014155 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a5f6a585-16c3-46cb-a63e-8e1fda6c1f96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef634154-7a09-45e4-ba5a-0382291cce1d HTTP/1.1" status: 204 len: 168 time: 1.0266435 Jul 08 01:40:19.038774 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4a019cf8-4bdd-46cc-a372-01820adf263c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4873588 Jul 08 01:40:19.039000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48004) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:19.044333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2022010322'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:19.059506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9268488-1571-4a41-a451-022126b2f288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.101459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-991ccb8e-65c8-4911-b130-5a3b7cae7eb1 req-afaea722-509f-42e5-b797-d8ec1488915e tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315775 Jul 08 01:40:19.198246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:19.201874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6a585-16c3-46cb-a63e-8e1fda6c1f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef634154-7a09-45e4-ba5a-0382291cce1d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:19.202122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.250344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:19.252816 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269ded6c-2074-49ee-8485-b324fd80cea5 x-openstack-request-id: req-269ded6c-2074-49ee-8485-b324fd80cea5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:19.253177 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:19.253360 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-269ded6c-2074-49ee-8485-b324fd80cea5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:19.253767 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6', 'status': 'completed', 'code': 200} Jul 08 01:40:19.292744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-4744ef16-b6a5-4468-9c68-6e4c9af94a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:19.295042 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-4744ef16-b6a5-4468-9c68-6e4c9af94a07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.8524542 Jul 08 01:40:19.308754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:19.309483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b3be61c-b85e-4f97-b6d0-02c9c1bd4008 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:19.314195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:40:19.322067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:19.326927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.327670 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Added segment 708d8ba8-2ff0-438c-9c25-bbc43873a198 of type vlan for network 0029ec7d-910a-4b11-8f55-5e46ed60e6da Jul 08 01:40:19.392242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-70f53a94-2fd8-4a3b-a0e4-b31e5a47d9f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 217 time: 0.0871363 Jul 08 01:40:19.405591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9ff14-8c7f-4b4a-8cd9-a66ac65807b9 req-3e774f89-cb9e-4e8f-9fe1-e1f0ea9a91ea tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:19.411027 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-efc9ff14-8c7f-4b4a-8cd9-a66ac65807b9 req-3e774f89-cb9e-4e8f-9fe1-e1f0ea9a91ea tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 949 time: 0.5018504 Jul 08 01:40:19.436909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:19.455951 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-a0a33d9d-6a06-434b-ae02-3f41072f04a3', 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'fixed_ips': [{'subnet_id': '7321cff9-2bd0-4113-8694-956ea02f7d90'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:40:19.459225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.472879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:19.485993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.492140 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9268488-1571-4a41-a451-022126b2f288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.550051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-0daadc05-b996-44cf-8122-2cf9f708f50a tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:19.551640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-0daadc05-b996-44cf-8122-2cf9f708f50a tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.24 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 948 time: 0.6412711 Jul 08 01:40:19.620017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9268488-1571-4a41-a451-022126b2f288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0c6519-0fef-4ac2-8926-5372f520ad73,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:19.651122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.651514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-8d21f947-4a58-4c5e-87e3-9b7f147906f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:19.651514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-8d21f947-4a58-4c5e-87e3-9b7f147906f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.2347841 Jul 08 01:40:19.664276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e24422d-803d-4503-9c07-413fbee00dab None None] Network 38667ae0-3fa1-44a3-8aaa-bce2668d550c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:19.670862 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9268488-1571-4a41-a451-022126b2f288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.678413 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f9268488-1571-4a41-a451-022126b2f288 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6b0c6519-0fef-4ac2-8926-5372f520ad73 HTTP/1.1" status: 204 len: 168 time: 0.9595208 Jul 08 01:40:19.684160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48014) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:19.712124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-efc9ff14-8c7f-4b4a-8cd9-a66ac65807b9 req-d07cba5f-fa5b-4509-b21d-2e13fe18384e tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656317 Jul 08 01:40:19.854482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178088c-be1c-4b8f-92c7-d1767036acd8 req-8eab8c8c-5b28-4ca8-9f4d-518cb34366fe tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:19.871275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1178088c-be1c-4b8f-92c7-d1767036acd8 req-8eab8c8c-5b28-4ca8-9f4d-518cb34366fe tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 944 time: 0.3450019 Jul 08 01:40:19.872613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:40:19.969217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Allocated IP 19.80.0.2 (a0a33d9d-6a06-434b-ae02-3f41072f04a3/7321cff9-2bd0-4113-8694-956ea02f7d90/b4d10386-73a6-4c97-90db-6e900532bc0b) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:19.976354 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.982580 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:19.993095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:19.994072 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.010360 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.034110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-125f204c-69d9-4c08-b6fe-35c302ce126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:20.037130 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-125f204c-69d9-4c08-b6fe-35c302ce126b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1100 time: 0.5971546 Jul 08 01:40:20.084120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1178088c-be1c-4b8f-92c7-d1767036acd8 req-2feffbeb-c2bf-4f4a-9357-e62d007ede63 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114968 Jul 08 01:40:20.090334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-6929ef15-9334-457a-9b71-762ca4d23615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:20.090334 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-6929ef15-9334-457a-9b71-762ca4d23615 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3815153 Jul 08 01:40:20.092235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-1ff16e45-2b03-435b-a13b-43b891ffec86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Deleting port 839b3b61-bab8-4d80-97d2-2ef596bedeac {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:20.092610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-1ff16e45-2b03-435b-a13b-43b891ffec86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.196388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1c3c82-25b6-434b-ab24-9c31dc73306f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:20.198217 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1576314 Jul 08 01:40:20.198945 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d46f5e-3c47-4ad9-a791-1354079bb66f" -d '{"events": [{"server_uuid": "5c1c3c82-25b6-434b-ab24-9c31dc73306f", "name": "network-vif-plugged", "status": "completed", "tag": "41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:20.206165 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48032) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:20.242578 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:20.272277 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.288486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'subnet': {'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:20.315672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747f59d-92c9-4cee-8432-87dcdf2082b8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Network': ['ID=0029ec7d-910a-4b11-8f55-5e46ed60e6da,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:20.363886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 0029ec7d-910a-4b11-8f55-5e46ed60e6da details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:40:20.487221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb4123b-a8c2-4f48-a24b-34f1a05e1c55 None None] DHCP port deletion for 38667ae0-3fa1-44a3-8aaa-bce2668d550c request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:40:20.491943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9db06-d5ea-4db1-bb7e-a9e02988521b req-6a71fb6a-dd1f-48e1-a8b1-f6d33f331fd7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:20.493566 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-32f9db06-d5ea-4db1-bb7e-a9e02988521b req-6a71fb6a-dd1f-48e1-a8b1-f6d33f331fd7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 948 time: 0.5710053 Jul 08 01:40:20.519157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48040) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:20.533171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-26d31b02-fce1-4520-988e-47c4064e9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:20.536334 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-26d31b02-fce1-4520-988e-47c4064e9c39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.4432631 Jul 08 01:40:20.541389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-1ff16e45-2b03-435b-a13b-43b891ffec86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] For port 839b3b61-bab8-4d80-97d2-2ef596bedeac, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=839b3b61-bab8-4d80-97d2-2ef596bedeac,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:20.541770 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-1ff16e45-2b03-435b-a13b-43b891ffec86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.614845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Deleting port 1bc6b576-5c33-479b-85ee-d904479fbf9a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:20.615142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.619669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-1ff16e45-2b03-435b-a13b-43b891ffec86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Calling delete_port for 839b3b61-bab8-4d80-97d2-2ef596bedeac owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:20.628336 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-5d150b7f-b5d2-451a-ad59-9787d51fe0d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 217 time: 0.0747480 Jul 08 01:40:20.657875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:20.662860 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.663245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-2831bc3d-3695-4a62-9d56-ce3dedab6e83 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644360 Jul 08 01:40:20.722183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:20.738414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-32f9db06-d5ea-4db1-bb7e-a9e02988521b req-88947e20-375a-4457-b687-dca72a34ed73 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192376 Jul 08 01:40:20.760649 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b5a3a1c8-3f6a-420e-9ae0-113f682c6bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.786657 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.793147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1381444374-network', 'tenant_id': 'c717aba88cea40cab44fd182e8ee9746'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:20.829228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Transition to ACTIVE for port object b4d10386-73a6-4c97-90db-6e900532bc0b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:20.833559 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320aebf7-872a-4357-bcea-803c093bc55a x-openstack-request-id: req-320aebf7-872a-4357-bcea-803c093bc55a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:20.833999 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1c3c82-25b6-434b-ab24-9c31dc73306f", "name": "network-vif-plugged", "status": "completed", "tag": "41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:20.834339 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-320aebf7-872a-4357-bcea-803c093bc55a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:20.834828 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1c3c82-25b6-434b-ab24-9c31dc73306f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c', 'code': 200} Jul 08 01:40:20.840380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4123b-a8c2-4f48-a24b-34f1a05e1c55 None None] Deleting port 1bc6b576-5c33-479b-85ee-d904479fbf9a {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:20.841143 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4fb4123b-a8c2-4f48-a24b-34f1a05e1c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:20.958504 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86963f-f795-460c-b231-2aa9fd7738b5 req-e3d376c9-fa14-4a5c-a88f-0dc415b5e876 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:20.972553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee86963f-f795-460c-b231-2aa9fd7738b5 req-e3d376c9-fa14-4a5c-a88f-0dc415b5e876 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 948 time: 0.5998340 Jul 08 01:40:20.987186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-d70ee1ff-c8f5-4e82-be20-77a847a9911b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:20.988924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-d70ee1ff-c8f5-4e82-be20-77a847a9911b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.3416233 Jul 08 01:40:20.989561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Made reservation on behalf of c717aba88cea40cab44fd182e8ee9746 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:20.991954 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.025392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4fb4123b-a8c2-4f48-a24b-34f1a05e1c55 None None] For port 1bc6b576-5c33-479b-85ee-d904479fbf9a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1bc6b576-5c33-479b-85ee-d904479fbf9a,segment=NetworkSegment(c5c68e94-992e-4789-ade2-72ab9a481d1b),segment_id=c5c68e94-992e-4789-ade2-72ab9a481d1b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:21.028358 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4fb4123b-a8c2-4f48-a24b-34f1a05e1c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.032506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] For port 1bc6b576-5c33-479b-85ee-d904479fbf9a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1bc6b576-5c33-479b-85ee-d904479fbf9a,segment=NetworkSegment(c5c68e94-992e-4789-ade2-72ab9a481d1b),segment_id=c5c68e94-992e-4789-ade2-72ab9a481d1b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:21.032997 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.047850 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4fb4123b-a8c2-4f48-a24b-34f1a05e1c55 None None] Calling delete_port for 1bc6b576-5c33-479b-85ee-d904479fbf9a owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:21.055713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.089289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5dc8a62-441f-487c-8c06-8def447b0482 req-fc2ae9bb-305c-454b-b4a8-7b154aaf1def service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068043 Jul 08 01:40:21.109378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Calling delete_port for 1bc6b576-5c33-479b-85ee-d904479fbf9a owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:21.140155 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee86963f-f795-460c-b231-2aa9fd7738b5 req-7621b335-9734-4138-8a18-784a0c197eaf tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566377 Jul 08 01:40:21.233006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1bc6b576-5c33-479b-85ee-d904479fbf9a no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:21.262239 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4fb4123b-a8c2-4f48-a24b-34f1a05e1c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.312522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Transition to ACTIVE for port object b4d10386-73a6-4c97-90db-6e900532bc0b will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:21.321833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4123b-a8c2-4f48-a24b-34f1a05e1c55 None None] Pushing event deleted for resources: {'Port': ['ID=1bc6b576-5c33-479b-85ee-d904479fbf9a,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:21.323972 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-1ff16e45-2b03-435b-a13b-43b891ffec86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.334796 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4123b-a8c2-4f48-a24b-34f1a05e1c55 None None] No DVR routers for this DVR port 1bc6b576-5c33-479b-85ee-d904479fbf9a on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:21.343868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5e4155c1-8e1b-4a71-b0b3-eca85d93d691'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:21.361628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748ba66-abfd-4793-aeb3-cf72e34ad941 req-b8ac0af4-646a-4405-833d-3c6839f7d42a tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:21.365886 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.366814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7748ba66-abfd-4793-aeb3-cf72e34ad941 req-b8ac0af4-646a-4405-833d-3c6839f7d42a tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 950 time: 0.3530874 Jul 08 01:40:21.444530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff16e45-2b03-435b-a13b-43b891ffec86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Pushing event deleted for resources: {'Port': ['ID=839b3b61-bab8-4d80-97d2-2ef596bedeac,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:21.477621 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Pushing event updated for resources: {'Port': ['ID=b4d10386-73a6-4c97-90db-6e900532bc0b,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:21.507699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No active binding found for port 1bc6b576-5c33-479b-85ee-d904479fbf9a {{(pid=93885) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 01:40:21.513409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1bc6b576-5c33-479b-85ee-d904479fbf9a not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:21.541385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7748ba66-abfd-4793-aeb3-cf72e34ad941 req-2f759339-9dbd-4025-ada9-847ceb80e8d1 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735718 Jul 08 01:40:21.544530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-1ff16e45-2b03-435b-a13b-43b891ffec86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] No DVR routers for this DVR port 839b3b61-bab8-4d80-97d2-2ef596bedeac on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:21.560635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-04669433-f38e-4747-adbe-ba77cd8d3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:21.561012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-04669433-f38e-4747-adbe-ba77cd8d3d92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1100 time: 0.3841207 Jul 08 01:40:21.562382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-1ff16e45-2b03-435b-a13b-43b891ffec86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.566855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1006023a-3a6c-42ce-8802-c76012fc0883 req-1ff16e45-2b03-435b-a13b-43b891ffec86 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.24 "DELETE /v2.0/ports/839b3b61-bab8-4d80-97d2-2ef596bedeac HTTP/1.1" status: 204 len: 173 time: 2.0039442 Jul 08 01:40:21.568682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66dc504-49b1-4b05-920f-8784fb4b09d0', 'name': 'network-vif-deleted', 'tag': '839b3b61-bab8-4d80-97d2-2ef596bedeac'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:21.571605 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f08ce6c-b2ec-4b99-9364-2e8090c9c141" -d '{"events": [{"server_uuid": "c66dc504-49b1-4b05-920f-8784fb4b09d0", "name": "network-vif-deleted", "tag": "839b3b61-bab8-4d80-97d2-2ef596bedeac"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:21.572460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Network a0a33d9d-6a06-434b-ae02-3f41072f04a3 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:21.589023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:21.609210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:21.696934 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c156068-c475-4497-a3b8-cab00a17d2d3 x-openstack-request-id: req-6c156068-c475-4497-a3b8-cab00a17d2d3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:21.697616 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66dc504-49b1-4b05-920f-8784fb4b09d0", "name": "network-vif-deleted", "tag": "839b3b61-bab8-4d80-97d2-2ef596bedeac", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:21.698114 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c156068-c475-4497-a3b8-cab00a17d2d3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:21.698796 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66dc504-49b1-4b05-920f-8784fb4b09d0', 'name': 'network-vif-deleted', 'tag': '839b3b61-bab8-4d80-97d2-2ef596bedeac', 'status': 'completed', 'code': 200} Jul 08 01:40:21.763217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef64308-1212-481a-8372-65e4b340179e req-f089a126-f659-4043-811b-a8ef66859036 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:21.771271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Attempting to bind port b4d10386-73a6-4c97-90db-6e900532bc0b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:21.771623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Attempting to bind port b4d10386-73a6-4c97-90db-6e900532bc0b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '30e7204d-a338-47ed-aa05-ecc50f762192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:21.771993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Attempting to bind port b4d10386-73a6-4c97-90db-6e900532bc0b on network a0a33d9d-6a06-434b-ae02-3f41072f04a3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:21.786368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:21.786802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Checking segment: {'id': '30e7204d-a338-47ed-aa05-ecc50f762192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:21.787174 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.787575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Bound using segment: {'id': '30e7204d-a338-47ed-aa05-ecc50f762192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:21.788079 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Bound port: b4d10386-73a6-4c97-90db-6e900532bc0b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e7204d-a338-47ed-aa05-ecc50f762192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:21.788493 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:21.788988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ef64308-1212-481a-8372-65e4b340179e req-f089a126-f659-4043-811b-a8ef66859036 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 944 time: 0.4192891 Jul 08 01:40:21.874292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-34f31c0f-c2a9-4c0a-8c84-45128544ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:21.876048 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-34f31c0f-c2a9-4c0a-8c84-45128544ad2b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8640487 Jul 08 01:40:21.891289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddead7-78e3-4730-af7c-f46ecca5d118 req-da0aae93-f7e5-46be-ae67-ce05f49f088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:21.893126 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1cddead7-78e3-4730-af7c-f46ecca5d118 req-da0aae93-f7e5-46be-ae67-ce05f49f088a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 1102 time: 0.9783969 Jul 08 01:40:21.975007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ef64308-1212-481a-8372-65e4b340179e req-1172314d-a79e-4b0f-b70a-f105de129603 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837792 Jul 08 01:40:21.987935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-cad649a0-6bcb-44e5-b92a-0cb4009d66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:21.989632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-cad649a0-6bcb-44e5-b92a-0cb4009d66a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.3983469 Jul 08 01:40:22.034243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] For port b4d10386-73a6-4c97-90db-6e900532bc0b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:22.040684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] For port b4d10386-73a6-4c97-90db-6e900532bc0b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b4d10386-73a6-4c97-90db-6e900532bc0b,segment=NetworkSegment(30e7204d-a338-47ed-aa05-ecc50f762192),segment_id=30e7204d-a338-47ed-aa05-ecc50f762192)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:22.064371 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.137282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-cb6c4bf5-8f59-4205-84cb-1fad410149c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 217 time: 0.1367822 Jul 08 01:40:22.143273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.170086 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1cddead7-78e3-4730-af7c-f46ecca5d118 req-c9e687b1-ac9c-4218-8092-799dc17fb117 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568414 Jul 08 01:40:22.209965 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a666-a438-4f6b-8152-4e36e303ed2e None None] Pushing event updated for resources: {'Port': ['ID=b4d10386-73a6-4c97-90db-6e900532bc0b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:22.245553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.291296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-b78b14eb-8ffb-4dba-90ab-20c3ab97e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:22.303223 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-b78b14eb-8ffb-4dba-90ab-20c3ab97e3ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1576529 Jul 08 01:40:22.343725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] No DVR routers for this DVR port 1bc6b576-5c33-479b-85ee-d904479fbf9a on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:22.378021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc6b576-5c33-479b-85ee-d904479fbf9a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:22.395911 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f82e5a-cecb-4620-b91c-55f6b80bb636 req-4587aabc-0a52-49a6-a7cd-61ec8763435c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:22.399283 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-a7d9da75-1ea8-4899-b4b7-1adbd5430381 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050230 Jul 08 01:40:22.400173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6f82e5a-cecb-4620-b91c-55f6b80bb636 req-4587aabc-0a52-49a6-a7cd-61ec8763435c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 948 time: 0.4002445 Jul 08 01:40:22.401309 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.524285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6f82e5a-cecb-4620-b91c-55f6b80bb636 req-9ee4da28-68f1-421e-968a-fcb31c64388b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181796 Jul 08 01:40:22.536150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-9534b5be-c9f6-4247-a1ac-8715faa5c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:22.538268 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-9534b5be-c9f6-4247-a1ac-8715faa5c476 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2257719 Jul 08 01:40:22.583831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Subnet': ['ID=133e3941-12f3-489b-acfc-b7e5194b4dd0,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:22.637877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.656611 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-87e82432-942c-44ee-8973-f77eafb05fc8 req-7475e95e-723b-43e0-a728-4383ed41de23 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=c66dc504-49b1-4b05-920f-8784fb4b09d0 HTTP/1.1" status: 200 len: 210 time: 0.0873110 Jul 08 01:40:22.729815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Checking segment: {'id': '708d8ba8-2ff0-438c-9c25-bbc43873a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:22.730403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network hostable DHCP agents. Network: 0029ec7d-910a-4b11-8f55-5e46ed60e6da, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:40:22.730535 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-7d83e2f8-d901-4f70-a86b-d09088343ac4 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802564 Jul 08 01:40:22.757574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.820837 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:40:22.825792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38667ae0-3fa1-44a3-8aaa-bce2668d550c']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:22.855384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083a7e07-3c11-406f-8d49-a2e852fb7f2a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:22.883088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c68e94-992e-4789-ade2-72ab9a481d1b') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:22.883390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c68e94-992e-4789-ade2-72ab9a481d1b') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:22.905530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 839b3b61-bab8-4d80-97d2-2ef596bedeac no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:22.933610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network 0029ec7d-910a-4b11-8f55-5e46ed60e6da is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:40:22.968164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 839b3b61-bab8-4d80-97d2-2ef596bedeac {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:22.976209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:22.976647 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 839b3b61-bab8-4d80-97d2-2ef596bedeac not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:22.978542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66189dd-7991-4dc2-a999-ae4c40012a94 req-c53d2d57-0755-4b01-846c-1bd237003ea2 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:22.980126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e66189dd-7991-4dc2-a999-ae4c40012a94 req-c53d2d57-0755-4b01-846c-1bd237003ea2 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 950 time: 0.2255230 Jul 08 01:40:22.984179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86d62220-2d46-4cf0-900d-d9b979329cc7 req-737e7bb1-4d97-4c5e-8fe4-93e149d7ca69 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436147 Jul 08 01:40:22.995572 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-396fdfb2-817c-4548-b779-23473691c0b8 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769935 Jul 08 01:40:22.999873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.000237 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Added segment f6a40641-758a-47f4-be8d-50468706dfec of type vlan for network ec165b7b-c1b2-40d2-a912-6340373d1594 Jul 08 01:40:23.035954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 0029ec7d-910a-4b11-8f55-5e46ed60e6da) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:23.043264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.043665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4d10386-73a6-4c97-90db-6e900532bc0b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:23.049564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf6f254-4dc8-4f55-a628-71387ba0af53 None None] Network 0029ec7d-910a-4b11-8f55-5e46ed60e6da requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:23.155420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:23.155420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.205930 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a0f6b9ea-0f2d-4597-9f83-a9da58f52b87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9891398 Jul 08 01:40:23.207857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:40:23.209124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.213683 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e66189dd-7991-4dc2-a999-ae4c40012a94 req-a2fb696e-50a9-4e30-a73d-d150949bb8fd tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110720 Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:40:23.223683 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:40:23.327753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-70ee81c0-93a7-4f91-9fe6-759fd109848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:23.329903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-70ee81c0-93a7-4f91-9fe6-759fd109848b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1100 time: 0.2318611 Jul 08 01:40:23.334308 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.386327 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.418319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.424485 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] 10.222.0.41 "DELETE /v2.0/networks/38667ae0-3fa1-44a3-8aaa-bce2668d550c HTTP/1.1" status: 204 len: 168 time: 3.7350113 Jul 08 01:40:23.462471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82b4a2-2cef-4690-9ba0-a48d331f9a42 admin admin] Pushing event deleted for resources: {'Network': ['ID=38667ae0-3fa1-44a3-8aaa-bce2668d550c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:23.468685 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.478911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:23.478911 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.558886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] Pushing event updated for resources: {'Network': ['ID=ec165b7b-c1b2-40d2-a912-6340373d1594,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:23.589941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fa96219c-048a-4d55-9ede-7dae0b2ce04f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0681870 Jul 08 01:40:23.599686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48082) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:23.606005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Request body: {'subnet': {'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1381444374-subnet', 'tenant_id': 'c717aba88cea40cab44fd182e8ee9746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:23.653198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7d6db387-d032-451f-9729-a6add59f4552 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:23.655667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ec165b7b-c1b2-40d2-a912-6340373d1594 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:40:23.672260 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Made reservation on behalf of c717aba88cea40cab44fd182e8ee9746 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:23.675705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.756913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48090) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:23.800659 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.813937 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-23da93c8-85e1-4357-a12a-3fdf27a4989a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:23.833490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b4d10386-73a6-4c97-90db-6e900532bc0b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:23.853973 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d9fdf629-31c2-4fb9-9eb5-6afbc37a5748 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3091cfd93c934caba300c2d81d92047c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935414 Jul 08 01:40:23.853973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48092) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:23.959887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0551243-d8db-4687-8fa5-e3f0f67ff54f None None] Network a0a33d9d-6a06-434b-ae02-3f41072f04a3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:24.004994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18270614-e7ce-46b0-8087-7386cb915fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.014229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-f3cff0df-f6f3-4b19-9543-cf58d1e99765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:24.017073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-f3cff0df-f6f3-4b19-9543-cf58d1e99765 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.6763887 Jul 08 01:40:24.050395 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18270614-e7ce-46b0-8087-7386cb915fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.054870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7d6db387-d032-451f-9729-a6add59f4552, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7d6db387-d032-451f-9729-a6add59f4552,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:24.063909 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.069608 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8512213b-bfbd-4e9b-b305-0a53aeffa9c1 None None] Provisioning for port b4d10386-73a6-4c97-90db-6e900532bc0b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:24.086321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '7d6db387-d032-451f-9729-a6add59f4552', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'port_id': '7d6db387-d032-451f-9729-a6add59f4552', 'mac_address': 'fa:16:3e:cd:06:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:24.089985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8512213b-bfbd-4e9b-b305-0a53aeffa9c1 None None] Provisioning complete for port b4d10386-73a6-4c97-90db-6e900532bc0b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:24.090356 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8512213b-bfbd-4e9b-b305-0a53aeffa9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.150493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=94efa8dc-98fe-402d-a487-c19d12a4e6f9,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:24.168617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3575-e889-41d3-b073-9c22c61fc185 req-d2d624e2-cb5e-4185-97b4-b8f314f7304a tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:24.169376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Checking segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:24.170032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Network hostable DHCP agents. Network: ec165b7b-c1b2-40d2-a912-6340373d1594, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:40:24.177516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18270614-e7ce-46b0-8087-7386cb915fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.180085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18270614-e7ce-46b0-8087-7386cb915fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.181441 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-18270614-e7ce-46b0-8087-7386cb915fe5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f11ac598-e1b4-4171-a2ba-2283c8454807 HTTP/1.1" status: 204 len: 168 time: 0.3266642 Jul 08 01:40:24.186630 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-356e3575-e889-41d3-b073-9c22c61fc185 req-d2d624e2-cb5e-4185-97b4-b8f314f7304a tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 944 time: 0.9261460 Jul 08 01:40:24.198857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-12d00c0f-f546-4a00-be7a-c55c02bd6398 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 217 time: 0.1618412 Jul 08 01:40:24.209133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-0029ec7d-910a-4b11-8f55-5e46ed60e6da', 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'fixed_ips': [{'subnet_id': '133e3941-12f3-489b-acfc-b7e5194b4dd0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:40:24.210357 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.210533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18270614-e7ce-46b0-8087-7386cb915fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11ac598-e1b4-4171-a2ba-2283c8454807,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:24.224762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Network ec165b7b-c1b2-40d2-a912-6340373d1594 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:40:24.249570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ec165b7b-c1b2-40d2-a912-6340373d1594) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:24.261617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:24.263714 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.283597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be852c3c-3e1b-4ae7-9529-a83c9d57adc4 None None] Network ec165b7b-c1b2-40d2-a912-6340373d1594 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:24.285966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-3a3d602f-34b2-4588-a151-cbd6728c2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:24.288124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-3a3d602f-34b2-4588-a151-cbd6728c2d68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0602424 Jul 08 01:40:24.315905 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f124c832-7e4c-40d7-86cb-a16c3081f3ad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7141397 Jul 08 01:40:24.354170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-356e3575-e889-41d3-b073-9c22c61fc185 req-23725fce-535d-42cb-ba59-8f1404dae152 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506102 Jul 08 01:40:24.545929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-993ac1c2-bc3a-4ae6-93c9-70ea81e4159a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:24.559615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-993ac1c2-bc3a-4ae6-93c9-70ea81e4159a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:24.559615 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-993ac1c2-bc3a-4ae6-93c9-70ea81e4159a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/networks?id=a0a33d9d-6a06-434b-ae02-3f41072f04a3&id=0029ec7d-910a-4b11-8f55-5e46ed60e6da HTTP/1.1" status: 200 len: 1391 time: 0.5385432 Jul 08 01:40:24.621905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Allocated IP 19.86.0.2 (0029ec7d-910a-4b11-8f55-5e46ed60e6da/133e3941-12f3-489b-acfc-b7e5194b4dd0/87207668-59fb-4f5d-925e-dd49a8cc1781) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:24.708601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-6fd909fc-2cf4-4786-96ca-749839289146 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/quotas/8db72128d244466eb64ad91aa0b90dba HTTP/1.1" status: 200 len: 375 time: 0.1195512 Jul 08 01:40:24.712350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-be0c4c95-ea8c-4711-8e9b-a284b22e1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:24.714046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-be0c4c95-ea8c-4711-8e9b-a284b22e1a40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4065764 Jul 08 01:40:24.845522 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:24.870622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6db387-d032-451f-9729-a6add59f4552 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:24.933639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4514fc-33fd-4186-adf7-7d9877026a3b req-4a6c95c0-d28a-4651-9666-afa2283a15f7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:24.941805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf4514fc-33fd-4186-adf7-7d9877026a3b req-4a6c95c0-d28a-4651-9666-afa2283a15f7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 948 time: 0.2725437 Jul 08 01:40:24.966467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7d6db387-d032-451f-9729-a6add59f4552, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7d6db387-d032-451f-9729-a6add59f4552,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:25.002806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-ac705c52-66d0-467b-8394-0d2057a606c0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8db72128d244466eb64ad91aa0b90dba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2874618 Jul 08 01:40:25.030052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-261709eb-607c-4b79-be31-6d222e589dd4 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734509 Jul 08 01:40:25.120659 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.125561 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.134489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf4514fc-33fd-4186-adf7-7d9877026a3b req-22e81f13-d864-420d-99dc-b7bb60004044 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916895 Jul 08 01:40:25.290115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7d6db387-d032-451f-9729-a6add59f4552,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:25.305718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-758b7b4d-fa54-4add-9e65-9a4383ebbeda service neutron] 10.222.0.41 "GET /v2.0/networks/a0a33d9d-6a06-434b-ae02-3f41072f04a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019338 Jul 08 01:40:25.347732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39efe67d-dc15-4e15-aafc-f29a7cf3e560 None None] Network ec165b7b-c1b2-40d2-a912-6340373d1594 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:25.352153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 45435edb-41c4-4ed3-b2ef-b59b871587c6 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:25.426651 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.432788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['7d6db387-d032-451f-9729-a6add59f4552'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:25.439236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ec4b5a1-973f-4c2b-8bb5-993ad66b347e req-12800ac2-bcd4-4128-9707-13ce39e0b35a service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781364 Jul 08 01:40:25.535764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-03df66a8-dc08-4f4a-850c-df296e312a75 service neutron] 10.222.0.41 "GET /v2.0/networks/a0a33d9d-6a06-434b-ae02-3f41072f04a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278521 Jul 08 01:40:25.632208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Transition to ACTIVE for port object 87207668-59fb-4f5d-925e-dd49a8cc1781 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:25.721547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Transition to ACTIVE for port object 87207668-59fb-4f5d-925e-dd49a8cc1781 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:25.736003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-36060c6e-3d0f-481f-8839-b42eb2c7cdb1 service neutron] 10.222.0.41 "GET /v2.0/networks/0029ec7d-910a-4b11-8f55-5e46ed60e6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992147 Jul 08 01:40:25.744487 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8512213b-bfbd-4e9b-b305-0a53aeffa9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.760081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:25.762663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1cab5-7c15-4296-9bd8-34139d840eb4 req-967e287f-7007-4a79-a92e-3c3eed86abae tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:25.764376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27f1cab5-7c15-4296-9bd8-34139d840eb4 req-967e287f-7007-4a79-a92e-3c3eed86abae tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 950 time: 0.2669427 Jul 08 01:40:25.785597 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:25.835435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Network 0029ec7d-910a-4b11-8f55-5e46ed60e6da is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:25.861546 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27f1cab5-7c15-4296-9bd8-34139d840eb4 req-4a9088c8-0bb0-4a3a-9130-07f316588679 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849071 Jul 08 01:40:25.891056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-425f592f-e687-4009-8b08-53d5ff1efd5a service neutron] 10.222.0.41 "GET /v2.0/networks/0029ec7d-910a-4b11-8f55-5e46ed60e6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541245 Jul 08 01:40:25.903399 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:25.910634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:25.913679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '45435edb-41c4-4ed3-b2ef-b59b871587c6', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '45435edb-41c4-4ed3-b2ef-b59b871587c6', 'mac_address': 'fa:16:3e:cc:54:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:25.946761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Pushing event updated for resources: {'Port': ['ID=87207668-59fb-4f5d-925e-dd49a8cc1781,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:26.050070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8512213b-bfbd-4e9b-b305-0a53aeffa9c1 None None] For port b4d10386-73a6-4c97-90db-6e900532bc0b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b4d10386-73a6-4c97-90db-6e900532bc0b,segment=NetworkSegment(30e7204d-a338-47ed-aa05-ecc50f762192),segment_id=30e7204d-a338-47ed-aa05-ecc50f762192)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:26.120055 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8512213b-bfbd-4e9b-b305-0a53aeffa9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:26.181774 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:26.218120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Attempting to bind port 87207668-59fb-4f5d-925e-dd49a8cc1781 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:26.219168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Attempting to bind port 87207668-59fb-4f5d-925e-dd49a8cc1781 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '708d8ba8-2ff0-438c-9c25-bbc43873a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:26.220399 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Attempting to bind port 87207668-59fb-4f5d-925e-dd49a8cc1781 on network 0029ec7d-910a-4b11-8f55-5e46ed60e6da {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:26.245039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45435edb-41c4-4ed3-b2ef-b59b871587c6 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:26.251757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:26.252717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Checking segment: {'id': '708d8ba8-2ff0-438c-9c25-bbc43873a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:26.253214 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:26.253720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Bound using segment: {'id': '708d8ba8-2ff0-438c-9c25-bbc43873a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:26.254319 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Bound port: 87207668-59fb-4f5d-925e-dd49a8cc1781, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '708d8ba8-2ff0-438c-9c25-bbc43873a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:26.256648 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:26.286044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:26.322687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512213b-bfbd-4e9b-b305-0a53aeffa9c1 None None] Pushing event updated for resources: {'Port': ['ID=b4d10386-73a6-4c97-90db-6e900532bc0b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:26.390489 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:26.592823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90914-f253-452d-91f1-c27f8518c60c req-88f5a7fc-dd57-451d-b48c-b638425696e6 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:26.613554 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-88f5a7fc-dd57-451d-b48c-b638425696e6 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.2612135 Jul 08 01:40:26.635898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-50e10030-1bc0-4134-89e2-9c4ba6298621 None None] Provisioning complete for port b4d10386-73a6-4c97-90db-6e900532bc0b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:26.636414 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-50e10030-1bc0-4134-89e2-9c4ba6298621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:26.671881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-64670683-2093-4755-9123-90b585b27439 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/quotas/c717aba88cea40cab44fd182e8ee9746 HTTP/1.1" status: 200 len: 375 time: 0.0573387 Jul 08 01:40:26.696545 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:26.729688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-2117a9a3-a423-4857-92e3-188159061fa4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554585 Jul 08 01:40:26.740158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['45435edb-41c4-4ed3-b2ef-b59b871587c6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:26.791920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:26.818598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] For port 87207668-59fb-4f5d-925e-dd49a8cc1781, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:26.835956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-1046d636-b984-4442-b09d-bb5d1bf643c4 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052296 Jul 08 01:40:26.894018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] For port 87207668-59fb-4f5d-925e-dd49a8cc1781, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=87207668-59fb-4f5d-925e-dd49a8cc1781,segment=NetworkSegment(708d8ba8-2ff0-438c-9c25-bbc43873a198),segment_id=708d8ba8-2ff0-438c-9c25-bbc43873a198)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:26.910874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d791b22-4c06-4466-9582-688f9a60600e req-d68e40b6-7bea-4d36-8005-1df8608672e4 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:26.913089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d791b22-4c06-4466-9582-688f9a60600e req-d68e40b6-7bea-4d36-8005-1df8608672e4 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 945 time: 0.2968283 Jul 08 01:40:26.916872 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:26.959146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4d10386-73a6-4c97-90db-6e900532bc0b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:26.990081 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d791b22-4c06-4466-9582-688f9a60600e req-b87baf13-59d4-4374-a644-6e91a428710a tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640206 Jul 08 01:40:27.049707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-139456e2-ee7e-4bf9-a962-2a63fa3bed29 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126503 Jul 08 01:40:27.091700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffde38-2b98-449c-87ca-00121ab87afe None None] Pushing event updated for resources: {'Port': ['ID=87207668-59fb-4f5d-925e-dd49a8cc1781,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:27.185324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b4d10386-73a6-4c97-90db-6e900532bc0b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:27.186457 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:27.274616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-dc521ddd-d354-43c8-bce5-717b4813acff tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c2eb8253cbe64dc09e6a9f2a644e854d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347877 Jul 08 01:40:27.399083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7d6db387-d032-451f-9729-a6add59f4552 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:27.527138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 7d6db387-d032-451f-9729-a6add59f4552 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:27.534515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 7d6db387-d032-451f-9729-a6add59f4552 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:27.535520 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:27.575647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-9430fea1-92c2-492f-ba2f-2dbfc682e68b tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:27.584194 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-9430fea1-92c2-492f-ba2f-2dbfc682e68b tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2911201 Jul 08 01:40:27.606321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-dda29f87-e555-4bbe-ab05-b92323de975b tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/quotas/c2eb8253cbe64dc09e6a9f2a644e854d HTTP/1.1" status: 200 len: 375 time: 0.0207782 Jul 08 01:40:27.675199 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-e30d1123-b4ac-4e51-98bb-d198cd712240 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2eb8253cbe64dc09e6a9f2a644e854d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669200 Jul 08 01:40:27.707577 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:27.774885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6db387-d032-451f-9729-a6add59f4552'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:27.782287 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1eefaf0-9c8f-45a3-82f0-65c35a077e02" -d '{"events": [{"server_uuid": "3f747013-2105-4872-a078-8a5d2de9a1f4", "name": "network-vif-plugged", "status": "completed", "tag": "7d6db387-d032-451f-9729-a6add59f4552"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:27.820142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7d6db387-d032-451f-9729-a6add59f4552, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7d6db387-d032-451f-9729-a6add59f4552,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:27.831008 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:27.901256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7d6db387-d032-451f-9729-a6add59f4552,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:27.981390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-026f2a7e-7e67-4f0b-ac39-1fc779db8404 req-f85f90d0-efae-428e-88cc-2804dd1c0575 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 210 time: 0.0868070 Jul 08 01:40:28.083056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-a7aeea7c-b6cc-460e-b18a-79e7f645044e tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:28.088327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-a7aeea7c-b6cc-460e-b18a-79e7f645044e tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 950 time: 0.2654936 Jul 08 01:40:28.378060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-486e6f15-5761-4f8d-80cc-13a6a3ef76bc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:28.394658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-486e6f15-5761-4f8d-80cc-13a6a3ef76bc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:28.408907 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-486e6f15-5761-4f8d-80cc-13a6a3ef76bc tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.24 "GET /v2.0/networks?id=a0a33d9d-6a06-434b-ae02-3f41072f04a3&id=0029ec7d-910a-4b11-8f55-5e46ed60e6da HTTP/1.1" status: 200 len: 1391 time: 0.3695791 Jul 08 01:40:28.445497 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'port': {'device_id': '08a102bc-bb24-47c5-a627-950fd62743a5', 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3', 'admin_state_up': True, 'tenant_id': '8db72128d244466eb64ad91aa0b90dba'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:28.551978 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bec540-ac26-4f73-8933-d2c61a9609fa req-905ff636-3cf3-4f2e-bc04-422548823edf tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:28.562165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-31bec540-ac26-4f73-8933-d2c61a9609fa req-905ff636-3cf3-4f2e-bc04-422548823edf tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 950 time: 0.2990575 Jul 08 01:40:28.612240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fe282-a9f0-46b8-b1ab-81c35177ab0a req-a51b8ffe-d1d7-4890-aac7-cc292bf7e467 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:28.617603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f12fe282-a9f0-46b8-b1ab-81c35177ab0a req-a51b8ffe-d1d7-4890-aac7-cc292bf7e467 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 949 time: 0.4266827 Jul 08 01:40:28.667292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7c429-0cf0-4554-b543-06c01cd7ad78 None None] Network 0029ec7d-910a-4b11-8f55-5e46ed60e6da requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:28.678169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Deleting port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:40:28.679048 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:28.722022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f12fe282-a9f0-46b8-b1ab-81c35177ab0a req-0b5eafc0-7f24-4e70-989f-d77a9364e019 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858121 Jul 08 01:40:28.765620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-31bec540-ac26-4f73-8933-d2c61a9609fa req-6b9c8f6c-d32c-4ce5-b16e-2d44a2f541c8 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817210 Jul 08 01:40:28.833149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:28.837449 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:28.849769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4faa77ed-1563-4275-98d2-3e8a126ecd38 None None] Provisioning for port 87207668-59fb-4f5d-925e-dd49a8cc1781 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:28.896628 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ae40c9-5368-4049-888d-7d92db36eaf9 x-openstack-request-id: req-55ae40c9-5368-4049-888d-7d92db36eaf9 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:28.897413 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f747013-2105-4872-a078-8a5d2de9a1f4", "name": "network-vif-plugged", "status": "completed", "tag": "7d6db387-d032-451f-9729-a6add59f4552", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:28.897689 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55ae40c9-5368-4049-888d-7d92db36eaf9 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:28.899883 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6db387-d032-451f-9729-a6add59f4552', 'code': 200} Jul 08 01:40:28.983556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] For port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:28.984242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:29.018373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Calling delete_port for 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:40:29.062359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-c8bf5ccd-7e82-4a0d-bda9-4edde501e9a7 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3923a21068694baba7e006d5358ad712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336046 Jul 08 01:40:29.115121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 87207668-59fb-4f5d-925e-dd49a8cc1781 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:29.126247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Allocated IP 19.80.0.178 (a0a33d9d-6a06-434b-ae02-3f41072f04a3/7321cff9-2bd0-4113-8694-956ea02f7d90/663f5b4d-c5f6-4637-a743-c7414425b420) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:29.269590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 87207668-59fb-4f5d-925e-dd49a8cc1781 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:29.273198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51bc8b2c-a4e5-4e32-a7e1-cc8dae5f20f3 req-be7cdd6e-f9b6-46f0-b631-96118a4ac4f5 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 210 time: 0.2064450 Jul 08 01:40:29.282323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 87207668-59fb-4f5d-925e-dd49a8cc1781 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:29.282862 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:29.346152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 45435edb-41c4-4ed3-b2ef-b59b871587c6 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:29.460858 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:29.464795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753e1e0-19e4-453f-a4c4-6baf0eb539c2 req-d83a4399-ece3-4269-bdc4-bb250d5aa93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:29.466575 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c753e1e0-19e4-453f-a4c4-6baf0eb539c2 req-d83a4399-ece3-4269-bdc4-bb250d5aa93f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 1098 time: 0.3539999 Jul 08 01:40:29.488040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Transition to ACTIVE for port object 663f5b4d-c5f6-4637-a743-c7414425b420 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:29.509125 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:29.512925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 45435edb-41c4-4ed3-b2ef-b59b871587c6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:29.536567 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c753e1e0-19e4-453f-a4c4-6baf0eb539c2 req-e3d123ea-6eec-4578-8bc5-6813040114d7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579433 Jul 08 01:40:29.561822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-5abcea69-f698-4949-9de4-dba4cb7623a3 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:29.564712 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-5abcea69-f698-4949-9de4-dba4cb7623a3 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3486423 Jul 08 01:40:29.568495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:29.586471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 45435edb-41c4-4ed3-b2ef-b59b871587c6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:29.586863 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:29.593244 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:29.628221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-8ea10b14-2ef7-47f3-90f4-1d62550e6f11 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/quotas/3923a21068694baba7e006d5358ad712 HTTP/1.1" status: 200 len: 375 time: 0.0320604 Jul 08 01:40:29.643988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network a0a33d9d-6a06-434b-ae02-3f41072f04a3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:29.655019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:29.669579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:29.715149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e86aa80-aa4c-4946-8b55-a4b2f327b42d req-0fe2609d-611d-45d6-a3d2-f108c490ba10 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 210 time: 0.1491129 Jul 08 01:40:29.783223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:29.783903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:29.822517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Port': ['ID=663f5b4d-c5f6-4637-a743-c7414425b420,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:29.833697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Pushing event deleted for resources: {'Port': ['ID=5e4155c1-8e1b-4a71-b0b3-eca85d93d691,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:29.852499 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-a1d20584-a291-4ddf-9ea2-1d3f133040bf tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4320676 Jul 08 01:40:29.864584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Request body: {'port': {'device_id': '08a102bc-bb24-47c5-a627-950fd62743a5', 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da', 'admin_state_up': True, 'tenant_id': '8db72128d244466eb64ad91aa0b90dba'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:29.879146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 87207668-59fb-4f5d-925e-dd49a8cc1781, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=87207668-59fb-4f5d-925e-dd49a8cc1781,segment=NetworkSegment(708d8ba8-2ff0-438c-9c25-bbc43873a198),segment_id=708d8ba8-2ff0-438c-9c25-bbc43873a198)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:29.906200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c9eb5a05-18a3-4f1f-8900-896d4b2dc0a1 None None] Provisioning complete for port 87207668-59fb-4f5d-925e-dd49a8cc1781 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:29.909568 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c9eb5a05-18a3-4f1f-8900-896d4b2dc0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:29.916953 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:30.067615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=87207668-59fb-4f5d-925e-dd49a8cc1781,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:30.084397 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:30.111367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.111642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Made reservation on behalf of 8db72128d244466eb64ad91aa0b90dba for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:30.111786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.112132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.112530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.112866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.113338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.113674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.114002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.114330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.114643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.115271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.115605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:30.122941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:30.160918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:30.179853 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:30.191258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] No DVR routers for this DVR port 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:40:30.202882 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:30.207575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e87fab04-f86e-47e1-b17c-867d40d3779a req-d1f6e2db-b886-458f-a552-dfe910b5adab tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.16 "DELETE /v2.0/ports/5e4155c1-8e1b-4a71-b0b3-eca85d93d691 HTTP/1.1" status: 204 len: 173 time: 2.1109910 Jul 08 01:40:30.208046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c448dd0-4cbc-4cf8-a501-880ff7312ab0', 'name': 'network-vif-deleted', 'tag': '5e4155c1-8e1b-4a71-b0b3-eca85d93d691'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:30.210470 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5befecf2-9c1c-4f5c-aff0-ad976dcb812d" -d '{"events": [{"server_uuid": "9c448dd0-4cbc-4cf8-a501-880ff7312ab0", "name": "network-vif-deleted", "tag": "5e4155c1-8e1b-4a71-b0b3-eca85d93d691"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:30.396210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-fe26f2a8-91ac-4e0e-a214-58b122cf9be2 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3923a21068694baba7e006d5358ad712&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7662594 Jul 08 01:40:30.452657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:30.503734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9ee21ea6-2347-4db8-b2bf-cfd20ea46914 None None] Provisioning for port 663f5b4d-c5f6-4637-a743-c7414425b420 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:30.514266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9ee21ea6-2347-4db8-b2bf-cfd20ea46914 None None] Provisioning complete for port 663f5b4d-c5f6-4637-a743-c7414425b420 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:30.514552 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ee21ea6-2347-4db8-b2bf-cfd20ea46914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:30.522593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90914-f253-452d-91f1-c27f8518c60c req-1b04986d-0acc-44bc-960e-658fc1966cc7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:30.524914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-1b04986d-0acc-44bc-960e-658fc1966cc7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.24 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.6221108 Jul 08 01:40:30.539482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819467e-4481-4ba0-afa5-80652ca2cce0 req-9446d5fb-9a18-44f9-a97e-a3b5dc883f6e tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:30.554611 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1819467e-4481-4ba0-afa5-80652ca2cce0 req-9446d5fb-9a18-44f9-a97e-a3b5dc883f6e tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 946 time: 0.4336536 Jul 08 01:40:30.573302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Request body: {'port': {'device_id': '010d07d6-70f9-4618-a488-090459b95961', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'admin_state_up': True, 'tenant_id': 'c717aba88cea40cab44fd182e8ee9746'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:30.579555 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Allocated IP 19.86.0.131 (0029ec7d-910a-4b11-8f55-5e46ed60e6da/133e3941-12f3-489b-acfc-b7e5194b4dd0/adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:30.654464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9ee21ea6-2347-4db8-b2bf-cfd20ea46914 None None] Port 663f5b4d-c5f6-4637-a743-c7414425b420 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:40:30.707500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1819467e-4481-4ba0-afa5-80652ca2cce0 req-f7026643-aa91-4ac1-a0b3-793700f9cfc4 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518872 Jul 08 01:40:30.883193 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-f0353ffa-5dfc-4eed-82f2-03233bb3fff2 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c2eb8253cbe64dc09e6a9f2a644e854d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584462 Jul 08 01:40:30.901407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:30.904400 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a25cae-0f16-427e-847b-5fb86e6701f9" -d '{"events": [{"server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "name": "network-vif-plugged", "status": "completed", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:30.949686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Made reservation on behalf of c717aba88cea40cab44fd182e8ee9746 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:30.954947 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:30.973513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 87207668-59fb-4f5d-925e-dd49a8cc1781 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:31.104471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cf3a6-4bd6-460a-a218-c3abfc46aab1 req-aeb63fcc-75cf-4dea-9c2f-d4cf8f758ca9 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:31.130624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 87207668-59fb-4f5d-925e-dd49a8cc1781 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:31.131423 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:31.132979 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d03cf3a6-4bd6-460a-a218-c3abfc46aab1 req-aeb63fcc-75cf-4dea-9c2f-d4cf8f758ca9 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 932 time: 0.2182643 Jul 08 01:40:31.159362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:31.201435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Transition to ACTIVE for port object adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:31.300583 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:31.390583 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:31.442833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:40:31.442833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5e4155c1-8e1b-4a71-b0b3-eca85d93d691 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:40:31.458313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event updated for resources: {'Port': ['ID=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:31.498248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Network 0029ec7d-910a-4b11-8f55-5e46ed60e6da is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:31.502224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:31.505980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:31.519600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-86711a22-2f20-4626-bd48-9af497d54463 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:31.521409 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-86711a22-2f20-4626-bd48-9af497d54463 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6319971 Jul 08 01:40:31.549351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Request body: {'port': {'device_id': '652fc60b-d885-4816-8782-97bd54cab514', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': 'c2eb8253cbe64dc09e6a9f2a644e854d'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:31.788146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:31.788861 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:31.804934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Made reservation on behalf of c2eb8253cbe64dc09e6a9f2a644e854d for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:31.808970 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:31.813689 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-645a5969-1643-4b6a-b35c-58b8cd10461f tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9542758 Jul 08 01:40:31.830375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Request body: {'port': {'device_id': '08a102bc-bb24-47c5-a627-950fd62743a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:31.834313 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d03cf3a6-4bd6-460a-a218-c3abfc46aab1 req-22d85e09-9a64-4455-9554-31c8ac86d20a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7004857 Jul 08 01:40:31.837343 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:31.908984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5d9efdcf-dcde-4061-8b21-8c9a270b4cce None None] Provisioning for port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:31.915109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5d9efdcf-dcde-4061-8b21-8c9a270b4cce None None] Provisioning complete for port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:31.916098 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d9efdcf-dcde-4061-8b21-8c9a270b4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:31.921593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-38510d96-1541-4c85-b6e2-21ddb3c5e8b7 req-1f0b363b-7739-4ab4-bd23-b7e589d546d8 tempest-LiveMigrationNegativeTest-2008912435 tempest-LiveMigrationNegativeTest-2008912435-project] 10.222.0.41 "GET /v2.0/ports?device_id=9c448dd0-4cbc-4cf8-a501-880ff7312ab0 HTTP/1.1" status: 200 len: 210 time: 0.1062713 Jul 08 01:40:31.944040 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc67d8f5-4280-438a-a17b-0bb16d6e7092 x-openstack-request-id: req-bc67d8f5-4280-438a-a17b-0bb16d6e7092 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:31.945525 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c448dd0-4cbc-4cf8-a501-880ff7312ab0", "name": "network-vif-deleted", "tag": "5e4155c1-8e1b-4a71-b0b3-eca85d93d691", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:31.945862 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc67d8f5-4280-438a-a17b-0bb16d6e7092 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:31.946797 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c448dd0-4cbc-4cf8-a501-880ff7312ab0', 'name': 'network-vif-deleted', 'tag': '5e4155c1-8e1b-4a71-b0b3-eca85d93d691', 'status': 'completed', 'code': 200} Jul 08 01:40:31.994680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5d9efdcf-dcde-4061-8b21-8c9a270b4cce None None] Port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:40:32.021121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Allocated IP 172.20.0.12 (ec165b7b-c1b2-40d2-a912-6340373d1594/94efa8dc-98fe-402d-a487-c19d12a4e6f9/0e68c95d-e552-47e7-87b3-3b11a090e838) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:32.026195 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:32.044147 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:32.134494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-7c7971c2-a4a5-46c9-8ea8-e2606b395af4 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:32.136047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-7c7971c2-a4a5-46c9-8ea8-e2606b395af4 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae&tenant_id=4f8b7809010b42bb88fcc2d1746de01a&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 951 time: 0.3355775 Jul 08 01:40:32.185731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45f22b2-95aa-4c95-aee0-a6b12259ccdb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:32.214919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:32.305338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Allocated IP 192.168.233.194 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/f1ab14dc-6de2-4632-a42e-38b7fddd9c94) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:32.325445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-951c54b0-2748-497f-907f-6f2429e09a7c req-18c27ad2-70be-4eb0-9b76-fe37fe1e3efa tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 210 time: 0.1721973 Jul 08 01:40:32.354161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81b2355e-4df3-458f-9e43-40685cd7afb6 req-83664e6b-a264-4ccb-90cc-ff576f8f6ed1 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 210 time: 0.1107821 Jul 08 01:40:32.412605 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-9e195c50-f311-4649-a985-c8977728e429 service neutron] delete failed (client error): The resource could not be found. Jul 08 01:40:32.413966 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-9e195c50-f311-4649-a985-c8977728e429 service neutron] 10.222.0.24 "DELETE /v2.0/ports/45435edb-41c4-4ed3-b2ef-b59b871587c6/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.2679532 Jul 08 01:40:32.449718 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413c1615-13b3-4aca-b446-a8bc8ea321ef x-openstack-request-id: req-413c1615-13b3-4aca-b446-a8bc8ea321ef {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:32.450237 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "name": "network-vif-plugged", "status": "completed", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:32.450787 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-413c1615-13b3-4aca-b446-a8bc8ea321ef {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:32.455917 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6', 'code': 200} Jul 08 01:40:32.522221 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:32.651648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6582fcc9-5ebf-4017-b1c3-e3ea2f1afbef req-3386b833-1f42-4c47-81d2-3378cfce09e0 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 210 time: 0.0548613 Jul 08 01:40:32.674116 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:32.740911 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:32.757750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Transition to ACTIVE for port object f1ab14dc-6de2-4632-a42e-38b7fddd9c94 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:32.818135 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:32.914698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:32.921057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:32.928142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:32.934748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:32.960994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Network ec165b7b-c1b2-40d2-a912-6340373d1594 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:32.999620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:33.011351 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-2c94a513-db27-461d-b839-a6bd889907b1 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3923a21068694baba7e006d5358ad712&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1439192 Jul 08 01:40:33.028954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:33.029461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:33.029651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:33.032333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event updated for resources: {'Port': ['ID=0e68c95d-e552-47e7-87b3-3b11a090e838,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:33.077326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663f5b4d-c5f6-4637-a743-c7414425b420 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:33.083976 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ba42220-13a4-4737-9a29-6d29d6b73b49 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5400162 Jul 08 01:40:33.090280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:33.099326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Request body: {'port': {'device_id': '652fc60b-d885-4816-8782-97bd54cab514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:33.135167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Transition to ACTIVE for port object 663f5b4d-c5f6-4637-a743-c7414425b420 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:33.143822 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:33.190697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-575cefbc-08fe-4747-aaac-b2e4c243bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:33.192267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-575cefbc-08fe-4747-aaac-b2e4c243bc81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1103 time: 0.6259880 Jul 08 01:40:33.199313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:33.199974 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:33.317310 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Pushing event updated for resources: {'Port': ['ID=663f5b4d-c5f6-4637-a743-c7414425b420,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:33.351475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b2d65fe6-13b9-4507-83dc-26536053820b None None] Provisioning for port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:33.356571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b2d65fe6-13b9-4507-83dc-26536053820b None None] Provisioning complete for port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:33.356989 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b2d65fe6-13b9-4507-83dc-26536053820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:33.371719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-6fdf64bf-1e6c-4b99-9814-b5d9fa542bf0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8026528 Jul 08 01:40:33.388780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Request body: {'port': {'device_id': '010d07d6-70f9-4618-a488-090459b95961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:33.398305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-2edb1e53-1c5c-4927-9e0b-df9c3e264fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:33.399790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-2edb1e53-1c5c-4927-9e0b-df9c3e264fe7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1920650 Jul 08 01:40:33.408856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:33.431910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Attempting to bind port 663f5b4d-c5f6-4637-a743-c7414425b420 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:33.432596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Attempting to bind port 663f5b4d-c5f6-4637-a743-c7414425b420 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '30e7204d-a338-47ed-aa05-ecc50f762192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:33.433106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Attempting to bind port 663f5b4d-c5f6-4637-a743-c7414425b420 on network a0a33d9d-6a06-434b-ae02-3f41072f04a3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:33.441267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b2d65fe6-13b9-4507-83dc-26536053820b None None] Port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:40:33.456768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Port 663f5b4d-c5f6-4637-a743-c7414425b420 on network a0a33d9d-6a06-434b-ae02-3f41072f04a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:40:33.457309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Attempting to bind port 663f5b4d-c5f6-4637-a743-c7414425b420 on network a0a33d9d-6a06-434b-ae02-3f41072f04a3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:33.472951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:33.473736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Checking segment: {'id': '30e7204d-a338-47ed-aa05-ecc50f762192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:33.474383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Bound using segment: {'id': '30e7204d-a338-47ed-aa05-ecc50f762192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:33.475035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Bound port: 663f5b4d-c5f6-4637-a743-c7414425b420, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e7204d-a338-47ed-aa05-ecc50f762192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:33.475641 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:33.559474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-5791851a-85cb-4080-891d-fc6961ab44fe tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:33.561083 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-5791851a-85cb-4080-891d-fc6961ab44fe tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5211930 Jul 08 01:40:33.562408 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-7366d69c-9bad-42f0-972c-bb812a7a122c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 217 time: 0.1252573 Jul 08 01:40:33.570721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158eada-3253-434d-ae61-4e096c5242f9 req-d2343a37-0714-487c-a80b-edf72f5d236e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:33.577746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3158eada-3253-434d-ae61-4e096c5242f9 req-d2343a37-0714-487c-a80b-edf72f5d236e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 951 time: 0.8950772 Jul 08 01:40:33.593363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Request body: {'port': {'device_id': 'bdfc3155-b1f7-412b-ac0a-a0874b8be25b', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '3923a21068694baba7e006d5358ad712'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:33.614825 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f190a-4d7b-45a7-b3be-3a3353962900 req-a378a52f-105d-4c8e-9919-b6af0c5945c5 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:33.616398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-606f190a-4d7b-45a7-b3be-3a3353962900 req-a378a52f-105d-4c8e-9919-b6af0c5945c5 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 946 time: 0.6828160 Jul 08 01:40:33.635967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] For port 663f5b4d-c5f6-4637-a743-c7414425b420, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:33.681397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] For port 663f5b4d-c5f6-4637-a743-c7414425b420, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=663f5b4d-c5f6-4637-a743-c7414425b420,segment=NetworkSegment(30e7204d-a338-47ed-aa05-ecc50f762192),segment_id=30e7204d-a338-47ed-aa05-ecc50f762192)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:33.693079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:33.770675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:33.771723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:33.772918 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] 10.222.0.24 "PUT /v2.0/ports/663f5b4d-c5f6-4637-a743-c7414425b420 HTTP/1.1" status: 200 len: 1093 time: 1.9485123 Jul 08 01:40:33.774327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'tag': '663f5b4d-c5f6-4637-a743-c7414425b420'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:33.775997 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea84d87-8f69-436f-877b-80a37099d09a" -d '{"events": [{"name": "network-changed", "server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "tag": "663f5b4d-c5f6-4637-a743-c7414425b420"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:33.804140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3158eada-3253-434d-ae61-4e096c5242f9 req-f07351e0-6c87-49fd-8cc8-36b6eae3e8a4 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247093 Jul 08 01:40:33.809850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59158926-9bd3-4d95-a3b6-c1272443500f service neutron] Pushing event updated for resources: {'Port': ['ID=663f5b4d-c5f6-4637-a743-c7414425b420,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:33.812732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-23d6cecd-b767-42db-bce1-3841d92702da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:33.814298 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-23d6cecd-b767-42db-bce1-3841d92702da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.2339752 Jul 08 01:40:33.817629 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:33.822236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-606f190a-4d7b-45a7-b3be-3a3353962900 req-356c53cd-c0ec-4f78-8ff8-183a8f005152 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425912 Jul 08 01:40:34.002559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Request body: {'port': {'device_id': '08a102bc-bb24-47c5-a627-950fd62743a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:34.002559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ab14dc-6de2-4632-a42e-38b7fddd9c94 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:34.127587 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:34.127587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Transition to ACTIVE for port object f1ab14dc-6de2-4632-a42e-38b7fddd9c94 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:34.143741 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:34.206443 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:34.309713 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:34.310662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:34.357846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Made reservation on behalf of 3923a21068694baba7e006d5358ad712 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:34.369735 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:34.376742 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Attempting to bind port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:34.377194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Attempting to bind port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:34.377491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Attempting to bind port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:34.388532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:40:34.389428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Attempting to bind port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:34.415466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:34.415965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:34.416723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:34.417278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Bound port: f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:34.418218 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:34.465804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-3e4ad60d-a0f4-4965-a01e-7998408e0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:34.469223 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-3e4ad60d-a0f4-4965-a01e-7998408e0a75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6425633 Jul 08 01:40:34.611014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48300) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:34.789908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-c8145a85-0408-4f96-b081-4b9a104641f2 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080993 Jul 08 01:40:34.807363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5899ab-b4de-41b2-8a2f-9d27fc28403a req-4a08667c-e465-4380-aa4d-b5a167461483 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:34.831547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5899ab-b4de-41b2-8a2f-9d27fc28403a req-4a08667c-e465-4380-aa4d-b5a167461483 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:34.833289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea5899ab-b4de-41b2-8a2f-9d27fc28403a req-4a08667c-e465-4380-aa4d-b5a167461483 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1667 time: 0.6169024 Jul 08 01:40:34.875103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37b372-ecbd-489f-af1a-3db83665cf67 req-98653ca8-4bd7-4977-881d-95ff6ed4f639 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:34.882800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e37b372-ecbd-489f-af1a-3db83665cf67 req-98653ca8-4bd7-4977-881d-95ff6ed4f639 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 932 time: 0.5797985 Jul 08 01:40:35.020360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:35.027896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:35.049875 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.107632 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-32aa7e8c-44d6-48d0-8d90-08bfa3c775ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f295382ecc0e42d287b35ecaa1647201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933221 Jul 08 01:40:35.107632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:35.107934 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.109091 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] 10.222.0.24 "PUT /v2.0/ports/f1ab14dc-6de2-4632-a42e-38b7fddd9c94 HTTP/1.1" status: 200 len: 1097 time: 2.0159514 Jul 08 01:40:35.124896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48310) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:35.230096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed94da0-e896-4261-8235-fc26a2c12bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:35.326215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:35.342566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.346657 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9983-5f88-4fdb-b9c5-0b984b170810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.364613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Transition to ACTIVE for port object adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:35.378268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-ad2af28b-a53d-40de-afb0-0d86e467adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:35.379972 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-ad2af28b-a53d-40de-afb0-0d86e467adf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2eb8253cbe64dc09e6a9f2a644e854d&device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 1100 time: 0.2045178 Jul 08 01:40:35.387295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.401391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9983-5f88-4fdb-b9c5-0b984b170810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.461336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95333e51-1a7d-4d65-8bf9-41f0819d2485 req-6507ddbc-d76c-4aa8-ac8c-253d693b3019 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021957 Jul 08 01:40:35.489150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Allocated IP 192.168.233.159 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/a9ce8c51-5166-4034-8f56-46399164b838) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:35.489522 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-e17b466b-bda8-41e4-9db7-12f600f4d76e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94 HTTP/1.1" status: 200 len: 217 time: 0.0962675 Jul 08 01:40:35.527233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e37b372-ecbd-489f-af1a-3db83665cf67 req-a09c6f5f-5f3a-4aa5-b48a-195959328a89 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435604 Jul 08 01:40:35.537327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e68c95d-e552-47e7-87b3-3b11a090e838 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:35.567638 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.592000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea5899ab-b4de-41b2-8a2f-9d27fc28403a req-0d576067-1baf-41c7-b09e-7554b2319917 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7009771 Jul 08 01:40:35.592827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Pushing event updated for resources: {'Port': ['ID=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:35.661074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-e0805984-c3d5-4ed3-95a8-1c9530eeaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:35.662602 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-e0805984-c3d5-4ed3-95a8-1c9530eeaf25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1591547 Jul 08 01:40:35.663160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Transition to ACTIVE for port object 0e68c95d-e552-47e7-87b3-3b11a090e838 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:35.681965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.705008 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9983-5f88-4fdb-b9c5-0b984b170810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.707173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9983-5f88-4fdb-b9c5-0b984b170810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.708343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0fdd9983-5f88-4fdb-b9c5-0b984b170810 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a67918d5-b69b-4a11-b1b8-3a2407f6e3c8 HTTP/1.1" status: 204 len: 168 time: 0.5741458 Jul 08 01:40:35.786147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd9983-5f88-4fdb-b9c5-0b984b170810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67918d5-b69b-4a11-b1b8-3a2407f6e3c8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:35.814925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Attempting to bind port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:35.815263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Attempting to bind port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '708d8ba8-2ff0-438c-9c25-bbc43873a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:35.815595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Attempting to bind port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed on network 0029ec7d-910a-4b11-8f55-5e46ed60e6da {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:35.835389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed on network 0029ec7d-910a-4b11-8f55-5e46ed60e6da not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:40:35.835736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Attempting to bind port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed on network 0029ec7d-910a-4b11-8f55-5e46ed60e6da {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:35.852229 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:35.852510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Checking segment: {'id': '708d8ba8-2ff0-438c-9c25-bbc43873a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:35.853003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Bound using segment: {'id': '708d8ba8-2ff0-438c-9c25-bbc43873a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:35.853479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Bound port: adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '708d8ba8-2ff0-438c-9c25-bbc43873a198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:35.853835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:35.877785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-0a0699dd-6e65-4721-bea0-d750ad647e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:35.879302 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-0a0699dd-6e65-4721-bea0-d750ad647e8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1907930 Jul 08 01:40:35.936566 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dce94aa3-e8b9-4d0a-a2da-fae024d44b4a req-bdc101cd-4f63-4224-bd46-72cdba6c12fe tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 210 time: 0.1591320 Jul 08 01:40:36.012753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Pushing event updated for resources: {'Port': ['ID=0e68c95d-e552-47e7-87b3-3b11a090e838,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:36.027562 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93238bc6-9244-40ee-813d-2828a1723f12 x-openstack-request-id: req-93238bc6-9244-40ee-813d-2828a1723f12 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:36.028068 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "tag": "663f5b4d-c5f6-4637-a743-c7414425b420", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:36.028261 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93238bc6-9244-40ee-813d-2828a1723f12 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:36.028805 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'tag': '663f5b4d-c5f6-4637-a743-c7414425b420', 'status': 'completed', 'code': 200} Jul 08 01:40:36.042669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] For port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:36.048431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] For port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,segment=NetworkSegment(708d8ba8-2ff0-438c-9c25-bbc43873a198),segment_id=708d8ba8-2ff0-438c-9c25-bbc43873a198)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:36.057743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.133520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48332) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:36.147558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd365e2c-f465-4382-b26c-b56e398e9544 req-d4513087-e658-4636-b73b-00f597f1fa4b tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:36.149374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd365e2c-f465-4382-b26c-b56e398e9544 req-d4513087-e658-4636-b73b-00f597f1fa4b tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 948 time: 0.3025818 Jul 08 01:40:36.157653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Pushing event updated for resources: {'Port': ['ID=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:36.196057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:36.196715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.198085 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-5b1d955e-cf01-4738-a050-4332687ee708 service neutron] 10.222.0.24 "PUT /v2.0/ports/adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed HTTP/1.1" status: 200 len: 1093 time: 2.2253993 Jul 08 01:40:36.208395 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-8809b47a-edb2-4d79-b17d-398b08c1125b service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074911 Jul 08 01:40:36.240240 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d740a328-e9b7-40d4-84c4-d68b476ab4c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d06cd7dd85ba4ed3a7d8bf302cf8045d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1021020 Jul 08 01:40:36.254461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48334) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:36.262787 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.309625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Attempting to bind port 0e68c95d-e552-47e7-87b3-3b11a090e838 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:36.310320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Attempting to bind port 0e68c95d-e552-47e7-87b3-3b11a090e838 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:36.310661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Attempting to bind port 0e68c95d-e552-47e7-87b3-3b11a090e838 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:36.353410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd365e2c-f465-4382-b26c-b56e398e9544 req-b17d4606-b541-4352-b6d6-f9338bdbd5ae tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895850 Jul 08 01:40:36.360336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Transition to ACTIVE for port object a9ce8c51-5166-4034-8f56-46399164b838 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:36.389311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Port 0e68c95d-e552-47e7-87b3-3b11a090e838 on network ec165b7b-c1b2-40d2-a912-6340373d1594 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:40:36.389525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Attempting to bind port 0e68c95d-e552-47e7-87b3-3b11a090e838 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:36.398510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5d732f7-306c-40b5-908d-4c8f503a78e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.429702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:36.430014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Checking segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:36.430607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Bound using segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:36.431062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Bound port: 0e68c95d-e552-47e7-87b3-3b11a090e838, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:36.431476 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.452926 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9346933-63a7-4f08-b2bb-feae2b65bc15 req-f67f7be0-26c3-44fc-be30-574919f60031 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176816 Jul 08 01:40:36.475558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82512e-330e-485f-a4e3-749841824307 req-ad67f149-f69f-4e5d-81e1-850a060ebfe0 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:36.488264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5d732f7-306c-40b5-908d-4c8f503a78e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.491100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48340) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:36.491896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb82512e-330e-485f-a4e3-749841824307 req-ad67f149-f69f-4e5d-81e1-850a060ebfe0 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 946 time: 0.2830179 Jul 08 01:40:36.496719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84d87-8f69-436f-877b-80a37099d09a req-9af972c5-2988-4c3a-9c91-664795c9a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:36.500813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84d87-8f69-436f-877b-80a37099d09a req-9af972c5-2988-4c3a-9c91-664795c9a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:36.504469 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cea84d87-8f69-436f-877b-80a37099d09a req-9af972c5-2988-4c3a-9c91-664795c9a06c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8db72128d244466eb64ad91aa0b90dba&device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1983 time: 0.3417816 Jul 08 01:40:36.508397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6cbcfb08-f160-4b7f-b7c7-0f772b8b0b78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Request body: {'floatingip': {'port_id': '7d6db387-d032-451f-9729-a6add59f4552'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:36.557822 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cbcfb08-f160-4b7f-b7c7-0f772b8b0b78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.678287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5d732f7-306c-40b5-908d-4c8f503a78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.680834 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5d732f7-306c-40b5-908d-4c8f503a78e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.682029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a5d732f7-306c-40b5-908d-4c8f503a78e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cff4480-51d8-4849-bf2a-871a119a5ad5 HTTP/1.1" status: 204 len: 168 time: 0.4265838 Jul 08 01:40:36.697511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d732f7-306c-40b5-908d-4c8f503a78e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cff4480-51d8-4849-bf2a-871a119a5ad5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:36.727287 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.740587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:36.791700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] For port 0e68c95d-e552-47e7-87b3-3b11a090e838, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:36.839613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] For port 0e68c95d-e552-47e7-87b3-3b11a090e838, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=0e68c95d-e552-47e7-87b3-3b11a090e838,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:36.865784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:36.874542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:36.877596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:36.881820 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:36.887969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Pushing event updated for resources: {'Port': ['ID=a9ce8c51-5166-4034-8f56-46399164b838,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:36.900960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84d87-8f69-436f-877b-80a37099d09a req-9ed6757a-c6d1-42b3-a0f1-6278f30f468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:36.901708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84d87-8f69-436f-877b-80a37099d09a req-9ed6757a-c6d1-42b3-a0f1-6278f30f468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:36.902120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84d87-8f69-436f-877b-80a37099d09a req-9ed6757a-c6d1-42b3-a0f1-6278f30f468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:36.903990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cea84d87-8f69-436f-877b-80a37099d09a req-9ed6757a-c6d1-42b3-a0f1-6278f30f468a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8db72128d244466eb64ad91aa0b90dba&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3727248 Jul 08 01:40:36.976500 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54966f3c-6ef4-4462-a3c2-f1d8dc285e63 req-eb577ffa-7aa6-44df-8842-e7e8fef2ebfe tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:36.978203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-54966f3c-6ef4-4462-a3c2-f1d8dc285e63 req-eb577ffa-7aa6-44df-8842-e7e8fef2ebfe tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 951 time: 0.4445615 Jul 08 01:40:37.082174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.082906 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.084668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] 10.222.0.24 "PUT /v2.0/ports/0e68c95d-e552-47e7-87b3-3b11a090e838 HTTP/1.1" status: 200 len: 1093 time: 3.7032177 Jul 08 01:40:37.086318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010d07d6-70f9-4618-a488-090459b95961', 'tag': '0e68c95d-e552-47e7-87b3-3b11a090e838'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:37.095455 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3981eb9-bc28-44cf-ab9e-087809906290" -d '{"events": [{"name": "network-changed", "server_uuid": "010d07d6-70f9-4618-a488-090459b95961", "tag": "0e68c95d-e552-47e7-87b3-3b11a090e838"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:37.157576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cbcfb08-f160-4b7f-b7c7-0f772b8b0b78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.158148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.158839 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.162512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cbcfb08-f160-4b7f-b7c7-0f772b8b0b78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.168031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b857b9-5a88-4dea-94a9-823e0e5e7720 req-338f6092-576f-41f9-94a7-1f39e1f4ab88 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.169577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34b857b9-5a88-4dea-94a9-823e0e5e7720 req-338f6092-576f-41f9-94a7-1f39e1f4ab88 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 946 time: 0.5286450 Jul 08 01:40:37.205329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922be20-c215-48f7-bffd-eaf3578c9589 service neutron] Pushing event updated for resources: {'Port': ['ID=0e68c95d-e552-47e7-87b3-3b11a090e838,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:37.209744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-696846be-2222-468f-ae46-31bca386bfaa None None] Provisioning for port a9ce8c51-5166-4034-8f56-46399164b838 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:37.215523 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-696846be-2222-468f-ae46-31bca386bfaa None None] Provisioning complete for port a9ce8c51-5166-4034-8f56-46399164b838 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:37.216165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-696846be-2222-468f-ae46-31bca386bfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.232956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-54966f3c-6ef4-4462-a3c2-f1d8dc285e63 req-035b7e2d-2cf8-421a-a1b7-709062916b18 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308121 Jul 08 01:40:37.264751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-3cc240e2-286e-4703-985f-61ca80c3a587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6760695 Jul 08 01:40:37.288229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Request body: {'port': {'device_id': 'bdfc3155-b1f7-412b-ac0a-a0874b8be25b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:37.290437 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-6cbcfb08-f160-4b7f-b7c7-0f772b8b0b78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Floating IP c62acd65-13f5-42f0-aefd-8fa15d3596aa associated. External IP: 172.25.4.248, port: 7d6db387-d032-451f-9729-a6add59f4552. Jul 08 01:40:37.297451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-696846be-2222-468f-ae46-31bca386bfaa None None] Port a9ce8c51-5166-4034-8f56-46399164b838 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:40:37.299152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea84d87-8f69-436f-877b-80a37099d09a req-a26145f1-a249-44ad-802d-b1a2294e9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.301257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cea84d87-8f69-436f-877b-80a37099d09a req-a26145f1-a249-44ad-802d-b1a2294e9771 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3682127 Jul 08 01:40:37.338681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34b857b9-5a88-4dea-94a9-823e0e5e7720 req-5a9b752a-c463-400c-b5ab-b58f6b673d6e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303186 Jul 08 01:40:37.369797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90914-f253-452d-91f1-c27f8518c60c req-c3ba604f-c82f-4cf3-abde-48f6ce2338d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.371299 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-c3ba604f-c82f-4cf3-abde-48f6ce2338d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 1096 time: 0.2364578 Jul 08 01:40:37.489648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-7b7e6313-361c-40aa-8d6f-406edcff44a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e68c95d-e552-47e7-87b3-3b11a090e838 HTTP/1.1" status: 200 len: 217 time: 0.0982003 Jul 08 01:40:37.572950 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.606366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbcfb08-f160-4b7f-b7c7-0f772b8b0b78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:40:37.649389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b257d9ce-0d4d-4207-a5bd-6bbccd714477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.650898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-b257d9ce-0d4d-4207-a5bd-6bbccd714477 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.1324790 Jul 08 01:40:37.696674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48376) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:37.707975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-e5fcb30e-2e7a-4f4c-ada8-f38033f9c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.708418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-e5fcb30e-2e7a-4f4c-ada8-f38033f9c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.710035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-e5fcb30e-2e7a-4f4c-ada8-f38033f9c3c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8db72128d244466eb64ad91aa0b90dba&device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1983 time: 0.3521454 Jul 08 01:40:37.718334 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-fce74d66-4840-478d-a6bf-7d4ee983b8be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591683 Jul 08 01:40:37.731871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbcfb08-f160-4b7f-b7c7-0f772b8b0b78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:40:37.736945 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cbcfb08-f160-4b7f-b7c7-0f772b8b0b78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.744833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] Sync routers for ids ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:40:37.755868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] Routers {'6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:37.756877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:40:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:37.787334 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6cbcfb08-f160-4b7f-b7c7-0f772b8b0b78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "PUT /v2.0/floatingips/c62acd65-13f5-42f0-aefd-8fa15d3596aa HTTP/1.1" status: 200 len: 992 time: 1.2941628 Jul 08 01:40:37.817341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-network', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:37.838578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Made reservation on behalf of 54ed1cf44e644c5b9306d90fed4e8909 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:37.840254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.849918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.871808 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-476aadbd-7c6b-4993-a63a-df88e3bb9f21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=663f5b4d-c5f6-4637-a743-c7414425b420 HTTP/1.1" status: 200 len: 217 time: 0.1496334 Jul 08 01:40:37.880944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef008a6f-0db8-46d0-b131-ef434c8d2c96 req-e2b53a68-aa0a-47dc-b2e8-d721efe9735b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.881556 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] Set router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:37.882471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef008a6f-0db8-46d0-b131-ef434c8d2c96 req-e2b53a68-aa0a-47dc-b2e8-d721efe9735b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 944 time: 0.4230547 Jul 08 01:40:37.953201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9889c-392d-4980-a9f2-701c627797ee req-03f50d2b-7205-4f72-aa56-1d277993b152 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.958123 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.959620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9889c-392d-4980-a9f2-701c627797ee req-03f50d2b-7205-4f72-aa56-1d277993b152 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:37.961224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21b9889c-392d-4980-a9f2-701c627797ee req-03f50d2b-7205-4f72-aa56-1d277993b152 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1679 time: 0.4734318 Jul 08 01:40:37.964973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:37.983831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:40:38.009106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.009867 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Added segment c6e19a0d-b122-4cfd-a5b8-ef50009051a1 of type vlan for network 99c69b2c-3055-4f5a-b34c-ea1e67881022 Jul 08 01:40:38.027147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3790363d-e889-4783-a630-25596b1bb0a3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:38.063503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94'}, {'name': 'network-changed', 'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'tag': 'adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed'}, {'name': 'network-changed', 'server_uuid': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'tag': '7d6db387-d032-451f-9729-a6add59f4552'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:38.066143 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e045371-cfa0-4f2d-b14a-237c734b3f46" -d '{"events": [{"name": "network-changed", "server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94"}, {"name": "network-changed", "server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "tag": "adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed"}, {"name": "network-changed", "server_uuid": "3f747013-2105-4872-a078-8a5d2de9a1f4", "tag": "7d6db387-d032-451f-9729-a6add59f4552"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:38.083144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.098747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-72613552-ee8d-48a8-aedf-341ebbbe0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:38.100231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-72613552-ee8d-48a8-aedf-341ebbbe0d6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7321cff9-2bd0-4113-8694-956ea02f7d90 HTTP/1.1" status: 200 len: 801 time: 0.2168872 Jul 08 01:40:38.119228 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.120451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:38.121838 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.131276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef008a6f-0db8-46d0-b131-ef434c8d2c96 req-99c307db-3d44-4ed2-b0fd-9929e724584c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348001 Jul 08 01:40:38.138886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:38Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c62acd65-13f5-42f0-aefd-8fa15d3596aa', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'port_id': '7d6db387-d032-451f-9729-a6add59f4552', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'mac_address': 'fa:16:3e:cd:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:39:44Z', 'updated_at': '2021-07-08T01:40:37Z', 'revision_number': 1, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a097dee9-7f5e-45a1-b998-0347841e203d', 'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'mac_address': 'fa:16:3e:7e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:36Z', 'updated_at': '2021-07-08T01:39:43Z', 'revision_number': 5, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'subnets': [{'id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:38.158528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21b9889c-392d-4980-a9f2-701c627797ee req-0dde070e-eda7-43c9-8277-73824e039b47 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812959 Jul 08 01:40:38.159634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-1338ca83-e794-472a-b8ab-349f2f65800b service neutron] 10.222.0.24 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240782 Jul 08 01:40:38.174294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] Checking router: 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:40:38.198888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] Routers {'6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:38.200543 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:40:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:38.213247 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5154238 Jul 08 01:40:38.217830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48384) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:38.224024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Request body: {'subnet': {'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-subnet', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:38.242924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd333e4-ec9b-4704-a005-0f7c87ca9276 admin admin] Pushing event updated for resources: {'Network': ['ID=99c69b2c-3055-4f5a-b34c-ea1e67881022,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:38.262008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Made reservation on behalf of 54ed1cf44e644c5b9306d90fed4e8909 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:38.265685 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.267986 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c95e9e6-d542-4c35-a02d-6b7ff9a4233d x-openstack-request-id: req-6c95e9e6-d542-4c35-a02d-6b7ff9a4233d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:38.270374 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010d07d6-70f9-4618-a488-090459b95961", "tag": "0e68c95d-e552-47e7-87b3-3b11a090e838", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:38.270374 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c95e9e6-d542-4c35-a02d-6b7ff9a4233d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:38.270730 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010d07d6-70f9-4618-a488-090459b95961', 'tag': '0e68c95d-e552-47e7-87b3-3b11a090e838', 'status': 'completed', 'code': 200} Jul 08 01:40:38.295828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 99c69b2c-3055-4f5a-b34c-ea1e67881022 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:40:38.402331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e90914-f253-452d-91f1-c27f8518c60c req-dbb8aa26-ef0e-4766-88e4-ab6191625de8 service neutron] 10.222.0.24 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328091 Jul 08 01:40:38.412048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-8d656798-ef63-4a3e-b6f9-83b4ce8f6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:38.413930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-8d656798-ef63-4a3e-b6f9-83b4ce8f6048 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a0a33d9d-6a06-434b-ae02-3f41072f04a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3003576 Jul 08 01:40:38.419055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9ce8c51-5166-4034-8f56-46399164b838 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:38.450752 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.512983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.585778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Checking segment: {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:38.586181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Network hostable DHCP agents. Network: 99c69b2c-3055-4f5a-b34c-ea1e67881022, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:40:38.588270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce76c900-9d70-4f9a-92e5-df87d8f081e3,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:38.591503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] Set router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:38.610403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Network 99c69b2c-3055-4f5a-b34c-ea1e67881022 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:40:38.630832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 99c69b2c-3055-4f5a-b34c-ea1e67881022) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:38.643850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:38.644868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.674717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7ee59086-d800-4b09-a7a7-b1004154d2df admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4550138 Jul 08 01:40:38.677514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48386) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:38.683335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:38.691253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42286100-81a3-44d9-a291-9761a1023c22 None None] Network 99c69b2c-3055-4f5a-b34c-ea1e67881022 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:38.716031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.717199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.764069 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.799748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.930133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Transition to ACTIVE for port object a9ce8c51-5166-4034-8f56-46399164b838 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:38.937853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-4843ff1b-61da-486f-998f-2a17b83c52fc service neutron] 10.222.0.24 "GET /v2.0/networks/a0a33d9d-6a06-434b-ae02-3f41072f04a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124793 Jul 08 01:40:38.965555 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.972137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:38.990030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-99c69b2c-3055-4f5a-b34c-ea1e67881022', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:40:38.990887 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:39.079683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f1ab14dc-6de2-4632-a42e-38b7fddd9c94 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:39.082104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:40:39.123064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aec13f-f4ab-42bc-ae5d-44b6f4119767 req-c5d3e48e-f5e6-43bf-b0a2-a25619611570 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:39.125261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46aec13f-f4ab-42bc-ae5d-44b6f4119767 req-c5d3e48e-f5e6-43bf-b0a2-a25619611570 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 936 time: 0.8101926 Jul 08 01:40:39.168407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ce8c51-5166-4034-8f56-46399164b838,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:39.190650 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:39.191192 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:38Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c62acd65-13f5-42f0-aefd-8fa15d3596aa', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'port_id': '7d6db387-d032-451f-9729-a6add59f4552', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'mac_address': 'fa:16:3e:cd:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:39:44Z', 'updated_at': '2021-07-08T01:40:37Z', 'revision_number': 1, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a097dee9-7f5e-45a1-b998-0347841e203d', 'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'mac_address': 'fa:16:3e:7e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:36Z', 'updated_at': '2021-07-08T01:39:43Z', 'revision_number': 5, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'subnets': [{'id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:39.218704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:39.259547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981eb9-bc28-44cf-ab9e-087809906290 req-cfd05629-04fb-4f6a-b752-aa78ba3823df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:39.261157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3981eb9-bc28-44cf-ab9e-087809906290 req-cfd05629-04fb-4f6a-b752-aa78ba3823df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 1096 time: 0.7415686 Jul 08 01:40:39.267877 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de83ccb-c735-4258-8615-b76b0e314cd3 req-9b818b0c-2fd6-49c2-b8a2-b7ef9b0b123f tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:39.274963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8de83ccb-c735-4258-8615-b76b0e314cd3 req-9b818b0c-2fd6-49c2-b8a2-b7ef9b0b123f tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1103 time: 0.8205996 Jul 08 01:40:39.280388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f187a32-20c2-44f5-b4a7-c5fa6e165e8d None None] The sync data for ids ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'] in n-d-694802-14 is: [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:38Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c62acd65-13f5-42f0-aefd-8fa15d3596aa', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'port_id': '7d6db387-d032-451f-9729-a6add59f4552', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'mac_address': 'fa:16:3e:cd:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:39:44Z', 'updated_at': '2021-07-08T01:40:37Z', 'revision_number': 1, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a097dee9-7f5e-45a1-b998-0347841e203d', 'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'mac_address': 'fa:16:3e:7e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:36Z', 'updated_at': '2021-07-08T01:39:43Z', 'revision_number': 5, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'subnets': [{'id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:40:39.318653 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-f7a0ec1e-bd02-4c11-a1e4-9878756772de service neutron] 10.222.0.24 "GET /v2.0/networks/a0a33d9d-6a06-434b-ae02-3f41072f04a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474832 Jul 08 01:40:39.384142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Allocated IP 172.25.4.135 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/5ca2f8b8-b326-423b-9ff3-57c13e26028d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:39.435584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46aec13f-f4ab-42bc-ae5d-44b6f4119767 req-e0dad26e-7356-4a01-9b3e-d907a06e0960 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937291 Jul 08 01:40:39.445792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Allocated IP 172.20.0.2 (99c69b2c-3055-4f5a-b34c-ea1e67881022/ce76c900-9d70-4f9a-92e5-df87d8f081e3/734b8dd2-dec9-4e64-bd08-c9d232685b57) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:39.539264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981eb9-bc28-44cf-ab9e-087809906290 req-c92601e0-6259-4d30-9662-0976c58cc60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:39.540890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3981eb9-bc28-44cf-ab9e-087809906290 req-c92601e0-6259-4d30-9662-0976c58cc60c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 907 time: 0.2633262 Jul 08 01:40:39.541930 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:39.545948 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-d8afd633-0d60-4adf-b421-76d5bee6499f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed HTTP/1.1" status: 200 len: 217 time: 0.1308129 Jul 08 01:40:39.549952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Attempting to bind port a9ce8c51-5166-4034-8f56-46399164b838 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:39.550916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Attempting to bind port a9ce8c51-5166-4034-8f56-46399164b838 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:39.551273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Attempting to bind port a9ce8c51-5166-4034-8f56-46399164b838 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:39.576556 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:39.632897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:39.659040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:39.671760 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42af9e16-ae92-44e6-b336-215aec7f5e8a None None] New status for floating IP c62acd65-13f5-42f0-aefd-8fa15d3596aa: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:40:39.694031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3981eb9-bc28-44cf-ab9e-087809906290 req-f3ec1618-6ba5-45ea-a502-3baa438a9f5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e68c95d-e552-47e7-87b3-3b11a090e838 HTTP/1.1" status: 200 len: 217 time: 0.1342463 Jul 08 01:40:39.696770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:39.697237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-40f942d5-bf57-4088-b2c1-6b9c5a0cc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:39.699473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-40f942d5-bf57-4088-b2c1-6b9c5a0cc10e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=133e3941-12f3-489b-acfc-b7e5194b4dd0 HTTP/1.1" status: 200 len: 801 time: 0.0822418 Jul 08 01:40:39.702636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:39.708473 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:39.712267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Pushing event updated for resources: {'Port': ['ID=5ca2f8b8-b326-423b-9ff3-57c13e26028d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:39.720956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:39.726371 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c521c9-c84e-4565-a025-adfc3f4846e7" -d '{"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-unplugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:39.731168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Port a9ce8c51-5166-4034-8f56-46399164b838 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:40:39.731526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Attempting to bind port a9ce8c51-5166-4034-8f56-46399164b838 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:39.733778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'mac_address': 'fa:16:3e:35:44:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:39.763512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8de83ccb-c735-4258-8615-b76b0e314cd3 req-5cb3a0fb-e1f9-4b2b-a9d9-3464d5900a1f tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4876454 Jul 08 01:40:39.779395 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:39.815868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:39.816262 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:39.816688 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:39.817147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Bound port: a9ce8c51-5166-4034-8f56-46399164b838, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:39.817559 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:39.847417 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:39.909164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] For port a9ce8c51-5166-4034-8f56-46399164b838, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:39.913708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] For port a9ce8c51-5166-4034-8f56-46399164b838, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a9ce8c51-5166-4034-8f56-46399164b838,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:39.919908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3981eb9-bc28-44cf-ab9e-087809906290 req-a5c4cebb-9f0a-44e2-93cd-598aade14ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:39.922785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3981eb9-bc28-44cf-ab9e-087809906290 req-a5c4cebb-9f0a-44e2-93cd-598aade14ab1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.2162838 Jul 08 01:40:39.928997 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:40.013243 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:40.035547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Transition to ACTIVE for port object 734b8dd2-dec9-4e64-bd08-c9d232685b57 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:40.055373 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:40.108668 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ab14dc-6de2-4632-a42e-38b7fddd9c94 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:40.130508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:40.134197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:40.155030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:40.156755 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:40.158889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] 10.222.0.16 "PUT /v2.0/ports/a9ce8c51-5166-4034-8f56-46399164b838 HTTP/1.1" status: 200 len: 1097 time: 2.8820715 Jul 08 01:40:40.170135 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3981eb9-bc28-44cf-ab9e-087809906290 req-515c82b0-7813-4d0c-a0f2-f654de2616fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2261803 Jul 08 01:40:40.176037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.176891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.177420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.178077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.181594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.182141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.182671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.183342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.183844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.184544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.185058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.185393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:40.193119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-2cacd4bc-9f81-4b0c-ab6a-c24e626a4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:40.195363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-2cacd4bc-9f81-4b0c-ab6a-c24e626a4e78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0029ec7d-910a-4b11-8f55-5e46ed60e6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4735889 Jul 08 01:40:40.203625 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:40.205781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Transition to ACTIVE for port object 734b8dd2-dec9-4e64-bd08-c9d232685b57 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:40.264927 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:40.273421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfc3155-b1f7-412b-ac0a-a0874b8be25b', 'tag': 'a9ce8c51-5166-4034-8f56-46399164b838'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:40.276829 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2264c31-3418-47e8-9dc8-db78446ada8b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfc3155-b1f7-412b-ac0a-a0874b8be25b", "tag": "a9ce8c51-5166-4034-8f56-46399164b838"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:40.325766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28ec7c-b181-4448-a61f-225a80fd0d04 service neutron] Pushing event updated for resources: {'Port': ['ID=a9ce8c51-5166-4034-8f56-46399164b838,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:40.328997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Network 99c69b2c-3055-4f5a-b34c-ea1e67881022 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:40.332065 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ca0dc-6df7-451b-a9cd-e78a5e26668c x-openstack-request-id: req-946ca0dc-6df7-451b-a9cd-e78a5e26668c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:40.332618 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "tag": "adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f747013-2105-4872-a078-8a5d2de9a1f4", "tag": "7d6db387-d032-451f-9729-a6add59f4552", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:40.332811 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-946ca0dc-6df7-451b-a9cd-e78a5e26668c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:40.333291 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'status': 'completed', 'code': 200} Jul 08 01:40:40.333698 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'tag': 'adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed', 'status': 'completed', 'code': 200} Jul 08 01:40:40.334518 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'tag': '7d6db387-d032-451f-9729-a6add59f4552', 'status': 'completed', 'code': 200} Jul 08 01:40:40.336845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:40.354408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:40.388592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:40.455534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f1ab14dc-6de2-4632-a42e-38b7fddd9c94'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:40.475139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Attempting to bind port 734b8dd2-dec9-4e64-bd08-c9d232685b57 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:40.478788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Attempting to bind port 734b8dd2-dec9-4e64-bd08-c9d232685b57 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:40.479475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Attempting to bind port 734b8dd2-dec9-4e64-bd08-c9d232685b57 on network 99c69b2c-3055-4f5a-b34c-ea1e67881022 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:40.535857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:40.536355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Checking segment: {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:40.536833 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:40.537316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Bound using segment: {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:40.538039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Bound port: 734b8dd2-dec9-4e64-bd08-c9d232685b57, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:40.538496 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:40.564339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Pushing event updated for resources: {'Port': ['ID=734b8dd2-dec9-4e64-bd08-c9d232685b57,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:40.565708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40baf6a-6f37-44af-8a51-a1f5ea32342e req-967387ea-9822-4e99-8256-b6f4620652bc tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:40.575725 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f40baf6a-6f37-44af-8a51-a1f5ea32342e req-967387ea-9822-4e99-8256-b6f4620652bc tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 948 time: 0.5584519 Jul 08 01:40:40.585529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-c5b45dee-6fbd-46b1-9a9f-471785f097df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:40.586291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-c5b45dee-6fbd-46b1-9a9f-471785f097df service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c2eb8253cbe64dc09e6a9f2a644e854d&device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 1101 time: 0.2243166 Jul 08 01:40:40.590986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-e5c9825d-6a2a-45a5-8292-b12009f24e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:40.592431 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-e5c9825d-6a2a-45a5-8292-b12009f24e99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79c20a91e74545bfbaa15f7cb9a3b416&device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 1098 time: 0.2186024 Jul 08 01:40:40.658281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] For port 734b8dd2-dec9-4e64-bd08-c9d232685b57, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:40.663433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] For port 734b8dd2-dec9-4e64-bd08-c9d232685b57, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=734b8dd2-dec9-4e64-bd08-c9d232685b57,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:40.664782 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:40.676069 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:40.682524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3981eb9-bc28-44cf-ab9e-087809906290 req-03373042-2112-4a1e-999e-687440365ab9 service neutron] 10.222.0.24 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860921 Jul 08 01:40:40.684888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-e4465925-9c80-41c5-b0fc-c79f4129120d service neutron] 10.222.0.24 "GET /v2.0/networks/0029ec7d-910a-4b11-8f55-5e46ed60e6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447856 Jul 08 01:40:40.696971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f40baf6a-6f37-44af-8a51-a1f5ea32342e req-24c8deda-e5f6-41b5-8e81-9d760f24a179 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200821 Jul 08 01:40:40.700668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-e8221a0d-65eb-4da3-b79e-a2c5a0459385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:40.706356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-e8221a0d-65eb-4da3-b79e-a2c5a0459385 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3923a21068694baba7e006d5358ad712&device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 1100 time: 0.2914474 Jul 08 01:40:40.783697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca2ece-3720-4240-8141-97b48eaefe5f None None] Pushing event updated for resources: {'Port': ['ID=734b8dd2-dec9-4e64-bd08-c9d232685b57,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:40.892792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-e709a22f-7f0e-4e63-9b07-199a36975bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:40.894262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-e709a22f-7f0e-4e63-9b07-199a36975bdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2985394 Jul 08 01:40:40.907076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-2b5e578f-384d-40c3-bd9c-4954b51a333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:40.908686 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-2b5e578f-384d-40c3-bd9c-4954b51a333e service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0b8d695-73c2-4fb9-8fc4-17d095935fed HTTP/1.1" status: 200 len: 917 time: 0.3033438 Jul 08 01:40:40.945208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-dc66b6eb-fce2-4003-821f-9bcfd09dbde4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=a9ce8c51-5166-4034-8f56-46399164b838 HTTP/1.1" status: 200 len: 217 time: 0.1332700 Jul 08 01:40:41.008081 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-a97f12bf-805a-4bba-b0f0-5236be2de3c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94 HTTP/1.1" status: 200 len: 217 time: 0.0966733 Jul 08 01:40:41.053133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 0e68c95d-e552-47e7-87b3-3b11a090e838 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:41.056706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30340-e5ff-4e61-9fff-062efd52eb71 req-da7d95d8-13c7-494a-82d5-de6d8313bbd7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.058291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83d30340-e5ff-4e61-9fff-062efd52eb71 req-da7d95d8-13c7-494a-82d5-de6d8313bbd7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 944 time: 0.5395799 Jul 08 01:40:41.109595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3981eb9-bc28-44cf-ab9e-087809906290 req-ae25b130-bbb8-4d22-8684-3693ebb42332 service neutron] 10.222.0.24 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910453 Jul 08 01:40:41.134643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-6e9681fe-32fd-475d-ab2f-5c0c50a27074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.136153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-6e9681fe-32fd-475d-ab2f-5c0c50a27074 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1772282 Jul 08 01:40:41.144895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d259cace-b2ce-4a1f-a2e4-5648afdf83c6 req-864fcb40-75bc-499f-8262-3e8326759641 service neutron] 10.222.0.24 "GET /v2.0/networks/0029ec7d-910a-4b11-8f55-5e46ed60e6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372840 Jul 08 01:40:41.170080 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-b9205b04-44eb-49f2-87a9-7f2f55d61092 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d6db387-d032-451f-9729-a6add59f4552 HTTP/1.1" status: 200 len: 1002 time: 0.2514040 Jul 08 01:40:41.196560 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83d30340-e5ff-4e61-9fff-062efd52eb71 req-e3cdfc9e-48b9-4bad-991b-1c726d1d6761 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138256 Jul 08 01:40:41.207496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365913-f3fa-41af-a727-80b6a743b6d9 req-70393792-1186-4dac-b320-93204353b211 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.212946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 0e68c95d-e552-47e7-87b3-3b11a090e838, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=0e68c95d-e552-47e7-87b3-3b11a090e838,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:41.213708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365913-f3fa-41af-a727-80b6a743b6d9 req-70393792-1186-4dac-b320-93204353b211 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.215850 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07365913-f3fa-41af-a727-80b6a743b6d9 req-70393792-1186-4dac-b320-93204353b211 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1679 time: 0.3751261 Jul 08 01:40:41.228115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-61fa3fe0-9c94-4e6c-9b44-f5213b828662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.228938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '0e68c95d-e552-47e7-87b3-3b11a090e838', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'port_id': '0e68c95d-e552-47e7-87b3-3b11a090e838', 'mac_address': 'fa:16:3e:a1:12:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94efa8dc-98fe-402d-a487-c19d12a4e6f9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:41.229857 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-61fa3fe0-9c94-4e6c-9b44-f5213b828662 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1873736 Jul 08 01:40:41.278234 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6626655e-0d27-4ede-bfad-30136457858f x-openstack-request-id: req-6626655e-0d27-4ede-bfad-30136457858f {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:41.278433 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-unplugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:41.278636 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6626655e-0d27-4ede-bfad-30136457858f {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:41.279253 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'code': 200} Jul 08 01:40:41.281386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07365913-f3fa-41af-a727-80b6a743b6d9 req-f32e25d4-23bc-42e9-a42f-a575019a29a0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582993 Jul 08 01:40:41.290160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-f910a126-86be-4016-a175-cbd0b201ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.292072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-f910a126-86be-4016-a175-cbd0b201ac9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1404593 Jul 08 01:40:41.321514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-b771171d-f180-458b-81bf-101a99c4e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.323699 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:41.326997 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-b771171d-f180-458b-81bf-101a99c4e9cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ccb0364c-8bc2-42ff-9413-cf6873526d2f HTTP/1.1" status: 200 len: 855 time: 0.1477613 Jul 08 01:40:41.328411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:41.353428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e68c95d-e552-47e7-87b3-3b11a090e838 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:41.394588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 0e68c95d-e552-47e7-87b3-3b11a090e838, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=0e68c95d-e552-47e7-87b3-3b11a090e838,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:41.404370 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:41.431967 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6293f9dc-59fd-44fd-8849-01023376355d x-openstack-request-id: req-6293f9dc-59fd-44fd-8849-01023376355d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:41.432454 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfc3155-b1f7-412b-ac0a-a0874b8be25b", "tag": "a9ce8c51-5166-4034-8f56-46399164b838", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:41.432904 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6293f9dc-59fd-44fd-8849-01023376355d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:41.433896 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfc3155-b1f7-412b-ac0a-a0874b8be25b', 'tag': 'a9ce8c51-5166-4034-8f56-46399164b838', 'status': 'completed', 'code': 200} Jul 08 01:40:41.466408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=0e68c95d-e552-47e7-87b3-3b11a090e838,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:41.532002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-de0a4635-6a13-40d3-9b16-d8383a8b8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.533709 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-de0a4635-6a13-40d3-9b16-d8383a8b8d50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2925043 Jul 08 01:40:41.555538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3846a0b-e12d-4e63-be09-8bc81ec6def9 req-1416bb42-ea0f-4372-83d7-340ab1f70de0 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.565060 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3846a0b-e12d-4e63-be09-8bc81ec6def9 req-1416bb42-ea0f-4372-83d7-340ab1f70de0 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 948 time: 0.1174023 Jul 08 01:40:41.575762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-20ac7e49-d90e-420d-b042-a1e6eb0664ca service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732658 Jul 08 01:40:41.648822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-42f063e9-5cc2-4cb8-a80e-27497ce9a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.650349 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-42f063e9-5cc2-4cb8-a80e-27497ce9a163 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0b8d695-73c2-4fb9-8fc4-17d095935fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3129959 Jul 08 01:40:41.658019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:41.688697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-99df7318-f746-4dbe-8697-5e101cde1597 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457993 Jul 08 01:40:41.707331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3846a0b-e12d-4e63-be09-8bc81ec6def9 req-1da67782-95b1-4453-b025-866215ef3014 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412950 Jul 08 01:40:41.803213 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-e1de8b41-793c-4fcf-9619-9c05071d0cd7 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492342 Jul 08 01:40:41.819681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Router d9071dab-6479-4114-9105-3b7354e17f13 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:40:41.835714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d8e1b-cc5f-4878-bdc7-1be50c996320 req-c340a957-bd5c-4d70-a802-4f24c37991c8 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519417 Jul 08 01:40:41.971589 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-b13d0285-71d6-4371-baa7-00ff667134a6 service neutron] 10.222.0.16 "GET /v2.0/networks/f0b8d695-73c2-4fb9-8fc4-17d095935fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056381 Jul 08 01:40:41.971832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-8c7f4001-d61e-48f1-8618-df204588ecf7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:41.973400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-8c7f4001-d61e-48f1-8618-df204588ecf7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2738414 Jul 08 01:40:42.013492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-f98fef2f-9579-4b74-b16f-96a561c6f0ee tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/quotas/4f8b7809010b42bb88fcc2d1746de01a HTTP/1.1" status: 200 len: 375 time: 0.0314460 Jul 08 01:40:42.057212 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94b7e0-1693-4e85-a4f3-7664f1b94c5e None None] Network 99c69b2c-3055-4f5a-b34c-ea1e67881022 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:40:42.073253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e6d97-3e45-4892-9132-54d749dcf149 req-82bb7d3d-6339-4612-ac76-73efe01841ec tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:42.074891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-749e6d97-3e45-4892-9132-54d749dcf149 req-82bb7d3d-6339-4612-ac76-73efe01841ec tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 949 time: 0.2239306 Jul 08 01:40:42.086674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-376875a1-84a7-4081-850a-c732b6009728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:42.088169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-376875a1-84a7-4081-850a-c732b6009728 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3923a21068694baba7e006d5358ad712&device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 1100 time: 0.1582963 Jul 08 01:40:42.188506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8c4bc036-8f8e-4248-9bc3-a7e1be138594 None None] Provisioning for port 734b8dd2-dec9-4e64-bd08-c9d232685b57 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:42.245955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-749e6d97-3e45-4892-9132-54d749dcf149 req-7e093619-6c76-4cff-a5cd-7246d5076c79 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554711 Jul 08 01:40:42.260126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9d189498-afb2-4178-babf-291c106ae2af tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2431374 Jul 08 01:40:42.289682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-9adc7040-8975-418c-a625-049e08397c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:42.292190 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-9adc7040-8975-418c-a625-049e08397c02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1913712 Jul 08 01:40:42.346540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-98d24ff8-8667-4ee4-b0e6-900e5005323f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=a9ce8c51-5166-4034-8f56-46399164b838 HTTP/1.1" status: 200 len: 217 time: 0.0473566 Jul 08 01:40:42.421830 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-4ddbf5a6-acbf-4e64-821a-1005c1cfca87 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035466 Jul 08 01:40:42.574145 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-df4130bf-6a78-419e-94fb-b0f760749512 service neutron] 10.222.0.16 "GET /v2.0/networks/f0b8d695-73c2-4fb9-8fc4-17d095935fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771501 Jul 08 01:40:42.577196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:40:42.590431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Sync routers for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:40:42.604606 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:42.608382 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-95e58a9b-8f2f-4407-8ae5-031ffebd08c6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.9272108 Jul 08 01:40:42.609964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48446) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:40:42.634077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:42.634809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:40:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:42.664685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-c72ec385-092e-4500-a996-cecb4c1297d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:42.665281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-c72ec385-092e-4500-a996-cecb4c1297d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:42.666954 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-c72ec385-092e-4500-a996-cecb4c1297d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8db72128d244466eb64ad91aa0b90dba&device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1983 time: 0.1873887 Jul 08 01:40:42.768042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:42.847988 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-e8f16bc7-f874-4859-a138-94bb13b86df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:42.849571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-e8f16bc7-f874-4859-a138-94bb13b86df4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.4961419 Jul 08 01:40:42.916125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d69712-eabe-4925-8411-366e44c16f89 req-db1c58a1-ec9b-4751-ab1c-43ef7dc26c71 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:42.923142 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d69712-eabe-4925-8411-366e44c16f89 req-db1c58a1-ec9b-4751-ab1c-43ef7dc26c71 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:42.924862 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76d69712-eabe-4925-8411-366e44c16f89 req-db1c58a1-ec9b-4751-ab1c-43ef7dc26c71 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1679 time: 0.1652091 Jul 08 01:40:42.957570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-1632a58b-04df-4055-a047-135e72ae2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:42.959768 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-1632a58b-04df-4055-a047-135e72ae2fa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0029ec7d-910a-4b11-8f55-5e46ed60e6da HTTP/1.1" status: 200 len: 903 time: 0.2810779 Jul 08 01:40:42.962811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e1ef8-0fca-4428-adc7-cc66cc69058a req-1563da4f-2608-4029-9a05-4dd3258edf71 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:42.970520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-106e1ef8-0fca-4428-adc7-cc66cc69058a req-1563da4f-2608-4029-9a05-4dd3258edf71 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 945 time: 0.2120740 Jul 08 01:40:43.031988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 734b8dd2-dec9-4e64-bd08-c9d232685b57 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:43.033133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76d69712-eabe-4925-8411-366e44c16f89 req-d88d15d9-d0d5-43c1-b51a-6f7baf3958f0 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017504 Jul 08 01:40:43.050668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-a10fd24d-470f-4c44-bf56-3e0fe2194df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:43.052170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-a10fd24d-470f-4c44-bf56-3e0fe2194df1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1929848 Jul 08 01:40:43.071718 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-bb8984a5-9322-45e6-9d33-4f634ef7b5a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed HTTP/1.1" status: 200 len: 217 time: 0.1054707 Jul 08 01:40:43.074481 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-106e1ef8-0fca-4428-adc7-cc66cc69058a req-852fc4db-7d6d-4dc8-a3ae-9f24bd24c460 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031399 Jul 08 01:40:43.076923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 663f5b4d-c5f6-4637-a743-c7414425b420 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:43.079925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 0e68c95d-e552-47e7-87b3-3b11a090e838 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:43.168763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2141d26a-700a-427e-843a-1fe41397dc94 req-e62a685d-aaaf-41b5-975a-efbfc6513c61 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 210 time: 0.0444670 Jul 08 01:40:43.267760 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-e61d5133-3e4f-4e66-b43e-8acb4f0e6bac service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002532 Jul 08 01:40:43.301245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 663f5b4d-c5f6-4637-a743-c7414425b420, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=663f5b4d-c5f6-4637-a743-c7414425b420,segment=NetworkSegment(30e7204d-a338-47ed-aa05-ecc50f762192),segment_id=30e7204d-a338-47ed-aa05-ecc50f762192)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:43.318564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '663f5b4d-c5f6-4637-a743-c7414425b420', 'network_id': 'a0a33d9d-6a06-434b-ae02-3f41072f04a3', 'port_id': '663f5b4d-c5f6-4637-a743-c7414425b420', 'mac_address': 'fa:16:3e:03:5c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7321cff9-2bd0-4113-8694-956ea02f7d90', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:43.335087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-0b3881f4-d016-4ee4-a422-bc57fe3c44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:43.336656 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-0b3881f4-d016-4ee4-a422-bc57fe3c44d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=133e3941-12f3-489b-acfc-b7e5194b4dd0 HTTP/1.1" status: 200 len: 801 time: 0.2514856 Jul 08 01:40:43.424893 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:43.431660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a9ce8c51-5166-4034-8f56-46399164b838 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:43.516661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-85713eae-b23c-4a51-9a83-831e2ae44832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:43.518288 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-85713eae-b23c-4a51-9a83-831e2ae44832 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0029ec7d-910a-4b11-8f55-5e46ed60e6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600049 Jul 08 01:40:43.526669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2264c31-3418-47e8-9dc8-db78446ada8b req-b71088ff-3934-467d-beb7-b8b8fd3f6719 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560346 Jul 08 01:40:43.561591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a9ce8c51-5166-4034-8f56-46399164b838, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a9ce8c51-5166-4034-8f56-46399164b838,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:43.562046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc849bc5-37c4-4fe1-b746-008deb547a33 req-75d654ae-2eb5-451a-831c-a25922744c96 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:43.563740 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc849bc5-37c4-4fe1-b746-008deb547a33 req-75d654ae-2eb5-451a-831c-a25922744c96 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 948 time: 0.2033031 Jul 08 01:40:43.579839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'a9ce8c51-5166-4034-8f56-46399164b838', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'a9ce8c51-5166-4034-8f56-46399164b838', 'mac_address': 'fa:16:3e:d6:ac:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:43.584292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 0e68c95d-e552-47e7-87b3-3b11a090e838 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:43.608005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c178673-59e0-4c5a-9cca-4a3dc3e9c27d req-53ca826b-4736-4150-b521-5e185238a136 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:43.611298 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c178673-59e0-4c5a-9cca-4a3dc3e9c27d req-53ca826b-4736-4150-b521-5e185238a136 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 949 time: 0.1432714 Jul 08 01:40:43.645560 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 0e68c95d-e552-47e7-87b3-3b11a090e838 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:43.645974 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:43.647803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc849bc5-37c4-4fe1-b746-008deb547a33 req-5d73c25f-e418-4f82-8975-6dfd455d66ec tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748413 Jul 08 01:40:43.654152 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:43.665481 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-3302b6e3-63f7-42e2-8c8e-ba8357a827e4 service neutron] 10.222.0.24 "GET /v2.0/networks/0029ec7d-910a-4b11-8f55-5e46ed60e6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222115 Jul 08 01:40:43.676583 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:43.679683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 734b8dd2-dec9-4e64-bd08-c9d232685b57 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:43.680846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c178673-59e0-4c5a-9cca-4a3dc3e9c27d req-845165ee-1a06-447c-8336-eee057dc577d tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623615 Jul 08 01:40:43.701799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663f5b4d-c5f6-4637-a743-c7414425b420 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:43.707007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 734b8dd2-dec9-4e64-bd08-c9d232685b57 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:43.707329 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:43.743743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9ce8c51-5166-4034-8f56-46399164b838 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:43.781740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 663f5b4d-c5f6-4637-a743-c7414425b420, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=663f5b4d-c5f6-4637-a743-c7414425b420,segment=NetworkSegment(30e7204d-a338-47ed-aa05-ecc50f762192),segment_id=30e7204d-a338-47ed-aa05-ecc50f762192)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:43.796758 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:43.797544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:43.800241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:40Z', 'revision_number': 3, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:43.804217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a9ce8c51-5166-4034-8f56-46399164b838, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a9ce8c51-5166-4034-8f56-46399164b838,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:43.844322 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:43.870292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Checking router: d9071dab-6479-4114-9105-3b7354e17f13 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:40:43.870641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Updating router d9071dab-6479-4114-9105-3b7354e17f13 port 5ca2f8b8-b326-423b-9ff3-57c13e26028d binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:40:43.884480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1e045371-cfa0-4f2d-b14a-237c734b3f46 req-ab437872-00aa-4150-bec5-979844681bc6 service neutron] 10.222.0.24 "GET /v2.0/networks/0029ec7d-910a-4b11-8f55-5e46ed60e6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058265 Jul 08 01:40:43.940817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Allocated IP 172.20.0.1 (99c69b2c-3055-4f5a-b34c-ea1e67881022/ce76c900-9d70-4f9a-92e5-df87d8f081e3/2dee5923-9a33-49aa-9233-460298f477bc) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:44.005182 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.013635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=663f5b4d-c5f6-4637-a743-c7414425b420,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:44.108437 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.122654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-6e7d4ed5-c59d-46f6-966a-d8cd54977b97 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521600 Jul 08 01:40:44.148919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.156454 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.173275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['a9ce8c51-5166-4034-8f56-46399164b838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:44.199648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Transition to ACTIVE for port object 2dee5923-9a33-49aa-9233-460298f477bc will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:44.291562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.368670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Network 99c69b2c-3055-4f5a-b34c-ea1e67881022 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:44.373409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:44.379458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:44.382102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2dee5923-9a33-49aa-9233-460298f477bc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:44.406111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:44.417521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.418233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.418746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.419251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.419780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.420285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.420819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.422179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.422789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.423404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.423913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.424446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:44.424759 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'port_id': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'mac_address': 'fa:16:3e:40:2f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:44.443596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.505957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-2c5346da-2cdf-4833-b458-16d21f8538b8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:44.507640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-2c5346da-2cdf-4833-b458-16d21f8538b8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3760686 Jul 08 01:40:44.540665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Request body: {'port': {'device_id': '5324ee30-0d60-4c55-810e-ad11304019d5', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '4f8b7809010b42bb88fcc2d1746de01a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:44.662500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010d07d6-70f9-4618-a488-090459b95961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e68c95d-e552-47e7-87b3-3b11a090e838'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:44.664815 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c135357-1729-4226-81f2-1701564c39cf" -d '{"events": [{"server_uuid": "010d07d6-70f9-4618-a488-090459b95961", "name": "network-vif-plugged", "status": "completed", "tag": "0e68c95d-e552-47e7-87b3-3b11a090e838"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:44.692441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddd3c0-1336-42d3-a1ca-269a1b5aadc7 req-6f86092c-499d-49de-a281-92e51b7be604 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:44.698683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddd3c0-1336-42d3-a1ca-269a1b5aadc7 req-6f86092c-499d-49de-a281-92e51b7be604 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:44.705608 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.706199 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7ddd3c0-1336-42d3-a1ca-269a1b5aadc7 req-6f86092c-499d-49de-a281-92e51b7be604 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1680 time: 0.3882940 Jul 08 01:40:44.766513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b8f70-d7c6-4e0e-a84b-0f16fe72b51b req-f0fc9508-31d5-42e7-bb6c-4e945ab0edfd tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:44.768139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db4b8f70-d7c6-4e0e-a84b-0f16fe72b51b req-f0fc9508-31d5-42e7-bb6c-4e945ab0edfd tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 945 time: 0.3381221 Jul 08 01:40:44.812903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7ddd3c0-1336-42d3-a1ca-269a1b5aadc7 req-28fa7395-bd29-4d00-8b0a-620faa307713 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050525 Jul 08 01:40:44.848559 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.880440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db4b8f70-d7c6-4e0e-a84b-0f16fe72b51b req-ad2a7ec8-4d6c-42a9-87b2-0cc4a6886b6e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036048 Jul 08 01:40:44.906303 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.910803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Made reservation on behalf of 4f8b7809010b42bb88fcc2d1746de01a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:44.914518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.917478 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:44.918999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26722b1d-8f0d-4fdc-9019-798cdaaaa9da {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:44.962775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:44.975964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=a9ce8c51-5166-4034-8f56-46399164b838,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:45.011877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.015454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=2dee5923-9a33-49aa-9233-460298f477bc,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:45.101884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 0e68c95d-e552-47e7-87b3-3b11a090e838, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=0e68c95d-e552-47e7-87b3-3b11a090e838,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:45.107874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.112498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:45.128213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c0e50fe-8b88-4f35-bede-b38fadf6dd25 req-71245ebd-5649-4641-91ab-356d80c749d9 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 210 time: 0.0556698 Jul 08 01:40:45.134020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Network 99c69b2c-3055-4f5a-b34c-ea1e67881022 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:45.136261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:45.180381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Allocated IP 192.168.233.192 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/03235498-e3be-42ce-9acf-b65eea70c8a6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:45.266963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,segment=NetworkSegment(708d8ba8-2ff0-438c-9c25-bbc43873a198),segment_id=708d8ba8-2ff0-438c-9c25-bbc43873a198)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:45.303504 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eccd7df-7dc9-4f44-bdf8-587102cc5706 x-openstack-request-id: req-1eccd7df-7dc9-4f44-bdf8-587102cc5706 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:45.316518 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010d07d6-70f9-4618-a488-090459b95961", "name": "network-vif-plugged", "status": "completed", "tag": "0e68c95d-e552-47e7-87b3-3b11a090e838", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:45.316849 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eccd7df-7dc9-4f44-bdf8-587102cc5706 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:45.317204 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010d07d6-70f9-4618-a488-090459b95961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e68c95d-e552-47e7-87b3-3b11a090e838', 'code': 200} Jul 08 01:40:45.323373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed', 'network_id': '0029ec7d-910a-4b11-8f55-5e46ed60e6da', 'port_id': 'adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed', 'mac_address': 'fa:16:3e:b1:4f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '133e3941-12f3-489b-acfc-b7e5194b4dd0', 'ip_address': '19.86.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:45.396544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.398164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f1ab14dc-6de2-4632-a42e-38b7fddd9c94 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:45.443477 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.458399 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2b90efe2-6fe0-42f7-9879-9ec0f53d226f None None] Provisioning for port 2dee5923-9a33-49aa-9233-460298f477bc completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:45.513358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:45.541776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Router d9071dab-6479-4114-9105-3b7354e17f13 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:40:45.544351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,segment=NetworkSegment(708d8ba8-2ff0-438c-9c25-bbc43873a198),segment_id=708d8ba8-2ff0-438c-9c25-bbc43873a198)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:45.545858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2b90efe2-6fe0-42f7-9879-9ec0f53d226f None None] Provisioning complete for port 2dee5923-9a33-49aa-9233-460298f477bc triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:45.547181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b90efe2-6fe0-42f7-9879-9ec0f53d226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.569222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70528268-9a67-4b7e-b10a-95f5714bd40a req-a871abbf-b9d1-43cd-8841-ec7541779837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:45.571132 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70528268-9a67-4b7e-b10a-95f5714bd40a req-a871abbf-b9d1-43cd-8841-ec7541779837 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 1098 time: 0.1309991 Jul 08 01:40:45.641597 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.657476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Transition to ACTIVE for port object 5ca2f8b8-b326-423b-9ff3-57c13e26028d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:45.679641 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.686233 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.695383 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.700434 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70528268-9a67-4b7e-b10a-95f5714bd40a req-ca25cb34-bdc7-435e-857d-fc67a6e1f1db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197190 Jul 08 01:40:45.706909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57632dde-3f11-4277-8a12-fe138f9906cd req-17e91817-2db6-421e-bc4b-5af5a07e41a9 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:45.707752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 734b8dd2-dec9-4e64-bd08-c9d232685b57, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=734b8dd2-dec9-4e64-bd08-c9d232685b57,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:45.708930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57632dde-3f11-4277-8a12-fe138f9906cd req-17e91817-2db6-421e-bc4b-5af5a07e41a9 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 949 time: 0.2350090 Jul 08 01:40:45.716932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2b90efe2-6fe0-42f7-9879-9ec0f53d226f None None] Port 2dee5923-9a33-49aa-9233-460298f477bc cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:40:45.730014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:40:45.731647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8e455-a43c-4165-bdb5-cd7d7fc51f7b req-eee0ecd7-8078-4ceb-adb5-aff42f1773b1 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:45.737085 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6e3e6e6d-4f44-4f6a-8b5a-02ca0fa9d7a6 admin admin] 10.222.0.41 "PUT /v2.0/routers/d9071dab-6479-4114-9105-3b7354e17f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1243417 Jul 08 01:40:45.740220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13c8e455-a43c-4165-bdb5-cd7d7fc51f7b req-eee0ecd7-8078-4ceb-adb5-aff42f1773b1 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 949 time: 0.2229841 Jul 08 01:40:45.752805 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.771960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Transition to ACTIVE for port object 03235498-e3be-42ce-9acf-b65eea70c8a6 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:45.792492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:45.803818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['26722b1d-8f0d-4fdc-9019-798cdaaaa9da'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:45.822302 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13c8e455-a43c-4165-bdb5-cd7d7fc51f7b req-ba5fb74d-f092-4450-ae77-0463ee437817 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809770 Jul 08 01:40:45.828387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Attempting to bind port 5ca2f8b8-b326-423b-9ff3-57c13e26028d on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:45.828989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Attempting to bind port 5ca2f8b8-b326-423b-9ff3-57c13e26028d by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:45.829548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Attempting to bind port 5ca2f8b8-b326-423b-9ff3-57c13e26028d on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:45.899499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:45.899892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:45.900350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57632dde-3f11-4277-8a12-fe138f9906cd req-db7228fe-624a-4f1d-8b18-7229f85f86bb tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812327 Jul 08 01:40:45.900495 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.903078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:45.922025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Bound port: 5ca2f8b8-b326-423b-9ff3-57c13e26028d, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:45.922025 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:45.965910 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:46.056854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:46.100501 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:46.115710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a72be7f3-82aa-439a-9327-ceeec0126113 None None] Provisioning complete for port 2dee5923-9a33-49aa-9233-460298f477bc triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:46.116414 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a72be7f3-82aa-439a-9327-ceeec0126113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:46.131909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:46.132288 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:46.151043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:46.153692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Pushing event updated for resources: {'Port': ['ID=03235498-e3be-42ce-9acf-b65eea70c8a6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:46.162358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:46.168251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:46.178016 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:40:46.196449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a72be7f3-82aa-439a-9327-ceeec0126113 None None] Port 2dee5923-9a33-49aa-9233-460298f477bc cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:40:46.216072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] For port 5ca2f8b8-b326-423b-9ff3-57c13e26028d, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:46.230596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] For port 5ca2f8b8-b326-423b-9ff3-57c13e26028d, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5ca2f8b8-b326-423b-9ff3-57c13e26028d,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:46.277843 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:46.278498 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:46.279392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=0e68c95d-e552-47e7-87b3-3b11a090e838,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:46.293216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4c70-2e5c-45e2-95db-3211bfa444ea req-10db664f-8c96-497b-b3d0-c303b308dbf7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:46.293440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['45435edb-41c4-4ed3-b2ef-b59b871587c6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:46.300187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff4c70-2e5c-45e2-95db-3211bfa444ea req-10db664f-8c96-497b-b3d0-c303b308dbf7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:46.301826 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:46.307362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3ff4c70-2e5c-45e2-95db-3211bfa444ea req-10db664f-8c96-497b-b3d0-c303b308dbf7 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1681 time: 0.3089752 Jul 08 01:40:46.346991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c183d5-2188-4ec0-b1ef-cf919f8e0581 req-16f0d39a-fa8f-49c2-b38c-36a75f535f49 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:46.354208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65c183d5-2188-4ec0-b1ef-cf919f8e0581 req-16f0d39a-fa8f-49c2-b38c-36a75f535f49 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 946 time: 0.2807133 Jul 08 01:40:46.392665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-9ca11639-4d78-45ad-a943-21eb681e630c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8532417 Jul 08 01:40:46.413647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Request body: {'port': {'device_id': '5324ee30-0d60-4c55-810e-ad11304019d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:46.493593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3ff4c70-2e5c-45e2-95db-3211bfa444ea req-1330b27c-2e29-48ac-9f91-f13e8fc74d5c tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852255 Jul 08 01:40:46.531628 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65c183d5-2188-4ec0-b1ef-cf919f8e0581 req-45c28d29-8c93-4194-aad2-9656b58ac90c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764114 Jul 08 01:40:46.549214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:46.586170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:46.590493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:40:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:46.695640 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:46.868930 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:47.036607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0ad88a88-ad15-48da-89c4-13cbcc2b5c27 None None] Provisioning for port 03235498-e3be-42ce-9acf-b65eea70c8a6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:47.103537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0ad88a88-ad15-48da-89c4-13cbcc2b5c27 None None] Provisioning complete for port 03235498-e3be-42ce-9acf-b65eea70c8a6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:47.103962 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0ad88a88-ad15-48da-89c4-13cbcc2b5c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:47.149809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77308652-bf34-4c24-a704-2b4d1fb2f085 req-ef319300-74d3-4185-a2b7-44e6a7ac75bf tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:47.151340 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77308652-bf34-4c24-a704-2b4d1fb2f085 req-ef319300-74d3-4185-a2b7-44e6a7ac75bf tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 936 time: 0.3494537 Jul 08 01:40:47.159942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-f7a4c409-62b1-44f5-8534-36a83a98b088 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:47.162545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-f7a4c409-62b1-44f5-8534-36a83a98b088 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 820 time: 0.2993064 Jul 08 01:40:47.168617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0ad88a88-ad15-48da-89c4-13cbcc2b5c27 None None] Port 03235498-e3be-42ce-9acf-b65eea70c8a6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:40:47.170346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['663f5b4d-c5f6-4637-a743-c7414425b420'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:47.179051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:47.182072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0ce8b-6316-4e48-96b0-5e9b3e377cd2 None None] Pushing event updated for resources: {'Port': ['ID=5ca2f8b8-b326-423b-9ff3-57c13e26028d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:47.217171 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:47.227558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-fa605445-2a4d-45ac-9ba1-5afbbd09c6d7 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/quotas/54ed1cf44e644c5b9306d90fed4e8909 HTTP/1.1" status: 200 len: 375 time: 0.0508921 Jul 08 01:40:47.285420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77308652-bf34-4c24-a704-2b4d1fb2f085 req-0aa4243b-0cd9-4cf6-9f9a-f22ae260e1ca tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190016 Jul 08 01:40:47.308636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:47.342594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:47.346036 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09325c5-4db7-45a8-9977-8411316061fb" -d '{"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-plugged", "status": "completed", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:47.369271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=734b8dd2-dec9-4e64-bd08-c9d232685b57,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:47.418289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-4a24faca-0fb7-4e7f-af08-32839ccb2d08 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1835670 Jul 08 01:40:47.437596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03235498-e3be-42ce-9acf-b65eea70c8a6 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:47.464848 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:47.483638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a9ce8c51-5166-4034-8f56-46399164b838 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:47.586336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8db5ba34-f65b-457f-b888-ade7d961ab86 service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320288 Jul 08 01:40:47.610362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0ce8b-6316-4e48-96b0-5e9b3e377cd2 None None] Pushing event updated for resources: {'Port': ['ID=5ca2f8b8-b326-423b-9ff3-57c13e26028d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:47.693617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Transition to ACTIVE for port object 03235498-e3be-42ce-9acf-b65eea70c8a6 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:47.713422 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:47.714933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:47.721973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port a9ce8c51-5166-4034-8f56-46399164b838 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:47.723889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:47.782083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port a9ce8c51-5166-4034-8f56-46399164b838 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:47.782460 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:47.824023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Pushing event updated for resources: {'Port': ['ID=03235498-e3be-42ce-9acf-b65eea70c8a6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:47.878656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-0ea28e8b-061d-4348-a475-77d582879d7d service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732866 Jul 08 01:40:47.896615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0457dd-3702-4de8-a673-297ff53a5037 req-5304aec1-9a11-4835-b0d1-744222210df5 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:47.900026 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f0457dd-3702-4de8-a673-297ff53a5037 req-5304aec1-9a11-4835-b0d1-744222210df5 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 950 time: 0.3110831 Jul 08 01:40:47.957738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 734b8dd2-dec9-4e64-bd08-c9d232685b57 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:48.057798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:48.058318 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:48.079812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f0457dd-3702-4de8-a673-297ff53a5037 req-3037909d-dc35-4c08-9594-a95d71e73567 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683061 Jul 08 01:40:48.122579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Attempting to bind port 03235498-e3be-42ce-9acf-b65eea70c8a6 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:48.123148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Attempting to bind port 03235498-e3be-42ce-9acf-b65eea70c8a6 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:48.123547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Attempting to bind port 03235498-e3be-42ce-9acf-b65eea70c8a6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:48.134271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Port 03235498-e3be-42ce-9acf-b65eea70c8a6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:40:48.134670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Attempting to bind port 03235498-e3be-42ce-9acf-b65eea70c8a6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:48.142485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:48.143028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:48.143594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:48.144980 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Bound port: 03235498-e3be-42ce-9acf-b65eea70c8a6, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:48.145511 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:48.159018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 2, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:48.239357 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acd910b-49f5-4e73-8065-73501d1198e6 x-openstack-request-id: req-6acd910b-49f5-4e73-8065-73501d1198e6 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:48.240150 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-plugged", "status": "completed", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:48.240150 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6acd910b-49f5-4e73-8065-73501d1198e6 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:48.240394 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'code': 200} Jul 08 01:40:48.289837 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:48.298336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=03235498-e3be-42ce-9acf-b65eea70c8a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:48.314798 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:48.331596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a94f3-7f77-49bf-aa3c-44dee1631f44 None None] The sync data for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 is: [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 2, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:40:48.355200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 734b8dd2-dec9-4e64-bd08-c9d232685b57 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:48.355412 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:48.455405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de78aa-14e0-4e75-97d8-2a84f454f570 req-098b64f6-5f0c-4719-a908-b4786f3d8406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:48.460359 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-99de78aa-14e0-4e75-97d8-2a84f454f570 req-098b64f6-5f0c-4719-a908-b4786f3d8406 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 1102 time: 0.1885092 Jul 08 01:40:48.526458 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:48.540564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:48.542175 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:48.543807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] 10.222.0.16 "PUT /v2.0/ports/03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 200 len: 1097 time: 2.1408625 Jul 08 01:40:48.545756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:48.564131 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f" -d '{"events": [{"name": "network-changed", "server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:48.625461 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-99de78aa-14e0-4e75-97d8-2a84f454f570 req-865ea831-df13-43af-beb0-59fc8a9da80e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540279 Jul 08 01:40:48.681219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a9ce8c51-5166-4034-8f56-46399164b838, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a9ce8c51-5166-4034-8f56-46399164b838,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:48.780986 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:48.785206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97921fc9-c868-436c-a4c7-dcfbd811621f service neutron] Pushing event updated for resources: {'Port': ['ID=03235498-e3be-42ce-9acf-b65eea70c8a6,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:48.886201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9052ba6-f054-4062-ad1a-a9d551690937 req-205e0602-4ec2-4693-9864-32f1eb3d08fe tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:48.891478 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9052ba6-f054-4062-ad1a-a9d551690937 req-205e0602-4ec2-4693-9864-32f1eb3d08fe tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 949 time: 0.5739799 Jul 08 01:40:48.984495 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:48.997740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-5d545882-dd89-4e00-9422-504513ddacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:48.999424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-5d545882-dd89-4e00-9422-504513ddacea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 1100 time: 0.3378227 Jul 08 01:40:49.010824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=a9ce8c51-5166-4034-8f56-46399164b838,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:49.039464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:49.051591 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:49.098803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5349828-aa61-4816-9bac-a2fd8828d790 req-ba3c822c-02c8-420e-b822-f152752f8460 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:49.109720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5349828-aa61-4816-9bac-a2fd8828d790 req-ba3c822c-02c8-420e-b822-f152752f8460 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:49.112114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5349828-aa61-4816-9bac-a2fd8828d790 req-ba3c822c-02c8-420e-b822-f152752f8460 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1681 time: 0.6037710 Jul 08 01:40:49.121006 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-3ed71b65-0b93-43e9-a542-f745a601016b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 200 len: 217 time: 0.1109693 Jul 08 01:40:49.129455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:49.155174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9052ba6-f054-4062-ad1a-a9d551690937 req-ba1b1036-88c7-47a5-9f9a-3baed025c529 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448401 Jul 08 01:40:49.231590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5349828-aa61-4816-9bac-a2fd8828d790 req-664df555-29c4-452d-932f-653356a43b60 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125383 Jul 08 01:40:49.235888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-28cfd1a5-b08b-4bc3-afed-67bcf48e070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:49.237942 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-28cfd1a5-b08b-4bc3-afed-67bcf48e070e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1084595 Jul 08 01:40:49.723532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 663f5b4d-c5f6-4637-a743-c7414425b420 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:49.804708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 663f5b4d-c5f6-4637-a743-c7414425b420 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:49.816441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 663f5b4d-c5f6-4637-a743-c7414425b420 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:49.816944 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:50.019177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ca2f8b8-b326-423b-9ff3-57c13e26028d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:50.043499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-040616a5-c933-4208-bab4-6ee861e6110b req-619fd6be-ae61-46e6-84e1-6c3c1037c2e1 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 210 time: 0.0832622 Jul 08 01:40:50.087786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03531f6e-fdb8-4028-aa42-b0204a5eccb4 req-81fe5289-b0d6-4093-9e00-2d0e5bc9b377 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:50.089348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03531f6e-fdb8-4028-aa42-b0204a5eccb4 req-81fe5289-b0d6-4093-9e00-2d0e5bc9b377 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 946 time: 0.1279128 Jul 08 01:40:50.091401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-a2431d1f-8bdd-4868-b1ab-98f63d50cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:50.093729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-a2431d1f-8bdd-4868-b1ab-98f63d50cb2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8494141 Jul 08 01:40:50.201066 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:50.229407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-07cb3519-7e24-4a27-abef-367e88e9f2a6 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:50.236462 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-07cb3519-7e24-4a27-abef-367e88e9f2a6 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.24 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 820 time: 0.2915556 Jul 08 01:40:50.250494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Request body: {'port': {'device_id': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'admin_state_up': True, 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:50.253471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 663f5b4d-c5f6-4637-a743-c7414425b420, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=663f5b4d-c5f6-4637-a743-c7414425b420,segment=NetworkSegment(30e7204d-a338-47ed-aa05-ecc50f762192),segment_id=30e7204d-a338-47ed-aa05-ecc50f762192)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:50.267856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfc3155-b1f7-412b-ac0a-a0874b8be25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ce8c51-5166-4034-8f56-46399164b838'}, {'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}, {'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663f5b4d-c5f6-4637-a743-c7414425b420'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:50.270261 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cbfe67-60c8-472c-9f17-541315754fc5" -d '{"events": [{"server_uuid": "bdfc3155-b1f7-412b-ac0a-a0874b8be25b", "name": "network-vif-plugged", "status": "completed", "tag": "a9ce8c51-5166-4034-8f56-46399164b838"}, {"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-plugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da"}, {"server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "name": "network-vif-plugged", "status": "completed", "tag": "663f5b4d-c5f6-4637-a743-c7414425b420"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:50.291393 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:50.292893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:50.304147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03531f6e-fdb8-4028-aa42-b0204a5eccb4 req-f57f54d5-e14b-454b-882b-051f6bdeeefe tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028666 Jul 08 01:40:50.360335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5ca2f8b8-b326-423b-9ff3-57c13e26028d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:50.372947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5ca2f8b8-b326-423b-9ff3-57c13e26028d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:50.373325 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:50.519397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-f5ae505d-b9c8-4fdc-a138-9d4d69fb9a99 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166536 Jul 08 01:40:50.575430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Made reservation on behalf of 54ed1cf44e644c5b9306d90fed4e8909 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:40:50.580378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:50.611492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820d9e6-c40a-4ac7-aca2-b0e270ab1ce6 req-353cfc46-ac84-4af7-80e0-8b5fdb11677e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:50.619324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=663f5b4d-c5f6-4637-a743-c7414425b420,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:50.619578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1820d9e6-c40a-4ac7-aca2-b0e270ab1ce6 req-353cfc46-ac84-4af7-80e0-8b5fdb11677e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 948 time: 0.2868400 Jul 08 01:40:50.665558 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-00aeaee1-7628-4831-8772-4204a7ab1023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:50.674206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:50.707054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:50.707348 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:50.761760 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:50.777640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1820d9e6-c40a-4ac7-aca2-b0e270ab1ce6 req-ece7c4d4-37e7-4bbf-869a-5a08a8b78bde tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569209 Jul 08 01:40:50.786797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Allocated IP 172.20.0.3 (99c69b2c-3055-4f5a-b34c-ea1e67881022/ce76c900-9d70-4f9a-92e5-df87d8f081e3/f4470413-068f-4fcd-8239-276e7c6adafa) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:40:50.797555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5ca2f8b8-b326-423b-9ff3-57c13e26028d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5ca2f8b8-b326-423b-9ff3-57c13e26028d,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:50.808284 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:50.856614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1165b12-9683-4a9d-bd02-1a578e6454b4 req-b083dcdf-27ae-46d0-bb53-8d16a2e197f8 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249462 Jul 08 01:40:50.862040 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b45280-8800-4efd-92bf-b64c517abfe8 x-openstack-request-id: req-40b45280-8800-4efd-92bf-b64c517abfe8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:50.863863 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:50.864230 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40b45280-8800-4efd-92bf-b64c517abfe8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:50.864775 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6', 'status': 'completed', 'code': 200} Jul 08 01:40:51.001410 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:51.018235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Transition to ACTIVE for port object f4470413-068f-4fcd-8239-276e7c6adafa will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:51.028798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5ca2f8b8-b326-423b-9ff3-57c13e26028d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:51.047283 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:51.065136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:51.136233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,segment=NetworkSegment(708d8ba8-2ff0-438c-9c25-bbc43873a198),segment_id=708d8ba8-2ff0-438c-9c25-bbc43873a198)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:51.152278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Network 99c69b2c-3055-4f5a-b34c-ea1e67881022 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:40:51.154331 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:51.194258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:40:51.205741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-fe8f5ec7-c8ba-4519-b70d-ac88aff4abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:51.207505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:40:51.218823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-fe8f5ec7-c8ba-4519-b70d-ac88aff4abc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 1100 time: 0.2810595 Jul 08 01:40:51.305700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Pushing event updated for resources: {'Port': ['ID=f4470413-068f-4fcd-8239-276e7c6adafa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:51.316700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:51.317418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:51.325138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:51.342360 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60215ac1-3131-4d1d-9ed8-2818af1b3fd2 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0966289 Jul 08 01:40:51.356339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Request body: {'port': {'device_id': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:40:51.377681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720857a-610b-43a9-826b-ee78275bfd22 req-7ca946ec-47d4-4b58-b4e1-887a5b4eb4d6 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:51.385155 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7720857a-610b-43a9-826b-ee78275bfd22 req-7ca946ec-47d4-4b58-b4e1-887a5b4eb4d6 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 950 time: 0.2922983 Jul 08 01:40:51.414889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bb54b-e9d4-4831-81a9-d01ec1446f86 req-b1772afa-c62d-475b-a781-8dada884c970 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:51.416655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d54bb54b-e9d4-4831-81a9-d01ec1446f86 req-b1772afa-c62d-475b-a781-8dada884c970 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 950 time: 0.3713267 Jul 08 01:40:51.474392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-d7dcee2e-e840-42d6-8d5f-a878327487be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:51.476235 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-d7dcee2e-e840-42d6-8d5f-a878327487be service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2561827 Jul 08 01:40:51.508068 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:51.515694 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7720857a-610b-43a9-826b-ee78275bfd22 req-2cd4efd3-a6a7-40c7-8796-3819e82b79c3 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299272 Jul 08 01:40:51.638796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d54bb54b-e9d4-4831-81a9-d01ec1446f86 req-89587a9a-67d5-4ac4-b88a-6486b299beb0 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096012 Jul 08 01:40:51.641103 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-06aff32e-a1f9-4567-8c31-f7e596759276 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 200 len: 217 time: 0.1436965 Jul 08 01:40:51.681570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-83a994d7-0046-4de7-81fd-96ccc01e729f None None] Provisioning for port f4470413-068f-4fcd-8239-276e7c6adafa completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:51.690298 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-83a994d7-0046-4de7-81fd-96ccc01e729f None None] Provisioning complete for port f4470413-068f-4fcd-8239-276e7c6adafa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:51.691324 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-83a994d7-0046-4de7-81fd-96ccc01e729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:51.743390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-83a994d7-0046-4de7-81fd-96ccc01e729f None None] Port f4470413-068f-4fcd-8239-276e7c6adafa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:40:51.801725 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab754b3-b8a5-47d5-8610-61483528e899 x-openstack-request-id: req-cab754b3-b8a5-47d5-8610-61483528e899 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:51.802374 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfc3155-b1f7-412b-ac0a-a0874b8be25b", "name": "network-vif-plugged", "status": "completed", "tag": "a9ce8c51-5166-4034-8f56-46399164b838", "code": 200}, {"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-plugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da", "code": 200}, {"server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "name": "network-vif-plugged", "status": "completed", "tag": "663f5b4d-c5f6-4637-a743-c7414425b420", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:51.802569 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cab754b3-b8a5-47d5-8610-61483528e899 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:51.803120 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfc3155-b1f7-412b-ac0a-a0874b8be25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9ce8c51-5166-4034-8f56-46399164b838', 'code': 200} Jul 08 01:40:51.803597 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'code': 200} Jul 08 01:40:51.803959 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663f5b4d-c5f6-4637-a743-c7414425b420', 'code': 200} Jul 08 01:40:51.831599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-87261e54-d9d6-47e9-96fa-50119a83d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:51.836962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-87261e54-d9d6-47e9-96fa-50119a83d43f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1880498 Jul 08 01:40:51.964607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4470413-068f-4fcd-8239-276e7c6adafa {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:51.975197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcaa0b-eb5b-478e-b7d5-e65334b275a4 req-c1f99a8e-1cc7-4cf8-9f34-4a122f4d3bec tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:51.982020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:51.984881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ca2f8b8-b326-423b-9ff3-57c13e26028d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:51.998067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcaa0b-eb5b-478e-b7d5-e65334b275a4 req-c1f99a8e-1cc7-4cf8-9f34-4a122f4d3bec tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:52.012868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91fcaa0b-eb5b-478e-b7d5-e65334b275a4 req-c1f99a8e-1cc7-4cf8-9f34-4a122f4d3bec tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1683 time: 0.2680399 Jul 08 01:40:52.021320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Transition to ACTIVE for port object f4470413-068f-4fcd-8239-276e7c6adafa will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:52.029833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:52.107686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4470413-068f-4fcd-8239-276e7c6adafa,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:52.113160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5ca2f8b8-b326-423b-9ff3-57c13e26028d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:52.115053 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:52.131346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca914d-816d-44e0-9cd6-3aea220dbd7e req-4f3f95c8-6c30-411a-8b2b-147abed6f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:52.133938 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4ca914d-816d-44e0-9cd6-3aea220dbd7e req-4f3f95c8-6c30-411a-8b2b-147abed6f5b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 1102 time: 0.1607742 Jul 08 01:40:52.160618 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Sync routers for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:40:52.167755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91fcaa0b-eb5b-478e-b7d5-e65334b275a4 req-56449908-298d-45cd-983f-8749c77dda87 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532998 Jul 08 01:40:52.179021 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:52.179390 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:40:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:52.198041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-f0c7404b-cabd-431a-9362-355fafbe7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:52.204827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-f0c7404b-cabd-431a-9362-355fafbe7a83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3538756 Jul 08 01:40:52.330388 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4ca914d-816d-44e0-9cd6-3aea220dbd7e req-296eb0dd-e8cc-470f-9538-1172c0ceb705 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837201 Jul 08 01:40:52.340286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-acd17a66-f9a0-4201-821e-cd20a0a50dfb tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:52.345016 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-acd17a66-f9a0-4201-821e-cd20a0a50dfb tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.3052900 Jul 08 01:40:52.376382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Attempting to bind port f4470413-068f-4fcd-8239-276e7c6adafa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:52.376988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Attempting to bind port f4470413-068f-4fcd-8239-276e7c6adafa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:52.377521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Attempting to bind port f4470413-068f-4fcd-8239-276e7c6adafa on network 99c69b2c-3055-4f5a-b34c-ea1e67881022 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:52.385174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Port f4470413-068f-4fcd-8239-276e7c6adafa on network 99c69b2c-3055-4f5a-b34c-ea1e67881022 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:40:52.385791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Attempting to bind port f4470413-068f-4fcd-8239-276e7c6adafa on network 99c69b2c-3055-4f5a-b34c-ea1e67881022 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:52.397374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:52.398001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Checking segment: {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:52.398378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-f61b57eb-0335-44ac-9d44-cb44a52f7306 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/quotas/c717aba88cea40cab44fd182e8ee9746 HTTP/1.1" status: 200 len: 375 time: 0.0435073 Jul 08 01:40:52.398784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Bound using segment: {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:52.399399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Bound port: f4470413-068f-4fcd-8239-276e7c6adafa, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:52.401066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:52.494011 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:52.511870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-e90cb378-35ac-4228-b18a-e846b7a0cef7 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961061 Jul 08 01:40:52.522443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] For port f4470413-068f-4fcd-8239-276e7c6adafa, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:52.534425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] For port f4470413-068f-4fcd-8239-276e7c6adafa, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f4470413-068f-4fcd-8239-276e7c6adafa,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:52.542759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:52.618465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:52.619100 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:52.620525 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] 10.222.0.24 "PUT /v2.0/ports/f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 1092 time: 1.2689173 Jul 08 01:40:52.620973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:52.623267 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5683f366-fe85-4695-ac9f-0b1da241e75b" -d '{"events": [{"name": "network-changed", "server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:52.709658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533e600-5d55-443a-b9e2-f343d1642da6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4470413-068f-4fcd-8239-276e7c6adafa,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:52.789802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-c9e6d1e0-e5f0-423d-9d60-7fe262969724 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3550878 Jul 08 01:40:52.797279 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a30f47-01f1-4596-8c0d-2cbe3236d74f req-f415bbf7-7826-48e5-b84a-3d35272907a9 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408109 Jul 08 01:40:52.819611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83003ed0-5dbc-4cd0-9517-c4430f121b0a req-d50f1e8b-9c01-4d0e-b107-d2b406d63ac1 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:52.822327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83003ed0-5dbc-4cd0-9517-c4430f121b0a req-d50f1e8b-9c01-4d0e-b107-d2b406d63ac1 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 943 time: 0.3659778 Jul 08 01:40:52.865417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60c3dafe-463a-4f87-a693-dfc8db12e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:52.873997 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-60c3dafe-463a-4f87-a693-dfc8db12e768 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1095 time: 0.1464412 Jul 08 01:40:52.924127 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 2, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:52.945944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83003ed0-5dbc-4cd0-9517-c4430f121b0a req-2c62645b-72ae-4110-8bdf-c9823ef4619d tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102848 Jul 08 01:40:52.958835 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8878ec69-734c-4f63-8a53-0ec2f56998ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 217 time: 0.0765157 Jul 08 01:40:52.978393 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Checking router: d9071dab-6479-4114-9105-3b7354e17f13 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:40:52.979375 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Updating router d9071dab-6479-4114-9105-3b7354e17f13 port 2dee5923-9a33-49aa-9233-460298f477bc binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:40:53.036626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-90eb53e1-21dc-4e3a-baa8-8ebf4112787c service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362945 Jul 08 01:40:53.041648 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:53.050791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-b44c5732-054b-43e3-871f-9557066e1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:53.052592 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-b44c5732-054b-43e3-871f-9557066e1e0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.0805802 Jul 08 01:40:53.146918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-02714cc0-3467-4e1d-98b0-a5db5264a89c service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076491 Jul 08 01:40:53.182939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-e1daa18c-1438-4e2c-9dff-4e7848505f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:53.184540 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-e1daa18c-1438-4e2c-9dff-4e7848505f4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165922 Jul 08 01:40:53.380350 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f4c86e23-9e01-4934-91a6-459c4bda5fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:53.422606 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-423c7576-58dc-4ef3-820d-ad3d9f67e8cf service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285600 Jul 08 01:40:53.485057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 03235498-e3be-42ce-9acf-b65eea70c8a6 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:53.655690 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:53.689487 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Transition to ACTIVE for port object 2dee5923-9a33-49aa-9233-460298f477bc will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:40:53.694388 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-073b8c6d-fbcb-4de2-949e-fc690e61580c req-8ce7679e-ba11-467c-ba31-b61cf8a32dd9 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641554 Jul 08 01:40:53.704772 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:53.794658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=03235498-e3be-42ce-9acf-b65eea70c8a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:53.796441 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Pushing event updated for resources: {'Port': ['ID=2dee5923-9a33-49aa-9233-460298f477bc,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:53.813751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:53.818679 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40384c2-2765-4e7e-b8e2-81b91621fadd" -d '{"events": [{"server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "name": "network-vif-plugged", "status": "completed", "tag": "adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:53.825479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '03235498-e3be-42ce-9acf-b65eea70c8a6', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '03235498-e3be-42ce-9acf-b65eea70c8a6', 'mac_address': 'fa:16:3e:59:ba:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:53.907954 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:53.916565 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.918119 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.918486 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.918828 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.920440 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.922266 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.922632 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.922980 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.923320 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.923657 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.923993 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.935869 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:40:53.979507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:53.989363 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Attempting to bind port 2dee5923-9a33-49aa-9233-460298f477bc on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:40:53.993225 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Attempting to bind port 2dee5923-9a33-49aa-9233-460298f477bc by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:40:53.993846 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Attempting to bind port 2dee5923-9a33-49aa-9233-460298f477bc on network 99c69b2c-3055-4f5a-b34c-ea1e67881022 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:40:54.012677 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:40:54.017856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03235498-e3be-42ce-9acf-b65eea70c8a6 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:54.020917 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Checking segment: {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:40:54.021339 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:54.021747 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Bound using segment: {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:40:54.022255 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Bound port: 2dee5923-9a33-49aa-9233-460298f477bc, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:40:54.022642 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:54.034067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d984fe8-7cce-4d11-862e-9b0cd8106359 req-32b1522e-3293-4d11-879f-bfc0029cbae2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:54.045050 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d984fe8-7cce-4d11-862e-9b0cd8106359 req-32b1522e-3293-4d11-879f-bfc0029cbae2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 948 time: 0.1187406 Jul 08 01:40:54.046875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=03235498-e3be-42ce-9acf-b65eea70c8a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:54.066118 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:54.142653 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d984fe8-7cce-4d11-862e-9b0cd8106359 req-ca48b46e-6d22-45b5-b0d6-bc663d85f1d5 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937223 Jul 08 01:40:54.177512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=03235498-e3be-42ce-9acf-b65eea70c8a6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:54.219575 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bca58b-678d-46c3-b572-70445062872a x-openstack-request-id: req-36bca58b-678d-46c3-b572-70445062872a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:54.220104 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:54.220570 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36bca58b-678d-46c3-b572-70445062872a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:54.221155 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'status': 'completed', 'code': 200} Jul 08 01:40:54.254065 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] For port 2dee5923-9a33-49aa-9233-460298f477bc, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:40:54.266729 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] For port 2dee5923-9a33-49aa-9233-460298f477bc, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2dee5923-9a33-49aa-9233-460298f477bc,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:40:54.284407 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:54.337115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['03235498-e3be-42ce-9acf-b65eea70c8a6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:54.443212 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:40:54.443847 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:54.447042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-24feffda-1150-4625-8667-d01b65d1e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:54.460837 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-24feffda-1150-4625-8667-d01b65d1e6c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1095 time: 0.2034481 Jul 08 01:40:54.461861 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35314fd-4b28-4c20-be0a-64dc7d283164 None None] Pushing event updated for resources: {'Port': ['ID=2dee5923-9a33-49aa-9233-460298f477bc,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:54.746026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd0ef9-031d-48f9-b97f-95912e446669 req-01a530dc-7cb8-4888-acd3-d6654ec48f00 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:54.751461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9dcd0ef9-031d-48f9-b97f-95912e446669 req-01a530dc-7cb8-4888-acd3-d6654ec48f00 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 950 time: 0.2868021 Jul 08 01:40:54.768786 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:54.860755 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:40:54.881287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9dcd0ef9-031d-48f9-b97f-95912e446669 req-b6ee86bd-b17c-425a-b349-8787e9646352 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095920 Jul 08 01:40:54.906912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3b63f-783f-4c6b-9a4a-36fbabf73052 req-ad8494c6-0656-4d9f-a912-2a8458740b53 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:54.927382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3b63f-783f-4c6b-9a4a-36fbabf73052 req-ad8494c6-0656-4d9f-a912-2a8458740b53 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:54.935992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2bb3b63f-783f-4c6b-9a4a-36fbabf73052 req-ad8494c6-0656-4d9f-a912-2a8458740b53 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1683 time: 0.3740611 Jul 08 01:40:55.066012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2bb3b63f-783f-4c6b-9a4a-36fbabf73052 req-bea5cec6-88bc-4ec7-8a5d-7bc201443336 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220436 Jul 08 01:40:55.126581 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52538ae-4734-4ae9-b1da-7986771d5d22 x-openstack-request-id: req-b52538ae-4734-4ae9-b1da-7986771d5d22 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:55.126843 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "name": "network-vif-plugged", "status": "completed", "tag": "adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:55.127314 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b52538ae-4734-4ae9-b1da-7986771d5d22 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:55.127879 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed', 'code': 200} Jul 08 01:40:55.267407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-066bf0f6-9daa-49c8-9c5d-a78482897544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:55.271618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-066bf0f6-9daa-49c8-9c5d-a78482897544 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.7985575 Jul 08 01:40:55.379013 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-e6fdb93e-909d-4af8-b5fa-0a1579789d04 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 217 time: 0.0963354 Jul 08 01:40:55.412569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753d4f-325c-49f2-921c-52c8f41e0091 req-15b1a417-b6da-4a74-878a-f988a630cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:55.413159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48753d4f-325c-49f2-921c-52c8f41e0091 req-15b1a417-b6da-4a74-878a-f988a630cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:55.415018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48753d4f-325c-49f2-921c-52c8f41e0091 req-15b1a417-b6da-4a74-878a-f988a630cc57 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1987 time: 0.1760705 Jul 08 01:40:55.426619 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:54Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:40:55.469522 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b4119-9113-4098-af83-b3397a889263 req-5ef5e8e0-ea40-4994-bce9-0263fcf8e7aa tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:55.484841 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 03235498-e3be-42ce-9acf-b65eea70c8a6 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:55.488767 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f1b4119-9113-4098-af83-b3397a889263 req-5ef5e8e0-ea40-4994-bce9-0263fcf8e7aa tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 943 time: 0.2045846 Jul 08 01:40:55.492124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-074298ea-8f90-4f41-891e-d555a121dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:55.494056 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-074298ea-8f90-4f41-891e-d555a121dc60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.1002672 Jul 08 01:40:55.494509 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6342817-093e-4884-83f4-ee608ec610f2 None None] The sync data for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 is: [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:54Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:40:55.634829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 03235498-e3be-42ce-9acf-b65eea70c8a6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:55.649243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 03235498-e3be-42ce-9acf-b65eea70c8a6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:55.649616 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:55.658942 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f1b4119-9113-4098-af83-b3397a889263 req-1b8b3c73-485a-4fe6-80e7-c002337b579c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610889 Jul 08 01:40:55.660837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48753d4f-325c-49f2-921c-52c8f41e0091 req-763a4782-3b42-4244-ad2c-22a8f0e654e6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619318 Jul 08 01:40:55.683132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-51ee54b9-d3c6-4f96-bfee-ff48786705e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:55.707053 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-51ee54b9-d3c6-4f96-bfee-ff48786705e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787798 Jul 08 01:40:55.804907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f4470413-068f-4fcd-8239-276e7c6adafa details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:55.960741 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:55.971446 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-9229888f-84b9-4920-b507-e93a6b59a3ca service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617512 Jul 08 01:40:56.132895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f4470413-068f-4fcd-8239-276e7c6adafa, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f4470413-068f-4fcd-8239-276e7c6adafa,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:56.175339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'port_id': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'mac_address': 'fa:16:3e:d3:74:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:56.176416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562454af-1603-4499-9f83-b483a698a7e5 req-ae1e08f0-08ba-4240-8c9c-17c945d722b5 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:56.178104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-562454af-1603-4499-9f83-b483a698a7e5 req-ae1e08f0-08ba-4240-8c9c-17c945d722b5 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 949 time: 0.1433823 Jul 08 01:40:56.179021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2dee5923-9a33-49aa-9233-460298f477bc up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:56.207712 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5683f366-fe85-4695-ac9f-0b1da241e75b req-f11a60a0-aeee-4d8a-8f8f-3882ff2ef831 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294023 Jul 08 01:40:56.252176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=03235498-e3be-42ce-9acf-b65eea70c8a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:56.265588 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-562454af-1603-4499-9f83-b483a698a7e5 req-64b25395-99f1-4d87-adb3-40d96d24556a tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780706 Jul 08 01:40:56.316614 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:56.348062 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-4d7b4eea-4af7-465e-8327-06693a2dcaad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=a6afe89b-9422-4ace-a8cd-8a432e757f6b HTTP/1.1" status: 200 len: 210 time: 0.0763710 Jul 08 01:40:56.394551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=03235498-e3be-42ce-9acf-b65eea70c8a6,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:56.415275 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:56.417280 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:56.443479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4470413-068f-4fcd-8239-276e7c6adafa {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:56.478265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 2dee5923-9a33-49aa-9233-460298f477bc completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:40:56.484864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f4470413-068f-4fcd-8239-276e7c6adafa, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f4470413-068f-4fcd-8239-276e7c6adafa,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:56.488379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 2dee5923-9a33-49aa-9233-460298f477bc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:56.489589 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:56.494927 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:56.567491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-241629ec-c173-4ac8-9d93-0d8ed9ad295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:56.569207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-241629ec-c173-4ac8-9d93-0d8ed9ad295d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c717aba88cea40cab44fd182e8ee9746&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2100375 Jul 08 01:40:56.601854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f4470413-068f-4fcd-8239-276e7c6adafa,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:56.613379 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf7c3438-89a9-422f-b27b-88528e585e12 req-bbf0c219-4d5b-48b8-bf4c-3c3f1d514312 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6afe89b-9422-4ace-a8cd-8a432e757f6b HTTP/1.1" status: 200 len: 210 time: 0.1501679 Jul 08 01:40:56.728365 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4b54e-21b1-452d-9d0e-ebf7f534f14b req-931a390c-b144-4677-9455-3d156a160171 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:56.734754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4b54e-21b1-452d-9d0e-ebf7f534f14b req-931a390c-b144-4677-9455-3d156a160171 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:56.742206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36c4b54e-21b1-452d-9d0e-ebf7f534f14b req-931a390c-b144-4677-9455-3d156a160171 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1683 time: 0.1718841 Jul 08 01:40:56.773902 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:56.826050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-743a38df-c94a-42b9-a707-8bbec6982b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:56.829854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-743a38df-c94a-42b9-a707-8bbec6982b62 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2154984 Jul 08 01:40:56.847915 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 2dee5923-9a33-49aa-9233-460298f477bc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2dee5923-9a33-49aa-9233-460298f477bc,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:56.857254 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:56.955643 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36c4b54e-21b1-452d-9d0e-ebf7f534f14b req-93fd0422-bcae-454c-b208-2c55faf95f69 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123442 Jul 08 01:40:56.985952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=2dee5923-9a33-49aa-9233-460298f477bc,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:56.992125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f4470413-068f-4fcd-8239-276e7c6adafa'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:57.039899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62ad98f6-d38e-458f-9b72-b704389168c8 req-c2cff267-f69e-45d4-813f-a2b5c03cd135 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6afe89b-9422-4ace-a8cd-8a432e757f6b HTTP/1.1" status: 200 len: 210 time: 0.0640759 Jul 08 01:40:57.071340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27dee-7961-4b1e-b933-88a12ca34610 req-35026c91-11c8-4393-87ea-28fc427e371f tempest-ServersAdminNegativeTestJSON-1131086247 tempest-ServersAdminNegativeTestJSON-1131086247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:57.075395 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dc27dee-7961-4b1e-b933-88a12ca34610 req-35026c91-11c8-4393-87ea-28fc427e371f tempest-ServersAdminNegativeTestJSON-1131086247 tempest-ServersAdminNegativeTestJSON-1131086247-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 1102 time: 0.2247972 Jul 08 01:40:57.128956 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5dc27dee-7961-4b1e-b933-88a12ca34610 req-3786a8ba-e13c-4f9d-b4eb-c0236b841a1d tempest-ServersAdminNegativeTestJSON-1131086247 tempest-ServersAdminNegativeTestJSON-1131086247-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:57.147579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:40:57.150549 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d35961-2cfb-4fe5-9c70-632856ea7a26" -d '{"events": [{"server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "name": "network-vif-plugged", "status": "completed", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:40:57.338726 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5dc27dee-7961-4b1e-b933-88a12ca34610 req-3786a8ba-e13c-4f9d-b4eb-c0236b841a1d tempest-ServersAdminNegativeTestJSON-1131086247 tempest-ServersAdminNegativeTestJSON-1131086247-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:57.346522 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5dc27dee-7961-4b1e-b933-88a12ca34610 req-3786a8ba-e13c-4f9d-b4eb-c0236b841a1d tempest-ServersAdminNegativeTestJSON-1131086247 tempest-ServersAdminNegativeTestJSON-1131086247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:57.403647 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dc27dee-7961-4b1e-b933-88a12ca34610 req-3786a8ba-e13c-4f9d-b4eb-c0236b841a1d tempest-ServersAdminNegativeTestJSON-1131086247 tempest-ServersAdminNegativeTestJSON-1131086247-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198645 Jul 08 01:40:57.432140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786a8ba-e13c-4f9d-b4eb-c0236b841a1d tempest-ServersAdminNegativeTestJSON-1131086247 tempest-ServersAdminNegativeTestJSON-1131086247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d8acee-921c-4ccf-8d3d-06fa7645baa1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:57.482996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eaed6f-bfca-4fd6-81b1-1fee15f1acce req-bc591178-e6fa-46bc-8087-f91a7320a066 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:57.485086 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12eaed6f-bfca-4fd6-81b1-1fee15f1acce req-bc591178-e6fa-46bc-8087-f91a7320a066 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 944 time: 0.0988305 Jul 08 01:40:57.540436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12eaed6f-bfca-4fd6-81b1-1fee15f1acce req-d68841a8-5652-4cf0-a339-8b7383b3cf6e tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481377 Jul 08 01:40:57.604022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-479ac70b-c5fb-4092-a299-1afcdd79fc97 req-3df3dde6-557a-4553-a6a1-df7c8fcb413e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=a6afe89b-9422-4ace-a8cd-8a432e757f6b HTTP/1.1" status: 200 len: 210 time: 0.0308571 Jul 08 01:40:57.642889 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e13fa6c-cd9b-41a5-87f5-06378c09d3b1 x-openstack-request-id: req-0e13fa6c-cd9b-41a5-87f5-06378c09d3b1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:40:57.643713 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "name": "network-vif-plugged", "status": "completed", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:40:57.644293 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e13fa6c-cd9b-41a5-87f5-06378c09d3b1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:40:57.644892 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6', 'code': 200} Jul 08 01:40:57.773785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f1ab14dc-6de2-4632-a42e-38b7fddd9c94 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:40:57.784589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ac70b-c5fb-4092-a299-1afcdd79fc97 req-5da51a4d-e555-4571-9719-a11b7d4a043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:57.788451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-479ac70b-c5fb-4092-a299-1afcdd79fc97 req-5da51a4d-e555-4571-9719-a11b7d4a043c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=c717aba88cea40cab44fd182e8ee9746&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1739357 Jul 08 01:40:57.890217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585f2f-c4ea-48c1-9689-6f3bce3f202f req-600ecb97-364c-41de-8373-72a43058da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:57.892639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c585f2f-c4ea-48c1-9689-6f3bce3f202f req-600ecb97-364c-41de-8373-72a43058da19 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 1102 time: 0.1553016 Jul 08 01:40:57.947243 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c585f2f-c4ea-48c1-9689-6f3bce3f202f req-99b34000-3124-41a0-8216-b0b9afbaba5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Jul 08 01:40:57.959979 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5fd93174-8379-4fab-a99e-6eed95dec260 req-a7020902-9fee-4423-aaec-035b496619d4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6afe89b-9422-4ace-a8cd-8a432e757f6b HTTP/1.1" status: 200 len: 210 time: 0.1647246 Jul 08 01:40:57.977431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2dee5923-9a33-49aa-9233-460298f477bc up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:58.151898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ac70b-c5fb-4092-a299-1afcdd79fc97 req-e482dd4b-0877-43fd-904c-3de0eaff72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:58.153692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-479ac70b-c5fb-4092-a299-1afcdd79fc97 req-e482dd4b-0877-43fd-904c-3de0eaff72ce service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3459547 Jul 08 01:40:58.182430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:58.205881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'mac_address': 'fa:16:3e:35:44:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:40:58.249038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 2dee5923-9a33-49aa-9233-460298f477bc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:58.249581 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:58.264725 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-479ac70b-c5fb-4092-a299-1afcdd79fc97 req-0b9eea80-5d0f-47f9-9d75-4e50c4499399 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6afe89b-9422-4ace-a8cd-8a432e757f6b HTTP/1.1" status: 200 len: 210 time: 0.0441806 Jul 08 01:40:58.289275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30157fc4-5031-4145-9e88-59994c1d594d req-ccb722b7-7557-43fa-9628-d480a273849b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:58.301877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30157fc4-5031-4145-9e88-59994c1d594d req-ccb722b7-7557-43fa-9628-d480a273849b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.4034128 Jul 08 01:40:58.362389 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:58.365311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8949fe7-dcc5-49a7-887b-88072b7a6b47 req-8c8ea345-4869-4915-870e-cfe1afb4ae3a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:58.371577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8949fe7-dcc5-49a7-887b-88072b7a6b47 req-8c8ea345-4869-4915-870e-cfe1afb4ae3a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:58.373291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8949fe7-dcc5-49a7-887b-88072b7a6b47 req-8c8ea345-4869-4915-870e-cfe1afb4ae3a tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1683 time: 0.2453372 Jul 08 01:40:58.402735 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30157fc4-5031-4145-9e88-59994c1d594d req-52c7ccfe-9669-470b-bef7-2e4843355ddb tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999107 Jul 08 01:40:58.447903 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1ab14dc-6de2-4632-a42e-38b7fddd9c94 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:40:58.467139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8949fe7-dcc5-49a7-887b-88072b7a6b47 req-107a6b96-8e24-463c-90f7-afb3e5ab0e4e tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627692 Jul 08 01:40:58.523310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:40:58.534563 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:58.612706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:40:58.652218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47320696-808f-4c2c-b63b-0d7d210772c0 req-b99d35ee-732e-4e6d-b624-f3e2dd7d4450 tempest-ServersAdminNegativeTestJSON-1131086247 tempest-ServersAdminNegativeTestJSON-1131086247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:58.659543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47320696-808f-4c2c-b63b-0d7d210772c0 req-b99d35ee-732e-4e6d-b624-f3e2dd7d4450 tempest-ServersAdminNegativeTestJSON-1131086247 tempest-ServersAdminNegativeTestJSON-1131086247-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 1102 time: 0.0647130 Jul 08 01:40:58.704854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47320696-808f-4c2c-b63b-0d7d210772c0 req-ddfd3f36-87b2-464d-87e9-47f2d164e0ed tempest-ServersAdminNegativeTestJSON-1131086247 tempest-ServersAdminNegativeTestJSON-1131086247-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387661 Jul 08 01:40:58.722356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f1ab14dc-6de2-4632-a42e-38b7fddd9c94'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:40:59.210662 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d14cae-9db5-44f7-a8ea-4967b0bfd38a req-802c6014-323d-46cb-9684-513bb7e0d16b tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:40:59.212128 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07d14cae-9db5-44f7-a8ea-4967b0bfd38a req-802c6014-323d-46cb-9684-513bb7e0d16b tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 944 time: 0.0974164 Jul 08 01:40:59.287616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07d14cae-9db5-44f7-a8ea-4967b0bfd38a req-452f376a-1044-4a88-8109-66875ed96792 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642195 Jul 08 01:40:59.785875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f1ab14dc-6de2-4632-a42e-38b7fddd9c94 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:40:59.856817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:40:59.857293 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:40:59.970833 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:00.002807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:00.005287 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d422594-0c88-439b-a215-7005e58602b7" -d '{"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-plugged", "status": "completed", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:00.026298 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:00.035352 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:00.036244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f4470413-068f-4fcd-8239-276e7c6adafa up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:41:00.156916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:00.166500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port f4470413-068f-4fcd-8239-276e7c6adafa completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:00.176747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port f4470413-068f-4fcd-8239-276e7c6adafa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:00.177990 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:00.340969 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:00.393935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a062d-a505-4528-8d63-3383fde5d27c req-4de9ca7d-438b-4567-aedc-2d10437eaa70 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:00.401167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b2a062d-a505-4528-8d63-3383fde5d27c req-4de9ca7d-438b-4567-aedc-2d10437eaa70 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.1403179 Jul 08 01:41:00.406831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f4470413-068f-4fcd-8239-276e7c6adafa, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f4470413-068f-4fcd-8239-276e7c6adafa,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:00.415149 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:00.470308 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b2a062d-a505-4528-8d63-3383fde5d27c req-3e619da6-91f9-4551-8ab3-3117d8fafde5 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677094 Jul 08 01:41:00.514988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f4470413-068f-4fcd-8239-276e7c6adafa,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:00.905092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b198f2-4b78-4a3a-895d-1027a9213d51 req-a92e3adc-b32d-4adf-a242-c54bfbf2188d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:00.912819 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b198f2-4b78-4a3a-895d-1027a9213d51 req-a92e3adc-b32d-4adf-a242-c54bfbf2188d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:00.916289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51b198f2-4b78-4a3a-895d-1027a9213d51 req-a92e3adc-b32d-4adf-a242-c54bfbf2188d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1683 time: 0.1663940 Jul 08 01:41:00.983518 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51b198f2-4b78-4a3a-895d-1027a9213d51 req-ed2a2753-8c9c-4d4c-b5a0-86ff6f78cc3d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8bd5e56-f7b5-4f5d-accb-171aa875df20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591347 Jul 08 01:41:01.069854 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93946d1f-0726-4d92-bb59-bdccfd76e598 x-openstack-request-id: req-93946d1f-0726-4d92-bb59-bdccfd76e598 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:01.070428 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-plugged", "status": "completed", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:01.070428 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93946d1f-0726-4d92-bb59-bdccfd76e598 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:01.070790 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'code': 200} Jul 08 01:41:01.859480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-c0037ab5-2ffe-4d63-a74c-248b286ff462 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:01.867241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-c0037ab5-2ffe-4d63-a74c-248b286ff462 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:01.869545 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-c0037ab5-2ffe-4d63-a74c-248b286ff462 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a102bc-bb24-47c5-a627-950fd62743a5 HTTP/1.1" status: 200 len: 1683 time: 0.1058195 Jul 08 01:41:02.084825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-3c99d838-88db-476b-8dc0-0711fbd640df tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:02.084825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-3c99d838-88db-476b-8dc0-0711fbd640df tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:02.166995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-3c99d838-88db-476b-8dc0-0711fbd640df tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] For port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,segment=NetworkSegment(708d8ba8-2ff0-438c-9c25-bbc43873a198),segment_id=708d8ba8-2ff0-438c-9c25-bbc43873a198)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:02.167436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-3c99d838-88db-476b-8dc0-0711fbd640df tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:02.195289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-3c99d838-88db-476b-8dc0-0711fbd640df tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Calling delete_port for adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:02.362628 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-3c99d838-88db-476b-8dc0-0711fbd640df tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:02.376098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed', '663f5b4d-c5f6-4637-a743-c7414425b420'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:02.525351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99d838-88db-476b-8dc0-0711fbd640df tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Port': ['ID=adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:02.571616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-3c99d838-88db-476b-8dc0-0711fbd640df tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] No DVR routers for this DVR port adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:02.575660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-3c99d838-88db-476b-8dc0-0711fbd640df tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:02.578006 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-3c99d838-88db-476b-8dc0-0711fbd640df tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.24 "DELETE /v2.0/ports/adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed HTTP/1.1" status: 204 len: 173 time: 0.7015326 Jul 08 01:41:02.578564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'name': 'network-vif-deleted', 'tag': 'adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:02.581679 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2d38e4-d234-40d0-b2af-cc3fbafae3ef" -d '{"events": [{"server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "name": "network-vif-deleted", "tag": "adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:02.746479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-b27af80f-c1b4-42f0-9764-d09aec0a330d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting port 663f5b4d-c5f6-4637-a743-c7414425b420 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:02.746730 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-b27af80f-c1b4-42f0-9764-d09aec0a330d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:02.992377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-b27af80f-c1b4-42f0-9764-d09aec0a330d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] For port 663f5b4d-c5f6-4637-a743-c7414425b420, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=663f5b4d-c5f6-4637-a743-c7414425b420,segment=NetworkSegment(30e7204d-a338-47ed-aa05-ecc50f762192),segment_id=30e7204d-a338-47ed-aa05-ecc50f762192)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:02.993097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-b27af80f-c1b4-42f0-9764-d09aec0a330d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:03.025222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-b27af80f-c1b4-42f0-9764-d09aec0a330d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Calling delete_port for 663f5b4d-c5f6-4637-a743-c7414425b420 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:03.073384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:03.078437 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6063b19-c22b-4bd1-bc04-8fffc36cd808" -d '{"events": [{"server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "name": "network-vif-plugged", "status": "completed", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:03.273244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-b27af80f-c1b4-42f0-9764-d09aec0a330d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:03.287637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:03.311717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27af80f-c1b4-42f0-9764-d09aec0a330d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Port': ['ID=663f5b4d-c5f6-4637-a743-c7414425b420,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:03.377218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-b27af80f-c1b4-42f0-9764-d09aec0a330d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] No DVR routers for this DVR port 663f5b4d-c5f6-4637-a743-c7414425b420 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:03.379878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-b27af80f-c1b4-42f0-9764-d09aec0a330d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:03.381999 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-276df20c-b5b9-4408-89be-9efec6a0f1ea req-b27af80f-c1b4-42f0-9764-d09aec0a330d tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.24 "DELETE /v2.0/ports/663f5b4d-c5f6-4637-a743-c7414425b420 HTTP/1.1" status: 204 len: 173 time: 0.7944243 Jul 08 01:41:03.832696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-7b588f23-255b-48f8-b6fd-65f3daca8c08 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:03.834278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-7b588f23-255b-48f8-b6fd-65f3daca8c08 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.1490564 Jul 08 01:41:03.860274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc00a0-3271-41be-864e-28b59f0e22c1 req-ea71b5ef-b1bd-4db1-b416-88681c02988b tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:03.861801 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07dc00a0-3271-41be-864e-28b59f0e22c1 req-ea71b5ef-b1bd-4db1-b416-88681c02988b tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 945 time: 0.1275885 Jul 08 01:41:03.863329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-5f415087-5ac9-4bb9-b772-aa40613d6140 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/quotas/c717aba88cea40cab44fd182e8ee9746 HTTP/1.1" status: 200 len: 375 time: 0.0227578 Jul 08 01:41:04.302417 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:04.309216 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07dc00a0-3271-41be-864e-28b59f0e22c1 req-ee93f3c9-f57d-4ccc-80cc-7ed6c8b2559c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298816 Jul 08 01:41:04.347456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-309bc19b-9d6b-45bf-9b7a-0041508fa0ed tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4696157 Jul 08 01:41:04.487033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-c7e68e34-50a9-4d08-a22d-9a2afef89fb6 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383700 Jul 08 01:41:04.631303 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-a51f3808-a8c3-4cf7-90ee-e1c38fcd6fa3 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351943 Jul 08 01:41:04.825085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:04.872407 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d50e288-1d25-42db-bbfd-dd83e8496911 x-openstack-request-id: req-6d50e288-1d25-42db-bbfd-dd83e8496911 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:04.873222 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "name": "network-vif-deleted", "tag": "adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:04.873996 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d50e288-1d25-42db-bbfd-dd83e8496911 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:04.874406 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'name': 'network-vif-deleted', 'tag': 'adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed', 'status': 'completed', 'code': 200} Jul 08 01:41:04.887276 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46253a0-f604-4038-ad06-4c1b99094807 x-openstack-request-id: req-f46253a0-f604-4038-ad06-4c1b99094807 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:04.887865 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "name": "network-vif-plugged", "status": "completed", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:04.888125 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f46253a0-f604-4038-ad06-4c1b99094807 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:04.888545 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'code': 200} Jul 08 01:41:05.059130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfe0f32-ba25-455c-b42a-aa8c4b33ecc2 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting subnet 133e3941-12f3-489b-acfc-b7e5194b4dd0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:41:05.069367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0f32-ba25-455c-b42a-aa8c4b33ecc2 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:05.129875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0f32-ba25-455c-b42a-aa8c4b33ecc2 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:05.135142 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-6e4dded1-ee3d-4f2d-8bf1-44ef824efa08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3157754 Jul 08 01:41:05.174846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a55852-b668-4b3d-82b9-ea6cb9a0b891 req-aba1d33c-d86f-4221-bfa8-8eee30222d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:05.177201 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2a55852-b668-4b3d-82b9-ea6cb9a0b891 req-aba1d33c-d86f-4221-bfa8-8eee30222d00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1097 time: 0.1311042 Jul 08 01:41:05.235176 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2a55852-b668-4b3d-82b9-ea6cb9a0b891 req-a41f0c64-3bbe-47d3-b7b4-f4e2c4e694ab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498264 Jul 08 01:41:05.408870 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0f32-ba25-455c-b42a-aa8c4b33ecc2 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:05.485627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a66db-8c6f-4397-bb2f-744dcd08aa45 req-8da21d01-8747-4874-9fb1-f717324591ae tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:05.487281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b6a66db-8c6f-4397-bb2f-744dcd08aa45 req-8da21d01-8747-4874-9fb1-f717324591ae tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2915161 Jul 08 01:41:05.499588 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc60df-6eda-41b7-937a-3a8f7ddd1c3a req-73551e87-aa2a-4c86-9e15-0daf54c32895 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:05.506458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-18fc60df-6eda-41b7-937a-3a8f7ddd1c3a req-73551e87-aa2a-4c86-9e15-0daf54c32895 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.4566226 Jul 08 01:41:05.570656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0f32-ba25-455c-b42a-aa8c4b33ecc2 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:05.632408 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-18fc60df-6eda-41b7-937a-3a8f7ddd1c3a req-04461ecc-cb7d-4f7f-92ea-179a626af348 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249332 Jul 08 01:41:05.634524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe0f32-ba25-455c-b42a-aa8c4b33ecc2 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Subnet': ['ID=133e3941-12f3-489b-acfc-b7e5194b4dd0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:05.638355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b6a66db-8c6f-4397-bb2f-744dcd08aa45 req-db64a214-0d3b-4d7d-92b8-b6c20ba3c6c7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298361 Jul 08 01:41:05.640416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dfe0f32-ba25-455c-b42a-aa8c4b33ecc2 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:05.642303 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6dfe0f32-ba25-455c-b42a-aa8c4b33ecc2 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "DELETE /v2.0/subnets/133e3941-12f3-489b-acfc-b7e5194b4dd0 HTTP/1.1" status: 204 len: 168 time: 0.8150666 Jul 08 01:41:05.646647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48874) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:05.651928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da74ca8f-bb72-4efd-ad21-a98209ec5ef2 None None] Network 0029ec7d-910a-4b11-8f55-5e46ed60e6da requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:41:05.843800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 663f5b4d-c5f6-4637-a743-c7414425b420 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:05.917318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cbf86ba-6b34-48ee-978a-3a5a5d26b6c5 req-f15d155a-f66d-43c5-b24a-f81c3941397a tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 210 time: 0.0601952 Jul 08 01:41:05.923022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:05.939690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2b196-5417-4664-abef-4ed8b70b0aaf req-15ff1e35-34f8-41f0-9a7c-0bb8ef60137c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:05.953319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6b2b196-5417-4664-abef-4ed8b70b0aaf req-15ff1e35-34f8-41f0-9a7c-0bb8ef60137c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 945 time: 0.1558654 Jul 08 01:41:05.980577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 663f5b4d-c5f6-4637-a743-c7414425b420 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:05.980944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 663f5b4d-c5f6-4637-a743-c7414425b420 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:05.982588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:06.037390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6b2b196-5417-4664-abef-4ed8b70b0aaf req-424f280f-b51c-4dd3-8c8f-241fe09d55e8 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828767 Jul 08 01:41:06.126330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting port 87207668-59fb-4f5d-925e-dd49a8cc1781 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:06.127173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:06.367433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] For port 87207668-59fb-4f5d-925e-dd49a8cc1781, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=87207668-59fb-4f5d-925e-dd49a8cc1781,segment=NetworkSegment(708d8ba8-2ff0-438c-9c25-bbc43873a198),segment_id=708d8ba8-2ff0-438c-9c25-bbc43873a198)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:06.371418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:06.399596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Calling delete_port for 87207668-59fb-4f5d-925e-dd49a8cc1781 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:06.454601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:06.624036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:06.639112 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:06.639851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:06.641441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:06.704065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Port': ['ID=87207668-59fb-4f5d-925e-dd49a8cc1781,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:06.712511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02301623-8399-47dc-9a98-76b8115394be None None] DHCP port deletion for 0029ec7d-910a-4b11-8f55-5e46ed60e6da request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:41:06.716418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] No DVR routers for this DVR port 87207668-59fb-4f5d-925e-dd49a8cc1781 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:06.749333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:06.750610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device adc2bea1-e8a0-4c0e-8c36-2815ce0ff3ed not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:06.794986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:06.866242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:06.878240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0029ec7d-910a-4b11-8f55-5e46ed60e6da']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:06.889835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:06.895044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '708d8ba8-2ff0-438c-9c25-bbc43873a198') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:06.895514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '708d8ba8-2ff0-438c-9c25-bbc43873a198') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:06.897341 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1c7e04-14a4-4ca1-ae66-ebde9b758d98" -d '{"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-unplugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:06.907020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:06.924255 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:06.949890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:41:06.950903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:07.045913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'name': 'network-vif-deleted', 'tag': '663f5b4d-c5f6-4637-a743-c7414425b420'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:07.048741 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a5f816-7d60-4ac0-b150-3a20f5c124ed" -d '{"events": [{"server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "name": "network-vif-deleted", "tag": "663f5b4d-c5f6-4637-a743-c7414425b420"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:41:07.051515 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:41:07.106728 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:07.116494 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:07.123077 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "DELETE /v2.0/networks/0029ec7d-910a-4b11-8f55-5e46ed60e6da HTTP/1.1" status: 204 len: 168 time: 1.4733117 Jul 08 01:41:07.124423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48918) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:07.176839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ebc11-3ad4-4897-ba10-382503274b01 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Network': ['ID=0029ec7d-910a-4b11-8f55-5e46ed60e6da,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:07.226230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-70471e4b-daad-4ea0-b21e-2a3260066238 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting subnet 7321cff9-2bd0-4113-8694-956ea02f7d90 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:41:07.243786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70471e4b-daad-4ea0-b21e-2a3260066238 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:07.300098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84ff03-77f5-45c4-848b-8125f8081548 req-cd98e913-e0d1-44da-b9d4-1e877ae31129 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:07.301856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e84ff03-77f5-45c4-848b-8125f8081548 req-cd98e913-e0d1-44da-b9d4-1e877ae31129 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.3110292 Jul 08 01:41:07.336016 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c96011-087d-4147-81db-1b07d40607b1 req-e326a466-d7af-48d4-bdee-15e2ba29e725 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:07.337715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22c96011-087d-4147-81db-1b07d40607b1 req-e326a466-d7af-48d4-bdee-15e2ba29e725 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 950 time: 0.2380631 Jul 08 01:41:07.400465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d85e4d15-7f7f-4aa9-aabe-99088aa5bddc tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:07.401703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e84ff03-77f5-45c4-848b-8125f8081548 req-7a9f6110-ca4f-483a-9529-c33f6fac37b7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892749 Jul 08 01:41:07.402076 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d85e4d15-7f7f-4aa9-aabe-99088aa5bddc tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.24 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.1317387 Jul 08 01:41:07.430656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70471e4b-daad-4ea0-b21e-2a3260066238 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:07.449965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Request body: {'port': {'device_id': '4ac9db4e-80b9-492b-9f9b-4d67467dd296', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'admin_state_up': True, 'tenant_id': 'c717aba88cea40cab44fd182e8ee9746'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:07.453168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22c96011-087d-4147-81db-1b07d40607b1 req-eddb991a-aec2-45d8-a4ef-006e1c093eb7 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963457 Jul 08 01:41:07.527897 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78838ca-0bc1-4916-b8f3-948cc969e801 x-openstack-request-id: req-e78838ca-0bc1-4916-b8f3-948cc969e801 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:07.528234 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-unplugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:07.529947 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e78838ca-0bc1-4916-b8f3-948cc969e801 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:07.529947 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'code': 200} Jul 08 01:41:07.676895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a1b41ab1-f520-4f06-898b-fd66058ca92f req-b46b4b6f-05f9-4cc5-81f6-05707573b1b0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 210 time: 0.0337276 Jul 08 01:41:07.713819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70471e4b-daad-4ea0-b21e-2a3260066238 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:07.715477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a9d19-6c06-431d-9115-898fef62cec7 req-5d129a52-bee7-4bec-9806-52f037d12ec4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:07.718729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Made reservation on behalf of c717aba88cea40cab44fd182e8ee9746 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:41:07.725916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c83a9d19-6c06-431d-9115-898fef62cec7 req-5d129a52-bee7-4bec-9806-52f037d12ec4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1749065 Jul 08 01:41:07.732094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:07.784197 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d7be3f-24ee-4622-808e-b271bd571aa8 x-openstack-request-id: req-92d7be3f-24ee-4622-808e-b271bd571aa8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:07.784517 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a102bc-bb24-47c5-a627-950fd62743a5", "name": "network-vif-deleted", "tag": "663f5b4d-c5f6-4637-a743-c7414425b420", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:07.784774 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92d7be3f-24ee-4622-808e-b271bd571aa8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:07.785175 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a102bc-bb24-47c5-a627-950fd62743a5', 'name': 'network-vif-deleted', 'tag': '663f5b4d-c5f6-4637-a743-c7414425b420', 'status': 'completed', 'code': 200} Jul 08 01:41:07.802682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c83a9d19-6c06-431d-9115-898fef62cec7 req-4574f7fa-cc05-4a8d-99a1-03ba9e42fb86 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735195 Jul 08 01:41:07.909224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70471e4b-daad-4ea0-b21e-2a3260066238 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.016172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70471e4b-daad-4ea0-b21e-2a3260066238 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Subnet': ['ID=7321cff9-2bd0-4113-8694-956ea02f7d90,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:08.035261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535a1750-9cd3-48d0-9c0b-3df1ba50fd5c None None] Network a0a33d9d-6a06-434b-ae02-3f41072f04a3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:41:08.037035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70471e4b-daad-4ea0-b21e-2a3260066238 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.048043 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-70471e4b-daad-4ea0-b21e-2a3260066238 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "DELETE /v2.0/subnets/7321cff9-2bd0-4113-8694-956ea02f7d90 HTTP/1.1" status: 204 len: 168 time: 0.9177573 Jul 08 01:41:08.054956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48928) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:08.162260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.165293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 87207668-59fb-4f5d-925e-dd49a8cc1781 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:08.203961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 87207668-59fb-4f5d-925e-dd49a8cc1781 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:08.204646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 87207668-59fb-4f5d-925e-dd49a8cc1781 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:08.240195 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-f8333c7f-df34-4941-83bc-e572dd885b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:08.241915 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-f8333c7f-df34-4941-83bc-e572dd885b25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 1102 time: 0.1170557 Jul 08 01:41:08.259677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af44e05-4ecc-4c4c-82de-52dbe0c56a11 req-f245d5d0-0d00-4c75-819a-a55898003895 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:08.274102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3af44e05-4ecc-4c4c-82de-52dbe0c56a11 req-f245d5d0-0d00-4c75-819a-a55898003895 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 945 time: 0.2656655 Jul 08 01:41:08.298470 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Allocated IP 172.20.0.8 (ec165b7b-c1b2-40d2-a912-6340373d1594/94efa8dc-98fe-402d-a487-c19d12a4e6f9/3ad6c4a9-6704-4141-92ef-4ae04b54c974) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:41:08.384631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Deleting port b4d10386-73a6-4c97-90db-6e900532bc0b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:08.385020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.391408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fbf2e5-e5b8-4959-997b-47cbdce7a6aa None None] DHCP port deletion for a0a33d9d-6a06-434b-ae02-3f41072f04a3 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:41:08.392293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-03fd1c10-22b5-479d-b0ca-37cf80b74f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:08.394520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-03fd1c10-22b5-479d-b0ca-37cf80b74f94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1033678 Jul 08 01:41:08.401606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-3b888f86-5832-455a-bdbb-339353f16587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:08.403252 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-3b888f86-5832-455a-bdbb-339353f16587 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 950 time: 0.1806190 Jul 08 01:41:08.432678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3af44e05-4ecc-4c4c-82de-52dbe0c56a11 req-d07cddbf-3f50-4d59-9da0-51a9909021ea tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572220 Jul 08 01:41:08.462398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbf2e5-e5b8-4959-997b-47cbdce7a6aa None None] Deleting port b4d10386-73a6-4c97-90db-6e900532bc0b {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:08.464394 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf2e5-e5b8-4959-997b-47cbdce7a6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.510789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-22bd1d91-9f69-4119-885b-3c4bde3d38cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 200 len: 217 time: 0.0766580 Jul 08 01:41:08.570490 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.587930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c7fbf2e5-e5b8-4959-997b-47cbdce7a6aa None None] For port b4d10386-73a6-4c97-90db-6e900532bc0b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b4d10386-73a6-4c97-90db-6e900532bc0b,segment=NetworkSegment(30e7204d-a338-47ed-aa05-ecc50f762192),segment_id=30e7204d-a338-47ed-aa05-ecc50f762192)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:08.588687 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf2e5-e5b8-4959-997b-47cbdce7a6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.630212 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbf2e5-e5b8-4959-997b-47cbdce7a6aa None None] Calling delete_port for b4d10386-73a6-4c97-90db-6e900532bc0b owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:08.639601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-ae7fe82d-33f0-4b54-89f3-180235129842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:08.641212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-ae7fe82d-33f0-4b54-89f3-180235129842 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1188352 Jul 08 01:41:08.768095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] For port b4d10386-73a6-4c97-90db-6e900532bc0b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b4d10386-73a6-4c97-90db-6e900532bc0b,segment=NetworkSegment(30e7204d-a338-47ed-aa05-ecc50f762192),segment_id=30e7204d-a338-47ed-aa05-ecc50f762192)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:08.768095 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.777584 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c7fbf2e5-e5b8-4959-997b-47cbdce7a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.791573 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f93bf962-1020-4e66-bc97-84c212b1380d req-c3019372-2aa2-4f87-9936-1e548cadf9d1 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2790926 Jul 08 01:41:08.800270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbf2e5-e5b8-4959-997b-47cbdce7a6aa None None] No DVR routers for this DVR port b4d10386-73a6-4c97-90db-6e900532bc0b on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:08.809498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:08.811313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Calling delete_port for b4d10386-73a6-4c97-90db-6e900532bc0b owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:08.829365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbf2e5-e5b8-4959-997b-47cbdce7a6aa None None] Pushing event deleted for resources: {'Port': ['ID=b4d10386-73a6-4c97-90db-6e900532bc0b,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:08.900847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-a1f0afbc-7a32-484b-9228-772b97c823f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:08.902845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-a1f0afbc-7a32-484b-9228-772b97c823f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2540295 Jul 08 01:41:08.911444 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-404b3188-27f1-4714-8f65-5d0142e30a81 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Deleting port a9ce8c51-5166-4034-8f56-46399164b838 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:08.911795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-404b3188-27f1-4714-8f65-5d0142e30a81 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.928051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:08.977276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.027378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42945ecd-a997-4c8a-af59-790ad8b120f7 req-6e1adbab-fbe0-4f4b-86d0-2b4a293c01bb tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:09.030169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-42945ecd-a997-4c8a-af59-790ad8b120f7 req-6e1adbab-fbe0-4f4b-86d0-2b4a293c01bb tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2913182 Jul 08 01:41:09.131034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-42945ecd-a997-4c8a-af59-790ad8b120f7 req-a7795458-f5ba-45f3-87cc-8e6251f148b9 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719450 Jul 08 01:41:09.153834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-404b3188-27f1-4714-8f65-5d0142e30a81 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] For port a9ce8c51-5166-4034-8f56-46399164b838, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a9ce8c51-5166-4034-8f56-46399164b838,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:09.155507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-404b3188-27f1-4714-8f65-5d0142e30a81 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.160856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-46a3e017-195e-42a3-bce8-2737d109affa service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491226 Jul 08 01:41:09.170658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.192498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] No DVR routers for this DVR port b4d10386-73a6-4c97-90db-6e900532bc0b on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:09.243839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-404b3188-27f1-4714-8f65-5d0142e30a81 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Calling delete_port for a9ce8c51-5166-4034-8f56-46399164b838 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:09.249944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.254245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Port': ['ID=b4d10386-73a6-4c97-90db-6e900532bc0b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:09.262350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:09.309721 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.432632 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.445667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-c8ff8a68-7246-48a4-a2cd-574e3d3d72c9 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748473 Jul 08 01:41:09.448009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a33d9d-6a06-434b-ae02-3f41072f04a3']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:09.486328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event updated for resources: {'Port': ['ID=3ad6c4a9-6704-4141-92ef-4ae04b54c974,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:09.540914 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50846beb-b0e0-4938-871f-0a52f21fa4c2 req-816792c2-4307-4e77-81dc-b2efe8bdfc9b tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:09.548080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e7204d-a338-47ed-aa05-ecc50f762192') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:09.548656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50846beb-b0e0-4938-871f-0a52f21fa4c2 req-816792c2-4307-4e77-81dc-b2efe8bdfc9b tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdfc3155-b1f7-412b-ac0a-a0874b8be25b HTTP/1.1" status: 200 len: 950 time: 0.2079072 Jul 08 01:41:09.549072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e7204d-a338-47ed-aa05-ecc50f762192') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:09.553356 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Network ec165b7b-c1b2-40d2-a912-6340373d1594 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:41:09.563961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:41:09.568780 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.570194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Allocated IP 172.25.4.207 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/efaa5f38-dc3e-48e8-9784-392cb1fb80c8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:41:09.573373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:41:09.626638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50846beb-b0e0-4938-871f-0a52f21fa4c2 req-9278d523-73bb-4061-b419-9c30b823c5b9 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770025 Jul 08 01:41:09.686853 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.714921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:09.715605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.727138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:41:09.727550 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:41:09.732054 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:41:09.834671 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d79c30a2-90ed-49a6-a425-312e7a057f77 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3976126 Jul 08 01:41:09.840896 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:41:09.847384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:09.861749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Request body: {'port': {'device_id': '4ac9db4e-80b9-492b-9f9b-4d67467dd296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:09.971278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffdc41a-5456-4dc6-aa2a-964be1a5ac0a req-8a36de99-c335-4c20-9466-efae2ca81cc7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:09.978173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4d10386-73a6-4c97-90db-6e900532bc0b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:09.979062 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ffdc41a-5456-4dc6-aa2a-964be1a5ac0a req-8a36de99-c335-4c20-9466-efae2ca81cc7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 931 time: 0.1242950 Jul 08 01:41:09.989846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.011542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.031505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.036085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b4d10386-73a6-4c97-90db-6e900532bc0b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:10.036757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4d10386-73a6-4c97-90db-6e900532bc0b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:10.039541 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] 10.222.0.41 "DELETE /v2.0/networks/a0a33d9d-6a06-434b-ae02-3f41072f04a3 HTTP/1.1" status: 204 len: 168 time: 1.9822812 Jul 08 01:41:10.051773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Pushing event updated for resources: {'Port': ['ID=efaa5f38-dc3e-48e8-9784-392cb1fb80c8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:10.088270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:41:10.093531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:41:10.109867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17910835-c60e-4ea5-8cb6-ba9ccf11b2d8 tempest-ServersTestMultiNic-2052333675 tempest-ServersTestMultiNic-2052333675-project] Pushing event deleted for resources: {'Network': ['ID=a0a33d9d-6a06-434b-ae02-3f41072f04a3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:10.111383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ffdc41a-5456-4dc6-aa2a-964be1a5ac0a req-bab9d526-d797-44fa-8874-d7462bd7c05d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314013 Jul 08 01:41:10.113680 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-404b3188-27f1-4714-8f65-5d0142e30a81 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.114435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:41:10.145175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:10.153541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b3188-27f1-4714-8f65-5d0142e30a81 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Pushing event deleted for resources: {'Port': ['ID=a9ce8c51-5166-4034-8f56-46399164b838,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:10.166556 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.224002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-404b3188-27f1-4714-8f65-5d0142e30a81 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] No DVR routers for this DVR port a9ce8c51-5166-4034-8f56-46399164b838 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:10.230387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-404b3188-27f1-4714-8f65-5d0142e30a81 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.232535 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-431fdf9c-eb4f-46ef-9630-85e08f33f02e req-404b3188-27f1-4714-8f65-5d0142e30a81 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.16 "DELETE /v2.0/ports/a9ce8c51-5166-4034-8f56-46399164b838 HTTP/1.1" status: 204 len: 173 time: 1.7860765 Jul 08 01:41:10.234576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfc3155-b1f7-412b-ac0a-a0874b8be25b', 'name': 'network-vif-deleted', 'tag': 'a9ce8c51-5166-4034-8f56-46399164b838'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:10.238976 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5641ec-cb6c-4140-afb5-ccf861efd387" -d '{"events": [{"server_uuid": "bdfc3155-b1f7-412b-ac0a-a0874b8be25b", "name": "network-vif-deleted", "tag": "a9ce8c51-5166-4034-8f56-46399164b838"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:10.316385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:10.337501 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.390566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'port_id': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'mac_address': 'fa:16:3e:40:2f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:41:10.437933 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.502844 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.584268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26722b1d-8f0d-4fdc-9019-798cdaaaa9da {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:10.614010 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200377a-7a00-4467-8300-5abbe1c3daaf req-b021566f-0fc7-4a73-98c4-dd6b3de39f09 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:10.624477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0200377a-7a00-4467-8300-5abbe1c3daaf req-b021566f-0fc7-4a73-98c4-dd6b3de39f09 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1927087 Jul 08 01:41:10.680645 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:10.693757 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.697792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0200377a-7a00-4467-8300-5abbe1c3daaf req-ace629aa-4965-4f77-9153-a55855370429 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745549 Jul 08 01:41:10.772076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad6c4a9-6704-4141-92ef-4ae04b54c974 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:10.784260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=12']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:10.789261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.804199 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.813362 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.819390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Transition to ACTIVE for port object 3ad6c4a9-6704-4141-92ef-4ae04b54c974 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:10.831861 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:10.856795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['26722b1d-8f0d-4fdc-9019-798cdaaaa9da'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:10.945956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Pushing event updated for resources: {'Port': ['ID=3ad6c4a9-6704-4141-92ef-4ae04b54c974,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:10.947578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Pushing event updated for resources: {'Port': ['ID=efaa5f38-dc3e-48e8-9784-392cb1fb80c8,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:11.075001 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:11.097313 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:11.105683 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f93bf962-1020-4e66-bc97-84c212b1380d req-02289381-5f9d-473b-bf56-1ae033956c19 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3028736 Jul 08 01:41:11.190990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Attempting to bind port 3ad6c4a9-6704-4141-92ef-4ae04b54c974 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:41:11.192218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Attempting to bind port 3ad6c4a9-6704-4141-92ef-4ae04b54c974 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:41:11.196446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Attempting to bind port 3ad6c4a9-6704-4141-92ef-4ae04b54c974 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:11.220999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Port 3ad6c4a9-6704-4141-92ef-4ae04b54c974 on network ec165b7b-c1b2-40d2-a912-6340373d1594 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:41:11.221330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Attempting to bind port 3ad6c4a9-6704-4141-92ef-4ae04b54c974 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:11.231703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f93bf962-1020-4e66-bc97-84c212b1380d req-0c22a364-cf99-4d85-b646-aa878c12db45 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 696 time: 0.1248851 Jul 08 01:41:11.239530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:41:11.239938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Checking segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:41:11.241603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Bound using segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:41:11.242082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Bound port: 3ad6c4a9-6704-4141-92ef-4ae04b54c974, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:41:11.242976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:11.429941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] For port 3ad6c4a9-6704-4141-92ef-4ae04b54c974, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:41:11.433702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] For port 3ad6c4a9-6704-4141-92ef-4ae04b54c974, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3ad6c4a9-6704-4141-92ef-4ae04b54c974,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:41:11.440030 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:11.549023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bf962-1020-4e66-bc97-84c212b1380d req-c060fbc5-b9a0-442e-9d36-3d69b910cd9d tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:11.549656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Pushing event updated for resources: {'Port': ['ID=3ad6c4a9-6704-4141-92ef-4ae04b54c974,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:11.550833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f93bf962-1020-4e66-bc97-84c212b1380d req-c060fbc5-b9a0-442e-9d36-3d69b910cd9d tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.3135238 Jul 08 01:41:11.569389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a9ce8c51-5166-4034-8f56-46399164b838 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:11.589901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:11.590289 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:11.591648 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-d5a2b1d1-faac-4944-b617-81805549ba5a service neutron] 10.222.0.24 "PUT /v2.0/ports/3ad6c4a9-6704-4141-92ef-4ae04b54c974 HTTP/1.1" status: 200 len: 1092 time: 1.7438755 Jul 08 01:41:11.627107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19b5fe-7dbc-46ac-97bc-eb85601abc34 req-618eafe4-3680-4546-913d-250ba46d5f1e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:11.633614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b19b5fe-7dbc-46ac-97bc-eb85601abc34 req-618eafe4-3680-4546-913d-250ba46d5f1e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2222617 Jul 08 01:41:11.637634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: a9ce8c51-5166-4034-8f56-46399164b838 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:11.638132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a9ce8c51-5166-4034-8f56-46399164b838 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:11.652776 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341190cb-ee06-4778-80b2-8577a0f0545e x-openstack-request-id: req-341190cb-ee06-4778-80b2-8577a0f0545e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:11.653215 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfc3155-b1f7-412b-ac0a-a0874b8be25b", "name": "network-vif-deleted", "tag": "a9ce8c51-5166-4034-8f56-46399164b838", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:11.653471 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-341190cb-ee06-4778-80b2-8577a0f0545e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:11.654003 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfc3155-b1f7-412b-ac0a-a0874b8be25b', 'name': 'network-vif-deleted', 'tag': 'a9ce8c51-5166-4034-8f56-46399164b838', 'status': 'completed', 'code': 200} Jul 08 01:41:11.710840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b19b5fe-7dbc-46ac-97bc-eb85601abc34 req-4bea06ca-dfa0-4e3c-8d14-84d9a931e112 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668266 Jul 08 01:41:11.773918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-a4b1720a-f201-4d3c-9363-66be348d9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:11.775711 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-a4b1720a-f201-4d3c-9363-66be348d9deb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 1095 time: 0.1159713 Jul 08 01:41:11.839731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:41:11.899485 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-7364d2f6-b210-40e0-9830-079e11a4cf05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad6c4a9-6704-4141-92ef-4ae04b54c974 HTTP/1.1" status: 200 len: 217 time: 0.1032221 Jul 08 01:41:11.929448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:11.929911 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:11.977429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996705f-6630-4f83-a4e3-9c55713a99bb req-97e8e557-1111-4faa-89b3-50907cb5dcdf tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:11.985565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d996705f-6630-4f83-a4e3-9c55713a99bb req-97e8e557-1111-4faa-89b3-50907cb5dcdf tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 943 time: 0.0923939 Jul 08 01:41:12.009153 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-00d248ff-4161-4080-bb68-78fced240606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:12.010380 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-00d248ff-4161-4080-bb68-78fced240606 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.0991316 Jul 08 01:41:12.039162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d996705f-6630-4f83-a4e3-9c55713a99bb req-a9a21177-85dc-4a0a-b152-e4bfefaa0db3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525219 Jul 08 01:41:12.085509 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-c9d7e33a-2814-49a6-8e89-d988259cf537 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634439 Jul 08 01:41:12.086000 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:12.129083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:12.130180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:12.133755 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85839f9f-1011-4547-a8dd-0ce294fa2691" -d '{"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-plugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:12.139542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:12.208194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=13']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:12.251123 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-8bc1e9bc-1fb6-41db-b5f9-87ca8de5ce1d service neutron] 10.222.0.24 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528673 Jul 08 01:41:12.256583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-b4892223-7fbf-4dbe-8a63-83199dbbbfbe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:12.264551 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-b4892223-7fbf-4dbe-8a63-83199dbbbfbe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 820 time: 0.2238681 Jul 08 01:41:12.294218 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-378d407b-0400-4ece-b084-65c74236864b tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/quotas/54ed1cf44e644c5b9306d90fed4e8909 HTTP/1.1" status: 200 len: 375 time: 0.0275035 Jul 08 01:41:12.359534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da177564-d9c7-44d8-b7e1-a4730f566795 req-c1612aa2-a8ad-488d-8549-3897a8a51692 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:12.361430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da177564-d9c7-44d8-b7e1-a4730f566795 req-c1612aa2-a8ad-488d-8549-3897a8a51692 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.1859219 Jul 08 01:41:12.378634 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-05a1f207-2575-44f9-84fc-7e9fd433eab3 req-3900e0d5-6292-40ce-937b-95d63f29e6c9 service neutron] 10.222.0.24 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186626 Jul 08 01:41:12.427221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da177564-d9c7-44d8-b7e1-a4730f566795 req-4651efed-d78c-42a2-87bf-39c970031377 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560579 Jul 08 01:41:12.486941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-4ed59366-cba1-41b9-a8c1-ac12a84a9e8c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1817575 Jul 08 01:41:12.666293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-b4163461-7560-4be6-bf43-0c16566e84a8 service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600776 Jul 08 01:41:12.796503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-445bda67-33bc-441d-a5ce-76890b1efb94 service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233330 Jul 08 01:41:13.226461 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc8e98-335a-4aba-8e19-4af76803096b x-openstack-request-id: req-a8fc8e98-335a-4aba-8e19-4af76803096b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:13.226942 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-plugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:13.227058 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8fc8e98-335a-4aba-8e19-4af76803096b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:13.227391 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'code': 200} Jul 08 01:41:13.540779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a3c44-b985-4713-9c18-6d5f34447366 req-160040c2-2a64-453b-8c1a-1b2c2836a6f3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:13.549287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd8a3c44-b985-4713-9c18-6d5f34447366 req-160040c2-2a64-453b-8c1a-1b2c2836a6f3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.1592629 Jul 08 01:41:13.656711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac9db4e-80b9-492b-9f9b-4d67467dd296', 'tag': '3ad6c4a9-6704-4141-92ef-4ae04b54c974'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:13.661234 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd32f04-f77b-4570-b8d1-c07b9977ed08" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac9db4e-80b9-492b-9f9b-4d67467dd296", "tag": "3ad6c4a9-6704-4141-92ef-4ae04b54c974"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:13.746264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd8a3c44-b985-4713-9c18-6d5f34447366 req-7232e30d-70a7-484d-8699-f27ba850d3c3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956735 Jul 08 01:41:13.992287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f8d2da3-d834-4c27-a1ec-6c3c84be75c0 req-4f5c687a-fb52-4d89-af6e-f43bb3182066 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 210 time: 0.0725644 Jul 08 01:41:14.396401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27645048-fded-4c73-a627-b7b44521e03a req-bf4ca3bf-ea05-4dac-be06-c445d241f0da tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:14.399236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27645048-fded-4c73-a627-b7b44521e03a req-bf4ca3bf-ea05-4dac-be06-c445d241f0da tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 950 time: 0.2074540 Jul 08 01:41:14.484456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27645048-fded-4c73-a627-b7b44521e03a req-2a322a31-bd4b-4e90-b935-34bf2ce5b391 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/security-groups?id=0bf12f55-4520-4f46-b11f-97ec8e4d7325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793080 Jul 08 01:41:14.740624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-034c3812-b391-4a70-b9b9-47ecfc17a9f7 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:14.745151 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-034c3812-b391-4a70-b9b9-47ecfc17a9f7 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 950 time: 0.2480867 Jul 08 01:41:14.880242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189b77b-e6c2-4885-8764-e8dc9d096305 req-ab41cb54-ad2c-4cf8-bdf4-07e7d8a313d6 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:14.889699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e189b77b-e6c2-4885-8764-e8dc9d096305 req-ab41cb54-ad2c-4cf8-bdf4-07e7d8a313d6 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 943 time: 0.1638026 Jul 08 01:41:14.970411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e189b77b-e6c2-4885-8764-e8dc9d096305 req-55f8ff04-2d8f-4afc-a9ea-fc5782739791 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806994 Jul 08 01:41:14.987680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-48ce13c8-9345-43b3-b8fa-58e0e77632fc tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Deleting port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:14.988410 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-48ce13c8-9345-43b3-b8fa-58e0e77632fc tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:15.136038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-48ce13c8-9345-43b3-b8fa-58e0e77632fc tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] For port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:15.136802 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-48ce13c8-9345-43b3-b8fa-58e0e77632fc tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:15.141717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:15.160828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-48ce13c8-9345-43b3-b8fa-58e0e77632fc tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Calling delete_port for 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:15.359805 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbf11ac-d1ab-42a1-b8b4-b310dbef11f1 x-openstack-request-id: req-8cbf11ac-d1ab-42a1-b8b4-b310dbef11f1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:15.361971 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac9db4e-80b9-492b-9f9b-4d67467dd296", "tag": "3ad6c4a9-6704-4141-92ef-4ae04b54c974", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:15.362451 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cbf11ac-d1ab-42a1-b8b4-b310dbef11f1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:15.363064 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac9db4e-80b9-492b-9f9b-4d67467dd296', 'tag': '3ad6c4a9-6704-4141-92ef-4ae04b54c974', 'status': 'completed', 'code': 200} Jul 08 01:41:15.834401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374ea36-a270-4e48-b312-181ec43367b9 req-19f06e5c-4f41-48f5-9568-b3b9525f0821 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:15.842133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8374ea36-a270-4e48-b312-181ec43367b9 req-19f06e5c-4f41-48f5-9568-b3b9525f0821 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.1800735 Jul 08 01:41:15.880595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3ad6c4a9-6704-4141-92ef-4ae04b54c974 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:41:15.947822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd32f04-f77b-4570-b8d1-c07b9977ed08 req-573ce742-ac04-47e6-bb73-9eff9b213956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:15.949557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd32f04-f77b-4570-b8d1-c07b9977ed08 req-573ce742-ac04-47e6-bb73-9eff9b213956 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 1095 time: 0.2965853 Jul 08 01:41:15.968224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8374ea36-a270-4e48-b312-181ec43367b9 req-e2dd5a5a-92b5-4864-8e40-9ed2693dfa18 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248643 Jul 08 01:41:16.071845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-6b77b3a2-e2a8-40c8-8709-97a7d8b5c967 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:16.073506 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-6b77b3a2-e2a8-40c8-8709-97a7d8b5c967 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.24 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 820 time: 0.7599387 Jul 08 01:41:16.080363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3ad6c4a9-6704-4141-92ef-4ae04b54c974, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3ad6c4a9-6704-4141-92ef-4ae04b54c974,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:16.084209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-48ce13c8-9345-43b3-b8fa-58e0e77632fc tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:16.094182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Request body: {'port': {'device_id': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'admin_state_up': True, 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:16.101058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '3ad6c4a9-6704-4141-92ef-4ae04b54c974', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'port_id': '3ad6c4a9-6704-4141-92ef-4ae04b54c974', 'mac_address': 'fa:16:3e:48:cc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94efa8dc-98fe-402d-a487-c19d12a4e6f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:41:16.160438 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:16.184550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad6c4a9-6704-4141-92ef-4ae04b54c974 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:16.227011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3ad6c4a9-6704-4141-92ef-4ae04b54c974, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3ad6c4a9-6704-4141-92ef-4ae04b54c974,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:16.235254 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:16.250079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce13c8-9345-43b3-b8fa-58e0e77632fc tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Pushing event deleted for resources: {'Port': ['ID=41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:16.253145 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-755f68ca-e04b-4fba-853a-8c36ff1af4fe req-e85eae19-6a28-4893-b43e-4489684c5c58 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 210 time: 0.0598531 Jul 08 01:41:16.297936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71423bed-a839-413f-84b9-7ea9f45e6916 req-5230d04d-7ca3-403b-942f-ad4e68833148 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:16.299496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71423bed-a839-413f-84b9-7ea9f45e6916 req-5230d04d-7ca3-403b-942f-ad4e68833148 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.4946482 Jul 08 01:41:16.334693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-48ce13c8-9345-43b3-b8fa-58e0e77632fc tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] No DVR routers for this DVR port 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:16.338471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-48ce13c8-9345-43b3-b8fa-58e0e77632fc tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:16.340538 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-043ec8b5-1cc0-414f-b4d4-688f48d862af req-48ce13c8-9345-43b3-b8fa-58e0e77632fc tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.16 "DELETE /v2.0/ports/41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c HTTP/1.1" status: 204 len: 173 time: 1.5874400 Jul 08 01:41:16.350323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Made reservation on behalf of 54ed1cf44e644c5b9306d90fed4e8909 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:41:16.364887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=3ad6c4a9-6704-4141-92ef-4ae04b54c974,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:16.365150 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:16.405558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd32f04-f77b-4570-b8d1-c07b9977ed08 req-87ca338a-6ee2-4ce5-88e2-c67793c0c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:16.407190 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd32f04-f77b-4570-b8d1-c07b9977ed08 req-87ca338a-6ee2-4ce5-88e2-c67793c0c432 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 907 time: 0.4379992 Jul 08 01:41:16.490470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71423bed-a839-413f-84b9-7ea9f45e6916 req-f4ad8b7b-12d7-475c-82a7-701f7ff1e122 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792076 Jul 08 01:41:16.550699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Allocated IP 172.20.0.5 (99c69b2c-3055-4f5a-b34c-ea1e67881022/ce76c900-9d70-4f9a-92e5-df87d8f081e3/8cd6e4ae-bb63-4af7-8855-165e138b3422) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:41:16.551400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['3ad6c4a9-6704-4141-92ef-4ae04b54c974'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:16.624861 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd32f04-f77b-4570-b8d1-c07b9977ed08 req-71cd6ee9-5f3e-4820-9b91-e31a77bf86b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ad6c4a9-6704-4141-92ef-4ae04b54c974 HTTP/1.1" status: 200 len: 217 time: 0.1827426 Jul 08 01:41:16.779133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:16.799138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Transition to ACTIVE for port object 8cd6e4ae-bb63-4af7-8855-165e138b3422 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:16.847919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:16.900570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07709eb2-9bcb-464c-9bad-aae1965a5d92 req-984a1ed1-7c11-42b3-b07c-853a65c485f8 tempest-ServersAdminNegativeTestJSON-601481921 tempest-ServersAdminNegativeTestJSON-601481921-project] 10.222.0.41 "GET /v2.0/ports?device_id=5c1c3c82-25b6-434b-ab24-9c31dc73306f HTTP/1.1" status: 200 len: 210 time: 0.1722920 Jul 08 01:41:16.934004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Network 99c69b2c-3055-4f5a-b34c-ea1e67881022 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:41:16.939668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:41:16.962472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:41:16.988903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd32f04-f77b-4570-b8d1-c07b9977ed08 req-0759f4d5-63c8-4cb5-8870-389a3a8a4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:16.990393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd32f04-f77b-4570-b8d1-c07b9977ed08 req-0759f4d5-63c8-4cb5-8870-389a3a8a4f42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.3565617 Jul 08 01:41:17.015271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Pushing event updated for resources: {'Port': ['ID=8cd6e4ae-bb63-4af7-8855-165e138b3422,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:17.044957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd32f04-f77b-4570-b8d1-c07b9977ed08 req-87ded00f-1b15-4789-b30b-860ed7d189f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402479 Jul 08 01:41:17.058196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:17.059350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:17.085529 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-0266be89-d983-491f-aad6-77127903093c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9990082 Jul 08 01:41:17.103402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Request body: {'port': {'device_id': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:17.224196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:17.301879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aef7ea-574c-476b-9d67-d80e369acd2e req-85cdaca3-679a-46bf-b744-d43b85eac28b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:17.308871 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82aef7ea-574c-476b-9d67-d80e369acd2e req-85cdaca3-679a-46bf-b744-d43b85eac28b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 944 time: 0.4827716 Jul 08 01:41:17.324102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd32f04-f77b-4570-b8d1-c07b9977ed08 req-62461b9f-1787-4b70-a841-47d9ab3d936a service neutron] 10.222.0.24 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604871 Jul 08 01:41:17.382022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f4470413-068f-4fcd-8239-276e7c6adafa'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:17.398906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c1c3c82-25b6-434b-ab24-9c31dc73306f', 'name': 'network-vif-deleted', 'tag': '41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:17.401615 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea890f17-b88e-464f-992a-ff55d4b19dd3" -d '{"events": [{"server_uuid": "5c1c3c82-25b6-434b-ab24-9c31dc73306f", "name": "network-vif-deleted", "tag": "41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:17.473936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82aef7ea-574c-476b-9d67-d80e369acd2e req-11cc6c56-2509-4570-a741-5d997252cb55 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641147 Jul 08 01:41:17.485777 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:17.508736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-643a6d9c-9b56-472b-9c07-25a468e69c9d None None] Provisioning for port 8cd6e4ae-bb63-4af7-8855-165e138b3422 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:17.526206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d1994-66a8-4b59-86f4-61a9b12f4734 req-7c9c13b0-7ab3-4528-9fe9-f37daa516b74 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:17.532124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-643a6d9c-9b56-472b-9c07-25a468e69c9d None None] Provisioning complete for port 8cd6e4ae-bb63-4af7-8855-165e138b3422 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:17.532579 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-643a6d9c-9b56-472b-9c07-25a468e69c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:17.539681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a3d1994-66a8-4b59-86f4-61a9b12f4734 req-7c9c13b0-7ab3-4528-9fe9-f37daa516b74 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 950 time: 0.4691961 Jul 08 01:41:17.612518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:17.663818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:17.664162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:17.681136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-643a6d9c-9b56-472b-9c07-25a468e69c9d None None] Port 8cd6e4ae-bb63-4af7-8855-165e138b3422 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:41:17.734959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd6e4ae-bb63-4af7-8855-165e138b3422 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:17.744972 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:17.760616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Transition to ACTIVE for port object 8cd6e4ae-bb63-4af7-8855-165e138b3422 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:17.770357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:17.823610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a3d1994-66a8-4b59-86f4-61a9b12f4734 req-7c3e8a53-3d8a-42aa-8941-6031ddde2530 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827299 Jul 08 01:41:17.834919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd32f04-f77b-4570-b8d1-c07b9977ed08 req-b2a8ad9c-b5a0-4487-8aa8-3c8e3cd2b913 service neutron] 10.222.0.24 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853842 Jul 08 01:41:17.875441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd6e4ae-bb63-4af7-8855-165e138b3422,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:17.900766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3ad6c4a9-6704-4141-92ef-4ae04b54c974 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:41:18.011547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 3ad6c4a9-6704-4141-92ef-4ae04b54c974 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:18.022275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 3ad6c4a9-6704-4141-92ef-4ae04b54c974 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:18.022802 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:18.040120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Attempting to bind port 8cd6e4ae-bb63-4af7-8855-165e138b3422 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:41:18.041957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Attempting to bind port 8cd6e4ae-bb63-4af7-8855-165e138b3422 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:41:18.042426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Attempting to bind port 8cd6e4ae-bb63-4af7-8855-165e138b3422 on network 99c69b2c-3055-4f5a-b34c-ea1e67881022 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:18.051525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Port 8cd6e4ae-bb63-4af7-8855-165e138b3422 on network 99c69b2c-3055-4f5a-b34c-ea1e67881022 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:41:18.054098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Attempting to bind port 8cd6e4ae-bb63-4af7-8855-165e138b3422 on network 99c69b2c-3055-4f5a-b34c-ea1e67881022 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:18.065524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:41:18.065864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Checking segment: {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:41:18.066459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Bound using segment: {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:41:18.066967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Bound port: 8cd6e4ae-bb63-4af7-8855-165e138b3422, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:41:18.069514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:18.180232 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:18.199177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] For port 8cd6e4ae-bb63-4af7-8855-165e138b3422, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:41:18.209595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] For port 8cd6e4ae-bb63-4af7-8855-165e138b3422, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:41:18.226830 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:18.239640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac9db4e-80b9-492b-9f9b-4d67467dd296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad6c4a9-6704-4141-92ef-4ae04b54c974'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:18.241978 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae548252-c72f-4e59-a255-5e3aab1fdaf1" -d '{"events": [{"server_uuid": "4ac9db4e-80b9-492b-9f9b-4d67467dd296", "name": "network-vif-plugged", "status": "completed", "tag": "3ad6c4a9-6704-4141-92ef-4ae04b54c974"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:18.248942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3ad6c4a9-6704-4141-92ef-4ae04b54c974, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3ad6c4a9-6704-4141-92ef-4ae04b54c974,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:18.260421 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:18.264333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23fc5c-8f0e-4633-a452-17d4dacbd021 req-ede8fa37-7241-4977-893c-c85f3792d49a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:18.272236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a23fc5c-8f0e-4633-a452-17d4dacbd021 req-ede8fa37-7241-4977-893c-c85f3792d49a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.4320588 Jul 08 01:41:18.308239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd6e4ae-bb63-4af7-8855-165e138b3422,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:18.323894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:18.325124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:18.327186 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-ed00fdd3-598c-450d-99f2-7b68ca34eeb1 service neutron] 10.222.0.24 "PUT /v2.0/ports/8cd6e4ae-bb63-4af7-8855-165e138b3422 HTTP/1.1" status: 200 len: 1092 time: 1.2289851 Jul 08 01:41:18.369519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=3ad6c4a9-6704-4141-92ef-4ae04b54c974,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:18.414730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062ab70-29c8-4ac0-8c61-dfbe6387ba7b req-992947ff-cd26-4321-a4b7-e6fd90d9101f tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:18.418294 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3062ab70-29c8-4ac0-8c61-dfbe6387ba7b req-992947ff-cd26-4321-a4b7-e6fd90d9101f tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 943 time: 0.3056371 Jul 08 01:41:18.517719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a23fc5c-8f0e-4633-a452-17d4dacbd021 req-b389fc86-1fa7-4b27-8ba9-c8cae45e01a3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444103 Jul 08 01:41:18.561609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-072c5df0-1cbe-4dad-8002-f60c8f9c2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:18.563748 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-072c5df0-1cbe-4dad-8002-f60c8f9c2a0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 1095 time: 0.1003380 Jul 08 01:41:18.600635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3062ab70-29c8-4ac0-8c61-dfbe6387ba7b req-409febb8-2431-4e58-b9ee-0e85ebf27be6 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733675 Jul 08 01:41:18.668045 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-10635680-6402-4ca6-bc8a-28bd14ca14da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422 HTTP/1.1" status: 200 len: 217 time: 0.0880475 Jul 08 01:41:18.672643 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7a0ac6-2636-47c9-ae8f-a5234364a475 x-openstack-request-id: req-0b7a0ac6-2636-47c9-ae8f-a5234364a475 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:18.672643 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c1c3c82-25b6-434b-ab24-9c31dc73306f", "name": "network-vif-deleted", "tag": "41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:18.672643 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b7a0ac6-2636-47c9-ae8f-a5234364a475 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:18.673449 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c1c3c82-25b6-434b-ab24-9c31dc73306f', 'name': 'network-vif-deleted', 'tag': '41f2b989-5fa0-4045-80b7-ca9ae2ccfe2c', 'status': 'completed', 'code': 200} Jul 08 01:41:18.814646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-1f4256f4-6179-4018-9512-4bbac39d0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:18.816158 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-1f4256f4-6179-4018-9512-4bbac39d0ba6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.1414537 Jul 08 01:41:18.895056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] Deleting port 9b8e5e3c-05b0-42c4-9e73-be0163744b20 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:18.895578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:18.899738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-cfb016fb-b56d-42dc-8111-37dc66b62a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:18.904433 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-cfb016fb-b56d-42dc-8111-37dc66b62a99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791595 Jul 08 01:41:18.929288 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facb2edf-30cf-4890-877b-e53a73f404a5 x-openstack-request-id: req-facb2edf-30cf-4890-877b-e53a73f404a5 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:18.929825 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac9db4e-80b9-492b-9f9b-4d67467dd296", "name": "network-vif-plugged", "status": "completed", "tag": "3ad6c4a9-6704-4141-92ef-4ae04b54c974", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:18.929825 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-facb2edf-30cf-4890-877b-e53a73f404a5 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:18.930250 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac9db4e-80b9-492b-9f9b-4d67467dd296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad6c4a9-6704-4141-92ef-4ae04b54c974', 'code': 200} Jul 08 01:41:19.053357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1773ad-9bdd-4798-ae4f-7055f448521b req-1701b1ba-15cd-457d-853f-fd8c597a4d46 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:19.055196 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb1773ad-9bdd-4798-ae4f-7055f448521b req-1701b1ba-15cd-457d-853f-fd8c597a4d46 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2820981 Jul 08 01:41:19.108194 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-6a40014b-b7c1-4535-a220-7e500517e988 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953874 Jul 08 01:41:19.187075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:19.275077 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ad7fa4-7646-42d7-98a1-92f2b16a9991 req-cb0e853b-969c-4f29-9d6f-493321daf7e3 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598985 Jul 08 01:41:19.490819 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cb249452-c1f7-46fc-b53b-2c673e4493fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3923a21068694baba7e006d5358ad712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024151 Jul 08 01:41:19.491427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49138) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:19.532291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] For port 9b8e5e3c-05b0-42c4-9e73-be0163744b20, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9b8e5e3c-05b0-42c4-9e73-be0163744b20,segment=NetworkSegment(672706b0-e5ab-4a2f-bc69-378cbd6ae957),segment_id=672706b0-e5ab-4a2f-bc69-378cbd6ae957)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:19.533434 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:19.552934 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00b10568-dc5a-4355-8e1d-3f90ec4c9c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:19.575580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] Calling delete_port for 9b8e5e3c-05b0-42c4-9e73-be0163744b20 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:19.596263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00b10568-dc5a-4355-8e1d-3f90ec4c9c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:19.597297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb1773ad-9bdd-4798-ae4f-7055f448521b req-5306ec6c-4b55-40de-a132-bd0e2a973927 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238016 Jul 08 01:41:19.677836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1844a-ea05-4516-8e59-f748237f9ac3 req-ca946fb7-a8e2-4cd9-9dc4-d4b6673d38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:19.679495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fea1844a-ea05-4516-8e59-f748237f9ac3 req-ca946fb7-a8e2-4cd9-9dc4-d4b6673d38b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 1097 time: 0.6118639 Jul 08 01:41:19.679715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00b10568-dc5a-4355-8e1d-3f90ec4c9c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:19.683222 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00b10568-dc5a-4355-8e1d-3f90ec4c9c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:19.685135 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-00b10568-dc5a-4355-8e1d-3f90ec4c9c8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bf12f55-4520-4f46-b11f-97ec8e4d7325 HTTP/1.1" status: 204 len: 168 time: 0.1921260 Jul 08 01:41:19.699563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b10568-dc5a-4355-8e1d-3f90ec4c9c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf12f55-4520-4f46-b11f-97ec8e4d7325,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:19.768405 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746094c-d989-4e5e-bb8e-ed644fa3b7a7 req-906a2d40-7f4d-4411-b4ae-0c8dda0a7832 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:19.779922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1746094c-d989-4e5e-bb8e-ed644fa3b7a7 req-906a2d40-7f4d-4411-b4ae-0c8dda0a7832 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 945 time: 0.7000470 Jul 08 01:41:19.839208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fea1844a-ea05-4516-8e59-f748237f9ac3 req-7556e844-2c3f-4217-bc7c-78ca3ef2e0eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393754 Jul 08 01:41:19.902182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f1ab14dc-6de2-4632-a42e-38b7fddd9c94 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:19.944077 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1746094c-d989-4e5e-bb8e-ed644fa3b7a7 req-803ad759-e647-490d-b8a7-8aafb036fb23 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487467 Jul 08 01:41:20.068131 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:20.177872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:20.194784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49150) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:20.195015 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:20.289462 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d50fa356-03f2-4959-aa0b-bf2793dc9db7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3df9820112264c12b90073a7284db737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938692 Jul 08 01:41:20.291902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:20.292720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49152) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:20.317419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:20.391834 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba076-1fde-4359-aee4-b03a745309a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:20.433970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8e5e3c-05b0-42c4-9e73-be0163744b20,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:20.438618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba076-1fde-4359-aee4-b03a745309a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:20.516202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba076-1fde-4359-aee4-b03a745309a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:20.519103 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba076-1fde-4359-aee4-b03a745309a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:20.522659 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0d3ba076-1fde-4359-aee4-b03a745309a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26d8acee-921c-4ccf-8d3d-06fa7645baa1 HTTP/1.1" status: 204 len: 168 time: 0.2265615 Jul 08 01:41:20.535757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ba076-1fde-4359-aee4-b03a745309a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d8acee-921c-4ccf-8d3d-06fa7645baa1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:20.541662 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ff03f-81c3-41d2-828c-e001c077b9b9 req-c88c70a2-92de-4842-a736-ff8e2a28a826 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:20.543347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-597ff03f-81c3-41d2-828c-e001c077b9b9 req-c88c70a2-92de-4842-a736-ff8e2a28a826 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.4113646 Jul 08 01:41:20.563591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e24cc-878f-44b8-85b5-c3255abb29f1 req-39d343e2-0114-4595-89a6-204097ea87d5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:20.569515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c16e24cc-878f-44b8-85b5-c3255abb29f1 req-39d343e2-0114-4595-89a6-204097ea87d5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 943 time: 0.4066920 Jul 08 01:41:20.674396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'tag': '8cd6e4ae-bb63-4af7-8855-165e138b3422'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:20.677312 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58" -d '{"events": [{"name": "network-changed", "server_uuid": "80f713c8-7537-48df-b5b3-830dfbb0969a", "tag": "8cd6e4ae-bb63-4af7-8855-165e138b3422"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:20.755086 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d999de98-6ba7-43b7-a27f-b416a8107f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:20.790965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:20.928207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-597ff03f-81c3-41d2-828c-e001c077b9b9 req-43a65130-d8f7-46da-b402-a662c0f88b3e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542597 Jul 08 01:41:20.932201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:20.933638 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c247e45d-988f-4894-bd1b-219ed69c5b83" -d '{"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:20.985973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c16e24cc-878f-44b8-85b5-c3255abb29f1 req-8f22266a-474f-4a57-b6e9-67c14c11a09a tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065568 Jul 08 01:41:21.365315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] Router aeb2a548-db83-4802-9669-a935307d2555 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:41:21.559298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d22145-e9bc-48bc-9985-60459e9dcb99 req-9aab50b4-09f4-4c53-9abb-28d6a1ca6d09 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:21.568254 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5d22145-e9bc-48bc-9985-60459e9dcb99 req-9aab50b4-09f4-4c53-9abb-28d6a1ca6d09 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2464533 Jul 08 01:41:21.677634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5d22145-e9bc-48bc-9985-60459e9dcb99 req-40dec43f-8f30-4ec1-8c83-df21e8a4012d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970390 Jul 08 01:41:21.686714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:41:21.701654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b6ce1f43-a3a1-4794-bb6f-25e620f62faa admin admin] 10.222.0.41 "PUT /v2.0/routers/aeb2a548-db83-4802-9669-a935307d2555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5570662 Jul 08 01:41:21.702075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] Sync routers for ids ['aeb2a548-db83-4802-9669-a935307d2555'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:41:21.703107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49200) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:21.726404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] Routers {'aeb2a548-db83-4802-9669-a935307d2555'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:21.726606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['aeb2a548-db83-4802-9669-a935307d2555'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:21.852848 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebddd73a-2c1a-4112-903b-dbc7bbc5bb3c x-openstack-request-id: req-ebddd73a-2c1a-4112-903b-dbc7bbc5bb3c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:21.853645 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f713c8-7537-48df-b5b3-830dfbb0969a", "tag": "8cd6e4ae-bb63-4af7-8855-165e138b3422", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:21.854116 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebddd73a-2c1a-4112-903b-dbc7bbc5bb3c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:21.854781 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'tag': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'status': 'completed', 'code': 200} Jul 08 01:41:22.004009 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] Set router aeb2a548-db83-4802-9669-a935307d2555 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:22.008269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-dbfb6334-2cdb-4e9c-8dc3-3d0611edbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:22.015970 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-dbfb6334-2cdb-4e9c-8dc3-3d0611edbe55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 1095 time: 0.1629550 Jul 08 01:41:22.050282 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:22.072740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8cd6e4ae-bb63-4af7-8855-165e138b3422 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:41:22.238826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-481ae7f3-d659-4b68-935f-466c7479d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:22.245784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-481ae7f3-d659-4b68-935f-466c7479d2e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.2258618 Jul 08 01:41:22.288833 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf28b0ea-399a-4a20-a9a0-5424afe61c8c x-openstack-request-id: req-cf28b0ea-399a-4a20-a9a0-5424afe61c8c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:22.290739 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:22.291165 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf28b0ea-399a-4a20-a9a0-5424afe61c8c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:22.291843 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'code': 200} Jul 08 01:41:22.314003 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:41:22.334440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-2a4e8a22-ca4d-47c4-b438-a8706351b6c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422 HTTP/1.1" status: 200 len: 217 time: 0.0798504 Jul 08 01:41:22.374396 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:22.452734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-f1fee955-eec3-4110-9b6d-b81742c8f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:22.454521 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-f1fee955-eec3-4110-9b6d-b81742c8f42e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.1121590 Jul 08 01:41:22.614952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Deleting port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:22.615490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:22.685291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-3a5ac786-3688-44f4-a427-709ac53dfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:22.686931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-3a5ac786-3688-44f4-a427-709ac53dfd2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2129593 Jul 08 01:41:22.741417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] For port 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5f9b1957-2b8e-4e75-a1f8-24db64f1cd69,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:22.742207 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:22.767611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Calling delete_port for 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:22.800009 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8cd6e4ae-bb63-4af7-8855-165e138b3422, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:22.802508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658308f-11dc-404c-b890-f5dfc94cf175 req-85b5c604-75be-46c3-8872-fdb26179eeb3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:22.806094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3658308f-11dc-404c-b890-f5dfc94cf175 req-85b5c604-75be-46c3-8872-fdb26179eeb3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 945 time: 0.2586956 Jul 08 01:41:22.822802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'port_id': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'mac_address': 'fa:16:3e:b6:a0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:41:22.855658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-98759f34-6e76-4618-b67a-7e3e530de425 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560335 Jul 08 01:41:22.877711 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:22.898663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd6e4ae-bb63-4af7-8855-165e138b3422 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:22.919363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb2a548-db83-4802-9669-a935307d2555', 'name': 'tempest-ServersTestMultiNic-1692366798-router', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88'}], 'enable_snat': True}, 'gw_port_id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:43Z', 'updated_at': '2021-07-08T01:41:20Z', 'revision_number': 5, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'gw_port': {'id': '5f9b1957-2b8e-4e75-a1f8-24db64f1cd69', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb2a548-db83-4802-9669-a935307d2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:38:44Z', 'updated_at': '2021-07-08T01:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:22.972422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] Checking router: aeb2a548-db83-4802-9669-a935307d2555 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:41:22.980258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8cd6e4ae-bb63-4af7-8855-165e138b3422, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:22.990172 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:22.999627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] Routers {'aeb2a548-db83-4802-9669-a935307d2555'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:23.000382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['aeb2a548-db83-4802-9669-a935307d2555'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:23.030772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3658308f-11dc-404c-b890-f5dfc94cf175 req-f245fe1c-3a85-47eb-bcfe-1ef9deaf30eb tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704400 Jul 08 01:41:23.067319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775049d-1b9f-46a0-8e43-946f33c512c0 req-247e56f9-1cf8-472c-8882-86256adbc153 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:23.072029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b775049d-1b9f-46a0-8e43-946f33c512c0 req-247e56f9-1cf8-472c-8882-86256adbc153 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.5324597 Jul 08 01:41:23.135418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:23.164502 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:41:23.169878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9b1957-2b8e-4e75-a1f8-24db64f1cd69,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:23.189970 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b775049d-1b9f-46a0-8e43-946f33c512c0 req-04aab088-0c79-4d35-949a-4554fe9e0667 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118565 Jul 08 01:41:23.258368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e6fccb2-08c9-4fd7-a621-527db6fcdd58 req-3670d7de-94cb-4752-89d8-2ff2f700d3bb service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578033 Jul 08 01:41:23.272733 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] Set router aeb2a548-db83-4802-9669-a935307d2555 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:23.315589 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:23.365360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6ca27-07ab-468c-b622-699fa85ce692 req-725daec5-7c0c-4143-96d0-7c927773d020 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:23.367031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6d6ca27-07ab-468c-b622-699fa85ce692 req-725daec5-7c0c-4143-96d0-7c927773d020 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 944 time: 0.1075132 Jul 08 01:41:23.395473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb2a548-db83-4802-9669-a935307d2555', 'name': 'tempest-ServersTestMultiNic-1692366798-router', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:43Z', 'updated_at': '2021-07-08T01:41:22Z', 'revision_number': 6, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:23.426542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6d6ca27-07ab-468c-b622-699fa85ce692 req-aae86a74-fbe1-4985-9474-116eb3dbfeb6 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540960 Jul 08 01:41:23.487369 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc917f1-4b36-4b19-961c-2ceac6b3aae0 None None] The sync data for ids ['aeb2a548-db83-4802-9669-a935307d2555'] in n-d-694802-14 is: [{'id': 'aeb2a548-db83-4802-9669-a935307d2555', 'name': 'tempest-ServersTestMultiNic-1692366798-router', 'tenant_id': '8db72128d244466eb64ad91aa0b90dba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:38:43Z', 'updated_at': '2021-07-08T01:41:22Z', 'revision_number': 6, 'project_id': '8db72128d244466eb64ad91aa0b90dba', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:41:23.504547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8cd6e4ae-bb63-4af7-8855-165e138b3422'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:23.569420 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d167347-560a-403a-93f1-fcd8704d7c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:23.584769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:23.588907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:23.619456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8cd6e4ae-bb63-4af7-8855-165e138b3422,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:23.644416 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:23.702972 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:23.703569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeb2a548-db83-4802-9669-a935307d2555 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:41:23.708643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:23.710269 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d544897f-c8c1-40f9-b048-dd562e87f2ed admin admin] 10.222.0.41 "DELETE /v2.0/routers/aeb2a548-db83-4802-9669-a935307d2555 HTTP/1.1" status: 204 len: 168 time: 2.0054317 Jul 08 01:41:23.712928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49260) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:23.755274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42213d6e-5766-4850-a610-f21b2a2ac746 req-4024c6e8-0f22-42b4-9660-e6e44a4a0b65 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:23.767132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-42213d6e-5766-4850-a610-f21b2a2ac746 req-4024c6e8-0f22-42b4-9660-e6e44a4a0b65 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 945 time: 0.1573277 Jul 08 01:41:23.808248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3777bc8-f055-48c1-a4b5-3e47278e35bf admin admin] Deleting subnet 2ca37bd8-b2b8-4edc-9013-53fc0fd57309 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:41:23.822643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3777bc8-f055-48c1-a4b5-3e47278e35bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:23.887826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3777bc8-f055-48c1-a4b5-3e47278e35bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:23.963008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-42213d6e-5766-4850-a610-f21b2a2ac746 req-06f9a881-0baf-461d-89cc-95875b9883d4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733894 Jul 08 01:41:23.987966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9b8e5e3c-05b0-42c4-9e73-be0163744b20 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:24.002871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe578751-95e6-423a-a3dc-c2c82d81008c req-301f0afd-21c1-47d1-88af-a93ee565d132 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:24.021193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3777bc8-f055-48c1-a4b5-3e47278e35bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.023002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe578751-95e6-423a-a3dc-c2c82d81008c req-301f0afd-21c1-47d1-88af-a93ee565d132 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2439620 Jul 08 01:41:24.041859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 9b8e5e3c-05b0-42c4-9e73-be0163744b20 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:24.043930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9b8e5e3c-05b0-42c4-9e73-be0163744b20 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:24.079867 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe578751-95e6-423a-a3dc-c2c82d81008c req-a80d32e7-84ff-4835-97ba-83507aa3b191 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555165 Jul 08 01:41:24.138193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3777bc8-f055-48c1-a4b5-3e47278e35bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.187538 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3777bc8-f055-48c1-a4b5-3e47278e35bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca37bd8-b2b8-4edc-9013-53fc0fd57309,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:24.201616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3777bc8-f055-48c1-a4b5-3e47278e35bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.202461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638d72af-f2c9-4408-93a8-23f8e84b0e4a None None] Network e81337a1-6ed7-46ec-bbb2-87debcdad82a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:41:24.205774 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d3777bc8-f055-48c1-a4b5-3e47278e35bf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2ca37bd8-b2b8-4edc-9013-53fc0fd57309 HTTP/1.1" status: 204 len: 168 time: 0.4895103 Jul 08 01:41:24.206194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49266) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:24.373007 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.514973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-71ac0ca9-c035-4e86-b0ee-df9244f1f482 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298963 Jul 08 01:41:24.540420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Deleting port 5ba50631-1c77-46b8-921b-e06296aa97e8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:24.540767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.553937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac0b49-79a2-4e31-841a-13b5afab7d18 None None] DHCP port deletion for e81337a1-6ed7-46ec-bbb2-87debcdad82a request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:41:24.652985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-01ac0b49-79a2-4e31-841a-13b5afab7d18 None None] Deleting port 5ba50631-1c77-46b8-921b-e06296aa97e8 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:24.654882 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01ac0b49-79a2-4e31-841a-13b5afab7d18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.658495 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.729903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] For port 5ba50631-1c77-46b8-921b-e06296aa97e8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5ba50631-1c77-46b8-921b-e06296aa97e8,segment=NetworkSegment(672706b0-e5ab-4a2f-bc69-378cbd6ae957),segment_id=672706b0-e5ab-4a2f-bc69-378cbd6ae957)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:24.730163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.758921 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-01ac0b49-79a2-4e31-841a-13b5afab7d18 None None] For port 5ba50631-1c77-46b8-921b-e06296aa97e8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5ba50631-1c77-46b8-921b-e06296aa97e8,segment=NetworkSegment(672706b0-e5ab-4a2f-bc69-378cbd6ae957),segment_id=672706b0-e5ab-4a2f-bc69-378cbd6ae957)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:24.759532 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01ac0b49-79a2-4e31-841a-13b5afab7d18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:24.766638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Calling delete_port for 5ba50631-1c77-46b8-921b-e06296aa97e8 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:24.785740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-62167bcf-2a90-42fc-99fd-e0032f49cbdc tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:24.792951 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-01ac0b49-79a2-4e31-841a-13b5afab7d18 None None] Calling delete_port for 5ba50631-1c77-46b8-921b-e06296aa97e8 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:24.798116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-62167bcf-2a90-42fc-99fd-e0032f49cbdc tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2805023 Jul 08 01:41:24.838324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-84a3a2d3-76e0-42da-9a9a-a276e5dde6cd tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/quotas/7161b0fc71974f25a9dfe35daeaa8f16 HTTP/1.1" status: 200 len: 375 time: 0.0388646 Jul 08 01:41:24.890462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-43c4099b-7f93-4437-a827-49f1c3f52c63 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511572 Jul 08 01:41:25.033234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01ac0b49-79a2-4e31-841a-13b5afab7d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:25.051676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:25.122033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba50631-1c77-46b8-921b-e06296aa97e8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:25.127513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac0b49-79a2-4e31-841a-13b5afab7d18 None None] Pushing event deleted for resources: {'Port': ['ID=5ba50631-1c77-46b8-921b-e06296aa97e8,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:25.134164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] No DVR routers for this DVR port 5ba50631-1c77-46b8-921b-e06296aa97e8 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:25.143291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac0b49-79a2-4e31-841a-13b5afab7d18 None None] No DVR routers for this DVR port 5ba50631-1c77-46b8-921b-e06296aa97e8 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:25.269831 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:25.295224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81337a1-6ed7-46ec-bbb2-87debcdad82a']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:25.337135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672706b0-e5ab-4a2f-bc69-378cbd6ae957') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:25.337135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672706b0-e5ab-4a2f-bc69-378cbd6ae957') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:25.361853 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:25.437680 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:25.457184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:41:25.458359 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:41:25.461769 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:41:25.545540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2d443-eee4-4625-b2f6-5c1d485c39f6 req-f9d89fd5-7b50-4858-b67e-495e7373eaeb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:25.548825 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9c2d443-eee4-4625-b2f6-5c1d485c39f6 req-f9d89fd5-7b50-4858-b67e-495e7373eaeb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.2419853 Jul 08 01:41:25.627156 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:25.631733 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:25.641081 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e81337a1-6ed7-46ec-bbb2-87debcdad82a HTTP/1.1" status: 204 len: 168 time: 1.4337978 Jul 08 01:41:25.684755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9c2d443-eee4-4625-b2f6-5c1d485c39f6 req-7b91c947-85a9-45fc-a74d-ff1e47598c91 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281347 Jul 08 01:41:25.687494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09721e5e-1489-41a4-ac02-8c421a58d6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e81337a1-6ed7-46ec-bbb2-87debcdad82a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:25.734107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799c09d-0ac3-4efd-b39f-32243a922daa req-24763a93-026a-491c-b42e-235e377c98f1 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:25.736688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4799c09d-0ac3-4efd-b39f-32243a922daa req-24763a93-026a-491c-b42e-235e377c98f1 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 944 time: 0.1828959 Jul 08 01:41:25.875455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4799c09d-0ac3-4efd-b39f-32243a922daa req-e2e759a1-176e-4921-b477-08d6331fd10b tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213422 Jul 08 01:41:25.917592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8cd6e4ae-bb63-4af7-8855-165e138b3422 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:41:25.962135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:25.989133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:26.000623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:26.001258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5f9b1957-2b8e-4e75-a1f8-24db64f1cd69 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:26.001855 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ba50631-1c77-46b8-921b-e06296aa97e8 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:26.027637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5ba50631-1c77-46b8-921b-e06296aa97e8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:26.028291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ba50631-1c77-46b8-921b-e06296aa97e8 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:26.062982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 8cd6e4ae-bb63-4af7-8855-165e138b3422 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:26.068406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 8cd6e4ae-bb63-4af7-8855-165e138b3422 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:26.069129 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:26.144621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49322) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:26.145201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c1a5fea1-d223-4402-b48e-aac2f2dfe3dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8db72128d244466eb64ad91aa0b90dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543257 Jul 08 01:41:26.191399 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bcc7612-6616-4d9f-9977-d49d043fcf97 req-9f76c168-f831-4c76-b283-5ece240e09d5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 210 time: 0.0738082 Jul 08 01:41:26.230407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e9aba-a5ce-4d9c-9b0f-4a86ff1a19a8 req-361a1c8c-4643-4047-98ce-9ca2508ef231 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:26.237509 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-368e9aba-a5ce-4d9c-9b0f-4a86ff1a19a8 req-361a1c8c-4643-4047-98ce-9ca2508ef231 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2231889 Jul 08 01:41:26.246659 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:26.266856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ea5f2e3-0770-4498-85ec-63d61872186d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:26.298027 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-368e9aba-a5ce-4d9c-9b0f-4a86ff1a19a8 req-2780e801-7edb-45fc-8398-dc5590234c29 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594301 Jul 08 01:41:26.318937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd6e4ae-bb63-4af7-8855-165e138b3422'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:26.321220 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8d56ca-51d6-44ee-8d33-4747225f757b" -d '{"events": [{"server_uuid": "80f713c8-7537-48df-b5b3-830dfbb0969a", "name": "network-vif-plugged", "status": "completed", "tag": "8cd6e4ae-bb63-4af7-8855-165e138b3422"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:26.327003 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ea5f2e3-0770-4498-85ec-63d61872186d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:26.353932 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:26.366890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8cd6e4ae-bb63-4af7-8855-165e138b3422, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:26.380822 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:26.426140 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ea5f2e3-0770-4498-85ec-63d61872186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:26.428781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ea5f2e3-0770-4498-85ec-63d61872186d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:26.430345 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9ea5f2e3-0770-4498-85ec-63d61872186d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8bd5e56-f7b5-4f5d-accb-171aa875df20 HTTP/1.1" status: 204 len: 168 time: 0.2837598 Jul 08 01:41:26.472265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5f2e3-0770-4498-85ec-63d61872186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bd5e56-f7b5-4f5d-accb-171aa875df20,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:26.527195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8cd6e4ae-bb63-4af7-8855-165e138b3422,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:26.548146 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d19ac89-7204-4b1b-a409-37dd3244cf68 x-openstack-request-id: req-7d19ac89-7204-4b1b-a409-37dd3244cf68 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:26.548542 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f713c8-7537-48df-b5b3-830dfbb0969a", "name": "network-vif-plugged", "status": "completed", "tag": "8cd6e4ae-bb63-4af7-8855-165e138b3422", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:26.548860 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d19ac89-7204-4b1b-a409-37dd3244cf68 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:26.549381 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'code': 200} Jul 08 01:41:26.598208 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae9720-891e-4535-9107-8fec45dc4f94 req-6ba7a5bb-5903-41bd-a0e1-899070a5209c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:26.599867 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03ae9720-891e-4535-9107-8fec45dc4f94 req-6ba7a5bb-5903-41bd-a0e1-899070a5209c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 945 time: 0.1096308 Jul 08 01:41:26.730363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03ae9720-891e-4535-9107-8fec45dc4f94 req-44a39819-3ce4-49cf-88d6-cd9edfbc68e7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148558 Jul 08 01:41:26.768420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf712e0f-5103-4285-b325-c89f1b36472d req-e11e8245-a9ae-461e-80e7-62c007c39146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:26.770240 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf712e0f-5103-4285-b325-c89f1b36472d req-e11e8245-a9ae-461e-80e7-62c007c39146 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 1097 time: 0.1308706 Jul 08 01:41:26.854912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf712e0f-5103-4285-b325-c89f1b36472d req-e6c2034d-781d-4bd1-b17f-aa947b78d9b0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707247 Jul 08 01:41:26.999705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-50f8b97f-f60d-4428-9e7c-7cf1c7b08141 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606325 Jul 08 01:41:27.001981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d05db1-23bb-471c-836a-1b3a43bc7d93 req-e25f3bf5-c24a-4583-9ed4-0c26c8daa296 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:27.004252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1d05db1-23bb-471c-836a-1b3a43bc7d93 req-e25f3bf5-c24a-4583-9ed4-0c26c8daa296 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.1349103 Jul 08 01:41:27.069323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1d05db1-23bb-471c-836a-1b3a43bc7d93 req-1bb3ed88-3e3d-4d13-9389-17d23c3f88bf tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581212 Jul 08 01:41:27.216100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbc978-dca5-4e66-b45b-ed7cf85f3719 req-37abe00f-ead5-4c4f-9a0d-5b22c1d1881f tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:27.219017 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00fbc978-dca5-4e66-b45b-ed7cf85f3719 req-37abe00f-ead5-4c4f-9a0d-5b22c1d1881f tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 945 time: 0.0816302 Jul 08 01:41:27.230149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-f19f26cc-cf03-43b2-9c8f-4e3f69f99d2b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:27.235191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-f19f26cc-cf03-43b2-9c8f-4e3f69f99d2b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287002 Jul 08 01:41:27.250683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Request body: {'port': {'device_id': '1dc49191-d85b-4385-a85f-afe45828a684', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '7161b0fc71974f25a9dfe35daeaa8f16'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:27.341208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00fbc978-dca5-4e66-b45b-ed7cf85f3719 req-183d8219-2d55-40f9-993e-56cde7d8143c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156871 Jul 08 01:41:27.446188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d10485ab-4d61-4dc9-8020-51569410b34b req-1e68e643-5d17-49f3-af21-3d45030b6c9c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 210 time: 0.0748110 Jul 08 01:41:27.473965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Made reservation on behalf of 7161b0fc71974f25a9dfe35daeaa8f16 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:41:27.473965 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:27.498168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:27.651034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a94bc7-68bb-4d03-a461-f503f8eb1301 req-028e7586-3dd4-4d6b-ba83-7d8b9656d0ad tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:27.663037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-61a94bc7-68bb-4d03-a461-f503f8eb1301 req-028e7586-3dd4-4d6b-ba83-7d8b9656d0ad tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.1220052 Jul 08 01:41:27.676471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:27.686997 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:27.764696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49368) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:27.790600 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-61a94bc7-68bb-4d03-a461-f503f8eb1301 req-4b69385d-c1c1-4a4a-967a-b32498bb2ec7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258445 Jul 08 01:41:27.800054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-b9af2749-312b-41fb-a364-a60bf4cb267c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:27.807613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-b9af2749-312b-41fb-a364-a60bf4cb267c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 945 time: 0.1416211 Jul 08 01:41:27.816055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203a84d0-d931-44cc-a90c-bbb10e530085,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:27.933302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f1ab14dc-6de2-4632-a42e-38b7fddd9c94 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:41:27.983973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-358825794-network', 'tenant_id': '3e00c0a7b97b417cbc103f03a4be3ed8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:28.045991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Made reservation on behalf of 3e00c0a7b97b417cbc103f03a4be3ed8 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:41:28.049410 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.049941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-c005033d-0552-4af3-82e2-4c76261055d2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Deleting port 3ad6c4a9-6704-4141-92ef-4ae04b54c974 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:28.050424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-c005033d-0552-4af3-82e2-4c76261055d2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.053206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Allocated IP 192.168.233.118 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/25e3a57c-6aae-47db-ba63-53c641b42d4c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:41:28.068932 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.124007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08573c0b-98a2-448e-b075-d09043b7dae0 req-66f4c2f8-d72c-4b90-b08c-2cf5f72c954f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:28.132463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08573c0b-98a2-448e-b075-d09043b7dae0 req-66f4c2f8-d72c-4b90-b08c-2cf5f72c954f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 945 time: 0.2396209 Jul 08 01:41:28.202057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08573c0b-98a2-448e-b075-d09043b7dae0 req-559d3eb3-981a-4b6e-a6af-3e819865202e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665090 Jul 08 01:41:28.302639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-c005033d-0552-4af3-82e2-4c76261055d2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] For port 3ad6c4a9-6704-4141-92ef-4ae04b54c974, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3ad6c4a9-6704-4141-92ef-4ae04b54c974,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:28.302922 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-c005033d-0552-4af3-82e2-4c76261055d2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.333790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-c005033d-0552-4af3-82e2-4c76261055d2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Calling delete_port for 3ad6c4a9-6704-4141-92ef-4ae04b54c974 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:28.339868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:28.367214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'mac_address': 'fa:16:3e:35:44:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:41:28.461045 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.490177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ab14dc-6de2-4632-a42e-38b7fddd9c94 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:28.535537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:28.544744 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.581023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.589878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.595826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:28.596889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.631176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8d707-11a6-4fb4-9236-fdf03a7d5e3a req-174e72e6-3a9b-4efa-86b9-c746fcabe804 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:28.632734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aad8d707-11a6-4fb4-9236-fdf03a7d5e3a req-174e72e6-3a9b-4efa-86b9-c746fcabe804 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.3005421 Jul 08 01:41:28.644326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:41:28.658791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Transition to ACTIVE for port object 25e3a57c-6aae-47db-ba63-53c641b42d4c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:28.688969 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.689392 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Added segment 64d815fa-9e0e-4316-b68e-dbed96c3ead9 of type vlan for network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 Jul 08 01:41:28.699143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9749208b-0033-425a-a172-80bbbca38bdc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:28.710792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f1ab14dc-6de2-4632-a42e-38b7fddd9c94'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:28.754080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.758064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aad8d707-11a6-4fb4-9236-fdf03a7d5e3a req-37fa930b-cc46-4c22-98e7-6a2c3da7c812 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665748 Jul 08 01:41:28.815727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.848927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.849886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:28.850493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:28.861926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b5067-1dff-45d9-b830-1c470d7131fa req-8903909b-ae6b-496d-9868-be8ffeeba9ae tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:28.878018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-371b5067-1dff-45d9-b830-1c470d7131fa req-8903909b-ae6b-496d-9868-be8ffeeba9ae tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 945 time: 0.2568929 Jul 08 01:41:28.895607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:41:28.939044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:41:28.963765 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1971865 Jul 08 01:41:28.967529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:41:28.969730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:41:29.018265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Request body: {'subnet': {'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-358825794-subnet', 'tenant_id': '3e00c0a7b97b417cbc103f03a4be3ed8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:29.044713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:29.045754 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.058565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb02f7a-35cf-44f6-aeb6-37b6e1aa7e13 admin admin] Pushing event updated for resources: {'Network': ['ID=2ecf4187-7beb-4733-93f9-e21a0bcc1f70,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:29.062229 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event updated for resources: {'Port': ['ID=25e3a57c-6aae-47db-ba63-53c641b42d4c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:29.071727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:41:29.105356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-371b5067-1dff-45d9-b830-1c470d7131fa req-3005883b-b6d2-4350-a623-a957e3c1d2fb tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263391 Jul 08 01:41:29.173824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Made reservation on behalf of 3e00c0a7b97b417cbc103f03a4be3ed8 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:41:29.180567 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.182677 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9974a8f-4771-49b6-a4b3-07811142647b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9372520 Jul 08 01:41:29.207909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Request body: {'port': {'device_id': '1dc49191-d85b-4385-a85f-afe45828a684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:29.270737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7873c355-094b-4434-9260-c0896299c7ac None None] Provisioning for port 25e3a57c-6aae-47db-ba63-53c641b42d4c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:29.276481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7873c355-094b-4434-9260-c0896299c7ac None None] Provisioning complete for port 25e3a57c-6aae-47db-ba63-53c641b42d4c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:29.277132 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7873c355-094b-4434-9260-c0896299c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.314685 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-c005033d-0552-4af3-82e2-4c76261055d2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.322352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7873c355-094b-4434-9260-c0896299c7ac None None] Port 25e3a57c-6aae-47db-ba63-53c641b42d4c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:41:29.353411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.644048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838', '3ad6c4a9-6704-4141-92ef-4ae04b54c974'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:29.698681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e3a57c-6aae-47db-ba63-53c641b42d4c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:29.708365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.718281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005033d-0552-4af3-82e2-4c76261055d2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event deleted for resources: {'Port': ['ID=3ad6c4a9-6704-4141-92ef-4ae04b54c974,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:29.724675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Transition to ACTIVE for port object 25e3a57c-6aae-47db-ba63-53c641b42d4c will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:29.734387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.761695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f7b89-6a23-4e4d-81bb-f42388946e9f req-f2407a19-3541-41e8-859e-f4eabcc3c7e0 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:29.768805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-488f7b89-6a23-4e4d-81bb-f42388946e9f req-f2407a19-3541-41e8-859e-f4eabcc3c7e0 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 936 time: 0.7422335 Jul 08 01:41:29.800406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Pushing event updated for resources: {'Port': ['ID=25e3a57c-6aae-47db-ba63-53c641b42d4c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:29.819807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-c005033d-0552-4af3-82e2-4c76261055d2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] No DVR routers for this DVR port 3ad6c4a9-6704-4141-92ef-4ae04b54c974 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:29.819807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-c005033d-0552-4af3-82e2-4c76261055d2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:29.821876 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97d86ad7-dfad-47bd-badd-3848e2e42b86 req-c005033d-0552-4af3-82e2-4c76261055d2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.24 "DELETE /v2.0/ports/3ad6c4a9-6704-4141-92ef-4ae04b54c974 HTTP/1.1" status: 204 len: 173 time: 2.0038769 Jul 08 01:41:29.866845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac9db4e-80b9-492b-9f9b-4d67467dd296', 'name': 'network-vif-deleted', 'tag': '3ad6c4a9-6704-4141-92ef-4ae04b54c974'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:29.869228 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c7fe6d-5fec-4898-848d-a5b513d50aa0" -d '{"events": [{"server_uuid": "4ac9db4e-80b9-492b-9f9b-4d67467dd296", "name": "network-vif-deleted", "tag": "3ad6c4a9-6704-4141-92ef-4ae04b54c974"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:29.951568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Attempting to bind port 25e3a57c-6aae-47db-ba63-53c641b42d4c on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:41:29.954587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Attempting to bind port 25e3a57c-6aae-47db-ba63-53c641b42d4c by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:41:29.955262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Attempting to bind port 25e3a57c-6aae-47db-ba63-53c641b42d4c on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:29.968388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Port 25e3a57c-6aae-47db-ba63-53c641b42d4c on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:41:29.969847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Attempting to bind port 25e3a57c-6aae-47db-ba63-53c641b42d4c on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:29.977098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f1ab14dc-6de2-4632-a42e-38b7fddd9c94 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:41:29.978574 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-488f7b89-6a23-4e4d-81bb-f42388946e9f req-69efb051-a899-425d-b81f-016b5bbe6104 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088337 Jul 08 01:41:29.983128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:41:29.984568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:41:29.984568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:41:29.987185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Bound port: 25e3a57c-6aae-47db-ba63-53c641b42d4c, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:41:29.987788 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.125287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89c592-f87c-49c4-ad0d-424e13ba6706 req-97adf539-1538-48d8-8f8a-edb83368e347 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:30.145059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe89c592-f87c-49c4-ad0d-424e13ba6706 req-97adf539-1538-48d8-8f8a-edb83368e347 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.4657395 Jul 08 01:41:30.154343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.159135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] For port 25e3a57c-6aae-47db-ba63-53c641b42d4c, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:41:30.162429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:30.162963 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] For port 25e3a57c-6aae-47db-ba63-53c641b42d4c, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=25e3a57c-6aae-47db-ba63-53c641b42d4c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:41:30.163716 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.170655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.244574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Pushing event updated for resources: {'Port': ['ID=25e3a57c-6aae-47db-ba63-53c641b42d4c,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:30.250473 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:30.251180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.252738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-4bf281d1-f3e2-4a60-9a29-5811260d64de service neutron] 10.222.0.16 "PUT /v2.0/ports/25e3a57c-6aae-47db-ba63-53c641b42d4c HTTP/1.1" status: 200 len: 1097 time: 1.0623324 Jul 08 01:41:30.253548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc49191-d85b-4385-a85f-afe45828a684', 'tag': '25e3a57c-6aae-47db-ba63-53c641b42d4c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:30.256055 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc49191-d85b-4385-a85f-afe45828a684", "tag": "25e3a57c-6aae-47db-ba63-53c641b42d4c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:30.311812 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.356623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe89c592-f87c-49c4-ad0d-424e13ba6706 req-7a79c685-5cf2-4bb3-a216-7a747b0ff888 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061923 Jul 08 01:41:30.369215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d2a218b-01db-4f93-9799-6312579172d6,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:30.395432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:30.397182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Checking segment: {'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:41:30.399138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Network hostable DHCP agents. Network: 2ecf4187-7beb-4733-93f9-e21a0bcc1f70, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:41:30.401149 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c022a632-bdcb-485e-bc69-242533736284" -d '{"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-plugged", "status": "completed", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:30.417086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:30.424456 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.443605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.448904 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.451238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.456530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.457234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.457778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.458338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.458961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.459483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.460015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.460709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.461768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:30.577811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:30.578894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-864c0308-0e72-4590-a8e6-ed93804a8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:30.580476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-864c0308-0e72-4590-a8e6-ed93804a8651 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 1100 time: 0.1712208 Jul 08 01:41:30.629084 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-001902ec-7481-4fb5-a2b2-7e11629fcc1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=25e3a57c-6aae-47db-ba63-53c641b42d4c HTTP/1.1" status: 200 len: 217 time: 0.0407982 Jul 08 01:41:30.643080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:41:30.695263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9d60ee4-bd77-4bd2-8790-001f19fcc339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:30.696890 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-d9d60ee4-bd77-4bd2-8790-001f19fcc339 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0605717 Jul 08 01:41:30.717488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbf667e9-a2ba-4bfc-baee-c8a4cb56a7a6 req-a0c8741c-c069-4177-a6bf-d750f6b857c3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=4ac9db4e-80b9-492b-9f9b-4d67467dd296 HTTP/1.1" status: 200 len: 210 time: 0.0746791 Jul 08 01:41:30.739229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 2ecf4187-7beb-4733-93f9-e21a0bcc1f70) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:41:30.750919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1ea4d3-da38-49aa-be59-a76a90ac39fd None None] Network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:41:30.767328 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:30.767970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:30.801634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-680f646d-3be3-4323-bf73-2014ccdbb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:30.803157 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-680f646d-3be3-4323-bf73-2014ccdbb115 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970793 Jul 08 01:41:30.806636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-ee270cbe-5665-4632-99af-27543433666a tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:30.814234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-ee270cbe-5665-4632-99af-27543433666a tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4037564 Jul 08 01:41:30.817166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-57f23f1f-3383-47e0-9c59-66e1f14ef5fb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8058927 Jul 08 01:41:30.873828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-de277bee-b738-42d0-9cdd-2df9ff9a0f20 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 696 time: 0.0584743 Jul 08 01:41:30.878637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-0a053c8e-234a-4e63-a966-ec0453fd8767 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Request body: {'floatingip': {'port_id': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:30.937518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-0a053c8e-234a-4e63-a966-ec0453fd8767 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:31.010644 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-43ffeb2b-c1f3-4dbf-869d-49248ab6a979 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992962 Jul 08 01:41:31.196532 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b58135da-deaf-4ff1-bdd2-245f451eb842 req-6ff3ce90-f468-4e9d-9fe7-7f556390b6bf service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782506 Jul 08 01:41:31.229504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e91c2c9-aaaf-4a68-8605-61f94172a6d4 None None] Network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:41:31.399657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3b9ad-aab9-43bd-a94f-76fb6b239e87 req-dc6d8ce4-4c69-4534-8ecb-6e62021f7b40 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:31.409431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0c3b9ad-aab9-43bd-a94f-76fb6b239e87 req-dc6d8ce4-4c69-4534-8ecb-6e62021f7b40 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.2083449 Jul 08 01:41:31.490261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0c3b9ad-aab9-43bd-a94f-76fb6b239e87 req-c74d7e7c-ff66-4c1b-9331-a7d895fedb74 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795307 Jul 08 01:41:31.579637 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcb776d-0906-4149-a103-66105ac80135 x-openstack-request-id: req-3bcb776d-0906-4149-a103-66105ac80135 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:31.579945 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc49191-d85b-4385-a85f-afe45828a684", "tag": "25e3a57c-6aae-47db-ba63-53c641b42d4c", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:31.580193 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bcb776d-0906-4149-a103-66105ac80135 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:31.580614 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc49191-d85b-4385-a85f-afe45828a684', 'tag': '25e3a57c-6aae-47db-ba63-53c641b42d4c', 'status': 'completed', 'code': 200} Jul 08 01:41:31.589608 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6a604-c984-4bbc-80e4-afe7beaab38a x-openstack-request-id: req-8cd6a604-c984-4bbc-80e4-afe7beaab38a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:31.589920 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac9db4e-80b9-492b-9f9b-4d67467dd296", "name": "network-vif-deleted", "tag": "3ad6c4a9-6704-4141-92ef-4ae04b54c974", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:31.590302 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cd6a604-c984-4bbc-80e4-afe7beaab38a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:31.591734 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac9db4e-80b9-492b-9f9b-4d67467dd296', 'name': 'network-vif-deleted', 'tag': '3ad6c4a9-6704-4141-92ef-4ae04b54c974', 'status': 'completed', 'code': 200} Jul 08 01:41:31.720769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-5e449e75-2aa6-4a8d-b76f-36b7c341d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:31.723322 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-5e449e75-2aa6-4a8d-b76f-36b7c341d3d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 1100 time: 0.1088536 Jul 08 01:41:31.890079 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85a6c14-9de8-4405-963e-ac2fd78c0825 x-openstack-request-id: req-b85a6c14-9de8-4405-963e-ac2fd78c0825 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:31.890489 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-plugged", "status": "completed", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:31.890842 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b85a6c14-9de8-4405-963e-ac2fd78c0825 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:31.891387 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'code': 200} Jul 08 01:41:31.952670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3ad6c4a9-6704-4141-92ef-4ae04b54c974 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:31.980155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-0a053c8e-234a-4e63-a966-ec0453fd8767 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:41:31.992144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-44cb3524-ea78-4f7a-9841-afae33e428f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:31.993719 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-44cb3524-ea78-4f7a-9841-afae33e428f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2530959 Jul 08 01:41:32.006045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 3ad6c4a9-6704-4141-92ef-4ae04b54c974 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:32.006804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3ad6c4a9-6704-4141-92ef-4ae04b54c974 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:32.082331 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-395360d8-d0b2-416a-ab00-141eacce8795 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=25e3a57c-6aae-47db-ba63-53c641b42d4c HTTP/1.1" status: 200 len: 217 time: 0.0813627 Jul 08 01:41:32.089106 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-b2293d7f-c902-451c-978d-9a447858733b service neutron] show failed (client error): The resource could not be found. Jul 08 01:41:32.100125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-b2293d7f-c902-451c-978d-9a447858733b service neutron] 10.222.0.16 "GET /v2.0/ports/03235498-e3be-42ce-9acf-b65eea70c8a6/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.3567674 Jul 08 01:41:32.120131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-0a053c8e-234a-4e63-a966-ec0453fd8767 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.127571 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-0a053c8e-234a-4e63-a966-ec0453fd8767 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:32.186105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-ce871f25-6ccc-4c5e-8a15-832bc449f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:32.187623 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-ce871f25-6ccc-4c5e-8a15-832bc449f02c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0965486 Jul 08 01:41:32.338601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2d8e8-c22f-41be-9c24-bc5b5598c583 req-26bddcaa-e647-43ae-be48-76147dbbf316 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:32.349088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01c2d8e8-c22f-41be-9c24-bc5b5598c583 req-26bddcaa-e647-43ae-be48-76147dbbf316 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 948 time: 0.1474020 Jul 08 01:41:32.350218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-414f1e36-ebb2-4603-86a7-30756a5ee1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:32.352249 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-414f1e36-ebb2-4603-86a7-30756a5ee1f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1573319 Jul 08 01:41:32.377765 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-0a053c8e-234a-4e63-a966-ec0453fd8767 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Floating IP 6b1acecd-ad52-4ffa-a395-b4c90b978a8a associated. External IP: 172.25.4.207, port: f4470413-068f-4fcd-8239-276e7c6adafa. Jul 08 01:41:32.552931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01c2d8e8-c22f-41be-9c24-bc5b5598c583 req-95889bdc-85a6-4126-9e8e-be50166dbda9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026815 Jul 08 01:41:32.602301 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-6fb8754d-1a0c-43a2-8eab-75fc81b5ed09 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431893 Jul 08 01:41:32.740219 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8a464db2-7a1b-4e73-b5a8-4272ff5f6b16 req-5184f581-5427-4f5f-b977-c56c5c14fadb service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311653 Jul 08 01:41:32.812259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-0a053c8e-234a-4e63-a966-ec0453fd8767 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Router d9071dab-6479-4114-9105-3b7354e17f13 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:41:32.814414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-66abc877-f8e5-454d-a0ef-e8398f5bb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:32.816005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-66abc877-f8e5-454d-a0ef-e8398f5bb811 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5&tenant_id=4f8b7809010b42bb88fcc2d1746de01a HTTP/1.1" status: 200 len: 1102 time: 0.2162664 Jul 08 01:41:32.834265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:32.983452 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:33.084823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-0a053c8e-234a-4e63-a966-ec0453fd8767 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:41:33.097094 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-0a053c8e-234a-4e63-a966-ec0453fd8767 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:33.098846 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] Sync routers for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:41:33.115950 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:33.116699 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:33.248390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-0a053c8e-234a-4e63-a966-ec0453fd8767 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "PUT /v2.0/floatingips/6b1acecd-ad52-4ffa-a395-b4c90b978a8a HTTP/1.1" status: 200 len: 996 time: 2.3660009 Jul 08 01:41:33.346215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19af774-bc54-4432-b975-213d239fde91 req-821c3cf1-ea39-4008-867f-a9c1d3f0f462 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:33.352931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-821c3cf1-ea39-4008-867f-a9c1d3f0f462 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/networks?id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70 HTTP/1.1" status: 200 len: 814 time: 0.3472817 Jul 08 01:41:33.381412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-3dd4c2ef-8408-42cc-afd4-595d6fc01a5d tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/quotas/3e00c0a7b97b417cbc103f03a4be3ed8 HTTP/1.1" status: 200 len: 375 time: 0.0275698 Jul 08 01:41:33.421728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-dfe9c9e2-7fc1-43ce-a5e0-d8d8f66d916a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e00c0a7b97b417cbc103f03a4be3ed8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393794 Jul 08 01:41:33.440766 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:33.648737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 25e3a57c-6aae-47db-ba63-53c641b42d4c details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:41:33.817001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:33.819261 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:33.859119 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:d3:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:31Z', 'revision_number': 1, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:33.881175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=03235498-e3be-42ce-9acf-b65eea70c8a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:33.894875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 25e3a57c-6aae-47db-ba63-53c641b42d4c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=25e3a57c-6aae-47db-ba63-53c641b42d4c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:33.922630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '25e3a57c-6aae-47db-ba63-53c641b42d4c', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '25e3a57c-6aae-47db-ba63-53c641b42d4c', 'mac_address': 'fa:16:3e:56:77:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:41:33.926022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-7e71f9de-d050-4e1f-aab4-38befa3fe0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:33.931924 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] Checking router: d9071dab-6479-4114-9105-3b7354e17f13 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:41:33.941380 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-7e71f9de-d050-4e1f-aab4-38befa3fe0c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1097 time: 0.6918080 Jul 08 01:41:33.957660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:33.958304 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:34.014910 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.033445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e3a57c-6aae-47db-ba63-53c641b42d4c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:34.065344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 25e3a57c-6aae-47db-ba63-53c641b42d4c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=25e3a57c-6aae-47db-ba63-53c641b42d4c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:34.071739 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.150512 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:34.161319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-72a3750c-3577-4690-82b2-5d4bbe04faba service neutron] 10.222.0.41 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7383931 Jul 08 01:41:34.164631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=25e3a57c-6aae-47db-ba63-53c641b42d4c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:34.271711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:41:34.299779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-d06f5227-81a8-4ecc-92ea-0cfd10862662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:34.301003 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.306828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-d06f5227-81a8-4ecc-92ea-0cfd10862662 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.3643332 Jul 08 01:41:34.311048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:34.426410 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.450180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-96d94bae-70f5-4edf-9ee9-418d920f0ed4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 999 time: 0.1418955 Jul 08 01:41:34.551980 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-1220a7f1-6666-4831-92e4-a869a9bbe638 service neutron] 10.222.0.41 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892553 Jul 08 01:41:34.564881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Transition to ACTIVE for port object 03235498-e3be-42ce-9acf-b65eea70c8a6 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:34.594568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:34.642843 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-31eef792-9f5d-406c-ad34-107c285758b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:34.644391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-31eef792-9f5d-406c-ad34-107c285758b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.1931942 Jul 08 01:41:34.864938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] No DVR routers for this DVR port 03235498-e3be-42ce-9acf-b65eea70c8a6 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:34.881907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=03235498-e3be-42ce-9acf-b65eea70c8a6,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:34.890814 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:d3:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:31Z', 'revision_number': 1, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:34.946601 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c778f7b1-e6da-4028-ac44-aefaadd3659b None None] The sync data for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 is: [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:d3:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:31Z', 'revision_number': 1, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:41:35.015468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Attempting to bind port 03235498-e3be-42ce-9acf-b65eea70c8a6 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:41:35.015807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Attempting to bind port 03235498-e3be-42ce-9acf-b65eea70c8a6 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:41:35.016141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Attempting to bind port 03235498-e3be-42ce-9acf-b65eea70c8a6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:35.038028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-9dfe4ed0-f34e-4d6e-a7d4-747ed5fca8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:35.039366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-9dfe4ed0-f34e-4d6e-a7d4-747ed5fca8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3818994 Jul 08 01:41:35.039943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Port 03235498-e3be-42ce-9acf-b65eea70c8a6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:41:35.040623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Attempting to bind port 03235498-e3be-42ce-9acf-b65eea70c8a6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:35.066052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:41:35.066901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:41:35.067611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:41:35.068267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Bound port: 03235498-e3be-42ce-9acf-b65eea70c8a6, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:41:35.068849 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.295492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-6990bbac-bf15-472f-ac7a-c8825bf1c5ea service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474375 Jul 08 01:41:35.303053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2b872-6f03-420c-b66a-2bc8d115aeda None None] New status for floating IP 6b1acecd-ad52-4ffa-a395-b4c90b978a8a: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:41:35.387635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:41:35.416233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=03235498-e3be-42ce-9acf-b65eea70c8a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:41:35.431145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91b68f-caf7-47ef-9865-b4e277dc432e req-70268eb6-27de-4b34-8279-be74cb379d8e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:35.433565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd91b68f-caf7-47ef-9865-b4e277dc432e req-70268eb6-27de-4b34-8279-be74cb379d8e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 948 time: 0.3009636 Jul 08 01:41:35.443401 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.519540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:35.520866 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.522972 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] 10.222.0.24 "PUT /v2.0/ports/03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 200 len: 1097 time: 2.6932378 Jul 08 01:41:35.556693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd91b68f-caf7-47ef-9865-b4e277dc432e req-abf25591-f545-40ba-8328-bdf34e48b447 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090531 Jul 08 01:41:35.576295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c432ad2b-471e-4bc5-bc67-8b2c0c91ea0f req-4187bb2a-00f0-4620-8532-223702daf698 service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797737 Jul 08 01:41:35.645124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff07229-668c-4831-a967-61b33e9abfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=03235498-e3be-42ce-9acf-b65eea70c8a6,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:35.649869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 25e3a57c-6aae-47db-ba63-53c641b42d4c up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:41:35.690516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-0579d11d-ec6f-49b7-bef8-21f741bf76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:35.695486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-0579d11d-ec6f-49b7-bef8-21f741bf76d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 1100 time: 0.1320953 Jul 08 01:41:35.804025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 25e3a57c-6aae-47db-ba63-53c641b42d4c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:35.808199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 25e3a57c-6aae-47db-ba63-53c641b42d4c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:35.808681 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.944337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-f7508d84-6f8e-440d-8a47-92314a0ebc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:35.946198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-f7508d84-6f8e-440d-8a47-92314a0ebc8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2411864 Jul 08 01:41:35.984124 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:35.993313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:36.021448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-f98da223-c461-4cd1-a085-0570ecbf0e10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 200 len: 217 time: 0.0657260 Jul 08 01:41:36.036977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3760ea-572e-4e08-8d25-1c26ff6d8fa7 req-bd1a0649-ba69-4042-b79c-04a163794c22 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:36.045573 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f3760ea-572e-4e08-8d25-1c26ff6d8fa7 req-bd1a0649-ba69-4042-b79c-04a163794c22 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 947 time: 0.1453938 Jul 08 01:41:36.109779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-ff1efc05-2250-4679-afa6-0c78e6dd5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:36.111545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-ff1efc05-2250-4679-afa6-0c78e6dd5bc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0639186 Jul 08 01:41:36.124028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc49191-d85b-4385-a85f-afe45828a684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e3a57c-6aae-47db-ba63-53c641b42d4c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:36.126310 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f3ad75-84b6-4df4-9147-79397bd1ee22" -d '{"events": [{"server_uuid": "1dc49191-d85b-4385-a85f-afe45828a684", "name": "network-vif-plugged", "status": "completed", "tag": "25e3a57c-6aae-47db-ba63-53c641b42d4c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:36.159258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 25e3a57c-6aae-47db-ba63-53c641b42d4c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=25e3a57c-6aae-47db-ba63-53c641b42d4c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:36.188957 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:36.190163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 03235498-e3be-42ce-9acf-b65eea70c8a6 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:36.213078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f3760ea-572e-4e08-8d25-1c26ff6d8fa7 req-5d3cd005-0e1a-43a9-8dac-9de87c1a6ead tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663938 Jul 08 01:41:36.266368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:36.288371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 03235498-e3be-42ce-9acf-b65eea70c8a6 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:36.306962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-5fd50ade-4fee-43d2-bbbf-14448bfc63af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:36.309312 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-5fd50ade-4fee-43d2-bbbf-14448bfc63af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1808178 Jul 08 01:41:36.315091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=25e3a57c-6aae-47db-ba63-53c641b42d4c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:36.335081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:36.359446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0b8db-6232-4958-92c6-7077956b49e0 req-2fcf1deb-51f8-473f-a298-1c542c24f923 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:36.361465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04c0b8db-6232-4958-92c6-7077956b49e0 req-2fcf1deb-51f8-473f-a298-1c542c24f923 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 950 time: 0.1928356 Jul 08 01:41:36.370353 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:36.472932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04c0b8db-6232-4958-92c6-7077956b49e0 req-19340600-6592-4be6-a834-7be13902111c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857019 Jul 08 01:41:36.493661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=14']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:36.531853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-3e3a2f5e-49c3-4d93-b082-f23c387870e9 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139039 Jul 08 01:41:36.534694 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36501c6c-28fa-47bc-a474-bc1f30eff8e6 x-openstack-request-id: req-36501c6c-28fa-47bc-a474-bc1f30eff8e6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:36.534991 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:36.535243 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36501c6c-28fa-47bc-a474-bc1f30eff8e6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:36.535769 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'status': 'completed', 'code': 200} Jul 08 01:41:36.684583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-5a0bc94f-2048-49e8-bc63-5d3c6dd24b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:36.686220 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-5a0bc94f-2048-49e8-bc63-5d3c6dd24b21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0873332 Jul 08 01:41:36.733215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3483a9a0-e296-4f51-8b89-a7f4c436f0b5 req-f385a62f-2ebe-435f-b78e-8f889ee460c5 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 210 time: 0.0728009 Jul 08 01:41:36.812062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-2ca3b0b6-0aba-4acf-849f-a54a6919305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:36.813971 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-2ca3b0b6-0aba-4acf-849f-a54a6919305f service neutron] 10.222.0.24 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.1197259 Jul 08 01:41:36.850951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5ab4645-2359-44f7-a4a6-8e428022ad6f req-53137e63-9708-41b8-8173-1e1407f015c4 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887337 Jul 08 01:41:36.879632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-4f26dec4-d6c1-4b46-bdc9-f5d0b8bbf6cb tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:36.882448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-4f26dec4-d6c1-4b46-bdc9-f5d0b8bbf6cb tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1888237 Jul 08 01:41:36.946232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-a37d0007-1f65-44b9-b5a4-e52074015ef0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 1001 time: 0.1061428 Jul 08 01:41:37.009459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-a94f595d-b2e9-4908-b336-41158ad1d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:37.011362 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-a94f595d-b2e9-4908-b336-41158ad1d6e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.0570536 Jul 08 01:41:37.100398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-8ed386db-60df-422c-a58f-6c07dba9838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:37.102767 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-8ed386db-60df-422c-a58f-6c07dba9838d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831673 Jul 08 01:41:37.110113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-834e5e0b-4304-4ddb-8094-0df2e08d250d tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1001 time: 0.2128320 Jul 08 01:41:37.122124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Request body: {'floatingip': {'port_id': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:37.124214 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268ad707-2a55-4c7d-9f52-a212f35343ec x-openstack-request-id: req-268ad707-2a55-4c7d-9f52-a212f35343ec {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:37.124760 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc49191-d85b-4385-a85f-afe45828a684", "name": "network-vif-plugged", "status": "completed", "tag": "25e3a57c-6aae-47db-ba63-53c641b42d4c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:37.125371 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-268ad707-2a55-4c7d-9f52-a212f35343ec {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:37.125901 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc49191-d85b-4385-a85f-afe45828a684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e3a57c-6aae-47db-ba63-53c641b42d4c', 'code': 200} Jul 08 01:41:37.236329 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:37.306047 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-967e1801-6a84-4e76-a2ad-f0780ef7a46b service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876340 Jul 08 01:41:37.539915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14e24d-e96b-4063-9a16-5ffbf8f12589 req-01c560b3-50ed-41cf-bd72-41bcc5e3ffce tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:37.541432 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab14e24d-e96b-4063-9a16-5ffbf8f12589 req-01c560b3-50ed-41cf-bd72-41bcc5e3ffce tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2002983 Jul 08 01:41:37.646390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19af774-bc54-4432-b975-213d239fde91 req-64a92a85-73ed-4c61-8883-d656f78236d6 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:37.647919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-64a92a85-73ed-4c61-8883-d656f78236d6 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.24 "GET /v2.0/networks?id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70 HTTP/1.1" status: 200 len: 814 time: 0.3086116 Jul 08 01:41:37.655706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab14e24d-e96b-4063-9a16-5ffbf8f12589 req-2e6a70f7-1d02-4d55-b3de-f48997f3c5ea tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024787 Jul 08 01:41:37.662896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Request body: {'port': {'device_id': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70', 'admin_state_up': True, 'tenant_id': '3e00c0a7b97b417cbc103f03a4be3ed8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:37.848183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Made reservation on behalf of 3e00c0a7b97b417cbc103f03a4be3ed8 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:41:37.850452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99613d-8fcf-43a3-98b7-5392acd77d89 req-2175fd01-04d1-4201-b1ce-411ca2675e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:37.853218 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:37.856659 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8e99613d-8fcf-43a3-98b7-5392acd77d89 req-2175fd01-04d1-4201-b1ce-411ca2675e89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 1102 time: 0.5790849 Jul 08 01:41:37.878282 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b7820c7c-e8b4-4ea3-97bf-476cacebb9c0 req-7860be83-75c3-4b20-8c3f-7939811960b5 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471549 Jul 08 01:41:37.939423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8e99613d-8fcf-43a3-98b7-5392acd77d89 req-fadfc3ba-ba22-41b5-8517-24ba288ee7bc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701537 Jul 08 01:41:38.113850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b6c47-3758-4c57-8f7f-b234d8417712 req-13b261a4-a675-46f7-8744-560ad0197c3f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:38.115828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-555b6c47-3758-4c57-8f7f-b234d8417712 req-13b261a4-a675-46f7-8744-560ad0197c3f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 948 time: 0.2583499 Jul 08 01:41:38.252114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Allocated IP 172.20.0.3 (2ecf4187-7beb-4733-93f9-e21a0bcc1f70/3d2a218b-01db-4f93-9799-6312579172d6/115c975e-3029-4ae0-9273-e1a71a1df22f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:41:38.258716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-555b6c47-3758-4c57-8f7f-b234d8417712 req-f124307f-1e4c-42e4-bbf4-af435a876223 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346831 Jul 08 01:41:38.465595 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:41:38.560963 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:38.859721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6'}, {'name': 'network-changed', 'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:38.862357 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defb94df-2ac8-4522-9424-286e760caf80" -d '{"events": [{"server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "name": "network-vif-unplugged", "status": "completed", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6"}, {"name": "network-changed", "server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:38.913616 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:38.922429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:38.992604 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:39.084783 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Floating IP 6b1acecd-ad52-4ffa-a395-b4c90b978a8a associated. External IP: 172.25.4.207, port: f4470413-068f-4fcd-8239-276e7c6adafa. Jul 08 01:41:39.127481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:39.129558 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1921a071-0dfb-4362-b334-c08a9c2a2fec" -d '{"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-unplugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:39.149420 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:39.236489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:41:39.247322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:41:39.253160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:41:39.319127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Pushing event updated for resources: {'Port': ['ID=115c975e-3029-4ae0-9273-e1a71a1df22f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:39.361093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:39.362170 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:39.509727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Router d9071dab-6479-4114-9105-3b7354e17f13 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:41:39.529917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-05f6bc0e-e9dc-4a13-b097-21b26061286a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8708599 Jul 08 01:41:39.570026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Request body: {'port': {'device_id': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:39.695978 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:39.741858 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:41:39.775332 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] Sync routers for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:41:39.787807 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:39.789311 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:39.959859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 03235498-e3be-42ce-9acf-b65eea70c8a6 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:41:39.969569 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:40.095500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=03235498-e3be-42ce-9acf-b65eea70c8a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:40.109239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '03235498-e3be-42ce-9acf-b65eea70c8a6', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '03235498-e3be-42ce-9acf-b65eea70c8a6', 'mac_address': 'fa:16:3e:59:ba:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:41:40.157463 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:40.174132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03235498-e3be-42ce-9acf-b65eea70c8a6 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:40.196268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=03235498-e3be-42ce-9acf-b65eea70c8a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:40.201630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:40.260867 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:b6:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:38Z', 'revision_number': 3, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:40.263977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115c975e-3029-4ae0-9273-e1a71a1df22f {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:40.270084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=03235498-e3be-42ce-9acf-b65eea70c8a6,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:40.274837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:40.280690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.281161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.281577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.282014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.282545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.283102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.285736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.286285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.286843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.287515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.288072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.288603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:40.301508 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] Checking router: d9071dab-6479-4114-9105-3b7354e17f13 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:41:40.312743 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:40.313450 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:40.332634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Transition to ACTIVE for port object 115c975e-3029-4ae0-9273-e1a71a1df22f will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:40.343698 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:40.368603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2202729-1439-4cb7-9340-c9f8df59692a req-a71ece51-7b40-4489-8278-e7bde23de488 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:40.375642 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2202729-1439-4cb7-9340-c9f8df59692a req-a71ece51-7b40-4489-8278-e7bde23de488 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 950 time: 0.3276279 Jul 08 01:41:40.450045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Router d9071dab-6479-4114-9105-3b7354e17f13 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:41:40.465751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Pushing event updated for resources: {'Port': ['ID=115c975e-3029-4ae0-9273-e1a71a1df22f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:40.485207 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:40.510148 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2202729-1439-4cb7-9340-c9f8df59692a req-cf1d13bf-7661-4473-a557-3e61af7fe465 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334987 Jul 08 01:41:40.567284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['03235498-e3be-42ce-9acf-b65eea70c8a6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:40.625758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Attempting to bind port 115c975e-3029-4ae0-9273-e1a71a1df22f on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:41:40.626136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Attempting to bind port 115c975e-3029-4ae0-9273-e1a71a1df22f by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:41:40.626417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Attempting to bind port 115c975e-3029-4ae0-9273-e1a71a1df22f on network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:40.673783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Port 115c975e-3029-4ae0-9273-e1a71a1df22f on network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:41:40.674174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Attempting to bind port 115c975e-3029-4ae0-9273-e1a71a1df22f on network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:40.705471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:41:40.706329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Checking segment: {'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:41:40.706329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Bound using segment: {'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:41:40.706668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Bound port: 115c975e-3029-4ae0-9273-e1a71a1df22f, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:41:40.707000 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:40.775298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:41:40.786304 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:40.860628 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:b6:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:38Z', 'revision_number': 3, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:40.872454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831e4c1-4710-487e-9978-7a8e6ebc004b req-67a9ed1c-c6ed-4622-8e18-c68d5324e1ac tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:40.880273 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e831e4c1-4710-487e-9978-7a8e6ebc004b req-67a9ed1c-c6ed-4622-8e18-c68d5324e1ac tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 943 time: 0.2177799 Jul 08 01:41:40.893872 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bd9d1-b342-45e4-af22-d6dd11e32bb5 None None] The sync data for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 is: [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:b6:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:38Z', 'revision_number': 3, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:41:40.897320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] For port 115c975e-3029-4ae0-9273-e1a71a1df22f, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:41:40.901363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] For port 115c975e-3029-4ae0-9273-e1a71a1df22f, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=115c975e-3029-4ae0-9273-e1a71a1df22f,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:41:40.953579 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:41.006055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-fbde5aae-e4ee-4f5e-a565-e9fb87eddb47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "PUT /v2.0/floatingips/6b1acecd-ad52-4ffa-a395-b4c90b978a8a HTTP/1.1" status: 200 len: 998 time: 3.8888538 Jul 08 01:41:41.023896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e831e4c1-4710-487e-9978-7a8e6ebc004b req-d4e5393b-fc51-4f15-89c0-d2e32868aa1f tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426349 Jul 08 01:41:41.077634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:41.078281 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:41.079723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] 10.222.0.24 "PUT /v2.0/ports/115c975e-3029-4ae0-9273-e1a71a1df22f HTTP/1.1" status: 200 len: 1092 time: 1.5144351 Jul 08 01:41:41.083092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdfd2c-6740-44b0-a237-55aac17f731e service neutron] Pushing event updated for resources: {'Port': ['ID=115c975e-3029-4ae0-9273-e1a71a1df22f,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:41.115257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-a58d512d-876d-46e9-91b2-cb4a8f31d0d0 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:41.125367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-a58d512d-876d-46e9-91b2-cb4a8f31d0d0 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports/f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 942 time: 0.1087615 Jul 08 01:41:41.248691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d43d2e-7016-44b3-aaa7-db7cffcf22fa None None] New status for floating IP 6b1acecd-ad52-4ffa-a395-b4c90b978a8a: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:41:41.341620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-c2a3a1cd-c9aa-404d-b850-6d8fffc53901 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:41.348169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-c2a3a1cd-c9aa-404d-b850-6d8fffc53901 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.2194135 Jul 08 01:41:41.363243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19af774-bc54-4432-b975-213d239fde91 req-87bf89c6-87ed-4451-a0f7-e016315f89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:41.365538 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-87bf89c6-87ed-4451-a0f7-e016315f89dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e00c0a7b97b417cbc103f03a4be3ed8&device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 1095 time: 0.2349055 Jul 08 01:41:41.377089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-0d6c42ab-0f4d-4350-bd51-823274b90785 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/quotas/c717aba88cea40cab44fd182e8ee9746 HTTP/1.1" status: 200 len: 375 time: 0.0279427 Jul 08 01:41:41.427791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-066f8598-9789-4838-bacc-9983235fd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:41.435303 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-066f8598-9789-4838-bacc-9983235fd62e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1097 time: 0.2117693 Jul 08 01:41:41.447081 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-b5e9e1ec-5b24-4c67-a231-c4ce6ad42c84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=115c975e-3029-4ae0-9273-e1a71a1df22f HTTP/1.1" status: 200 len: 217 time: 0.0674322 Jul 08 01:41:41.611007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19af774-bc54-4432-b975-213d239fde91 req-e944b431-7338-4e37-8638-f47a29184bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:41.612490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-e944b431-7338-4e37-8638-f47a29184bc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2a218b-01db-4f93-9799-6312579172d6 HTTP/1.1" status: 200 len: 854 time: 0.0985584 Jul 08 01:41:41.633853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-65092a99-37af-43ef-adf0-d315ad51bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:41.635306 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-65092a99-37af-43ef-adf0-d315ad51bf99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.1992705 Jul 08 01:41:41.660296 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-7d64eb14-63a8-4f82-9b92-7d99e0efba45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369353 Jul 08 01:41:41.669959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-9bac7a60-0235-4fde-9f64-d27754d0f9b1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2919974 Jul 08 01:41:41.698004 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] Sync routers for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:41:41.719158 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:41.720204 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:41.751856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-7f4bb8db-d10c-439c-a114-a4d59528be73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 217 time: 0.0940368 Jul 08 01:41:41.984150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 03235498-e3be-42ce-9acf-b65eea70c8a6 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:41:42.001803 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:42.086517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 03235498-e3be-42ce-9acf-b65eea70c8a6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:42.102588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 03235498-e3be-42ce-9acf-b65eea70c8a6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:42.103498 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:42.210037 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:42.257102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=03235498-e3be-42ce-9acf-b65eea70c8a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:42.264265 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:42.283092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-8b1fe5e5-58e2-4078-ada1-1ee180717314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:42.284704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-8b1fe5e5-58e2-4078-ada1-1ee180717314 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.5165524 Jul 08 01:41:42.296489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-51785c7e-5a73-4b6f-8fbf-cbdd4ee7a18b service neutron] 10.222.0.24 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252146 Jul 08 01:41:42.350156 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-4e08b55d-0644-4ea9-ae4b-c9e00557e110 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6305258 Jul 08 01:41:42.354709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=03235498-e3be-42ce-9acf-b65eea70c8a6,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:42.363912 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:b6:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:41Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:42.397684 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] Checking router: d9071dab-6479-4114-9105-3b7354e17f13 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:41:42.407196 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:42.408378 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:42.508291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b19af774-bc54-4432-b975-213d239fde91 req-a315058e-a49e-4188-b0b3-85fdced2aa3e service neutron] 10.222.0.24 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951127 Jul 08 01:41:42.519320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-66e3eef0-6903-4452-ab76-a9343be0aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:42.522029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-66e3eef0-6903-4452-ab76-a9343be0aa40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2278402 Jul 08 01:41:42.564238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-11eeb75e-4dcd-46d1-a379-5c54e8d6e656 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808412 Jul 08 01:41:42.568898 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:42.661697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-a8dd1758-e833-4864-b2d9-601768bd40cb service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306355 Jul 08 01:41:42.809445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-ccf9415d-c0e5-402c-92bf-67b120fb35d6 service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422098 Jul 08 01:41:42.911809 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f9e7b9-03ff-4a31-a0a0-4f92847c0da5 x-openstack-request-id: req-17f9e7b9-03ff-4a31-a0a0-4f92847c0da5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:42.915438 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "name": "network-vif-unplugged", "status": "completed", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6", "code": 200}, {"name": "network-changed", "server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:42.915757 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17f9e7b9-03ff-4a31-a0a0-4f92847c0da5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:42.916177 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6', 'code': 200} Jul 08 01:41:42.916649 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6', 'status': 'completed', 'code': 200} Jul 08 01:41:42.930170 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:b6:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:41Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:42.977478 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd010d-0436-49d3-b8c6-0951d251be66 None None] The sync data for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 is: [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:b6:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:41Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:41:43.013346 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7b1fe7-f601-47dc-b61e-98015308132c x-openstack-request-id: req-0e7b1fe7-f601-47dc-b61e-98015308132c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:43.013902 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-unplugged", "status": "completed", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:43.014639 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e7b1fe7-f601-47dc-b61e-98015308132c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:43.015499 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'code': 200} Jul 08 01:41:43.042237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-0927a72e-6e26-4489-9cbb-de1f24593629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.046982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-0927a72e-6e26-4489-9cbb-de1f24593629 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 1097 time: 0.1977513 Jul 08 01:41:43.049137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb94df-2ac8-4522-9424-286e760caf80 req-c2845703-7bc7-44f7-9a6b-bf84f6d1cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.050639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-c2845703-7bc7-44f7-9a6b-bf84f6d1cc0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 1102 time: 0.1452563 Jul 08 01:41:43.277883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb94df-2ac8-4522-9424-286e760caf80 req-43d55570-7a8b-465f-a845-773142b8da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.287009 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-43d55570-7a8b-465f-a845-773142b8da96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2246010 Jul 08 01:41:43.372481 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-6208f371-ed4d-489d-a390-c9cd9d00501e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 200 len: 217 time: 0.0819080 Jul 08 01:41:43.390003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-e429f7fc-e2f8-4b70-a728-a33808a70b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.391636 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-e429f7fc-e2f8-4b70-a728-a33808a70b25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.3387663 Jul 08 01:41:43.400083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af8ada-f637-403a-ac1a-9b9af08befd3 req-0a07feda-6056-4e3d-87f1-2360fb31769b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.407723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85af8ada-f637-403a-ac1a-9b9af08befd3 req-0a07feda-6056-4e3d-87f1-2360fb31769b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2260823 Jul 08 01:41:43.454789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb94df-2ac8-4522-9424-286e760caf80 req-5e356d08-f64a-4b0d-929e-22dd970a42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.459297 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-5e356d08-f64a-4b0d-929e-22dd970a42ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0802507 Jul 08 01:41:43.485152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb94df-2ac8-4522-9424-286e760caf80 req-4ee6d75f-b703-463c-9c7c-29e6af2dea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.486701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-4ee6d75f-b703-463c-9c7c-29e6af2dea63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 1102 time: 0.5597222 Jul 08 01:41:43.562226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb94df-2ac8-4522-9424-286e760caf80 req-fc50fddb-2103-436c-bcee-e2075eac7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.566952 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-fc50fddb-2103-436c-bcee-e2075eac7c42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937605 Jul 08 01:41:43.577341 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85af8ada-f637-403a-ac1a-9b9af08befd3 req-20a5abea-b24f-4dda-ac15-7e0210357419 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686404 Jul 08 01:41:43.660337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-46cb0ada-73fd-45ad-8d7e-86212a90ac49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422 HTTP/1.1" status: 200 len: 1001 time: 0.2504156 Jul 08 01:41:43.723173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-595f6419-e0a1-4fdc-b46d-86d9c8b45154 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467261 Jul 08 01:41:43.819562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-60fc1a6b-713b-4467-bdb7-d9e533a3d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.825771 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-60fc1a6b-713b-4467-bdb7-d9e533a3d273 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.1572196 Jul 08 01:41:43.859113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb94df-2ac8-4522-9424-286e760caf80 req-6bd36098-2984-4a03-93e4-7290e55f9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:43.861012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-6bd36098-2984-4a03-93e4-7290e55f9363 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.3613074 Jul 08 01:41:43.892273 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-69f942fc-28d7-4ea5-b059-cc86f6131a85 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513679 Jul 08 01:41:43.934545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-22624988-9b52-4625-8c80-13f246c0df30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 200 len: 217 time: 0.0493033 Jul 08 01:41:44.033883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-d4319274-7214-4e6a-b716-b012470c36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:44.036003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-d4319274-7214-4e6a-b716-b012470c36b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962783 Jul 08 01:41:44.039012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb94df-2ac8-4522-9424-286e760caf80 req-892c3cb8-d864-4fd2-b372-1b0558b9b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:44.040899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-892c3cb8-d864-4fd2-b372-1b0558b9b470 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0992362 Jul 08 01:41:44.185612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60771f0b-0bc9-45fc-9dc1-ce2b3ce44efc req-4c9bcd7b-3d71-4729-b7c6-7b4dc735aef3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:44.192882 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60771f0b-0bc9-45fc-9dc1-ce2b3ce44efc req-4c9bcd7b-3d71-4729-b7c6-7b4dc735aef3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2139461 Jul 08 01:41:44.230178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb94df-2ac8-4522-9424-286e760caf80 req-c777a44b-d406-4a42-a480-ccf599d615be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:44.231708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-c777a44b-d406-4a42-a480-ccf599d615be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1748993 Jul 08 01:41:44.236738 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-605468df-9342-46a9-ab53-ff689b71cd48 service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897449 Jul 08 01:41:44.327789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60771f0b-0bc9-45fc-9dc1-ce2b3ce44efc req-e4494dd0-0348-44f9-8937-6ef1449858f7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334579 Jul 08 01:41:44.506787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-8b15942a-a395-4936-a826-ac2c2b294295 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595155 Jul 08 01:41:44.518724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-814f71e5-c72c-46b1-bb2f-7ffe6c64d843 req-e405a043-705f-449d-97be-64e976725870 service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732179 Jul 08 01:41:44.549771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-e2b266a7-f17c-44e3-ae46-3a0dbf081490 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:44.554976 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-e2b266a7-f17c-44e3-ae46-3a0dbf081490 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.2004921 Jul 08 01:41:44.567968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Request body: {'port': {'device_id': 'dcdac908-d101-41a1-8231-d624cd7760a4', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'admin_state_up': True, 'tenant_id': 'c717aba88cea40cab44fd182e8ee9746'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:44.642707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-defb94df-2ac8-4522-9424-286e760caf80 req-cbf01321-971d-4dd6-9828-3a29bb160aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229019 Jul 08 01:41:44.732662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Made reservation on behalf of c717aba88cea40cab44fd182e8ee9746 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:41:44.736281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:44.871203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b267a86-4222-4d4a-a2bc-1dfcaf45979c req-f666c029-9038-480d-a64d-2cf0c98ecf93 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:44.873082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b267a86-4222-4d4a-a2bc-1dfcaf45979c req-f666c029-9038-480d-a64d-2cf0c98ecf93 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 1102 time: 0.1079342 Jul 08 01:41:44.895415 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b267a86-4222-4d4a-a2bc-1dfcaf45979c req-78c90a5c-5996-4a31-a832-7c9b4c413f40 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:44.909863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Allocated IP 172.20.0.10 (ec165b7b-c1b2-40d2-a912-6340373d1594/94efa8dc-98fe-402d-a487-c19d12a4e6f9/846f53b2-c13f-4e5c-8e2d-99040a59c781) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:41:44.918192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa'}, {'name': 'network-changed', 'server_uuid': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'tag': '8cd6e4ae-bb63-4af7-8855-165e138b3422'}, {'name': 'network-changed', 'server_uuid': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'tag': '115c975e-3029-4ae0-9273-e1a71a1df22f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:44.920733 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89daa05-55fd-42c6-aaf0-84a85acdda4d" -d '{"events": [{"name": "network-changed", "server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa"}, {"name": "network-changed", "server_uuid": "80f713c8-7537-48df-b5b3-830dfbb0969a", "tag": "8cd6e4ae-bb63-4af7-8855-165e138b3422"}, {"name": "network-changed", "server_uuid": "0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5", "tag": "115c975e-3029-4ae0-9273-e1a71a1df22f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:44.940449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d19f6-366f-474d-9ab2-65c20ad5dbc1 req-4fdea881-89b5-4518-a77c-98dc8729df39 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:44.947230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c5d19f6-366f-474d-9ab2-65c20ad5dbc1 req-4fdea881-89b5-4518-a77c-98dc8729df39 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 943 time: 0.1396909 Jul 08 01:41:45.006354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c5d19f6-366f-474d-9ab2-65c20ad5dbc1 req-e6a17257-4587-4994-baab-94f5c771dfb1 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581670 Jul 08 01:41:45.017194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:45.020056 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f42531-ea08-416c-b893-49782b6cc0d6" -d '{"events": [{"server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "name": "network-vif-plugged", "status": "completed", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:45.097072 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b267a86-4222-4d4a-a2bc-1dfcaf45979c req-78c90a5c-5996-4a31-a832-7c9b4c413f40 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:45.103985 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b267a86-4222-4d4a-a2bc-1dfcaf45979c req-78c90a5c-5996-4a31-a832-7c9b4c413f40 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:45.132145 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:45.178549 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:45.189457 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b267a86-4222-4d4a-a2bc-1dfcaf45979c req-78c90a5c-5996-4a31-a832-7c9b4c413f40 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068368 Jul 08 01:41:45.193683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:45.196677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e8f2feb-e336-481b-adb3-2e3a7d89aa01 req-bc544e79-64d3-4d1c-a7d0-279b6fab068e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 210 time: 0.0516038 Jul 08 01:41:45.204654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c90a5c-5996-4a31-a832-7c9b4c413f40 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b81f8b9-5a68-4e1f-b624-7eecf51b5fa9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:45.269231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Network ec165b7b-c1b2-40d2-a912-6340373d1594 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:41:45.276094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:41:45.279691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:41:45.324105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event updated for resources: {'Port': ['ID=846f53b2-c13f-4e5c-8e2d-99040a59c781,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:45.346403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.346902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.347350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.347906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.348493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.348932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.349388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.349845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.350278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.352080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.354531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.354531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:41:45.412840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:45.413744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:45.437363 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-3bb2e4d9-fd4d-4869-b4be-a847b146acc3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8756607 Jul 08 01:41:45.453169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Request body: {'port': {'device_id': 'dcdac908-d101-41a1-8231-d624cd7760a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:45.628350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:45.675738 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-318a0643-2125-40ac-949f-f8fff65efdba req-e9232459-8064-4186-9864-769e2d8a0b57 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1001 time: 0.1606729 Jul 08 01:41:45.834259 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb8325-0091-432d-bc39-ba8ece08db68 x-openstack-request-id: req-cbfb8325-0091-432d-bc39-ba8ece08db68 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:45.835264 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "80f713c8-7537-48df-b5b3-830dfbb0969a", "tag": "8cd6e4ae-bb63-4af7-8855-165e138b3422", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5", "tag": "115c975e-3029-4ae0-9273-e1a71a1df22f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:45.835264 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbfb8325-0091-432d-bc39-ba8ece08db68 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:45.835264 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'status': 'completed', 'code': 200} Jul 08 01:41:45.835632 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'tag': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'status': 'completed', 'code': 200} Jul 08 01:41:45.835632 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'tag': '115c975e-3029-4ae0-9273-e1a71a1df22f', 'status': 'completed', 'code': 200} Jul 08 01:41:45.849200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a0643-2125-40ac-949f-f8fff65efdba req-494a4ea6-9742-4683-8ac6-dced9f2f59e4 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:45.864919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-318a0643-2125-40ac-949f-f8fff65efdba req-494a4ea6-9742-4683-8ac6-dced9f2f59e4 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports/8cd6e4ae-bb63-4af7-8855-165e138b3422 HTTP/1.1" status: 200 len: 942 time: 0.1883140 Jul 08 01:41:45.894812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-f1a209af-766f-409c-a604-136043d866f8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:45.898802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-f1a209af-766f-409c-a604-136043d866f8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.16 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5&tenant_id=4f8b7809010b42bb88fcc2d1746de01a&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 950 time: 0.1861730 Jul 08 01:41:45.899492 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426d8c69-3e83-4cbe-9fb4-a79c66e7ec8a x-openstack-request-id: req-426d8c69-3e83-4cbe-9fb4-a79c66e7ec8a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:45.899903 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "name": "network-vif-plugged", "status": "completed", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:45.900228 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-426d8c69-3e83-4cbe-9fb4-a79c66e7ec8a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:45.900793 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6', 'code': 200} Jul 08 01:41:45.995373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-dc7d4de6-de62-4639-bdaa-34660a81a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.000741 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-dc7d4de6-de62-4639-bdaa-34660a81a069 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1097 time: 0.2368004 Jul 08 01:41:46.003304 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-8576130a-6ba0-424b-bae7-6de8ef21b05b service neutron] delete failed (client error): The resource could not be found. Jul 08 01:41:46.004491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-8576130a-6ba0-424b-bae7-6de8ef21b05b service neutron] 10.222.0.16 "DELETE /v2.0/ports/03235498-e3be-42ce-9acf-b65eea70c8a6/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0953102 Jul 08 01:41:46.013753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 115c975e-3029-4ae0-9273-e1a71a1df22f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:41:46.057163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-62462134-4389-4fec-b6d3-1f1a5570b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.060179 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-62462134-4389-4fec-b6d3-1f1a5570b710 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1097 time: 0.1810007 Jul 08 01:41:46.200774 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-318a0643-2125-40ac-949f-f8fff65efdba req-01261bd5-6a66-4037-a9da-c15cc8d86821 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1001 time: 0.1959968 Jul 08 01:41:46.254559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 115c975e-3029-4ae0-9273-e1a71a1df22f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=115c975e-3029-4ae0-9273-e1a71a1df22f,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:46.283102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '115c975e-3029-4ae0-9273-e1a71a1df22f', 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70', 'port_id': '115c975e-3029-4ae0-9273-e1a71a1df22f', 'mac_address': 'fa:16:3e:40:88:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2a218b-01db-4f93-9799-6312579172d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:41:46.295623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846f53b2-c13f-4e5c-8e2d-99040a59c781 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:46.309443 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:46.336365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-b53f7baf-7e94-442c-8762-b723a3274a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.338450 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-b53f7baf-7e94-442c-8762-b723a3274a5e service neutron] 10.222.0.24 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.2668374 Jul 08 01:41:46.342513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-b317a5f1-9c4c-4a5b-99ff-a1982625e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.342721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Transition to ACTIVE for port object 846f53b2-c13f-4e5c-8e2d-99040a59c781 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:46.344372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-b317a5f1-9c4c-4a5b-99ff-a1982625e0ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 1102 time: 0.2200992 Jul 08 01:41:46.349190 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:46.366236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115c975e-3029-4ae0-9273-e1a71a1df22f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:46.389659 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 115c975e-3029-4ae0-9273-e1a71a1df22f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=115c975e-3029-4ae0-9273-e1a71a1df22f,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:46.394571 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:46.420062 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-c42d0e50-aa65-44c9-b641-9e22144c7f9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 217 time: 0.0724709 Jul 08 01:41:46.421239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:46.451200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-1f0631d4-f1e8-4efe-9143-bde4467e9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.452673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-1f0631d4-f1e8-4efe-9143-bde4467e9e21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.0942738 Jul 08 01:41:46.462915 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=115c975e-3029-4ae0-9273-e1a71a1df22f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:46.527360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Pushing event updated for resources: {'Port': ['ID=846f53b2-c13f-4e5c-8e2d-99040a59c781,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:46.545209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-d7b112fd-56ac-4041-92d0-3a2ce85b60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.546742 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-b02357b0-e15b-4751-9e36-5c7fabe79240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.546881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-d7b112fd-56ac-4041-92d0-3a2ce85b60c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.5359478 Jul 08 01:41:46.548342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-b02357b0-e15b-4751-9e36-5c7fabe79240 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.0966957 Jul 08 01:41:46.555675 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-a7fe262a-66df-4299-ae71-9de5a7904f5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 200 len: 217 time: 0.0830302 Jul 08 01:41:46.660054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a0643-2125-40ac-949f-f8fff65efdba req-65209682-06a8-44d4-be5a-67a5b6a599fd tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.661561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-318a0643-2125-40ac-949f-f8fff65efdba req-65209682-06a8-44d4-be5a-67a5b6a599fd tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.4508030 Jul 08 01:41:46.671301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Attempting to bind port 846f53b2-c13f-4e5c-8e2d-99040a59c781 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:41:46.671797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Attempting to bind port 846f53b2-c13f-4e5c-8e2d-99040a59c781 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:41:46.672013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Attempting to bind port 846f53b2-c13f-4e5c-8e2d-99040a59c781 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:46.680140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Port 846f53b2-c13f-4e5c-8e2d-99040a59c781 on network ec165b7b-c1b2-40d2-a912-6340373d1594 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:41:46.680499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Attempting to bind port 846f53b2-c13f-4e5c-8e2d-99040a59c781 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:46.687709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-6331a9e7-eca6-4857-a1cf-5550295fde26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.689259 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-6331a9e7-eca6-4857-a1cf-5550295fde26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165807 Jul 08 01:41:46.690663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:41:46.690790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Checking segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:41:46.691159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Bound using segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:41:46.691590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Bound port: 846f53b2-c13f-4e5c-8e2d-99040a59c781, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:41:46.691946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:46.696435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-ca74da98-ebea-4f07-8983-c2568a1d2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.697913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-ca74da98-ebea-4f07-8983-c2568a1d2205 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1336811 Jul 08 01:41:46.703707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['115c975e-3029-4ae0-9273-e1a71a1df22f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:46.717992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795016b-d663-4569-b76c-bb3f065a1bad req-cd8eb000-cb20-4a3b-ae19-55b3a8cb1df3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.719932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f795016b-d663-4569-b76c-bb3f065a1bad req-cd8eb000-cb20-4a3b-ae19-55b3a8cb1df3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2514005 Jul 08 01:41:46.721494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-c2cc956d-db96-481f-bc50-2ef645d24e6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 1000 time: 0.1604133 Jul 08 01:41:46.838116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] For port 846f53b2-c13f-4e5c-8e2d-99040a59c781, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:41:46.843223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] For port 846f53b2-c13f-4e5c-8e2d-99040a59c781, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=846f53b2-c13f-4e5c-8e2d-99040a59c781,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:41:46.848443 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-27fe5807-a42d-407c-9318-2d7240af44d2 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453435 Jul 08 01:41:46.850434 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:46.866843 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f795016b-d663-4569-b76c-bb3f065a1bad req-f6dc17f8-12ac-45be-b643-a324b7643703 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378083 Jul 08 01:41:46.877372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-b2a470c3-d18d-4d9f-acdd-841bc1616977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.878865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-b2a470c3-d18d-4d9f-acdd-841bc1616977 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1425300 Jul 08 01:41:46.899416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.900131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:46.902120 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] 10.222.0.16 "PUT /v2.0/ports/846f53b2-c13f-4e5c-8e2d-99040a59c781 HTTP/1.1" status: 200 len: 1093 time: 1.4541061 Jul 08 01:41:46.902553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-f3647653-f6fb-4103-9aba-655e79273681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.904206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-f3647653-f6fb-4103-9aba-655e79273681 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1946931 Jul 08 01:41:46.915171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdac908-d101-41a1-8231-d624cd7760a4', 'tag': '846f53b2-c13f-4e5c-8e2d-99040a59c781'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:46.919710 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262f7ea6-a3f4-493a-868e-55c9157abed7" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdac908-d101-41a1-8231-d624cd7760a4", "tag": "846f53b2-c13f-4e5c-8e2d-99040a59c781"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:46.932330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db53fe-2eec-4492-9a22-81dc92a584c9 req-64d0d98b-32e7-4e9e-a8c1-7f8865002bc3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:46.934485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55db53fe-2eec-4492-9a22-81dc92a584c9 req-64d0d98b-32e7-4e9e-a8c1-7f8865002bc3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1445622 Jul 08 01:41:47.029971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abb7dc-a070-4487-8906-9a264662bf79 service neutron] Pushing event updated for resources: {'Port': ['ID=846f53b2-c13f-4e5c-8e2d-99040a59c781,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:47.035812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55db53fe-2eec-4492-9a22-81dc92a584c9 req-323f909c-b996-4559-a25f-649eead99505 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905161 Jul 08 01:41:47.067239 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-ae3f7bad-5953-4d65-ae34-fde4f05c9f10 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059166 Jul 08 01:41:47.100783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-e07c7d2e-36ea-4a2d-afd4-d6eeccc26963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:47.103386 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-e07c7d2e-36ea-4a2d-afd4-d6eeccc26963 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 1096 time: 0.1505151 Jul 08 01:41:47.161207 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-f0f63f53-08e5-43d8-a86c-bcfce973314a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=846f53b2-c13f-4e5c-8e2d-99040a59c781 HTTP/1.1" status: 200 len: 217 time: 0.0502439 Jul 08 01:41:47.236106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-1ea65c3c-e72c-4fe5-8cb6-00ef96f6802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:47.237870 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-1ea65c3c-e72c-4fe5-8cb6-00ef96f6802e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.0566206 Jul 08 01:41:47.280273 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-e7a0c57c-9c28-452f-834f-a62aed202db6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357597 Jul 08 01:41:47.286492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-3b66e5e0-80c5-46ee-96c5-dc1d6d304d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:47.287989 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-3b66e5e0-80c5-46ee-96c5-dc1d6d304d4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 1097 time: 0.1362791 Jul 08 01:41:47.447549 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-f04b3106-8c75-490b-8c22-21f6bc4b5a40 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584456 Jul 08 01:41:47.449512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-fecd5497-c21d-44b4-a469-e3cfcbf9dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:47.451218 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-fecd5497-c21d-44b4-a469-e3cfcbf9dd88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.1544399 Jul 08 01:41:47.484375 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-c7fc4f44-f51e-4d8b-9d64-86b606a1aa10 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717804 Jul 08 01:41:47.569073 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-8c979e36-1365-4906-82fa-caeaa1c81f90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422 HTTP/1.1" status: 200 len: 1001 time: 0.1083481 Jul 08 01:41:47.608497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-9dccf3b8-7211-4c75-9b9f-7841938a715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:47.610005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-9dccf3b8-7211-4c75-9b9f-7841938a715f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5933919 Jul 08 01:41:47.614446 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-caefd20a-1121-47aa-8612-41bd9e017ca2 req-52371838-38cf-4536-808b-566ea348af03 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609793 Jul 08 01:41:47.619753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda51d86-70f8-43f9-bee6-c56fc69d2064 req-a173ea66-1f4f-4de1-b2f6-04e603b88af0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:47.621750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dda51d86-70f8-43f9-bee6-c56fc69d2064 req-a173ea66-1f4f-4de1-b2f6-04e603b88af0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 944 time: 0.2041013 Jul 08 01:41:47.634232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-de14dfeb-a99f-4131-8d62-cbbfe67b9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:47.636717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-de14dfeb-a99f-4131-8d62-cbbfe67b9f28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.0594628 Jul 08 01:41:47.662145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceecea0-84b6-47ab-9966-8bfcdb72a571 req-d30ecc04-2f1d-4f78-a72b-e3c6ac608bc1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:47.663603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ceecea0-84b6-47ab-9966-8bfcdb72a571 req-d30ecc04-2f1d-4f78-a72b-e3c6ac608bc1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 944 time: 0.2419343 Jul 08 01:41:47.704279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-4c34c2e9-2371-4bab-8b8d-75f4aa05e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:47.705887 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-4c34c2e9-2371-4bab-8b8d-75f4aa05e008 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573707 Jul 08 01:41:47.716554 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdee286c-9c9a-4143-97bf-c86c0a149fac req-02c44ea3-1a51-4d1f-89af-7c5fc5cf587c service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226768 Jul 08 01:41:47.774476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dda51d86-70f8-43f9-bee6-c56fc69d2064 req-cced68e6-a2f9-4c03-89f2-3a52ecde4c9a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345429 Jul 08 01:41:47.779663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ceecea0-84b6-47ab-9966-8bfcdb72a571 req-40c7fe59-414d-4993-8d8d-272fd617e663 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813613 Jul 08 01:41:47.797569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-8ddce1e9-f86d-4d73-bdb0-659b1f5132f8 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748111 Jul 08 01:41:47.813831 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-36ff4a9b-d86b-49ef-9e5b-26a7f822c487 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973952 Jul 08 01:41:47.919006 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-887deaee-9f0c-4881-8489-ba0845c3b18c service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938766 Jul 08 01:41:47.943028 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7bfacd72-d71d-4da2-a153-2297e9adefa9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384829 Jul 08 01:41:47.977624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-de800f76-db4b-4888-8da1-7da72b78f26e tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1001 time: 0.1150510 Jul 08 01:41:48.008051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 115c975e-3029-4ae0-9273-e1a71a1df22f up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:41:48.026270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-a0f67e29-d124-47f9-bfd1-96f07a8235bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:48.028403 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-a0f67e29-d124-47f9-bfd1-96f07a8235bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e00c0a7b97b417cbc103f03a4be3ed8&device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0553567 Jul 08 01:41:48.067911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d9bf535-e219-4e71-b37d-04922d5d9baa req-ded1e8f4-86c0-4381-b212-b2e346bdbf3f service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638958 Jul 08 01:41:48.073610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 115c975e-3029-4ae0-9273-e1a71a1df22f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:48.081406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 115c975e-3029-4ae0-9273-e1a71a1df22f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:48.083082 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:48.097591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-c9e010b5-314e-4978-811a-04a1be2e7e47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:48.099032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-c9e010b5-314e-4978-811a-04a1be2e7e47 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports/8cd6e4ae-bb63-4af7-8855-165e138b3422 HTTP/1.1" status: 200 len: 942 time: 0.1086974 Jul 08 01:41:48.139475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-1afd505e-bc34-48ad-bb35-c87d49f80cc9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:48.145504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-07f30962-99e9-4764-bf0a-7c28fbe90c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:48.146365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-1afd505e-bc34-48ad-bb35-c87d49f80cc9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905446 Jul 08 01:41:48.147169 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-07f30962-99e9-4764-bf0a-7c28fbe90c5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70 HTTP/1.1" status: 200 len: 915 time: 0.1124225 Jul 08 01:41:48.162717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-fc033f38-1357-4676-850b-4f05d7009db0 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/quotas/7161b0fc71974f25a9dfe35daeaa8f16 HTTP/1.1" status: 200 len: 375 time: 0.0153680 Jul 08 01:41:48.188687 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:48.227013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115c975e-3029-4ae0-9273-e1a71a1df22f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:48.233671 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b6a818-37d9-40ed-b521-2b247d55fc12" -d '{"events": [{"server_uuid": "0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "115c975e-3029-4ae0-9273-e1a71a1df22f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:48.241387 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-8ce75271-2d69-4de4-9881-4038afae6434 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=115c975e-3029-4ae0-9273-e1a71a1df22f HTTP/1.1" status: 200 len: 217 time: 0.0861857 Jul 08 01:41:48.243765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-833df1d2-91e1-458c-bb16-9c18baa107be tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801198 Jul 08 01:41:48.256150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 115c975e-3029-4ae0-9273-e1a71a1df22f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=115c975e-3029-4ae0-9273-e1a71a1df22f,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:48.270466 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:48.350874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-3486701e-7733-4009-8911-a3744c0bf277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:48.353257 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-3486701e-7733-4009-8911-a3744c0bf277 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2a218b-01db-4f93-9799-6312579172d6 HTTP/1.1" status: 200 len: 854 time: 0.0958347 Jul 08 01:41:48.370837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-862e42b5-6916-45e2-bac8-25e5879516b0 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1001 time: 0.0833113 Jul 08 01:41:48.376899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=115c975e-3029-4ae0-9273-e1a71a1df22f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:48.395568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-31dded0b-b7f8-473a-8bf4-da7af8cbcd93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342429 Jul 08 01:41:48.511898 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-8ee827f8-48f4-4b0b-8ad0-4ebbaff8ef90 service neutron] 10.222.0.24 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051395 Jul 08 01:41:48.518846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-0d0f11dc-6205-484b-8098-4ece3307bb60 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:48.529111 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-0d0f11dc-6205-484b-8098-4ece3307bb60 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.1507823 Jul 08 01:41:48.605935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-d79aff96-caa1-49b3-9232-44dd5f21c19e tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1001 time: 0.0765228 Jul 08 01:41:48.618048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-ab9e4fd0-5085-46b5-a36f-0793f7702b16 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:48.634182 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a89daa05-55fd-42c6-aaf0-84a85acdda4d req-6f4e13df-2b4d-472d-937b-70dd523c9346 service neutron] 10.222.0.24 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149054 Jul 08 01:41:48.681987 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-ab9e4fd0-5085-46b5-a36f-0793f7702b16 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:48.857490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-ab9e4fd0-5085-46b5-a36f-0793f7702b16 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:48.862131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-ab9e4fd0-5085-46b5-a36f-0793f7702b16 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:48.862547 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-ab9e4fd0-5085-46b5-a36f-0793f7702b16 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Floating IP 6b1acecd-ad52-4ffa-a395-b4c90b978a8a disassociated. External IP: 172.25.4.207, port: 8cd6e4ae-bb63-4af7-8855-165e138b3422. Jul 08 01:41:48.911278 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246b460b-fe11-42ee-89d9-25af14a860a4 x-openstack-request-id: req-246b460b-fe11-42ee-89d9-25af14a860a4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:48.912169 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdac908-d101-41a1-8231-d624cd7760a4", "tag": "846f53b2-c13f-4e5c-8e2d-99040a59c781", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:48.914315 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-246b460b-fe11-42ee-89d9-25af14a860a4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:48.915298 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdac908-d101-41a1-8231-d624cd7760a4', 'tag': '846f53b2-c13f-4e5c-8e2d-99040a59c781', 'status': 'completed', 'code': 200} Jul 08 01:41:49.059212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f7ea6-a3f4-493a-868e-55c9157abed7 req-b0159abf-fcfa-4a20-bf33-c1c1404d6bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:49.060765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-262f7ea6-a3f4-493a-868e-55c9157abed7 req-b0159abf-fcfa-4a20-bf33-c1c1404d6bb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 1096 time: 0.1110458 Jul 08 01:41:49.246128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-ab9e4fd0-5085-46b5-a36f-0793f7702b16 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Router d9071dab-6479-4114-9105-3b7354e17f13 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:41:49.251889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f7ea6-a3f4-493a-868e-55c9157abed7 req-cd126c3f-78a4-481d-b783-909357c4e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:49.253434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-262f7ea6-a3f4-493a-868e-55c9157abed7 req-cd126c3f-78a4-481d-b783-909357c4e39b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 907 time: 0.1842105 Jul 08 01:41:49.302693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-262f7ea6-a3f4-493a-868e-55c9157abed7 req-c4ee398f-4eb8-4f42-9f62-aad7f788ccad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=846f53b2-c13f-4e5c-8e2d-99040a59c781 HTTP/1.1" status: 200 len: 217 time: 0.0420039 Jul 08 01:41:49.312771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677797-893a-479d-a2cd-5ad2062f01dc req-578b398e-2bfd-4053-9603-658f29b8c2f4 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:49.314244 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00677797-893a-479d-a2cd-5ad2062f01dc req-578b398e-2bfd-4053-9603-658f29b8c2f4 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2425890 Jul 08 01:41:49.457156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f7ea6-a3f4-493a-868e-55c9157abed7 req-3fed3729-b0ed-4dfa-a105-8d231bbf8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:49.458644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-262f7ea6-a3f4-493a-868e-55c9157abed7 req-3fed3729-b0ed-4dfa-a105-8d231bbf8ff4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.1435306 Jul 08 01:41:49.471289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00677797-893a-479d-a2cd-5ad2062f01dc req-491e81ef-0322-49d1-88a4-daabf6d873d6 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164918 Jul 08 01:41:49.517906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-262f7ea6-a3f4-493a-868e-55c9157abed7 req-674c28b9-15c7-4bac-855e-40ed61814630 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454047 Jul 08 01:41:49.535362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-ab9e4fd0-5085-46b5-a36f-0793f7702b16 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:41:49.547904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] Sync routers for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:41:49.549507 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-ab9e4fd0-5085-46b5-a36f-0793f7702b16 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:49.560961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:49.562002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:49.661209 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-ab9e4fd0-5085-46b5-a36f-0793f7702b16 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "PUT /v2.0/floatingips/6b1acecd-ad52-4ffa-a395-b4c90b978a8a HTTP/1.1" status: 200 len: 695 time: 1.0475326 Jul 08 01:41:49.675339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'tag': '8cd6e4ae-bb63-4af7-8855-165e138b3422'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:49.678666 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3eaa638-f963-474b-ad12-7fa58529e457" -d '{"events": [{"name": "network-changed", "server_uuid": "80f713c8-7537-48df-b5b3-830dfbb0969a", "tag": "8cd6e4ae-bb63-4af7-8855-165e138b3422"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:49.703165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:49.746326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-262f7ea6-a3f4-493a-868e-55c9157abed7 req-e5266c2a-21d2-4847-b8cc-d090c0c24b90 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212322 Jul 08 01:41:49.778373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 846f53b2-c13f-4e5c-8e2d-99040a59c781 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:41:49.819612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12895815-e9fd-4161-b248-96093a6d4e87 req-ed4f18d3-45ad-4d35-90dc-7361c7584ba4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:49.821140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12895815-e9fd-4161-b248-96093a6d4e87 req-ed4f18d3-45ad-4d35-90dc-7361c7584ba4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2203743 Jul 08 01:41:49.873056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-49743795-17cb-4b47-b110-e4dc80a1a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:49.874504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-49743795-17cb-4b47-b110-e4dc80a1a7b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 1097 time: 0.1891642 Jul 08 01:41:49.952807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12895815-e9fd-4161-b248-96093a6d4e87 req-c40c84ca-5226-4efb-ad9a-0f7cf1de3163 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199954 Jul 08 01:41:49.958386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-262f7ea6-a3f4-493a-868e-55c9157abed7 req-4037dffa-31e8-4139-81e2-38ef91c03d5f service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049639 Jul 08 01:41:49.963986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 846f53b2-c13f-4e5c-8e2d-99040a59c781, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=846f53b2-c13f-4e5c-8e2d-99040a59c781,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:49.987436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '846f53b2-c13f-4e5c-8e2d-99040a59c781', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'port_id': '846f53b2-c13f-4e5c-8e2d-99040a59c781', 'mac_address': 'fa:16:3e:20:25:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94efa8dc-98fe-402d-a487-c19d12a4e6f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:41:50.016468 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfdbabe-d005-4984-961a-cb597b64b338 x-openstack-request-id: req-ccfdbabe-d005-4984-961a-cb597b64b338 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:50.016603 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "115c975e-3029-4ae0-9273-e1a71a1df22f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:50.016796 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccfdbabe-d005-4984-961a-cb597b64b338 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:50.017371 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115c975e-3029-4ae0-9273-e1a71a1df22f', 'code': 200} Jul 08 01:41:50.027014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-117499a8-a191-474d-a8c9-8b2c9f820043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:50.028787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-117499a8-a191-474d-a8c9-8b2c9f820043 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.1470950 Jul 08 01:41:50.038063 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:50.050427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:50.055172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f1ab14dc-6de2-4632-a42e-38b7fddd9c94 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:50.061683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846f53b2-c13f-4e5c-8e2d-99040a59c781 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:50.086160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-7d588f84-2726-4cfa-837e-69a561ff9223 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422 HTTP/1.1" status: 200 len: 217 time: 0.0513301 Jul 08 01:41:50.134020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] Checking router: d9071dab-6479-4114-9105-3b7354e17f13 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:41:50.163758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 846f53b2-c13f-4e5c-8e2d-99040a59c781, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=846f53b2-c13f-4e5c-8e2d-99040a59c781,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:50.171297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7ee07-8ef0-47bd-a982-4174185f34f8 req-d39b904f-4aa6-496a-9e8e-8dee188c2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:50.171868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:50.172251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:50.173534 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c7ee07-8ef0-47bd-a982-4174185f34f8 req-d39b904f-4aa6-496a-9e8e-8dee188c2250 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0854571 Jul 08 01:41:50.177156 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:50.218230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-37ebc9d6-bda3-42a3-b21c-6f850b699aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:50.219719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-37ebc9d6-bda3-42a3-b21c-6f850b699aee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.1270318 Jul 08 01:41:50.246431 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c7ee07-8ef0-47bd-a982-4174185f34f8 req-20c7deaf-25f1-4e72-b861-744cdbc59b44 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618975 Jul 08 01:41:50.297921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-7729b9b3-d1a5-4fb0-b9ca-bcc85654a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:50.299672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-7729b9b3-d1a5-4fb0-b9ca-bcc85654a0ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694377 Jul 08 01:41:50.337783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=846f53b2-c13f-4e5c-8e2d-99040a59c781,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:50.395576 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:50.421397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-75e451b5-e458-4b4d-a6a4-d4daa6d39ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150696 Jul 08 01:41:50.438090 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['846f53b2-c13f-4e5c-8e2d-99040a59c781'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:50.438803 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-108db1bd-933c-435d-850a-c6336e564499 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271862 Jul 08 01:41:50.490460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:50.532744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:50.546976 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:50.578240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-6d05702a-2ebe-436f-ab5f-07a62558e5a2 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:50.579727 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-6d05702a-2ebe-436f-ab5f-07a62558e5a2 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349537 Jul 08 01:41:50.596604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ff98-578d-4a7b-aeb1-5431ede8d4d6 req-f0c9b962-986d-492d-8d81-210910e98f0c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:50.598212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0349ff98-578d-4a7b-aeb1-5431ede8d4d6 req-f0c9b962-986d-492d-8d81-210910e98f0c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.1898799 Jul 08 01:41:50.600925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fa5358-0a03-450f-8acf-6903df5d6ab2 req-1392bf34-f0cb-45fd-b34a-a648b9f1629e service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561515 Jul 08 01:41:50.609859 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Request body: {'port': {'device_id': 'b9a05e0b-611d-4eab-a4a9-7c93a789b201', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '7161b0fc71974f25a9dfe35daeaa8f16'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:50.666915 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0349ff98-578d-4a7b-aeb1-5431ede8d4d6 req-adc952e1-b9a2-4871-a0c5-4048f69f35d4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590692 Jul 08 01:41:50.812169 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7999e71e-3e27-4f1c-9585-a30f13595b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:50.825391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Made reservation on behalf of 7161b0fc71974f25a9dfe35daeaa8f16 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:41:50.828966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:50.879555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:50.919875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54cb5-3c13-4b1a-95d8-459d22d7ffca req-6617de07-0d74-4a8f-b497-429b30d3cb18 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:50.927345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bae54cb5-3c13-4b1a-95d8-459d22d7ffca req-6617de07-0d74-4a8f-b497-429b30d3cb18 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 949 time: 0.1300535 Jul 08 01:41:50.946425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5b908-703c-41e0-8dc4-3bf8abe7b289 req-7fddc1f4-6557-48fd-8490-a390026f74df tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:50.948230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ade5b908-703c-41e0-8dc4-3bf8abe7b289 req-7fddc1f4-6557-48fd-8490-a390026f74df tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 945 time: 0.2038784 Jul 08 01:41:50.991763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Allocated IP 192.168.233.199 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/17b1f57b-18d8-4076-9391-d45051bbdd62) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:41:51.013868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bae54cb5-3c13-4b1a-95d8-459d22d7ffca req-552bbea2-4f46-45f1-8f8b-4bcd93dec8d9 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848372 Jul 08 01:41:51.042348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:51.044843 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ade5b908-703c-41e0-8dc4-3bf8abe7b289 req-287756fa-efc0-4ab7-af0d-8f4c0903df4d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845890 Jul 08 01:41:51.098504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5956ebc-c640-49ce-865f-72f1e9560901 None None] The sync data for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 is: [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:41:51.102772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-03fe43ec-85e4-42a0-809b-009e7cec09b5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431139 Jul 08 01:41:51.132104 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a7b3fd-ce85-46ee-b88f-3ac9d8535bc7 x-openstack-request-id: req-70a7b3fd-ce85-46ee-b88f-3ac9d8535bc7 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:51.133303 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f713c8-7537-48df-b5b3-830dfbb0969a", "tag": "8cd6e4ae-bb63-4af7-8855-165e138b3422", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:51.133575 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70a7b3fd-ce85-46ee-b88f-3ac9d8535bc7 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:51.134066 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'tag': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'status': 'completed', 'code': 200} Jul 08 01:41:51.235757 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:51.274439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Transition to ACTIVE for port object 17b1f57b-18d8-4076-9391-d45051bbdd62 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:51.279897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-28cbccb9-495e-4fd9-8b74-774cda4d758c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:51.281473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-28cbccb9-495e-4fd9-8b74-774cda4d758c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1696842 Jul 08 01:41:51.360431 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:51.404143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:51.446862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:41:51.451449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:41:51.454123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:41:51.504446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event updated for resources: {'Port': ['ID=17b1f57b-18d8-4076-9391-d45051bbdd62,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:51.566784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:51.567474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:51.602286 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-8d698487-d841-4b2f-b1af-9e2302965b15 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9972825 Jul 08 01:41:51.618142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Request body: {'port': {'device_id': 'b9a05e0b-611d-4eab-a4a9-7c93a789b201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:51.747876 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:51.751001 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6f434f-50a9-492e-8d19-848574e67af1 None None] New status for floating IP 6b1acecd-ad52-4ffa-a395-b4c90b978a8a: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:41:51.769999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 846f53b2-c13f-4e5c-8e2d-99040a59c781 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:41:51.817136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9a19ff90-5c4c-4c85-b145-bd1970e7d28d None None] Provisioning for port 17b1f57b-18d8-4076-9391-d45051bbdd62 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:51.819742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Request body: {'port': {'device_id': 'f964a093-4cb1-44b3-8976-c3095507990f', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '7161b0fc71974f25a9dfe35daeaa8f16'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:51.835008 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9a19ff90-5c4c-4c85-b145-bd1970e7d28d None None] Provisioning complete for port 17b1f57b-18d8-4076-9391-d45051bbdd62 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:51.835683 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9a19ff90-5c4c-4c85-b145-bd1970e7d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:51.878368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9a19ff90-5c4c-4c85-b145-bd1970e7d28d None None] Port 17b1f57b-18d8-4076-9391-d45051bbdd62 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:41:51.900708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 846f53b2-c13f-4e5c-8e2d-99040a59c781 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:51.908594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 846f53b2-c13f-4e5c-8e2d-99040a59c781 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:51.909256 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:52.009903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8997bc7-74a4-4b1b-a5b1-4ba7f8e1e7db req-e1503519-966c-473d-a0a7-f3adfd5c37c7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:52.012929 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:52.013491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8997bc7-74a4-4b1b-a5b1-4ba7f8e1e7db req-e1503519-966c-473d-a0a7-f3adfd5c37c7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.8522813 Jul 08 01:41:52.021373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:52.024461 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2535c7d6-1be0-4dca-9fe0-5e9fd0566421" -d '{"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:52.046986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-d893929e-a943-4fd7-9e48-9807a5f3d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:52.049210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-d893929e-a943-4fd7-9e48-9807a5f3d369 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 1097 time: 0.8890624 Jul 08 01:41:52.055112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 846f53b2-c13f-4e5c-8e2d-99040a59c781, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=846f53b2-c13f-4e5c-8e2d-99040a59c781,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:52.065934 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:52.076650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13067332-1f11-48a7-9646-7663bc085862 req-e4ec091e-f7cd-4de9-886d-637fbc788f38 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:52.078451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13067332-1f11-48a7-9646-7663bc085862 req-e4ec091e-f7cd-4de9-886d-637fbc788f38 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201 HTTP/1.1" status: 200 len: 936 time: 0.2794447 Jul 08 01:41:52.079081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Made reservation on behalf of 7161b0fc71974f25a9dfe35daeaa8f16 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:41:52.083572 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:52.095242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b1f57b-18d8-4076-9391-d45051bbdd62 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:52.103312 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:52.116374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Transition to ACTIVE for port object 17b1f57b-18d8-4076-9391-d45051bbdd62 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:52.120215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=846f53b2-c13f-4e5c-8e2d-99040a59c781,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:52.121524 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:52.174740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Pushing event updated for resources: {'Port': ['ID=17b1f57b-18d8-4076-9391-d45051bbdd62,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:52.235682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8997bc7-74a4-4b1b-a5b1-4ba7f8e1e7db req-6f8f2626-d7e9-4815-8042-8fb3fe3e3339 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814909 Jul 08 01:41:52.275067 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Attempting to bind port 17b1f57b-18d8-4076-9391-d45051bbdd62 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:41:52.275510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Attempting to bind port 17b1f57b-18d8-4076-9391-d45051bbdd62 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:41:52.275909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Attempting to bind port 17b1f57b-18d8-4076-9391-d45051bbdd62 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:52.282120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Port 17b1f57b-18d8-4076-9391-d45051bbdd62 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:41:52.282554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Attempting to bind port 17b1f57b-18d8-4076-9391-d45051bbdd62 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:52.282687 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13067332-1f11-48a7-9646-7663bc085862 req-f7eeb881-40b5-49fb-a0d3-7e24c9cac318 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896527 Jul 08 01:41:52.292871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:41:52.293520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:41:52.294126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:41:52.295112 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Bound port: 17b1f57b-18d8-4076-9391-d45051bbdd62, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:41:52.296004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:52.317666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-8a3fc764-0acb-4f2d-aea1-4232cbfb29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:52.319284 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-8a3fc764-0acb-4f2d-aea1-4232cbfb29b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.2547452 Jul 08 01:41:52.379891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] For port 17b1f57b-18d8-4076-9391-d45051bbdd62, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:41:52.383809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] For port 17b1f57b-18d8-4076-9391-d45051bbdd62, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=17b1f57b-18d8-4076-9391-d45051bbdd62,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:41:52.394332 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:52.394586 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Allocated IP 192.168.233.235 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/edb71c71-c7cc-4200-86aa-36f25bf1bbf3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:41:52.440020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:52.440826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:52.442440 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] 10.222.0.24 "PUT /v2.0/ports/17b1f57b-18d8-4076-9391-d45051bbdd62 HTTP/1.1" status: 200 len: 1097 time: 0.8291295 Jul 08 01:41:52.442849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a05e0b-611d-4eab-a4a9-7c93a789b201', 'tag': '17b1f57b-18d8-4076-9391-d45051bbdd62'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:52.445254 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9390830f-4faf-4c56-a31a-322cce56f497" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a05e0b-611d-4eab-a4a9-7c93a789b201", "tag": "17b1f57b-18d8-4076-9391-d45051bbdd62"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:52.466434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-3a96d994-1844-4505-8c4a-4cc2700a5ad2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422 HTTP/1.1" status: 200 len: 217 time: 0.0578561 Jul 08 01:41:52.480904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d027a0e-93f1-44d6-b267-1f041a386391 service neutron] Pushing event updated for resources: {'Port': ['ID=17b1f57b-18d8-4076-9391-d45051bbdd62,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:52.608141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-03e98acb-cf69-4065-99c6-8d05fb04ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:52.609834 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-03e98acb-cf69-4065-99c6-8d05fb04ed94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201 HTTP/1.1" status: 200 len: 1100 time: 0.0872416 Jul 08 01:41:52.624199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-dc22b3ed-7dd9-4802-a84b-a8e1c0e0f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:52.626085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-dc22b3ed-7dd9-4802-a84b-a8e1c0e0f640 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.1164887 Jul 08 01:41:52.795890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-ede9f972-035d-4bf0-b716-7c1b93a812d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:52.797947 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-ede9f972-035d-4bf0-b716-7c1b93a812d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348085 Jul 08 01:41:52.818897 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:52.901246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Transition to ACTIVE for port object edb71c71-c7cc-4200-86aa-36f25bf1bbf3 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:52.990899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-bec82519-69b3-44fa-95a9-0b587405de3b service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855567 Jul 08 01:41:53.003159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f316d-4331-47e4-bb11-faf14918f0a9 req-5d4336b2-bef9-4dde-b898-2eb7b4d27be2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.004713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-684f316d-4331-47e4-bb11-faf14918f0a9 req-5d4336b2-bef9-4dde-b898-2eb7b4d27be2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2006581 Jul 08 01:41:53.007308 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-70c1b90b-5ede-432f-af49-062aec645928 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=17b1f57b-18d8-4076-9391-d45051bbdd62 HTTP/1.1" status: 200 len: 217 time: 0.3798797 Jul 08 01:41:53.058451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-bda4a65a-c396-4de3-8873-51b1adc8211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.059829 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-bda4a65a-c396-4de3-8873-51b1adc8211d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0447183 Jul 08 01:41:53.069759 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:53.081050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:53.137249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-a4ce5af9-e675-4190-b65e-012c90c1ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.138681 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-a4ce5af9-e675-4190-b65e-012c90c1ea42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0573823 Jul 08 01:41:53.190713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:41:53.197909 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-684f316d-4331-47e4-bb11-faf14918f0a9 req-25e07cda-5ad6-4110-85f7-d37af57d9dd6 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753297 Jul 08 01:41:53.205871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:41:53.211123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:41:53.216938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event updated for resources: {'Port': ['ID=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:53.266862 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32ebc8b-1203-4edf-b595-7c86e7628a89 x-openstack-request-id: req-b32ebc8b-1203-4edf-b595-7c86e7628a89 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:53.267375 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:53.267803 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b32ebc8b-1203-4edf-b595-7c86e7628a89 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:53.268396 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'code': 200} Jul 08 01:41:53.289309 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-0bfa4a41-e2fc-4aba-8a4b-9f7632265d70 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324584 Jul 08 01:41:53.301127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.301774 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:53.315288 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3eaa638-f963-474b-ad12-7fa58529e457 req-6f1b27c4-fb04-43df-b61b-8670fe299c4f service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079944 Jul 08 01:41:53.332722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f216e-0bf7-4b4f-985e-5afd27a75f38 req-ab27034a-a79f-4b8c-968c-e467536a1f8d tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.341018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba9f216e-0bf7-4b4f-985e-5afd27a75f38 req-ab27034a-a79f-4b8c-968c-e467536a1f8d tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.3198647 Jul 08 01:41:53.350439 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-74082d18-f8b8-4a70-82a6-dd8df0a35293 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5524716 Jul 08 01:41:53.350692 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1662be49-dff6-4d5e-abc2-125aacecceae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:53.370881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Request body: {'port': {'device_id': 'f964a093-4cb1-44b3-8976-c3095507990f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:53.422046 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-c091a465-2307-431c-a014-3f600eecefbf service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219680 Jul 08 01:41:53.451213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba9f216e-0bf7-4b4f-985e-5afd27a75f38 req-24f03157-93d0-4c0e-84a5-c0fffddceeec tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092079 Jul 08 01:41:53.482996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ca374fe2-b97b-4908-bf08-2cb9a17d4c09 None None] Provisioning for port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:53.487123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ca374fe2-b97b-4908-bf08-2cb9a17d4c09 None None] Provisioning complete for port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:53.487504 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ca374fe2-b97b-4908-bf08-2cb9a17d4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:53.505312 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:53.531659 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ca374fe2-b97b-4908-bf08-2cb9a17d4c09 None None] Port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:41:53.537940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e187f0-e212-4d9a-aae2-5948aed30d72 req-4d4d1db1-b6fb-4a0c-8017-60fa80e689a1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.539410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-49e187f0-e212-4d9a-aae2-5948aed30d72 req-4d4d1db1-b6fb-4a0c-8017-60fa80e689a1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 946 time: 0.1246364 Jul 08 01:41:53.596957 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:53.643944 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9591b-f162-4a30-8815-57cbd0016587 x-openstack-request-id: req-5ed9591b-f162-4a30-8815-57cbd0016587 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:53.644344 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a05e0b-611d-4eab-a4a9-7c93a789b201", "tag": "17b1f57b-18d8-4076-9391-d45051bbdd62", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:53.644699 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ed9591b-f162-4a30-8815-57cbd0016587 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:53.645162 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a05e0b-611d-4eab-a4a9-7c93a789b201', 'tag': '17b1f57b-18d8-4076-9391-d45051bbdd62', 'status': 'completed', 'code': 200} Jul 08 01:41:53.659274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-49e187f0-e212-4d9a-aae2-5948aed30d72 req-62612bbe-4a03-4b73-8a3d-adbb9e4fe283 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983319 Jul 08 01:41:53.763269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390830f-4faf-4c56-a31a-322cce56f497 req-e60575d4-0b5b-4cf9-9ccc-e56f106fd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.764912 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9390830f-4faf-4c56-a31a-322cce56f497 req-e60575d4-0b5b-4cf9-9ccc-e56f106fd304 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201 HTTP/1.1" status: 200 len: 1100 time: 0.0839942 Jul 08 01:41:53.866020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390830f-4faf-4c56-a31a-322cce56f497 req-e2bbf791-8778-4855-8dbf-6e74efd82e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.867537 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9390830f-4faf-4c56-a31a-322cce56f497 req-e2bbf791-8778-4855-8dbf-6e74efd82e15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.0944569 Jul 08 01:41:53.889809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-44d2df0f-e6ca-4c31-ad66-bdee0235db53 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.891317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-44d2df0f-e6ca-4c31-ad66-bdee0235db53 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1513901 Jul 08 01:41:53.912370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9390830f-4faf-4c56-a31a-322cce56f497 req-4856c68b-6072-46b1-9e54-93672bd2e023 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=17b1f57b-18d8-4076-9391-d45051bbdd62 HTTP/1.1" status: 200 len: 217 time: 0.0357332 Jul 08 01:41:53.966970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390830f-4faf-4c56-a31a-322cce56f497 req-5e2b55da-f170-4e66-9da3-d2dd7ac3b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:53.968464 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9390830f-4faf-4c56-a31a-322cce56f497 req-5e2b55da-f170-4e66-9da3-d2dd7ac3b14e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0489690 Jul 08 01:41:53.977807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-2cf1e301-a545-497b-a9e5-6548006b40d0 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 696 time: 0.0770035 Jul 08 01:41:53.985561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb71c71-c7cc-4200-86aa-36f25bf1bbf3 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:53.997080 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.005541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-b6e175b0-6c8b-447f-afa8-b0878f0704a5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Request body: {'floatingip': {'port_id': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:54.030189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390830f-4faf-4c56-a31a-322cce56f497 req-9e3d7185-2541-4f1d-94da-8692a999adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:54.031711 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9390830f-4faf-4c56-a31a-322cce56f497 req-9e3d7185-2541-4f1d-94da-8692a999adba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0543296 Jul 08 01:41:54.055140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea01e55-b3a8-45aa-a151-e8a08490b127 req-9962caae-61e8-4d6b-9340-eae56f861a74 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:54.056667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ea01e55-b3a8-45aa-a151-e8a08490b127 req-9962caae-61e8-4d6b-9340-eae56f861a74 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2414193 Jul 08 01:41:54.061416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Transition to ACTIVE for port object edb71c71-c7cc-4200-86aa-36f25bf1bbf3 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:54.070197 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-b6e175b0-6c8b-447f-afa8-b0878f0704a5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.072340 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.132960 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9390830f-4faf-4c56-a31a-322cce56f497 req-799a90e1-83ea-4697-8790-12fe665f65b1 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935886 Jul 08 01:41:54.211703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Pushing event updated for resources: {'Port': ['ID=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:54.225471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ea01e55-b3a8-45aa-a151-e8a08490b127 req-93247ba2-ef14-4c23-be45-7885582fb32b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586382 Jul 08 01:41:54.273044 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9390830f-4faf-4c56-a31a-322cce56f497 req-f8d83911-04fe-448b-9d34-155ffab205b8 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316540 Jul 08 01:41:54.503727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Attempting to bind port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:41:54.504064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Attempting to bind port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:41:54.504422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Attempting to bind port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:54.508824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3d5c4d77-4928-43a7-bdc5-694499844555 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:54.510314 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3d5c4d77-4928-43a7-bdc5-694499844555 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.24 "GET /v2.0/ports?device_id=80f713c8-7537-48df-b5b3-830dfbb0969a HTTP/1.1" status: 200 len: 945 time: 0.0684025 Jul 08 01:41:54.549711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:41:54.550057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Attempting to bind port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:41:54.566984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d1924-e051-4d31-9d96-38e86d407e8e req-9645415e-73ed-4bed-b30b-7522964f8d97 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:54.568514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b61d1924-e051-4d31-9d96-38e86d407e8e req-9645415e-73ed-4bed-b30b-7522964f8d97 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201 HTTP/1.1" status: 200 len: 948 time: 0.1879978 Jul 08 01:41:54.569246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:41:54.569582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:41:54.569966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:41:54.570407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Bound port: edb71c71-c7cc-4200-86aa-36f25bf1bbf3, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:41:54.570769 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.627884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3ff7ec66-3084-4879-bb29-52defe9a65fe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Deleting port 8cd6e4ae-bb63-4af7-8855-165e138b3422 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:54.628268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3ff7ec66-3084-4879-bb29-52defe9a65fe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.646004 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.718835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3ff7ec66-3084-4879-bb29-52defe9a65fe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] For port 8cd6e4ae-bb63-4af7-8855-165e138b3422, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8cd6e4ae-bb63-4af7-8855-165e138b3422,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:54.719200 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3ff7ec66-3084-4879-bb29-52defe9a65fe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.722963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b61d1924-e051-4d31-9d96-38e86d407e8e req-a0519300-6fc3-4b2b-ac8f-efe2a9cb6446 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150110 Jul 08 01:41:54.734036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3ff7ec66-3084-4879-bb29-52defe9a65fe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Calling delete_port for 8cd6e4ae-bb63-4af7-8855-165e138b3422 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:54.752141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] For port edb71c71-c7cc-4200-86aa-36f25bf1bbf3, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:41:54.756623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] For port edb71c71-c7cc-4200-86aa-36f25bf1bbf3, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:41:54.766584 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.834663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:54.835295 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.836792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] 10.222.0.24 "PUT /v2.0/ports/edb71c71-c7cc-4200-86aa-36f25bf1bbf3 HTTP/1.1" status: 200 len: 1097 time: 1.4707243 Jul 08 01:41:54.839439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f964a093-4cb1-44b3-8976-c3095507990f', 'tag': 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:54.841941 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819c69bb-dbce-4600-9abc-f43b3581799c" -d '{"events": [{"name": "network-changed", "server_uuid": "f964a093-4cb1-44b3-8976-c3095507990f", "tag": "edb71c71-c7cc-4200-86aa-36f25bf1bbf3"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:54.896542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3ff7ec66-3084-4879-bb29-52defe9a65fe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.910205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f4470413-068f-4fcd-8239-276e7c6adafa', '8cd6e4ae-bb63-4af7-8855-165e138b3422'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:54.930302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7ec66-3084-4879-bb29-52defe9a65fe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Pushing event deleted for resources: {'Port': ['ID=8cd6e4ae-bb63-4af7-8855-165e138b3422,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:54.982209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3ff7ec66-3084-4879-bb29-52defe9a65fe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] No DVR routers for this DVR port 8cd6e4ae-bb63-4af7-8855-165e138b3422 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:54.985090 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3ff7ec66-3084-4879-bb29-52defe9a65fe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:54.987133 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f84c4757-3221-4d08-baea-d01d963fe59b req-3ff7ec66-3084-4879-bb29-52defe9a65fe tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.24 "DELETE /v2.0/ports/8cd6e4ae-bb63-4af7-8855-165e138b3422 HTTP/1.1" status: 204 len: 173 time: 0.4596548 Jul 08 01:41:55.271632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdac908-d101-41a1-8231-d624cd7760a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846f53b2-c13f-4e5c-8e2d-99040a59c781'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:55.274059 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6b9562-d323-4b02-bcff-86a7b0ab2d06" -d '{"events": [{"server_uuid": "dcdac908-d101-41a1-8231-d624cd7760a4", "name": "network-vif-plugged", "status": "completed", "tag": "846f53b2-c13f-4e5c-8e2d-99040a59c781"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:55.294248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4a8f7-5fd4-4887-ae68-95c039c177f5 service neutron] Pushing event updated for resources: {'Port': ['ID=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:55.311585 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-b6e175b0-6c8b-447f-afa8-b0878f0704a5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:55.319785 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-b6e175b0-6c8b-447f-afa8-b0878f0704a5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:55.428334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd0d2e-9ef4-4895-a46a-31f3b1005585 req-436fefad-d26a-43aa-94ad-1df186547cbf tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:55.429715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53cd0d2e-9ef4-4895-a46a-31f3b1005585 req-436fefad-d26a-43aa-94ad-1df186547cbf tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.2072406 Jul 08 01:41:55.433938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-34ab6c5c-0a23-4a92-ae76-7aa154c1153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:55.435301 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-34ab6c5c-0a23-4a92-ae76-7aa154c1153a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=f964a093-4cb1-44b3-8976-c3095507990f HTTP/1.1" status: 200 len: 1100 time: 0.2166739 Jul 08 01:41:55.507005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-3a726227-6ddd-4771-b3a5-7a4a2c7e0973 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=edb71c71-c7cc-4200-86aa-36f25bf1bbf3 HTTP/1.1" status: 200 len: 217 time: 0.0561845 Jul 08 01:41:55.519276 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-b6e175b0-6c8b-447f-afa8-b0878f0704a5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Floating IP 6b1acecd-ad52-4ffa-a395-b4c90b978a8a associated. External IP: 172.25.4.207, port: f4470413-068f-4fcd-8239-276e7c6adafa. Jul 08 01:41:55.588089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53cd0d2e-9ef4-4895-a46a-31f3b1005585 req-dee15b88-a39c-4628-b790-539d827156f4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501586 Jul 08 01:41:55.614927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-955c31a6-3dd9-4ebc-be9c-e98cf33a71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:55.616711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-955c31a6-3dd9-4ebc-be9c-e98cf33a71cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0951152 Jul 08 01:41:55.647384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'name': 'network-vif-deleted', 'tag': '8cd6e4ae-bb63-4af7-8855-165e138b3422'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:55.649517 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c747425a-9e4d-4372-b7c1-4688d8baa21f" -d '{"events": [{"server_uuid": "80f713c8-7537-48df-b5b3-830dfbb0969a", "name": "network-vif-deleted", "tag": "8cd6e4ae-bb63-4af7-8855-165e138b3422"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:55.764117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-9bc832ad-4523-4491-bb06-e43a391cedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:55.765660 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-9bc832ad-4523-4491-bb06-e43a391cedf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1407149 Jul 08 01:41:55.897632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-b6e175b0-6c8b-447f-afa8-b0878f0704a5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Router d9071dab-6479-4114-9105-3b7354e17f13 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:41:55.939735 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-ed3f5141-c8e0-451e-a631-cc75bcf68bfe service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644042 Jul 08 01:41:56.088453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 17b1f57b-18d8-4076-9391-d45051bbdd62 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:41:56.149077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-3d5a3d7e-5734-431d-a349-7599c7e0681a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:56.150569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-3d5a3d7e-5734-431d-a349-7599c7e0681a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 812 time: 0.2398503 Jul 08 01:41:56.181264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19ffda3e-09e7-4b1f-a7af-7e45c3f57ddc req-0d7a85a0-dbb3-4ae7-8e45-ac3d6a4cda81 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168911 Jul 08 01:41:56.185805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-eadf0de8-9bc2-4e27-adef-9250834aab5b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/quotas/cec18a91ea6241bc928d3059c8dae9cc HTTP/1.1" status: 200 len: 375 time: 0.0270298 Jul 08 01:41:56.187894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 17b1f57b-18d8-4076-9391-d45051bbdd62, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=17b1f57b-18d8-4076-9391-d45051bbdd62,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:56.192225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-b6e175b0-6c8b-447f-afa8-b0878f0704a5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:41:56.197048 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-b6e175b0-6c8b-447f-afa8-b0878f0704a5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:56.206060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] Sync routers for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:41:56.212813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '17b1f57b-18d8-4076-9391-d45051bbdd62', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '17b1f57b-18d8-4076-9391-d45051bbdd62', 'mac_address': 'fa:16:3e:eb:e6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:41:56.223938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:56.224623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:56.267353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-b6e175b0-6c8b-447f-afa8-b0878f0704a5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "PUT /v2.0/floatingips/6b1acecd-ad52-4ffa-a395-b4c90b978a8a HTTP/1.1" status: 200 len: 996 time: 2.2743175 Jul 08 01:41:56.314504 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:56.317199 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:56.329786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-aebb3f02-e1b9-4445-af83-9bb52a2434ad tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1112165 Jul 08 01:41:56.359950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b1f57b-18d8-4076-9391-d45051bbdd62 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:56.395973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 17b1f57b-18d8-4076-9391-d45051bbdd62, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=17b1f57b-18d8-4076-9391-d45051bbdd62,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:56.403804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:56.405586 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:56.417027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-2791cad8-e15c-46c4-8a08-970c2d5493fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:56.418568 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-2791cad8-e15c-46c4-8a08-970c2d5493fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1097 time: 0.1307294 Jul 08 01:41:56.498392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-f489cdd2-c17f-49cf-a75e-9ecb5a4d20f7 service neutron] 10.222.0.41 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614528 Jul 08 01:41:56.528185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=17b1f57b-18d8-4076-9391-d45051bbdd62,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:56.594152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-99b74b8e-0a05-4d88-9678-1cb2dd0a4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:56.595643 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-99b74b8e-0a05-4d88-9678-1cb2dd0a4e50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.1711643 Jul 08 01:41:56.654299 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-de21f0ad-969a-496d-95ec-90f69fb2e4f4 service neutron] 10.222.0.41 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495275 Jul 08 01:41:56.674099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:d3:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:54Z', 'revision_number': 8, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:56.677576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-3a90693b-75b8-4462-9991-13b1b1c10e4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 999 time: 0.0738235 Jul 08 01:41:56.711134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] Checking router: d9071dab-6479-4114-9105-3b7354e17f13 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:41:56.719660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:41:56.720333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:56.724829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:56.732668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-8a81c825-7fdb-4461-bf8c-3be64615b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:56.734182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-8a81c825-7fdb-4461-bf8c-3be64615b9e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.0490682 Jul 08 01:41:56.819940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-ceafd3a5-c686-4979-8c43-237420cdedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:56.822469 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-ceafd3a5-c686-4979-8c43-237420cdedb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822582 Jul 08 01:41:56.912642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:41:56.946047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-dbe1697c-4e67-4dc8-8f0b-fb6750e40031 service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133373 Jul 08 01:41:57.104240 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da45ad00-cab9-48fe-a103-db5d38a2e4c7 req-b97395e0-8416-4a45-9b3d-fcb5df4b1a9d service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515956 Jul 08 01:41:57.138794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea95571-4524-4bfb-90f7-a2ec2f76d681 req-65a7b3f5-d820-4a6e-b5f3-4da6afdfccae tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:57.140943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ea95571-4524-4bfb-90f7-a2ec2f76d681 req-65a7b3f5-d820-4a6e-b5f3-4da6afdfccae tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 946 time: 0.0932124 Jul 08 01:41:57.209020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ea95571-4524-4bfb-90f7-a2ec2f76d681 req-86ea0bf4-e4ef-4728-b90c-b538ddcbdd37 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571856 Jul 08 01:41:57.210628 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe68b2c-abfc-44ee-810d-449b58bd9835 x-openstack-request-id: req-bbe68b2c-abfc-44ee-810d-449b58bd9835 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:57.211425 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f964a093-4cb1-44b3-8976-c3095507990f", "tag": "edb71c71-c7cc-4200-86aa-36f25bf1bbf3", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:57.213626 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbe68b2c-abfc-44ee-810d-449b58bd9835 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:57.214336 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f964a093-4cb1-44b3-8976-c3095507990f', 'tag': 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', 'status': 'completed', 'code': 200} Jul 08 01:41:57.242576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:d3:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:54Z', 'revision_number': 8, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:41:57.247107 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913b829d-4272-475a-8e65-e2f37c99cb00 x-openstack-request-id: req-913b829d-4272-475a-8e65-e2f37c99cb00 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:57.248341 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdac908-d101-41a1-8231-d624cd7760a4", "name": "network-vif-plugged", "status": "completed", "tag": "846f53b2-c13f-4e5c-8e2d-99040a59c781", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:57.249021 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-913b829d-4272-475a-8e65-e2f37c99cb00 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:57.250253 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdac908-d101-41a1-8231-d624cd7760a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846f53b2-c13f-4e5c-8e2d-99040a59c781', 'code': 200} Jul 08 01:41:57.317250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c69bb-dbce-4600-9abc-f43b3581799c req-9bee371f-11a2-48b9-9f78-0faa5072e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:57.318945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-819c69bb-dbce-4600-9abc-f43b3581799c req-9bee371f-11a2-48b9-9f78-0faa5072e9d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=f964a093-4cb1-44b3-8976-c3095507990f HTTP/1.1" status: 200 len: 1100 time: 0.0951047 Jul 08 01:41:57.322997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f67be8b-322f-40aa-a102-ba34ada1937d None None] The sync data for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 is: [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '6b1acecd-ad52-4ffa-a395-b4c90b978a8a', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'floating_ip_address': '172.25.4.207', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'port_id': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'mac_address': 'fa:16:3e:d3:74:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:41:10Z', 'updated_at': '2021-07-08T01:41:54Z', 'revision_number': 8, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:41:57.353431 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecefdad-dc76-4d80-b390-6bba776aaf58 x-openstack-request-id: req-0ecefdad-dc76-4d80-b390-6bba776aaf58 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:41:57.353947 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f713c8-7537-48df-b5b3-830dfbb0969a", "name": "network-vif-deleted", "tag": "8cd6e4ae-bb63-4af7-8855-165e138b3422", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:41:57.354069 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ecefdad-dc76-4d80-b390-6bba776aaf58 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:41:57.354949 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f713c8-7537-48df-b5b3-830dfbb0969a', 'name': 'network-vif-deleted', 'tag': '8cd6e4ae-bb63-4af7-8855-165e138b3422', 'status': 'completed', 'code': 200} Jul 08 01:41:57.498545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c69bb-dbce-4600-9abc-f43b3581799c req-ec59bf4c-5af4-4253-8e9e-c795ba626ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:57.500022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-819c69bb-dbce-4600-9abc-f43b3581799c req-ec59bf4c-5af4-4253-8e9e-c795ba626ed8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1708734 Jul 08 01:41:57.525008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154f6b7-1b80-4387-8540-0632f819d7bd req-443005cf-1c97-41e4-9ee9-a26fac76a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:57.526966 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3154f6b7-1b80-4387-8540-0632f819d7bd req-443005cf-1c97-41e4-9ee9-a26fac76a267 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 1098 time: 0.1443827 Jul 08 01:41:57.567329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-819c69bb-dbce-4600-9abc-f43b3581799c req-29cacc2f-9cdf-423c-8bd8-b0b25f2158e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=edb71c71-c7cc-4200-86aa-36f25bf1bbf3 HTTP/1.1" status: 200 len: 217 time: 0.0449102 Jul 08 01:41:57.677352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3154f6b7-1b80-4387-8540-0632f819d7bd req-cb7c18f6-8304-4ddb-a07d-dedc3e87cb24 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090665 Jul 08 01:41:57.679122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c69bb-dbce-4600-9abc-f43b3581799c req-c7ce1e34-caac-4664-8e05-f2a2b3899a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:57.680070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-819c69bb-dbce-4600-9abc-f43b3581799c req-c7ce1e34-caac-4664-8e05-f2a2b3899a50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0975018 Jul 08 01:41:57.713318 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc024124-40dd-4ee2-bc98-ef3914d957bd None None] New status for floating IP 6b1acecd-ad52-4ffa-a395-b4c90b978a8a: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:41:57.796895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ece48-2d84-4cd6-9297-a65bdcbbe75f req-fca4a83a-a4c0-4bfb-a7b2-3a6e69614ff7 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:57.798407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e11ece48-2d84-4cd6-9297-a65bdcbbe75f req-fca4a83a-a4c0-4bfb-a7b2-3a6e69614ff7 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201 HTTP/1.1" status: 200 len: 949 time: 0.3138797 Jul 08 01:41:57.876056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c69bb-dbce-4600-9abc-f43b3581799c req-3452d2b3-7a0e-4708-a7dc-0060bd8137e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:57.877584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-819c69bb-dbce-4600-9abc-f43b3581799c req-3452d2b3-7a0e-4708-a7dc-0060bd8137e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1892004 Jul 08 01:41:57.907592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e11ece48-2d84-4cd6-9297-a65bdcbbe75f req-a8735efa-1d81-4a19-913b-2647b5f71c89 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998483 Jul 08 01:41:57.965553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204721f-ab80-44e2-960f-3920dafc044f req-7e03a856-e962-4050-8bde-5c364b8f8e6e tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:57.966962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c204721f-ab80-44e2-960f-3920dafc044f req-7e03a856-e962-4050-8bde-5c364b8f8e6e tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 949 time: 0.2152386 Jul 08 01:41:58.038080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c204721f-ab80-44e2-960f-3920dafc044f req-10dd8dff-0954-4cac-baa1-3f36339f3af7 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.41 "GET /v2.0/security-groups?id=a45f22b2-95aa-4c95-aee0-a6b12259ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594049 Jul 08 01:41:58.050791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-819c69bb-dbce-4600-9abc-f43b3581799c req-fb4a0b08-4974-4492-b342-c4edda7de495 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591918 Jul 08 01:41:58.074417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40e17e99-02f2-43be-be9f-877a65e91b20 req-2241eccc-35c8-448b-a912-18bbdfbc3091 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 210 time: 0.0434339 Jul 08 01:41:58.103215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device edb71c71-c7cc-4200-86aa-36f25bf1bbf3 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:41:58.114100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 17b1f57b-18d8-4076-9391-d45051bbdd62 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:41:58.270683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-42c740e4-37be-48d1-ad27-2cf6ab49b0b0 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:58.273343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-42c740e4-37be-48d1-ad27-2cf6ab49b0b0 tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.24 "GET /v2.0/ports?device_id=652fc60b-d885-4816-8782-97bd54cab514 HTTP/1.1" status: 200 len: 949 time: 0.1636944 Jul 08 01:41:58.420508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 17b1f57b-18d8-4076-9391-d45051bbdd62 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:41:58.434393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 17b1f57b-18d8-4076-9391-d45051bbdd62 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:41:58.435143 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.449981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-098aaa59-2542-403e-ad85-b8efc561b1fd tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Deleting port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:41:58.450712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-098aaa59-2542-403e-ad85-b8efc561b1fd tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.490779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port edb71c71-c7cc-4200-86aa-36f25bf1bbf3, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:58.510135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', 'mac_address': 'fa:16:3e:9e:00:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:41:58.582762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-098aaa59-2542-403e-ad85-b8efc561b1fd tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] For port f1ab14dc-6de2-4632-a42e-38b7fddd9c94, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:58.583045 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-098aaa59-2542-403e-ad85-b8efc561b1fd tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.584916 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.601747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-098aaa59-2542-403e-ad85-b8efc561b1fd tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Calling delete_port for f1ab14dc-6de2-4632-a42e-38b7fddd9c94 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:41:58.610769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb71c71-c7cc-4200-86aa-36f25bf1bbf3 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:41:58.618600 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.647056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port edb71c71-c7cc-4200-86aa-36f25bf1bbf3, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:58.658065 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.704368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 17b1f57b-18d8-4076-9391-d45051bbdd62, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=17b1f57b-18d8-4076-9391-d45051bbdd62,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:41:58.714894 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.715841 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8cd6e4ae-bb63-4af7-8855-165e138b3422 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:41:58.750886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 8cd6e4ae-bb63-4af7-8855-165e138b3422 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:41:58.751329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8cd6e4ae-bb63-4af7-8855-165e138b3422 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:41:58.758011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:58.796061 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d27f2d0a-8586-4058-a300-bbea124a6cf9 req-1b316740-853f-428d-9935-07b114e75f5a tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips/6b1acecd-ad52-4ffa-a395-b4c90b978a8a HTTP/1.1" status: 200 len: 998 time: 0.7254179 Jul 08 01:41:58.805480 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-098aaa59-2542-403e-ad85-b8efc561b1fd tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.813970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=17b1f57b-18d8-4076-9391-d45051bbdd62,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:58.837787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098aaa59-2542-403e-ad85-b8efc561b1fd tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Pushing event deleted for resources: {'Port': ['ID=f1ab14dc-6de2-4632-a42e-38b7fddd9c94,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:41:58.884547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-098aaa59-2542-403e-ad85-b8efc561b1fd tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] No DVR routers for this DVR port f1ab14dc-6de2-4632-a42e-38b7fddd9c94 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:41:58.887273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-098aaa59-2542-403e-ad85-b8efc561b1fd tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:58.889307 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e77109a8-3e11-47e1-82ae-a5312a76f77c req-098aaa59-2542-403e-ad85-b8efc561b1fd tempest-ImagesOneServerTestJSON-456918137 tempest-ImagesOneServerTestJSON-456918137-project] 10.222.0.24 "DELETE /v2.0/ports/f1ab14dc-6de2-4632-a42e-38b7fddd9c94 HTTP/1.1" status: 204 len: 173 time: 0.6057916 Jul 08 01:41:58.899711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12603146-0b24-42af-a348-88feeb383b7f req-57751acf-9d48-4638-9afa-d6ef12de2eb4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:58.901342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12603146-0b24-42af-a348-88feeb383b7f req-57751acf-9d48-4638-9afa-d6ef12de2eb4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.2723174 Jul 08 01:41:58.909849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-819c69bb-dbce-4600-9abc-f43b3581799c req-6d126c49-d914-425c-bfbc-9d20d674396d service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8380594 Jul 08 01:41:58.947510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-d83fd3b5-a217-401c-aef9-52cf039dc093 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:58.949818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-d83fd3b5-a217-401c-aef9-52cf039dc093 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 812 time: 0.2885184 Jul 08 01:41:58.966751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'port': {'device_id': '636ee9b4-1ed4-42f5-b86b-0e6423a74094', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'admin_state_up': True, 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:41:58.968895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['edb71c71-c7cc-4200-86aa-36f25bf1bbf3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:41:59.038454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f2d0a-8586-4058-a300-bbea124a6cf9 req-90badafe-a015-4cdf-aa7e-dfa34b3f7559 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:59.039839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d27f2d0a-8586-4058-a300-bbea124a6cf9 req-90badafe-a015-4cdf-aa7e-dfa34b3f7559 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2297287 Jul 08 01:41:59.045759 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12603146-0b24-42af-a348-88feeb383b7f req-7121e542-005d-471c-9fe6-048f5dc1e610 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331527 Jul 08 01:41:59.119303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Made reservation on behalf of cec18a91ea6241bc928d3059c8dae9cc for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:41:59.124825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:59.228571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:59.230989 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a374f3ce-2481-41a5-ad80-372770d113c4" -d '{"events": [{"name": "network-changed", "server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:59.251949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a05e0b-611d-4eab-a4a9-7c93a789b201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1f57b-18d8-4076-9391-d45051bbdd62'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:59.254985 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ca5d26-000c-4e62-8514-3adbd2e9fc87" -d '{"events": [{"server_uuid": "b9a05e0b-611d-4eab-a4a9-7c93a789b201", "name": "network-vif-plugged", "status": "completed", "tag": "17b1f57b-18d8-4076-9391-d45051bbdd62"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:59.322418 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-0b5780ae-ba0a-4224-819a-39258695fafd tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438247 Jul 08 01:41:59.358145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-deleted', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:41:59.362893 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cd9853-a922-4f53-b4c7-269538dfaffb" -d '{"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-deleted", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:41:59.367973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Allocated IP 172.20.0.3 (beda11af-02fd-4a5d-9761-e7a31d38417d/dfe181ef-686a-49dc-8e69-0e4c7cc59c0b/91828815-a1c4-4b2c-a77e-d2227435f2fe) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:41:59.403133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fb5cd-192d-4749-8d2a-bafff6357e8a req-913302df-3cf3-40ad-9bbf-a57419d380df tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:59.404679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-985fb5cd-192d-4749-8d2a-bafff6357e8a req-913302df-3cf3-40ad-9bbf-a57419d380df tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 946 time: 0.2125418 Jul 08 01:41:59.523595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-985fb5cd-192d-4749-8d2a-bafff6357e8a req-c60ee3ae-59e4-41e5-9a0d-ce5eb1c245f8 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107597 Jul 08 01:41:59.537851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-8009fa19-1c4e-4a9c-b79d-338e5a5d8057 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:59.539339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-8009fa19-1c4e-4a9c-b79d-338e5a5d8057 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081094 Jul 08 01:41:59.559663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-3db89fdc-5aaf-40ed-8924-4ee195550b63 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/quotas/4f8b7809010b42bb88fcc2d1746de01a HTTP/1.1" status: 200 len: 375 time: 0.0094047 Jul 08 01:41:59.723354 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:59.750121 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-2e55d587-3838-4690-86a4-9e8008b81f0c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1633620 Jul 08 01:41:59.757158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Transition to ACTIVE for port object 91828815-a1c4-4b2c-a77e-d2227435f2fe will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:41:59.772907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a50dc-4aec-4fe8-9892-85a569ed528a req-50acba75-f8a6-489c-94c9-71d806a7ade8 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:41:59.774399 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b7a50dc-4aec-4fe8-9892-85a569ed528a req-50acba75-f8a6-489c-94c9-71d806a7ade8 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201 HTTP/1.1" status: 200 len: 950 time: 0.1290801 Jul 08 01:41:59.832435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b7a50dc-4aec-4fe8-9892-85a569ed528a req-c0034083-b483-4b30-8133-c70001c991b6 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Jul 08 01:41:59.833884 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:41:59.929330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Network beda11af-02fd-4a5d-9761-e7a31d38417d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:41:59.935881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:41:59.940630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:41:59.982213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'Port': ['ID=91828815-a1c4-4b2c-a77e-d2227435f2fe,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:00.013707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-21678193-2a12-4002-99b1-f2d4a4b952f1 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1001 time: 0.1433756 Jul 08 01:42:00.071343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:00.072102 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.115678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-d2836614-152c-42fd-a772-857b55a17bd9 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:00.119243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device edb71c71-c7cc-4200-86aa-36f25bf1bbf3 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:00.128659 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-d2836614-152c-42fd-a772-857b55a17bd9 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports/f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 942 time: 0.1094086 Jul 08 01:42:00.155918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-0bb5b115-9705-4421-98e2-b942d14c99f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1959052 Jul 08 01:42:00.156161 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:42:00.173119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Request body: {'port': {'device_id': '636ee9b4-1ed4-42f5-b86b-0e6423a74094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:00.222972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:00.231786 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:00.232187 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.314216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50010) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:00.355055 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.377396 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d66cfc32-100d-43d3-b94e-804aa2defbd9 None None] Provisioning for port 91828815-a1c4-4b2c-a77e-d2227435f2fe completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:00.378356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-6bfcce76-e25a-48f4-8ea7-c8694b6c87a1 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1001 time: 0.0998600 Jul 08 01:42:00.394646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d66cfc32-100d-43d3-b94e-804aa2defbd9 None None] Provisioning complete for port 91828815-a1c4-4b2c-a77e-d2227435f2fe triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:00.395269 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d66cfc32-100d-43d3-b94e-804aa2defbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.430520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port edb71c71-c7cc-4200-86aa-36f25bf1bbf3, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:00.441346 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.442534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f1ab14dc-6de2-4632-a42e-38b7fddd9c94 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:00.461008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91dbe4-8ca4-44a5-b1fc-c5c82e2d25b4 req-c9e0e038-1a54-4bc5-9103-e05224ad7748 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:00.464258 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da91dbe4-8ca4-44a5-b1fc-c5c82e2d25b4 req-c9e0e038-1a54-4bc5-9103-e05224ad7748 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 931 time: 0.3682206 Jul 08 01:42:00.467737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d66cfc32-100d-43d3-b94e-804aa2defbd9 None None] Port 91828815-a1c4-4b2c-a77e-d2227435f2fe cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:00.474163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.488366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: f1ab14dc-6de2-4632-a42e-38b7fddd9c94 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:00.488977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f1ab14dc-6de2-4632-a42e-38b7fddd9c94 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:00.522388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:00.529340 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c72742e0-022e-4d50-942b-f08d37213f42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2eb8253cbe64dc09e6a9f2a644e854d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135184 Jul 08 01:42:00.530014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50014) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:00.543135 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da91dbe4-8ca4-44a5-b1fc-c5c82e2d25b4 req-09a0380f-9c29-4a94-8942-0d209475973b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595684 Jul 08 01:42:00.587575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-fcf0deec-0a1f-4b15-b917-23b55d926e2d tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:00.595738 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-fcf0deec-0a1f-4b15-b917-23b55d926e2d tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2165070 Jul 08 01:42:00.596351 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c07c8eb7-3840-46ab-afc9-af329d9f7c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.629584 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c07c8eb7-3840-46ab-afc9-af329d9f7c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.640546 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41a321a-da8f-4884-99dd-0feb2b48aeb0 x-openstack-request-id: req-c41a321a-da8f-4884-99dd-0feb2b48aeb0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:00.640850 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:00.641056 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c41a321a-da8f-4884-99dd-0feb2b48aeb0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:00.641446 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'status': 'completed', 'code': 200} Jul 08 01:42:00.653680 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a0b61c-99a5-4ff3-8e5b-5a5030a9c543 x-openstack-request-id: req-46a0b61c-99a5-4ff3-8e5b-5a5030a9c543 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:00.653969 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a05e0b-611d-4eab-a4a9-7c93a789b201", "name": "network-vif-plugged", "status": "completed", "tag": "17b1f57b-18d8-4076-9391-d45051bbdd62", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:00.654421 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46a0b61c-99a5-4ff3-8e5b-5a5030a9c543 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:00.655002 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a05e0b-611d-4eab-a4a9-7c93a789b201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1f57b-18d8-4076-9391-d45051bbdd62', 'code': 200} Jul 08 01:42:00.694674 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8464d917-32af-48ac-9ffe-b1c28328a383 x-openstack-request-id: req-8464d917-32af-48ac-9ffe-b1c28328a383 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:00.694977 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652fc60b-d885-4816-8782-97bd54cab514", "name": "network-vif-deleted", "tag": "f1ab14dc-6de2-4632-a42e-38b7fddd9c94", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:00.696010 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8464d917-32af-48ac-9ffe-b1c28328a383 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:00.696812 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652fc60b-d885-4816-8782-97bd54cab514', 'name': 'network-vif-deleted', 'tag': 'f1ab14dc-6de2-4632-a42e-38b7fddd9c94', 'status': 'completed', 'code': 200} Jul 08 01:42:00.699918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c07c8eb7-3840-46ab-afc9-af329d9f7c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.702921 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c07c8eb7-3840-46ab-afc9-af329d9f7c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:00.716986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c07c8eb7-3840-46ab-afc9-af329d9f7c78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a45f22b2-95aa-4c95-aee0-a6b12259ccdb HTTP/1.1" status: 204 len: 168 time: 0.1776855 Jul 08 01:42:00.728187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c8eb7-3840-46ab-afc9-af329d9f7c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45f22b2-95aa-4c95-aee0-a6b12259ccdb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:00.817249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a4e2b-2fa9-475e-9e7a-5effbe226bbe req-a56506b9-de16-4c00-9c1e-890ce02f7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:00.819422 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-776a4e2b-2fa9-475e-9e7a-5effbe226bbe req-a56506b9-de16-4c00-9c1e-890ce02f7af1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201 HTTP/1.1" status: 200 len: 1102 time: 0.0607171 Jul 08 01:42:00.860570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-dbcba8dc-71c4-4adf-8409-e56d4959b44c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 1001 time: 0.2638738 Jul 08 01:42:00.867492 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-776a4e2b-2fa9-475e-9e7a-5effbe226bbe req-2f43257b-b09d-4dde-a0c1-987ce3e42af3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403597 Jul 08 01:42:00.893080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-a57e944a-1295-46e8-b310-48115b8941fc tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:01.023647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-f8a7f0c4-848e-40c2-bd46-616b37732d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:01.025211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-f8a7f0c4-848e-40c2-bd46-616b37732d5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1097 time: 0.3830197 Jul 08 01:42:01.039400 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-a57e944a-1295-46e8-b310-48115b8941fc tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.154354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a4f06-d502-4759-990f-ab9bf8e667df req-84a7f66b-18e9-4ebd-86ef-b530a2e9751f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:01.155868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-438a4f06-d502-4759-990f-ab9bf8e667df req-84a7f66b-18e9-4ebd-86ef-b530a2e9751f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 946 time: 0.3237307 Jul 08 01:42:01.332292 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-438a4f06-d502-4759-990f-ab9bf8e667df req-ab86541e-f427-4e5b-b64f-d702e5c95e80 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631048 Jul 08 01:42:01.382729 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-f084ac7a-65bb-4d39-9a2a-322907f64a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:01.384214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-f084ac7a-65bb-4d39-9a2a-322907f64a98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.3425863 Jul 08 01:42:01.393980 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-a57e944a-1295-46e8-b310-48115b8941fc tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.409362 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-a57e944a-1295-46e8-b310-48115b8941fc tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.409676 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-a57e944a-1295-46e8-b310-48115b8941fc tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Floating IP 6b1acecd-ad52-4ffa-a395-b4c90b978a8a disassociated. External IP: 172.25.4.207, port: f4470413-068f-4fcd-8239-276e7c6adafa. Jul 08 01:42:01.452611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50040) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:01.516059 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-efefedbd-f6b7-47f4-9c77-a1031473bc5b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294542 Jul 08 01:42:01.588785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1952585931-network', 'tenant_id': 'f71a9440371b4f67bea616b42dbe9f1a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:01.637124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Made reservation on behalf of f71a9440371b4f67bea616b42dbe9f1a for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:01.639594 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.654799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.683746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-16ae1522-3939-49b9-b2d4-f8837d98a917 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:01.685399 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-16ae1522-3939-49b9-b2d4-f8837d98a917 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631801 Jul 08 01:42:01.702417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Request body: {'port': {'device_id': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '4f8b7809010b42bb88fcc2d1746de01a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:01.803891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91828815-a1c4-4b2c-a77e-d2227435f2fe {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:01.811901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-c82d4d4d-867f-4310-a44b-c5efd3e60793 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 217 time: 0.4153352 Jul 08 01:42:01.828148 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.858248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.862618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d72009b6-f9eb-43c2-b285-b6cb1dac3cf8 req-a4476868-05a6-4d01-bc35-05dbeb70664a tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 210 time: 0.0627811 Jul 08 01:42:01.863573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.897971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:42:01.908202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Made reservation on behalf of 4f8b7809010b42bb88fcc2d1746de01a for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:01.912236 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.926673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e58562-b861-4936-8ebc-22321a2e2320,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:01.930323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Transition to ACTIVE for port object 91828815-a1c4-4b2c-a77e-d2227435f2fe will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:01.930717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.931073 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Added segment 113903c3-1b5a-4be1-8ddc-6b3ff42bdf2e of type vlan for network 53f3bfec-b6fa-408a-aa38-ce5b2f1120ab Jul 08 01:42:01.946664 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:01.965271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-2fdbb8c2-726c-4839-b086-6f9d9dfab57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:01.966746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-2fdbb8c2-726c-4839-b086-6f9d9dfab57d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.1431341 Jul 08 01:42:02.016851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.071674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=91828815-a1c4-4b2c-a77e-d2227435f2fe,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:02.095421 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.096443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:02.097039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.176216 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7214546 Jul 08 01:42:02.177464 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Allocated IP 192.168.233.211 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/8b244c3f-d34b-49a7-ac1d-5889c3bc4a14) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:02.183433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50046) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:02.188341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Request body: {'subnet': {'network_id': '53f3bfec-b6fa-408a-aa38-ce5b2f1120ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1952585931-subnet', 'tenant_id': 'f71a9440371b4f67bea616b42dbe9f1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:02.215228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d66204-6ee8-4d8a-af1a-dbecfb92eea8 admin admin] Pushing event updated for resources: {'Network': ['ID=53f3bfec-b6fa-408a-aa38-ce5b2f1120ab,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:02.228666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 53f3bfec-b6fa-408a-aa38-ce5b2f1120ab details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:42:02.239007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Made reservation on behalf of f71a9440371b4f67bea616b42dbe9f1a for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:02.241691 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.296145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-162665ca-789a-4d04-b687-d27e80bc5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:02.297996 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-162665ca-789a-4d04-b687-d27e80bc5553 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3066225 Jul 08 01:42:02.329548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-a57e944a-1295-46e8-b310-48115b8941fc tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Router d9071dab-6479-4114-9105-3b7354e17f13 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:42:02.381903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Attempting to bind port 91828815-a1c4-4b2c-a77e-d2227435f2fe on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:02.382242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Attempting to bind port 91828815-a1c4-4b2c-a77e-d2227435f2fe by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:02.382571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Attempting to bind port 91828815-a1c4-4b2c-a77e-d2227435f2fe on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:02.407726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f91ab3-01f4-4348-8e3b-6203af9e11be req-fc5e6189-60b6-4ccd-97c7-27f4a720c815 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:02.409293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48f91ab3-01f4-4348-8e3b-6203af9e11be req-fc5e6189-60b6-4ccd-97c7-27f4a720c815 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.3560431 Jul 08 01:42:02.411756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Port 91828815-a1c4-4b2c-a77e-d2227435f2fe on network beda11af-02fd-4a5d-9761-e7a31d38417d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:42:02.412215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Attempting to bind port 91828815-a1c4-4b2c-a77e-d2227435f2fe on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:02.466210 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.470618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:02.471108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Checking segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:02.471478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Bound using segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:02.471987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Bound port: 91828815-a1c4-4b2c-a77e-d2227435f2fe, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:02.472282 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.491243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Transition to ACTIVE for port object 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:02.547596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-5656884a-5923-4a6d-b099-9d8d51f2f50b service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358694 Jul 08 01:42:02.559054 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.611781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.626304 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['45435edb-41c4-4ed3-b2ef-b59b871587c6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:02.647053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48f91ab3-01f4-4348-8e3b-6203af9e11be req-b5c061e4-a9da-44e3-8b9c-688f85c5ae1e tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279561 Jul 08 01:42:02.651665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cccfc7f8-c5fc-4972-922b-b6aaa107f70a,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:02.684143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f964a093-4cb1-44b3-8976-c3095507990f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:02.686191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:02.688401 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30964d83-608c-458d-b339-42494a08e06d" -d '{"events": [{"server_uuid": "f964a093-4cb1-44b3-8976-c3095507990f", "name": "network-vif-plugged", "status": "completed", "tag": "edb71c71-c7cc-4200-86aa-36f25bf1bbf3"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:02.694589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:02.696862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Checking segment: {'id': '113903c3-1b5a-4be1-8ddc-6b3ff42bdf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '53f3bfec-b6fa-408a-aa38-ce5b2f1120ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:02.697423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Network hostable DHCP agents. Network: 53f3bfec-b6fa-408a-aa38-ce5b2f1120ab, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:42:02.701929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-a57e944a-1295-46e8-b310-48115b8941fc tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:42:02.702584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:02.705040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:02.705255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] For port 91828815-a1c4-4b2c-a77e-d2227435f2fe, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:02.709909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-a57e944a-1295-46e8-b310-48115b8941fc tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.716095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['03235498-e3be-42ce-9acf-b65eea70c8a6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:02.716581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] For port 91828815-a1c4-4b2c-a77e-d2227435f2fe, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=91828815-a1c4-4b2c-a77e-d2227435f2fe,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:02.747594 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.753438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] Sync routers for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:42:02.785930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Network 53f3bfec-b6fa-408a-aa38-ce5b2f1120ab is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:42:02.786186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:02.786674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:02.812558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:02.813249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.820041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-a57e944a-1295-46e8-b310-48115b8941fc tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "PUT /v2.0/floatingips/6b1acecd-ad52-4ffa-a395-b4c90b978a8a HTTP/1.1" status: 200 len: 696 time: 1.9585767 Jul 08 01:42:02.831638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:02.834221 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693" -d '{"events": [{"name": "network-changed", "server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:02.843932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:02.844871 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.846626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] 10.222.0.16 "PUT /v2.0/ports/91828815-a1c4-4b2c-a77e-d2227435f2fe HTTP/1.1" status: 200 len: 1092 time: 2.6806974 Jul 08 01:42:02.866844 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-55cba637-400a-40ba-a107-a60ac6d3e4a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1663949 Jul 08 01:42:02.868180 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 53f3bfec-b6fa-408a-aa38-ce5b2f1120ab) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:02.868403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a374f3ce-2481-41a5-ad80-372770d113c4 req-7cec6a59-2914-4bc0-be06-1a1c1f01d2ee service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824373 Jul 08 01:42:02.904694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:02.911278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:02.914995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2929245-3f4b-4ec3-9291-3d66c08415a0 None None] Network 53f3bfec-b6fa-408a-aa38-ce5b2f1120ab requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:02.927568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Request body: {'port': {'device_id': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:02.976864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec7455-31fe-41f4-b0ee-acf624d8b4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=91828815-a1c4-4b2c-a77e-d2227435f2fe,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:03.081377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-ff296516-c170-4580-8647-fd2f8d54fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:03.083213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-ff296516-c170-4580-8647-fd2f8d54fca6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1097 time: 0.2355075 Jul 08 01:42:03.092987 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:03.097069 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1441c9b6-7be1-4932-bb5b-e64702ac854b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9126313 Jul 08 01:42:03.168672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-52457929-9ed7-4c00-82ca-8f965229555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:03.172158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-52457929-9ed7-4c00-82ca-8f965229555c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 1095 time: 0.2301311 Jul 08 01:42:03.251038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:03.279104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-b2c7f291-f909-4402-b8e9-61cfd59cc457 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91828815-a1c4-4b2c-a77e-d2227435f2fe HTTP/1.1" status: 200 len: 217 time: 0.0611274 Jul 08 01:42:03.304217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-051a1b90-9e02-4f79-b310-26a3a3c4ad3b None None] Provisioning for port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:03.327343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-051a1b90-9e02-4f79-b310-26a3a3c4ad3b None None] Provisioning complete for port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:03.327717 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-051a1b90-9e02-4f79-b310-26a3a3c4ad3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:03.374929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-dd5a3136-be0c-4e2d-a76b-fc166e8ae3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:03.376448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-dd5a3136-be0c-4e2d-a76b-fc166e8ae3a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.0884793 Jul 08 01:42:03.378761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-9a7c2960-2579-4ded-8699-4e92a40eac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:03.380137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-9a7c2960-2579-4ded-8699-4e92a40eac55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.2874336 Jul 08 01:42:03.388440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e088574-7185-4670-b29e-0d49f338a2bc req-af28e1e6-679e-49fd-950a-85ee1815c7fb tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:03.389956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e088574-7185-4670-b29e-0d49f338a2bc req-af28e1e6-679e-49fd-950a-85ee1815c7fb tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201 HTTP/1.1" status: 200 len: 950 time: 0.2123768 Jul 08 01:42:03.442801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:03.452359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:03.469442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Transition to ACTIVE for port object 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:03.473339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-00326267-c745-446d-8f6b-71632585eba3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 217 time: 0.0729551 Jul 08 01:42:03.475768 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:03.489236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29dc065-1d05-4288-8705-746e51904584 None None] Network 53f3bfec-b6fa-408a-aa38-ce5b2f1120ab requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:03.534201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e088574-7185-4670-b29e-0d49f338a2bc req-c202c6f6-9ee7-42b1-8a58-3a37128aecdf tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348913 Jul 08 01:42:03.574607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-051a1b90-9e02-4f79-b310-26a3a3c4ad3b None None] Port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:03.592701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-08726053-8600-49c2-b7b7-771be679c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:03.594252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-08726053-8600-49c2-b7b7-771be679c281 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2034090 Jul 08 01:42:03.595807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-27c938ed-3f86-4433-a18a-a2cc8d43cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:03.597418 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-27c938ed-3f86-4433-a18a-a2cc8d43cfcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.1103704 Jul 08 01:42:03.605079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:03.691326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Attempting to bind port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:03.691880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Attempting to bind port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:03.692425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Attempting to bind port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:03.699309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:42:03.699856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Attempting to bind port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:03.705988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:03.706592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:03.707281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:03.708597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Bound port: 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:03.709168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:03.770748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-1a9239f9-4f39-47a0-89d3-21108027eff9 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313717 Jul 08 01:42:03.774886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-905e4bc9-d9b8-4751-83cc-8a95f0e98cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:03.777486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-905e4bc9-d9b8-4751-83cc-8a95f0e98cbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1700878 Jul 08 01:42:03.785359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:03.825325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:03.840905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:03.847654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:03.940263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:03.941344 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:03.943240 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 HTTP/1.1" status: 200 len: 1097 time: 1.0216186 Jul 08 01:42:03.943903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbc86fc7-f849-422a-a8b3-05066ca51d25 req-ea99b601-560b-41e2-acbd-5f0968c0f863 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626437 Jul 08 01:42:03.944671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:03.948266 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-e2973f43-a9fb-4d85-be34-6e109e297b9f service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587317 Jul 08 01:42:03.949633 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed543fb-d343-4eaf-9f4a-b22c31284701" -d '{"events": [{"name": "network-changed", "server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:03.953252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17f673-9f90-4500-84d7-336accfd05b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:04.033094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] Checking router: d9071dab-6479-4114-9105-3b7354e17f13 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:42:04.045877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:04.046615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:04.075936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25edc631-e656-4bc3-bda0-d9b911d83616 req-f10ca93b-1128-42d3-8521-8484011008df service neutron] 10.222.0.41 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136260 Jul 08 01:42:04.095237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-75247e92-e83c-4235-95f4-8074e956e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.097413 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-75247e92-e83c-4235-95f4-8074e956e8c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 1100 time: 0.0852673 Jul 08 01:42:04.160126 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146c2b46-791d-46be-85cd-5028bb3b4753 x-openstack-request-id: req-146c2b46-791d-46be-85cd-5028bb3b4753 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:04.160443 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f964a093-4cb1-44b3-8976-c3095507990f", "name": "network-vif-plugged", "status": "completed", "tag": "edb71c71-c7cc-4200-86aa-36f25bf1bbf3", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:04.160740 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-146c2b46-791d-46be-85cd-5028bb3b4753 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:04.161140 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f964a093-4cb1-44b3-8976-c3095507990f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', 'code': 200} Jul 08 01:42:04.190734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-67bdf1bc-7b60-461d-b69f-ed051c00b165 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 HTTP/1.1" status: 200 len: 217 time: 0.0837212 Jul 08 01:42:04.198562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b4b7-1d36-4c96-83f3-c7b8c342b066 req-17d19682-28e0-4e27-bb0d-cb5cecfb6e25 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.203520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5e2b4b7-1d36-4c96-83f3-c7b8c342b066 req-17d19682-28e0-4e27-bb0d-cb5cecfb6e25 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 943 time: 0.1264284 Jul 08 01:42:04.205011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:04.205201 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116e8dae-fc17-4851-a2e0-3a7fc97be6e0 x-openstack-request-id: req-116e8dae-fc17-4851-a2e0-3a7fc97be6e0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:04.205546 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:04.205933 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-116e8dae-fc17-4851-a2e0-3a7fc97be6e0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:04.206396 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'status': 'completed', 'code': 200} Jul 08 01:42:04.247398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5e2b4b7-1d36-4c96-83f3-c7b8c342b066 req-196f1402-fb07-44f1-9317-a148488e6069 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 Jul 08 01:42:04.304729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-b8ac0979-651e-4d35-9ee6-9cda8278c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.306417 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-b8ac0979-651e-4d35-9ee6-9cda8278c866 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0938964 Jul 08 01:42:04.382354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-eefdbe40-f21b-44aa-87f4-e96810da8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.383025 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-eefdbe40-f21b-44aa-87f4-e96810da8d17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0660889 Jul 08 01:42:04.388241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-a30482c1-37a3-4309-a654-63455d81a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.389870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-a30482c1-37a3-4309-a654-63455d81a0c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 1097 time: 0.1470039 Jul 08 01:42:04.402116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa76da-2696-49a7-b35f-e6ea643fc731 req-decb6a07-f198-4bdd-ab00-03224767e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.403832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89fa76da-2696-49a7-b35f-e6ea643fc731 req-decb6a07-f198-4bdd-ab00-03224767e4e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f964a093-4cb1-44b3-8976-c3095507990f HTTP/1.1" status: 200 len: 1102 time: 0.1598687 Jul 08 01:42:04.471988 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-dcc24d1f-2013-42cd-b7a7-53abbc8659c9 req-405933b3-fda2-4665-a54a-c6dfdd3807b7 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1342913441', 'description': 'tempest-description-941012426'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:04.496112 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:04.503650 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-5d777dfa-70e0-423f-85c5-ef165726feb7 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070218 Jul 08 01:42:04.531470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:04.548211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce39266-9f28-4694-88a6-7c178315afeb req-2df906e5-d59b-4bd1-81db-f08fb9f798a8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.549846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ce39266-9f28-4694-88a6-7c178315afeb req-2df906e5-d59b-4bd1-81db-f08fb9f798a8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 948 time: 0.2132323 Jul 08 01:42:04.561139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dcc24d1f-2013-42cd-b7a7-53abbc8659c9 req-405933b3-fda2-4665-a54a-c6dfdd3807b7 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:04.562894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9d145d-9d32-486d-aa65-7cd824c2182d None None] The sync data for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 is: [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:40:44Z', 'revision_number': 4, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '2dee5923-9a33-49aa-9233-460298f477bc', 'name': '', 'network_id': '99c69b2c-3055-4f5a-b34c-ea1e67881022', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'mac_address': 'fa:16:3e:fe:d4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:43Z', 'updated_at': '2021-07-08T01:40:56Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'subnets': [{'id': 'ce76c900-9d70-4f9a-92e5-df87d8f081e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:42:04.567202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89fa76da-2696-49a7-b35f-e6ea643fc731 req-d2b04e19-ddc7-4b6c-869b-dd4d1616cfc0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081655 Jul 08 01:42:04.586403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-4278df27-3a54-49a8-946d-30a044b9d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.588128 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-4278df27-3a54-49a8-946d-30a044b9d9a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 200 len: 921 time: 0.1894848 Jul 08 01:42:04.602779 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb47cc08-c8b1-4f8e-ab9e-59e8e3dcfc73 req-be930080-3f71-4753-b00a-60cb98192814 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908840 Jul 08 01:42:04.630854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ce39266-9f28-4694-88a6-7c178315afeb req-f7882700-5817-403c-b28d-2556d9de68a4 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654924 Jul 08 01:42:04.683004 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-dacf02ac-dfb3-49fb-a94b-d26ee96c67c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 200 len: 217 time: 0.0509827 Jul 08 01:42:04.764792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-e78b789e-e887-414e-9aa4-9baf6792ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.766360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-e78b789e-e887-414e-9aa4-9baf6792ff38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 200 len: 859 time: 0.0761356 Jul 08 01:42:04.833572 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372340bd-f7cb-422e-950e-1db4545aa201 None None] New status for floating IP 6b1acecd-ad52-4ffa-a395-b4c90b978a8a: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:42:04.845083 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dcc24d1f-2013-42cd-b7a7-53abbc8659c9 req-405933b3-fda2-4665-a54a-c6dfdd3807b7 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:04.852973 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dcc24d1f-2013-42cd-b7a7-53abbc8659c9 req-405933b3-fda2-4665-a54a-c6dfdd3807b7 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:04.902217 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dcc24d1f-2013-42cd-b7a7-53abbc8659c9 req-405933b3-fda2-4665-a54a-c6dfdd3807b7 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:04.903439 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dcc24d1f-2013-42cd-b7a7-53abbc8659c9 req-405933b3-fda2-4665-a54a-c6dfdd3807b7 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4434094 Jul 08 01:42:04.912073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405933b3-fda2-4665-a54a-c6dfdd3807b7 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e14a7e2-76b2-45d5-bef2-e8deea109519,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:04.929141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69686de-4ef8-469a-8c3b-f86ccf78c6c5 req-aaa42d54-c8f1-425b-80ef-3e1956f4a418 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.930641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b69686de-4ef8-469a-8c3b-f86ccf78c6c5 req-aaa42d54-c8f1-425b-80ef-3e1956f4a418 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=f964a093-4cb1-44b3-8976-c3095507990f HTTP/1.1" status: 200 len: 950 time: 0.1787241 Jul 08 01:42:04.945255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-6c873006-6490-4741-88e3-61d7fecb23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:04.947701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-6c873006-6490-4741-88e3-61d7fecb23b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99c69b2c-3055-4f5a-b34c-ea1e67881022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576059 Jul 08 01:42:04.988560 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b69686de-4ef8-469a-8c3b-f86ccf78c6c5 req-1353f4b4-3029-42e3-a818-d4d346eabfbd tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463848 Jul 08 01:42:05.466687 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-58506461-1072-4379-87be-2b541d87bf77 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859879 Jul 08 01:42:05.480177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f46db7-5ca3-49ec-92aa-989744dc860e req-74595cba-31e4-4f82-9e7f-b73aa230cd7e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:05.481623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73f46db7-5ca3-49ec-92aa-989744dc860e req-74595cba-31e4-4f82-9e7f-b73aa230cd7e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 946 time: 0.1425683 Jul 08 01:42:05.501100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11098928-37af-432b-9d2c-95612ccef064 req-c67def65-ec52-4683-a274-9b10ad2d9a72 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:05.502695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11098928-37af-432b-9d2c-95612ccef064 req-c67def65-ec52-4683-a274-9b10ad2d9a72 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.1653380 Jul 08 01:42:05.653425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11098928-37af-432b-9d2c-95612ccef064 req-ea9c0f62-6d25-4057-9cc7-f916a6d1a243 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129472 Jul 08 01:42:05.661287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73f46db7-5ca3-49ec-92aa-989744dc860e req-a1179931-4b92-46d9-94ac-6d89484be078 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688840 Jul 08 01:42:05.676221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fbfa5ec-71ea-4ba6-8406-d0f2db667693 req-bdb60734-c072-4c73-93bd-1133f87aba20 service neutron] 10.222.0.24 "GET /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922097 Jul 08 01:42:05.713792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-0460c1d0-2783-4335-afbc-ee4195990a0d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:05.715803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-0460c1d0-2783-4335-afbc-ee4195990a0d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcdac908-d101-41a1-8231-d624cd7760a4 HTTP/1.1" status: 200 len: 946 time: 0.1361194 Jul 08 01:42:05.723471 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb87329-913a-4e63-acec-74d2bc6ec479 x-openstack-request-id: req-5bb87329-913a-4e63-acec-74d2bc6ec479 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:05.723990 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:05.724181 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5bb87329-913a-4e63-acec-74d2bc6ec479 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:05.724693 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'status': 'completed', 'code': 200} Jul 08 01:42:05.791873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 91828815-a1c4-4b2c-a77e-d2227435f2fe details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:42:05.905436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 91828815-a1c4-4b2c-a77e-d2227435f2fe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=91828815-a1c4-4b2c-a77e-d2227435f2fe,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:05.918803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '91828815-a1c4-4b2c-a77e-d2227435f2fe', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'port_id': '91828815-a1c4-4b2c-a77e-d2227435f2fe', 'mac_address': 'fa:16:3e:dc:b7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:42:05.929013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43a4ec61-7c7b-424d-9ebe-22e5efc264f6 req-53e4b809-be67-4b94-bead-8bfe56f33338 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/7e14a7e2-76b2-45d5-bef2-e8deea109519 HTTP/1.1" status: 200 len: 1812 time: 0.0894396 Jul 08 01:42:05.958200 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:05.964484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-43a4ec61-7c7b-424d-9ebe-22e5efc264f6 req-1044b22f-b1dd-49f1-8cc9-a86c74f79105 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e14a7e2-76b2-45d5-bef2-e8deea109519', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:05.965020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-43a4ec61-7c7b-424d-9ebe-22e5efc264f6 req-1044b22f-b1dd-49f1-8cc9-a86c74f79105 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7e14a7e2-76b2-45d5-bef2-e8deea109519', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:05.971482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91828815-a1c4-4b2c-a77e-d2227435f2fe {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:05.980265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-8ad43cae-ed6a-4cc6-89d1-c40b3a501d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:05.981806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-8ad43cae-ed6a-4cc6-89d1-c40b3a501d51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 1100 time: 0.1978464 Jul 08 01:42:05.985350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-ac0febd4-ec1d-4ea0-a5e4-1e06b4673466 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Deleting port 846f53b2-c13f-4e5c-8e2d-99040a59c781 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:05.985693 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-ac0febd4-ec1d-4ea0-a5e4-1e06b4673466 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:05.992617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 91828815-a1c4-4b2c-a77e-d2227435f2fe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=91828815-a1c4-4b2c-a77e-d2227435f2fe,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:05.998291 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:06.053349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=91828815-a1c4-4b2c-a77e-d2227435f2fe,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:06.200682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abb1e8-a025-4991-8c89-a68b46d38567 req-f1d21a27-9782-4339-abc9-a54de9759b89 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:06.202086 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0abb1e8-a025-4991-8c89-a68b46d38567 req-f1d21a27-9782-4339-abc9-a54de9759b89 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 943 time: 0.2784417 Jul 08 01:42:06.208446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636ee9b4-1ed4-42f5-b86b-0e6423a74094', 'tag': '91828815-a1c4-4b2c-a77e-d2227435f2fe'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:06.210643 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0992de-b137-4d21-aa76-ec77d8231939" -d '{"events": [{"name": "network-changed", "server_uuid": "636ee9b4-1ed4-42f5-b86b-0e6423a74094", "tag": "91828815-a1c4-4b2c-a77e-d2227435f2fe"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:06.221660 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43a4ec61-7c7b-424d-9ebe-22e5efc264f6 req-1044b22f-b1dd-49f1-8cc9-a86c74f79105 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:06.243411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-ac0febd4-ec1d-4ea0-a5e4-1e06b4673466 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] For port 846f53b2-c13f-4e5c-8e2d-99040a59c781, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=846f53b2-c13f-4e5c-8e2d-99040a59c781,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:06.243767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-ac0febd4-ec1d-4ea0-a5e4-1e06b4673466 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:06.246709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['91828815-a1c4-4b2c-a77e-d2227435f2fe'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:06.261107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-e0c96b42-44f8-47ba-8120-456a1853b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:06.262617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-e0c96b42-44f8-47ba-8120-456a1853b3fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2541354 Jul 08 01:42:06.271929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-ac0febd4-ec1d-4ea0-a5e4-1e06b4673466 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Calling delete_port for 846f53b2-c13f-4e5c-8e2d-99040a59c781 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:06.325867 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-82a24c9d-41fc-4959-9b86-66111f28f004 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 HTTP/1.1" status: 200 len: 217 time: 0.0559478 Jul 08 01:42:06.371312 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43a4ec61-7c7b-424d-9ebe-22e5efc264f6 req-1044b22f-b1dd-49f1-8cc9-a86c74f79105 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:06.383441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43a4ec61-7c7b-424d-9ebe-22e5efc264f6 req-1044b22f-b1dd-49f1-8cc9-a86c74f79105 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:06.408120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0abb1e8-a025-4991-8c89-a68b46d38567 req-da74af11-90e5-4b56-8a9d-27ed74558ee0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900291 Jul 08 01:42:06.432986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044b22f-b1dd-49f1-8cc9-a86c74f79105 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d0d524-0bf3-428c-a2bf-7a037903449c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:06.450471 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-43a4ec61-7c7b-424d-9ebe-22e5efc264f6 req-1044b22f-b1dd-49f1-8cc9-a86c74f79105 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:06.451719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43a4ec61-7c7b-424d-9ebe-22e5efc264f6 req-1044b22f-b1dd-49f1-8cc9-a86c74f79105 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5096037 Jul 08 01:42:06.466080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-3ec19dd1-5826-41f8-b08b-191f3655a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:06.467831 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-3ec19dd1-5826-41f8-b08b-191f3655a19d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1266930 Jul 08 01:42:06.608391 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-ac0febd4-ec1d-4ea0-a5e4-1e06b4673466 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:06.622973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:06.643271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-ea3d70f5-0656-47de-a866-767dcbd87077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:06.644805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-ea3d70f5-0656-47de-a866-767dcbd87077 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1683559 Jul 08 01:42:06.659918 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0febd4-ec1d-4ea0-a5e4-1e06b4673466 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event deleted for resources: {'Port': ['ID=846f53b2-c13f-4e5c-8e2d-99040a59c781,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:06.763004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36480a7-f270-4a26-9703-9ad7236ed00c req-3bdfa53f-99b7-4cff-ac4a-2c63ba9cecec tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:06.764458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c36480a7-f270-4a26-9703-9ad7236ed00c req-3bdfa53f-99b7-4cff-ac4a-2c63ba9cecec tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 948 time: 0.2484581 Jul 08 01:42:06.779545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['846f53b2-c13f-4e5c-8e2d-99040a59c781'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:06.796822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-ac0febd4-ec1d-4ea0-a5e4-1e06b4673466 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] No DVR routers for this DVR port 846f53b2-c13f-4e5c-8e2d-99040a59c781 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:06.801549 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-ac0febd4-ec1d-4ea0-a5e4-1e06b4673466 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:06.803472 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbdc242e-390a-43c0-b7ad-67d0bb0b8e19 req-ac0febd4-ec1d-4ea0-a5e4-1e06b4673466 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "DELETE /v2.0/ports/846f53b2-c13f-4e5c-8e2d-99040a59c781 HTTP/1.1" status: 204 len: 173 time: 1.0809402 Jul 08 01:42:06.873277 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c36480a7-f270-4a26-9703-9ad7236ed00c req-1aac435b-e003-4935-a2cd-16e0f1f34d57 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775084 Jul 08 01:42:06.882997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78858a8a-c0b9-406f-a5d2-4b5960e78d64 req-320f76e5-70e9-4d9f-b437-c4e79e52f5f7 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:06.884507 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78858a8a-c0b9-406f-a5d2-4b5960e78d64 req-320f76e5-70e9-4d9f-b437-c4e79e52f5f7 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=f964a093-4cb1-44b3-8976-c3095507990f HTTP/1.1" status: 200 len: 950 time: 0.2651865 Jul 08 01:42:06.887242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-c2562b2e-64b5-4884-8806-909c8369cecc service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284384 Jul 08 01:42:06.954528 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc2aa5-1f34-4b55-aeb4-0af73ce81387 x-openstack-request-id: req-f4fc2aa5-1f34-4b55-aeb4-0af73ce81387 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:06.954868 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636ee9b4-1ed4-42f5-b86b-0e6423a74094", "tag": "91828815-a1c4-4b2c-a77e-d2227435f2fe", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:06.955028 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4fc2aa5-1f34-4b55-aeb4-0af73ce81387 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:06.955425 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636ee9b4-1ed4-42f5-b86b-0e6423a74094', 'tag': '91828815-a1c4-4b2c-a77e-d2227435f2fe', 'status': 'completed', 'code': 200} Jul 08 01:42:07.043749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78858a8a-c0b9-406f-a5d2-4b5960e78d64 req-262c4e6c-3479-4226-91fa-c6beb535f9e7 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531014 Jul 08 01:42:07.088907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33f0148d-3996-4049-8194-2a54690fa93b req-78077fa0-c5d4-4de9-986f-b56112f7a015 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/7e14a7e2-76b2-45d5-bef2-e8deea109519 HTTP/1.1" status: 200 len: 2405 time: 0.1355803 Jul 08 01:42:07.136311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-4580bece-28a5-41f4-b90c-e5f8f0b5e96f tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips/6b1acecd-ad52-4ffa-a395-b4c90b978a8a HTTP/1.1" status: 200 len: 694 time: 0.0662804 Jul 08 01:42:07.138484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-198fb0d6-bc8c-49b3-9ddf-f1cf7bf14c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:07.139939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-198fb0d6-bc8c-49b3-9ddf-f1cf7bf14c82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 1096 time: 0.1707880 Jul 08 01:42:07.141952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ed543fb-d343-4eaf-9f4a-b22c31284701 req-5ebafb3a-b1e4-4928-b5af-42748b9b7407 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423697 Jul 08 01:42:07.363169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-747161df-1134-4c26-a10c-fa327bb7e13b tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:07.364562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-747161df-1134-4c26-a10c-fa327bb7e13b tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2217274 Jul 08 01:42:07.368899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-fbb79e26-2abc-4aea-a002-58d5f5cd9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:07.370386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-fbb79e26-2abc-4aea-a002-58d5f5cd9996 service neutron] 10.222.0.16 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.2183630 Jul 08 01:42:07.451709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25624004-ed53-42c7-aa45-4c24d652f83f req-bf2bb14e-83ba-4afe-888d-a4547c09b0bc tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:07.453232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25624004-ed53-42c7-aa45-4c24d652f83f req-bf2bb14e-83ba-4afe-888d-a4547c09b0bc tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.2465444 Jul 08 01:42:07.459100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-e7b8aa70-405a-460c-844e-021b6ba2deb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91828815-a1c4-4b2c-a77e-d2227435f2fe HTTP/1.1" status: 200 len: 217 time: 0.0790069 Jul 08 01:42:07.463736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-b5f7e327-72ee-470b-b739-d5e0d1345fce tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 697 time: 0.0917237 Jul 08 01:42:07.555749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-9847f0c0-abcc-47be-b98a-006827952268 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.207 HTTP/1.1" status: 200 len: 697 time: 0.0851746 Jul 08 01:42:07.607201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25624004-ed53-42c7-aa45-4c24d652f83f req-edac042a-a63a-41ea-b330-e2efb5001e11 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470532 Jul 08 01:42:07.610342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-ac881c43-6a27-4645-b5d3-5159382ac6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:07.611729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-ac881c43-6a27-4645-b5d3-5159382ac6f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1464887 Jul 08 01:42:07.739104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-e0ba1ef5-cb68-4da7-b7b6-f6665320cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:07.740656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-e0ba1ef5-cb68-4da7-b7b6-f6665320cecb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197324 Jul 08 01:42:07.742742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-576c07d2-68e1-4ff5-a325-7c87b0e43688 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Deleting port efaa5f38-dc3e-48e8-9784-392cb1fb80c8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:07.743077 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-576c07d2-68e1-4ff5-a325-7c87b0e43688 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:07.794069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 91828815-a1c4-4b2c-a77e-d2227435f2fe up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:07.847359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 91828815-a1c4-4b2c-a77e-d2227435f2fe completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:07.852428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 91828815-a1c4-4b2c-a77e-d2227435f2fe triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:07.853256 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:07.886950 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-576c07d2-68e1-4ff5-a325-7c87b0e43688 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:07.887287 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-576c07d2-68e1-4ff5-a325-7c87b0e43688 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:07.906289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-576c07d2-68e1-4ff5-a325-7c87b0e43688 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Calling delete_port for efaa5f38-dc3e-48e8-9784-392cb1fb80c8 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:07.909483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-da7cda54-9a75-4486-84e6-fca9d617eb60 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549726 Jul 08 01:42:07.949167 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:07.972661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636ee9b4-1ed4-42f5-b86b-0e6423a74094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91828815-a1c4-4b2c-a77e-d2227435f2fe'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:07.974956 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c66a0c-0dc2-4de5-a15c-26c6f5945bf7" -d '{"events": [{"server_uuid": "636ee9b4-1ed4-42f5-b86b-0e6423a74094", "name": "network-vif-plugged", "status": "completed", "tag": "91828815-a1c4-4b2c-a77e-d2227435f2fe"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:07.988801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 91828815-a1c4-4b2c-a77e-d2227435f2fe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=91828815-a1c4-4b2c-a77e-d2227435f2fe,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:07.993837 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.044931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=91828815-a1c4-4b2c-a77e-d2227435f2fe,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:08.167818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:42:08.269174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:08.280728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'mac_address': 'fa:16:3e:1d:a7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:42:08.317610 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.331104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:08.350533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:08.355620 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.405495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:08.417736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc0992de-b137-4d21-aa76-ec77d8231939 req-4781cb84-4a2b-4d3b-adff-bc342758e817 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970169 Jul 08 01:42:08.436206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89237d-d836-47bc-94b1-c30427f5d3de req-53501769-bfe6-4cc3-99d8-f9cc5b814823 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:08.442063 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89237d-d836-47bc-94b1-c30427f5d3de req-53501769-bfe6-4cc3-99d8-f9cc5b814823 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:08.443619 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d89237d-d836-47bc-94b1-c30427f5d3de req-53501769-bfe6-4cc3-99d8-f9cc5b814823 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201&device_id=f964a093-4cb1-44b3-8976-c3095507990f HTTP/1.1" status: 200 len: 1691 time: 0.1692119 Jul 08 01:42:08.515971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d89237d-d836-47bc-94b1-c30427f5d3de req-424dd535-7a46-43f9-841e-f75f5925b1f2 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625527 Jul 08 01:42:08.517120 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-576c07d2-68e1-4ff5-a325-7c87b0e43688 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.551700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c07d2-68e1-4ff5-a325-7c87b0e43688 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Pushing event deleted for resources: {'Port': ['ID=efaa5f38-dc3e-48e8-9784-392cb1fb80c8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:08.571798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9d2c61f-54c2-4d86-9a56-d2567a563a1e req-2b2d07c1-f854-42ca-9e64-ddf1f138df35 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-group-rules/05d0d524-0bf3-428c-a2bf-7a037903449c HTTP/1.1" status: 200 len: 778 time: 0.0295155 Jul 08 01:42:08.587022 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.658537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-576c07d2-68e1-4ff5-a325-7c87b0e43688 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.661054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-576c07d2-68e1-4ff5-a325-7c87b0e43688 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.662193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7a282d5-885c-4065-92fa-9be4b86eeba5 req-576c07d2-68e1-4ff5-a325-7c87b0e43688 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "DELETE /v2.0/floatingips/6b1acecd-ad52-4ffa-a395-b4c90b978a8a HTTP/1.1" status: 204 len: 173 time: 1.0997281 Jul 08 01:42:08.667943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9d2c61f-54c2-4d86-9a56-d2567a563a1e req-c99462f4-d5cf-48be-b210-0397a04da709 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/7e14a7e2-76b2-45d5-bef2-e8deea109519 HTTP/1.1" status: 200 len: 2405 time: 0.0734527 Jul 08 01:42:08.671104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:08.703568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c9d2c61f-54c2-4d86-9a56-d2567a563a1e req-ca49bf6f-365d-4b4a-9c33-309ad6fabda1 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.714147 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c9d2c61f-54c2-4d86-9a56-d2567a563a1e req-ca49bf6f-365d-4b4a-9c33-309ad6fabda1 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.746963 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c9d2c61f-54c2-4d86-9a56-d2567a563a1e req-ca49bf6f-365d-4b4a-9c33-309ad6fabda1 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.752291 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c9d2c61f-54c2-4d86-9a56-d2567a563a1e req-ca49bf6f-365d-4b4a-9c33-309ad6fabda1 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:08.757903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9d2c61f-54c2-4d86-9a56-d2567a563a1e req-ca49bf6f-365d-4b4a-9c33-309ad6fabda1 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/05d0d524-0bf3-428c-a2bf-7a037903449c HTTP/1.1" status: 204 len: 173 time: 0.0819640 Jul 08 01:42:08.781698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49bf6f-365d-4b4a-9c33-309ad6fabda1 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05d0d524-0bf3-428c-a2bf-7a037903449c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:08.846450 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b762364-8641-4afa-a953-93772a43edfe req-5b2c6674-0701-4648-be4e-c3afec6ca4c5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:08.848330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b762364-8641-4afa-a953-93772a43edfe req-5b2c6674-0701-4648-be4e-c3afec6ca4c5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.0892076 Jul 08 01:42:08.889286 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b762364-8641-4afa-a953-93772a43edfe req-8a82d600-334c-433b-aba0-7cab8c770ec5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355878 Jul 08 01:42:08.935061 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd471c0e-ab6f-4b2f-b0e3-6dd199581ee0 x-openstack-request-id: req-bd471c0e-ab6f-4b2f-b0e3-6dd199581ee0 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:08.935571 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636ee9b4-1ed4-42f5-b86b-0e6423a74094", "name": "network-vif-plugged", "status": "completed", "tag": "91828815-a1c4-4b2c-a77e-d2227435f2fe", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:08.936347 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd471c0e-ab6f-4b2f-b0e3-6dd199581ee0 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:08.936755 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636ee9b4-1ed4-42f5-b86b-0e6423a74094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91828815-a1c4-4b2c-a77e-d2227435f2fe', 'code': 200} Jul 08 01:42:08.958862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdac908-d101-41a1-8231-d624cd7760a4', 'name': 'network-vif-deleted', 'tag': '846f53b2-c13f-4e5c-8e2d-99040a59c781'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:08.960846 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33e37ed-835e-4b45-b907-0311d3b308bf" -d '{"events": [{"server_uuid": "dcdac908-d101-41a1-8231-d624cd7760a4", "name": "network-vif-deleted", "tag": "846f53b2-c13f-4e5c-8e2d-99040a59c781"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:08.982508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbf29d-cf6d-46d4-96fd-c3d9e25b5200 req-b948cc2d-b4af-49f2-a564-8d856b616edc tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:08.984810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55cbf29d-cf6d-46d4-96fd-c3d9e25b5200 req-b948cc2d-b4af-49f2-a564-8d856b616edc tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 949 time: 0.0813673 Jul 08 01:42:09.054397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55cbf29d-cf6d-46d4-96fd-c3d9e25b5200 req-f48101cf-a8c4-4179-982b-48222221d6c9 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646827 Jul 08 01:42:09.079341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c326de-081b-4fd6-923a-f151e2471d52 req-59b9aa62-9898-491f-b8c5-780312eb087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:09.080917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95c326de-081b-4fd6-923a-f151e2471d52 req-59b9aa62-9898-491f-b8c5-780312eb087e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 1097 time: 0.0830946 Jul 08 01:42:09.150620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95c326de-081b-4fd6-923a-f151e2471d52 req-41c46927-7f00-4702-bef3-db7da87f7876 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565479 Jul 08 01:42:09.171713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42a1f0-70f9-4f5e-a6ea-2e07eb890a9e req-0af51254-d666-485b-a6a0-41105ac67539 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:09.173252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f42a1f0-70f9-4f5e-a6ea-2e07eb890a9e req-0af51254-d666-485b-a6a0-41105ac67539 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.0883861 Jul 08 01:42:09.212414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f42a1f0-70f9-4f5e-a6ea-2e07eb890a9e req-5d481ea6-1500-4b15-92b6-2661366628ff tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Jul 08 01:42:09.246603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-91cf4512-f03f-4675-92e6-d7d4981a178a req-33c4a2c3-e069-4ae8-8ce4-ebf7badc88b0 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1246968156', 'description': 'tempest-description-569753570'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:09.270458 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91cf4512-f03f-4675-92e6-d7d4981a178a req-33c4a2c3-e069-4ae8-8ce4-ebf7badc88b0 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:09.361703 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91cf4512-f03f-4675-92e6-d7d4981a178a req-33c4a2c3-e069-4ae8-8ce4-ebf7badc88b0 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:09.371190 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91cf4512-f03f-4675-92e6-d7d4981a178a req-33c4a2c3-e069-4ae8-8ce4-ebf7badc88b0 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:09.394981 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91cf4512-f03f-4675-92e6-d7d4981a178a req-33c4a2c3-e069-4ae8-8ce4-ebf7badc88b0 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:09.396193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91cf4512-f03f-4675-92e6-d7d4981a178a req-33c4a2c3-e069-4ae8-8ce4-ebf7badc88b0 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1548634 Jul 08 01:42:09.407524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4a2c3-e069-4ae8-8ce4-ebf7badc88b0 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b5937-163a-4710-98ab-74834c7bf836,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:09.434909 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c94f81e-5b07-4c9c-8f97-97fd03001362 x-openstack-request-id: req-2c94f81e-5b07-4c9c-8f97-97fd03001362 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:09.435529 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdac908-d101-41a1-8231-d624cd7760a4", "name": "network-vif-deleted", "tag": "846f53b2-c13f-4e5c-8e2d-99040a59c781", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:09.435529 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c94f81e-5b07-4c9c-8f97-97fd03001362 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:09.435841 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdac908-d101-41a1-8231-d624cd7760a4', 'name': 'network-vif-deleted', 'tag': '846f53b2-c13f-4e5c-8e2d-99040a59c781', 'status': 'completed', 'code': 200} Jul 08 01:42:09.600423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-e9df00a3-f7c3-42e4-95a2-371bf0dc3ec1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:09.601904 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-e9df00a3-f7c3-42e4-95a2-371bf0dc3ec1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.1394353 Jul 08 01:42:09.618573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe04bc-68e5-46ba-b08d-8f30031c633f req-d65fe23c-679d-45d1-8eec-26f0771dd5b7 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:09.620677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1fe04bc-68e5-46ba-b08d-8f30031c633f req-d65fe23c-679d-45d1-8eec-26f0771dd5b7 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201 HTTP/1.1" status: 200 len: 1102 time: 0.0976319 Jul 08 01:42:09.623014 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-251e37af-12b4-42a1-aa2e-a352759ecb6c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/quotas/c717aba88cea40cab44fd182e8ee9746 HTTP/1.1" status: 200 len: 375 time: 0.0151083 Jul 08 01:42:09.692105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1fe04bc-68e5-46ba-b08d-8f30031c633f req-8d2e2c8a-c7c6-4d93-beb6-49b4bd15de63 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644779 Jul 08 01:42:09.729437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-5f83d307-bd63-4345-8970-8385704c158e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1002066 Jul 08 01:42:09.802411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 846f53b2-c13f-4e5c-8e2d-99040a59c781 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:09.824975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 846f53b2-c13f-4e5c-8e2d-99040a59c781 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:09.825320 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 846f53b2-c13f-4e5c-8e2d-99040a59c781 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:09.855453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bda912d0-a005-406d-ba44-3eab72e0858e service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189697 Jul 08 01:42:09.932165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fab5ca-65e6-4236-8c44-6602c6fcb844 req-08b9a83e-3033-417e-8ef3-1cc0f54a878b tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:09.933736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21fab5ca-65e6-4236-8c44-6602c6fcb844 req-08b9a83e-3033-417e-8ef3-1cc0f54a878b tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 945 time: 0.1366656 Jul 08 01:42:09.992766 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-fc0aca88-a684-4a35-be18-c601413c77d3 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285954 Jul 08 01:42:09.998655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21fab5ca-65e6-4236-8c44-6602c6fcb844 req-81d17e33-ddff-479a-845f-deffdb127ec7 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567415 Jul 08 01:42:10.069796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-779c4bc1-5a3b-4cec-9bd7-295fea6a6088 req-003444a2-1791-4575-be99-c67d73db18d5 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/2e3b5937-163a-4710-98ab-74834c7bf836 HTTP/1.1" status: 200 len: 1812 time: 0.0426607 Jul 08 01:42:10.182057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:10.273860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:10.279273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:10.279852 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:10.343694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f3f10-023b-4c2c-93ce-ec009d63ca55 req-37916197-a0c3-432f-a2d3-2b0a1c4a2ac1 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:10.350893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-409f3f10-023b-4c2c-93ce-ec009d63ca55 req-37916197-a0c3-432f-a2d3-2b0a1c4a2ac1 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f964a093-4cb1-44b3-8976-c3095507990f HTTP/1.1" status: 200 len: 1102 time: 0.1457274 Jul 08 01:42:10.384426 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:10.394996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89aac2-401b-419a-8127-36fc3daaaccc req-d0138d7b-d54c-492f-92bc-bfc1993ec55f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:10.396706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed89aac2-401b-419a-8127-36fc3daaaccc req-d0138d7b-d54c-492f-92bc-bfc1993ec55f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.1506283 Jul 08 01:42:10.427820 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-409f3f10-023b-4c2c-93ce-ec009d63ca55 req-59a9ad4a-6256-4c3b-a576-6d7b4affedeb tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754526 Jul 08 01:42:10.443897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:10.451237 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:10.467457 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed89aac2-401b-419a-8127-36fc3daaaccc req-3a91f440-052f-4e95-bb29-8d1f52732245 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604341 Jul 08 01:42:10.538047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:10.571641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f16a2e6a-befd-46fe-bb60-3d5527ef9330 req-ba64cdf1-1e65-4c15-b16f-2693ea7307b9 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 210 time: 0.0440631 Jul 08 01:42:10.664518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29783c-95ff-4f6e-bc6c-006a9fee98b2 req-1aaee17c-8e35-46a1-8bce-bc73dfcad6bd tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:10.666832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d29783c-95ff-4f6e-bc6c-006a9fee98b2 req-1aaee17c-8e35-46a1-8bce-bc73dfcad6bd tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.0976305 Jul 08 01:42:10.742366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d29783c-95ff-4f6e-bc6c-006a9fee98b2 req-83a60347-039d-4155-8b17-fdde3c54167b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697558 Jul 08 01:42:10.795866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b2de7-a7d3-471f-8fb7-d72b4a31c41c req-06392062-6aba-4606-aa80-7fa4c176e0b8 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:10.797466 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-655b2de7-a7d3-471f-8fb7-d72b4a31c41c req-06392062-6aba-4606-aa80-7fa4c176e0b8 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.1090639 Jul 08 01:42:10.860586 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-655b2de7-a7d3-471f-8fb7-d72b4a31c41c req-4213c167-0e16-43b6-bc51-4aa72d686c47 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560751 Jul 08 01:42:10.938297 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:10.940591 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05deb495-e2e9-4a2c-bfcb-355e85b7f4e3" -d '{"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-plugged", "status": "completed", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:10.986288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-5d670a94-1b9e-46ad-8e06-01afb0d5acee req-0f51d641-c99c-4af4-989a-5a50c92d825c tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1777564986', 'description': 'tempest-description-359784366'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:11.015599 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5d670a94-1b9e-46ad-8e06-01afb0d5acee req-0f51d641-c99c-4af4-989a-5a50c92d825c tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:11.108790 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f65caa-b336-49ee-aeb7-ef8d7a6c0590 x-openstack-request-id: req-e3f65caa-b336-49ee-aeb7-ef8d7a6c0590 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:11.109380 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-plugged", "status": "completed", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:11.109857 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3f65caa-b336-49ee-aeb7-ef8d7a6c0590 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:11.110461 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'code': 200} Jul 08 01:42:11.151435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-cfe33a6e-94fe-471b-ac6f-fee347abc23c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:11.154259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-cfe33a6e-94fe-471b-ac6f-fee347abc23c tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.24 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 945 time: 0.1243284 Jul 08 01:42:11.223923 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5d670a94-1b9e-46ad-8e06-01afb0d5acee req-0f51d641-c99c-4af4-989a-5a50c92d825c tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:11.247514 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5d670a94-1b9e-46ad-8e06-01afb0d5acee req-0f51d641-c99c-4af4-989a-5a50c92d825c tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:11.258481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8dd3d-749e-43e0-a8a2-f584dc79c783 req-9ce30876-7823-4f7b-9bbc-293274eae3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:11.260951 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eed8dd3d-749e-43e0-a8a2-f584dc79c783 req-9ce30876-7823-4f7b-9bbc-293274eae3be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 1102 time: 0.0581264 Jul 08 01:42:11.292802 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5d670a94-1b9e-46ad-8e06-01afb0d5acee req-0f51d641-c99c-4af4-989a-5a50c92d825c tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:11.294040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d670a94-1b9e-46ad-8e06-01afb0d5acee req-0f51d641-c99c-4af4-989a-5a50c92d825c tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3120129 Jul 08 01:42:11.301296 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eed8dd3d-749e-43e0-a8a2-f584dc79c783 req-30f5880f-5dca-4b1c-924a-93e1c30b16d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298953 Jul 08 01:42:11.323035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51d641-c99c-4af4-989a-5a50c92d825c tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d48199d-50fa-4213-80fe-45047d583c19,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:11.360643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7afa01-3525-4985-b777-ab5c32acce15 req-02ceb78d-3088-49bc-926e-e1cbb5993927 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:11.362153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd7afa01-3525-4985-b777-ab5c32acce15 req-02ceb78d-3088-49bc-926e-e1cbb5993927 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/ports?device_id=51ebf92a-801f-4549-a586-f4d11c90c6a4 HTTP/1.1" status: 200 len: 945 time: 0.1599634 Jul 08 01:42:11.373696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-c48fb845-c718-45c0-8818-4eb3189287f5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Deleting port f4470413-068f-4fcd-8239-276e7c6adafa {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:11.374004 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-c48fb845-c718-45c0-8818-4eb3189287f5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:11.557527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd7afa01-3525-4985-b777-ab5c32acce15 req-13bd483b-9a73-4ef6-b554-3bce4ffe97e1 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.41 "GET /v2.0/security-groups?id=3790363d-e889-4783-a630-25596b1bb0a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849883 Jul 08 01:42:11.614189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-c48fb845-c718-45c0-8818-4eb3189287f5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] For port f4470413-068f-4fcd-8239-276e7c6adafa, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f4470413-068f-4fcd-8239-276e7c6adafa,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:11.614554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-c48fb845-c718-45c0-8818-4eb3189287f5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:11.642878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-c48fb845-c718-45c0-8818-4eb3189287f5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Calling delete_port for f4470413-068f-4fcd-8239-276e7c6adafa owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:11.673373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398e151-a324-4d19-8d84-15e437e8f772 req-c1680aa7-a614-4595-9e98-0bb1e1ce0ad4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:11.674803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4398e151-a324-4d19-8d84-15e437e8f772 req-c1680aa7-a614-4595-9e98-0bb1e1ce0ad4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.2555413 Jul 08 01:42:11.681059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-f37d44e8-c4ba-4d1a-ad0b-c7465e36d6c7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:11.683015 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-f37d44e8-c4ba-4d1a-ad0b-c7465e36d6c7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.2567995 Jul 08 01:42:11.705839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Request body: {'port': {'device_id': 'a6261adc-6180-4e11-b711-861e5f75a5b6', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'admin_state_up': True, 'tenant_id': 'c717aba88cea40cab44fd182e8ee9746'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:11.709665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-58c8b430-025d-47d2-ad94-d6fbc7f3c02a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634162 Jul 08 01:42:11.893440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4398e151-a324-4d19-8d84-15e437e8f772 req-e36472fd-9298-4a2d-8f66-2163dcb29b34 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989696 Jul 08 01:42:11.995732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a25b0c95-27c6-4acb-8ae4-fbb1b8c7e066 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:11.997835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a25b0c95-27c6-4acb-8ae4-fbb1b8c7e066 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507057 Jul 08 01:42:12.054260 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd4c926c-3ade-444c-a018-725d17c35b7c req-84d44be9-6c17-4ca7-b1f0-f1ca6dcaf16a tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/1d48199d-50fa-4213-80fe-45047d583c19 HTTP/1.1" status: 200 len: 1812 time: 0.1318073 Jul 08 01:42:12.066936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-860e8064-66b4-47ff-bfad-8fc2477b74f6 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/quotas/7161b0fc71974f25a9dfe35daeaa8f16 HTTP/1.1" status: 200 len: 375 time: 0.0609748 Jul 08 01:42:12.095355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Made reservation on behalf of c717aba88cea40cab44fd182e8ee9746 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:12.098764 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:12.132591 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-c48fb845-c718-45c0-8818-4eb3189287f5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:12.150964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f4470413-068f-4fcd-8239-276e7c6adafa'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:12.186847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fb845-c718-45c0-8818-4eb3189287f5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Pushing event deleted for resources: {'Port': ['ID=f4470413-068f-4fcd-8239-276e7c6adafa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:12.245473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67617879-f47b-4148-853e-f7485ffc8ecd req-147264d7-c9e0-4d9a-aa8d-04295ec802db tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 210 time: 0.0750113 Jul 08 01:42:12.307374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-c48fb845-c718-45c0-8818-4eb3189287f5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] No DVR routers for this DVR port f4470413-068f-4fcd-8239-276e7c6adafa on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:12.313969 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-c48fb845-c718-45c0-8818-4eb3189287f5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:12.315905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92b5a260-13dd-4081-bd4f-44230c694dc9 req-c48fb845-c718-45c0-8818-4eb3189287f5 tempest-FloatingIPsAssociationTestJSON-614052214 tempest-FloatingIPsAssociationTestJSON-614052214-project] 10.222.0.24 "DELETE /v2.0/ports/f4470413-068f-4fcd-8239-276e7c6adafa HTTP/1.1" status: 204 len: 173 time: 1.1506171 Jul 08 01:42:12.317109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'name': 'network-vif-deleted', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:12.319330 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f779256-8eca-4c27-986d-996cdbadf59b" -d '{"events": [{"server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "name": "network-vif-deleted", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:12.367635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-877e2fac-6414-4120-aad9-0e1ab51b8e5a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2928913 Jul 08 01:42:12.435450 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Allocated IP 172.20.0.3 (ec165b7b-c1b2-40d2-a912-6340373d1594/94efa8dc-98fe-402d-a487-c19d12a4e6f9/e3d0195d-106c-427c-8595-7f7bb26d9458) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:12.527074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c0955-a97d-4e50-be3e-410750e2f0e4 req-8409b129-22ae-4340-b1a6-a3b9008a6a83 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:12.534520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a77c0955-a97d-4e50-be3e-410750e2f0e4 req-8409b129-22ae-4340-b1a6-a3b9008a6a83 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.1657274 Jul 08 01:42:12.638189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a77c0955-a97d-4e50-be3e-410750e2f0e4 req-9fb8b032-1e0f-4693-8b64-0a42cbbb86df tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025643 Jul 08 01:42:12.715238 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:12.771226 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:12.788209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:12.827254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Network ec165b7b-c1b2-40d2-a912-6340373d1594 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:12.830918 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:12.835089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:12.865224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event updated for resources: {'Port': ['ID=e3d0195d-106c-427c-8595-7f7bb26d9458,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:12.910070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9c55249b-e601-4c38-b365-555e53778b5c req-450f9849-b4a7-4b37-bb35-f7b90966bb28 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-93780950', 'description': 'tempest-description-1670956793'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:12.945814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:12.946646 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:12.981926 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9c55249b-e601-4c38-b365-555e53778b5c req-450f9849-b4a7-4b37-bb35-f7b90966bb28 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:12.987303 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-bca5f733-cafe-4a9b-9b1b-f5f9d390ae73 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2910173 Jul 08 01:42:13.002529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Request body: {'port': {'device_id': 'a6261adc-6180-4e11-b711-861e5f75a5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:13.062754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e6c7-878b-4674-89d5-87958103abcc req-d097244d-a909-4677-8354-36ca5cacb73e tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:13.064446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30d2e6c7-878b-4674-89d5-87958103abcc req-d097244d-a909-4677-8354-36ca5cacb73e tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.1703725 Jul 08 01:42:13.156904 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:13.182348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30d2e6c7-878b-4674-89d5-87958103abcc req-d3e2249d-0d83-4fbb-86ba-51ddbb41cb73 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054792 Jul 08 01:42:13.245778 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f2f22e-0160-45ff-8918-9d126ba24040 x-openstack-request-id: req-88f2f22e-0160-45ff-8918-9d126ba24040 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:13.246066 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ebf92a-801f-4549-a586-f4d11c90c6a4", "name": "network-vif-deleted", "tag": "f4470413-068f-4fcd-8239-276e7c6adafa", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:13.246315 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88f2f22e-0160-45ff-8918-9d126ba24040 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:13.246721 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ebf92a-801f-4549-a586-f4d11c90c6a4', 'name': 'network-vif-deleted', 'tag': 'f4470413-068f-4fcd-8239-276e7c6adafa', 'status': 'completed', 'code': 200} Jul 08 01:42:13.257995 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9c55249b-e601-4c38-b365-555e53778b5c req-450f9849-b4a7-4b37-bb35-f7b90966bb28 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:13.269546 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9c55249b-e601-4c38-b365-555e53778b5c req-450f9849-b4a7-4b37-bb35-f7b90966bb28 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:13.331226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50214) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:13.342769 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9c55249b-e601-4c38-b365-555e53778b5c req-450f9849-b4a7-4b37-bb35-f7b90966bb28 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:13.344043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c55249b-e601-4c38-b365-555e53778b5c req-450f9849-b4a7-4b37-bb35-f7b90966bb28 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4517386 Jul 08 01:42:13.369261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f9849-b4a7-4b37-bb35-f7b90966bb28 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8baff7-7701-4e4f-afe3-cfd90a18a0f3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:13.628620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d0195d-106c-427c-8595-7f7bb26d9458 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:13.639524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:13.694535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Transition to ACTIVE for port object e3d0195d-106c-427c-8595-7f7bb26d9458 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:13.704265 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:13.747104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c84d74-5267-415c-a33f-909c554c64e6 req-c287a246-82f1-4e96-a567-3d4d721f340f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:13.748725 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35c84d74-5267-415c-a33f-909c554c64e6 req-c287a246-82f1-4e96-a567-3d4d721f340f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.2461035 Jul 08 01:42:13.813224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d0195d-106c-427c-8595-7f7bb26d9458,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:13.822256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:13.890713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35c84d74-5267-415c-a33f-909c554c64e6 req-d51cc3ec-3935-40ea-90b7-3ccbd6bb4e15 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332595 Jul 08 01:42:13.907746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199c0b6-6dcb-41fa-9c72-d4554846921c req-e20f39f1-aece-4f38-9c34-bbefed4f01db tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:13.909459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5199c0b6-6dcb-41fa-9c72-d4554846921c req-e20f39f1-aece-4f38-9c34-bbefed4f01db tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 931 time: 0.2585897 Jul 08 01:42:14.141077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] Deleting port 2dee5923-9a33-49aa-9233-460298f477bc {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:14.141591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:14.195913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f4470413-068f-4fcd-8239-276e7c6adafa no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:14.221539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: f4470413-068f-4fcd-8239-276e7c6adafa {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:14.222041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f4470413-068f-4fcd-8239-276e7c6adafa not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:14.240141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] For port 2dee5923-9a33-49aa-9233-460298f477bc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2dee5923-9a33-49aa-9233-460298f477bc,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:14.240433 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:14.254837 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] Calling delete_port for 2dee5923-9a33-49aa-9233-460298f477bc owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:14.299266 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5199c0b6-6dcb-41fa-9c72-d4554846921c req-4691f98b-9cf3-4d55-81f7-1d9cbaa63b74 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889456 Jul 08 01:42:14.311053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Attempting to bind port e3d0195d-106c-427c-8595-7f7bb26d9458 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:14.311390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Attempting to bind port e3d0195d-106c-427c-8595-7f7bb26d9458 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:14.311723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Attempting to bind port e3d0195d-106c-427c-8595-7f7bb26d9458 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:14.318471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Port e3d0195d-106c-427c-8595-7f7bb26d9458 on network ec165b7b-c1b2-40d2-a912-6340373d1594 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:42:14.318794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Attempting to bind port e3d0195d-106c-427c-8595-7f7bb26d9458 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:14.329168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7a301ef-dc52-4b8a-a91b-c7d9689416a5 req-deae9fdc-485c-47a5-bbe4-e387f14a9e06 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/cc8baff7-7701-4e4f-afe3-cfd90a18a0f3 HTTP/1.1" status: 200 len: 1811 time: 0.3917887 Jul 08 01:42:14.331254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:14.331558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Checking segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:14.331950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Bound using segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:14.337050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Bound port: e3d0195d-106c-427c-8595-7f7bb26d9458, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:14.337050 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:14.451555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] For port e3d0195d-106c-427c-8595-7f7bb26d9458, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:14.455361 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-058ff51c-42ac-452f-bc7e-b6854eb55f27 req-12b70a74-a23e-4f5f-b26f-90d10e09adad tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 210 time: 0.0456135 Jul 08 01:42:14.488259 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:14.499951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] For port e3d0195d-106c-427c-8595-7f7bb26d9458, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e3d0195d-106c-427c-8595-7f7bb26d9458,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:14.514679 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:14.527436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dee5923-9a33-49aa-9233-460298f477bc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:14.578860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:14.579627 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:14.583400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] 10.222.0.16 "PUT /v2.0/ports/e3d0195d-106c-427c-8595-7f7bb26d9458 HTTP/1.1" status: 200 len: 1092 time: 1.5859137 Jul 08 01:42:14.663441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cde85f-da2d-4f7e-9a7b-05e3c7cf833e req-fe0fb488-73ef-45a9-8ba3-d769e8fe5146 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:14.674937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41cde85f-da2d-4f7e-9a7b-05e3c7cf833e req-fe0fb488-73ef-45a9-8ba3-d769e8fe5146 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.2249701 Jul 08 01:42:14.738747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1385b-2d97-48cd-8077-0d6964f85962 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d0195d-106c-427c-8595-7f7bb26d9458,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:14.802463 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-3a416df9-6b01-4a83-88ae-079a4a27e683 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421896 Jul 08 01:42:14.824637 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41cde85f-da2d-4f7e-9a7b-05e3c7cf833e req-b0cb8367-12c8-4487-b7cb-fc318e28b5dd tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484227 Jul 08 01:42:14.866476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-a5c266e2-40a2-45a1-9516-0d2d6aed9d96 req-5687e0fe-0592-4b24-8e91-3d6c3823efe8 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-683235598', 'description': 'tempest-description-1731186706'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:14.901983 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-7a7cbb18-bd70-4596-9311-85ee6cb84592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:14.903803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-7a7cbb18-bd70-4596-9311-85ee6cb84592 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 1095 time: 0.2192862 Jul 08 01:42:14.910894 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:14.918169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89743d51-7abc-4eda-be69-c6ab46797210 req-b12becb1-95e2-4568-83ec-0dbc7d054e10 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:14.919973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89743d51-7abc-4eda-be69-c6ab46797210 req-b12becb1-95e2-4568-83ec-0dbc7d054e10 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.1569917 Jul 08 01:42:14.934294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a5c266e2-40a2-45a1-9516-0d2d6aed9d96 req-5687e0fe-0592-4b24-8e91-3d6c3823efe8 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:14.988913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-81c0d72b-5694-4d9e-b67b-ec14e465487c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3d0195d-106c-427c-8595-7f7bb26d9458 HTTP/1.1" status: 200 len: 217 time: 0.0673330 Jul 08 01:42:15.022391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-c8c07cfb-04f7-4744-b55c-8efcc215e7e4 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514305 Jul 08 01:42:15.126968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89743d51-7abc-4eda-be69-c6ab46797210 req-b515d9ac-ebfc-4f78-97d6-0aaf615a069a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983376 Jul 08 01:42:15.184654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-e4a05819-9682-4de6-b6e9-a9ec4a58d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:15.186180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-e4a05819-9682-4de6-b6e9-a9ec4a58d7cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.1765711 Jul 08 01:42:15.242501 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-2d3a783f-9de1-4b9d-bf2e-06bc8075c3d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399833 Jul 08 01:42:15.253622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6261adc-6180-4e11-b711-861e5f75a5b6', 'tag': 'e3d0195d-106c-427c-8595-7f7bb26d9458'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:15.256194 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948db4ee-71d0-44e6-b26a-ba4d71b5b301" -d '{"events": [{"name": "network-changed", "server_uuid": "a6261adc-6180-4e11-b711-861e5f75a5b6", "tag": "e3d0195d-106c-427c-8595-7f7bb26d9458"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:15.297426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-2a7f3c39-b65c-436b-a7fe-de9766e1e43a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:15.298786 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-2a7f3c39-b65c-436b-a7fe-de9766e1e43a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4877605 Jul 08 01:42:15.328380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Request body: {'port': {'device_id': 'e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '7161b0fc71974f25a9dfe35daeaa8f16'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:15.342740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-df59bebd-2050-44b8-91e5-3cd71dcdfa0a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:15.344260 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-df59bebd-2050-44b8-91e5-3cd71dcdfa0a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3072855 Jul 08 01:42:15.379557 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Request body: {'port': {'device_id': '08a9b524-3696-4236-8d0d-5bc27bdebde8', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '7161b0fc71974f25a9dfe35daeaa8f16'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:15.438220 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a5c266e2-40a2-45a1-9516-0d2d6aed9d96 req-5687e0fe-0592-4b24-8e91-3d6c3823efe8 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:15.457010 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a5c266e2-40a2-45a1-9516-0d2d6aed9d96 req-5687e0fe-0592-4b24-8e91-3d6c3823efe8 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:15.531779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-8fc4d391-b8b0-43d7-9078-e2190b561362 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685025 Jul 08 01:42:15.534007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Made reservation on behalf of 7161b0fc71974f25a9dfe35daeaa8f16 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:15.537621 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:15.553599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687e0fe-0592-4b24-8e91-3d6c3823efe8 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cef3087-d1fc-45c1-950c-7566c0836796,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:15.560217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] Router d9071dab-6479-4114-9105-3b7354e17f13 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:42:15.563252 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a5c266e2-40a2-45a1-9516-0d2d6aed9d96 req-5687e0fe-0592-4b24-8e91-3d6c3823efe8 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:15.564557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5c266e2-40a2-45a1-9516-0d2d6aed9d96 req-5687e0fe-0592-4b24-8e91-3d6c3823efe8 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7038569 Jul 08 01:42:15.618044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937345b-db21-4074-a51b-7d9145f0b25f req-cffc42ed-bda4-4af9-8367-d841171ee959 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:15.620372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b937345b-db21-4074-a51b-7d9145f0b25f req-cffc42ed-bda4-4af9-8367-d841171ee959 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.2981510 Jul 08 01:42:15.691616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Made reservation on behalf of 7161b0fc71974f25a9dfe35daeaa8f16 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:15.694921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:15.754428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b937345b-db21-4074-a51b-7d9145f0b25f req-2be18703-8002-49ec-96ad-387e165ef108 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213260 Jul 08 01:42:15.763104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:42:15.763883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b624e4-08c0-421c-8955-16ab527b18d1 req-549b3d9a-cef4-4e8f-b671-fe2d848334d0 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250268 Jul 08 01:42:15.764919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Allocated IP 192.168.233.66 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/0258ddbc-e545-4459-8485-54b41942999f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:15.769894 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-020da54e-7d2c-4311-8ec6-ed1c048bf645 admin admin] 10.222.0.41 "PUT /v2.0/routers/d9071dab-6479-4114-9105-3b7354e17f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4361169 Jul 08 01:42:15.774398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] Sync routers for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:42:15.788788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50244) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:15.794123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:15.794770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:15.844554 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c90fd3-6ce3-483b-a239-c9211352fda9 x-openstack-request-id: req-32c90fd3-6ce3-483b-a239-c9211352fda9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:15.844845 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6261adc-6180-4e11-b711-861e5f75a5b6", "tag": "e3d0195d-106c-427c-8595-7f7bb26d9458", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:15.845095 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32c90fd3-6ce3-483b-a239-c9211352fda9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:15.845493 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6261adc-6180-4e11-b711-861e5f75a5b6', 'tag': 'e3d0195d-106c-427c-8595-7f7bb26d9458', 'status': 'completed', 'code': 200} Jul 08 01:42:15.865260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914d6ad-4bc8-4f02-8d66-60e87541a3f4 req-76a1ffd9-737c-4911-9883-e1808bc4a880 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:15.866860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c914d6ad-4bc8-4f02-8d66-60e87541a3f4 req-76a1ffd9-737c-4911-9883-e1808bc4a880 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.1892686 Jul 08 01:42:15.905083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:15.972090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c914d6ad-4bc8-4f02-8d66-60e87541a3f4 req-1f94af4f-ec65-485b-a511-1985c2124c9b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946469 Jul 08 01:42:15.989618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:15.994745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db4ee-71d0-44e6-b26a-ba4d71b5b301 req-348ac6e1-5355-4620-ab71-b5e400926efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:15.996434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-948db4ee-71d0-44e6-b26a-ba4d71b5b301 req-348ac6e1-5355-4620-ab71-b5e400926efc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 1095 time: 0.1203833 Jul 08 01:42:16.105427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:42:14Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:16.133043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] Checking router: d9071dab-6479-4114-9105-3b7354e17f13 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:42:16.142187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] Routers {'d9071dab-6479-4114-9105-3b7354e17f13'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:16.142872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:41:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d9071dab-6479-4114-9105-3b7354e17f13'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:16.150434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36f70be0-ef7d-4d99-ae43-9d6c5d8939d2 req-a5f6a30f-8d5d-4af5-8ee4-64d432d79299 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 210 time: 0.0476408 Jul 08 01:42:16.201131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:16.218730 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:16.250922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Transition to ACTIVE for port object 0258ddbc-e545-4459-8485-54b41942999f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:16.258829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14713b-9fc6-43aa-9746-6a802b946f8a req-8212cf83-b111-4a8b-ab2c-56a5a98452cb tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:16.261440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da14713b-9fc6-43aa-9746-6a802b946f8a req-8212cf83-b111-4a8b-ab2c-56a5a98452cb tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 943 time: 0.2434263 Jul 08 01:42:16.267209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] Set router d9071dab-6479-4114-9105-3b7354e17f13 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:16.270311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db4ee-71d0-44e6-b26a-ba4d71b5b301 req-c382787a-8c39-4ce1-b114-8a699b35ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:16.271923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-948db4ee-71d0-44e6-b26a-ba4d71b5b301 req-c382787a-8c39-4ce1-b114-8a699b35ab91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 907 time: 0.2666519 Jul 08 01:42:16.278860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5fcec9f-d76b-47fd-b251-5097bbdeedeb req-e5ce9408-ab06-4e2f-8551-fb8345424c4f tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/1cef3087-d1fc-45c1-950c-7566c0836796 HTTP/1.1" status: 200 len: 1812 time: 0.0757573 Jul 08 01:42:16.302575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Deleting port 5ca2f8b8-b326-423b-9ff3-57c13e26028d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:16.303046 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:16.345903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:16.381954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-948db4ee-71d0-44e6-b26a-ba4d71b5b301 req-cdadae47-df34-4290-9a76-6dfaa0e60422 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3d0195d-106c-427c-8595-7f7bb26d9458 HTTP/1.1" status: 200 len: 217 time: 0.1014874 Jul 08 01:42:16.382228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:16.386095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:16.401888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da14713b-9fc6-43aa-9746-6a802b946f8a req-e9745df6-d3ae-448a-882a-6c71b061a007 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268070 Jul 08 01:42:16.417375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:16.425099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:16.436664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:16.445334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event updated for resources: {'Port': ['ID=0258ddbc-e545-4459-8485-54b41942999f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:16.486645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] For port 5ca2f8b8-b326-423b-9ff3-57c13e26028d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5ca2f8b8-b326-423b-9ff3-57c13e26028d,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:16.487033 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:16.500913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Allocated IP 192.168.233.35 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/4e840034-017f-416a-995f-85f61e84af70) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:16.515097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Calling delete_port for 5ca2f8b8-b326-423b-9ff3-57c13e26028d owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:16.531054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:16.531735 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:16.564049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db4ee-71d0-44e6-b26a-ba4d71b5b301 req-26bf23ff-a541-487c-bb8c-7cc533b11056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:16.566421 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-948db4ee-71d0-44e6-b26a-ba4d71b5b301 req-26bf23ff-a541-487c-bb8c-7cc533b11056 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.1686449 Jul 08 01:42:16.581814 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-65d71be0-21c0-48be-a1b5-6d02df2cf139 req-22cd762e-1f01-4662-93f8-0dde77ef5bfd tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] show failed (client error): The resource could not be found. Jul 08 01:42:16.592912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65d71be0-21c0-48be-a1b5-6d02df2cf139 req-22cd762e-1f01-4662-93f8-0dde77ef5bfd tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/8a2beba5-135e-4e6c-bc71-db397441d638 HTTP/1.1" status: 404 len: 352 time: 0.0489945 Jul 08 01:42:16.611972 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-a0535b9a-75a2-4ea4-8653-63db8a453855 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2877152 Jul 08 01:42:16.688971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-948db4ee-71d0-44e6-b26a-ba4d71b5b301 req-704caad2-2d73-487e-bbba-bde8e7eea946 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950043 Jul 08 01:42:16.725657 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Request body: {'port': {'device_id': 'e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:16.758142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-81088121-1dcb-4b80-bdb2-7c78b00b9b1d None None] Provisioning for port 0258ddbc-e545-4459-8485-54b41942999f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:16.767416 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-afd5415c-339c-4d1b-97f2-f51d3596a216 req-16edf0df-4900-4d44-9018-cb104ca89105 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] show failed (client error): The resource could not be found. Jul 08 01:42:16.769522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afd5415c-339c-4d1b-97f2-f51d3596a216 req-16edf0df-4900-4d44-9018-cb104ca89105 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-group-rules/5f0864bd-3044-40bb-afac-38f002af446f HTTP/1.1" status: 404 len: 361 time: 0.0858467 Jul 08 01:42:16.791787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-81088121-1dcb-4b80-bdb2-7c78b00b9b1d None None] Provisioning complete for port 0258ddbc-e545-4459-8485-54b41942999f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:16.792389 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-81088121-1dcb-4b80-bdb2-7c78b00b9b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:16.856555 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:16.881423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-81088121-1dcb-4b80-bdb2-7c78b00b9b1d None None] Port 0258ddbc-e545-4459-8485-54b41942999f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:16.902251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36a48-4f36-4070-bd2b-f68c226bbbb7 req-c5fc5552-1999-4eb9-b6f8-7a9609bc53cc tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:16.904349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-baa36a48-4f36-4070-bd2b-f68c226bbbb7 req-c5fc5552-1999-4eb9-b6f8-7a9609bc53cc tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.2800360 Jul 08 01:42:16.912617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:16.964836 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-948db4ee-71d0-44e6-b26a-ba4d71b5b301 req-50dde349-296d-4156-8352-2674dab2eac8 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392430 Jul 08 01:42:16.967652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.015960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:42:14Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:17.033836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca2f8b8-b326-423b-9ff3-57c13e26028d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:17.047582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.062835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1aa22c-98ef-4257-bfcc-c59b789a8bdb None None] The sync data for ids ['d9071dab-6479-4114-9105-3b7354e17f13'] in n-d-694802-14 is: [{'id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'name': 'tempest-FloatingIPsAssociationTestJSON-847167251-router', 'tenant_id': '54ed1cf44e644c5b9306d90fed4e8909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:40:38Z', 'updated_at': '2021-07-08T01:42:14Z', 'revision_number': 5, 'project_id': '54ed1cf44e644c5b9306d90fed4e8909', 'gw_port': {'id': '5ca2f8b8-b326-423b-9ff3-57c13e26028d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9071dab-6479-4114-9105-3b7354e17f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:40:39Z', 'updated_at': '2021-07-08T01:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:42:17.092281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-948db4ee-71d0-44e6-b26a-ba4d71b5b301 req-055f41ca-3866-4198-a395-081c62570dab service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149042 Jul 08 01:42:17.113182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-baa36a48-4f36-4070-bd2b-f68c226bbbb7 req-37cdc660-e788-44aa-836c-887b7259ce68 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019467 Jul 08 01:42:17.117542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Transition to ACTIVE for port object 4e840034-017f-416a-995f-85f61e84af70 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:17.206246 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.209672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.209968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76ba15ca-0177-44b0-8f11-e50afbcb4827 req-a06060f4-35b3-45c3-b39f-aef683384912 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/1cef3087-d1fc-45c1-950c-7566c0836796 HTTP/1.1" status: 200 len: 1812 time: 0.0650382 Jul 08 01:42:17.218444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.255036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:17.289402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:17.301374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:17.304769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:17.307875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event updated for resources: {'Port': ['ID=4e840034-017f-416a-995f-85f61e84af70,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:17.371151 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.371806 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9071dab-6479-4114-9105-3b7354e17f13 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:42:17.381161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.382471 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-372ee8d9-f03f-43ab-a90e-d75da6b73cea admin admin] 10.222.0.41 "DELETE /v2.0/routers/d9071dab-6479-4114-9105-3b7354e17f13 HTTP/1.1" status: 204 len: 168 time: 1.6009676 Jul 08 01:42:17.385195 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76ba15ca-0177-44b0-8f11-e50afbcb4827 req-ca12be99-b492-43dc-a345-b1e6b867b418 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.387527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50266) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:17.455409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:17.456421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.468563 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-68a7f49f-43b2-4fe5-a056-ffec2911d5a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284552 Jul 08 01:42:17.481622 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76ba15ca-0177-44b0-8f11-e50afbcb4827 req-ca12be99-b492-43dc-a345-b1e6b867b418 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.528168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-b976fc11-913f-4c20-8f7c-ac183cc2aa2a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1715608 Jul 08 01:42:17.559800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-717b0b4f-542e-4619-99e5-c30ffa2b5295 admin admin] Deleting subnet ce76c900-9d70-4f9a-92e5-df87d8f081e3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:42:17.568364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Request body: {'port': {'device_id': '08a9b524-3696-4236-8d0d-5bc27bdebde8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:17.585782 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-717b0b4f-542e-4619-99e5-c30ffa2b5295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.617562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-95541412-a314-4ad6-97c9-c0ace2c60960 None None] Provisioning for port 4e840034-017f-416a-995f-85f61e84af70 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:17.630034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-95541412-a314-4ad6-97c9-c0ace2c60960 None None] Provisioning complete for port 4e840034-017f-416a-995f-85f61e84af70 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:17.630772 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-95541412-a314-4ad6-97c9-c0ace2c60960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.662026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6e2b2-8ccc-4600-8a4b-6cd18003b634 req-b15b89df-32c6-48f0-bc02-a64f5cd1dbb1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:17.671467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6e2b2-8ccc-4600-8a4b-6cd18003b634 req-b15b89df-32c6-48f0-bc02-a64f5cd1dbb1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.3322611 Jul 08 01:42:17.672488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0258ddbc-e545-4459-8485-54b41942999f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:17.683166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:17.686873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.703763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Transition to ACTIVE for port object 0258ddbc-e545-4459-8485-54b41942999f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:17.707173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.720492 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76ba15ca-0177-44b0-8f11-e50afbcb4827 req-ca12be99-b492-43dc-a345-b1e6b867b418 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.723524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-76ba15ca-0177-44b0-8f11-e50afbcb4827 req-ca12be99-b492-43dc-a345-b1e6b867b418 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.738887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76ba15ca-0177-44b0-8f11-e50afbcb4827 req-ca12be99-b492-43dc-a345-b1e6b867b418 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "DELETE /v2.0/security-groups/1cef3087-d1fc-45c1-950c-7566c0836796 HTTP/1.1" status: 204 len: 173 time: 0.5280333 Jul 08 01:42:17.749166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-95541412-a314-4ad6-97c9-c0ace2c60960 None None] Port 4e840034-017f-416a-995f-85f61e84af70 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:17.754370 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-717b0b4f-542e-4619-99e5-c30ffa2b5295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:17.760381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Pushing event updated for resources: {'Port': ['ID=0258ddbc-e545-4459-8485-54b41942999f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:17.866123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12be99-b492-43dc-a345-b1e6b867b418 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cef3087-d1fc-45c1-950c-7566c0836796,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:17.881972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Attempting to bind port 0258ddbc-e545-4459-8485-54b41942999f on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:17.882196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Attempting to bind port 0258ddbc-e545-4459-8485-54b41942999f by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:17.882594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Attempting to bind port 0258ddbc-e545-4459-8485-54b41942999f on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:17.889076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Port 0258ddbc-e545-4459-8485-54b41942999f on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:42:17.890890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Attempting to bind port 0258ddbc-e545-4459-8485-54b41942999f on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:17.911959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e3d0195d-106c-427c-8595-7f7bb26d9458 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:42:17.930461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:17.930861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:17.933368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:17.933846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Bound port: 0258ddbc-e545-4459-8485-54b41942999f, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:17.934227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:18.032800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6e2b2-8ccc-4600-8a4b-6cd18003b634 req-7ac7f576-acd2-4053-91dc-8a6553368f79 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599606 Jul 08 01:42:18.115256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] For port 0258ddbc-e545-4459-8485-54b41942999f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:18.119178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] For port 0258ddbc-e545-4459-8485-54b41942999f, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=0258ddbc-e545-4459-8485-54b41942999f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:18.136801 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:18.144025 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:18.145811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2dee5923-9a33-49aa-9233-460298f477bc no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:18.183983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:18.184915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:18.186336 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] 10.222.0.16 "PUT /v2.0/ports/0258ddbc-e545-4459-8485-54b41942999f HTTP/1.1" status: 200 len: 1096 time: 1.4667079 Jul 08 01:42:18.186865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7', 'tag': '0258ddbc-e545-4459-8485-54b41942999f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:18.189281 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7", "tag": "0258ddbc-e545-4459-8485-54b41942999f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:18.215713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 2dee5923-9a33-49aa-9233-460298f477bc {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:18.216066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2dee5923-9a33-49aa-9233-460298f477bc not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:18.262062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d698ac-a881-41a7-a992-0d857eed303b service neutron] Pushing event updated for resources: {'Port': ['ID=0258ddbc-e545-4459-8485-54b41942999f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:18.318391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e4ff28a7-ba1f-4bb1-b1cc-0446749bcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:18.320064 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e4ff28a7-ba1f-4bb1-b1cc-0446749bcc86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 1099 time: 0.0769145 Jul 08 01:42:18.336601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e3d0195d-106c-427c-8595-7f7bb26d9458, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e3d0195d-106c-427c-8595-7f7bb26d9458,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:18.372418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'e3d0195d-106c-427c-8595-7f7bb26d9458', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'port_id': 'e3d0195d-106c-427c-8595-7f7bb26d9458', 'mac_address': 'fa:16:3e:81:80:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94efa8dc-98fe-402d-a487-c19d12a4e6f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:42:18.417195 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-717b0b4f-542e-4619-99e5-c30ffa2b5295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:18.435647 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-8362275a-75c1-463e-89a2-153903bf62d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=0258ddbc-e545-4459-8485-54b41942999f HTTP/1.1" status: 200 len: 217 time: 0.1083205 Jul 08 01:42:18.526585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-2fb4049f-c931-463a-8100-d13619316367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:18.528237 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-2fb4049f-c931-463a-8100-d13619316367 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0702794 Jul 08 01:42:18.531750 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:18.562624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcef1d1-a796-4d82-afa7-4527a273f613 req-a3aa7d06-af65-4fc2-8a2e-97cf952d4b10 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:18.564352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcef1d1-a796-4d82-afa7-4527a273f613 req-a3aa7d06-af65-4fc2-8a2e-97cf952d4b10 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 947 time: 0.5548608 Jul 08 01:42:18.577288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d0195d-106c-427c-8595-7f7bb26d9458 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:18.604828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e3d0195d-106c-427c-8595-7f7bb26d9458, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e3d0195d-106c-427c-8595-7f7bb26d9458,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:18.612477 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:18.626342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-baa0a1a9-dc0e-46d1-a343-623be7cecb30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2222486 Jul 08 01:42:18.638628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-94c475bc-f9a3-4cbd-9b50-1ff997dc0486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:18.640760 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-94c475bc-f9a3-4cbd-9b50-1ff997dc0486 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980048 Jul 08 01:42:18.650894 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-717b0b4f-542e-4619-99e5-c30ffa2b5295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:18.679593 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-717b0b4f-542e-4619-99e5-c30ffa2b5295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:18.682389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-717b0b4f-542e-4619-99e5-c30ffa2b5295 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce76c900-9d70-4f9a-92e5-df87d8f081e3 HTTP/1.1" status: 204 len: 168 time: 1.2895679 Jul 08 01:42:18.695461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50300) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:18.704339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e3d0195d-106c-427c-8595-7f7bb26d9458,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:18.710631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b0b4f-542e-4619-99e5-c30ffa2b5295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce76c900-9d70-4f9a-92e5-df87d8f081e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:18.721703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f98077-5cab-4816-a223-e3b4e44d7354 None None] Network 99c69b2c-3055-4f5a-b34c-ea1e67881022 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:18.743238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e7ae6-81ed-4143-8f0e-4c18356ddcd8 req-b235f3ff-c293-445a-bb7d-68f063dd29fb tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:18.746070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be1e7ae6-81ed-4143-8f0e-4c18356ddcd8 req-b235f3ff-c293-445a-bb7d-68f063dd29fb tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.4880881 Jul 08 01:42:18.768585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afcef1d1-a796-4d82-afa7-4527a273f613 req-b128d85e-2e29-4869-903c-d2cf5469b056 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896441 Jul 08 01:42:18.855015 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:18.888468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e3d0195d-106c-427c-8595-7f7bb26d9458'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:18.896315 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-7b52c515-7656-4e78-abe6-d5c44954bf85 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389863 Jul 08 01:42:18.931954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-bff639a0-2f4a-40a1-989a-9c170f243518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:18.933803 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-bff639a0-2f4a-40a1-989a-9c170f243518 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1097 time: 0.2050159 Jul 08 01:42:19.083097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a297f-cc4b-4b31-91b2-d1dbb013e75c None None] DHCP port deletion for 99c69b2c-3055-4f5a-b34c-ea1e67881022 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:42:19.133915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Deleting port 734b8dd2-dec9-4e64-bd08-c9d232685b57 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:19.134340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.163974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-943a297f-cc4b-4b31-91b2-d1dbb013e75c None None] Deleting port 734b8dd2-dec9-4e64-bd08-c9d232685b57 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:19.164542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-943a297f-cc4b-4b31-91b2-d1dbb013e75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.201487 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-c8f6d10b-a873-457a-8167-92284798569e service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819185 Jul 08 01:42:19.207246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-4f328668-9cb3-4c48-8539-30b1c82cf0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:19.208734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-4f328668-9cb3-4c48-8539-30b1c82cf0ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.2236807 Jul 08 01:42:19.237438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be1e7ae6-81ed-4143-8f0e-4c18356ddcd8 req-038dc37a-3502-4c3e-a4d9-f5bdc87c81e7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827149 Jul 08 01:42:19.251051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-943a297f-cc4b-4b31-91b2-d1dbb013e75c None None] For port 734b8dd2-dec9-4e64-bd08-c9d232685b57, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=734b8dd2-dec9-4e64-bd08-c9d232685b57,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:19.251543 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-943a297f-cc4b-4b31-91b2-d1dbb013e75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.268477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-943a297f-cc4b-4b31-91b2-d1dbb013e75c None None] Calling delete_port for 734b8dd2-dec9-4e64-bd08-c9d232685b57 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:19.316336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] For port 734b8dd2-dec9-4e64-bd08-c9d232685b57, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=734b8dd2-dec9-4e64-bd08-c9d232685b57,segment=NetworkSegment(c6e19a0d-b122-4cfd-a5b8-ef50009051a1),segment_id=c6e19a0d-b122-4cfd-a5b8-ef50009051a1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:19.317051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.329896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3436cd7-0f59-4b2b-a39c-4784123da682 req-161ca229-29c0-4da0-a48c-06e27dba7a68 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:19.331415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3436cd7-0f59-4b2b-a39c-4784123da682 req-161ca229-29c0-4da0-a48c-06e27dba7a68 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 944 time: 0.1316440 Jul 08 01:42:19.349526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Calling delete_port for 734b8dd2-dec9-4e64-bd08-c9d232685b57 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:19.379463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e840034-017f-416a-995f-85f61e84af70 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:19.405999 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.420630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-943a297f-cc4b-4b31-91b2-d1dbb013e75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.428787 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-ff3bd5e5-2db9-4525-a09f-ac579d8b1f72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 1000 time: 0.2040331 Jul 08 01:42:19.428991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3436cd7-0f59-4b2b-a39c-4784123da682 req-d908cc8f-603e-4ca0-ba82-0c256564dc25 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792940 Jul 08 01:42:19.452040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Transition to ACTIVE for port object 4e840034-017f-416a-995f-85f61e84af70 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:19.461864 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.496870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a297f-cc4b-4b31-91b2-d1dbb013e75c None None] Pushing event deleted for resources: {'Port': ['ID=734b8dd2-dec9-4e64-bd08-c9d232685b57,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:19.503532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a297f-cc4b-4b31-91b2-d1dbb013e75c None None] No DVR routers for this DVR port 734b8dd2-dec9-4e64-bd08-c9d232685b57 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:19.538865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-f4e74468-d605-4e04-ad61-2a0f9a0fc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:19.541168 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-f4e74468-d605-4e04-ad61-2a0f9a0fc606 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.0915747 Jul 08 01:42:19.557522 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.595021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Pushing event deleted for resources: {'Port': ['ID=734b8dd2-dec9-4e64-bd08-c9d232685b57,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:19.595603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff79f37c-f7e1-4550-a254-00598e096468 req-0c313b9f-a47e-49d1-9e80-f5bb52065d84 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/cc8baff7-7701-4e4f-afe3-cfd90a18a0f3 HTTP/1.1" status: 200 len: 1811 time: 0.1422753 Jul 08 01:42:19.600933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Pushing event updated for resources: {'Port': ['ID=4e840034-017f-416a-995f-85f61e84af70,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:19.619481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] No DVR routers for this DVR port 734b8dd2-dec9-4e64-bd08-c9d232685b57 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:19.710194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.722285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c69b2c-3055-4f5a-b34c-ea1e67881022']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:19.735732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:19.736046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e19a0d-b122-4cfd-a5b8-ef50009051a1') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:19.745472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-0ae672a4-3edd-45e9-87bd-38a29e74fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:19.746759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-2abd912e-702a-44a2-8bd2-8b9296267ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:19.747085 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-0ae672a4-3edd-45e9-87bd-38a29e74fb58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832831 Jul 08 01:42:19.748255 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-2abd912e-702a-44a2-8bd2-8b9296267ef3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 1102 time: 0.2435269 Jul 08 01:42:19.751056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.779389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Attempting to bind port 4e840034-017f-416a-995f-85f61e84af70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:19.779628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Attempting to bind port 4e840034-017f-416a-995f-85f61e84af70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:19.779965 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Attempting to bind port 4e840034-017f-416a-995f-85f61e84af70 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:19.782149 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.800032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ff79f37c-f7e1-4550-a254-00598e096468 req-151aa290-7bb7-456a-9bda-c9471ba03173 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.819220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:42:19.819637 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:42:19.821709 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:42:19.834689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Port 4e840034-017f-416a-995f-85f61e84af70 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:42:19.835029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Attempting to bind port 4e840034-017f-416a-995f-85f61e84af70 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:19.869982 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:19.870321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:19.870716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:19.871162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Bound port: 4e840034-017f-416a-995f-85f61e84af70, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:19.871537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.881737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e3d0195d-106c-427c-8595-7f7bb26d9458 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:19.886849 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ff79f37c-f7e1-4550-a254-00598e096468 req-151aa290-7bb7-456a-9bda-c9471ba03173 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.900565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.906916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:19.911917 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] 10.222.0.41 "DELETE /v2.0/networks/99c69b2c-3055-4f5a-b34c-ea1e67881022 HTTP/1.1" status: 204 len: 168 time: 1.2150302 Jul 08 01:42:19.915071 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-0929bb8b-585b-44ae-a1d0-103b7db29b51 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522052 Jul 08 01:42:19.937211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139a871-1425-4dd6-8850-6a83d3747717 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c69b2c-3055-4f5a-b34c-ea1e67881022,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:19.954326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ca2f8b8-b326-423b-9ff3-57c13e26028d no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:19.975931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d872df0-68a1-4a45-847e-c9076fbd9041 req-a328e115-0a93-4985-a813-1ce38141fd82 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:19.978472 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d872df0-68a1-4a45-847e-c9076fbd9041 req-a328e115-0a93-4985-a813-1ce38141fd82 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.2942657 Jul 08 01:42:19.978929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5ca2f8b8-b326-423b-9ff3-57c13e26028d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:19.979518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ca2f8b8-b326-423b-9ff3-57c13e26028d not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:19.980837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 734b8dd2-dec9-4e64-bd08-c9d232685b57 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:19.991025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-fc4151f3-0c8b-466e-989a-f0c53b0eee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:19.992535 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-fc4151f3-0c8b-466e-989a-f0c53b0eee05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2246115 Jul 08 01:42:20.006777 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port e3d0195d-106c-427c-8595-7f7bb26d9458 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:20.011149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 734b8dd2-dec9-4e64-bd08-c9d232685b57 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:20.011707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 734b8dd2-dec9-4e64-bd08-c9d232685b57 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:20.019872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port e3d0195d-106c-427c-8595-7f7bb26d9458 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:20.027341 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.030863 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ff79f37c-f7e1-4550-a254-00598e096468 req-151aa290-7bb7-456a-9bda-c9471ba03173 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.033421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ff79f37c-f7e1-4550-a254-00598e096468 req-151aa290-7bb7-456a-9bda-c9471ba03173 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.034565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff79f37c-f7e1-4550-a254-00598e096468 req-151aa290-7bb7-456a-9bda-c9471ba03173 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "DELETE /v2.0/security-groups/cc8baff7-7701-4e4f-afe3-cfd90a18a0f3 HTTP/1.1" status: 204 len: 173 time: 0.4381678 Jul 08 01:42:20.037585 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3e70689b-a9cb-4bae-8d58-7610283852d0 req-ca6b2955-4cc7-4ee6-9666-22bdac3c9826 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115036 Jul 08 01:42:20.082242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] For port 4e840034-017f-416a-995f-85f61e84af70, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:20.091176 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b2df2c-c958-482e-a652-6befcbcd605b x-openstack-request-id: req-86b2df2c-c958-482e-a652-6befcbcd605b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:20.091470 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7", "tag": "0258ddbc-e545-4459-8485-54b41942999f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:20.091726 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86b2df2c-c958-482e-a652-6befcbcd605b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:20.092134 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7', 'tag': '0258ddbc-e545-4459-8485-54b41942999f', 'status': 'completed', 'code': 200} Jul 08 01:42:20.122594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-34c73c68-c62a-4ea2-8daa-c5309aa09c63 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 HTTP/1.1" status: 200 len: 217 time: 0.1090739 Jul 08 01:42:20.124681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] For port 4e840034-017f-416a-995f-85f61e84af70, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=4e840034-017f-416a-995f-85f61e84af70,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:20.126887 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.144334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aa290-7bb7-456a-9bda-c9471ba03173 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8baff7-7701-4e4f-afe3-cfd90a18a0f3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:20.156067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6261adc-6180-4e11-b711-861e5f75a5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d0195d-106c-427c-8595-7f7bb26d9458'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:20.158430 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76652af-da63-4e49-97a1-f24092ba78f7" -d '{"events": [{"server_uuid": "a6261adc-6180-4e11-b711-861e5f75a5b6", "name": "network-vif-plugged", "status": "completed", "tag": "e3d0195d-106c-427c-8595-7f7bb26d9458"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:20.164106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50310) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:20.169380 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.179425 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e3d0195d-106c-427c-8595-7f7bb26d9458, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e3d0195d-106c-427c-8595-7f7bb26d9458,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:20.186558 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.228481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.229510 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.231349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] 10.222.0.24 "PUT /v2.0/ports/4e840034-017f-416a-995f-85f61e84af70 HTTP/1.1" status: 200 len: 1096 time: 2.6801844 Jul 08 01:42:20.241709 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8b856129-dcbb-49db-a729-047ea9cf2893 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54ed1cf44e644c5b9306d90fed4e8909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0748625 Jul 08 01:42:20.243228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50314) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:20.252457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e3d0195d-106c-427c-8595-7f7bb26d9458,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:20.268661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-4f94dcb7-fe91-42b8-a366-43c9890cfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.270469 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-4f94dcb7-fe91-42b8-a366-43c9890cfd36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 1099 time: 0.1528547 Jul 08 01:42:20.274491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a9b524-3696-4236-8d0d-5bc27bdebde8', 'tag': '4e840034-017f-416a-995f-85f61e84af70'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:20.277057 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46424cb-a058-4f36-80c8-b42f6c4912ce" -d '{"events": [{"name": "network-changed", "server_uuid": "08a9b524-3696-4236-8d0d-5bc27bdebde8", "tag": "4e840034-017f-416a-995f-85f61e84af70"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:20.288930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d872df0-68a1-4a45-847e-c9076fbd9041 req-a6b60fea-6aea-4bf7-bf84-dbe1aa8d844d tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993038 Jul 08 01:42:20.374778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-eab20384-e31b-42fc-9abb-0253db990e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.376435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-eab20384-e31b-42fc-9abb-0253db990e17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.2217498 Jul 08 01:42:20.383716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373831d-f223-4304-bbb1-47a1d0166431 service neutron] Pushing event updated for resources: {'Port': ['ID=4e840034-017f-416a-995f-85f61e84af70,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:20.500900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c77267-10e2-4072-a6a5-46ea38e5cd52 req-3b95d216-0f5d-4e05-82ca-ee8ca0ad5b64 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.502565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0c77267-10e2-4072-a6a5-46ea38e5cd52 req-3b95d216-0f5d-4e05-82ca-ee8ca0ad5b64 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.2668355 Jul 08 01:42:20.530018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-9743520e-6dc2-4bf3-b8bb-d5521a21a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.531475 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-9743520e-6dc2-4bf3-b8bb-d5521a21a1f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8 HTTP/1.1" status: 200 len: 1099 time: 0.2318327 Jul 08 01:42:20.566696 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d597faf-0567-4ee3-954f-6c29e15ddefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.613426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-d7b24d0d-666f-4814-a187-a2bada2a3589 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4e840034-017f-416a-995f-85f61e84af70 HTTP/1.1" status: 200 len: 217 time: 0.0632081 Jul 08 01:42:20.616274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0c77267-10e2-4072-a6a5-46ea38e5cd52 req-4e710d2c-e4ba-43c7-bc6c-338b760e9df6 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077430 Jul 08 01:42:20.618089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-1211f4f9-c78c-4ac3-b23a-00ddaae6663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.620126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-1211f4f9-c78c-4ac3-b23a-00ddaae6663c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2280133 Jul 08 01:42:20.657087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea70c0c4-d961-492c-8670-370e2b901a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.659155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac4a7d-1ee6-4a84-b53d-00a64d3110f6 req-ed6d93cd-e638-4f7b-a20f-52faa0140064 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.660687 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bac4a7d-1ee6-4a84-b53d-00a64d3110f6 req-ed6d93cd-e638-4f7b-a20f-52faa0140064 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 947 time: 0.2312865 Jul 08 01:42:20.692034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea70c0c4-d961-492c-8670-370e2b901a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.726010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-34577cbe-3eec-42ae-8f8d-e99c728bbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.727522 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-34577cbe-3eec-42ae-8f8d-e99c728bbb02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.4468048 Jul 08 01:42:20.779307 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-955ac50f-3fea-402c-8086-3566b39b292a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=0258ddbc-e545-4459-8485-54b41942999f HTTP/1.1" status: 200 len: 217 time: 0.0397916 Jul 08 01:42:20.779850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-27bded12-9bdf-430c-bf83-c5cbe036173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.781589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-27bded12-9bdf-430c-bf83-c5cbe036173f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1593542 Jul 08 01:42:20.788599 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea70c0c4-d961-492c-8670-370e2b901a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.791693 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea70c0c4-d961-492c-8670-370e2b901a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:20.792816 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ea70c0c4-d961-492c-8670-370e2b901a79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3790363d-e889-4783-a630-25596b1bb0a3 HTTP/1.1" status: 204 len: 168 time: 0.5463345 Jul 08 01:42:20.810666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70c0c4-d961-492c-8670-370e2b901a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3790363d-e889-4783-a630-25596b1bb0a3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:20.816234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f56acbb-6835-43c0-a42b-163723c4e2b0 req-5028cabe-d3ad-4684-8270-f32fdb7de715 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/1d48199d-50fa-4213-80fe-45047d583c19 HTTP/1.1" status: 200 len: 1812 time: 0.1545985 Jul 08 01:42:20.840637 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bac4a7d-1ee6-4a84-b53d-00a64d3110f6 req-04399c8a-2380-4fcc-a1fe-c813412fefa8 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683955 Jul 08 01:42:20.853971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-1cff5ca1-3f8f-4116-a97a-e98c4a980b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.855559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-1cff5ca1-3f8f-4116-a97a-e98c4a980b6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0547497 Jul 08 01:42:20.877002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-8b9474c1-c5f7-4184-aa34-b6fb87faa092 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258055 Jul 08 01:42:20.914913 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961fa597-5e3a-4138-b46d-42f7e2980398 x-openstack-request-id: req-961fa597-5e3a-4138-b46d-42f7e2980398 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:20.915992 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6261adc-6180-4e11-b711-861e5f75a5b6", "name": "network-vif-plugged", "status": "completed", "tag": "e3d0195d-106c-427c-8595-7f7bb26d9458", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:20.916454 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-961fa597-5e3a-4138-b46d-42f7e2980398 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:20.916985 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6261adc-6180-4e11-b711-861e5f75a5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d0195d-106c-427c-8595-7f7bb26d9458', 'code': 200} Jul 08 01:42:20.955352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-74d62675-9df1-4fe9-8095-47774142e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:20.961162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-74d62675-9df1-4fe9-8095-47774142e0d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0941987 Jul 08 01:42:21.010104 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f56acbb-6835-43c0-a42b-163723c4e2b0 req-8d2a7dbf-9464-4941-9511-9d75d28fa4a5 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:21.017677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-23f8d220-f566-4b23-8ea4-0872ab496bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:21.019218 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-23f8d220-f566-4b23-8ea4-0872ab496bcf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2171988 Jul 08 01:42:21.072612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-f7b90ed4-ebd0-443b-8a34-c6cba9500e3d service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854434 Jul 08 01:42:21.107981 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-28e81f68-f83e-418e-ae4a-770619913d3e service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312118 Jul 08 01:42:21.147074 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f56acbb-6835-43c0-a42b-163723c4e2b0 req-8d2a7dbf-9464-4941-9511-9d75d28fa4a5 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:21.247558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623f303-af22-483c-8cb1-74f730fb9786 req-bbbac4c1-29ec-466d-abfa-a0fdc24b6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:21.249118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1623f303-af22-483c-8cb1-74f730fb9786 req-bbbac4c1-29ec-466d-abfa-a0fdc24b6825 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 1097 time: 0.2499034 Jul 08 01:42:21.279648 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f56acbb-6835-43c0-a42b-163723c4e2b0 req-8d2a7dbf-9464-4941-9511-9d75d28fa4a5 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:21.283205 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f56acbb-6835-43c0-a42b-163723c4e2b0 req-8d2a7dbf-9464-4941-9511-9d75d28fa4a5 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:21.284503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f56acbb-6835-43c0-a42b-163723c4e2b0 req-8d2a7dbf-9464-4941-9511-9d75d28fa4a5 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "DELETE /v2.0/security-groups/1d48199d-50fa-4213-80fe-45047d583c19 HTTP/1.1" status: 204 len: 173 time: 0.4399571 Jul 08 01:42:21.298088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-f57b2600-68df-4e59-8c12-3c288228b6c9 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518024 Jul 08 01:42:21.310903 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-a54834a5-360b-44c3-a1e2-7f773dcbcff5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2188888 Jul 08 01:42:21.311774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a7dbf-9464-4941-9511-9d75d28fa4a5 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d48199d-50fa-4213-80fe-45047d583c19,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:21.331387 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e45d6cb2-34c7-4540-8641-0f0dcc060ca8 req-5b2167c1-b536-41fd-aa88-c159ad5bb6d4 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004831 Jul 08 01:42:21.347903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977474-f7de-4c19-a881-44041950229a req-314f885d-f926-46b0-97eb-aa743f3998a0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:21.359803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95977474-f7de-4c19-a881-44041950229a req-314f885d-f926-46b0-97eb-aa743f3998a0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.2965722 Jul 08 01:42:21.393266 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f97ef4-c342-4382-b256-e7f69c5ff9ad x-openstack-request-id: req-03f97ef4-c342-4382-b256-e7f69c5ff9ad {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:21.393555 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08a9b524-3696-4236-8d0d-5bc27bdebde8", "tag": "4e840034-017f-416a-995f-85f61e84af70", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:21.393803 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03f97ef4-c342-4382-b256-e7f69c5ff9ad {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:21.394352 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a9b524-3696-4236-8d0d-5bc27bdebde8', 'tag': '4e840034-017f-416a-995f-85f61e84af70', 'status': 'completed', 'code': 200} Jul 08 01:42:21.413477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1623f303-af22-483c-8cb1-74f730fb9786 req-a00443f9-375a-447e-9e0c-6f01d002186b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532099 Jul 08 01:42:21.443074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-1a82a0ce-975d-4756-9642-f27c52d812bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:21.444639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-1a82a0ce-975d-4756-9642-f27c52d812bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 1103 time: 0.0696383 Jul 08 01:42:21.514868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95977474-f7de-4c19-a881-44041950229a req-49e6850f-a673-43da-8184-d60e2ad3b507 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535265 Jul 08 01:42:21.563028 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e015e142-b6cc-4f77-a5c1-e03b38ccae81 req-f2cfb93e-ca48-47ba-bc68-61f2e6430b76 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714594 Jul 08 01:42:21.582969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-ef26bc3a-bf75-4bb6-a156-8a767cb33010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:21.584658 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-ef26bc3a-bf75-4bb6-a156-8a767cb33010 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1019144 Jul 08 01:42:21.588901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36079c80-bdc2-440a-a203-e522a4234023 req-74fbc338-52ad-43fb-bd7b-e325d4fa88d0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:21.591045 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36079c80-bdc2-440a-a203-e522a4234023 req-74fbc338-52ad-43fb-bd7b-e325d4fa88d0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1249144 Jul 08 01:42:21.646491 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-27c5aa1f-54a3-4404-8fe8-b302f94b7529 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 200 len: 217 time: 0.0531888 Jul 08 01:42:21.683958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36079c80-bdc2-440a-a203-e522a4234023 req-6f0bef7d-7541-4a7b-a954-346f5f054823 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864632 Jul 08 01:42:21.718190 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-489f4d7d-59d4-4deb-ace5-0400e8c31c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:21.719711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-489f4d7d-59d4-4deb-ace5-0400e8c31c23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8 HTTP/1.1" status: 200 len: 1099 time: 0.0955234 Jul 08 01:42:21.741402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-d1718a31-0629-4a50-a8ca-1f40b15a59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:21.744999 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-d1718a31-0629-4a50-a8ca-1f40b15a59d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0844131 Jul 08 01:42:21.793891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9f76e1f-5b34-414d-baba-f3865daae069 req-2155a503-7cc3-450b-a7bf-fe749096231e tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/2e3b5937-163a-4710-98ab-74834c7bf836 HTTP/1.1" status: 200 len: 1812 time: 0.0935581 Jul 08 01:42:21.803412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50350) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:21.816958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-67e0b337-c6b1-4ba9-990b-156c5f748b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:21.818658 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-67e0b337-c6b1-4ba9-990b-156c5f748b3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647557 Jul 08 01:42:21.895853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 0258ddbc-e545-4459-8485-54b41942999f details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:42:21.916720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-8c957489-4553-431d-8baf-042b65420ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:21.918309 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-8c957489-4553-431d-8baf-042b65420ba6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1883016 Jul 08 01:42:21.926685 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-8fe22227-46bd-404e-9dcd-1cda17cb7a85 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006989 Jul 08 01:42:21.954076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-126137123-network', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:21.993054 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-c212e39e-e492-4e72-84c3-5eaa8603a2ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4e840034-017f-416a-995f-85f61e84af70 HTTP/1.1" status: 200 len: 217 time: 0.0647821 Jul 08 01:42:21.997745 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b9f76e1f-5b34-414d-baba-f3865daae069 req-893d6616-3982-4ce4-b5d4-6a6cab1637f2 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.002185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 0258ddbc-e545-4459-8485-54b41942999f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=0258ddbc-e545-4459-8485-54b41942999f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:22.016613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '0258ddbc-e545-4459-8485-54b41942999f', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '0258ddbc-e545-4459-8485-54b41942999f', 'mac_address': 'fa:16:3e:27:e3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:42:22.028727 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a23c3ed0-6c95-4f06-869a-d7eb7723ad72 req-65bc51af-ecd1-484e-852a-3e80ab206282 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946739 Jul 08 01:42:22.052906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b80076-0afd-46c7-98e3-4298f34404b5 req-ceb6fc32-3021-47e4-8eef-6c76a27e8e7f tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:22.054305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1b80076-0afd-46c7-98e3-4298f34404b5 req-ceb6fc32-3021-47e4-8eef-6c76a27e8e7f tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.2425311 Jul 08 01:42:22.056866 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.069600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0258ddbc-e545-4459-8485-54b41942999f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:22.083816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Made reservation on behalf of 058e27fa030a4cbdbe412326b4a76939 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:22.086136 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.091035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 0258ddbc-e545-4459-8485-54b41942999f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=0258ddbc-e545-4459-8485-54b41942999f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:22.092017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b9f76e1f-5b34-414d-baba-f3865daae069 req-893d6616-3982-4ce4-b5d4-6a6cab1637f2 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.095333 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.129234 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.145355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=0258ddbc-e545-4459-8485-54b41942999f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:22.155746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-7732fd56-96d3-46bf-b377-57f3816b1f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:22.157245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-7732fd56-96d3-46bf-b377-57f3816b1f6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1398532 Jul 08 01:42:22.201254 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1b80076-0afd-46c7-98e3-4298f34404b5 req-1523ab25-95ed-431a-ab20-46bab8fd872d tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201248 Jul 08 01:42:22.251441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b9f76e1f-5b34-414d-baba-f3865daae069 req-893d6616-3982-4ce4-b5d4-6a6cab1637f2 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.254186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b9f76e1f-5b34-414d-baba-f3865daae069 req-893d6616-3982-4ce4-b5d4-6a6cab1637f2 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.255315 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9f76e1f-5b34-414d-baba-f3865daae069 req-893d6616-3982-4ce4-b5d4-6a6cab1637f2 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "DELETE /v2.0/security-groups/2e3b5937-163a-4710-98ab-74834c7bf836 HTTP/1.1" status: 204 len: 173 time: 0.4494469 Jul 08 01:42:22.289077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d6616-3982-4ce4-b5d4-6a6cab1637f2 tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b5937-163a-4710-98ab-74834c7bf836,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:22.318976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-a7818d30-2dca-4049-9dc7-f17a8d5f9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:22.322735 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-a7818d30-2dca-4049-9dc7-f17a8d5f9278 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1445181 Jul 08 01:42:22.371699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['0258ddbc-e545-4459-8485-54b41942999f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:22.449228 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.489326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.523571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:42:22.566103 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.566362 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Added segment 8785f582-a39f-48c9-a534-65b1e54e68fd of type vlan for network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 Jul 08 01:42:22.580656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1258595d-8bdb-4964-a86d-368f76cd6620,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:22.625644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6883b1-b72c-493d-bc91-c3f9cb1ad218 req-31494723-c73a-47cf-9b60-7e2cf2a0c9f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:22.627149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a6883b1-b72c-493d-bc91-c3f9cb1ad218 req-31494723-c73a-47cf-9b60-7e2cf2a0c9f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.2716155 Jul 08 01:42:22.636398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-b116e7eb-3129-49a1-9199-1fb242c4608e service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791407 Jul 08 01:42:22.651200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7d8b-f25c-42d9-96a1-ba2bf73b61f6 req-4b941d88-bed1-46c8-a9ba-19ea54f65f7c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:22.652649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f5b7d8b-f25c-42d9-96a1-ba2bf73b61f6 req-4b941d88-bed1-46c8-a9ba-19ea54f65f7c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 948 time: 0.2749667 Jul 08 01:42:22.668867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.776865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a6883b1-b72c-493d-bc91-c3f9cb1ad218 req-d9a49df0-108e-4957-b152-11f5da1845ab tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387355 Jul 08 01:42:22.801648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f5b7d8b-f25c-42d9-96a1-ba2bf73b61f6 req-c334a1d8-ae98-4667-b95b-41a1c760969b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360364 Jul 08 01:42:22.804205 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.805189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:22.805909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:22.876459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a46424cb-a058-4f36-80c8-b42f6c4912ce req-78d80f4d-f38a-486d-8dfc-7854231b12dc service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228811 Jul 08 01:42:22.897729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0901735 Jul 08 01:42:22.901503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:22.906761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Request body: {'subnet': {'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-126137123-subnet', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:22.912160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233cfae-0062-4771-b516-a8014e91cbbb admin admin] Pushing event updated for resources: {'Network': ['ID=e803ebdf-d5f9-48e2-8db2-5c8641c122a0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:22.918852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7207d0e-8c9c-4f86-b826-f2120027786f req-a96e89b3-0bb5-4c82-a427-6900603cfd1f tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "GET /v2.0/security-groups/7e14a7e2-76b2-45d5-bef2-e8deea109519 HTTP/1.1" status: 200 len: 1812 time: 0.0846586 Jul 08 01:42:22.924527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:42:22.937380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Made reservation on behalf of 058e27fa030a4cbdbe412326b4a76939 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:22.939962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.033603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff4fa2-9b05-43c1-ab84-5139074ac2d8 req-c3d69c6b-14db-4a13-9b4a-3967723779ab tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:23.035114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4ff4fa2-9b05-43c1-ab84-5139074ac2d8 req-c3d69c6b-14db-4a13-9b4a-3967723779ab tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.1118369 Jul 08 01:42:23.035675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c7207d0e-8c9c-4f86-b826-f2120027786f req-f170d864-e918-4172-a573-a1c9c660b30d tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.073004 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c7207d0e-8c9c-4f86-b826-f2120027786f req-f170d864-e918-4172-a573-a1c9c660b30d tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.108216 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4ff4fa2-9b05-43c1-ab84-5139074ac2d8 req-4bd4d099-a4f0-402b-a205-1c4477222b95 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670850 Jul 08 01:42:23.123307 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.138850 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c7207d0e-8c9c-4f86-b826-f2120027786f req-f170d864-e918-4172-a573-a1c9c660b30d tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.141483 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c7207d0e-8c9c-4f86-b826-f2120027786f req-f170d864-e918-4172-a573-a1c9c660b30d tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.142607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7207d0e-8c9c-4f86-b826-f2120027786f req-f170d864-e918-4172-a573-a1c9c660b30d tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] 10.222.0.41 "DELETE /v2.0/security-groups/7e14a7e2-76b2-45d5-bef2-e8deea109519 HTTP/1.1" status: 204 len: 173 time: 0.2175164 Jul 08 01:42:23.150347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50366) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:23.170148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170d864-e918-4172-a573-a1c9c660b30d tempest-SecurityGroupRulesNegativeTestJSON-965555661 tempest-SecurityGroupRulesNegativeTestJSON-965555661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e14a7e2-76b2-45d5-bef2-e8deea109519,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:23.207913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b08e60-76e1-490f-8069-7424d12082c3,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:23.217315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Checking segment: {'id': '8785f582-a39f-48c9-a534-65b1e54e68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:23.217900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Network hostable DHCP agents. Network: e803ebdf-d5f9-48e2-8db2-5c8641c122a0, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:42:23.229734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4490869f-2134-404e-8a50-77cd89fda706 admin admin] Deleting subnet cccfc7f8-c5fc-4972-922b-b6aaa107f70a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:42:23.234413 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4490869f-2134-404e-8a50-77cd89fda706 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.240266 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:42:23.251163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e803ebdf-d5f9-48e2-8db2-5c8641c122a0) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:23.256162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:23.257083 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.262261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c40c66f-5259-4751-9f01-744595c7ad02 None None] Network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:23.291368 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a08f1476-6802-4db4-ad28-8c338e7261f9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3880093 Jul 08 01:42:23.295883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50370) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:23.299855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4490869f-2134-404e-8a50-77cd89fda706 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.300563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-126137123-router', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:23.334969 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.338009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.356829 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4490869f-2134-404e-8a50-77cd89fda706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.383224 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03c087d1-585b-4af9-b849-bd3f467879e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.426813 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.504186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e803ebdf-d5f9-48e2-8db2-5c8641c122a0', 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'fixed_ips': [{'subnet_id': '20b08e60-76e1-490f-8069-7424d12082c3'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:42:23.505310 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.604545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.623836 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.684360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Allocated IP 172.20.0.2 (e803ebdf-d5f9-48e2-8db2-5c8641c122a0/20b08e60-76e1-490f-8069-7424d12082c3/913fc6c8-a1f4-4c90-87d2-0f9f114803a8) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:23.854758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.856119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4490869f-2134-404e-8a50-77cd89fda706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.882054 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.893241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Transition to ACTIVE for port object 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:23.893627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490869f-2134-404e-8a50-77cd89fda706 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cccfc7f8-c5fc-4972-922b-b6aaa107f70a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:23.897396 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4490869f-2134-404e-8a50-77cd89fda706 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.900053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4490869f-2134-404e-8a50-77cd89fda706 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cccfc7f8-c5fc-4972-922b-b6aaa107f70a HTTP/1.1" status: 204 len: 168 time: 0.7481825 Jul 08 01:42:23.905777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:23.908643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.910989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 0258ddbc-e545-4459-8485-54b41942999f up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:23.925322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cd398-68a7-4f56-8009-a7fad23cfe0d req-67c72741-1b20-49df-8f27-ae1de0517ad4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:23.927172 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c37cd398-68a7-4f56-8009-a7fad23cfe0d req-67c72741-1b20-49df-8f27-ae1de0517ad4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 945 time: 0.5357072 Jul 08 01:42:23.946047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Transition to ACTIVE for port object 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:23.956638 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:23.980297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4599f82-c1ab-466a-957e-c4878f40955b req-3f5fb4f2-99a1-45b8-83c7-4c1a36351287 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:23.981885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4599f82-c1ab-466a-957e-c4878f40955b req-3f5fb4f2-99a1-45b8-83c7-4c1a36351287 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.5453005 Jul 08 01:42:24.019041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:24.025797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Pushing event updated for resources: {'Port': ['ID=913fc6c8-a1f4-4c90-87d2-0f9f114803a8,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:24.029132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:24.037217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:24.046272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 0258ddbc-e545-4459-8485-54b41942999f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:24.065431 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.069666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 0258ddbc-e545-4459-8485-54b41942999f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:24.070261 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.075356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c37cd398-68a7-4f56-8009-a7fad23cfe0d req-18821b0d-8226-48f7-80a1-16d59a558705 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096866 Jul 08 01:42:24.078455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Allocated IP 172.25.4.39 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/02e47c65-eedf-4ca5-8b68-e8d9b248d8af) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:24.081105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4599f82-c1ab-466a-957e-c4878f40955b req-f8766a2c-0310-4c77-866a-47e39d97d69f tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910079 Jul 08 01:42:24.138629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Attempting to bind port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:24.139036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Attempting to bind port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '8785f582-a39f-48c9-a534-65b1e54e68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:24.140629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Attempting to bind port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 on network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:24.162321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:24.162650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Checking segment: {'id': '8785f582-a39f-48c9-a534-65b1e54e68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:24.163067 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.163465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Bound using segment: {'id': '8785f582-a39f-48c9-a534-65b1e54e68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:24.163961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Bound port: 913fc6c8-a1f4-4c90-87d2-0f9f114803a8, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8785f582-a39f-48c9-a534-65b1e54e68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:24.164362 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.192032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.207277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f3bfec-b6fa-408a-aa38-ce5b2f1120ab']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:24.221823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113903c3-1b5a-4be1-8ddc-6b3ff42bdf2e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:24.222338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113903c3-1b5a-4be1-8ddc-6b3ff42bdf2e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:24.236495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.255978 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.283483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:42:24.284058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:42:24.286149 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:42:24.294413 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:42:24.294413 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:42:24.308200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 4e840034-017f-416a-995f-85f61e84af70 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:42:24.333697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.354824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.380848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.412415 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] For port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:24.425360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:24.428787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:24.434277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:24.437611 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.457440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Pushing event updated for resources: {'Port': ['ID=02e47c65-eedf-4ca5-8b68-e8d9b248d8af,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:24.462551 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.464358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] 10.222.0.41 "DELETE /v2.0/networks/53f3bfec-b6fa-408a-aa38-ce5b2f1120ab HTTP/1.1" status: 204 len: 168 time: 0.5569518 Jul 08 01:42:24.466205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399fa84-173c-4172-a6d1-e6eb796fdd96 admin admin] Pushing event deleted for resources: {'Network': ['ID=53f3bfec-b6fa-408a-aa38-ce5b2f1120ab,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:24.512459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b749b13-9961-4b06-ade8-27c91a8de3a6 req-8476de03-1731-43d2-9b4c-ddd982cd29c4 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:24.514451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b749b13-9961-4b06-ade8-27c91a8de3a6 req-8476de03-1731-43d2-9b4c-ddd982cd29c4 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 948 time: 0.2151706 Jul 08 01:42:24.523666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c19935-f24b-41ab-9d0c-b6d510935564 req-3f5dfb6e-8ca9-4c01-bb77-772643247f7b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:24.526359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47c19935-f24b-41ab-9d0c-b6d510935564 req-3f5dfb6e-8ca9-4c01-bb77-772643247f7b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.1879430 Jul 08 01:42:24.580544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] For port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=913fc6c8-a1f4-4c90-87d2-0f9f114803a8,segment=NetworkSegment(8785f582-a39f-48c9-a534-65b1e54e68fd),segment_id=8785f582-a39f-48c9-a534-65b1e54e68fd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:24.588187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0258ddbc-e545-4459-8485-54b41942999f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:24.590634 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803b502a-7bce-45c3-b462-c6d4aca36c8c" -d '{"events": [{"server_uuid": "e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7", "name": "network-vif-plugged", "status": "completed", "tag": "0258ddbc-e545-4459-8485-54b41942999f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:24.605917 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.610816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47c19935-f24b-41ab-9d0c-b6d510935564 req-dc13648d-2c4a-40bc-94f8-ecc2d6f5aa14 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595832 Jul 08 01:42:24.613127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 0258ddbc-e545-4459-8485-54b41942999f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=0258ddbc-e545-4459-8485-54b41942999f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:24.624973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b749b13-9961-4b06-ade8-27c91a8de3a6 req-000a6c63-43a5-4868-a30e-e2b589ee5bf5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974431 Jul 08 01:42:24.641516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50390) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:24.662719 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.727909 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.735876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3d63b-9747-4f57-9992-43a90fab0892 None None] Pushing event updated for resources: {'Port': ['ID=913fc6c8-a1f4-4c90-87d2-0f9f114803a8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:24.739468 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-58fa8824-17fe-46a0-8c08-9ec7df72e960 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f71a9440371b4f67bea616b42dbe9f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965192 Jul 08 01:42:24.739774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 4e840034-017f-416a-995f-85f61e84af70, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=4e840034-017f-416a-995f-85f61e84af70,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:24.742240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:24.786926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '4e840034-017f-416a-995f-85f61e84af70', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '4e840034-017f-416a-995f-85f61e84af70', 'mac_address': 'fa:16:3e:0b:76:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:42:24.842760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=0258ddbc-e545-4459-8485-54b41942999f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:24.858420 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.865222 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.873920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e840034-017f-416a-995f-85f61e84af70 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:24.898305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 4e840034-017f-416a-995f-85f61e84af70, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=4e840034-017f-416a-995f-85f61e84af70,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:24.916378 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.917530 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-237d93ef-86cb-4a41-a7e1-c88e21cc047a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:24.998716 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-237d93ef-86cb-4a41-a7e1-c88e21cc047a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:25.007245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=4e840034-017f-416a-995f-85f61e84af70,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:25.045078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115faf2-8cf2-4855-b245-6a28b6802b49 req-6553ccb0-e714-4fd1-a1a9-5739c06b2faf tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:25.053596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a115faf2-8cf2-4855-b245-6a28b6802b49 req-6553ccb0-e714-4fd1-a1a9-5739c06b2faf tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.2585573 Jul 08 01:42:25.154078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:25.159279 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a115faf2-8cf2-4855-b245-6a28b6802b49 req-e6a5cd0d-06c5-4220-a94d-858006e78618 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046958 Jul 08 01:42:25.167440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abde15c-18f8-4233-b344-34c76350ac33 req-cfcbcde8-531c-4675-8ea2-ea0cb2fa3d68 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:25.169051 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-cfcbcde8-531c-4675-8ea2-ea0cb2fa3d68 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.2278919 Jul 08 01:42:25.189355 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-237d93ef-86cb-4a41-a7e1-c88e21cc047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:25.191970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-237d93ef-86cb-4a41-a7e1-c88e21cc047a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:25.199191 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-237d93ef-86cb-4a41-a7e1-c88e21cc047a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6e58562-b861-4936-8ebc-22321a2e2320 HTTP/1.1" status: 204 len: 168 time: 0.4545569 Jul 08 01:42:25.204878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-f13e5379-101a-4114-a0ab-4b2a53a0e252 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/quotas/c717aba88cea40cab44fd182e8ee9746 HTTP/1.1" status: 200 len: 375 time: 0.0298884 Jul 08 01:42:25.209784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d93ef-86cb-4a41-a7e1-c88e21cc047a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e58562-b861-4936-8ebc-22321a2e2320,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:25.252976 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824fc67e-d7df-4961-9e0e-cfc303927c62 x-openstack-request-id: req-824fc67e-d7df-4961-9e0e-cfc303927c62 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:25.253341 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7", "name": "network-vif-plugged", "status": "completed", "tag": "0258ddbc-e545-4459-8485-54b41942999f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:25.253515 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-824fc67e-d7df-4961-9e0e-cfc303927c62 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:25.253913 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0258ddbc-e545-4459-8485-54b41942999f', 'code': 200} Jul 08 01:42:25.267647 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['4e840034-017f-416a-995f-85f61e84af70'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:25.362422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-57d3b4f6-7c0a-4876-881d-d97f75592ce1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447220 Jul 08 01:42:25.422230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:42:25.441052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc1742-ec5e-4b41-9660-933934c9baf7 req-f72fbcbc-0c92-4cd7-a16f-a9f101a49f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:25.443271 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a5cc1742-ec5e-4b41-9660-933934c9baf7 req-f72fbcbc-0c92-4cd7-a16f-a9f101a49f31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 1101 time: 0.0995884 Jul 08 01:42:25.512166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-a8fa06e0-8875-4a50-8ee6-7814390c90a3 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487849 Jul 08 01:42:25.604887 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a5cc1742-ec5e-4b41-9660-933934c9baf7 req-3d02e741-9cbd-4fe9-b044-34045c4f6e95 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934100 Jul 08 01:42:25.639057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:42:25.645072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28194b-14ee-4970-8a8c-56a0b54ee3d9 req-7b958979-8982-41e4-bfa4-01e959dcebcc tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:25.648061 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df28194b-14ee-4970-8a8c-56a0b54ee3d9 req-7b958979-8982-41e4-bfa4-01e959dcebcc tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.1650550 Jul 08 01:42:25.654395 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Sync routers for ids ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:42:25.662186 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-5499288d-a384-45d6-9d57-082ffbaa5e86 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480846 Jul 08 01:42:25.668239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:25.669719 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4f2e8469-73f3-49fe-b503-ecfd9bd514f2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3728049 Jul 08 01:42:25.673367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:25.687398 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Routers {'205d71bd-ad06-49e4-87fd-2e2d307f6b75'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:25.688408 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:25.825307 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df28194b-14ee-4970-8a8c-56a0b54ee3d9 req-9d2758f8-9c1a-4214-b3b9-540a0da417ed tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488163 Jul 08 01:42:26.012506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:26.117585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:26.151428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf6040-a183-419b-83fe-43b3ff74e7fd None None] Network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:26.167322 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Set router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:26.310213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f4235-bb84-4876-8954-cd56c8efa510 req-3d6326d2-21e7-4cce-9b9b-6b737b02a102 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:26.317357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a11f4235-bb84-4876-8954-cd56c8efa510 req-3d6326d2-21e7-4cce-9b9b-6b737b02a102 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.2481451 Jul 08 01:42:26.346561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bad6ddf2-a96c-4b9b-82b5-cab26fb8ce4e None None] Provisioning for port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:26.358851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c72b2-1119-4513-9a54-5bad4125411b req-a94bcd5b-94ab-4fba-9386-a84892752cf1 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:26.360463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-632c72b2-1119-4513-9a54-5bad4125411b req-a94bcd5b-94ab-4fba-9386-a84892752cf1 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 949 time: 0.2502787 Jul 08 01:42:26.396351 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:26.401237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bad6ddf2-a96c-4b9b-82b5-cab26fb8ce4e None None] Provisioning complete for port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:26.404147 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bad6ddf2-a96c-4b9b-82b5-cab26fb8ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:26.448540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a11f4235-bb84-4876-8954-cd56c8efa510 req-40c212f0-5d1f-4d33-a159-6e214fa66544 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301270 Jul 08 01:42:26.490894 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'name': 'tempest-FloatingIPsTestJSON-126137123-router', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:24Z', 'revision_number': 3, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'gw_port': {'id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:26.495993 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-632c72b2-1119-4513-9a54-5bad4125411b req-3bf7a2de-7d9c-4b9f-b113-507ccc8059f4 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141138 Jul 08 01:42:26.591273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50444) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:26.591744 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Checking router: 205d71bd-ad06-49e4-87fd-2e2d307f6b75 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:42:26.591744 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Updating router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:42:26.669312 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:26.711471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f5dedc3-5683-4b9b-94d3-d0d91cb3698f req-4abb56a5-bae0-4419-97a9-8a88ea301af8 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 210 time: 0.1296303 Jul 08 01:42:26.753915 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bad6ddf2-a96c-4b9b-82b5-cab26fb8ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:26.767766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:26.768166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-37030074-network', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:26.826754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Made reservation on behalf of 8a214f547fbd4a34b7800e0aa26c5284 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:26.833544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bad6ddf2-a96c-4b9b-82b5-cab26fb8ce4e None None] For port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=913fc6c8-a1f4-4c90-87d2-0f9f114803a8,segment=NetworkSegment(8785f582-a39f-48c9-a534-65b1e54e68fd),segment_id=8785f582-a39f-48c9-a534-65b1e54e68fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:26.834106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:26.842868 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bad6ddf2-a96c-4b9b-82b5-cab26fb8ce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:26.851239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:26.902247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6ddf2-a96c-4b9b-82b5-cab26fb8ce4e None None] Pushing event updated for resources: {'Port': ['ID=913fc6c8-a1f4-4c90-87d2-0f9f114803a8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:27.052575 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.059356 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.088025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:42:27.104184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1f304a-3435-4804-aff0-cc78ac046dde,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:27.111882 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.112276 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Added segment c52f5964-65e8-4883-8154-c770dee8f875 of type vlan for network deab4810-e01f-4dfd-83e8-0b2b99813b5a Jul 08 01:42:27.138575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb977e-dd86-41cf-ad0a-535233c86ac8 req-bd5bbffc-4b93-4f70-9470-389315399f61 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:27.140197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13fb977e-dd86-41cf-ad0a-535233c86ac8 req-bd5bbffc-4b93-4f70-9470-389315399f61 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.2724802 Jul 08 01:42:27.171007 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.172345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ebf4c600-76db-4272-adea-01a69387c4b3 None None] Provisioning complete for port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:27.172835 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ebf4c600-76db-4272-adea-01a69387c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.179141 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.192210 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Transition to ACTIVE for port object 02e47c65-eedf-4ca5-8b68-e8d9b248d8af will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:27.208244 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.230905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Allocated IP 172.20.0.1 (e803ebdf-d5f9-48e2-8db2-5c8641c122a0/20b08e60-76e1-490f-8069-7424d12082c3/3f3fc526-a665-4162-a430-c04701e807ac) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:27.249380 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13fb977e-dd86-41cf-ad0a-535233c86ac8 req-48a3fa4b-4a59-4953-9370-b9e55adb2492 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933714 Jul 08 01:42:27.279351 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.279351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:27.279351 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.295617 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Attempting to bind port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:27.295984 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Attempting to bind port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:27.296374 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Attempting to bind port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:27.298470 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Pushing event updated for resources: {'Port': ['ID=02e47c65-eedf-4ca5-8b68-e8d9b248d8af,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:27.309227 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.309576 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.309916 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.310315 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.310797 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.311132 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.311460 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.311783 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.312107 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.312548 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.313499 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.313499 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:27.322313 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:27.322696 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:27.323091 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.323744 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:27.324229 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Bound port: 02e47c65-eedf-4ca5-8b68-e8d9b248d8af, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:27.325415 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.345434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cdf32-df3b-4da5-a157-803fb44e0bde req-497ece89-2039-4646-a3f6-978d258e1ea4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:27.347033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a4cdf32-df3b-4da5-a157-803fb44e0bde req-497ece89-2039-4646-a3f6-978d258e1ea4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.3141406 Jul 08 01:42:27.365941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7766325 Jul 08 01:42:27.369501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50450) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:27.375767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Request body: {'subnet': {'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-37030074-subnet', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:27.383045 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] For port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:27.386896 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] For port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=02e47c65-eedf-4ca5-8b68-e8d9b248d8af,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:27.387798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c1d25-4083-4be6-a67d-e476c212d713 admin admin] Pushing event updated for resources: {'Network': ['ID=deab4810-e01f-4dfd-83e8-0b2b99813b5a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:27.399450 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.400403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network deab4810-e01f-4dfd-83e8-0b2b99813b5a details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:42:27.420932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a4cdf32-df3b-4da5-a157-803fb44e0bde req-afd0d39b-f471-43fd-bada-8075a9e1df8b tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606751 Jul 08 01:42:27.425353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Made reservation on behalf of 8a214f547fbd4a34b7800e0aa26c5284 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:27.434153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.446495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.463664 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Routers {'205d71bd-ad06-49e4-87fd-2e2d307f6b75'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:27.464567 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:27.474489 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640598b-c2bb-4128-a629-0f961a5bd050 None None] Pushing event updated for resources: {'Port': ['ID=02e47c65-eedf-4ca5-8b68-e8d9b248d8af,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:27.480648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Transition to ACTIVE for port object 3f3fc526-a665-4162-a430-c04701e807ac will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:27.528903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.582314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:27.585903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:27.590473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:27.628280 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] Set router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:27.667616 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.750605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:27.847351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Pushing event updated for resources: {'Port': ['ID=3f3fc526-a665-4162-a430-c04701e807ac,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:27.868920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=024ed169-f700-491c-ad80-68ca1671a1c8,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:27.890448 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'name': 'tempest-FloatingIPsTestJSON-126137123-router', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:24Z', 'revision_number': 3, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'gw_port': {'id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:27.925460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Checking segment: {'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:27.926117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Network hostable DHCP agents. Network: deab4810-e01f-4dfd-83e8-0b2b99813b5a, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:42:27.937376 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e7c255-77f7-43a3-adc8-012c54016dfa None None] The sync data for ids ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'] in n-d-694802-14 is: [{'id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'name': 'tempest-FloatingIPsTestJSON-126137123-router', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:24Z', 'revision_number': 3, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'gw_port': {'id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:42:27.971503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Network deab4810-e01f-4dfd-83e8-0b2b99813b5a is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:42:27.983790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:28.001789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, deab4810-e01f-4dfd-83e8-0b2b99813b5a) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:28.007906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:28.010036 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.025862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abde15c-18f8-4233-b344-34c76350ac33 req-17ec28be-906a-47ae-87a1-ab922e3447f5 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:28.028948 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-17ec28be-906a-47ae-87a1-ab922e3447f5 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.1930332 Jul 08 01:42:28.039161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35048411-6e3b-4f43-98f1-3a858c0e52c9 None None] Network deab4810-e01f-4dfd-83e8-0b2b99813b5a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:28.049301 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-993416b3-29e4-461e-8daa-eaf2e156ee0c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6781654 Jul 08 01:42:28.050488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50460) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:28.068615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e3994-9055-422a-a2af-662d13c2f79d req-8ced81c0-9bcd-4176-8ead-7845c9a39b68 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:28.068984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:28.070364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-867e3994-9055-422a-a2af-662d13c2f79d req-8ced81c0-9bcd-4176-8ead-7845c9a39b68 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 949 time: 0.2975688 Jul 08 01:42:28.082249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da93e2-4043-4806-b9ba-5e8ab757f8c4 req-92f9e485-ab47-4546-b0f5-964b077cce88 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:28.084214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1da93e2-4043-4806-b9ba-5e8ab757f8c4 req-92f9e485-ab47-4546-b0f5-964b077cce88 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.3103070 Jul 08 01:42:28.096687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Request body: {'port': {'device_id': 'ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'admin_state_up': True, 'tenant_id': 'c717aba88cea40cab44fd182e8ee9746'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:28.142882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b0b8078e-0796-4823-ac0e-e359bfadc90d None None] Provisioning for port 3f3fc526-a665-4162-a430-c04701e807ac completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:28.149347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b0b8078e-0796-4823-ac0e-e359bfadc90d None None] Provisioning complete for port 3f3fc526-a665-4162-a430-c04701e807ac triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:28.150167 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b0b8078e-0796-4823-ac0e-e359bfadc90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.192147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8078e-0796-4823-ac0e-e359bfadc90d None None] Port 3f3fc526-a665-4162-a430-c04701e807ac cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:28.202460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1da93e2-4043-4806-b9ba-5e8ab757f8c4 req-dad74e32-d63f-4ceb-8f3b-d783841c9e52 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069236 Jul 08 01:42:28.206088 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.225435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-867e3994-9055-422a-a2af-662d13c2f79d req-ca3c6470-34de-432c-95d4-a6a52de28013 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380215 Jul 08 01:42:28.306861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 4e840034-017f-416a-995f-85f61e84af70 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:28.329037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.330227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.355712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:28.356121 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.449339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Made reservation on behalf of c717aba88cea40cab44fd182e8ee9746 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:28.457997 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.526985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.549314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:42:28.550424 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.571422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 4e840034-017f-416a-995f-85f61e84af70 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:28.605720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 4e840034-017f-416a-995f-85f61e84af70 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:28.606392 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.677089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d70b48ea-dc34-41f8-844e-e41995db9510 req-ca36b581-88f8-4140-84d3-085ae5f548fd tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0512271 Jul 08 01:42:28.733813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.750141 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.845357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a45c2-0d85-4a2d-9a4e-756f488d614c req-79d426f6-c326-4bf3-a1d1-d7aa1c93032c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:28.853130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b5a45c2-0d85-4a2d-9a4e-756f488d614c req-79d426f6-c326-4bf3-a1d1-d7aa1c93032c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8 HTTP/1.1" status: 200 len: 948 time: 0.2279692 Jul 08 01:42:28.865407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Allocated IP 172.20.0.2 (deab4810-e01f-4dfd-83e8-0b2b99813b5a/024ed169-f700-491c-ad80-68ca1671a1c8/be3e8fec-fc91-4319-942d-1727a83a5e5b) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:28.882283 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.893187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:28.903809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Pushing event updated for resources: {'Port': ['ID=3f3fc526-a665-4162-a430-c04701e807ac,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:28.960392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a9b524-3696-4236-8d0d-5bc27bdebde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e840034-017f-416a-995f-85f61e84af70'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:28.962750 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6642b10f-618f-4ffe-aef4-d7b8685c8cb5" -d '{"events": [{"server_uuid": "08a9b524-3696-4236-8d0d-5bc27bdebde8", "name": "network-vif-plugged", "status": "completed", "tag": "4e840034-017f-416a-995f-85f61e84af70"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:28.981200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 4e840034-017f-416a-995f-85f61e84af70, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=4e840034-017f-416a-995f-85f61e84af70,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:28.992450 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.028974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b5a45c2-0d85-4a2d-9a4e-756f488d614c req-3cbe5f04-ce71-4efc-8a89-ca627d2ca89e tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749117 Jul 08 01:42:29.094284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b9c52-c1db-4e0a-9f4b-1e0e8b545111 req-513429bc-fd70-46a5-b057-52acd6868214 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:29.096336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e39b9c52-c1db-4e0a-9f4b-1e0e8b545111 req-513429bc-fd70-46a5-b057-52acd6868214 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.1989505 Jul 08 01:42:29.116113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=4e840034-017f-416a-995f-85f61e84af70,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:29.144947 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.157445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Transition to ACTIVE for port object be3e8fec-fc91-4319-942d-1727a83a5e5b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:29.176526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Transition to ACTIVE for port object be3e8fec-fc91-4319-942d-1727a83a5e5b will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:29.188181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e39b9c52-c1db-4e0a-9f4b-1e0e8b545111 req-6efdef76-e8b6-4ae1-8838-0dace003208b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808353 Jul 08 01:42:29.199161 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.214891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:29.240219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:29.251465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Network deab4810-e01f-4dfd-83e8-0b2b99813b5a is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:29.260600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:29.265089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:29.282565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Pushing event updated for resources: {'Port': ['ID=be3e8fec-fc91-4319-942d-1727a83a5e5b,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:29.325414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.381823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Allocated IP 172.20.0.4 (ec165b7b-c1b2-40d2-a912-6340373d1594/94efa8dc-98fe-402d-a487-c19d12a4e6f9/e561bf26-7a5e-4e55-8fad-c3cf30c3c474) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:29.386373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Attempting to bind port be3e8fec-fc91-4319-942d-1727a83a5e5b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:29.386878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Attempting to bind port be3e8fec-fc91-4319-942d-1727a83a5e5b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:29.387338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Attempting to bind port be3e8fec-fc91-4319-942d-1727a83a5e5b on network deab4810-e01f-4dfd-83e8-0b2b99813b5a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:29.396113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:29.396663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Checking segment: {'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:29.397229 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.397740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Bound using segment: {'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:29.398341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Bound port: be3e8fec-fc91-4319-942d-1727a83a5e5b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:29.399432 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.498426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:42:29.529048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] For port be3e8fec-fc91-4319-942d-1727a83a5e5b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:29.546868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] For port be3e8fec-fc91-4319-942d-1727a83a5e5b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=be3e8fec-fc91-4319-942d-1727a83a5e5b,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:29.548808 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-acc1cf8b-7ce1-4263-b0de-45b392e468c4 None None] Provisioning complete for port 3f3fc526-a665-4162-a430-c04701e807ac triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:29.549185 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-acc1cf8b-7ce1-4263-b0de-45b392e468c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.569026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059c11b-72cc-41ec-a590-1411a8351769 req-9a00e8af-493a-4ff2-b367-10aef1703a00 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:29.570238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6059c11b-72cc-41ec-a590-1411a8351769 req-9a00e8af-493a-4ff2-b367-10aef1703a00 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 946 time: 0.3770142 Jul 08 01:42:29.575034 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.633561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-acc1cf8b-7ce1-4263-b0de-45b392e468c4 None None] Port 3f3fc526-a665-4162-a430-c04701e807ac cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:29.652681 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5df1a7-1c81-47ba-9719-4b76bf74c9ed None None] Pushing event updated for resources: {'Port': ['ID=be3e8fec-fc91-4319-942d-1727a83a5e5b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:29.742341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.771296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.795433 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.876748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:29.889821 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e3d0195d-106c-427c-8595-7f7bb26d9458'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:29.894272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:29.956092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event updated for resources: {'Port': ['ID=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:29.989275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Network ec165b7b-c1b2-40d2-a912-6340373d1594 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:29.998123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:30.001814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:30.068237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Allocated IP 172.25.4.195 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/d250d41b-81fe-4517-9eb5-f369473ee8ff) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:30.099015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:30.099707 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:30.132488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device be3e8fec-fc91-4319-942d-1727a83a5e5b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:30.150326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6059c11b-72cc-41ec-a590-1411a8351769 req-cffb37ee-385c-48e0-b33e-f75bed7b0c4e tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5694373 Jul 08 01:42:30.166149 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-45994c35-2346-448b-9bc5-e7d987adc86c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0738740 Jul 08 01:42:30.219006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Request body: {'port': {'device_id': 'ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:30.233413 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3796e5-c653-4221-985f-1c7a044e014b req-e71abc9a-7b03-4908-ba8b-1d2008850fdc tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:30.235471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c3796e5-c653-4221-985f-1c7a044e014b req-e71abc9a-7b03-4908-ba8b-1d2008850fdc tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.8231525 Jul 08 01:42:30.255884 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe9f928-c3c6-416e-9777-0bdf685b4e34 x-openstack-request-id: req-3fe9f928-c3c6-416e-9777-0bdf685b4e34 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:30.256440 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a9b524-3696-4236-8d0d-5bc27bdebde8", "name": "network-vif-plugged", "status": "completed", "tag": "4e840034-017f-416a-995f-85f61e84af70", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:30.256440 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fe9f928-c3c6-416e-9777-0bdf685b4e34 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:30.270027 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a9b524-3696-4236-8d0d-5bc27bdebde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e840034-017f-416a-995f-85f61e84af70', 'code': 200} Jul 08 01:42:30.319780 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:30.335950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:42:30.356911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-66afd02e-90e1-4fe8-af6d-f358a7f90fca admin admin] 10.222.0.41 "PUT /v2.0/routers/205d71bd-ad06-49e4-87fd-2e2d307f6b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6783526 Jul 08 01:42:30.381834 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c3796e5-c653-4221-985f-1c7a044e014b req-f48d2e61-401d-4b43-aa0f-168053cb7c8c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351721 Jul 08 01:42:30.412904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port be3e8fec-fc91-4319-942d-1727a83a5e5b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:30.438392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:30.438887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 02e47c65-eedf-4ca5-8b68-e8d9b248d8af up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:30.580609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31827-4b30-47e0-b425-36052388fda8 req-5ac255ee-f726-41f4-a9c2-259cc26be63c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:30.582833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78d31827-4b30-47e0-b425-36052388fda8 req-5ac255ee-f726-41f4-a9c2-259cc26be63c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.1604867 Jul 08 01:42:30.647806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78d31827-4b30-47e0-b425-36052388fda8 req-54bbfb37-b28e-4231-90d9-22aa7b5f5292 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569530 Jul 08 01:42:30.663892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4584734-bea4-43a9-8d86-7337dc6ae287 req-de971f17-349f-484f-bf70-b855a88c46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:30.666397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4584734-bea4-43a9-8d86-7337dc6ae287 req-de971f17-349f-484f-bf70-b855a88c46be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8 HTTP/1.1" status: 200 len: 1101 time: 0.1353624 Jul 08 01:42:30.720248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4584734-bea4-43a9-8d86-7337dc6ae287 req-7c0829d0-b4cf-4dd8-afe2-28bc856dc33e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444224 Jul 08 01:42:30.746449 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:30.833615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:30.841208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:30.843428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:30.866130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:30.877484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:30.877822 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:30.970419 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Sync routers for ids ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:42:30.984871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619afb13-8f79-4158-a835-ed7d4def6f57 req-ae4ebeaa-df8c-4274-83d0-e711db5b211d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:30.986542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-619afb13-8f79-4158-a835-ed7d4def6f57 req-ae4ebeaa-df8c-4274-83d0-e711db5b211d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8 HTTP/1.1" status: 200 len: 949 time: 0.1343215 Jul 08 01:42:30.988804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Routers {'205d71bd-ad06-49e4-87fd-2e2d307f6b75'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:30.989623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:31.000605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824870b-50eb-43f4-a8d9-6153cb21143c req-99dcd32c-b4fc-4291-93e1-152a977383e0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:31.007600 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d824870b-50eb-43f4-a8d9-6153cb21143c req-99dcd32c-b4fc-4291-93e1-152a977383e0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 931 time: 0.1429291 Jul 08 01:42:31.045637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Pushing event updated for resources: {'Port': ['ID=d250d41b-81fe-4517-9eb5-f369473ee8ff,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:31.079326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-619afb13-8f79-4158-a835-ed7d4def6f57 req-e3d5dc98-5d59-49a0-b176-7b65bd2762cd tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645890 Jul 08 01:42:31.107662 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d824870b-50eb-43f4-a8d9-6153cb21143c req-a796063e-60ef-4195-a02e-da594c73b1b0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962729 Jul 08 01:42:31.148969 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.169646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Set router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:31.294418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf76734-02cd-4777-a570-5c9627eb77d6 req-9b7560af-e308-4815-a87f-1733edd42754 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:31.302715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7cf76734-02cd-4777-a570-5c9627eb77d6 req-9b7560af-e308-4815-a87f-1733edd42754 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.0981038 Jul 08 01:42:31.310200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e561bf26-7a5e-4e55-8fad-c3cf30c3c474 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:31.316056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de3e21d-f1a4-4952-bd9d-91a1ed516f5f None None] Network deab4810-e01f-4dfd-83e8-0b2b99813b5a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:31.321086 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.329223 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.372090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Transition to ACTIVE for port object e561bf26-7a5e-4e55-8fad-c3cf30c3c474 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:31.377165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.393423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=02e47c65-eedf-4ca5-8b68-e8d9b248d8af,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:31.395691 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7cf76734-02cd-4777-a570-5c9627eb77d6 req-7183ece9-44a5-4dfd-a776-a108ce6e5e86 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918221 Jul 08 01:42:31.406664 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.441744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Pushing event updated for resources: {'Port': ['ID=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:31.449155 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-dfd6e7a0-cd23-4fb3-a9c3-8f8ae4d3174d tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1421945 Jul 08 01:42:31.455659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:31.480718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=02e47c65-eedf-4ca5-8b68-e8d9b248d8af,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:31.485611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-209a53f4-764b-4b53-b7c1-e02ab109cb60 None None] Provisioning for port be3e8fec-fc91-4319-942d-1727a83a5e5b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:31.490921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.495589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-209a53f4-764b-4b53-b7c1-e02ab109cb60 None None] Provisioning complete for port be3e8fec-fc91-4319-942d-1727a83a5e5b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:31.495589 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-209a53f4-764b-4b53-b7c1-e02ab109cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.632922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Attempting to bind port e561bf26-7a5e-4e55-8fad-c3cf30c3c474 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:31.633322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Attempting to bind port e561bf26-7a5e-4e55-8fad-c3cf30c3c474 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:31.633681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Attempting to bind port e561bf26-7a5e-4e55-8fad-c3cf30c3c474 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:31.645802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Port e561bf26-7a5e-4e55-8fad-c3cf30c3c474 on network ec165b7b-c1b2-40d2-a912-6340373d1594 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:42:31.646128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Attempting to bind port e561bf26-7a5e-4e55-8fad-c3cf30c3c474 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:31.656163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:31.656404 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.656545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Checking segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:31.656763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Bound using segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:31.657201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Bound port: e561bf26-7a5e-4e55-8fad-c3cf30c3c474, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:31.657559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.695723 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-209a53f4-764b-4b53-b7c1-e02ab109cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.738710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'name': 'tempest-FloatingIPsTestJSON-126137123-router', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:28Z', 'revision_number': 4, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'gw_port': {'id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '3f3fc526-a665-4162-a430-c04701e807ac', 'name': '', 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'mac_address': 'fa:16:3e:7a:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '20b08e60-76e1-490f-8069-7424d12082c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:26Z', 'updated_at': '2021-07-08T01:42:28Z', 'revision_number': 2, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'subnets': [{'id': '20b08e60-76e1-490f-8069-7424d12082c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:31.770075 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.784815 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-209a53f4-764b-4b53-b7c1-e02ab109cb60 None None] For port be3e8fec-fc91-4319-942d-1727a83a5e5b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=be3e8fec-fc91-4319-942d-1727a83a5e5b,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:31.787254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Checking router: 205d71bd-ad06-49e4-87fd-2e2d307f6b75 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:42:31.787612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Updating router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 port 3f3fc526-a665-4162-a430-c04701e807ac binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:42:31.813785 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-209a53f4-764b-4b53-b7c1-e02ab109cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.856920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Allocated IP 172.25.4.254 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/2434b5c9-4862-42a0-9536-236b82d64370) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:31.886795 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.908060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] For port e561bf26-7a5e-4e55-8fad-c3cf30c3c474, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:31.912315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] For port e561bf26-7a5e-4e55-8fad-c3cf30c3c474, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:31.924656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.953442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a53f4-764b-4b53-b7c1-e02ab109cb60 None None] Pushing event updated for resources: {'Port': ['ID=be3e8fec-fc91-4319-942d-1727a83a5e5b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:31.965962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4547f-92c5-467b-b252-4f018f1de866 req-0d64964e-2fb5-4d92-a179-526b77d3619c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:31.972923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68c4547f-92c5-467b-b252-4f018f1de866 req-0d64964e-2fb5-4d92-a179-526b77d3619c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.1646981 Jul 08 01:42:31.983395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:31.984027 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:31.985495 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] 10.222.0.16 "PUT /v2.0/ports/e561bf26-7a5e-4e55-8fad-c3cf30c3c474 HTTP/1.1" status: 200 len: 1092 time: 1.7996175 Jul 08 01:42:31.986312 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7', 'tag': 'e561bf26-7a5e-4e55-8fad-c3cf30c3c474'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:31.988600 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7", "tag": "e561bf26-7a5e-4e55-8fad-c3cf30c3c474"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:31.994517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Router ed68a565-e65e-41ce-9dba-190fb432c878 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:42:32.060906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc05f70-a833-4a99-99f5-a2a278e07ccf service neutron] Pushing event updated for resources: {'Port': ['ID=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:32.064047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 02e47c65-eedf-4ca5-8b68-e8d9b248d8af up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:32.087514 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.159770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:42:32.171252 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Sync routers for ids ['ed68a565-e65e-41ce-9dba-190fb432c878'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:42:32.183425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.200660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Routers {'ed68a565-e65e-41ce-9dba-190fb432c878'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:32.202155 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ed68a565-e65e-41ce-9dba-190fb432c878'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:32.234310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:32.234656 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.238392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.245585 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ec07c7b7-f73f-4358-9edf-f978f8f5f689 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.1933546 Jul 08 01:42:32.247642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50502) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:32.284715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:32.288664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:32.294055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Pushing event updated for resources: {'Port': ['ID=2434b5c9-4862-42a0-9536-236b82d64370,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:32.301973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:32.306984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.307507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.308034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.308602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.309122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.309616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.310105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.310652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.311382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.311984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.312538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.313052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:32.331301 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68c4547f-92c5-467b-b252-4f018f1de866 req-3adc5e6e-450b-4c74-93f5-7a32d8b4cf47 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562658 Jul 08 01:42:32.386163 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Set router ed68a565-e65e-41ce-9dba-190fb432c878 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:32.416586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3fb81d7e-aff4-4609-b30b-7f8ce25173d6 None None] Provisioning complete for port be3e8fec-fc91-4319-942d-1727a83a5e5b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:32.417197 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3fb81d7e-aff4-4609-b30b-7f8ce25173d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.503892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.536184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abde15c-18f8-4233-b344-34c76350ac33 req-6c722821-e09f-4194-90b5-03214a0688d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:32.538323 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-6c722821-e09f-4194-90b5-03214a0688d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 1095 time: 0.3759470 Jul 08 01:42:32.543491 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.565356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Transition to ACTIVE for port object 3f3fc526-a665-4162-a430-c04701e807ac will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:32.592400 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.601572 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.619591 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-b59e2b76-754c-47bc-955e-794be587ab40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e561bf26-7a5e-4e55-8fad-c3cf30c3c474 HTTP/1.1" status: 200 len: 217 time: 0.0364978 Jul 08 01:42:32.649479 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:31Z', 'revision_number': 3, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:32.690388 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Checking router: ed68a565-e65e-41ce-9dba-190fb432c878 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:42:32.691156 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Updating router ed68a565-e65e-41ce-9dba-190fb432c878 port d250d41b-81fe-4517-9eb5-f369473ee8ff binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:42:32.739159 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.751781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b301e1-c7f7-4544-bac4-35115a9a6006 None None] Pushing event updated for resources: {'Port': ['ID=3f3fc526-a665-4162-a430-c04701e807ac,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:32.819629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Attempting to bind port 3f3fc526-a665-4162-a430-c04701e807ac on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:32.820515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Attempting to bind port 3f3fc526-a665-4162-a430-c04701e807ac by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '8785f582-a39f-48c9-a534-65b1e54e68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:32.822169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Attempting to bind port 3f3fc526-a665-4162-a430-c04701e807ac on network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:32.832798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:32.833177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Checking segment: {'id': '8785f582-a39f-48c9-a534-65b1e54e68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:32.833584 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.833980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Bound using segment: {'id': '8785f582-a39f-48c9-a534-65b1e54e68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:32.834467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Bound port: 3f3fc526-a665-4162-a430-c04701e807ac, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8785f582-a39f-48c9-a534-65b1e54e68fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:32.834851 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.865362 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.878490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.933236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] For port 3f3fc526-a665-4162-a430-c04701e807ac, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:32.937239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] For port 3f3fc526-a665-4162-a430-c04701e807ac, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=3f3fc526-a665-4162-a430-c04701e807ac,segment=NetworkSegment(8785f582-a39f-48c9-a534-65b1e54e68fd),segment_id=8785f582-a39f-48c9-a534-65b1e54e68fd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:32.948579 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:32.988256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:33.000085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd908a9-eb01-4cce-8fa7-aaa9690a423e req-8c590975-a3f6-4418-bf9a-be7adc529534 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:33.009126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2dd908a9-eb01-4cce-8fa7-aaa9690a423e req-8c590975-a3f6-4418-bf9a-be7adc529534 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 946 time: 0.2235899 Jul 08 01:42:33.032214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b301e1-c7f7-4544-bac4-35115a9a6006 None None] Pushing event updated for resources: {'Port': ['ID=3f3fc526-a665-4162-a430-c04701e807ac,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:33.035769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Pushing event updated for resources: {'Port': ['ID=2434b5c9-4862-42a0-9536-236b82d64370,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:33.063109 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:33.064823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-43c43ad9-ef62-42fa-85d0-111e343573bc tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6144061 Jul 08 01:42:33.090002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Routers {'205d71bd-ad06-49e4-87fd-2e2d307f6b75'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:33.092535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:33.143033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-8002a8d7-c621-4891-83ca-4ce290a72506 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.254 HTTP/1.1" status: 200 len: 696 time: 0.0660672 Jul 08 01:42:33.149811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2dd908a9-eb01-4cce-8fa7-aaa9690a423e req-583054c9-11f6-4070-8837-86a555db9f3d tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390450 Jul 08 01:42:33.166777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abde15c-18f8-4233-b344-34c76350ac33 req-4dc31637-0a6f-4bb3-a4c8-880aed0bf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:33.168507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-4dc31637-0a6f-4bb3-a4c8-880aed0bf52a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.5385900 Jul 08 01:42:33.244846 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-ec1201f1-b7f8-487d-a4b9-4e9d735bbfbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624225 Jul 08 01:42:33.302528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] Set router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:33.353748 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:33.372851 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Transition to ACTIVE for port object d250d41b-81fe-4517-9eb5-f369473ee8ff will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:33.386075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-17280f47-9fa9-4206-a662-9b955a9bb58d tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:33.387726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb9d3e6f-b4c7-4e08-b12c-a6b2f59553e6 req-17280f47-9fa9-4206-a662-9b955a9bb58d tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2218659 Jul 08 01:42:33.400473 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:33.423138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c3376-784e-47a7-86f2-c57a9a03d7c7 req-6c485087-37d3-4639-9d77-78d57dcae661 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:33.426305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe8c3376-784e-47a7-86f2-c57a9a03d7c7 req-6c485087-37d3-4639-9d77-78d57dcae661 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.1186626 Jul 08 01:42:33.465409 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d544394d-cf10-4266-8bb8-cb3855116f58 x-openstack-request-id: req-d544394d-cf10-4266-8bb8-cb3855116f58 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:33.469763 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7", "tag": "e561bf26-7a5e-4e55-8fad-c3cf30c3c474", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:33.470057 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d544394d-cf10-4266-8bb8-cb3855116f58 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:33.470482 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7', 'tag': 'e561bf26-7a5e-4e55-8fad-c3cf30c3c474', 'status': 'completed', 'code': 200} Jul 08 01:42:33.481130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe8c3376-784e-47a7-86f2-c57a9a03d7c7 req-713eae67-f68b-4985-b5e1-9ec35848c0f2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Jul 08 01:42:33.512780 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Attempting to bind port d250d41b-81fe-4517-9eb5-f369473ee8ff on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:33.513178 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Attempting to bind port d250d41b-81fe-4517-9eb5-f369473ee8ff by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:33.513557 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Attempting to bind port d250d41b-81fe-4517-9eb5-f369473ee8ff on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:33.516771 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d3ecf-8ebb-4a26-ad2e-a5d328c040b4 None None] Pushing event updated for resources: {'Port': ['ID=d250d41b-81fe-4517-9eb5-f369473ee8ff,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:33.532441 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:33.534969 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:33.535375 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:33.535782 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:33.536253 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Bound port: d250d41b-81fe-4517-9eb5-f369473ee8ff, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:33.537634 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:33.542331 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-e19ce9df-2b97-43c1-bc12-7e75d01536f2 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601924 Jul 08 01:42:33.557770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:33.631859 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] For port d250d41b-81fe-4517-9eb5-f369473ee8ff, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:33.635834 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] For port d250d41b-81fe-4517-9eb5-f369473ee8ff, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d250d41b-81fe-4517-9eb5-f369473ee8ff,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:33.643397 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:33.709326 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Routers {'ed68a565-e65e-41ce-9dba-190fb432c878'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:33.709958 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ed68a565-e65e-41ce-9dba-190fb432c878'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:33.739045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c1b7b-1df0-404a-93e1-a0b9b9f4f26b req-5db2d893-bbf3-441c-a5fa-297a532fe755 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:33.741215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f2c1b7b-1df0-404a-93e1-a0b9b9f4f26b req-5db2d893-bbf3-441c-a5fa-297a532fe755 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8 HTTP/1.1" status: 200 len: 949 time: 0.1300042 Jul 08 01:42:33.753255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03948f2b-9165-430f-9685-797f92b03131 req-37cbc486-7f5a-40de-be44-b1bd3c408513 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:33.755901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03948f2b-9165-430f-9685-797f92b03131 req-37cbc486-7f5a-40de-be44-b1bd3c408513 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 943 time: 0.1334088 Jul 08 01:42:33.766541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'name': 'tempest-FloatingIPsTestJSON-126137123-router', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:28Z', 'revision_number': 4, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'gw_port': {'id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '3f3fc526-a665-4162-a430-c04701e807ac', 'name': '', 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'mac_address': 'fa:16:3e:7a:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '20b08e60-76e1-490f-8069-7424d12082c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:26Z', 'updated_at': '2021-07-08T01:42:32Z', 'revision_number': 4, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'subnets': [{'id': '20b08e60-76e1-490f-8069-7424d12082c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:33.799927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76b6cf-6acb-48cc-846f-f1f26421e861 None None] The sync data for ids ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'] in n-d-694802-14 is: [{'id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'name': 'tempest-FloatingIPsTestJSON-126137123-router', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:28Z', 'revision_number': 4, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'gw_port': {'id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '3f3fc526-a665-4162-a430-c04701e807ac', 'name': '', 'network_id': 'e803ebdf-d5f9-48e2-8db2-5c8641c122a0', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'mac_address': 'fa:16:3e:7a:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '20b08e60-76e1-490f-8069-7424d12082c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:26Z', 'updated_at': '2021-07-08T01:42:32Z', 'revision_number': 4, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'subnets': [{'id': '20b08e60-76e1-490f-8069-7424d12082c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:42:33.811022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f2c1b7b-1df0-404a-93e1-a0b9b9f4f26b req-680715a0-1996-47a6-acfb-b752737fbdf6 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539012 Jul 08 01:42:33.822063 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d3ecf-8ebb-4a26-ad2e-a5d328c040b4 None None] Pushing event updated for resources: {'Port': ['ID=d250d41b-81fe-4517-9eb5-f369473ee8ff,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:33.840649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03948f2b-9165-430f-9685-797f92b03131 req-196605f9-92fd-49db-a0e2-734c050017f5 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607615 Jul 08 01:42:33.854260 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2abde15c-18f8-4233-b344-34c76350ac33 req-32113723-806d-4d83-9b94-afa43bbc68da service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926800 Jul 08 01:42:33.923796 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] Set router ed68a565-e65e-41ce-9dba-190fb432c878 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:33.942062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Allocated IP 172.20.0.1 (deab4810-e01f-4dfd-83e8-0b2b99813b5a/024ed169-f700-491c-ad80-68ca1671a1c8/6934f9ec-448c-4f6c-a77a-5a2dc39b2aed) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:34.149908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931d2f4-2fd9-4509-a9ea-8bff522d08ea req-d20d597a-6c1f-4c4d-886e-855d414f6bee tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:34.151595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7931d2f4-2fd9-4509-a9ea-8bff522d08ea req-d20d597a-6c1f-4c4d-886e-855d414f6bee tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.1358349 Jul 08 01:42:34.167278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.199797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Transition to ACTIVE for port object 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:34.203343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device be3e8fec-fc91-4319-942d-1727a83a5e5b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:34.213017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b req-21b8bc4c-ebc7-4d93-b61a-d971e3b656d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:34.215016 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b req-21b8bc4c-ebc7-4d93-b61a-d971e3b656d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 1095 time: 0.2327292 Jul 08 01:42:34.259504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7931d2f4-2fd9-4509-a9ea-8bff522d08ea req-0301c36f-33f4-43bf-9121-93d2d7320551 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864782 Jul 08 01:42:34.276655 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:31Z', 'revision_number': 3, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:34.288635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port be3e8fec-fc91-4319-942d-1727a83a5e5b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:34.289299 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.329125 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e392308-3986-4d30-afd4-2db4fb4af310 None None] The sync data for ids ['ed68a565-e65e-41ce-9dba-190fb432c878'] in n-d-694802-14 is: [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:31Z', 'revision_number': 3, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:42:34.333603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 115c975e-3029-4ae0-9273-e1a71a1df22f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:42:34.334779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3d04b-0a91-4c02-8c15-43d6554ded37 req-3152335b-ac89-400b-adf4-8b075a484ac0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:34.342021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 115c975e-3029-4ae0-9273-e1a71a1df22f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:34.343132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9c3d04b-0a91-4c02-8c15-43d6554ded37 req-3152335b-ac89-400b-adf4-8b075a484ac0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.2258406 Jul 08 01:42:34.343990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.420546 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.420965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ace42d7a-db80-4025-ae81-42dd2d5e1c43 req-63a8ff44-183e-47cb-8134-4e5003c8889c tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips/4f40e3b2-fcf8-4914-b006-63f9c7775c8c HTTP/1.1" status: 200 len: 693 time: 0.0705466 Jul 08 01:42:34.454676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b req-e27b7df8-8342-46d2-b311-c8d290fcbfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:34.456523 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b req-e27b7df8-8342-46d2-b311-c8d290fcbfbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 907 time: 0.2277722 Jul 08 01:42:34.481619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Pushing event updated for resources: {'Port': ['ID=6934f9ec-448c-4f6c-a77a-5a2dc39b2aed,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:34.485757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Network deab4810-e01f-4dfd-83e8-0b2b99813b5a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:34.514159 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9c3d04b-0a91-4c02-8c15-43d6554ded37 req-dffb1662-c974-4a92-9594-5418aa8762a7 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701086 Jul 08 01:42:34.527948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:34.536459 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b req-7618e859-6b0b-4f7c-a015-e4aa19432094 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e561bf26-7a5e-4e55-8fad-c3cf30c3c474 HTTP/1.1" status: 200 len: 217 time: 0.0699079 Jul 08 01:42:34.537455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:34.594573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace42d7a-db80-4025-ae81-42dd2d5e1c43 req-3862f620-9105-46e3-a374-c7d2140534c9 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:34.611624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ace42d7a-db80-4025-ae81-42dd2d5e1c43 req-3862f620-9105-46e3-a374-c7d2140534c9 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.1847043 Jul 08 01:42:34.669199 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.723496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3f3fc526-a665-4162-a430-c04701e807ac up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:34.730650 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.755763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '115c975e-3029-4ae0-9273-e1a71a1df22f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:34.769287 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d599a2e-5e99-4246-b0aa-ffccade6c58b" -d '{"events": [{"server_uuid": "0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "115c975e-3029-4ae0-9273-e1a71a1df22f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:34.842531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 115c975e-3029-4ae0-9273-e1a71a1df22f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=115c975e-3029-4ae0-9273-e1a71a1df22f,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:34.893216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 115c975e-3029-4ae0-9273-e1a71a1df22f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=115c975e-3029-4ae0-9273-e1a71a1df22f,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:34.893692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b req-247bb81f-dbf1-4844-a9cc-97036167d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:34.895315 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b req-247bb81f-dbf1-4844-a9cc-97036167d86f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.3249390 Jul 08 01:42:34.903500 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:34.905362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '115c975e-3029-4ae0-9273-e1a71a1df22f', 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70', 'port_id': '115c975e-3029-4ae0-9273-e1a71a1df22f', 'mac_address': 'fa:16:3e:40:88:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2a218b-01db-4f93-9799-6312579172d6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:42:35.047005 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b req-ec4bb742-fb83-41c5-86da-af15f1b6cc0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387920 Jul 08 01:42:35.076073 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.079235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=115c975e-3029-4ae0-9273-e1a71a1df22f,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:35.096852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 3f3fc526-a665-4162-a430-c04701e807ac completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:35.102553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ce6229e8-441d-4b35-b4b9-e34757d91d3e None None] Provisioning for port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:35.108731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 3f3fc526-a665-4162-a430-c04701e807ac triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:35.109173 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.119076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ce6229e8-441d-4b35-b4b9-e34757d91d3e None None] Provisioning complete for port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:35.119480 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ce6229e8-441d-4b35-b4b9-e34757d91d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.123102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115c975e-3029-4ae0-9273-e1a71a1df22f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:35.187355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6f4d0-81a2-47b8-a901-d4d2ec19acdb req-6218c6fe-eaee-4236-81d6-94351fdc1eac tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:35.194445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6f4d0-81a2-47b8-a901-d4d2ec19acdb req-6218c6fe-eaee-4236-81d6-94351fdc1eac tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:35.204834 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55f6f4d0-81a2-47b8-a901-d4d2ec19acdb req-6218c6fe-eaee-4236-81d6-94351fdc1eac tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8&device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 1689 time: 0.1692855 Jul 08 01:42:35.238448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 115c975e-3029-4ae0-9273-e1a71a1df22f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=115c975e-3029-4ae0-9273-e1a71a1df22f,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:35.258769 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.261376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ce6229e8-441d-4b35-b4b9-e34757d91d3e None None] Port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:35.281057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.308702 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b req-4e97f588-5222-479c-a729-1fa7f62de7e0 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476997 Jul 08 01:42:35.328944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55f6f4d0-81a2-47b8-a901-d4d2ec19acdb req-416a3c9f-8a08-47b1-b0b8-d0c2b5259659 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220913 Jul 08 01:42:35.371034 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.383611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=115c975e-3029-4ae0-9273-e1a71a1df22f,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:35.401574 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5d193a9-1fc1-4648-9719-d8169d04c707 req-36f123c9-9714-4dda-a90b-cff577682d6e tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=058e27fa030a4cbdbe412326b4a76939 HTTP/1.1" status: 200 len: 696 time: 0.0601199 Jul 08 01:42:35.416802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 3f3fc526-a665-4162-a430-c04701e807ac, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=3f3fc526-a665-4162-a430-c04701e807ac,segment=NetworkSegment(8785f582-a39f-48c9-a534-65b1e54e68fd),segment_id=8785f582-a39f-48c9-a534-65b1e54e68fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:35.428758 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.479338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f2759-9e4c-4c82-b48c-cbb9eec709bd req-185c7644-0387-451a-bb4a-60b53fbbcad4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:35.489920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e8f2759-9e4c-4c82-b48c-cbb9eec709bd req-185c7644-0387-451a-bb4a-60b53fbbcad4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.2722108 Jul 08 01:42:35.495383 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=3f3fc526-a665-4162-a430-c04701e807ac,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:35.553367 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9f52ac4-ade1-4ba4-895a-a2564725cd3b req-28c1d052-5a5e-4f1e-97f0-5e976ad9a7a8 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145777 Jul 08 01:42:35.583844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e8f2759-9e4c-4c82-b48c-cbb9eec709bd req-472cbe25-6706-4f49-9865-6566f67c2e9c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929873 Jul 08 01:42:35.593795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d193a9-1fc1-4648-9719-d8169d04c707 req-6bc1f412-26db-488b-8839-230144bef1e3 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:35.595353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5d193a9-1fc1-4648-9719-d8169d04c707 req-6bc1f412-26db-488b-8839-230144bef1e3 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/networks?id=8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 787 time: 0.1931043 Jul 08 01:42:35.615711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-b5d193a9-1fc1-4648-9719-d8169d04c707 req-e40bf052-66b9-45dc-95a6-d2a04423924a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:42:35.619587 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5d193a9-1fc1-4648-9719-d8169d04c707 req-e40bf052-66b9-45dc-95a6-d2a04423924a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133965 Jul 08 01:42:35.639185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['115c975e-3029-4ae0-9273-e1a71a1df22f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:35.643295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.656879 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.682673 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297fbcd8-b9c0-4d93-99f5-c9dfda153d12 x-openstack-request-id: req-297fbcd8-b9c0-4d93-99f5-c9dfda153d12 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:35.683021 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "115c975e-3029-4ae0-9273-e1a71a1df22f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:35.683229 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-297fbcd8-b9c0-4d93-99f5-c9dfda153d12 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:35.683633 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '115c975e-3029-4ae0-9273-e1a71a1df22f', 'code': 200} Jul 08 01:42:35.778069 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:35.798092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Pushing event updated for resources: {'Port': ['ID=6934f9ec-448c-4f6c-a77a-5a2dc39b2aed,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:35.913034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Network deab4810-e01f-4dfd-83e8-0b2b99813b5a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:35.915167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:35.957224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e561bf26-7a5e-4e55-8fad-c3cf30c3c474 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:42:35.976828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d47a6-b4b3-4af4-bd44-37a3a5dee132 req-91672987-d7a7-4026-9af0-806ec7d02c8c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:35.985867 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-638d47a6-b4b3-4af4-bd44-37a3a5dee132 req-91672987-d7a7-4026-9af0-806ec7d02c8c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 943 time: 0.2226989 Jul 08 01:42:36.104650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Router ed68a565-e65e-41ce-9dba-190fb432c878 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:42:36.117977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5411d1-6666-49cb-8402-7ccee6fc0568 req-2d380805-35a9-4a10-a18d-945e5216f283 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:36.128384 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f5411d1-6666-49cb-8402-7ccee6fc0568 req-2d380805-35a9-4a10-a18d-945e5216f283 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 946 time: 0.2478931 Jul 08 01:42:36.151913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3f3fc526-a665-4162-a430-c04701e807ac up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:36.154585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-638d47a6-b4b3-4af4-bd44-37a3a5dee132 req-9a11770f-1134-42f6-b6c2-b66325089636 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622853 Jul 08 01:42:36.196503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f5411d1-6666-49cb-8402-7ccee6fc0568 req-087eaff5-3bc1-4c08-8f7b-1c7588ba7952 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9123e30e-8c5a-4daf-9aa8-396874a8d92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665205 Jul 08 01:42:36.238119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e561bf26-7a5e-4e55-8fad-c3cf30c3c474, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:36.262069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 3f3fc526-a665-4162-a430-c04701e807ac triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:36.262699 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:36.265468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'e561bf26-7a5e-4e55-8fad-c3cf30c3c474', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'port_id': 'e561bf26-7a5e-4e55-8fad-c3cf30c3c474', 'mac_address': 'fa:16:3e:84:b5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94efa8dc-98fe-402d-a487-c19d12a4e6f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:42:36.312934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:42:36.318743 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e010e33f-2f9a-4fe8-a119-f3902d96e454 admin admin] 10.222.0.41 "PUT /v2.0/routers/ed68a565-e65e-41ce-9dba-190fb432c878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0699944 Jul 08 01:42:36.353050 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:36.387019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9cda7a6a-243a-4604-b003-0ae8b05cee8e None None] Provisioning complete for port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:36.387391 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9cda7a6a-243a-4604-b003-0ae8b05cee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:36.391360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e561bf26-7a5e-4e55-8fad-c3cf30c3c474 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:36.429797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661f6b5-4e12-465e-9e63-e21b19943675 req-97dc7db8-aa30-4d43-ba47-75fb50e7f7ab tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:36.433863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7661f6b5-4e12-465e-9e63-e21b19943675 req-97dc7db8-aa30-4d43-ba47-75fb50e7f7ab tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.1092906 Jul 08 01:42:36.476354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e561bf26-7a5e-4e55-8fad-c3cf30c3c474, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:36.484930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9cda7a6a-243a-4604-b003-0ae8b05cee8e None None] Port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:36.486753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:36.491187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d250d41b-81fe-4517-9eb5-f369473ee8ff up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:36.532149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7661f6b5-4e12-465e-9e63-e21b19943675 req-1a17fbfc-8506-4333-8c05-33b058979abc tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929515 Jul 08 01:42:36.570131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:36.576551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893c3b5-8a7a-4910-993c-d789f1e7543a req-15d64473-dc99-4934-9805-999d76eff874 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:36.578303 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c893c3b5-8a7a-4910-993c-d789f1e7543a req-15d64473-dc99-4934-9805-999d76eff874 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 944 time: 0.1295512 Jul 08 01:42:36.583770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port d250d41b-81fe-4517-9eb5-f369473ee8ff completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:36.588053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d250d41b-81fe-4517-9eb5-f369473ee8ff triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:36.588464 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:36.630481 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-c88b36e1-2700-464c-b39a-eb010eac782f tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips/4f40e3b2-fcf8-4914-b006-63f9c7775c8c HTTP/1.1" status: 200 len: 693 time: 0.0715439 Jul 08 01:42:36.669596 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:36.696695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port d250d41b-81fe-4517-9eb5-f369473ee8ff, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d250d41b-81fe-4517-9eb5-f369473ee8ff,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:36.706747 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:36.713519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c893c3b5-8a7a-4910-993c-d789f1e7543a req-f6e8b3d0-a278-4085-92d9-43260a08dabf tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053643 Jul 08 01:42:36.775227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=d250d41b-81fe-4517-9eb5-f369473ee8ff,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:36.775457 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-ef4fcce5-5b8d-47b4-84bd-985e5a4a3cd0 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:36.777154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-ef4fcce5-5b8d-47b4-84bd-985e5a4a3cd0 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.1388197 Jul 08 01:42:36.798564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-efff6c91-42eb-451f-91e7-678f033aa24c tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:36.802569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e561bf26-7a5e-4e55-8fad-c3cf30c3c474'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:36.802724 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-efff6c91-42eb-451f-91e7-678f033aa24c tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 946 time: 0.1173661 Jul 08 01:42:36.850628 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-fdda8b5a-91fe-4ce6-879f-89694b36e9f3 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.254 HTTP/1.1" status: 200 len: 696 time: 0.0611851 Jul 08 01:42:36.931732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Deleting port 7d6db387-d032-451f-9729-a6add59f4552 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:36.932094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:36.935859 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-47bfebf4-f12d-445c-99b4-b9b74e7adfd1 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.254 HTTP/1.1" status: 200 len: 696 time: 0.0839455 Jul 08 01:42:37.027833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] For port 7d6db387-d032-451f-9729-a6add59f4552, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7d6db387-d032-451f-9729-a6add59f4552,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:37.028375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.059802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd703d9c-de9b-4140-9fcd-5850ad51df9f req-3bc02a6c-f117-40d6-b43e-eb709e6adf50 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:37.061390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd703d9c-de9b-4140-9fcd-5850ad51df9f req-3bc02a6c-f117-40d6-b43e-eb709e6adf50 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8 HTTP/1.1" status: 200 len: 1101 time: 0.2074082 Jul 08 01:42:37.109303 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd703d9c-de9b-4140-9fcd-5850ad51df9f req-b5fcac89-c248-4622-971e-aeb16e2078b3 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Jul 08 01:42:37.111518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-afbae183-7332-4b34-894e-f9726d7846df tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Deleting port 2434b5c9-4862-42a0-9536-236b82d64370 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:37.111857 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-afbae183-7332-4b34-894e-f9726d7846df tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.125228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Sync routers for ids ['ed68a565-e65e-41ce-9dba-190fb432c878'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:42:37.140954 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Routers {'ed68a565-e65e-41ce-9dba-190fb432c878'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:37.141861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ed68a565-e65e-41ce-9dba-190fb432c878'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:37.155678 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:42:37.209057 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-afbae183-7332-4b34-894e-f9726d7846df tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.209425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-afbae183-7332-4b34-894e-f9726d7846df tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.223903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-afbae183-7332-4b34-894e-f9726d7846df tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Calling delete_port for 2434b5c9-4862-42a0-9536-236b82d64370 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:37.294459 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.295264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.295570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Set router ed68a565-e65e-41ce-9dba-190fb432c878 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:37.296211 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Floating IP c62acd65-13f5-42f0-aefd-8fa15d3596aa disassociated. External IP: 172.25.4.248, port: 7d6db387-d032-451f-9729-a6add59f4552. Jul 08 01:42:37.297921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Calling delete_port for 7d6db387-d032-451f-9729-a6add59f4552 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:37.390835 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-afbae183-7332-4b34-894e-f9726d7846df tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.427144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbae183-7332-4b34-894e-f9726d7846df tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Pushing event deleted for resources: {'Port': ['ID=2434b5c9-4862-42a0-9536-236b82d64370,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:37.455250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.495706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Pushing event deleted for resources: {'Port': ['ID=7d6db387-d032-451f-9729-a6add59f4552,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:37.500807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-afbae183-7332-4b34-894e-f9726d7846df tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.504030 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-afbae183-7332-4b34-894e-f9726d7846df tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.517096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-436c9c42-3fc4-48f8-ade7-42be81b79627 req-afbae183-7332-4b34-894e-f9726d7846df tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "DELETE /v2.0/floatingips/4f40e3b2-fcf8-4914-b006-63f9c7775c8c HTTP/1.1" status: 204 len: 173 time: 0.5801125 Jul 08 01:42:37.646389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50556) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:37.653461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d43619f6-519b-4998-b2a5-37de5783d397 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1798306384', 'description': 'tempest-description--38752507'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:37.684148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:42:37.686013 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d43619f6-519b-4998-b2a5-37de5783d397 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.698265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:35Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6934f9ec-448c-4f6c-a77a-5a2dc39b2aed', 'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'mac_address': 'fa:16:3e:7b:5c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:33Z', 'updated_at': '2021-07-08T01:42:35Z', 'revision_number': 2, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'subnets': [{'id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:37.722927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4088e4-2a8a-4792-82e0-94afafc34cec req-a46e0159-8349-4944-b964-32a5da3dd4ca tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:37.731677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef4088e4-2a8a-4792-82e0-94afafc34cec req-a46e0159-8349-4944-b964-32a5da3dd4ca tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.1025059 Jul 08 01:42:37.733810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Checking router: ed68a565-e65e-41ce-9dba-190fb432c878 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:42:37.734230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Updating router ed68a565-e65e-41ce-9dba-190fb432c878 port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:42:37.781790 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.798655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef4088e4-2a8a-4792-82e0-94afafc34cec req-a5f7fe2a-df29-4ac0-87a5-d3d90815dca3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Jul 08 01:42:37.822476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab91d5-4370-41b7-b128-5bf0c66623c0 req-e519abc2-3ef2-482e-ba64-45613fdde0ce tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:37.833544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81ab91d5-4370-41b7-b128-5bf0c66623c0 req-e519abc2-3ef2-482e-ba64-45613fdde0ce tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 1101 time: 0.0933878 Jul 08 01:42:37.867256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:42:37.879534 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] Sync routers for ids ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:42:37.881499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81ab91d5-4370-41b7-b128-5bf0c66623c0 req-f8f01001-e445-4856-be48-c9f2f1fc6891 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433958 Jul 08 01:42:37.894394 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] Routers {'6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:37.900874 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:37.926560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] No DVR routers for this DVR port 7d6db387-d032-451f-9729-a6add59f4552 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:37.932196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.939988 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-953fb71e-6ebf-4f37-a45f-6c0dd7f1ca2f req-8b529301-0548-417c-956f-673507704a81 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.16 "DELETE /v2.0/ports/7d6db387-d032-451f-9729-a6add59f4552 HTTP/1.1" status: 204 len: 173 time: 1.1317818 Jul 08 01:42:37.940507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'name': 'network-vif-deleted', 'tag': '7d6db387-d032-451f-9729-a6add59f4552'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:37.943117 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd24751-4b24-4130-b57e-9282b25124fd" -d '{"events": [{"server_uuid": "3f747013-2105-4872-a078-8a5d2de9a1f4", "name": "network-vif-deleted", "tag": "7d6db387-d032-451f-9729-a6add59f4552"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:37.971372 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d43619f6-519b-4998-b2a5-37de5783d397 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:37.980988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d43619f6-519b-4998-b2a5-37de5783d397 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.003226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e561bf26-7a5e-4e55-8fad-c3cf30c3c474 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:38.102925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43619f6-519b-4998-b2a5-37de5783d397 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c790bb-527f-4660-b259-6bb6181c3aa2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:38.105513 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d43619f6-519b-4998-b2a5-37de5783d397 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.109578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d43619f6-519b-4998-b2a5-37de5783d397 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4593861 Jul 08 01:42:38.113506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50566) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:38.119321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-891177f7-2be7-483c-a632-f9df49cde297 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Request body: {'security_group_rule': {'security_group_id': 'a3c790bb-527f-4660-b259-6bb6181c3aa2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:38.135154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d250d41b-81fe-4517-9eb5-f369473ee8ff up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:38.155875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b1517e4-f08f-4c88-bcfe-facdb668bbc4 req-1640a52e-c1b0-437e-bf53-018cf3bbc574 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 210 time: 0.0655370 Jul 08 01:42:38.217726 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-891177f7-2be7-483c-a632-f9df49cde297 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.236520 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] Set router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:38.275302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port e561bf26-7a5e-4e55-8fad-c3cf30c3c474 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:38.285798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port e561bf26-7a5e-4e55-8fad-c3cf30c3c474 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:38.286174 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.332238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d250d41b-81fe-4517-9eb5-f369473ee8ff triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:38.332835 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.360884 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-891177f7-2be7-483c-a632-f9df49cde297 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.371124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-891177f7-2be7-483c-a632-f9df49cde297 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.383783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa9b3e-befa-4bed-9ab6-313e96c672f0 req-fbe5ce1e-b8ff-4264-921c-3f3a313f15e0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:38.386879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 115c975e-3029-4ae0-9273-e1a71a1df22f up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:38.392903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1fa9b3e-befa-4bed-9ab6-313e96c672f0 req-fbe5ce1e-b8ff-4264-921c-3f3a313f15e0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 944 time: 0.2277846 Jul 08 01:42:38.422382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-891177f7-2be7-483c-a632-f9df49cde297 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.427856 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-891177f7-2be7-483c-a632-f9df49cde297 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3128421 Jul 08 01:42:38.429851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50570) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:38.441211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6bfd635c-b438-4f72-97d2-a48a1a03cf53 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Request body: {'security_group_rule': {'security_group_id': 'a3c790bb-527f-4660-b259-6bb6181c3aa2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:38.462315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891177f7-2be7-483c-a632-f9df49cde297 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9e5744-52cf-4d21-a27c-8a86d26fd6f8,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:38.479247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-18212963-9d6e-4238-b26a-9b4c3d72c011 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2733696 Jul 08 01:42:38.490636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:38.507271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1fa9b3e-befa-4bed-9ab6-313e96c672f0 req-b9db9456-e9a5-47f1-ae6f-59448d896f4a tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132317 Jul 08 01:42:38.524466 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfd635c-b438-4f72-97d2-a48a1a03cf53 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.530093 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.639984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfd635c-b438-4f72-97d2-a48a1a03cf53 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.651948 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfd635c-b438-4f72-97d2-a48a1a03cf53 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.667729 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.694273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd635c-b438-4f72-97d2-a48a1a03cf53 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7504f5e6-5df2-4e73-9e41-17363c37a734,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:38.700127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfd635c-b438-4f72-97d2-a48a1a03cf53 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.701657 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6bfd635c-b438-4f72-97d2-a48a1a03cf53 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2692068 Jul 08 01:42:38.705074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50572) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:38.709652 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.716058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:38.720527 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:38Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a097dee9-7f5e-45a1-b998-0347841e203d', 'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'mac_address': 'fa:16:3e:7e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:36Z', 'updated_at': '2021-07-08T01:39:43Z', 'revision_number': 5, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'subnets': [{'id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:38.743957 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.751119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 115c975e-3029-4ae0-9273-e1a71a1df22f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:38.751499 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.764475 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.777324 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] Checking router: 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:42:38.801197 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] Routers {'6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:38.801912 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:38.839787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Transition to ACTIVE for port object 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:38.852199 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.865282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28327e47-e9fe-40ab-84fd-4f13e1da1408 req-be1d6969-5a26-467d-a980-9a04f5129641 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:38.868088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28327e47-e9fe-40ab-84fd-4f13e1da1408 req-be1d6969-5a26-467d-a980-9a04f5129641 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.1807506 Jul 08 01:42:38.878144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.913332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e561bf26-7a5e-4e55-8fad-c3cf30c3c474, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:38.915149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e561bf26-7a5e-4e55-8fad-c3cf30c3c474'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:38.917783 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0207c2f6-fed0-4d9b-bbc9-ae7f8c00ed27" -d '{"events": [{"server_uuid": "ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7", "name": "network-vif-plugged", "status": "completed", "tag": "e561bf26-7a5e-4e55-8fad-c3cf30c3c474"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:38.924881 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.926805 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:38.981309 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28327e47-e9fe-40ab-84fd-4f13e1da1408 req-b47008a6-b17c-4b88-8c81-3d2c10595c07 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073389 Jul 08 01:42:39.028399 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] Set router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:39.039631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Allocated IP 172.25.4.98 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/55204364-1709-47c8-80a0-7c793cda8d00) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:39.067612 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:39.172352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:39.257093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 115c975e-3029-4ae0-9273-e1a71a1df22f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=115c975e-3029-4ae0-9273-e1a71a1df22f,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:39.262378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Attempting to bind port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:39.262942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Attempting to bind port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:39.263182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Attempting to bind port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed on network deab4810-e01f-4dfd-83e8-0b2b99813b5a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:39.273402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:39.278523 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:39.279874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Checking segment: {'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:39.279874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:39.280227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Bound using segment: {'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:39.280819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Bound port: 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:39.281334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:39.325023 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:39.327886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496da0a-28ba-4b30-b6e9-debf93b862a1 None None] Pushing event updated for resources: {'Port': ['ID=6934f9ec-448c-4f6c-a77a-5a2dc39b2aed,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:39.355172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0699e-d589-4e8d-b9ed-2595c60c1e31 req-b409983f-340a-40f0-a1ce-adfc0dcaddf7 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:39.362743 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63a0699e-d589-4e8d-b9ed-2595c60c1e31 req-b409983f-340a-40f0-a1ce-adfc0dcaddf7 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 944 time: 0.1764657 Jul 08 01:42:39.369486 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:38Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a097dee9-7f5e-45a1-b998-0347841e203d', 'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'mac_address': 'fa:16:3e:7e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:36Z', 'updated_at': '2021-07-08T01:39:43Z', 'revision_number': 5, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'subnets': [{'id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:39.416458 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057b109-8fe3-4c0a-9b15-ccc6b8c2f725 None None] The sync data for ids ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'] in n-d-694802-14 is: [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:39:38Z', 'revision_number': 4, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a097dee9-7f5e-45a1-b998-0347841e203d', 'name': '', 'network_id': 'f0b8d695-73c2-4fb9-8fc4-17d095935fed', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'mac_address': 'fa:16:3e:7e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:36Z', 'updated_at': '2021-07-08T01:39:43Z', 'revision_number': 5, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'subnets': [{'id': 'ccb0364c-8bc2-42ff-9413-cf6873526d2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:42:39.417891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=115c975e-3029-4ae0-9273-e1a71a1df22f,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:39.425544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] For port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:39.430640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] For port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6934f9ec-448c-4f6c-a77a-5a2dc39b2aed,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:39.430843 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63a0699e-d589-4e8d-b9ed-2595c60c1e31 req-8c4e449f-0660-4d9a-8927-a0eae19fb3e2 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660031 Jul 08 01:42:39.439063 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:39.464470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:39.583520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Routers {'ed68a565-e65e-41ce-9dba-190fb432c878'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:39.584421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ed68a565-e65e-41ce-9dba-190fb432c878'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:39.593076 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3aba9a-f07f-44ed-a292-6b869c8751da x-openstack-request-id: req-1a3aba9a-f07f-44ed-a292-6b869c8751da {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:39.593383 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f747013-2105-4872-a078-8a5d2de9a1f4", "name": "network-vif-deleted", "tag": "7d6db387-d032-451f-9729-a6add59f4552", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:39.593636 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a3aba9a-f07f-44ed-a292-6b869c8751da {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:39.599256 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f747013-2105-4872-a078-8a5d2de9a1f4', 'name': 'network-vif-deleted', 'tag': '7d6db387-d032-451f-9729-a6add59f4552', 'status': 'completed', 'code': 200} Jul 08 01:42:39.635598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Pushing event updated for resources: {'Port': ['ID=55204364-1709-47c8-80a0-7c793cda8d00,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:39.650099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:39.651625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:39.660664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:39.689079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Allocated IP 172.25.4.94 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/b4e308e0-5610-4f74-9486-cbb9344936ff) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:39.793995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496da0a-28ba-4b30-b6e9-debf93b862a1 None None] Pushing event updated for resources: {'Port': ['ID=6934f9ec-448c-4f6c-a77a-5a2dc39b2aed,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:39.923382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] Set router ed68a565-e65e-41ce-9dba-190fb432c878 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:39.953481 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-ec7d88ab-8449-4a58-a701-c51b37aaa423 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1012344 Jul 08 01:42:40.004591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.014689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7d6db387-d032-451f-9729-a6add59f4552 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:40.017353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584f474-c648-4c36-b813-95328caae87d None None] New status for floating IP c62acd65-13f5-42f0-aefd-8fa15d3596aa: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:42:40.036561 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.070952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.128571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Pushing event updated for resources: {'Port': ['ID=b4e308e0-5610-4f74-9486-cbb9344936ff,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:40.137138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:40.139153 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:40.142069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:40.199117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 7d6db387-d032-451f-9729-a6add59f4552 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:40.199678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7d6db387-d032-451f-9729-a6add59f4552 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:40.255697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.312428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.465776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:35Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6934f9ec-448c-4f6c-a77a-5a2dc39b2aed', 'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'mac_address': 'fa:16:3e:7b:5c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:33Z', 'updated_at': '2021-07-08T01:42:39Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'subnets': [{'id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:40.502098 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.510494 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.512214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b98ef03-4c0a-4135-a586-08f9dd7d9461 None None] The sync data for ids ['ed68a565-e65e-41ce-9dba-190fb432c878'] in n-d-694802-14 is: [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:35Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6934f9ec-448c-4f6c-a77a-5a2dc39b2aed', 'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'mac_address': 'fa:16:3e:7b:5c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:33Z', 'updated_at': '2021-07-08T01:42:39Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'subnets': [{'id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:42:40.532932 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.611625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.629879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Pushing event updated for resources: {'Port': ['ID=b4e308e0-5610-4f74-9486-cbb9344936ff,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:40.632636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-85a462c3-22e9-4e3b-8197-bf05b3e291c5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:40.638977 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-85a462c3-22e9-4e3b-8197-bf05b3e291c5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6846702 Jul 08 01:42:40.642629 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.651762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-82bb76a3-e8dc-4640-9b28-11f13b43ecc8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9380922 Jul 08 01:42:40.669388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3e9d4c36-fa40-473b-93f0-5a1b671b3907 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/quotas/7161b0fc71974f25a9dfe35daeaa8f16 HTTP/1.1" status: 200 len: 375 time: 0.0218072 Jul 08 01:42:40.833679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-4d5f4516-c584-4243-98e9-265e022afa88 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1462028 Jul 08 01:42:40.862308 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.870524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:40.951990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Pushing event updated for resources: {'Port': ['ID=55204364-1709-47c8-80a0-7c793cda8d00,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:40.979968 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:41.012846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:41.021449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-4dca2fdc-6d5f-472e-9629-f47ecc63054a tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5411587 Jul 08 01:42:41.095393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-7c20dab9-239e-4241-a982-50e53d9003fa tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.98 HTTP/1.1" status: 200 len: 695 time: 0.0695097 Jul 08 01:42:41.249300 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f46c93-d8ec-470c-9884-f3b05d881f5f req-4e0529a0-fbdb-4b99-a58e-d2026714c18c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:41.257747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06f46c93-d8ec-470c-9884-f3b05d881f5f req-4e0529a0-fbdb-4b99-a58e-d2026714c18c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.1597822 Jul 08 01:42:41.317305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06f46c93-d8ec-470c-9884-f3b05d881f5f req-9f20d265-97a8-4c63-8611-ded5cdc50ccf tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578082 Jul 08 01:42:41.336822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-24f5ac1d-deff-48ba-9acc-41a4d26a11b4 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:41.338676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51aa7cda-9227-4549-a35f-34e97ca8b805 req-24f5ac1d-deff-48ba-9acc-41a4d26a11b4 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2423337 Jul 08 01:42:41.374690 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065750c8-c431-41cd-af2f-5b5ae1bbacb6 x-openstack-request-id: req-065750c8-c431-41cd-af2f-5b5ae1bbacb6 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:41.375212 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7", "name": "network-vif-plugged", "status": "completed", "tag": "e561bf26-7a5e-4e55-8fad-c3cf30c3c474", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:41.375212 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-065750c8-c431-41cd-af2f-5b5ae1bbacb6 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:41.375616 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e561bf26-7a5e-4e55-8fad-c3cf30c3c474', 'code': 200} Jul 08 01:42:41.611436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a48ef74-fc29-4f2f-9f2e-42fac3f10ce1 req-84e63fd6-131b-4bdd-bb7d-a73ce7fd6206 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f747013-2105-4872-a078-8a5d2de9a1f4 HTTP/1.1" status: 200 len: 210 time: 0.1007965 Jul 08 01:42:41.629564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf948b-a297-4d96-ab14-9250af40f835 req-b69b9412-8680-4b5f-8bac-297a1c620057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:41.632034 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8bf948b-a297-4d96-ab14-9250af40f835 req-b69b9412-8680-4b5f-8bac-297a1c620057 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 1097 time: 0.1107278 Jul 08 01:42:41.681705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8bf948b-a297-4d96-ab14-9250af40f835 req-ef8ce1ec-54d5-4cf8-a81e-40522d86f91f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Jul 08 01:42:41.755667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831347a2-24ce-4c77-bede-1d12bfb36e0a req-bc2bd9b3-7906-4fb4-a606-33cc787b7aa2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:41.757514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-831347a2-24ce-4c77-bede-1d12bfb36e0a req-bc2bd9b3-7906-4fb4-a606-33cc787b7aa2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 945 time: 0.1979775 Jul 08 01:42:41.801668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-831347a2-24ce-4c77-bede-1d12bfb36e0a req-097da4ee-49c9-49e1-8b8a-1825564b6829 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378211 Jul 08 01:42:41.938476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a3f60-a999-438b-a261-2df67ec672cd req-263b58b5-83c3-4a86-8695-5c47a1230f41 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:41.946197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-239a3f60-a999-438b-a261-2df67ec672cd req-263b58b5-83c3-4a86-8695-5c47a1230f41 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.1250026 Jul 08 01:42:42.029281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:42.049553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-239a3f60-a999-438b-a261-2df67ec672cd req-a0bd16a5-150e-4f81-b99d-c3af9cb9fc93 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023841 Jul 08 01:42:42.109631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516edb0f-d639-499c-a72d-3d2413d52e2c req-4fbf90ad-4421-49a6-8d8d-a1f831d79b37 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:42.111300 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-516edb0f-d639-499c-a72d-3d2413d52e2c req-4fbf90ad-4421-49a6-8d8d-a1f831d79b37 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.1283920 Jul 08 01:42:42.121699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:42.127484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:42.128145 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:42.175794 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-516edb0f-d639-499c-a72d-3d2413d52e2c req-df6cb510-e94e-4fad-8463-d8c0ab94f3f5 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573859 Jul 08 01:42:42.220916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-282bd053-b7e5-4aa8-a786-8eed17746654 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1798306384&fields=id&tenant_id=8a214f547fbd4a34b7800e0aa26c5284 HTTP/1.1" status: 200 len: 267 time: 0.0594382 Jul 08 01:42:42.239342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:42.284418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6934f9ec-448c-4f6c-a77a-5a2dc39b2aed,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:42.292445 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:42.359842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=6934f9ec-448c-4f6c-a77a-5a2dc39b2aed,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:42.370287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.370971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.371426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.372449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.372884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.373602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.373747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.375147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.375147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.375147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.375956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.375956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:42.399338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c328ff68-b7ef-41d5-a7ba-1b0a0237f7ec req-0f0c9158-13cc-4cb5-95c0-5621e0131889 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 210 time: 0.0435538 Jul 08 01:42:42.407947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-cdc9e934-964e-45a2-a702-c57475547a17 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:42.409465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-cdc9e934-964e-45a2-a702-c57475547a17 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/networks?id=deab4810-e01f-4dfd-83e8-0b2b99813b5a HTTP/1.1" status: 200 len: 804 time: 0.1876817 Jul 08 01:42:42.429602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-7f8aacd2-4898-4822-bc9d-5444bf6f8700 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/quotas/8a214f547fbd4a34b7800e0aa26c5284 HTTP/1.1" status: 200 len: 375 time: 0.0139661 Jul 08 01:42:42.541890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-3b9b0ae1-3fc2-4668-9a92-2e2cc1820ec3 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips/3ad7f6b9-b631-4aed-9d1c-2de7168c855a HTTP/1.1" status: 200 len: 692 time: 0.0923207 Jul 08 01:42:42.546302 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-fd7eafe2-dbce-4629-a4bc-196a8e09b0d5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333271 Jul 08 01:42:42.723023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-0ef53a40-354e-4417-aa55-095e9d858ee2 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a214f547fbd4a34b7800e0aa26c5284&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2869735 Jul 08 01:42:42.819770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-65cded72-64e2-441b-b7d6-f55c512743d7 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:42.821994 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-65cded72-64e2-441b-b7d6-f55c512743d7 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2714612 Jul 08 01:42:42.837420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-4ed02a39-7423-4401-9aa3-76318132ea77 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:42.838852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-4ed02a39-7423-4401-9aa3-76318132ea77 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759466 Jul 08 01:42:42.892623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Request body: {'port': {'device_id': '8922c31d-58bc-4039-9bed-5d89ab5e4c96', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '7161b0fc71974f25a9dfe35daeaa8f16'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:42.943054 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-62e4ff2c-e486-4041-b52d-3d2bc0ee55e7 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.98 HTTP/1.1" status: 200 len: 695 time: 0.1015990 Jul 08 01:42:43.008900 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-13f2f47e-8c21-4a84-8eca-69b1ac6ec731 service neutron] 10.222.0.41 "GET /v2.0/networks/deab4810-e01f-4dfd-83e8-0b2b99813b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682271 Jul 08 01:42:43.028738 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-84ef6e2a-0504-4968-9866-21d343316b6b tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.98 HTTP/1.1" status: 200 len: 695 time: 0.0728304 Jul 08 01:42:43.247030 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-97aaac06-fffc-4e52-acc2-69718046b818 service neutron] 10.222.0.41 "GET /v2.0/networks/deab4810-e01f-4dfd-83e8-0b2b99813b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312157 Jul 08 01:42:43.255771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Made reservation on behalf of 7161b0fc71974f25a9dfe35daeaa8f16 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:43.260187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:43.328566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-e415befe-8e31-4ae8-9b96-c16466e4f762 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Deleting port 55204364-1709-47c8-80a0-7c793cda8d00 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:43.328973 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-e415befe-8e31-4ae8-9b96-c16466e4f762 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:43.377002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115c975e-3029-4ae0-9273-e1a71a1df22f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:43.383993 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7278929-cc6b-4a85-9c41-8aba3b21d2c0" -d '{"events": [{"server_uuid": "0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "115c975e-3029-4ae0-9273-e1a71a1df22f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:43.465741 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-e415befe-8e31-4ae8-9b96-c16466e4f762 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:43.466145 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-e415befe-8e31-4ae8-9b96-c16466e4f762 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:43.485179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Allocated IP 192.168.233.184 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/ddcefa1f-0e77-4790-a1a6-467b6b941eb0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:43.492621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-e415befe-8e31-4ae8-9b96-c16466e4f762 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Calling delete_port for 55204364-1709-47c8-80a0-7c793cda8d00 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:43.766809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259386d4-3ade-4931-9b19-00bae0489623 req-47774fe4-dd1f-4d35-baa7-453d0a176e16 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:43.768444 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-259386d4-3ade-4931-9b19-00bae0489623 req-47774fe4-dd1f-4d35-baa7-453d0a176e16 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.2072198 Jul 08 01:42:43.825735 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:43.848185 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-e415befe-8e31-4ae8-9b96-c16466e4f762 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:43.860029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Transition to ACTIVE for port object ddcefa1f-0e77-4790-a1a6-467b6b941eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:43.878575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-259386d4-3ade-4931-9b19-00bae0489623 req-e1a29b78-febc-4bc9-89c9-ac704d8ae49b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959673 Jul 08 01:42:43.931761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415befe-8e31-4ae8-9b96-c16466e4f762 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Pushing event deleted for resources: {'Port': ['ID=55204364-1709-47c8-80a0-7c793cda8d00,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:43.970872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:44.082979 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:44.084782 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-e415befe-8e31-4ae8-9b96-c16466e4f762 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:44.088058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-e415befe-8e31-4ae8-9b96-c16466e4f762 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:44.088735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:44.089446 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:44.100004 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7e52d9a-3741-41a1-860e-295e54b392ab req-e415befe-8e31-4ae8-9b96-c16466e4f762 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "DELETE /v2.0/floatingips/3ad7f6b9-b631-4aed-9d1c-2de7168c855a HTTP/1.1" status: 204 len: 173 time: 1.0575771 Jul 08 01:42:44.131942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', '4e840034-017f-416a-995f-85f61e84af70'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:44.135069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c', '0258ddbc-e545-4459-8485-54b41942999f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:44.177259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event updated for resources: {'Port': ['ID=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:44.222950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:44.227045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:44.241248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:44.374620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:44.375326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:44.402668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a8b36-e924-486e-b18c-c57fc5144afa req-c5fa5687-4c0a-4fe5-b316-28ef773eb224 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:44.416035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-813a8b36-e924-486e-b18c-c57fc5144afa req-c5fa5687-4c0a-4fe5-b316-28ef773eb224 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 945 time: 0.2968435 Jul 08 01:42:44.466745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-c2fe222e-45fb-43dd-abed-985303010d18 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5793965 Jul 08 01:42:44.484579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-813a8b36-e924-486e-b18c-c57fc5144afa req-d2554a1c-4793-4452-98a1-b813e21c86ed tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674245 Jul 08 01:42:44.499572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Request body: {'port': {'device_id': '8922c31d-58bc-4039-9bed-5d89ab5e4c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:44.525630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00643b78-c63b-4575-bc49-0d9d45bb61c2 req-63df53e9-7210-4f5e-959b-d956f56fc919 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:44.528150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00643b78-c63b-4575-bc49-0d9d45bb61c2 req-63df53e9-7210-4f5e-959b-d956f56fc919 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.2511811 Jul 08 01:42:44.621704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00643b78-c63b-4575-bc49-0d9d45bb61c2 req-4ae43e5a-7899-4800-819b-3898dec80b51 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707123 Jul 08 01:42:44.692485 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e1b7ca-4bd2-4c8d-a463-3d2413f56c22 x-openstack-request-id: req-c2e1b7ca-4bd2-4c8d-a463-3d2413f56c22 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:44.693065 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "115c975e-3029-4ae0-9273-e1a71a1df22f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:44.693065 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2e1b7ca-4bd2-4c8d-a463-3d2413f56c22 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:44.693416 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115c975e-3029-4ae0-9273-e1a71a1df22f', 'code': 200} Jul 08 01:42:44.710302 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:44.717967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1407b103-eefa-4e6d-b287-7ccf2b87fc99 None None] Provisioning for port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:44.736276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1407b103-eefa-4e6d-b287-7ccf2b87fc99 None None] Provisioning complete for port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:44.736678 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1407b103-eefa-4e6d-b287-7ccf2b87fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:44.785622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd40a24-eecd-4b30-9e30-88964c6195ef req-dd262523-a9b2-48e4-aa96-904bf0cad4da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:44.787543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bd40a24-eecd-4b30-9e30-88964c6195ef req-dd262523-a9b2-48e4-aa96-904bf0cad4da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.1259949 Jul 08 01:42:44.824359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1407b103-eefa-4e6d-b287-7ccf2b87fc99 None None] Port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:44.964559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bd40a24-eecd-4b30-9e30-88964c6195ef req-3a82eb59-bf92-44b7-a621-8b29f562cc7a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699028 Jul 08 01:42:45.064497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49cd4e-451b-481b-92ca-f3a95ff8d96d req-9edd9152-7785-4a45-b8d3-8b75a746e70f tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:45.072188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a49cd4e-451b-481b-92ca-f3a95ff8d96d req-9edd9152-7785-4a45-b8d3-8b75a746e70f tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 936 time: 0.2577777 Jul 08 01:42:45.122290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b92fa-d814-41a1-b4df-7124006d308d req-6c1b4e9e-df0c-4229-b710-83528539b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:45.123833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f76b92fa-d814-41a1-b4df-7124006d308d req-6c1b4e9e-df0c-4229-b710-83528539b50c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 1097 time: 0.2164242 Jul 08 01:42:45.162031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a389cb71-15e0-41b3-993f-d9d702aa07b1 req-9a5927ef-a71b-4006-9661-cbee7a05835b tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 210 time: 0.0609694 Jul 08 01:42:45.312565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-407443fa-95d7-487e-9912-9c6204d3755b tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:45.315376 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-407443fa-95d7-487e-9912-9c6204d3755b tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.16 "GET /v2.0/networks?id=deab4810-e01f-4dfd-83e8-0b2b99813b5a HTTP/1.1" status: 200 len: 804 time: 0.1804800 Jul 08 01:42:45.389182 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-576c72d0-8cdb-413f-8b71-2128938c2891 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a214f547fbd4a34b7800e0aa26c5284 HTTP/1.1" status: 200 len: 380 time: 0.0520523 Jul 08 01:42:45.438499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Request body: {'port': {'device_id': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'admin_state_up': True, 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'security_groups': ['a3c790bb-527f-4660-b259-6bb6181c3aa2']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:45.441824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50654) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:45.573409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a49cd4e-451b-481b-92ca-f3a95ff8d96d req-2f36ddaf-0d64-42a0-b729-0e4dd6602da1 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997382 Jul 08 01:42:45.590474 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-2cdbfed7-bb95-47c9-bf89-e85dee062c78 req-f6af8ce1-99d4-479a-9851-4efcf8c8b72c tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] show failed (client error): The resource could not be found. Jul 08 01:42:45.591101 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:45.591510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2cdbfed7-bb95-47c9-bf89-e85dee062c78 req-f6af8ce1-99d4-479a-9851-4efcf8c8b72c tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips/3ad7f6b9-b631-4aed-9d1c-2de7168c855a HTTP/1.1" status: 404 len: 350 time: 0.0832295 Jul 08 01:42:45.630206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f76b92fa-d814-41a1-b4df-7124006d308d req-96f26627-0f5c-4181-a7c8-7a97cb563c66 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809790 Jul 08 01:42:45.643150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcefa1f-0e77-4790-a1a6-467b6b941eb0 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:45.651687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Made reservation on behalf of 8a214f547fbd4a34b7800e0aa26c5284 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:45.652445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:45.655515 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:45.666743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Transition to ACTIVE for port object ddcefa1f-0e77-4790-a1a6-467b6b941eb0 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:45.672845 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:45.681608 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:45.806596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:45.829256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:45.831617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:45.835172 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "DELETE /v2.0/security-groups/9123e30e-8c5a-4daf-9aa8-396874a8d92f HTTP/1.1" status: 204 len: 168 time: 0.3900042 Jul 08 01:42:45.841678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:45.889639 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-c5f5bbde-8521-4041-b754-ba0a137b3fb1 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] show failed (client error): The resource could not be found. Jul 08 01:42:45.892153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c5f5bbde-8521-4041-b754-ba0a137b3fb1 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "GET /v2.0/security-groups/9123e30e-8c5a-4daf-9aa8-396874a8d92f HTTP/1.1" status: 404 len: 347 time: 0.0480084 Jul 08 01:42:45.899278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:45.900236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9123e30e-8c5a-4daf-9aa8-396874a8d92f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:45.928035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.929939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.930731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.931256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.931771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.932804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.933343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.933868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.934203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.934542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.934873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.935200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e10fa2f-481f-4246-ba83-219d782d6f54 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:42:45.977793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Allocated IP 172.20.0.13 (deab4810-e01f-4dfd-83e8-0b2b99813b5a/024ed169-f700-491c-ad80-68ca1671a1c8/8c4f2345-1e27-4dcc-84ac-49f0925e04c9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:46.071989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539acecc-3fb5-4ed1-b96e-07950234b841 req-380946b9-0884-413b-91fb-5e639a6e47fa tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:46.073824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-539acecc-3fb5-4ed1-b96e-07950234b841 req-380946b9-0884-413b-91fb-5e639a6e47fa tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 945 time: 0.3687086 Jul 08 01:42:46.085651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Attempting to bind port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:46.086111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Attempting to bind port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:46.086524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Attempting to bind port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:46.129965 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e8f73-36e9-4810-84cf-27f266a27b29 req-4cc56f55-2784-4c77-a9cf-1c7b8d819320 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:46.131676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-837e8f73-36e9-4810-84cf-27f266a27b29 req-4cc56f55-2784-4c77-a9cf-1c7b8d819320 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.3458211 Jul 08 01:42:46.136823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:42:46.137147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Attempting to bind port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:46.148251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:46.153101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:46.153442 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:46.153825 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:46.154271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Bound port: ddcefa1f-0e77-4790-a1a6-467b6b941eb0, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:46.154634 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:46.168847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Transition to ACTIVE for port object 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:46.201383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-539acecc-3fb5-4ed1-b96e-07950234b841 req-d3d87a4c-c928-44ff-8b7c-794144c3a872 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189241 Jul 08 01:42:46.213988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:46.271032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Network deab4810-e01f-4dfd-83e8-0b2b99813b5a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:46.274632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:46.277515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:46.303133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-837e8f73-36e9-4810-84cf-27f266a27b29 req-7683aa67-de38-469f-ba84-35360c50cbbd tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600857 Jul 08 01:42:46.306883 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-09686b28-6475-4b7b-8dcf-948cdf6955a6 req-847ac777-7616-4724-89c3-fe5ee3471732 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] show failed (client error): The resource could not be found. Jul 08 01:42:46.308332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09686b28-6475-4b7b-8dcf-948cdf6955a6 req-847ac777-7616-4724-89c3-fe5ee3471732 tempest-FloatingIPsTestJSON-1292525093 tempest-FloatingIPsTestJSON-1292525093-project] 10.222.0.41 "GET /v2.0/floatingips/3ad7f6b9-b631-4aed-9d1c-2de7168c855a HTTP/1.1" status: 404 len: 350 time: 0.0667746 Jul 08 01:42:46.322627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50670) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:46.338762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Pushing event updated for resources: {'Port': ['ID=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:46.384569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe8516-d7e1-47b8-aa16-e871118c6d78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Deleting port 044c77f0-aff3-4671-a1a9-3dced28132d5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:46.384917 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ebe8516-d7e1-47b8-aa16-e871118c6d78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:46.414839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] For port ddcefa1f-0e77-4790-a1a6-467b6b941eb0, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:46.425880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] For port ddcefa1f-0e77-4790-a1a6-467b6b941eb0, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:46.426509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:46.427341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:46.479171 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b688e7aa-39b6-4be5-aae5-25415e3f4386 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0824807 Jul 08 01:42:46.497512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Request body: {'port': {'device_id': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:46.551010 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:46.682059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:46.682770 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:46.684137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] 10.222.0.24 "PUT /v2.0/ports/ddcefa1f-0e77-4790-a1a6-467b6b941eb0 HTTP/1.1" status: 200 len: 1097 time: 2.1986566 Jul 08 01:42:46.684638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8922c31d-58bc-4039-9bed-5d89ab5e4c96', 'tag': 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:46.686975 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee44d9a5-2249-460f-a551-37619afc1fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "8922c31d-58bc-4039-9bed-5d89ab5e4c96", "tag": "ddcefa1f-0e77-4790-a1a6-467b6b941eb0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:46.698496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8bfea076-4972-4717-a99e-d832c7016b6b None None] Provisioning for port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:46.711456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8bfea076-4972-4717-a99e-d832c7016b6b None None] Provisioning complete for port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:46.712402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8bfea076-4972-4717-a99e-d832c7016b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:46.757148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed67518-f48b-4bb1-9a76-84bbcdbacc06 service neutron] Pushing event updated for resources: {'Port': ['ID=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:46.772642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8bfea076-4972-4717-a99e-d832c7016b6b None None] Port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:46.806003 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ebe8516-d7e1-47b8-aa16-e871118c6d78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:46.806429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ebe8516-d7e1-47b8-aa16-e871118c6d78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:46.840217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe8516-d7e1-47b8-aa16-e871118c6d78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Calling delete_port for 044c77f0-aff3-4671-a1a9-3dced28132d5 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:46.940649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2ef21-6669-4979-9df0-3336b7dc132e req-7fc64a12-cd04-4a43-bae8-05012bf60485 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:46.942188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cfe2ef21-6669-4979-9df0-3336b7dc132e req-7fc64a12-cd04-4a43-bae8-05012bf60485 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.3408351 Jul 08 01:42:46.952957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13ef52-f8a7-4808-af4d-baf8bfef479d req-13f2dc5c-1305-4508-9ed3-61786ba2e9cc tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:46.960258 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac13ef52-f8a7-4808-af4d-baf8bfef479d req-13f2dc5c-1305-4508-9ed3-61786ba2e9cc tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.3902302 Jul 08 01:42:46.987196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.075845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-b391efe7-2360-452c-b95e-8887610726c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:47.077632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-b391efe7-2360-452c-b95e-8887610726c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 1100 time: 0.3398228 Jul 08 01:42:47.083178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac13ef52-f8a7-4808-af4d-baf8bfef479d req-8c2b282a-666e-4f25-95a8-5de318f26c29 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214516 Jul 08 01:42:47.088352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cfe2ef21-6669-4979-9df0-3336b7dc132e req-1069cb66-58e3-4ecf-8101-9e5ca0524585 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253886 Jul 08 01:42:47.250401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-aafd356d-c67d-4b6c-ac8f-cffdfa873f3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=ddcefa1f-0e77-4790-a1a6-467b6b941eb0 HTTP/1.1" status: 200 len: 217 time: 0.1375628 Jul 08 01:42:47.255918 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ebe8516-d7e1-47b8-aa16-e871118c6d78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.313057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe8516-d7e1-47b8-aa16-e871118c6d78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Pushing event deleted for resources: {'Port': ['ID=044c77f0-aff3-4671-a1a9-3dced28132d5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:47.426160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:47.436066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.451369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-d0addcd0-4b0c-4513-a992-0203fa0cabad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:47.453024 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-d0addcd0-4b0c-4513-a992-0203fa0cabad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1806819 Jul 08 01:42:47.454172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Transition to ACTIVE for port object 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:47.462401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.510161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.530105 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ebe8516-d7e1-47b8-aa16-e871118c6d78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.533953 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ebe8516-d7e1-47b8-aa16-e871118c6d78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.535292 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2ebe8516-d7e1-47b8-aa16-e871118c6d78 tempest-ServersTestBootFromVolume-305548111 tempest-ServersTestBootFromVolume-305548111-project] 10.222.0.41 "DELETE /v2.0/floatingips/c62acd65-13f5-42f0-aefd-8fa15d3596aa HTTP/1.1" status: 204 len: 168 time: 1.6347682 Jul 08 01:42:47.540403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:47.563641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:47.607623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdff20a-610e-45b3-af43-31865a6bc888 req-14d19302-5a43-4cdd-b53a-2489ae61218a tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:47.609309 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbdff20a-610e-45b3-af43-31865a6bc888 req-14d19302-5a43-4cdd-b53a-2489ae61218a tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 932 time: 0.3102813 Jul 08 01:42:47.627114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685d6fa-18e8-43a0-8fc2-ca91c2e46e5f req-1d6be65f-1967-4dff-9a21-8ca580634b19 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:47.628669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c685d6fa-18e8-43a0-8fc2-ca91c2e46e5f req-1d6be65f-1967-4dff-9a21-8ca580634b19 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 945 time: 0.3307507 Jul 08 01:42:47.695358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Attempting to bind port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:47.695701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Attempting to bind port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:47.696207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Attempting to bind port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 on network deab4810-e01f-4dfd-83e8-0b2b99813b5a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:47.719962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-ae7f67e3-6ee5-4a04-a05d-b43d756e8255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:47.721591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-ae7f67e3-6ee5-4a04-a05d-b43d756e8255 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2473924 Jul 08 01:42:47.730157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 on network deab4810-e01f-4dfd-83e8-0b2b99813b5a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:42:47.730486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Attempting to bind port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 on network deab4810-e01f-4dfd-83e8-0b2b99813b5a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:47.754679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:47.754943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Checking segment: {'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:47.755355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Bound using segment: {'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:47.755782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Bound port: 8c4f2345-1e27-4dcc-84ac-49f0925e04c9, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c52f5964-65e8-4883-8154-c770dee8f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:47.756136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.778195 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbdff20a-610e-45b3-af43-31865a6bc888 req-ff6f0ba3-1c4a-4f3d-8f8d-556fefed9f24 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467128 Jul 08 01:42:47.812851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c685d6fa-18e8-43a0-8fc2-ca91c2e46e5f req-6fe21f7a-849a-4636-8eca-3962e860d49d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698377 Jul 08 01:42:47.846204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] For port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:47.883698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] For port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:47.895454 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.951956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:47.952600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:47.954127 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] 10.222.0.16 "PUT /v2.0/ports/8c4f2345-1e27-4dcc-84ac-49f0925e04c9 HTTP/1.1" status: 200 len: 1093 time: 1.4624250 Jul 08 01:42:47.954492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'tag': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:47.956657 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4dea6f8c-2b43-47d8-95ee-ec16cac9d86b", "tag": "8c4f2345-1e27-4dcc-84ac-49f0925e04c9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:47.986687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd76d4-80e4-4c03-a35c-07ceac340138 service neutron] Pushing event updated for resources: {'Port': ['ID=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:48.032055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] Deleting port 3f3fc526-a665-4162-a430-c04701e807ac {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:48.032426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:48.068333 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-a4cd2bf4-d674-4068-a938-009e7ed73b83 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350904 Jul 08 01:42:48.121412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b672b7b5-4981-4f64-a0d7-2c6756c7a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:48.122857 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-b672b7b5-4981-4f64-a0d7-2c6756c7a3fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a214f547fbd4a34b7800e0aa26c5284&device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 1096 time: 0.1258862 Jul 08 01:42:48.140652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] For port 3f3fc526-a665-4162-a430-c04701e807ac, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=3f3fc526-a665-4162-a430-c04701e807ac,segment=NetworkSegment(8785f582-a39f-48c9-a534-65b1e54e68fd),segment_id=8785f582-a39f-48c9-a534-65b1e54e68fd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:48.141014 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:48.176251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-c3619c35-9b7d-4f97-b2e7-1dd0d4c115a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c4f2345-1e27-4dcc-84ac-49f0925e04c9 HTTP/1.1" status: 200 len: 217 time: 0.0421181 Jul 08 01:42:48.180601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] Calling delete_port for 3f3fc526-a665-4162-a430-c04701e807ac owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:48.209118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262a307-2d67-421d-bc5e-dee0bb8c23d5 req-18a4c0d8-ba49-4237-8474-b95d672e2145 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:48.210646 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3262a307-2d67-421d-bc5e-dee0bb8c23d5 req-18a4c0d8-ba49-4237-8474-b95d672e2145 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 948 time: 0.2256637 Jul 08 01:42:48.217913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae2d98-9970-4d2e-9ac5-bce93c152594 req-33cbd147-1e76-42d5-a5b1-a24e97e49d3b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:48.219347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cae2d98-9970-4d2e-9ac5-bce93c152594 req-33cbd147-1e76-42d5-a5b1-a24e97e49d3b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.3180463 Jul 08 01:42:48.268058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-118f7775-f0da-4b44-9f36-084a0139ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:48.269973 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-118f7775-f0da-4b44-9f36-084a0139ef18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=024ed169-f700-491c-ad80-68ca1671a1c8 HTTP/1.1" status: 200 len: 843 time: 0.0870337 Jul 08 01:42:48.330224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4744efec-a7aa-4bce-b7bc-3764c52f758c req-8a98a9e4-f4cf-4f2d-ad33-64e3eadbf33d service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498579 Jul 08 01:42:48.334179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3262a307-2d67-421d-bc5e-dee0bb8c23d5 req-745fa981-2a9e-4a8d-919c-3e5911f8ce21 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136918 Jul 08 01:42:48.338728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cae2d98-9970-4d2e-9ac5-bce93c152594 req-f99fc9ef-bc5c-411a-8715-7439f1c0644c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111190 Jul 08 01:42:48.399978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-35070d6d-e4d4-44e9-9c40-7ef228d8564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:48.401559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-35070d6d-e4d4-44e9-9c40-7ef228d8564d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deab4810-e01f-4dfd-83e8-0b2b99813b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209316 Jul 08 01:42:48.441484 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef98448-a331-494f-bb8d-524bcd05b18b x-openstack-request-id: req-4ef98448-a331-494f-bb8d-524bcd05b18b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:48.441760 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8922c31d-58bc-4039-9bed-5d89ab5e4c96", "tag": "ddcefa1f-0e77-4790-a1a6-467b6b941eb0", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:48.441884 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ef98448-a331-494f-bb8d-524bcd05b18b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:48.442208 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8922c31d-58bc-4039-9bed-5d89ab5e4c96', 'tag': 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0', 'status': 'completed', 'code': 200} Jul 08 01:42:48.487119 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe090058-3e00-4c84-a1df-007682c63332 x-openstack-request-id: req-fe090058-3e00-4c84-a1df-007682c63332 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:48.487908 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dea6f8c-2b43-47d8-95ee-ec16cac9d86b", "tag": "8c4f2345-1e27-4dcc-84ac-49f0925e04c9", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:48.487908 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe090058-3e00-4c84-a1df-007682c63332 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:48.488126 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'tag': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9', 'status': 'completed', 'code': 200} Jul 08 01:42:48.565665 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-d1f37cec-de98-4fd1-aec7-16ddf227ba0e service neutron] 10.222.0.16 "GET /v2.0/networks/deab4810-e01f-4dfd-83e8-0b2b99813b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531303 Jul 08 01:42:48.576331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:48.586166 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:48.728367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3fc526-a665-4162-a430-c04701e807ac,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:48.877815 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1c224497-f7fb-466f-9f51-67252f8ca897 req-d3507dcd-c302-49bb-8154-e113be231af4 service neutron] 10.222.0.16 "GET /v2.0/networks/deab4810-e01f-4dfd-83e8-0b2b99813b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779598 Jul 08 01:42:48.970995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:49.009098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-496f05a2-087b-453a-9397-ffac9ef1d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.010539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-496f05a2-087b-453a-9397-ffac9ef1d48a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 1100 time: 0.5598636 Jul 08 01:42:49.090839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-3d9dafb5-1a50-4890-85b7-f776bd765da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.092429 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-3d9dafb5-1a50-4890-85b7-f776bd765da5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a214f547fbd4a34b7800e0aa26c5284&device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 1096 time: 0.1523135 Jul 08 01:42:49.255696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f61a6d-d855-4b03-bc1e-62bdff5d3b1d req-06e56429-7c64-457b-b651-979eadea628f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.257355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7f61a6d-d855-4b03-bc1e-62bdff5d3b1d req-06e56429-7c64-457b-b651-979eadea628f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.2706311 Jul 08 01:42:49.267180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da07b9-c10a-4ce5-af38-56440b791b2c req-ed7d216c-9d6a-401e-a669-67808d8f2d6d tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.268054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-8d1c2734-2b58-43ee-86d0-c48d6d218138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.268774 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55da07b9-c10a-4ce5-af38-56440b791b2c req-ed7d216c-9d6a-401e-a669-67808d8f2d6d tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.2810271 Jul 08 01:42:49.269788 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-8d1c2734-2b58-43ee-86d0-c48d6d218138 service neutron] 10.222.0.16 "GET /v2.0/networks?id=deab4810-e01f-4dfd-83e8-0b2b99813b5a HTTP/1.1" status: 200 len: 905 time: 0.1687367 Jul 08 01:42:49.270924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-cdbbcbc6-4f21-4135-8d8f-584f898ef8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.272850 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-cdbbcbc6-4f21-4135-8d8f-584f898ef8fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2256801 Jul 08 01:42:49.292068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] Router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:42:49.323051 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-4192621c-f4ff-48ac-94f1-1b9eac211285 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c4f2345-1e27-4dcc-84ac-49f0925e04c9 HTTP/1.1" status: 200 len: 217 time: 0.0398188 Jul 08 01:42:49.374812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-78546078-7bab-42a1-9d5a-45a5617e5cea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=ddcefa1f-0e77-4790-a1a6-467b6b941eb0 HTTP/1.1" status: 200 len: 217 time: 0.0736530 Jul 08 01:42:49.434437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7f61a6d-d855-4b03-bc1e-62bdff5d3b1d req-463aa0b1-f8bf-47e1-8f12-6582931050ca tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606028 Jul 08 01:42:49.439885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55da07b9-c10a-4ce5-af38-56440b791b2c req-b5825a7f-98c0-439a-8de8-b292c7dba547 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648862 Jul 08 01:42:49.445056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-50607e39-edfd-4337-b4b5-002ec53dd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.446687 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-50607e39-edfd-4337-b4b5-002ec53dd95d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=024ed169-f700-491c-ad80-68ca1671a1c8 HTTP/1.1" status: 200 len: 843 time: 0.1158564 Jul 08 01:42:49.462091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-a5f608ce-ef2f-4eb6-a179-ebda572a053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.463583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-a5f608ce-ef2f-4eb6-a179-ebda572a053c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0741746 Jul 08 01:42:49.520802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:42:49.529809 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-06222ae3-1802-4b2c-8875-c63fb0178056 admin admin] 10.222.0.41 "PUT /v2.0/routers/205d71bd-ad06-49e4-87fd-2e2d307f6b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2058618 Jul 08 01:42:49.530420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50710) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:49.533097 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] Sync routers for ids ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:42:49.545268 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] Routers {'205d71bd-ad06-49e4-87fd-2e2d307f6b75'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:49.546173 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:49.641776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-818b780a-d9ea-487c-9e76-dc02c3e8f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.643371 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-818b780a-d9ea-487c-9e76-dc02c3e8f255 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deab4810-e01f-4dfd-83e8-0b2b99813b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1853640 Jul 08 01:42:49.746593 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] Set router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:49.759464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-e6a0f3f2-5043-43e3-81ed-2ad2f0d2c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.761099 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-e6a0f3f2-5043-43e3-81ed-2ad2f0d2c994 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2874715 Jul 08 01:42:49.770356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-f1ea78fd-edf8-4ae9-ab7e-1ef4ae9c0dea tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.771955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-f1ea78fd-edf8-4ae9-ab7e-1ef4ae9c0dea tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 812 time: 0.2244678 Jul 08 01:42:49.858606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-badcfab7-07ff-41be-8144-752c48cfab2f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/quotas/cec18a91ea6241bc928d3059c8dae9cc HTTP/1.1" status: 200 len: 375 time: 0.0725367 Jul 08 01:42:49.899230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983153b-d8bd-4abf-9acb-3cb16c59e129 req-39a6f9d8-5ba4-46de-87f5-b4362e9822d8 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:49.900821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c983153b-d8bd-4abf-9acb-3cb16c59e129 req-39a6f9d8-5ba4-46de-87f5-b4362e9822d8 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 945 time: 0.2774277 Jul 08 01:42:49.914526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] Deleting port a097dee9-7f5e-45a1-b998-0347841e203d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:49.914966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:49.942924 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'name': 'tempest-FloatingIPsTestJSON-126137123-router', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:48Z', 'revision_number': 5, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'gw_port': {'id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:49.979573 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] Checking router: 205d71bd-ad06-49e4-87fd-2e2d307f6b75 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:42:49.994734 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] Routers {'205d71bd-ad06-49e4-87fd-2e2d307f6b75'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:49.995357 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:50.014721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.027253 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-5c32ced4-fadd-4dec-bcce-931df867fcf4 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529826 Jul 08 01:42:50.060483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c983153b-d8bd-4abf-9acb-3cb16c59e129 req-c02543ef-ac78-48d0-a2bd-842550a29ae1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507597 Jul 08 01:42:50.106259 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] Set router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:50.135476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-033ae07c-a4d8-4128-97e4-6ebc86d0d092 service neutron] 10.222.0.16 "GET /v2.0/networks/deab4810-e01f-4dfd-83e8-0b2b99813b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840503 Jul 08 01:42:50.148565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] For port a097dee9-7f5e-45a1-b998-0347841e203d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a097dee9-7f5e-45a1-b998-0347841e203d,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:50.148932 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.170993 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-2f83f46e-d639-4dfc-b93c-908678a218cc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2967527 Jul 08 01:42:50.173364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.247789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] Calling delete_port for a097dee9-7f5e-45a1-b998-0347841e203d owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:50.303191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6ddbb0bf-8e4d-486b-bb1a-34aecb75c2bf req-e2235512-bb23-42b9-9fd6-8859a6ea51b3 service neutron] 10.222.0.16 "GET /v2.0/networks/deab4810-e01f-4dfd-83e8-0b2b99813b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597390 Jul 08 01:42:50.308294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Deleting port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:50.308506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee44d9a5-2249-460f-a551-37619afc1fbe req-470ab0af-cfd7-48a9-af39-f1f8fba0e59b service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663388 Jul 08 01:42:50.308775 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.342733 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'name': 'tempest-FloatingIPsTestJSON-126137123-router', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:48Z', 'revision_number': 5, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'gw_port': {'id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:50.378628 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0416ae25-59fc-471f-8518-467af13e81fc None None] The sync data for ids ['205d71bd-ad06-49e4-87fd-2e2d307f6b75'] in n-d-694802-14 is: [{'id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'name': 'tempest-FloatingIPsTestJSON-126137123-router', 'tenant_id': '058e27fa030a4cbdbe412326b4a76939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:48Z', 'revision_number': 5, 'project_id': '058e27fa030a4cbdbe412326b4a76939', 'gw_port': {'id': '02e47c65-eedf-4ca5-8b68-e8d9b248d8af', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205d71bd-ad06-49e4-87fd-2e2d307f6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:23Z', 'updated_at': '2021-07-08T01:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:42:50.409668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-cdcb18b8-c9dd-45f4-bca0-b914ab48c81c service neutron] 10.222.0.41 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378528 Jul 08 01:42:50.420181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ddcefa1f-0e77-4790-a1a6-467b6b941eb0 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:42:50.448552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] For port 02e47c65-eedf-4ca5-8b68-e8d9b248d8af, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=02e47c65-eedf-4ca5-8b68-e8d9b248d8af,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:50.448918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.474198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-0290cf39-6f7e-4190-af0b-81067754f980 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:50.475889 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-0290cf39-6f7e-4190-af0b-81067754f980 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 945 time: 0.1220295 Jul 08 01:42:50.477577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Calling delete_port for 02e47c65-eedf-4ca5-8b68-e8d9b248d8af owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:50.486650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9120a-41df-4da3-88a7-2c11b6767815 req-982a9947-1b5a-4749-b4d2-e719f72f92e8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:50.488770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8af9120a-41df-4da3-88a7-2c11b6767815 req-982a9947-1b5a-4749-b4d2-e719f72f92e8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 944 time: 0.2388430 Jul 08 01:42:50.534311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port ddcefa1f-0e77-4790-a1a6-467b6b941eb0, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:50.548118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0', 'mac_address': 'fa:16:3e:e1:ca:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:42:50.598267 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1d397d80-21de-4104-9bf0-55996b72c341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.602426 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.610136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8af9120a-41df-4da3-88a7-2c11b6767815 req-435e3640-604f-4e26-8606-b97b8fb2e6c5 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794501 Jul 08 01:42:50.622063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcefa1f-0e77-4790-a1a6-467b6b941eb0 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:50.624877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-0aeee072-3b40-4d4f-a360-b98ba9c7e63f service neutron] 10.222.0.41 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143111 Jul 08 01:42:50.648726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port ddcefa1f-0e77-4790-a1a6-467b6b941eb0, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:50.656469 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.688920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-e5e42016-0a73-4720-8281-234d8acbbbe2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Deleting port e561bf26-7a5e-4e55-8fad-c3cf30c3c474 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:50.689526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-e5e42016-0a73-4720-8281-234d8acbbbe2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.735968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:50.750411 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.803131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a097dee9-7f5e-45a1-b998-0347841e203d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:50.822978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:50.903428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e47c65-eedf-4ca5-8b68-e8d9b248d8af,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:50.917131 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-e5e42016-0a73-4720-8281-234d8acbbbe2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] For port e561bf26-7a5e-4e55-8fad-c3cf30c3c474, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:50.917682 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-e5e42016-0a73-4720-8281-234d8acbbbe2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.001816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['ddcefa1f-0e77-4790-a1a6-467b6b941eb0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:51.014371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b1371-055c-402c-a2db-735d010af91f req-8d70ba67-5158-42da-b8f2-74790e7d0305 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:51.021319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-206b1371-055c-402c-a2db-735d010af91f req-8d70ba67-5158-42da-b8f2-74790e7d0305 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 949 time: 0.2294953 Jul 08 01:42:51.053351 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.134428 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.161426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-e5e42016-0a73-4720-8281-234d8acbbbe2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Calling delete_port for e561bf26-7a5e-4e55-8fad-c3cf30c3c474 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:51.211827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-206b1371-055c-402c-a2db-735d010af91f req-f9e27d50-4824-4a4f-a3bf-c74a105f8860 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895254 Jul 08 01:42:51.222088 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.233185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.350258 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.351195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205d71bd-ad06-49e4-87fd-2e2d307f6b75 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:42:51.357565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.358485 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e8208e2a-e99a-4070-aa0a-649f6074c119 admin admin] 10.222.0.41 "DELETE /v2.0/routers/205d71bd-ad06-49e4-87fd-2e2d307f6b75 HTTP/1.1" status: 204 len: 168 time: 1.8264267 Jul 08 01:42:51.362169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50724) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:51.426586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d70308f3-2078-4ee2-8988-9db5158e48a4 admin admin] Deleting subnet 20b08e60-76e1-490f-8069-7424d12082c3 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:42:51.426847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace364e3-8b61-4f96-adef-4c25e06ceaa7 req-be3d3c77-2f82-4596-b4e2-5d066a8e5bd3 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:51.428138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ace364e3-8b61-4f96-adef-4c25e06ceaa7 req-be3d3c77-2f82-4596-b4e2-5d066a8e5bd3 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.3750243 Jul 08 01:42:51.458124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d70308f3-2078-4ee2-8988-9db5158e48a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.521230 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d70308f3-2078-4ee2-8988-9db5158e48a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.548363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ace364e3-8b61-4f96-adef-4c25e06ceaa7 req-d462f0ec-518b-43f2-926d-aa4a79b1dd64 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064544 Jul 08 01:42:51.551057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-e5e42016-0a73-4720-8281-234d8acbbbe2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.564942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e3d0195d-106c-427c-8595-7f7bb26d9458', 'e561bf26-7a5e-4e55-8fad-c3cf30c3c474'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:51.593815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e42016-0a73-4720-8281-234d8acbbbe2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event deleted for resources: {'Port': ['ID=e561bf26-7a5e-4e55-8fad-c3cf30c3c474,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:51.605763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdddc7-6d8f-4558-ae41-e629fc5ba5ce req-3d752e3f-2061-4367-80f2-6bb529bddd52 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:51.614906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40cdddc7-6d8f-4558-ae41-e629fc5ba5ce req-3d752e3f-2061-4367-80f2-6bb529bddd52 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.2420585 Jul 08 01:42:51.660427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-e5e42016-0a73-4720-8281-234d8acbbbe2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] No DVR routers for this DVR port e561bf26-7a5e-4e55-8fad-c3cf30c3c474 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:51.664015 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-e5e42016-0a73-4720-8281-234d8acbbbe2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.667117 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2adaacc-8669-4e32-b151-8732cdc4f2db req-e5e42016-0a73-4720-8281-234d8acbbbe2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "DELETE /v2.0/ports/e561bf26-7a5e-4e55-8fad-c3cf30c3c474 HTTP/1.1" status: 204 len: 173 time: 1.1847889 Jul 08 01:42:51.669563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7', 'name': 'network-vif-deleted', 'tag': 'e561bf26-7a5e-4e55-8fad-c3cf30c3c474'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:51.673212 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdc1e44-42d0-4748-ae82-4bc397e59f6a" -d '{"events": [{"server_uuid": "ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7", "name": "network-vif-deleted", "tag": "e561bf26-7a5e-4e55-8fad-c3cf30c3c474"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:51.721235 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d70308f3-2078-4ee2-8988-9db5158e48a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.725362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40cdddc7-6d8f-4558-ae41-e629fc5ba5ce req-315881cf-cbd5-4b33-921c-8cfce4506ff7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094725 Jul 08 01:42:51.750289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] Router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:42:51.808998 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d70308f3-2078-4ee2-8988-9db5158e48a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.842649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70308f3-2078-4ee2-8988-9db5158e48a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b08e60-76e1-490f-8069-7424d12082c3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:51.848000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ea46693-e369-44e4-a46c-25303628a3bc req-f961840a-8347-400d-a91b-e8bb634c2916 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 210 time: 0.0394907 Jul 08 01:42:51.869063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d70308f3-2078-4ee2-8988-9db5158e48a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:51.871206 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d70308f3-2078-4ee2-8988-9db5158e48a4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/20b08e60-76e1-490f-8069-7424d12082c3 HTTP/1.1" status: 204 len: 168 time: 0.5080004 Jul 08 01:42:51.874107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50734) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:51.876682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eea122-89aa-4529-862b-5ee53efb3c1e None None] Network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:52.056498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:42:52.144438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3f3fc526-a665-4162-a430-c04701e807ac no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:52.184376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:52.190139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 3f3fc526-a665-4162-a430-c04701e807ac {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:52.190450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3f3fc526-a665-4162-a430-c04701e807ac not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:52.190864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 02e47c65-eedf-4ca5-8b68-e8d9b248d8af no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:52.254014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 02e47c65-eedf-4ca5-8b68-e8d9b248d8af {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:52.254316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 02e47c65-eedf-4ca5-8b68-e8d9b248d8af not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:52.360007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae426021-994c-439e-8095-0156910d320f None None] DHCP port deletion for e803ebdf-d5f9-48e2-8db2-5c8641c122a0 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:42:52.368588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:52.380183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7367e217-38fa-48b5-aef0-a25022fe6842 req-861d3b42-cbc8-46c9-a359-296b0c58387a tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7 HTTP/1.1" status: 200 len: 210 time: 0.0663521 Jul 08 01:42:52.420134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'port_id': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9', 'mac_address': 'fa:16:3e:78:77:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:42:52.434244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ddcefa1f-0e77-4790-a1a6-467b6b941eb0 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:52.442014 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81433ea4-9ee7-4aee-97f3-c4ee0e2b6522 x-openstack-request-id: req-81433ea4-9ee7-4aee-97f3-c4ee0e2b6522 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:52.442660 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7", "name": "network-vif-deleted", "tag": "e561bf26-7a5e-4e55-8fad-c3cf30c3c474", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:52.443142 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81433ea4-9ee7-4aee-97f3-c4ee0e2b6522 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:52.443801 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8d6160-58a9-4e2e-a63b-6e55fb2ffce7', 'name': 'network-vif-deleted', 'tag': 'e561bf26-7a5e-4e55-8fad-c3cf30c3c474', 'status': 'completed', 'code': 200} Jul 08 01:42:52.455006 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:52.458571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:42:52.469987 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e3220af3-a2d8-4a46-a5b8-1c260842cd92 admin admin] 10.222.0.41 "PUT /v2.0/routers/6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9234710 Jul 08 01:42:52.470990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50744) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:52.551361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7766b-e40c-4f7a-8ac6-6f8f74519fcc req-3a1273a4-651e-4b98-b1a3-97e2ec7339bf tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:52.552973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec7766b-e40c-4f7a-8ac6-6f8f74519fcc req-3a1273a4-651e-4b98-b1a3-97e2ec7339bf tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 944 time: 0.1663733 Jul 08 01:42:52.583589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] Sync routers for ids ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:42:52.596974 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:52.638371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] Routers {'6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:52.639319 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:52.641546 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec7766b-e40c-4f7a-8ac6-6f8f74519fcc req-dc88d322-2d90-4e77-9f56-cc06d8cc4271 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824568 Jul 08 01:42:52.644721 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:52.651820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Deleting port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:52.652407 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:52.728762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ae426021-994c-439e-8095-0156910d320f None None] Deleting port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:52.729141 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae426021-994c-439e-8095-0156910d320f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:52.740339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:52.744357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:52.745310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:52.760751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] For port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=913fc6c8-a1f4-4c90-87d2-0f9f114803a8,segment=NetworkSegment(8785f582-a39f-48c9-a534-65b1e54e68fd),segment_id=8785f582-a39f-48c9-a534-65b1e54e68fd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:52.761450 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:52.787260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798beac-8dc7-4f9e-a0bc-5e7ae1f938d4 req-19be4698-e805-487a-abb6-165043314017 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:52.796201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8798beac-8dc7-4f9e-a0bc-5e7ae1f938d4 req-19be4698-e805-487a-abb6-165043314017 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 949 time: 0.1942968 Jul 08 01:42:52.805269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Calling delete_port for 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:52.862028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-10e3187f-217f-4228-948d-267009b8dbf0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:52.863758 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-10e3187f-217f-4228-948d-267009b8dbf0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 812 time: 0.2348471 Jul 08 01:42:52.905732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'port': {'device_id': 'dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'admin_state_up': True, 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:52.992958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8798beac-8dc7-4f9e-a0bc-5e7ae1f938d4 req-15e705d3-3b0f-45e8-a11a-53c4f08bfa48 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954594 Jul 08 01:42:53.003655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.088806 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Made reservation on behalf of cec18a91ea6241bc928d3059c8dae9cc for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:53.092950 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.101628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-8141532c-2fdf-44c3-a6dc-03200cb250a4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:53.107733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Deleting port 0be0da70-13d4-4886-8ca3-816d400d9a58 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:53.108083 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.109777 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-8141532c-2fdf-44c3-a6dc-03200cb250a4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/networks?id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70 HTTP/1.1" status: 200 len: 814 time: 0.2991085 Jul 08 01:42:53.124918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:53.125382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.126256 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-7777b9b2-87e3-4854-8178-0915c18ce577 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/quotas/3e00c0a7b97b417cbc103f03a4be3ed8 HTTP/1.1" status: 200 len: 375 time: 0.0155613 Jul 08 01:42:53.126874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.159359 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.202235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] For port 0be0da70-13d4-4886-8ca3-816d400d9a58, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0be0da70-13d4-4886-8ca3-816d400d9a58,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:53.202514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.203297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Pushing event deleted for resources: {'Port': ['ID=913fc6c8-a1f4-4c90-87d2-0f9f114803a8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:53.218189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Calling delete_port for 0be0da70-13d4-4886-8ca3-816d400d9a58 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:53.231289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] No DVR routers for this DVR port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:53.259662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ae426021-994c-439e-8095-0156910d320f None None] For port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=913fc6c8-a1f4-4c90-87d2-0f9f114803a8,segment=NetworkSegment(8785f582-a39f-48c9-a534-65b1e54e68fd),segment_id=8785f582-a39f-48c9-a534-65b1e54e68fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:53.260059 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae426021-994c-439e-8095-0156910d320f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.305840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] Set router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:53.307802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ae426021-994c-439e-8095-0156910d320f None None] Calling delete_port for 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:53.351949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-24607665-785b-43e5-9a91-6f7f4913b9f7 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e00c0a7b97b417cbc103f03a4be3ed8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2246494 Jul 08 01:42:53.362470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.380259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:53.419774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e803ebdf-d5f9-48e2-8db2-5c8641c122a0']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:53.447205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['8c4f2345-1e27-4dcc-84ac-49f0925e04c9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:53.454229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852b983-f47f-4254-822e-2c599d9179e4 req-966d3255-baa3-4766-8e06-4f5c1dd11d67 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:53.455862 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2852b983-f47f-4254-822e-2c599d9179e4 req-966d3255-baa3-4766-8e06-4f5c1dd11d67 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.2637308 Jul 08 01:42:53.465523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8785f582-a39f-48c9-a534-65b1e54e68fd') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:53.465822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8785f582-a39f-48c9-a534-65b1e54e68fd') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:53.482539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Allocated IP 172.20.0.6 (beda11af-02fd-4a5d-9761-e7a31d38417d/dfe181ef-686a-49dc-8e69-0e4c7cc59c0b/5a193d54-75e5-4e23-be34-6344d3b0847e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:53.495607 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.529808 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85a9268f-e7cb-40e1-b029-00b3e1e78fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.551178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.563755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:42:53.564497 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:42:53.569019 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:42:53.592878 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.601572 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2852b983-f47f-4254-822e-2c599d9179e4 req-948471bb-84db-44e5-9803-997c92745e8f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200213 Jul 08 01:42:53.637708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-ed923221-2c1f-4262-a87f-8dca14a829a4 service neutron] 10.222.0.24 "GET /v2.0/ports/8b244c3f-d34b-49a7-ac1d-5889c3bc4a14/bindings/n-h2-694802-14 HTTP/1.1" status: 200 len: 383 time: 0.2304523 Jul 08 01:42:53.639738 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.670275 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.670865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-26b7d257-528b-412f-a1d3-77e100c6fb77 service neutron] 10.222.0.41 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177817 Jul 08 01:42:53.689407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8922c31d-58bc-4039-9bed-5d89ab5e4c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:53.693177 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42b3b8d-cc5f-40d7-b9d9-9dd9e6f59839" -d '{"events": [{"server_uuid": "8922c31d-58bc-4039-9bed-5d89ab5e4c96", "name": "network-vif-plugged", "status": "completed", "tag": "ddcefa1f-0e77-4790-a1a6-467b6b941eb0"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:53.694448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Pushing event deleted for resources: {'Port': ['ID=0be0da70-13d4-4886-8ca3-816d400d9a58,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:53.703509 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.712197 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae426021-994c-439e-8095-0156910d320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.730429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port ddcefa1f-0e77-4790-a1a6-467b6b941eb0, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:53.758380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae426021-994c-439e-8095-0156910d320f None None] Network e803ebdf-d5f9-48e2-8db2-5c8641c122a0 is not hosted by any dhcp agent {{(pid=93885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 01:42:53.758380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae426021-994c-439e-8095-0156910d320f None None] No DVR routers for this DVR port 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:53.785769 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.802143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae426021-994c-439e-8095-0156910d320f None None] Pushing event deleted for resources: {'Port': ['ID=913fc6c8-a1f4-4c90-87d2-0f9f114803a8,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:53.805797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] 10.222.0.41 "DELETE /v2.0/networks/e803ebdf-d5f9-48e2-8db2-5c8641c122a0 HTTP/1.1" status: 204 len: 168 time: 1.4902494 Jul 08 01:42:53.809333 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.816281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:53.906496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95d6c459-9f3e-4923-ae85-4b7bae562687 req-3d7c5177-2038-4d70-84dc-63abd4aaeb2b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 210 time: 0.0976913 Jul 08 01:42:53.907636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a018d18-c85f-44c1-b016-c0dc3d5b514d admin admin] Pushing event deleted for resources: {'Network': ['ID=e803ebdf-d5f9-48e2-8db2-5c8641c122a0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:53.951625 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:53.995715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:42:50Z', 'revision_number': 5, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port': {'id': '0be0da70-13d4-4886-8ca3-816d400d9a58', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:f6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:39:30Z', 'updated_at': '2021-07-08T01:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:53.998226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.017188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.019487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-5ecd526c-0615-467d-8be0-a2c9a28a58eb service neutron] 10.222.0.41 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474827 Jul 08 01:42:54.065024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e561bf26-7a5e-4e55-8fad-c3cf30c3c474 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:54.065184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:54.068490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] Checking router: 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:42:54.099322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: e561bf26-7a5e-4e55-8fad-c3cf30c3c474 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:54.099690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e561bf26-7a5e-4e55-8fad-c3cf30c3c474 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:54.111597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] Routers {'6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:42:54.112289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:54.145001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.155985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.156544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:42:54.156704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:54.163550 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.167091 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-129d521c-1280-478a-85bd-6cdb8144156c admin admin] 10.222.0.41 "DELETE /v2.0/routers/6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 HTTP/1.1" status: 204 len: 168 time: 1.6925204 Jul 08 01:42:54.167715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:54.179723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Transition to ACTIVE for port object 5a193d54-75e5-4e23-be34-6344d3b0847e will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:54.208279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:54.208690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 913fc6c8-a1f4-4c90-87d2-0f9f114803a8 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:54.226765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] Set router 6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:42:54.236188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-baab8679-b688-4361-9b28-4645ce707f9a admin admin] Deleting subnet ccb0364c-8bc2-42ff-9413-cf6873526d2f {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:42:54.247271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baab8679-b688-4361-9b28-4645ce707f9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.298794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baab8679-b688-4361-9b28-4645ce707f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.301925 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.342209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Network beda11af-02fd-4a5d-9761-e7a31d38417d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:54.346286 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:54.351023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-0e698a03-8b54-4993-b7f4-147e3503f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:54.352656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-0e698a03-8b54-4993-b7f4-147e3503f57e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7&tenant_id=4f8b7809010b42bb88fcc2d1746de01a HTTP/1.1" status: 200 len: 1102 time: 0.2083631 Jul 08 01:42:54.371679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:54.400977 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd231b0-eec2-4655-a45d-b72d979fd14a x-openstack-request-id: req-2fd231b0-eec2-4655-a45d-b72d979fd14a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:54.403284 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8922c31d-58bc-4039-9bed-5d89ab5e4c96", "name": "network-vif-plugged", "status": "completed", "tag": "ddcefa1f-0e77-4790-a1a6-467b6b941eb0", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:54.404011 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fd231b0-eec2-4655-a45d-b72d979fd14a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:54.405295 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8922c31d-58bc-4039-9bed-5d89ab5e4c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0', 'code': 200} Jul 08 01:42:54.408073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:42:53Z', 'revision_number': 7, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:54.454406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f3388-f818-463d-b9e9-c35ac78703f8 None None] The sync data for ids ['6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397'] in n-d-694802-14 is: [{'id': '6aec4c08-bc5f-4d01-a7e6-7a5d9bcbe397', 'name': 'tempest-ServersTestBootFromVolume-1440013143-router', 'tenant_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:39:28Z', 'updated_at': '2021-07-08T01:42:53Z', 'revision_number': 7, 'project_id': '79c20a91e74545bfbaa15f7cb9a3b416', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:42:54.456789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de2838-ab12-4432-a578-a4556f60e248 req-002dde53-a34b-4cc2-b28b-bad086ad2364 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:54.458738 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-49de2838-ab12-4432-a578-a4556f60e248 req-002dde53-a34b-4cc2-b28b-bad086ad2364 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5 HTTP/1.1" status: 200 len: 945 time: 0.4237916 Jul 08 01:42:54.467309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:54.468009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.500198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c1e0e52b-e20d-4ffc-8911-d317e71b5c57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=058e27fa030a4cbdbe412326b4a76939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314399 Jul 08 01:42:54.539101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:54.570162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'Port': ['ID=5a193d54-75e5-4e23-be34-6344d3b0847e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:54.583669 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-a2deda6b-21c2-4491-97b7-bf6bcfc3a81e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6819811 Jul 08 01:42:54.613622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['91828815-a1c4-4b2c-a77e-d2227435f2fe'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:54.627690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cd9c5-1b4d-432f-9855-7e4b4182a4de req-721cd977-8c72-4ca3-abcf-8ade41bf8e64 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:54.630180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-848cd9c5-1b4d-432f-9855-7e4b4182a4de req-721cd977-8c72-4ca3-abcf-8ade41bf8e64 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 945 time: 0.4368351 Jul 08 01:42:54.654875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Request body: {'port': {'device_id': 'dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:54.689324 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baab8679-b688-4361-9b28-4645ce707f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.732288 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.743015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-a8a1f28e-ec7b-4e1c-9dc2-28f0fed00a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:54.745082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-a8a1f28e-ec7b-4e1c-9dc2-28f0fed00a25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 1102 time: 0.3490291 Jul 08 01:42:54.747372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9ca8a525-d231-4b58-af7e-6c95ce1fdcd4 None None] Provisioning for port 5a193d54-75e5-4e23-be34-6344d3b0847e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:54.761763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9ca8a525-d231-4b58-af7e-6c95ce1fdcd4 None None] Provisioning complete for port 5a193d54-75e5-4e23-be34-6344d3b0847e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:54.762294 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ca8a525-d231-4b58-af7e-6c95ce1fdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.776776 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e71f08c7-ead3-4b00-9d91-1d029c0772eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:54.839487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8a525-d231-4b58-af7e-6c95ce1fdcd4 None None] Port 5a193d54-75e5-4e23-be34-6344d3b0847e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:42:54.901373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-848cd9c5-1b4d-432f-9855-7e4b4182a4de req-2abf8477-9534-43d5-9a27-b031438d9530 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198474 Jul 08 01:42:54.990999 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e71f08c7-ead3-4b00-9d91-1d029c0772eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.048591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-392e193f-5cf6-409d-810d-5071b123a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:55.050519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-392e193f-5cf6-409d-810d-5071b123a96a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2925208 Jul 08 01:42:55.074021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccbe93-ee3e-47dd-8514-32989677d598 req-c0be5e93-e252-4274-965f-a802d8f993dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:55.075726 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fccbe93-ee3e-47dd-8514-32989677d598 req-c0be5e93-e252-4274-965f-a802d8f993dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 1102 time: 0.5887234 Jul 08 01:42:55.115929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-49de2838-ab12-4432-a578-a4556f60e248 req-2040b11e-8700-406a-835f-5edb8539cba0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Deleting port 115c975e-3029-4ae0-9273-e1a71a1df22f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:55.117119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-49de2838-ab12-4432-a578-a4556f60e248 req-2040b11e-8700-406a-835f-5edb8539cba0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.121019 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e71f08c7-ead3-4b00-9d91-1d029c0772eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.124030 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e71f08c7-ead3-4b00-9d91-1d029c0772eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.128059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e71f08c7-ead3-4b00-9d91-1d029c0772eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1258595d-8bdb-4964-a86d-368f76cd6620 HTTP/1.1" status: 204 len: 168 time: 0.5817814 Jul 08 01:42:55.144589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12fc24-8107-4ffb-8878-2201a5126fa1 req-527ef9a1-aaf9-4476-a6e0-98e13b1b0cbb tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:55.146796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce12fc24-8107-4ffb-8878-2201a5126fa1 req-527ef9a1-aaf9-4476-a6e0-98e13b1b0cbb tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 950 time: 0.6869433 Jul 08 01:42:55.149043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-ffb96b17-e3aa-4d87-bc87-50cb0f41c5fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 HTTP/1.1" status: 200 len: 217 time: 0.0797558 Jul 08 01:42:55.165476 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.170337 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fccbe93-ee3e-47dd-8514-32989677d598 req-ee84c384-5d26-4e65-bcc9-66fccdacf358 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646675 Jul 08 01:42:55.178474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baab8679-b688-4361-9b28-4645ce707f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.193419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f08c7-ead3-4b00-9d91-1d029c0772eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1258595d-8bdb-4964-a86d-368f76cd6620,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:55.214669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baab8679-b688-4361-9b28-4645ce707f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.217180 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-baab8679-b688-4361-9b28-4645ce707f9a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ccb0364c-8bc2-42ff-9413-cf6873526d2f HTTP/1.1" status: 204 len: 168 time: 1.0482538 Jul 08 01:42:55.218368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab8679-b688-4361-9b28-4645ce707f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb0364c-8bc2-42ff-9413-cf6873526d2f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:55.227737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c01da-f53b-4a60-8073-78f3968f3cb4 None None] Network f0b8d695-73c2-4fb9-8fc4-17d095935fed requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:42:55.242857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50792) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:55.368835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce12fc24-8107-4ffb-8878-2201a5126fa1 req-0c3add6d-b78d-4a24-a74a-411a274b9a46 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945858 Jul 08 01:42:55.467491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c87fc375-1173-4417-9a7c-db8c4800de3e req-b9800d47-3b99-4d3d-a1e8-28795ea1b9b0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 210 time: 0.0800705 Jul 08 01:42:55.483002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-f8cc14ae-822d-4f12-ab97-a34862b578d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:55.485020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-f8cc14ae-822d-4f12-ab97-a34862b578d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.3225610 Jul 08 01:42:55.558633 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.621111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-49de2838-ab12-4432-a578-a4556f60e248 req-2040b11e-8700-406a-835f-5edb8539cba0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] For port 115c975e-3029-4ae0-9273-e1a71a1df22f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=115c975e-3029-4ae0-9273-e1a71a1df22f,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:55.621477 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-49de2838-ab12-4432-a578-a4556f60e248 req-2040b11e-8700-406a-835f-5edb8539cba0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.644017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-49de2838-ab12-4432-a578-a4556f60e248 req-2040b11e-8700-406a-835f-5edb8539cba0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Calling delete_port for 115c975e-3029-4ae0-9273-e1a71a1df22f owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:55.659400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-ecfac2d4-a782-4702-a77d-9dbb2848dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:55.661082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-ecfac2d4-a782-4702-a77d-9dbb2848dce7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1663592 Jul 08 01:42:55.665422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd1073-90d4-4ef3-9328-4c12b775a51b None None] DHCP port deletion for f0b8d695-73c2-4fb9-8fc4-17d095935fed request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:42:55.761201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Deleting port 55d59e08-593b-4175-8642-20c6274164d8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:55.761601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.779012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-dafd1073-90d4-4ef3-9328-4c12b775a51b None None] Deleting port 55d59e08-593b-4175-8642-20c6274164d8 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:55.779394 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dafd1073-90d4-4ef3-9328-4c12b775a51b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.886019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2430cf-8ed4-421e-933d-2fba58adf107 req-08ff2dea-f030-4d67-8169-adacf272a00c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:55.894610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db2430cf-8ed4-421e-933d-2fba58adf107 req-08ff2dea-f030-4d67-8169-adacf272a00c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.3294671 Jul 08 01:42:55.925032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] For port 55d59e08-593b-4175-8642-20c6274164d8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=55d59e08-593b-4175-8642-20c6274164d8,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:55.925390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.961046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-dafd1073-90d4-4ef3-9328-4c12b775a51b None None] For port 55d59e08-593b-4175-8642-20c6274164d8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=55d59e08-593b-4175-8642-20c6274164d8,segment=NetworkSegment(be32f9c3-c8a3-4c19-ab7b-1578573d75ad),segment_id=be32f9c3-c8a3-4c19-ab7b-1578573d75ad)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:55.961447 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dafd1073-90d4-4ef3-9328-4c12b775a51b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:55.975331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Calling delete_port for 55d59e08-593b-4175-8642-20c6274164d8 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:55.996109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-dafd1073-90d4-4ef3-9328-4c12b775a51b None None] Calling delete_port for 55d59e08-593b-4175-8642-20c6274164d8 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:56.011757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a193d54-75e5-4e23-be34-6344d3b0847e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:56.050270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:42:56.088142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.107922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 55d59e08-593b-4175-8642-20c6274164d8 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:56.116710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Transition to ACTIVE for port object 5a193d54-75e5-4e23-be34-6344d3b0847e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:56.130964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.178227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:42:56.188108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:42:56.188108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.201404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db2430cf-8ed4-421e-933d-2fba58adf107 req-ae04196c-fc8a-43c6-9072-5d26b5ebcfb7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039665 Jul 08 01:42:56.210159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.221715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-a30a87cc-641e-4774-89d5-5a5f671b755c service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185084 Jul 08 01:42:56.254955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c69c1-6fbf-42e6-8ca9-d72067039882 req-4cde0cb2-c27a-4727-9b97-cf4482128cd3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:56.262986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7c69c1-6fbf-42e6-8ca9-d72067039882 req-4cde0cb2-c27a-4727-9b97-cf4482128cd3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 931 time: 0.5925651 Jul 08 01:42:56.298504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] No DVR routers for this DVR port 55d59e08-593b-4175-8642-20c6274164d8 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:56.302901 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Port 55d59e08-593b-4175-8642-20c6274164d8 update to DOWN by agent not found {{(pid=93885) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 08 01:42:56.303351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0be0da70-13d4-4886-8ca3-816d400d9a58 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:56.342191 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dafd1073-90d4-4ef3-9328-4c12b775a51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.437250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd1073-90d4-4ef3-9328-4c12b775a51b None None] Pushing event deleted for resources: {'Port': ['ID=55d59e08-593b-4175-8642-20c6274164d8,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:56.452852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0be0da70-13d4-4886-8ca3-816d400d9a58 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:56.453199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0be0da70-13d4-4886-8ca3-816d400d9a58 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:56.453618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a097dee9-7f5e-45a1-b998-0347841e203d no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:56.458776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd1073-90d4-4ef3-9328-4c12b775a51b None None] No DVR routers for this DVR port 55d59e08-593b-4175-8642-20c6274164d8 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:56.526911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 115c975e-3029-4ae0-9273-e1a71a1df22f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:56.532479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: a097dee9-7f5e-45a1-b998-0347841e203d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:42:56.533018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a097dee9-7f5e-45a1-b998-0347841e203d not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:42:56.539811 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.542274 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.563548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b8d695-73c2-4fb9-8fc4-17d095935fed']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:56.582495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:56.582732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be32f9c3-c8a3-4c19-ab7b-1578573d75ad') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:42:56.657108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.669692 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.685263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.692851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:42:56.693664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.703289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:56.712141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:56.715066 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8c3f6f-5cb4-4678-8425-ed5131a1d2d4" -d '{"events": [{"server_uuid": "4dea6f8c-2b43-47d8-95ee-ec16cac9d86b", "name": "network-vif-plugged", "status": "completed", "tag": "8c4f2345-1e27-4dcc-84ac-49f0925e04c9"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:56.722419 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:42:56.754379 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:42:56.769643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.773544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Pushing event updated for resources: {'Port': ['ID=5a193d54-75e5-4e23-be34-6344d3b0847e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:56.820536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:56.821635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.823874 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f0b8d695-73c2-4fb9-8fc4-17d095935fed HTTP/1.1" status: 204 len: 168 time: 1.5798318 Jul 08 01:42:56.825032 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.828113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b8d695-73c2-4fb9-8fc4-17d095935fed,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:56.830566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593e5b0-c0f7-42f2-8199-3927adde7ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d59e08-593b-4175-8642-20c6274164d8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:56.889259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Attempting to bind port 5a193d54-75e5-4e23-be34-6344d3b0847e on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:56.890175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Attempting to bind port 5a193d54-75e5-4e23-be34-6344d3b0847e by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:56.890175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Attempting to bind port 5a193d54-75e5-4e23-be34-6344d3b0847e on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:56.890403 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-49de2838-ab12-4432-a578-a4556f60e248 req-2040b11e-8700-406a-835f-5edb8539cba0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.894873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Port 5a193d54-75e5-4e23-be34-6344d3b0847e on network beda11af-02fd-4a5d-9761-e7a31d38417d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:42:56.895084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:42:56.895200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Attempting to bind port 5a193d54-75e5-4e23-be34-6344d3b0847e on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:56.898563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-62fcbd48-a842-45e9-9dc6-9b841fb80bf1 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:56.900065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-62fcbd48-a842-45e9-9dc6-9b841fb80bf1 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.16 "GET /v2.0/networks?id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70 HTTP/1.1" status: 200 len: 814 time: 0.9287560 Jul 08 01:42:56.908374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:56.908863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Checking segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:56.909142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Bound using segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:56.909572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Bound port: 5a193d54-75e5-4e23-be34-6344d3b0847e, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:56.909939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.941076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Request body: {'port': {'device_id': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70', 'admin_state_up': True, 'tenant_id': '3e00c0a7b97b417cbc103f03a4be3ed8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:56.959031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7c69c1-6fbf-42e6-8ca9-d72067039882 req-2d8f04cc-590d-40c2-a1bc-c4ac5f7615f1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6949418 Jul 08 01:42:56.969112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040b11e-8700-406a-835f-5edb8539cba0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Pushing event deleted for resources: {'Port': ['ID=115c975e-3029-4ae0-9273-e1a71a1df22f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:56.982468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] For port 5a193d54-75e5-4e23-be34-6344d3b0847e, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:56.985927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] For port 5a193d54-75e5-4e23-be34-6344d3b0847e, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5a193d54-75e5-4e23-be34-6344d3b0847e,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:56.996990 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:56.998490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.017803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-239e3a88-90c0-40f1-8130-ea63dc66415c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:57.019154 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-239e3a88-90c0-40f1-8130-ea63dc66415c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1942816 Jul 08 01:42:57.041691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:57.050849 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.084521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:57.086760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.090497 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] 10.222.0.16 "PUT /v2.0/ports/5a193d54-75e5-4e23-be34-6344d3b0847e HTTP/1.1" status: 200 len: 1092 time: 2.4826660 Jul 08 01:42:57.092578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0', 'tag': '5a193d54-75e5-4e23-be34-6344d3b0847e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:57.096787 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b5d8a3-695b-442b-9c15-c182dc7f97a4" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0", "tag": "5a193d54-75e5-4e23-be34-6344d3b0847e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:57.135552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50828) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:57.146473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:57.150045 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7213a99-10b7-4ba7-b76b-eef31ca9fe24 req-dc71ccbf-d177-474e-8f1a-c42266dcb9f0 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9094093 Jul 08 01:42:57.199218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-49de2838-ab12-4432-a578-a4556f60e248 req-2040b11e-8700-406a-835f-5edb8539cba0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] No DVR routers for this DVR port 115c975e-3029-4ae0-9273-e1a71a1df22f on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:57.206958 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-49de2838-ab12-4432-a578-a4556f60e248 req-2040b11e-8700-406a-835f-5edb8539cba0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.209166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-49de2838-ab12-4432-a578-a4556f60e248 req-2040b11e-8700-406a-835f-5edb8539cba0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.24 "DELETE /v2.0/ports/115c975e-3029-4ae0-9273-e1a71a1df22f HTTP/1.1" status: 204 len: 173 time: 2.7376525 Jul 08 01:42:57.209787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'name': 'network-vif-deleted', 'tag': '115c975e-3029-4ae0-9273-e1a71a1df22f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:57.212353 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594322f8-2b04-4af9-861f-c29e3d1fc0d7" -d '{"events": [{"server_uuid": "0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5", "name": "network-vif-deleted", "tag": "115c975e-3029-4ae0-9273-e1a71a1df22f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:57.255381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbbbab-61d7-4399-99e2-66e37b287567 service neutron] Pushing event updated for resources: {'Port': ['ID=5a193d54-75e5-4e23-be34-6344d3b0847e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:57.285507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e39e6-efe0-4534-8a1f-d93c4778cc64 req-4ed0cc84-9f4b-488f-9dd8-9aa4c74014f3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:57.293297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f61e39e6-efe0-4534-8a1f-d93c4778cc64 req-4ed0cc84-9f4b-488f-9dd8-9aa4c74014f3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 945 time: 0.5218382 Jul 08 01:42:57.318138 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c1dac709-f0ea-4724-a301-6198bc19c5e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79c20a91e74545bfbaa15f7cb9a3b416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792474 Jul 08 01:42:57.324431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50834) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:57.355341 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f61e39e6-efe0-4534-8a1f-d93c4778cc64 req-dfeaeb68-c8a2-451f-bdd8-cb8f78fcb649 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609965 Jul 08 01:42:57.402083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217adfc8-6576-4a9b-841f-0fec6293bd55 req-7401431a-5fdf-43df-806e-12a008995130 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:57.410123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-217adfc8-6576-4a9b-841f-0fec6293bd55 req-7401431a-5fdf-43df-806e-12a008995130 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 946 time: 0.2635453 Jul 08 01:42:57.410939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-fe770611-a539-4fcc-bfbc-71d961d3d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:57.412489 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-fe770611-a539-4fcc-bfbc-71d961d3d65e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 1095 time: 0.2487442 Jul 08 01:42:57.418601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Made reservation on behalf of 3e00c0a7b97b417cbc103f03a4be3ed8 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:57.422044 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.434133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06be2177-1bde-4345-86e8-f483cfb43e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.471906 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-55deff2f-4ce5-4657-9a0f-12169ed7f660 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a193d54-75e5-4e23-be34-6344d3b0847e HTTP/1.1" status: 200 len: 217 time: 0.0410943 Jul 08 01:42:57.482824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-217adfc8-6576-4a9b-841f-0fec6293bd55 req-0f9432ca-6f2d-4ed2-9da4-2dc96323eaae tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717323 Jul 08 01:42:57.494547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-22d63498-d8f8-4788-90b4-e9bbf9e2de93 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Deleting port e3d0195d-106c-427c-8595-7f7bb26d9458 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:42:57.494970 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-22d63498-d8f8-4788-90b4-e9bbf9e2de93 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.536657 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06be2177-1bde-4345-86e8-f483cfb43e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.637110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-6f8aad5c-6d64-44ed-a502-871ebf8d22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:57.638584 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-6f8aad5c-6d64-44ed-a502-871ebf8d22a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1564865 Jul 08 01:42:57.668088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5466dd2-8770-4ce5-8e45-5ce766a959fa req-da43f4dd-c98e-4965-a480-66a84a9266df tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 210 time: 0.0487280 Jul 08 01:42:57.687198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Allocated IP 172.20.0.4 (2ecf4187-7beb-4733-93f9-e21a0bcc1f70/3d2a218b-01db-4f93-9799-6312579172d6/63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:42:57.698429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052d712-6764-48ef-abc9-de8a5e320d49 req-b295e0d0-9218-4650-9a58-1b0ca121f019 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:57.699978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e052d712-6764-48ef-abc9-de8a5e320d49 req-b295e0d0-9218-4650-9a58-1b0ca121f019 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 950 time: 0.1594439 Jul 08 01:42:57.707114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-22d63498-d8f8-4788-90b4-e9bbf9e2de93 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] For port e3d0195d-106c-427c-8595-7f7bb26d9458, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e3d0195d-106c-427c-8595-7f7bb26d9458,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:42:57.707453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-22d63498-d8f8-4788-90b4-e9bbf9e2de93 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.723254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06be2177-1bde-4345-86e8-f483cfb43e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.725995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06be2177-1bde-4345-86e8-f483cfb43e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:57.730152 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-06be2177-1bde-4345-86e8-f483cfb43e12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2657b795-8383-4d55-b4aa-f59dc37313f9 HTTP/1.1" status: 204 len: 168 time: 0.4013259 Jul 08 01:42:57.731534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-22d63498-d8f8-4788-90b4-e9bbf9e2de93 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Calling delete_port for e3d0195d-106c-427c-8595-7f7bb26d9458 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:42:57.732151 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa7e9ae-6e0e-4c2a-b743-2cb24fb73967 x-openstack-request-id: req-5aa7e9ae-6e0e-4c2a-b743-2cb24fb73967 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:57.733002 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dea6f8c-2b43-47d8-95ee-ec16cac9d86b", "name": "network-vif-plugged", "status": "completed", "tag": "8c4f2345-1e27-4dcc-84ac-49f0925e04c9", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:57.733267 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5aa7e9ae-6e0e-4c2a-b743-2cb24fb73967 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:57.734635 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9', 'code': 200} Jul 08 01:42:57.752955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be2177-1bde-4345-86e8-f483cfb43e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2657b795-8383-4d55-b4aa-f59dc37313f9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:57.807499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-3c5d0b28-f678-4dfc-9313-d89890e1baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:57.809444 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-3c5d0b28-f678-4dfc-9313-d89890e1baa6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1614835 Jul 08 01:42:57.949689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e052d712-6764-48ef-abc9-de8a5e320d49 req-79d8d362-5249-4423-b4a6-164438df846d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404976 Jul 08 01:42:57.955084 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-ba01044e-14f2-44d6-a942-24ef6bfd61b0 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364176 Jul 08 01:42:58.027766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f724148-6df0-42df-90f9-eeb430c4e99e req-4ba78013-587d-4aff-af6c-7fc78115fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:58.027766 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f724148-6df0-42df-90f9-eeb430c4e99e req-4ba78013-587d-4aff-af6c-7fc78115fcab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 1098 time: 0.1828964 Jul 08 01:42:58.073137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:58.086271 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22c0b3f-dc7a-46e0-acbb-4a4c20a6de46 x-openstack-request-id: req-f22c0b3f-dc7a-46e0-acbb-4a4c20a6de46 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:58.094445 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0", "tag": "5a193d54-75e5-4e23-be34-6344d3b0847e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:58.096260 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f22c0b3f-dc7a-46e0-acbb-4a4c20a6de46 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:58.097402 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0', 'tag': '5a193d54-75e5-4e23-be34-6344d3b0847e', 'status': 'completed', 'code': 200} Jul 08 01:42:58.102806 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-22d63498-d8f8-4788-90b4-e9bbf9e2de93 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:58.112026 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc5c969-3308-4435-b2b3-128efa82d179 x-openstack-request-id: req-0fc5c969-3308-4435-b2b3-128efa82d179 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:42:58.117143 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5", "name": "network-vif-deleted", "tag": "115c975e-3029-4ae0-9273-e1a71a1df22f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:42:58.121295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:42:58.121860 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fc5c969-3308-4435-b2b3-128efa82d179 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:42:58.122469 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f6c5ecc-6fec-49cd-aef9-afe53a4d2ea5', 'name': 'network-vif-deleted', 'tag': '115c975e-3029-4ae0-9273-e1a71a1df22f', 'status': 'completed', 'code': 200} Jul 08 01:42:58.158567 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d63498-d8f8-4788-90b4-e9bbf9e2de93 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event deleted for resources: {'Port': ['ID=e3d0195d-106c-427c-8595-7f7bb26d9458,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:58.170811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f724148-6df0-42df-90f9-eeb430c4e99e req-d171a488-222d-493f-9174-28d3b8850b3c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605490 Jul 08 01:42:58.181953 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:58.253611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-22d63498-d8f8-4788-90b4-e9bbf9e2de93 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] No DVR routers for this DVR port e3d0195d-106c-427c-8595-7f7bb26d9458 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:42:58.258907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-22d63498-d8f8-4788-90b4-e9bbf9e2de93 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:58.260940 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3605805d-fdaf-437f-ac8f-76b169d385e5 req-22d63498-d8f8-4788-90b4-e9bbf9e2de93 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "DELETE /v2.0/ports/e3d0195d-106c-427c-8595-7f7bb26d9458 HTTP/1.1" status: 204 len: 173 time: 1.1978846 Jul 08 01:42:58.280275 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-178bbeb0-80fb-440f-8f67-9b69290d6740 req-6ffd540b-ed53-40c7-8116-83916b6cc4f7 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075876 Jul 08 01:42:58.281863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Pushing event updated for resources: {'Port': ['ID=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:58.301869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:42:58.333253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:42:58.338197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:42:58.465752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:58.466794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:58.476574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-9b598eb5-74a5-45ca-b24f-3731d8e500e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:58.478401 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-9b598eb5-74a5-45ca-b24f-3731d8e500e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 1095 time: 0.1011600 Jul 08 01:42:58.519229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a84adc-e3cc-47a2-859a-130ac842cc5e req-913b5990-5fda-40ac-ab9b-49d732e38983 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:58.520898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5a84adc-e3cc-47a2-859a-130ac842cc5e req-913b5990-5fda-40ac-ab9b-49d732e38983 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 948 time: 0.2306204 Jul 08 01:42:58.524793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-23671eed-199b-449c-9c6f-1f95ab6b1930 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5910118 Jul 08 01:42:58.544548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Request body: {'port': {'device_id': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:58.600041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-0cb21c33-2c5f-4b9d-9006-0f05f8e40c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:58.601845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-0cb21c33-2c5f-4b9d-9006-0f05f8e40c00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.1140277 Jul 08 01:42:58.611369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5a84adc-e3cc-47a2-859a-130ac842cc5e req-490173ad-9768-4264-b329-df3eaf01770f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814047 Jul 08 01:42:58.618340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d77ecb-8efd-4902-98ef-a678256b41e8 req-6abbe835-ada5-4a83-a366-c2831fb45a60 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:58.625116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a1d77ecb-8efd-4902-98ef-a678256b41e8 req-6abbe835-ada5-4a83-a366-c2831fb45a60 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 1102 time: 0.1833122 Jul 08 01:42:58.653911 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-a164474a-5a3f-4313-bde2-cedc2fbafac0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a193d54-75e5-4e23-be34-6344d3b0847e HTTP/1.1" status: 200 len: 217 time: 0.0401332 Jul 08 01:42:58.691468 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:58.715756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a1d77ecb-8efd-4902-98ef-a678256b41e8 req-3a4738f3-7113-44c1-a3cf-06b1249842fc tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896807 Jul 08 01:42:58.730821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-67cbdbf3-5c6a-491f-93a1-29c4e3b7365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:58.732514 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-67cbdbf3-5c6a-491f-93a1-29c4e3b7365e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.0701766 Jul 08 01:42:58.840476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-989c302b-fec6-4959-b0e1-8b40c4b63eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:58.840476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-989c302b-fec6-4959-b0e1-8b40c4b63eac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944817 Jul 08 01:42:58.946643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce24c4-7442-4170-aa7b-366f381bea4a req-0a2b50c2-f61e-422c-bfd4-7b77e734fdbd tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:58.948661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57ce24c4-7442-4170-aa7b-366f381bea4a req-0a2b50c2-f61e-422c-bfd4-7b77e734fdbd tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 943 time: 0.1793427 Jul 08 01:42:58.967506 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-47a24712-a1d1-485e-97ff-39c01c3bd5d4 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136751 Jul 08 01:42:58.988951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50884) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:59.050166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d233a40-ab21-4ca8-8ebc-355e65e50d32 req-de72d570-8bf2-4c1b-b1aa-7ce96af766af tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6261adc-6180-4e11-b711-861e5f75a5b6 HTTP/1.1" status: 200 len: 210 time: 0.0853655 Jul 08 01:42:59.101339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57ce24c4-7442-4170-aa7b-366f381bea4a req-1dd1157c-0166-413c-8f64-0555e7654ed7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435330 Jul 08 01:42:59.224751 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-73b5d8a3-695b-442b-9c15-c182dc7f97a4 req-4d281bb5-0fbf-4715-9240-68aa0dce0dff service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433755 Jul 08 01:42:59.265254 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-network', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:59.289246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:42:59.299583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:59.301060 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.305259 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.318541 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.365719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Transition to ACTIVE for port object 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:42:59.378625 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.423079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91830bbd-d720-4fc1-8373-4182d08d3e53 req-ce6d08b2-b673-40ce-ad7e-a4c878393179 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:59.424650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91830bbd-d720-4fc1-8373-4182d08d3e53 req-ce6d08b2-b673-40ce-ad7e-a4c878393179 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 931 time: 0.1825488 Jul 08 01:42:59.443166 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.448548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.473534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:42:59.478212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Pushing event updated for resources: {'Port': ['ID=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:59.496099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:59.500077 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.500520 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Added segment b10bf50c-c463-42f6-9054-a7bb015871b3 of type vlan for network 7c274d0d-0887-42f7-9ec2-737b20191266 Jul 08 01:42:59.505580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a9c07-bac5-451e-a4bd-89f341582930 req-d5f2ab0c-4ae8-4b3c-9467-e7afd30cc8d2 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:59.507757 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-652a9c07-bac5-451e-a4bd-89f341582930 req-d5f2ab0c-4ae8-4b3c-9467-e7afd30cc8d2 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 946 time: 0.1925893 Jul 08 01:42:59.528945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91830bbd-d720-4fc1-8373-4182d08d3e53 req-17183d2a-005b-44f0-b573-aadaab7887ef tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940239 Jul 08 01:42:59.559352 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.601935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.602933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:59.603535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.605078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-652a9c07-bac5-451e-a4bd-89f341582930 req-49338f8b-7500-4dee-a50d-c0a233aa0308 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793090 Jul 08 01:42:59.623726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Attempting to bind port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:42:59.624134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Attempting to bind port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:42:59.624677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Attempting to bind port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe on network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:59.630267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe on network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:42:59.630669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Attempting to bind port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe on network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:42:59.638156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:42:59.638585 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Checking segment: {'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:59.639055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Bound using segment: {'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:42:59.639551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Bound port: 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:42:59.639979 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.672430 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6741176 Jul 08 01:42:59.672430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50910) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:42:59.672922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Request body: {'subnet': {'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-subnet', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:42:59.692989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e808c-6b14-43bb-a3f9-d428fa86c911 admin admin] Pushing event updated for resources: {'Network': ['ID=7c274d0d-0887-42f7-9ec2-737b20191266,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:59.701335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-540294c8-ae9c-4fe2-bae1-088ae45bbc0c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464146 Jul 08 01:42:59.705684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 7c274d0d-0887-42f7-9ec2-737b20191266 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:42:59.709673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:42:59.712840 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.854618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:42:59.857326 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467fcab5-c542-4040-80c5-31a781555237" -d '{"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:42:59.870652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] For port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:42:59.874746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] For port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:42:59.884109 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.923894 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.936332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-76e318f5-a951-420b-8780-7077d90b3686 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:59.937852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-76e318f5-a951-420b-8780-7077d90b3686 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248905 Jul 08 01:42:59.946414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:42:59.947644 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:42:59.949075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] 10.222.0.16 "PUT /v2.0/ports/63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe HTTP/1.1" status: 200 len: 1092 time: 1.4098818 Jul 08 01:42:59.970335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c3daff-fc98-48ba-b450-287f7a1d985c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:42:59.989928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Checking segment: {'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:42:59.990285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Network hostable DHCP agents. Network: 7c274d0d-0887-42f7-9ec2-737b20191266, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:42:59.993648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-4b5ecba2-88ca-48da-9200-1e48147a1901 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/quotas/7161b0fc71974f25a9dfe35daeaa8f16 HTTP/1.1" status: 200 len: 375 time: 0.0433457 Jul 08 01:43:00.007014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Network 7c274d0d-0887-42f7-9ec2-737b20191266 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:43:00.019654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 7c274d0d-0887-42f7-9ec2-737b20191266) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:00.020966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5a193d54-75e5-4e23-be34-6344d3b0847e details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:00.024032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e3d0195d-106c-427c-8595-7f7bb26d9458 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:43:00.025137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:00.026039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.032684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775fba9-0738-4af1-adce-e2d8824e75ad service neutron] Pushing event updated for resources: {'Port': ['ID=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:00.035402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f93d344-b299-4f90-86d0-bd574e644fda None None] Network 7c274d0d-0887-42f7-9ec2-737b20191266 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:43:00.048758 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3af2e5ed-0cf2-4551-bdc9-2b04ecbce257 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3772354 Jul 08 01:43:00.049257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:00.054102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:00.060626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7216693-b877-4449-b594-b35e661830da req-1ca8bc21-fa4c-4d9d-9597-22053bcf7e3b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:00.062537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7216693-b877-4449-b594-b35e661830da req-1ca8bc21-fa4c-4d9d-9597-22053bcf7e3b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 948 time: 0.2631097 Jul 08 01:43:00.066108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: e3d0195d-106c-427c-8595-7f7bb26d9458 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:43:00.066458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e3d0195d-106c-427c-8595-7f7bb26d9458 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:43:00.079071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.080083 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.106821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6261adc-6180-4e11-b711-861e5f75a5b6', 'name': 'network-vif-deleted', 'tag': 'e3d0195d-106c-427c-8595-7f7bb26d9458'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:00.109501 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf8c40f-5f5e-46c6-b0ab-6c997a1fcee4" -d '{"events": [{"server_uuid": "a6261adc-6180-4e11-b711-861e5f75a5b6", "name": "network-vif-deleted", "tag": "e3d0195d-106c-427c-8595-7f7bb26d9458"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:00.127553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'tag': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:00.132001 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec904bc-5e4c-487e-88da-1b5cc051c82a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d03a27-c7dc-42b3-a034-c08e707b493c", "tag": "63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:00.142739 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.168582 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7216693-b877-4449-b594-b35e661830da req-94b87dd6-547c-4f56-9461-cf591e08474e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852015 Jul 08 01:43:00.177456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-cb412e2f-7767-44d4-959c-19233d524dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:00.179558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-cb412e2f-7767-44d4-959c-19233d524dd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e00c0a7b97b417cbc103f03a4be3ed8&device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 1095 time: 0.1831925 Jul 08 01:43:00.219837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-d253c243-2a8b-4eac-a09e-203ddc11a815 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2094665 Jul 08 01:43:00.249969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5a193d54-75e5-4e23-be34-6344d3b0847e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5a193d54-75e5-4e23-be34-6344d3b0847e,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:00.278068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '5a193d54-75e5-4e23-be34-6344d3b0847e', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'port_id': '5a193d54-75e5-4e23-be34-6344d3b0847e', 'mac_address': 'fa:16:3e:a9:b5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:00.301846 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.309011 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-bf0c3ec8-1743-40c3-8db4-70eb19bffc2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe HTTP/1.1" status: 200 len: 217 time: 0.0880260 Jul 08 01:43:00.327169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-7c274d0d-0887-42f7-9ec2-737b20191266', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:43:00.328280 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.335792 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c75fbb-df6a-4a0f-9757-345ff59170ca x-openstack-request-id: req-53c75fbb-df6a-4a0f-9757-345ff59170ca {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:00.336416 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:00.336827 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53c75fbb-df6a-4a0f-9757-345ff59170ca {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:00.337369 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'code': 200} Jul 08 01:43:00.367315 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.395267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d3cf67b3-d130-4c5f-8ae8-d3bc892d9b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:00.396796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-d3cf67b3-d130-4c5f-8ae8-d3bc892d9b54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d2a218b-01db-4f93-9799-6312579172d6 HTTP/1.1" status: 200 len: 854 time: 0.0809147 Jul 08 01:43:00.454200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-0eeef0a9-7fc6-4a28-af2f-87ee8bbc1e46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471599 Jul 08 01:43:00.464198 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda27e2d-542d-44dc-976d-a0445d580f4f x-openstack-request-id: req-dda27e2d-542d-44dc-976d-a0445d580f4f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:00.464666 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6261adc-6180-4e11-b711-861e5f75a5b6", "name": "network-vif-deleted", "tag": "e3d0195d-106c-427c-8595-7f7bb26d9458", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:00.465006 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dda27e2d-542d-44dc-976d-a0445d580f4f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:00.465499 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6261adc-6180-4e11-b711-861e5f75a5b6', 'name': 'network-vif-deleted', 'tag': 'e3d0195d-106c-427c-8595-7f7bb26d9458', 'status': 'completed', 'code': 200} Jul 08 01:43:00.467557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:00.491477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a193d54-75e5-4e23-be34-6344d3b0847e {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:00.537005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5a193d54-75e5-4e23-be34-6344d3b0847e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5a193d54-75e5-4e23-be34-6344d3b0847e,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:00.562513 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.639797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-99462ff4-ea2e-4c8b-bd3a-0f9699660fd1 service neutron] 10.222.0.16 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760223 Jul 08 01:43:00.642694 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708007bc-f81d-4921-a483-b27861f27794 x-openstack-request-id: req-708007bc-f81d-4921-a483-b27861f27794 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:00.643158 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d03a27-c7dc-42b3-a034-c08e707b493c", "tag": "63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:00.643595 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-708007bc-f81d-4921-a483-b27861f27794 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:00.644684 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'tag': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe', 'status': 'completed', 'code': 200} Jul 08 01:43:00.680217 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.701050 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:43:00.741909 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:00.784590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8205c23-47f2-4191-8d09-dbfa9c2d644e req-8992cb8c-d0fd-4f63-a2fd-1f2c3a29741e service neutron] 10.222.0.16 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370194 Jul 08 01:43:00.836452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5a193d54-75e5-4e23-be34-6344d3b0847e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:00.876125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Allocated IP 172.20.0.2 (7c274d0d-0887-42f7-9ec2-737b20191266/66c3daff-fc98-48ba-b450-287f7a1d985c/00809e20-45af-458e-b6d8-39b239d192d2) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:00.878810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5a193d54-75e5-4e23-be34-6344d3b0847e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:00.883042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Allocated IP 172.25.4.119 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/ea484ec1-42f4-48cd-a94b-8dd1229a0f87) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:00.961238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:01.028550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'mac_address': 'fa:16:3e:1d:a7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:01.034111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec904bc-5e4c-487e-88da-1b5cc051c82a req-5f52d194-88e0-45db-aa7f-788955dfd051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:01.047745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec904bc-5e4c-487e-88da-1b5cc051c82a req-5f52d194-88e0-45db-aa7f-788955dfd051 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3e00c0a7b97b417cbc103f03a4be3ed8&device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 1095 time: 0.1870360 Jul 08 01:43:01.161994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:01.162558 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:01.243520 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:01.306914 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec904bc-5e4c-487e-88da-1b5cc051c82a req-a320ec1f-cfd5-47e2-b2b5-ea2b2e299649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:01.308684 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec904bc-5e4c-487e-88da-1b5cc051c82a req-a320ec1f-cfd5-47e2-b2b5-ea2b2e299649 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70 HTTP/1.1" status: 200 len: 915 time: 0.2559083 Jul 08 01:43:01.314662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:01.317450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:01.325556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:01.356718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:01.364059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec904bc-5e4c-487e-88da-1b5cc051c82a req-8ab12641-2c22-4f45-a28c-60a59ad4ec15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe HTTP/1.1" status: 200 len: 217 time: 0.0442054 Jul 08 01:43:01.374556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Pushing event updated for resources: {'Port': ['ID=ea484ec1-42f4-48cd-a94b-8dd1229a0f87,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:01.414744 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3e503b5-745b-445f-9d24-de4c453e263c req-a5f8af55-d071-46af-92b8-298d8a1c67e4 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 210 time: 0.0496037 Jul 08 01:43:01.436956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3cf12-57e8-4ac5-9514-d11200e1cb36 req-86511193-936f-43de-bf6b-0049028c2fd7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:01.443911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ceb3cf12-57e8-4ac5-9514-d11200e1cb36 req-86511193-936f-43de-bf6b-0049028c2fd7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 944 time: 0.3075492 Jul 08 01:43:01.471740 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:01.474869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:01.501711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-2afdc52a-95b1-495f-a55f-8fca147c0ed8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:01.502155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Transition to ACTIVE for port object 00809e20-45af-458e-b6d8-39b239d192d2 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:01.508951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-2afdc52a-95b1-495f-a55f-8fca147c0ed8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7&tenant_id=4f8b7809010b42bb88fcc2d1746de01a&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 948 time: 0.2795701 Jul 08 01:43:01.511795 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:01.615924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Transition to ACTIVE for port object 00809e20-45af-458e-b6d8-39b239d192d2 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:01.628941 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:01.631587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50964) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:01.639511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:01.670585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:01.673652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Network 7c274d0d-0887-42f7-9ec2-737b20191266 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:01.676811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:01.681326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:01.693783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec904bc-5e4c-487e-88da-1b5cc051c82a req-3cd9f37b-99e8-4949-8924-8cf7f775527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:01.696361 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec904bc-5e4c-487e-88da-1b5cc051c82a req-3cd9f37b-99e8-4949-8924-8cf7f775527b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d2a218b-01db-4f93-9799-6312579172d6 HTTP/1.1" status: 200 len: 854 time: 0.2869554 Jul 08 01:43:01.706628 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ceb3cf12-57e8-4ac5-9514-d11200e1cb36 req-385a3ff0-679b-4f52-9248-5d9473030766 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619183 Jul 08 01:43:01.752584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Pushing event updated for resources: {'Port': ['ID=00809e20-45af-458e-b6d8-39b239d192d2,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:01.761640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec904bc-5e4c-487e-88da-1b5cc051c82a req-0acf60b8-c4d6-4076-b543-072b70f7bf12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521934 Jul 08 01:43:01.767863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Attempting to bind port 00809e20-45af-458e-b6d8-39b239d192d2 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:01.768738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Attempting to bind port 00809e20-45af-458e-b6d8-39b239d192d2 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:01.769481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Attempting to bind port 00809e20-45af-458e-b6d8-39b239d192d2 on network 7c274d0d-0887-42f7-9ec2-737b20191266 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:01.775584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:01.776295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Checking segment: {'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:01.776933 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:01.777549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Bound using segment: {'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:01.778429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Bound port: 00809e20-45af-458e-b6d8-39b239d192d2, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:01.778997 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:01.789337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-b356c266-66c3-435c-9ffd-337cd33946eb service neutron] 10.222.0.24 "GET /v2.0/ports/8b244c3f-d34b-49a7-ac1d-5889c3bc4a14/bindings/n-h2-694802-14 HTTP/1.1" status: 200 len: 383 time: 0.2577171 Jul 08 01:43:01.819647 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-095ed613-502f-463c-a881-9b1357281e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:01.868573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:01.900485 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] For port 00809e20-45af-458e-b6d8-39b239d192d2, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:01.921604 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] For port 00809e20-45af-458e-b6d8-39b239d192d2, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=00809e20-45af-458e-b6d8-39b239d192d2,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:01.931560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.010984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a14441-2e67-4704-99c5-a6d64485412a None None] Pushing event updated for resources: {'Port': ['ID=00809e20-45af-458e-b6d8-39b239d192d2,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:02.039231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:02.260090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4eff7-647a-4b52-acde-03b716b21fde req-ecc04b1d-5c9d-4781-a0de-5f376f584d46 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:02.268943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15e4eff7-647a-4b52-acde-03b716b21fde req-ecc04b1d-5c9d-4781-a0de-5f376f584d46 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 943 time: 0.6399300 Jul 08 01:43:02.317747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-ed2ba60d-c420-4c6a-9a27-92e91e4dabc5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843022 Jul 08 01:43:02.371945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:02.382669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.391527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe', 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70', 'port_id': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe', 'mac_address': 'fa:16:3e:26:3a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2a218b-01db-4f93-9799-6312579172d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:02.394277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-095ed613-502f-463c-a881-9b1357281e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.435928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-095ed613-502f-463c-a881-9b1357281e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.469201 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-095ed613-502f-463c-a881-9b1357281e00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67dae2dd05e641b69aefd8cba719bfdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8338599 Jul 08 01:43:02.471228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50970) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:02.475556 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.510745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:02.534083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:02.539978 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.550784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15e4eff7-647a-4b52-acde-03b716b21fde req-003604cb-75e0-4a07-b902-225540b6a447 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808366 Jul 08 01:43:02.563840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ed613-502f-463c-a881-9b1357281e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c234e2-7a1b-4c81-86d9-6b1d7f81612b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:02.580945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec904bc-5e4c-487e-88da-1b5cc051c82a req-b35a783a-4bf7-4108-a600-096892b1510c service neutron] 10.222.0.16 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049271 Jul 08 01:43:02.606185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6d352-adc5-4da1-8c5a-7aa5a6398a18 req-9d682512-b6c2-49d3-9dad-68e3ef509270 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:02.613219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0b6d352-adc5-4da1-8c5a-7aa5a6398a18 req-9d682512-b6c2-49d3-9dad-68e3ef509270 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 946 time: 0.7570376 Jul 08 01:43:02.617069 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f662db1a-c398-4d9c-a1e1-d0f8df818f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.620873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:02.644793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f662db1a-c398-4d9c-a1e1-d0f8df818f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.705794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-58636d2d-1a29-48e9-99ef-6a5a55918990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:02.707279 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-58636d2d-1a29-48e9-99ef-6a5a55918990 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 1101 time: 0.8704269 Jul 08 01:43:02.714841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Router 7d569351-9c43-4e24-8398-7c3966c5ba29 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:43:02.727061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f662db1a-c398-4d9c-a1e1-d0f8df818f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.729664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f662db1a-c398-4d9c-a1e1-d0f8df818f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.730880 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f662db1a-c398-4d9c-a1e1-d0f8df818f0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26c234e2-7a1b-4c81-86d9-6b1d7f81612b HTTP/1.1" status: 204 len: 168 time: 0.2587261 Jul 08 01:43:02.775182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662db1a-c398-4d9c-a1e1-d0f8df818f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c234e2-7a1b-4c81-86d9-6b1d7f81612b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:02.823256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-48194bad-3bb1-4e6b-9242-84e6d5ceb560 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:02.824504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:02.830059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-48194bad-3bb1-4e6b-9242-84e6d5ceb560 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4868939 Jul 08 01:43:02.877385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0b6d352-adc5-4da1-8c5a-7aa5a6398a18 req-61ce2f1b-56fa-4f90-b2f8-dba68cb924a2 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626255 Jul 08 01:43:02.886001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:43:02.903494 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Sync routers for ids ['7d569351-9c43-4e24-8398-7c3966c5ba29'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:43:02.920638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Request body: {'port': {'device_id': '7a43279e-749b-49d7-b624-2dfd0cc5f559', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '7161b0fc71974f25a9dfe35daeaa8f16'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:02.921192 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Routers {'7d569351-9c43-4e24-8398-7c3966c5ba29'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:43:02.922305 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['7d569351-9c43-4e24-8398-7c3966c5ba29'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:02.929358 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:02.931636 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ef48861b-1431-49c0-a374-889d9505344c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8808479 Jul 08 01:43:02.933665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50988) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:03.063950 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec904bc-5e4c-487e-88da-1b5cc051c82a req-461e6449-cf64-4942-aa61-efbbfd639246 service neutron] 10.222.0.16 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710732 Jul 08 01:43:03.146099 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Set router 7d569351-9c43-4e24-8398-7c3966c5ba29 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:43:03.181471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-f4f829cd-cb78-4d9b-b600-bbd9a7ac0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:03.182985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-f4f829cd-cb78-4d9b-b600-bbd9a7ac0a6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.4593496 Jul 08 01:43:03.233054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-d003591b-652e-4cea-b624-8af8a039ffca tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:03.234533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-d003591b-652e-4cea-b624-8af8a039ffca tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.5372348 Jul 08 01:43:03.313638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-1e21f9d6-424d-4638-a122-4887158262a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 HTTP/1.1" status: 200 len: 217 time: 0.1065376 Jul 08 01:43:03.338117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Made reservation on behalf of 7161b0fc71974f25a9dfe35daeaa8f16 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:03.348098 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:03.406011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-4669e7e3-e11a-4e1d-a88a-5e91fb461915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:03.407507 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-4669e7e3-e11a-4e1d-a88a-5e91fb461915 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0749071 Jul 08 01:43:03.408866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-a6b6d35c-6283-48fc-89f4-562c1ad10d0a tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/quotas/c717aba88cea40cab44fd182e8ee9746 HTTP/1.1" status: 200 len: 375 time: 0.1001706 Jul 08 01:43:03.417025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48ce92-ef94-437f-99ad-3297ee40296d None None] Network 7c274d0d-0887-42f7-9ec2-737b20191266 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:43:03.430207 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:01Z', 'revision_number': 3, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:03.461862 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Checking router: 7d569351-9c43-4e24-8398-7c3966c5ba29 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:43:03.462217 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Updating router 7d569351-9c43-4e24-8398-7c3966c5ba29 port ea484ec1-42f4-48cd-a94b-8dd1229a0f87 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:43:03.491309 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-27848f73-2809-47a9-a954-de8538d5779e None None] Provisioning for port 00809e20-45af-458e-b6d8-39b239d192d2 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:03.514468 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:03.636398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:03.660381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac8896-afb5-4375-964d-0195ef14e052 req-00eb4870-04f7-4e14-aa20-33553d84e34b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:03.662058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7bac8896-afb5-4375-964d-0195ef14e052 req-00eb4870-04f7-4e14-aa20-33553d84e34b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 949 time: 0.5268531 Jul 08 01:43:03.787514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-6ed2160a-cfbd-4fb3-9d28-54e179ab58ca tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3557050 Jul 08 01:43:03.828078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7bac8896-afb5-4375-964d-0195ef14e052 req-c202f6c2-9780-4ff2-a507-1f05780f00e8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567709 Jul 08 01:43:03.865383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51008) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:03.882128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-7656b6db-55b8-4928-af1d-bb692f950b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:03.883670 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-7656b6db-55b8-4928-af1d-bb692f950b62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4502213 Jul 08 01:43:03.927051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Allocated IP 172.20.0.1 (7c274d0d-0887-42f7-9ec2-737b20191266/66c3daff-fc98-48ba-b450-287f7a1d985c/79969226-df9c-4aa1-b974-22545228cdd7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:03.946800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Allocated IP 192.168.233.53 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/be961ec5-3359-4796-ad7a-9fdb98964e0a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:04.045505 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.046093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:04.052432 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-ea2c2eef-938a-49aa-ab7f-f27a90a40682 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630618 Jul 08 01:43:04.069721 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Transition to ACTIVE for port object ea484ec1-42f4-48cd-a94b-8dd1229a0f87 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:04.093499 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.096398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 00809e20-45af-458e-b6d8-39b239d192d2 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:04.134505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-225372151-network', 'tenant_id': 'b63007b63f0a471fb546d4d83013becc'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:04.152777 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac5a76-41fa-467c-aaac-1d578886b64e None None] Pushing event updated for resources: {'Port': ['ID=ea484ec1-42f4-48cd-a94b-8dd1229a0f87,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:04.184514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 00809e20-45af-458e-b6d8-39b239d192d2 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:04.185080 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Attempting to bind port ea484ec1-42f4-48cd-a94b-8dd1229a0f87 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:04.185776 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Attempting to bind port ea484ec1-42f4-48cd-a94b-8dd1229a0f87 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:04.186258 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.187287 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Attempting to bind port ea484ec1-42f4-48cd-a94b-8dd1229a0f87 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:04.192294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 00809e20-45af-458e-b6d8-39b239d192d2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:04.192769 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.193054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Made reservation on behalf of b63007b63f0a471fb546d4d83013becc for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:04.195475 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.200864 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:04.201657 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:04.202235 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.202612 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:04.203110 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Bound port: ea484ec1-42f4-48cd-a94b-8dd1229a0f87, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:04.204382 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.210682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Transition to ACTIVE for port object 79969226-df9c-4aa1-b974-22545228cdd7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:04.211612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.219171 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9ac2061-e3b9-4665-88b5-043aea28af71 req-5c93c4dc-eda1-41aa-b5a5-5b0c258a4c66 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 210 time: 0.0924191 Jul 08 01:43:04.227967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:04.237432 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-0d6c1568-a2f5-4554-9cab-b0014d895183 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414996 Jul 08 01:43:04.239431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:04.239806 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.340971 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.363049 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.366605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.369310 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] For port ea484ec1-42f4-48cd-a94b-8dd1229a0f87, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:04.376768 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.379039 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] For port ea484ec1-42f4-48cd-a94b-8dd1229a0f87, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ea484ec1-42f4-48cd-a94b-8dd1229a0f87,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:04.396007 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.411681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:04.415822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-e97eda39-25a2-4287-9453-8a57d9bdd637 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618782 Jul 08 01:43:04.416400 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.464108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Network 7c274d0d-0887-42f7-9ec2-737b20191266 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:04.469307 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:04.473251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:04.479594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:43:04.482014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:04.530888 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac5a76-41fa-467c-aaac-1d578886b64e None None] Pushing event updated for resources: {'Port': ['ID=ea484ec1-42f4-48cd-a94b-8dd1229a0f87,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:04.547801 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.551051 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Routers {'7d569351-9c43-4e24-8398-7c3966c5ba29'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:43:04.551686 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['7d569351-9c43-4e24-8398-7c3966c5ba29'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:04.556971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Pushing event updated for resources: {'Port': ['ID=79969226-df9c-4aa1-b974-22545228cdd7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:04.563391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.563752 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Added segment b8d56bb2-4a4a-489c-9534-32494f1e09ff of type vlan for network 907bfd5e-4e91-48a8-9044-45b170ef0cdd Jul 08 01:43:04.577312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 00809e20-45af-458e-b6d8-39b239d192d2, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=00809e20-45af-458e-b6d8-39b239d192d2,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:04.593752 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.605383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-bad0009d-4fbf-40df-81a5-cb8b2bbbc0a9 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566389 Jul 08 01:43:04.617270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:04.620086 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b29b37-8cc0-4e34-b432-cc28cb44ee36" -d '{"events": [{"server_uuid": "c4d03a27-c7dc-42b3-a034-c08e707b493c", "name": "network-vif-plugged", "status": "completed", "tag": "63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:04.661678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:04.663281 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.674302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.676928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.698637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:04.733700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Transition to ACTIVE for port object be961ec5-3359-4796-ad7a-9fdb98964e0a will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:04.770675 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.772888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5a193d54-75e5-4e23-be34-6344d3b0847e up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:04.792452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891d7a5-169a-4286-8c3d-f17ebd864d2d req-702e820c-d747-412f-9f9a-78c097aadd9a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:04.801563 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d891d7a5-169a-4286-8c3d-f17ebd864d2d req-702e820c-d747-412f-9f9a-78c097aadd9a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 944 time: 0.3271766 Jul 08 01:43:04.845028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=00809e20-45af-458e-b6d8-39b239d192d2,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:04.869044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d891d7a5-169a-4286-8c3d-f17ebd864d2d req-fa0c5069-4829-4bcb-bbab-7eeb50b2f660 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664766 Jul 08 01:43:04.893097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.942477 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] Set router 7d569351-9c43-4e24-8398-7c3966c5ba29 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:43:04.968699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:04.970403 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.047182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event updated for resources: {'Port': ['ID=be961ec5-3359-4796-ad7a-9fdb98964e0a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:05.087545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.088923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:05.089866 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.090001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3489cf-5bdb-41e8-9bfe-a4cc42e6873a req-d794e53b-c0e9-40b0-bbd5-ac87d3284de2 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:05.091823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be3489cf-5bdb-41e8-9bfe-a4cc42e6873a req-d794e53b-c0e9-40b0-bbd5-ac87d3284de2 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 946 time: 0.2517965 Jul 08 01:43:05.104674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51024) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:05.109880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:05.113790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:05.117099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:05.151112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c', '0258ddbc-e545-4459-8485-54b41942999f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:05.164986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', '4e840034-017f-416a-995f-85f61e84af70', 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:05.276119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1ecea8cd-bd7a-4382-bb2f-068de92a8722 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Request body: {'floatingip': {'port_id': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:05.290660 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6250e6cb-2f99-4b20-aaa1-30818d334d72 x-openstack-request-id: req-6250e6cb-2f99-4b20-aaa1-30818d334d72 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:05.291060 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d03a27-c7dc-42b3-a034-c08e707b493c", "name": "network-vif-plugged", "status": "completed", "tag": "63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:05.291183 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6250e6cb-2f99-4b20-aaa1-30818d334d72 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:05.291572 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe', 'code': 200} Jul 08 01:43:05.295755 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:01Z', 'revision_number': 3, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:05.354622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5496fb4a-fe98-447c-9339-94cc5e6de8cf None None] Provisioning for port 79969226-df9c-4aa1-b974-22545228cdd7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:05.366660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760ff007-cb3e-4691-873f-e3231cfd14c9 None None] The sync data for ids ['7d569351-9c43-4e24-8398-7c3966c5ba29'] in n-d-694802-14 is: [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:01Z', 'revision_number': 3, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:43:05.377630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5496fb4a-fe98-447c-9339-94cc5e6de8cf None None] Provisioning complete for port 79969226-df9c-4aa1-b974-22545228cdd7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:05.378012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5496fb4a-fe98-447c-9339-94cc5e6de8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.396058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f19621f-fb85-40f4-944e-b9e8c34363b0 req-2b729f7a-c503-424b-a373-cf33c643fbee tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 210 time: 0.1417718 Jul 08 01:43:05.408293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:05.408967 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.429816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 5a193d54-75e5-4e23-be34-6344d3b0847e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:05.453526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5496fb4a-fe98-447c-9339-94cc5e6de8cf None None] Port 79969226-df9c-4aa1-b974-22545228cdd7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:05.475709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a1e2d0e9-42cd-4929-89ac-0cc73f5c5e0d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5950387 Jul 08 01:43:05.486443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 5a193d54-75e5-4e23-be34-6344d3b0847e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:05.486948 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.496633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Request body: {'port': {'device_id': '7a43279e-749b-49d7-b624-2dfd0cc5f559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:05.543091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1ecea8cd-bd7a-4382-bb2f-068de92a8722 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.575993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c2aae-e9ec-43f2-804d-fe84780bf339 req-0fd7d1cc-1072-47f6-bde6-3cb35f3fa00e tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:05.584899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-984c2aae-e9ec-43f2-804d-fe84780bf339 req-0fd7d1cc-1072-47f6-bde6-3cb35f3fa00e tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.4108913 Jul 08 01:43:05.590460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd029df-f8de-4f4c-9cbd-5e69e8e83646 req-9e5e41c8-afe3-4dd6-8b69-51736e4ffb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:05.592035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fd029df-f8de-4f4c-9cbd-5e69e8e83646 req-9e5e41c8-afe3-4dd6-8b69-51736e4ffb85 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 1097 time: 0.3234823 Jul 08 01:43:05.652274 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.679739 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8131793 Jul 08 01:43:05.680661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb2bb5-ebef-462a-a2a2-6c823903dc1a admin admin] Pushing event updated for resources: {'Network': ['ID=907bfd5e-4e91-48a8-9044-45b170ef0cdd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:05.684540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51030) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:05.695560 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:05.708594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-984c2aae-e9ec-43f2-804d-fe84780bf339 req-27f49008-7ffb-4cfb-9676-b6c5e33d41d3 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236951 Jul 08 01:43:05.721994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 907bfd5e-4e91-48a8-9044-45b170ef0cdd details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:43:05.747255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ef1d7142-6c84-4b4d-b7cd-dac990f5b679 None None] Provisioning for port be961ec5-3359-4796-ad7a-9fdb98964e0a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:05.764759 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.786801 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fd029df-f8de-4f4c-9cbd-5e69e8e83646 req-86f5ba47-a884-41d3-a61a-56877e0083c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792753 Jul 08 01:43:05.808018 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Request body: {'subnet': {'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-225372151-subnet', 'tenant_id': 'b63007b63f0a471fb546d4d83013becc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:05.809202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:05.903954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfe4be-9177-4dd5-93bc-3c6ec91ab06c req-73da07c2-dd1d-4c19-accc-5932c14ba084 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:05.913001 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fdfe4be-9177-4dd5-93bc-3c6ec91ab06c req-73da07c2-dd1d-4c19-accc-5932c14ba084 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 949 time: 0.2482162 Jul 08 01:43:05.930277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ef1d7142-6c84-4b4d-b7cd-dac990f5b679 None None] Provisioning complete for port be961ec5-3359-4796-ad7a-9fdb98964e0a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:05.931767 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ef1d7142-6c84-4b4d-b7cd-dac990f5b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.935541 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:05.978694 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:06.133873 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:06.178592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fdfe4be-9177-4dd5-93bc-3c6ec91ab06c req-931758e6-97fc-4256-ac84-707d5327f90d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629821 Jul 08 01:43:06.184703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 00809e20-45af-458e-b6d8-39b239d192d2 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:06.308752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ef1d7142-6c84-4b4d-b7cd-dac990f5b679 None None] Port be961ec5-3359-4796-ad7a-9fdb98964e0a cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:06.324152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5a193d54-75e5-4e23-be34-6344d3b0847e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5a193d54-75e5-4e23-be34-6344d3b0847e,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:06.332140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:06.345574 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815f774-e166-4ffb-bc40-60b5cad797e8 req-d4d3d5c6-a124-4cf4-b2f1-39b8b0964753 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:06.357731 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:06.358863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b815f774-e166-4ffb-bc40-60b5cad797e8 req-d4d3d5c6-a124-4cf4-b2f1-39b8b0964753 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 935 time: 0.3841555 Jul 08 01:43:06.364774 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:06.446724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5a193d54-75e5-4e23-be34-6344d3b0847e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:06.455134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 00809e20-45af-458e-b6d8-39b239d192d2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:06.455821 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:06.470924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b815f774-e166-4ffb-bc40-60b5cad797e8 req-74c1e6f9-e26e-4271-91c6-5ac3bacc948e tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114652 Jul 08 01:43:06.478889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Pushing event updated for resources: {'Port': ['ID=79969226-df9c-4aa1-b974-22545228cdd7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:06.481224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Made reservation on behalf of b63007b63f0a471fb546d4d83013becc for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:06.483879 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:06.557573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:06.662343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d0535-e50d-4038-a62c-27789d8da30b req-d2a3d667-c20c-496c-a957-ec3b1353be10 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:06.675031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f3d0535-e50d-4038-a62c-27789d8da30b req-d2a3d667-c20c-496c-a957-ec3b1353be10 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 945 time: 0.2741523 Jul 08 01:43:06.697488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be961ec5-3359-4796-ad7a-9fdb98964e0a {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:06.777298 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-1ecea8cd-bd7a-4382-bb2f-068de92a8722 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:43:06.789063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ea484ec1-42f4-48cd-a94b-8dd1229a0f87 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:06.966247 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1ecea8cd-bd7a-4382-bb2f-068de92a8722 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:07.034595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Network 7c274d0d-0887-42f7-9ec2-737b20191266 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:07.035702 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1ecea8cd-bd7a-4382-bb2f-068de92a8722 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:07.037400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port ea484ec1-42f4-48cd-a94b-8dd1229a0f87 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:07.047186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ea484ec1-42f4-48cd-a94b-8dd1229a0f87 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:07.047564 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:07.075015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:07.218811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90038344-a2f8-48cb-b03b-f3ee6520ec33 req-1eb30625-f5c9-48d0-af3d-0d4b89b7485a tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 210 time: 0.5409923 Jul 08 01:43:07.227648 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:07.316248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'}, {'server_uuid': 'dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a193d54-75e5-4e23-be34-6344d3b0847e'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:07.318615 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bedd2c-4d55-414e-9e55-3a6eb6a72aae" -d '{"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-plugged", "status": "completed", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14"}, {"server_uuid": "dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0", "name": "network-vif-plugged", "status": "completed", "tag": "5a193d54-75e5-4e23-be34-6344d3b0847e"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:07.362323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Transition to ACTIVE for port object be961ec5-3359-4796-ad7a-9fdb98964e0a will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:07.381822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f3d0535-e50d-4038-a62c-27789d8da30b req-49799721-2508-4967-a5fd-42ea89eb94c8 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6997800 Jul 08 01:43:07.402179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-71b9bec9-0146-4447-9630-69e483f0164e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:07.404821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-71b9bec9-0146-4447-9630-69e483f0164e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.3066530 Jul 08 01:43:07.405802 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:07.410707 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:07.427287 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:07.433437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Request body: {'port': {'device_id': '7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'admin_state_up': True, 'tenant_id': 'c717aba88cea40cab44fd182e8ee9746'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:07.496075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port ea484ec1-42f4-48cd-a94b-8dd1229a0f87, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ea484ec1-42f4-48cd-a94b-8dd1229a0f87,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:07.511849 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:07.536917 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-1ecea8cd-bd7a-4382-bb2f-068de92a8722 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Floating IP 8ac39248-3199-43bb-97cc-d694560b5ce4 associated. External IP: 172.25.4.94, port: 8c4f2345-1e27-4dcc-84ac-49f0925e04c9. Jul 08 01:43:07.582987 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2ebe3645-328f-401f-8d5a-9359116bcfae None None] Provisioning complete for port 79969226-df9c-4aa1-b974-22545228cdd7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:07.583360 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ebe3645-328f-401f-8d5a-9359116bcfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:07.609677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=ea484ec1-42f4-48cd-a94b-8dd1229a0f87,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:07.621561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ba1596-0785-460c-aa55-b02617295193,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:07.668676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Router 7d569351-9c43-4e24-8398-7c3966c5ba29 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:43:07.673851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe3645-328f-401f-8d5a-9359116bcfae None None] Port 79969226-df9c-4aa1-b974-22545228cdd7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:07.685761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Checking segment: {'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:07.686086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Network hostable DHCP agents. Network: 907bfd5e-4e91-48a8-9044-45b170ef0cdd, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:43:07.721931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Pushing event updated for resources: {'Port': ['ID=be961ec5-3359-4796-ad7a-9fdb98964e0a,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:07.761589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Network 907bfd5e-4e91-48a8-9044-45b170ef0cdd is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:43:07.812046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 907bfd5e-4e91-48a8-9044-45b170ef0cdd) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:07.827163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee5225f-a3fd-4131-ae8f-fc97a5eb99cd None None] Network 907bfd5e-4e91-48a8-9044-45b170ef0cdd requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:43:07.846783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:07.847387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:07.854306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d7c9e-794c-47b7-8d7b-8176598809ea req-390e7797-ee8e-4c04-b60e-e70a1804cc56 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:07.861945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e8d7c9e-794c-47b7-8d7b-8176598809ea req-390e7797-ee8e-4c04-b60e-e70a1804cc56 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.4520948 Jul 08 01:43:07.901758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-2ae7fae3-945c-4b00-838f-4ad945105f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:07.904501 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-2ae7fae3-945c-4b00-838f-4ad945105f82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7&tenant_id=4f8b7809010b42bb88fcc2d1746de01a HTTP/1.1" status: 200 len: 1102 time: 0.3475673 Jul 08 01:43:07.927273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Attempting to bind port be961ec5-3359-4796-ad7a-9fdb98964e0a on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:07.927917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Attempting to bind port be961ec5-3359-4796-ad7a-9fdb98964e0a by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:07.928823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Attempting to bind port be961ec5-3359-4796-ad7a-9fdb98964e0a on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:07.938059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f805de-5ea4-4662-9b56-dd30954fa6b8 req-de3adbc7-b9a5-44db-97bc-89ea351a83fb tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:07.946224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37f805de-5ea4-4662-9b56-dd30954fa6b8 req-de3adbc7-b9a5-44db-97bc-89ea351a83fb tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.3475976 Jul 08 01:43:07.973761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Made reservation on behalf of c717aba88cea40cab44fd182e8ee9746 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:07.978085 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:08.015934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Port be961ec5-3359-4796-ad7a-9fdb98964e0a on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:43:08.016247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Attempting to bind port be961ec5-3359-4796-ad7a-9fdb98964e0a on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:08.039812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ea484ec1-42f4-48cd-a94b-8dd1229a0f87 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:08.044345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e8d7c9e-794c-47b7-8d7b-8176598809ea req-365a6cc7-4e3c-49a3-acfd-5990587ea974 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813960 Jul 08 01:43:08.055104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:08.055452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:08.055844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:08.056293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Bound port: be961ec5-3359-4796-ad7a-9fdb98964e0a, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:08.061180 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:08.067348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a33cdc-68d2-4dd4-b70f-8fb3af38f08b None None] Network 907bfd5e-4e91-48a8-9044-45b170ef0cdd requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:43:08.122324 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8537a14e-aeec-4cf6-aa99-23f3b18e9fe8 x-openstack-request-id: req-8537a14e-aeec-4cf6-aa99-23f3b18e9fe8 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:08.122646 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-plugged", "status": "completed", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14", "code": 200}, {"server_uuid": "dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0", "name": "network-vif-plugged", "status": "completed", "tag": "5a193d54-75e5-4e23-be34-6344d3b0847e", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:08.122866 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8537a14e-aeec-4cf6-aa99-23f3b18e9fe8 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:08.123435 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'code': 200} Jul 08 01:43:08.123698 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a193d54-75e5-4e23-be34-6344d3b0847e', 'code': 200} Jul 08 01:43:08.175733 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ea484ec1-42f4-48cd-a94b-8dd1229a0f87 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:08.176140 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:08.252943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37f805de-5ea4-4662-9b56-dd30954fa6b8 req-15413490-01f9-444f-b5ae-082d70fa74f6 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054674 Jul 08 01:43:08.295368 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-72de73bc-9d35-4e24-a6b9-118b48f80422 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6081016 Jul 08 01:43:08.336918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:43:08.349563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Sync routers for ids ['7d569351-9c43-4e24-8398-7c3966c5ba29'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:43:08.372571 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f1c864ee-4726-4477-990e-7be98de43d29 admin admin] 10.222.0.41 "PUT /v2.0/routers/7d569351-9c43-4e24-8398-7c3966c5ba29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4269917 Jul 08 01:43:08.377754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Routers {'7d569351-9c43-4e24-8398-7c3966c5ba29'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:43:08.378442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['7d569351-9c43-4e24-8398-7c3966c5ba29'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:08.384506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-f784602c-1edf-4de8-8d20-881eaf04cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:08.386025 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-f784602c-1edf-4de8-8d20-881eaf04cbb7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 1102 time: 0.4317248 Jul 08 01:43:08.407807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecea8cd-bd7a-4382-bb2f-068de92a8722 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Router ed68a565-e65e-41ce-9dba-190fb432c878 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:43:08.418251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38987c13-3fbd-442b-9e65-972a88cec908 req-10701c8c-ccc3-46ee-9193-efa88bd94f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:08.419807 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-38987c13-3fbd-442b-9e65-972a88cec908 req-10701c8c-ccc3-46ee-9193-efa88bd94f1a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 1097 time: 0.1969068 Jul 08 01:43:08.452252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Allocated IP 172.20.0.14 (ec165b7b-c1b2-40d2-a912-6340373d1594/94efa8dc-98fe-402d-a487-c19d12a4e6f9/5fd4aa10-b14e-4823-927e-bdfe946a50c3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:08.540456 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-38987c13-3fbd-442b-9e65-972a88cec908 req-ade4c495-d800-4f75-86bc-b44e699926bc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069217 Jul 08 01:43:08.569131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] For port be961ec5-3359-4796-ad7a-9fdb98964e0a, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:08.578717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Set router 7d569351-9c43-4e24-8398-7c3966c5ba29 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:43:08.602946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecea8cd-bd7a-4382-bb2f-068de92a8722 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:43:08.620578 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] Sync routers for ids ['ed68a565-e65e-41ce-9dba-190fb432c878'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:43:08.621182 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1ecea8cd-bd7a-4382-bb2f-068de92a8722 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:08.629550 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] Routers {'ed68a565-e65e-41ce-9dba-190fb432c878'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:43:08.633335 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ed68a565-e65e-41ce-9dba-190fb432c878'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:08.646028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] For port be961ec5-3359-4796-ad7a-9fdb98964e0a, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=be961ec5-3359-4796-ad7a-9fdb98964e0a,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:08.680629 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1ecea8cd-bd7a-4382-bb2f-068de92a8722 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "PUT /v2.0/floatingips/8ac39248-3199-43bb-97cc-d694560b5ce4 HTTP/1.1" status: 200 len: 991 time: 3.4149108 Jul 08 01:43:08.681594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'tag': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:08.684925 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4dea6f8c-2b43-47d8-95ee-ec16cac9d86b", "tag": "8c4f2345-1e27-4dcc-84ac-49f0925e04c9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:08.716491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2df44-4499-4d1c-a799-b525377ad568 req-3c4537c1-ad8c-447d-8f23-a6e2f1f7d8e6 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:08.723401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dce2df44-4499-4d1c-a799-b525377ad568 req-3c4537c1-ad8c-447d-8f23-a6e2f1f7d8e6 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 947 time: 0.5087986 Jul 08 01:43:08.755104 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:08.817334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:08.826376 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] Set router ed68a565-e65e-41ce-9dba-190fb432c878 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:43:08.850043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:08.850997 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:08.852519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] 10.222.0.24 "PUT /v2.0/ports/be961ec5-3359-4796-ad7a-9fdb98964e0a HTTP/1.1" status: 200 len: 1096 time: 3.3616011 Jul 08 01:43:08.854691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a43279e-749b-49d7-b624-2dfd0cc5f559', 'tag': 'be961ec5-3359-4796-ad7a-9fdb98964e0a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:08.857486 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5988a8-0fc9-4385-af69-1578e6b947bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a43279e-749b-49d7-b624-2dfd0cc5f559", "tag": "be961ec5-3359-4796-ad7a-9fdb98964e0a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:08.919123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dce2df44-4499-4d1c-a799-b525377ad568 req-04c3e818-2cc0-4337-a2ea-72150f80551c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933968 Jul 08 01:43:09.056630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79969226-df9c-4aa1-b974-22545228cdd7', 'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'mac_address': 'fa:16:3e:13:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:03Z', 'updated_at': '2021-07-08T01:43:05Z', 'revision_number': 2, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'subnets': [{'id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:09.088919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Checking router: 7d569351-9c43-4e24-8398-7c3966c5ba29 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:43:09.089265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Updating router 7d569351-9c43-4e24-8398-7c3966c5ba29 port 79969226-df9c-4aa1-b974-22545228cdd7 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:43:09.153068 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:09.165024 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:09.176845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9cd8062-95ce-45fd-a265-a2955b7be1bf req-7c6f312e-f9ce-4876-8b80-f2f626150de5 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 210 time: 0.0840976 Jul 08 01:43:09.235513 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:35Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8ac39248-3199-43bb-97cc-d694560b5ce4', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'port_id': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'mac_address': 'fa:16:3e:78:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:42:40Z', 'updated_at': '2021-07-08T01:43:06Z', 'revision_number': 1, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6934f9ec-448c-4f6c-a77a-5a2dc39b2aed', 'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'mac_address': 'fa:16:3e:7b:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:33Z', 'updated_at': '2021-07-08T01:42:42Z', 'revision_number': 5, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'subnets': [{'id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:09.238994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-ea8be096-61fd-45fb-a439-7476ab8d6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:09.241921 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-ea8be096-61fd-45fb-a439-7476ab8d6399 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.8381190 Jul 08 01:43:09.290008 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] Checking router: ed68a565-e65e-41ce-9dba-190fb432c878 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:43:09.295964 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-1b8eb237-dd39-4ecd-8c72-2d40997ff257 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 HTTP/1.1" status: 200 len: 217 time: 0.0428233 Jul 08 01:43:09.301645 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:09.319208 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] Routers {'ed68a565-e65e-41ce-9dba-190fb432c878'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:43:09.319944 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ed68a565-e65e-41ce-9dba-190fb432c878'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:09.323877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:09.331346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06921509-34ab-4c7d-8fa2-353db6f37166 service neutron] Pushing event updated for resources: {'Port': ['ID=be961ec5-3359-4796-ad7a-9fdb98964e0a,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:09.344663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79494e8f-b95a-4115-bd3b-d4dd4be992f8 req-551b2b8d-94d5-49a5-9e55-83ba7e3725a5 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:09.353426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79494e8f-b95a-4115-bd3b-d4dd4be992f8 req-551b2b8d-94d5-49a5-9e55-83ba7e3725a5 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.8299308 Jul 08 01:43:09.508181 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] Set router ed68a565-e65e-41ce-9dba-190fb432c878 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:43:09.523523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Network ec165b7b-c1b2-40d2-a912-6340373d1594 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:09.540762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79494e8f-b95a-4115-bd3b-d4dd4be992f8 req-b4bb97f5-3677-4834-820f-50e0557d2ac9 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863513 Jul 08 01:43:09.565464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-22904cf9-b5db-473a-939c-c557c446316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:09.567174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-22904cf9-b5db-473a-939c-c557c446316d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 1099 time: 0.6456387 Jul 08 01:43:09.567672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:09.577398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:09.674824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event updated for resources: {'Port': ['ID=5fd4aa10-b14e-4823-927e-bdfe946a50c3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:09.723342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-355299ad-3c8c-448f-a4f1-f42aae2380ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:09.724959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-355299ad-3c8c-448f-a4f1-f42aae2380ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.4170864 Jul 08 01:43:09.750909 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-1ab3dbbe-64d7-4d3f-a465-533447097c9e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=be961ec5-3359-4796-ad7a-9fdb98964e0a HTTP/1.1" status: 200 len: 217 time: 0.1684589 Jul 08 01:43:09.830127 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:09.844556 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:35Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8ac39248-3199-43bb-97cc-d694560b5ce4', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'port_id': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'mac_address': 'fa:16:3e:78:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:42:40Z', 'updated_at': '2021-07-08T01:43:06Z', 'revision_number': 1, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6934f9ec-448c-4f6c-a77a-5a2dc39b2aed', 'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'mac_address': 'fa:16:3e:7b:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:33Z', 'updated_at': '2021-07-08T01:42:42Z', 'revision_number': 5, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'subnets': [{'id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:09.851668 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Transition to ACTIVE for port object 79969226-df9c-4aa1-b974-22545228cdd7 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:09.862239 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:09.918392 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62218cd4-f750-4b2e-b7e1-406430546bad None None] The sync data for ids ['ed68a565-e65e-41ce-9dba-190fb432c878'] in n-d-694802-14 is: [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:35Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8ac39248-3199-43bb-97cc-d694560b5ce4', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'port_id': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'mac_address': 'fa:16:3e:78:77:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:42:40Z', 'updated_at': '2021-07-08T01:43:06Z', 'revision_number': 1, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6934f9ec-448c-4f6c-a77a-5a2dc39b2aed', 'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'mac_address': 'fa:16:3e:7b:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:33Z', 'updated_at': '2021-07-08T01:42:42Z', 'revision_number': 5, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'subnets': [{'id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:43:09.938668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:09.939536 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:09.998085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6cdd-dd8b-4e03-8aba-b2efce082ece None None] Pushing event updated for resources: {'Port': ['ID=79969226-df9c-4aa1-b974-22545228cdd7,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:10.075670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-19e7586a-0b30-4273-a429-b2e4ee358fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:10.077248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-19e7586a-0b30-4273-a429-b2e4ee358fe1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.3255596 Jul 08 01:43:10.088293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-92bc6c34-d1bc-4019-b8cf-c2a391271d61 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6683011 Jul 08 01:43:10.108970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bf8b4-b674-4e3a-88b0-6914378fe3b3 req-c23153a5-59f0-4935-8433-8df7de89ada2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:10.119445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d0bf8b4-b674-4e3a-88b0-6914378fe3b3 req-c23153a5-59f0-4935-8433-8df7de89ada2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 945 time: 0.6795402 Jul 08 01:43:10.129237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Attempting to bind port 79969226-df9c-4aa1-b974-22545228cdd7 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:10.131097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Attempting to bind port 79969226-df9c-4aa1-b974-22545228cdd7 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:10.131760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Attempting to bind port 79969226-df9c-4aa1-b974-22545228cdd7 on network 7c274d0d-0887-42f7-9ec2-737b20191266 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:10.138712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Request body: {'port': {'device_id': '7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:10.139113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:10.139782 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Checking segment: {'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:10.140489 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:10.141148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Bound using segment: {'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:10.141882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Bound port: 79969226-df9c-4aa1-b974-22545228cdd7, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:10.142518 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:10.255351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] For port 79969226-df9c-4aa1-b974-22545228cdd7, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:10.261950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] For port 79969226-df9c-4aa1-b974-22545228cdd7, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=79969226-df9c-4aa1-b974-22545228cdd7,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:10.276828 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:10.338649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cef31bd-b959-41a9-a63e-a9ba4bbcf141 None None] New status for floating IP 8ac39248-3199-43bb-97cc-d694560b5ce4: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:43:10.361029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b306a0-7810-434d-a003-68a4f2baa06f req-28aeb77b-b0f9-4630-a687-ff99d522b009 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:10.362604 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-28aeb77b-b0f9-4630-a687-ff99d522b009 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/networks?id=907bfd5e-4e91-48a8-9044-45b170ef0cdd HTTP/1.1" status: 200 len: 821 time: 0.4391470 Jul 08 01:43:10.365004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-492cacb9-5752-4ba1-9d3a-00e0006404f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:10.367499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-492cacb9-5752-4ba1-9d3a-00e0006404f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5984769 Jul 08 01:43:10.400449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d0bf8b4-b674-4e3a-88b0-6914378fe3b3 req-81d1d965-8490-4e0c-88fd-3c701e40ad5f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800231 Jul 08 01:43:10.433794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Routers {'7d569351-9c43-4e24-8398-7c3966c5ba29'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:43:10.434503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['7d569351-9c43-4e24-8398-7c3966c5ba29'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:10.493504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-0da8b688-fbbf-4625-90d7-7b7cd89eb453 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/quotas/b63007b63f0a471fb546d4d83013becc HTTP/1.1" status: 200 len: 375 time: 0.0860188 Jul 08 01:43:10.532108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:43:10.539810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6cdd-dd8b-4e03-8aba-b2efce082ece None None] Pushing event updated for resources: {'Port': ['ID=79969226-df9c-4aa1-b974-22545228cdd7,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:10.552484 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:10.596625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a507abec-ccd8-4f8e-9180-2108a9b689e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:10.598565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-a507abec-ccd8-4f8e-9180-2108a9b689e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5067508 Jul 08 01:43:10.605354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a001e82d-cfb1-4ac7-8b40-47fddbf5689b tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b63007b63f0a471fb546d4d83013becc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828393 Jul 08 01:43:10.764832 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a226b6-fe7b-464e-b0b1-285e2e06b7e3 x-openstack-request-id: req-a9a226b6-fe7b-464e-b0b1-285e2e06b7e3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:10.765347 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dea6f8c-2b43-47d8-95ee-ec16cac9d86b", "tag": "8c4f2345-1e27-4dcc-84ac-49f0925e04c9", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:10.765868 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9a226b6-fe7b-464e-b0b1-285e2e06b7e3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:10.766532 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'tag': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9', 'status': 'completed', 'code': 200} Jul 08 01:43:10.854363 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:10.879355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] Set router 7d569351-9c43-4e24-8398-7c3966c5ba29 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:43:10.908234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-29e5b61a-bd89-4f0d-a4e4-5d2187a971b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:10.910012 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-29e5b61a-bd89-4f0d-a4e4-5d2187a971b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8a214f547fbd4a34b7800e0aa26c5284&device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 1098 time: 0.1196585 Jul 08 01:43:10.945893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:10.949182 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff34631-956b-4e06-8727-2b78263af30f" -d '{"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:11.082718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd4aa10-b14e-4823-927e-bdfe946a50c3 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:11.092226 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:11.095298 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-8ce7aa84-62cf-4c07-ab0f-65f19d5b9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:11.097489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:11.099166 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-8ce7aa84-62cf-4c07-ab0f-65f19d5b9c77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=deab4810-e01f-4dfd-83e8-0b2b99813b5a HTTP/1.1" status: 200 len: 905 time: 0.1811478 Jul 08 01:43:11.103775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:11.108418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Transition to ACTIVE for port object 5fd4aa10-b14e-4823-927e-bdfe946a50c3 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:11.129753 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-30cb92a3-830b-49fa-b903-0d7d6ee8aadc service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7254841 Jul 08 01:43:11.167826 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d487a-4bc3-4b68-b1f2-4cc6ee6a2f80 x-openstack-request-id: req-636d487a-4bc3-4b68-b1f2-4cc6ee6a2f80 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:11.168107 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a43279e-749b-49d7-b624-2dfd0cc5f559", "tag": "be961ec5-3359-4796-ad7a-9fdb98964e0a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:11.168384 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-636d487a-4bc3-4b68-b1f2-4cc6ee6a2f80 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:11.168783 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a43279e-749b-49d7-b624-2dfd0cc5f559', 'tag': 'be961ec5-3359-4796-ad7a-9fdb98964e0a', 'status': 'completed', 'code': 200} Jul 08 01:43:11.169537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:11.208979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:11.221876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79969226-df9c-4aa1-b974-22545228cdd7', 'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'mac_address': 'fa:16:3e:13:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:03Z', 'updated_at': '2021-07-08T01:43:10Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'subnets': [{'id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:43:11.246308 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-d27109fe-2ea9-4eed-99bc-a8f23916f48a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c4f2345-1e27-4dcc-84ac-49f0925e04c9 HTTP/1.1" status: 200 len: 1001 time: 0.1397748 Jul 08 01:43:11.251243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b92d3a-9940-4713-b5db-f8e2c6dac089 None None] The sync data for ids ['7d569351-9c43-4e24-8398-7c3966c5ba29'] in n-d-694802-14 is: [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79969226-df9c-4aa1-b974-22545228cdd7', 'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'mac_address': 'fa:16:3e:13:1f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:03Z', 'updated_at': '2021-07-08T01:43:10Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'subnets': [{'id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:43:11.326388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-42e9d8c3-afe4-4eb3-98a9-ee7a0d0c9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:11.328865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-42e9d8c3-afe4-4eb3-98a9-ee7a0d0c9b92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=024ed169-f700-491c-ad80-68ca1671a1c8 HTTP/1.1" status: 200 len: 843 time: 0.0746617 Jul 08 01:43:11.433472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-cd886bda-ca52-406c-8083-2e0aa34f485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:11.436942 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-cd886bda-ca52-406c-8083-2e0aa34f485b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deab4810-e01f-4dfd-83e8-0b2b99813b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000693 Jul 08 01:43:11.585741 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-2a5389ee-f5ff-478f-badb-14ab9e4d0062 service neutron] 10.222.0.16 "GET /v2.0/networks/deab4810-e01f-4dfd-83e8-0b2b99813b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404498 Jul 08 01:43:11.735938 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8a181cc-5f5e-421d-bfe4-0de0aca285bc req-86532d3c-2c7f-487a-b36b-fa51e06aad43 service neutron] 10.222.0.16 "GET /v2.0/networks/deab4810-e01f-4dfd-83e8-0b2b99813b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427901 Jul 08 01:43:11.776575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Pushing event updated for resources: {'Port': ['ID=5fd4aa10-b14e-4823-927e-bdfe946a50c3,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:11.895115 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-400fc33b-21fc-4eb4-97df-0e7aefe9de6f req-b5d1e7ab-6291-4adc-8982-c7ad5a9b64b7 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185943 Jul 08 01:43:11.955129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a52f1b84-55ca-4fa0-8a2c-4cf3cfe38945 service neutron] 10.222.0.41 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3392098 Jul 08 01:43:11.960538 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-88d2af00-0dc4-4aca-b870-3a6a2e823354 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3465602 Jul 08 01:43:12.030449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79969226-df9c-4aa1-b974-22545228cdd7 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:12.094918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 79969226-df9c-4aa1-b974-22545228cdd7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:12.099337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 79969226-df9c-4aa1-b974-22545228cdd7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:12.100128 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:12.171346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335dd54-b380-4e98-8352-ae82b49322d7 req-bfaf7b92-3ed0-4c5e-a4c6-d04e1891fe9f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:12.176936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3335dd54-b380-4e98-8352-ae82b49322d7 req-bfaf7b92-3ed0-4c5e-a4c6-d04e1891fe9f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 948 time: 1.0013609 Jul 08 01:43:12.191935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Attempting to bind port 5fd4aa10-b14e-4823-927e-bdfe946a50c3 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:12.192275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Attempting to bind port 5fd4aa10-b14e-4823-927e-bdfe946a50c3 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:12.192633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Attempting to bind port 5fd4aa10-b14e-4823-927e-bdfe946a50c3 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:12.236285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Port 5fd4aa10-b14e-4823-927e-bdfe946a50c3 on network ec165b7b-c1b2-40d2-a912-6340373d1594 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:43:12.236641 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Attempting to bind port 5fd4aa10-b14e-4823-927e-bdfe946a50c3 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:12.267965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3209730c-4ec3-429e-ba47-4c4f0d89eb48 req-3712ca58-55cf-4401-832e-c7d8c3f3fec3 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841530 Jul 08 01:43:12.295890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:12.299275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Checking segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:12.300677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Bound using segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:12.303437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Bound port: 5fd4aa10-b14e-4823-927e-bdfe946a50c3, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:12.304017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:12.321448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3335dd54-b380-4e98-8352-ae82b49322d7 req-2b48df0d-5caf-4693-89d4-de5c391ac25d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190495 Jul 08 01:43:12.348160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-c5d75c78-8499-4d6d-8906-c50dc597027f service neutron] 10.222.0.41 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670506 Jul 08 01:43:12.368238 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:12.414670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 79969226-df9c-4aa1-b974-22545228cdd7, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=79969226-df9c-4aa1-b974-22545228cdd7,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:12.426970 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:12.466817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] For port 5fd4aa10-b14e-4823-927e-bdfe946a50c3, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:12.494933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=79969226-df9c-4aa1-b974-22545228cdd7,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:12.518253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] For port 5fd4aa10-b14e-4823-927e-bdfe946a50c3, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd4aa10-b14e-4823-927e-bdfe946a50c3,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:12.535289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-b82bcc81-e497-4a82-bcbc-c49ea898d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:12.537305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-b82bcc81-e497-4a82-bcbc-c49ea898d581 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 1099 time: 0.1919010 Jul 08 01:43:12.538999 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:12.657597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:12.658228 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:12.659640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] 10.222.0.16 "PUT /v2.0/ports/5fd4aa10-b14e-4823-927e-bdfe946a50c3 HTTP/1.1" status: 200 len: 1093 time: 2.5294673 Jul 08 01:43:12.714313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badff6d7-2891-4f05-b2b9-faa98c23998c service neutron] Pushing event updated for resources: {'Port': ['ID=5fd4aa10-b14e-4823-927e-bdfe946a50c3,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:12.955042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-923352bd-079a-436d-a52c-0e973b2fa412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:12.956751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-923352bd-079a-436d-a52c-0e973b2fa412 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.4100072 Jul 08 01:43:12.960198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-083b4bae-beca-4705-8860-f52b73f56a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:12.961725 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-083b4bae-beca-4705-8860-f52b73f56a41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 1096 time: 0.2389393 Jul 08 01:43:12.974154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21fd8d-bec6-4592-b569-a237a908d998 req-c94f6985-db47-4039-b079-9d4edc75c4c3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:12.976493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc21fd8d-bec6-4592-b569-a237a908d998 req-c94f6985-db47-4039-b079-9d4edc75c4c3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 947 time: 0.2442856 Jul 08 01:43:13.074289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-1270eff5-e81d-4390-9b66-f5451788555b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=be961ec5-3359-4796-ad7a-9fdb98964e0a HTTP/1.1" status: 200 len: 217 time: 0.0955014 Jul 08 01:43:13.078935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-8415340e-3b59-403d-a212-7045c67fe0a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd4aa10-b14e-4823-927e-bdfe946a50c3 HTTP/1.1" status: 200 len: 217 time: 0.1011903 Jul 08 01:43:13.118378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e1f32-f20f-45fe-a719-beca7cae7985 req-dca26be4-ff8c-4036-803d-1aaa54e42664 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:13.120102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc4e1f32-f20f-45fe-a719-beca7cae7985 req-dca26be4-ff8c-4036-803d-1aaa54e42664 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 944 time: 0.3157785 Jul 08 01:43:13.172066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc21fd8d-bec6-4592-b569-a237a908d998 req-293558d1-bf14-4532-b7ae-8cc18e039bb5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781251 Jul 08 01:43:13.172770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef', 'tag': '5fd4aa10-b14e-4823-927e-bdfe946a50c3'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:13.174854 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef", "tag": "5fd4aa10-b14e-4823-927e-bdfe946a50c3"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:13.241414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-0ceb1843-3cbb-4302-ab46-4853baf6ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:13.242937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-0ceb1843-3cbb-4302-ab46-4853baf6ba64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1552153 Jul 08 01:43:13.246388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-1237546d-9d72-45d7-bd1e-28d8b47d1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:13.249539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-1237546d-9d72-45d7-bd1e-28d8b47d1faf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.1598086 Jul 08 01:43:13.253134 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93331d1e-1fe0-44a0-8abf-ba82af4b4cdc x-openstack-request-id: req-93331d1e-1fe0-44a0-8abf-ba82af4b4cdc {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:13.253411 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:13.253662 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93331d1e-1fe0-44a0-8abf-ba82af4b4cdc {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:13.254119 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'code': 200} Jul 08 01:43:13.270370 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc4e1f32-f20f-45fe-a719-beca7cae7985 req-ca9c5b9f-4f3d-4ab6-bd52-620d872df06c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132503 Jul 08 01:43:13.357757 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-bb5146b8-3b1f-4184-97a2-1866eeb67d46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846236 Jul 08 01:43:13.529868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-fdf2412d-ac78-4be8-9606-b19b661e3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:13.531453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-fdf2412d-ac78-4be8-9606-b19b661e3cba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2601554 Jul 08 01:43:13.535191 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-b691fd9f-5032-4c1d-817c-8d89f8bf3906 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619956 Jul 08 01:43:13.547911 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb934a-9310-496a-a574-e4144f8ee238 req-916eb2c4-6b30-4f53-9493-bad2e210bf28 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:13.549558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-54bb934a-9310-496a-a574-e4144f8ee238 req-916eb2c4-6b30-4f53-9493-bad2e210bf28 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 945 time: 0.1902103 Jul 08 01:43:13.720022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-54bb934a-9310-496a-a574-e4144f8ee238 req-e7ea1051-504a-41f8-8587-67c8c24901e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512029 Jul 08 01:43:13.766134 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56707c15-dba6-462b-829c-4b44f43ccba5 req-606d1d9c-403b-4a65-8eb1-7c60751642fc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 210 time: 0.0375171 Jul 08 01:43:13.805456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-500cf216-bcad-481a-ab69-3ca1f548f422 req-bb2116f8-f20d-4dec-97b5-60d68f0f993c service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548907 Jul 08 01:43:13.807664 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-ce20fbe1-0347-4c02-b8c8-79f41a771da6 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561357 Jul 08 01:43:13.841039 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaedb6e0-3bca-4b84-8def-4f8670b80c9b x-openstack-request-id: req-eaedb6e0-3bca-4b84-8def-4f8670b80c9b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:13.841341 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef", "tag": "5fd4aa10-b14e-4823-927e-bdfe946a50c3", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:13.841595 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eaedb6e0-3bca-4b84-8def-4f8670b80c9b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:13.842234 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef', 'tag': '5fd4aa10-b14e-4823-927e-bdfe946a50c3', 'status': 'completed', 'code': 200} Jul 08 01:43:14.010139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79969226-df9c-4aa1-b974-22545228cdd7 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:14.045034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f5988a8-0fc9-4385-af69-1578e6b947bb req-0fb5579e-b703-4a51-8d80-49f9b044a75f service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201304 Jul 08 01:43:14.084956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88 req-b58649b7-9941-4861-aa4f-719842972344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:14.086557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88 req-b58649b7-9941-4861-aa4f-719842972344 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 1096 time: 0.1800580 Jul 08 01:43:14.102220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb54ad8-d6f7-454e-aae9-f1b52ea6e173 req-ef655cfd-b81f-4659-8ffc-e019d22b3262 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:14.104464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6eb54ad8-d6f7-454e-aae9-f1b52ea6e173 req-ef655cfd-b81f-4659-8ffc-e019d22b3262 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1991961 Jul 08 01:43:14.127919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 79969226-df9c-4aa1-b974-22545228cdd7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:14.128314 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:14.157394 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:43:14.244979 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6eb54ad8-d6f7-454e-aae9-f1b52ea6e173 req-9e1b30f4-c171-411b-b459-0d014239a6a5 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249018 Jul 08 01:43:14.264452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620aeff-d785-4d07-ba85-4ff4cf4c351f req-7897cc26-c1b9-41f2-b101-e8bb1c24e0e0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:14.264692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1620aeff-d785-4d07-ba85-4ff4cf4c351f req-7897cc26-c1b9-41f2-b101-e8bb1c24e0e0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 948 time: 0.2363241 Jul 08 01:43:14.301945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88 req-53a1c624-9d79-4fc0-b3c4-16edbdebd2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:14.303877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88 req-53a1c624-9d79-4fc0-b3c4-16edbdebd2bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 907 time: 0.1972363 Jul 08 01:43:14.356699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1620aeff-d785-4d07-ba85-4ff4cf4c351f req-a05f9a87-5192-4ce8-ba05-e2fda81b791c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790546 Jul 08 01:43:14.358149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88 req-b07ea525-78a1-4186-be29-5e562cca05b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fd4aa10-b14e-4823-927e-bdfe946a50c3 HTTP/1.1" status: 200 len: 217 time: 0.0430720 Jul 08 01:43:14.469438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88 req-a2771262-df16-4ea4-833a-75778b4c2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:14.471548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88 req-a2771262-df16-4ea4-833a-75778b4c2f56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.1031094 Jul 08 01:43:14.481988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device be961ec5-3359-4796-ad7a-9fdb98964e0a details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:14.567133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88 req-a2c72c41-3f62-46d1-9d5e-52ab2fa7058b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756745 Jul 08 01:43:14.688114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port be961ec5-3359-4796-ad7a-9fdb98964e0a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=be961ec5-3359-4796-ad7a-9fdb98964e0a,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:14.700687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'be961ec5-3359-4796-ad7a-9fdb98964e0a', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'be961ec5-3359-4796-ad7a-9fdb98964e0a', 'mac_address': 'fa:16:3e:38:a5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:14.723277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b306a0-7810-434d-a003-68a4f2baa06f req-b2a9768a-6a32-4594-9ef4-ec38d0f28e24 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:14.725529 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-b2a9768a-6a32-4594-9ef4-ec38d0f28e24 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.24 "GET /v2.0/networks?id=907bfd5e-4e91-48a8-9044-45b170ef0cdd HTTP/1.1" status: 200 len: 821 time: 0.3665287 Jul 08 01:43:14.743354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Request body: {'port': {'device_id': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd', 'admin_state_up': True, 'tenant_id': 'b63007b63f0a471fb546d4d83013becc'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:14.755883 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:14.772226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be961ec5-3359-4796-ad7a-9fdb98964e0a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:14.818885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port be961ec5-3359-4796-ad7a-9fdb98964e0a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=be961ec5-3359-4796-ad7a-9fdb98964e0a,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:14.840704 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:14.840704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:14.866881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88 req-ad29b74c-768b-4111-a375-04040178ecda service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914617 Jul 08 01:43:14.897183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb7445-cd48-4a2f-ae09-a4836a016cbb req-c727f08a-d1d1-4426-a566-ec6bed0f1b07 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:14.899157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ecb7445-cd48-4a2f-ae09-a4836a016cbb req-c727f08a-d1d1-4426-a566-ec6bed0f1b07 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.2986517 Jul 08 01:43:14.926521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:14.937639 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=be961ec5-3359-4796-ad7a-9fdb98964e0a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:14.942253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'mac_address': 'fa:16:3e:1d:a7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:14.985125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390595-a2ab-42bc-9235-e606079bce14 req-9122112c-35e1-4c2c-931a-6ca98f970f68 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:14.985949 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:14.986614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b390595-a2ab-42bc-9235-e606079bce14 req-9122112c-35e1-4c2c-931a-6ca98f970f68 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 947 time: 0.3710463 Jul 08 01:43:15.000757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:15.022144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:15.026884 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:15.034999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ecb7445-cd48-4a2f-ae09-a4836a016cbb req-b806bfb4-d200-4dd0-92cc-3d4d8f2989ac tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949543 Jul 08 01:43:15.100575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Made reservation on behalf of b63007b63f0a471fb546d4d83013becc for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:15.101781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:15.104153 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:15.113671 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d5462b2-0eb2-4656-bfcd-f709a00d2b88 req-40fe3bff-05f9-4f5a-815d-d439c1fc9c92 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284811 Jul 08 01:43:15.125524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b390595-a2ab-42bc-9235-e606079bce14 req-e627dcab-ca40-49b0-bc40-3dc36f206d0b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098988 Jul 08 01:43:15.362481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:15.372812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['be961ec5-3359-4796-ad7a-9fdb98964e0a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:15.577764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dc73ce1-101a-45c0-a271-d18ac384e080 req-c46d4d9c-4664-4e33-bf4f-9d68cbc774c9 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 210 time: 0.0694368 Jul 08 01:43:15.698237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e1461-58d8-4bec-a6bc-1a0ab9d75d9d req-6d2c7048-ca9d-491c-82c8-359af28af7e8 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:15.700762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c52e1461-58d8-4bec-a6bc-1a0ab9d75d9d req-6d2c7048-ca9d-491c-82c8-359af28af7e8 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 944 time: 0.1914091 Jul 08 01:43:15.701996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Allocated IP 172.20.0.11 (907bfd5e-4e91-48a8-9044-45b170ef0cdd/c5ba1596-0785-460c-aa55-b02617295193/b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:15.784880 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c52e1461-58d8-4bec-a6bc-1a0ab9d75d9d req-f82987ed-774f-40cf-838d-e6f4a5f9b119 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706666 Jul 08 01:43:15.995632 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:16.037414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8fbe3-e9f2-40c1-a495-f38f60d1e63e req-bbd51b6d-5345-43d8-a5e4-9a4e3788a1d4 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:16.038965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a8fbe3-e9f2-40c1-a495-f38f60d1e63e req-bbd51b6d-5345-43d8-a5e4-9a4e3788a1d4 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.1298733 Jul 08 01:43:16.110029 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:16.114177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a8fbe3-e9f2-40c1-a495-f38f60d1e63e req-8b15e554-e616-42fd-98bb-90fae747572d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635850 Jul 08 01:43:16.179625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Network 907bfd5e-4e91-48a8-9044-45b170ef0cdd is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:16.183020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:16.194620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:16.222384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event updated for resources: {'Port': ['ID=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:16.316965 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:16.318652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:16.401473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-bd358284-96c2-4d3c-bde7-a527b3b98d4a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6624761 Jul 08 01:43:16.416572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Request body: {'port': {'device_id': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:16.488407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cc779-9eca-410b-abd5-77227a640fdb req-7ba178a1-ae9d-40bf-914d-ffbde9e7fd72 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:16.490614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c7cc779-9eca-410b-abd5-77227a640fdb req-7ba178a1-ae9d-40bf-914d-ffbde9e7fd72 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1666901 Jul 08 01:43:16.500694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dc8f6-b59f-4fb0-8c98-c947bea5df8d req-1da45063-1ba2-44d3-8e40-8c41f34156ed tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:16.502142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-939dc8f6-b59f-4fb0-8c98-c947bea5df8d req-1da45063-1ba2-44d3-8e40-8c41f34156ed tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 950 time: 0.1631544 Jul 08 01:43:16.594804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c7cc779-9eca-410b-abd5-77227a640fdb req-08d8ae9d-70a0-4993-9017-60833a66c57c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916657 Jul 08 01:43:16.595721 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:16.600099 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-939dc8f6-b59f-4fb0-8c98-c947bea5df8d req-655c60f4-497e-45d7-8d1c-8a176f8688ae tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866494 Jul 08 01:43:16.922736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84627b62-a5d8-4c17-8a7c-5c073fce90f6 req-f3598d2a-6fba-4516-9980-2554564f2142 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:16.924262 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84627b62-a5d8-4c17-8a7c-5c073fce90f6 req-f3598d2a-6fba-4516-9980-2554564f2142 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 948 time: 0.1791182 Jul 08 01:43:17.014131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c16d1-0aae-4c6c-9acc-80e81b7029c0 req-45fcbdb1-9b74-4e7c-8475-fed68f0558f7 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:17.015624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-461c16d1-0aae-4c6c-9acc-80e81b7029c0 req-45fcbdb1-9b74-4e7c-8475-fed68f0558f7 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 932 time: 0.1742833 Jul 08 01:43:17.045612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84627b62-a5d8-4c17-8a7c-5c073fce90f6 req-ccccd155-9fb3-438c-9b2e-b2f68f4a2161 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038606 Jul 08 01:43:17.076684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:17.095656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:17.128840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-461c16d1-0aae-4c6c-9acc-80e81b7029c0 req-6086fdb6-fe5e-4857-bf70-64f8032ec74a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888174 Jul 08 01:43:17.132497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Transition to ACTIVE for port object b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:17.139519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:17.259313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Pushing event updated for resources: {'Port': ['ID=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:17.341414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe4fa3-82d7-4ccf-8f12-cf35cbb463a3 req-7ec0973c-7c7d-4bf7-b426-cd5a0dea81e7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:17.342961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3fbe4fa3-82d7-4ccf-8f12-cf35cbb463a3 req-7ec0973c-7c7d-4bf7-b426-cd5a0dea81e7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 944 time: 0.1458650 Jul 08 01:43:17.369176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Attempting to bind port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:17.369517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Attempting to bind port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:17.369925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Attempting to bind port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 on network 907bfd5e-4e91-48a8-9044-45b170ef0cdd {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:17.377442 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 on network 907bfd5e-4e91-48a8-9044-45b170ef0cdd not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:43:17.377768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Attempting to bind port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 on network 907bfd5e-4e91-48a8-9044-45b170ef0cdd {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:17.392605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:17.392944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Checking segment: {'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:17.393336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Bound using segment: {'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:17.393798 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Bound port: b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:17.394138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:17.422162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3fbe4fa3-82d7-4ccf-8f12-cf35cbb463a3 req-2deecc40-a467-4204-a79d-762f0562ec67 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708408 Jul 08 01:43:17.440161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-7635c260-ead3-40df-8899-90cec4926a4e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417893 Jul 08 01:43:17.554611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] For port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:17.563285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] For port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:17.574808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:17.625889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:17.626568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:17.627918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] 10.222.0.24 "PUT /v2.0/ports/b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 HTTP/1.1" status: 200 len: 1093 time: 1.2180994 Jul 08 01:43:17.628376 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'tag': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:17.631579 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "83d7f001-a7ec-41a9-bfbb-46b875f30e7f", "tag": "b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:17.644889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-874a7a96-612e-4098-99ae-7b02f89607a7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:17.649727 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-874a7a96-612e-4098-99ae-7b02f89607a7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845944 Jul 08 01:43:17.667790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-210a650d-51b4-4534-9913-00c8af0bc980 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/quotas/4f8b7809010b42bb88fcc2d1746de01a HTTP/1.1" status: 200 len: 375 time: 0.0143542 Jul 08 01:43:17.724217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c8a92-a554-45bc-95c9-92e01c13d46f service neutron] Pushing event updated for resources: {'Port': ['ID=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:17.801947 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-bbe50f25-d7f2-4dc8-88c8-873f028de58d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1250236 Jul 08 01:43:17.806713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b306a0-7810-434d-a003-68a4f2baa06f req-27c81a7d-4b5c-4b2f-ba27-f6035c51c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:17.808150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-27c81a7d-4b5c-4b2f-ba27-f6035c51c3f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b63007b63f0a471fb546d4d83013becc&device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 1096 time: 0.1300707 Jul 08 01:43:17.883709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-9948030d-ae6e-41d0-beca-1078ccc92955 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 HTTP/1.1" status: 200 len: 217 time: 0.0607851 Jul 08 01:43:17.961604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b306a0-7810-434d-a003-68a4f2baa06f req-fb38e288-b923-4d4a-a154-efdc06d0f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:17.963252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-fb38e288-b923-4d4a-a154-efdc06d0f15c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5ba1596-0785-460c-aa55-b02617295193 HTTP/1.1" status: 200 len: 861 time: 0.0720096 Jul 08 01:43:17.978385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ae61-a1a1-41db-acbb-cd2e47157c2d req-01b00a88-e4f8-416d-ab3c-97f6bdff5ec6 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:17.980100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71a2ae61-a1a1-41db-acbb-cd2e47157c2d req-01b00a88-e4f8-416d-ab3c-97f6bdff5ec6 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.2321982 Jul 08 01:43:17.982023 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783ffc53-7cae-4b44-a78a-1b713effae35 x-openstack-request-id: req-783ffc53-7cae-4b44-a78a-1b713effae35 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:17.982354 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d7f001-a7ec-41a9-bfbb-46b875f30e7f", "tag": "b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:17.982598 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-783ffc53-7cae-4b44-a78a-1b713effae35 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:17.982980 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'tag': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7', 'status': 'completed', 'code': 200} Jul 08 01:43:18.022373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-7b5a53d6-aaa5-4eb6-ad43-e73f529c4c72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=907bfd5e-4e91-48a8-9044-45b170ef0cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384827 Jul 08 01:43:18.077264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5fd4aa10-b14e-4823-927e-bdfe946a50c3 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:18.095318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71a2ae61-a1a1-41db-acbb-cd2e47157c2d req-e7774d16-2e79-4e5d-ac8f-62692997d3ef tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718875 Jul 08 01:43:18.215788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2e3c281-0976-4bbe-8bbb-63363bc75227 req-9d8b8d83-5f73-4850-bd13-e966431a6cb2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 210 time: 0.0571353 Jul 08 01:43:18.257520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5fd4aa10-b14e-4823-927e-bdfe946a50c3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd4aa10-b14e-4823-927e-bdfe946a50c3,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:18.274919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '5fd4aa10-b14e-4823-927e-bdfe946a50c3', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'port_id': '5fd4aa10-b14e-4823-927e-bdfe946a50c3', 'mac_address': 'fa:16:3e:52:6c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94efa8dc-98fe-402d-a487-c19d12a4e6f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:18.282006 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-f1011903-9e2b-47f5-8841-de89a7064315 service neutron] 10.222.0.24 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324059 Jul 08 01:43:18.329332 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:18.366737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd4aa10-b14e-4823-927e-bdfe946a50c3 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:18.416015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5fd4aa10-b14e-4823-927e-bdfe946a50c3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd4aa10-b14e-4823-927e-bdfe946a50c3,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:18.429099 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:18.493861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5fd4aa10-b14e-4823-927e-bdfe946a50c3,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:18.512149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device be961ec5-3359-4796-ad7a-9fdb98964e0a up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:18.582041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b306a0-7810-434d-a003-68a4f2baa06f req-c2582f0c-d5b2-41c1-aed5-0b43d1c5af60 service neutron] 10.222.0.24 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735717 Jul 08 01:43:18.586342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port be961ec5-3359-4796-ad7a-9fdb98964e0a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:18.590077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port be961ec5-3359-4796-ad7a-9fdb98964e0a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:18.590584 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:18.591783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428af75-77ce-45c8-8d07-0d005ace9a1d req-9db4fbf1-cde5-4472-8936-369f0fc6514e tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:18.593785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b428af75-77ce-45c8-8d07-0d005ace9a1d req-9db4fbf1-cde5-4472-8936-369f0fc6514e tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 944 time: 0.1770399 Jul 08 01:43:18.602908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f767b41-e9ac-439d-9e1f-c6f56193ad40 req-902ea8c4-e2a2-41cc-a371-f88d49a21e16 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:18.604550 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f767b41-e9ac-439d-9e1f-c6f56193ad40 req-902ea8c4-e2a2-41cc-a371-f88d49a21e16 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 948 time: 0.3195248 Jul 08 01:43:18.652973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b428af75-77ce-45c8-8d07-0d005ace9a1d req-f89bfb1a-a592-4f27-ae8a-563a87340d2b tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Jul 08 01:43:18.741387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f767b41-e9ac-439d-9e1f-c6f56193ad40 req-05f112a3-6139-44db-bfc2-0a0b35695d5e tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172225 Jul 08 01:43:18.753683 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:18.779267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3 req-91ed869f-a459-4fa6-9b2e-f5882f8766ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:18.781648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3 req-91ed869f-a459-4fa6-9b2e-f5882f8766ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b63007b63f0a471fb546d4d83013becc&device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 1096 time: 0.1219101 Jul 08 01:43:18.795137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5fd4aa10-b14e-4823-927e-bdfe946a50c3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:18.858102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port be961ec5-3359-4796-ad7a-9fdb98964e0a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=be961ec5-3359-4796-ad7a-9fdb98964e0a,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:18.862264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a43279e-749b-49d7-b624-2dfd0cc5f559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be961ec5-3359-4796-ad7a-9fdb98964e0a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:18.866673 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b20566-c37c-4dff-89d1-cae2d74d3bfa" -d '{"events": [{"server_uuid": "7a43279e-749b-49d7-b624-2dfd0cc5f559", "name": "network-vif-plugged", "status": "completed", "tag": "be961ec5-3359-4796-ad7a-9fdb98964e0a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:18.874455 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:18.876675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:18.912905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3 req-4ee1bd8b-2b3b-49dd-b229-6b4356c94c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:18.914350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3 req-4ee1bd8b-2b3b-49dd-b229-6b4356c94c5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=907bfd5e-4e91-48a8-9044-45b170ef0cdd HTTP/1.1" status: 200 len: 922 time: 0.1251917 Jul 08 01:43:18.938473 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2ca73c-b815-4dfa-9f6f-a3c28c8f6fef x-openstack-request-id: req-5e2ca73c-b815-4dfa-9f6f-a3c28c8f6fef {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:18.938767 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a43279e-749b-49d7-b624-2dfd0cc5f559", "name": "network-vif-plugged", "status": "completed", "tag": "be961ec5-3359-4796-ad7a-9fdb98964e0a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:18.939021 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e2ca73c-b815-4dfa-9f6f-a3c28c8f6fef {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:18.939467 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a43279e-749b-49d7-b624-2dfd0cc5f559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be961ec5-3359-4796-ad7a-9fdb98964e0a', 'code': 200} Jul 08 01:43:18.988861 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3 req-da2cc18c-e3a0-450c-b1ba-630ad860b8a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 HTTP/1.1" status: 200 len: 217 time: 0.0664651 Jul 08 01:43:19.025147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=be961ec5-3359-4796-ad7a-9fdb98964e0a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:19.060459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:19.060838 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:19.107067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3 req-6d67d2c4-5384-4a30-873a-dfb1eeac01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:19.108634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3 req-6d67d2c4-5384-4a30-873a-dfb1eeac01a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c5ba1596-0785-460c-aa55-b02617295193 HTTP/1.1" status: 200 len: 861 time: 0.1101396 Jul 08 01:43:19.160994 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3 req-96dbd782-960e-45fd-9743-24b354c39cc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=907bfd5e-4e91-48a8-9044-45b170ef0cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354352 Jul 08 01:43:19.191103 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:19.235243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:19.242158 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:19.247546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b57b0-71cb-40b6-bd0e-0ba54f75ea00 req-8c121072-869c-4b87-8037-fb652ebdc526 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:19.250007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-838b57b0-71cb-40b6-bd0e-0ba54f75ea00 req-8c121072-869c-4b87-8037-fb652ebdc526 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 945 time: 0.2628565 Jul 08 01:43:19.254026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb04c6b-8dbd-4564-9eea-8c155727a303 req-2478ca07-319c-4c8e-a749-18ca62d08db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:19.255513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eeb04c6b-8dbd-4564-9eea-8c155727a303 req-2478ca07-319c-4c8e-a749-18ca62d08db4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 1101 time: 0.2011912 Jul 08 01:43:19.311412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:19.392277 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-838b57b0-71cb-40b6-bd0e-0ba54f75ea00 req-6d62f17a-5bed-44d7-8229-294674e54a14 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242599 Jul 08 01:43:19.399421 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eeb04c6b-8dbd-4564-9eea-8c155727a303 req-2129a018-cc01-4184-9846-c4fb3e00f8b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039357 Jul 08 01:43:19.405415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3 req-dabc3bfd-e65f-43fa-b313-9ba406f064e3 service neutron] 10.222.0.24 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341690 Jul 08 01:43:19.441244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aa1c4-4bf3-49df-af7e-822fd3237baa req-d8f29b08-df49-47c6-a376-c9dc91fed141 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:19.446505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-708aa1c4-4bf3-49df-af7e-822fd3237baa req-d8f29b08-df49-47c6-a376-c9dc91fed141 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1946332 Jul 08 01:43:19.528906 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-cfd09672-25dc-4b24-bbc1-d1f0507ffe48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1275725 Jul 08 01:43:19.627481 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-4c96f0b8-df57-4868-a2aa-f1d7f68f416a tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1578419 Jul 08 01:43:19.634487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-ef2232aa-b64f-4a85-8ec1-c8206e1b14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:19.637706 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-ef2232aa-b64f-4a85-8ec1-c8206e1b14cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 1098 time: 0.0788147 Jul 08 01:43:19.775300 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-a071dbd0-5a30-495c-b18e-6f3323effadc tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:19.776938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-a071dbd0-5a30-495c-b18e-6f3323effadc tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1388214 Jul 08 01:43:19.782773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-7a469593-8244-4375-be1d-0b879b5ddef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:19.788813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-708aa1c4-4bf3-49df-af7e-822fd3237baa req-d551a1ca-9e18-4cc0-8773-8be0a4cd2dae tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245628 Jul 08 01:43:19.790099 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-7a469593-8244-4375-be1d-0b879b5ddef3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 907 time: 0.1074941 Jul 08 01:43:19.797469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Request body: {'port': {'device_id': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '4f8b7809010b42bb88fcc2d1746de01a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:19.850707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dcf2cb52-50aa-4bd7-9383-e395a39405c6 req-41ba81e8-f56c-49ae-b191-d16e73de2e18 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 210 time: 0.0593951 Jul 08 01:43:19.914486 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-f42857aa-3c91-4568-b89a-6599ceae98c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e68c95d-e552-47e7-87b3-3b11a090e838 HTTP/1.1" status: 200 len: 217 time: 0.1142292 Jul 08 01:43:19.981362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-8229cdd5-9840-4c04-af46-275940675be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:19.983156 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-8229cdd5-9840-4c04-af46-275940675be5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.0636370 Jul 08 01:43:20.019292 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3596d99b-153d-4ffa-bcbf-0f50035c9cc3 req-47ebd413-9c3d-4c65-836d-7880417033c7 service neutron] 10.222.0.24 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678785 Jul 08 01:43:20.021050 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-b1f62d5f-f595-440d-8225-7d4e2000442b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267692 Jul 08 01:43:20.085676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5fd4aa10-b14e-4823-927e-bdfe946a50c3 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:20.109259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Made reservation on behalf of 4f8b7809010b42bb88fcc2d1746de01a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:20.113233 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:20.150987 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 5fd4aa10-b14e-4823-927e-bdfe946a50c3 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:20.152033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035f278-a7e5-4b60-84f9-77c27afa1e47 req-139b758e-8c2c-4e76-b65f-ad55d8ca15f2 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:20.153789 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-131e1c1a-6233-40e7-8f65-805a0107ba48 service neutron] 10.222.0.24 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204021 Jul 08 01:43:20.155954 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 5fd4aa10-b14e-4823-927e-bdfe946a50c3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:20.156469 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:20.160551 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0035f278-a7e5-4b60-84f9-77c27afa1e47 req-139b758e-8c2c-4e76-b65f-ad55d8ca15f2 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 949 time: 0.1865678 Jul 08 01:43:20.224314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2435c-afbe-49e3-b52d-d01a18559812 req-d2890ea9-614d-4391-9d98-64d11684dd47 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:20.226316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0a2435c-afbe-49e3-b52d-d01a18559812 req-d2890ea9-614d-4391-9d98-64d11684dd47 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 944 time: 0.2767887 Jul 08 01:43:20.275436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0035f278-a7e5-4b60-84f9-77c27afa1e47 req-d369b22d-db84-41d9-8289-0e727925d96f tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138012 Jul 08 01:43:20.284111 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:20.320592 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b3d5c2-9e5c-47a6-b7de-4f5ef2dbc8d1 req-7ee18636-dc07-4013-a59d-f0b13d6a1c0c service neutron] 10.222.0.24 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592350 Jul 08 01:43:20.329240 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0a2435c-afbe-49e3-b52d-d01a18559812 req-8273120e-f9a9-46d9-a991-cb54ec5285b6 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956509 Jul 08 01:43:20.367606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Allocated IP 192.168.233.75 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/2879901d-f241-4300-a4bb-c7ab29349923) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:20.368520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5fd4aa10-b14e-4823-927e-bdfe946a50c3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd4aa10-b14e-4823-927e-bdfe946a50c3,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:20.375624 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:20.457172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5fd4aa10-b14e-4823-927e-bdfe946a50c3,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:20.522262 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:20.599541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:20.617581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Transition to ACTIVE for port object 2879901d-f241-4300-a4bb-c7ab29349923 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:20.644521 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7314e967-f9f2-475e-b872-b713cc8aa35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:20.684198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:20.701479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7', 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd', 'port_id': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7', 'mac_address': 'fa:16:3e:c1:54:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ba1596-0785-460c-aa55-b02617295193', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:20.769972 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:20.785111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:20.808857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:20.813738 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:20.876508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:20.940373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'}, {'server_uuid': '7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd4aa10-b14e-4823-927e-bdfe946a50c3'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:20.944126 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e3012d-12a8-47a2-bbdd-a1e682c01119" -d '{"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-plugged", "status": "completed", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14"}, {"server_uuid": "7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef", "name": "network-vif-plugged", "status": "completed", "tag": "5fd4aa10-b14e-4823-927e-bdfe946a50c3"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:21.047429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:21.059650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['03235498-e3be-42ce-9acf-b65eea70c8a6', '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:21.065450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['45435edb-41c4-4ed3-b2ef-b59b871587c6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:21.123188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b78b2-0f28-4bf0-be21-1d9dd9767232 req-2151ed1c-8758-4347-9785-a0f87c8d00e0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:21.124770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e1b78b2-0f28-4bf0-be21-1d9dd9767232 req-2151ed1c-8758-4347-9785-a0f87c8d00e0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 946 time: 0.4979937 Jul 08 01:43:21.127637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:21.135678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:21.139105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:21.147760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:21.162225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:21.196527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36c2f-fb65-467c-a2b0-ccc6846669cc req-7cddbca9-e273-48d0-9cf4-10b4e027d035 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:21.203711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bde36c2f-fb65-467c-a2b0-ccc6846669cc req-7cddbca9-e273-48d0-9cf4-10b4e027d035 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.2202456 Jul 08 01:43:21.249143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:21.249775 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:21.255897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e1b78b2-0f28-4bf0-be21-1d9dd9767232 req-dfae5f3a-01a1-468d-b02f-bea52beae9dc tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232185 Jul 08 01:43:21.280745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bde36c2f-fb65-467c-a2b0-ccc6846669cc req-d5d6b31f-1fbd-44d2-99b0-731fcc42e81d tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761271 Jul 08 01:43:21.282124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-d04f94c4-590c-4c95-bd80-233cc0fcbf5c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4922085 Jul 08 01:43:21.295500 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Request body: {'port': {'device_id': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:21.453840 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:21.482924 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c2ba28-dad9-4e79-b88d-5912fac32193 x-openstack-request-id: req-10c2ba28-dad9-4e79-b88d-5912fac32193 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:21.483520 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-plugged", "status": "completed", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14", "code": 200}, {"server_uuid": "7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef", "name": "network-vif-plugged", "status": "completed", "tag": "5fd4aa10-b14e-4823-927e-bdfe946a50c3", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:21.483723 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10c2ba28-dad9-4e79-b88d-5912fac32193 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:21.484262 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'code': 200} Jul 08 01:43:21.484770 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd4aa10-b14e-4823-927e-bdfe946a50c3', 'code': 200} Jul 08 01:43:21.615930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e2c8eb53-e938-48f1-a731-8158a3f7a308 None None] Provisioning for port 2879901d-f241-4300-a4bb-c7ab29349923 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:21.637001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e2c8eb53-e938-48f1-a731-8158a3f7a308 None None] Provisioning complete for port 2879901d-f241-4300-a4bb-c7ab29349923 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:21.637418 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e2c8eb53-e938-48f1-a731-8158a3f7a308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:21.711429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8eb53-e938-48f1-a731-8158a3f7a308 None None] Port 2879901d-f241-4300-a4bb-c7ab29349923 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:21.816736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e1eac-adf2-440a-a3fc-fa6a0f36f910 req-1825f0b8-a8c2-4a35-8a92-8ea7cdd9aa52 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:21.819876 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-444e1eac-adf2-440a-a3fc-fa6a0f36f910 req-1825f0b8-a8c2-4a35-8a92-8ea7cdd9aa52 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 935 time: 0.3114102 Jul 08 01:43:21.847276 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f9cc6-583f-4a65-b2bf-cc751b3dbee0 req-8543cbd7-bd4e-4c6d-bec6-812d05ec8f25 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:21.849527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c22f9cc6-583f-4a65-b2bf-cc751b3dbee0 req-8543cbd7-bd4e-4c6d-bec6-812d05ec8f25 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 949 time: 0.2828109 Jul 08 01:43:21.871798 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6ccef-1f44-49d8-87f3-2155f289bdd6 req-3386c83e-2fec-4134-a741-609ceecf92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:21.873323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ca6ccef-1f44-49d8-87f3-2155f289bdd6 req-3386c83e-2fec-4134-a741-609ceecf92c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 1098 time: 0.2792923 Jul 08 01:43:21.962531 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-444e1eac-adf2-440a-a3fc-fa6a0f36f910 req-d9e8f747-58da-4ddc-bb25-7c8f92e24ff1 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349163 Jul 08 01:43:21.980092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c22f9cc6-583f-4a65-b2bf-cc751b3dbee0 req-b1194a3f-c3c5-4272-9b56-73c13e19bb14 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225924 Jul 08 01:43:21.992564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ca6ccef-1f44-49d8-87f3-2155f289bdd6 req-7e3d8aeb-8730-491f-9332-a67871dffa39 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120005 Jul 08 01:43:22.049149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2879901d-f241-4300-a4bb-c7ab29349923 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:22.058546 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:22.076293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Transition to ACTIVE for port object 2879901d-f241-4300-a4bb-c7ab29349923 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:22.081981 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:22.183312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:22.267359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba9a7c-f817-41f5-9a66-e1676c718cc0 req-5ab45401-f8d9-47de-862c-04e003f74a4c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:22.271280 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48ba9a7c-f817-41f5-9a66-e1676c718cc0 req-5ab45401-f8d9-47de-862c-04e003f74a4c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 945 time: 0.1593778 Jul 08 01:43:22.301394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:22.301822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:22.302857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:22.313910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Port 2879901d-f241-4300-a4bb-c7ab29349923 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:43:22.314241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:22.325810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:22.326228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:22.326692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:22.327154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Bound port: 2879901d-f241-4300-a4bb-c7ab29349923, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:22.327524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:22.345473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48ba9a7c-f817-41f5-9a66-e1676c718cc0 req-67cd9c17-0802-4aaa-b2fe-cc173d8a48d8 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669107 Jul 08 01:43:22.411863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:22.415718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:22.422015 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:22.500032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:22.500724 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:22.502563 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] 10.222.0.24 "PUT /v2.0/ports/2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 1096 time: 1.2113547 Jul 08 01:43:22.510628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:22.512921 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c86f847-7930-4876-b321-948dd3ecd58f" -d '{"events": [{"name": "network-changed", "server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "tag": "2879901d-f241-4300-a4bb-c7ab29349923"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:22.614888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb051c-7b22-4cf9-ab35-519f412275f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:22.647045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79141f0e-d1e5-4f85-922e-34129c1f664b req-08e956d1-17ca-48c5-a216-b6c08829f106 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:22.648708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79141f0e-d1e5-4f85-922e-34129c1f664b req-08e956d1-17ca-48c5-a216-b6c08829f106 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 1101 time: 0.2161155 Jul 08 01:43:22.667360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538ab0f-175e-49d1-9a95-87fae9ad5ea7 req-3283fecb-bc4c-471f-993e-899097e36fbf tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:22.668969 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d538ab0f-175e-49d1-9a95-87fae9ad5ea7 req-3283fecb-bc4c-471f-993e-899097e36fbf tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 946 time: 0.1781719 Jul 08 01:43:22.709337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-75a67ea6-c58e-4466-95d9-5cc6558f83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:22.710868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-75a67ea6-c58e-4466-95d9-5cc6558f83b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1099 time: 0.1607835 Jul 08 01:43:22.773096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79141f0e-d1e5-4f85-922e-34129c1f664b req-b2a08fb4-73db-416a-a889-4299ed97f468 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023145 Jul 08 01:43:22.774341 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-04f3be60-c6db-4811-8693-9c680b947751 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 217 time: 0.0522771 Jul 08 01:43:22.779624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d538ab0f-175e-49d1-9a95-87fae9ad5ea7 req-4bce41cf-a30b-4139-bc50-aca2336d10a3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000752 Jul 08 01:43:22.842628 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534f41f4-4618-4da2-a19f-16af8e97c3f3 x-openstack-request-id: req-534f41f4-4618-4da2-a19f-16af8e97c3f3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:22.843040 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "tag": "2879901d-f241-4300-a4bb-c7ab29349923", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:22.843391 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-534f41f4-4618-4da2-a19f-16af8e97c3f3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:22.843880 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923', 'status': 'completed', 'code': 200} Jul 08 01:43:22.845856 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-0a1f8e87-a5e1-4bcc-8ac3-2e7b0688a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:22.847689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-0a1f8e87-a5e1-4bcc-8ac3-2e7b0688a1f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0657046 Jul 08 01:43:22.962924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-b54bc9ab-80b1-4354-83cb-b313efc5730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:22.964514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-b54bc9ab-80b1-4354-83cb-b313efc5730f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1090033 Jul 08 01:43:23.067392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-97033cc6-a2b4-4e5e-a6a7-839547c66ca9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379512 Jul 08 01:43:23.078575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6f0e2-0e36-48f3-be78-7b18f26d4458 req-458eed59-0eb8-4747-9b17-16e3096bf888 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:23.084810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ff6f0e2-0e36-48f3-be78-7b18f26d4458 req-458eed59-0eb8-4747-9b17-16e3096bf888 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1757028 Jul 08 01:43:23.257676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-77b741b3-f60d-4726-a576-d1e940c8970f service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849977 Jul 08 01:43:23.268696 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ff6f0e2-0e36-48f3-be78-7b18f26d4458 req-a8fc153b-f370-4480-a2b4-29591e979df8 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818399 Jul 08 01:43:23.347739 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-97ec49a9-5d81-4a2e-ab90-0679549adca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:23.354601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-bbfb8068-b866-4608-903c-600d00bcc467 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:23.361259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-bbfb8068-b866-4608-903c-600d00bcc467 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2721961 Jul 08 01:43:23.391971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-62eeafff-c163-43fd-994d-314e640c8328 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/quotas/7161b0fc71974f25a9dfe35daeaa8f16 HTTP/1.1" status: 200 len: 375 time: 0.0295193 Jul 08 01:43:23.400415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-8d8d831f-f8ed-4f18-95fe-f46c16c594bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2282424 Jul 08 01:43:23.505916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-434e53ff-55ec-4f94-ad11-aed749a25cbe req-26184b97-02fc-4c33-bf19-1e8c592b7aa7 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337906 Jul 08 01:43:23.597139 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:23.625843 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-48e45a14-84bb-493e-ba7c-c300fe724c7c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2243733 Jul 08 01:43:23.636905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9690df-4ec3-475a-a77f-097f2f51cfc6 req-7eadf789-0de4-4cc6-9c69-035055fe4f5d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:23.638408 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af9690df-4ec3-475a-a77f-097f2f51cfc6 req-7eadf789-0de4-4cc6-9c69-035055fe4f5d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 947 time: 0.2338576 Jul 08 01:43:23.648875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-560a358d-b14a-434e-a926-fd1f4f01a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:23.650366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-560a358d-b14a-434e-a926-fd1f4f01a790 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 1102 time: 0.2000799 Jul 08 01:43:23.749454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86f847-7930-4876-b321-948dd3ecd58f req-9308a695-4160-44be-ada9-3f2d9c5fe744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:23.750216 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c86f847-7930-4876-b321-948dd3ecd58f req-9308a695-4160-44be-ada9-3f2d9c5fe744 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1099 time: 0.1943698 Jul 08 01:43:23.787575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af9690df-4ec3-475a-a77f-097f2f51cfc6 req-2ee32188-8c7b-40b8-aa3a-9454b982f8d1 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361241 Jul 08 01:43:23.899112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-7d975369-41e4-4f2f-8cf2-5756fd7a5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:23.900671 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-7d975369-41e4-4f2f-8cf2-5756fd7a5b8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2216702 Jul 08 01:43:23.987036 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-207f2688-e02a-4d9e-a31e-245625e32894 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=25e3a57c-6aae-47db-ba63-53c641b42d4c HTTP/1.1" status: 200 len: 217 time: 0.0665596 Jul 08 01:43:24.020930 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86f847-7930-4876-b321-948dd3ecd58f req-015065fb-e6f0-49ef-8f19-9994d6003217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:24.022709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c86f847-7930-4876-b321-948dd3ecd58f req-015065fb-e6f0-49ef-8f19-9994d6003217 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2322164 Jul 08 01:43:24.134362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c86f847-7930-4876-b321-948dd3ecd58f req-c510edb5-2023-49e8-a90e-dfd81deb26e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 217 time: 0.1004281 Jul 08 01:43:24.158836 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52caf4e5-ed1e-45ff-b5e4-8871ef14eb82 req-04618255-b8ea-4582-a9fc-f40d12fc801b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 210 time: 0.1076789 Jul 08 01:43:24.225562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-59f1f1e1-2b5f-4eda-8791-5c8ca01c9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:24.227225 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-59f1f1e1-2b5f-4eda-8791-5c8ca01c9386 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.2018089 Jul 08 01:43:24.230732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86f847-7930-4876-b321-948dd3ecd58f req-f3c82bf1-5cfa-490d-a0ce-6a907cd8d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:24.232847 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c86f847-7930-4876-b321-948dd3ecd58f req-f3c82bf1-5cfa-490d-a0ce-6a907cd8d122 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0771191 Jul 08 01:43:24.329897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f0cc-9a3d-407e-9b9a-30d6bb49973f req-7f8d4dac-623a-4301-9b0d-2cf70c5aded0 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:24.331501 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3986f0cc-9a3d-407e-9b9a-30d6bb49973f req-7f8d4dac-623a-4301-9b0d-2cf70c5aded0 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 945 time: 0.3078318 Jul 08 01:43:24.419942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-2da22965-eed9-43a9-94a1-190676bfa5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:24.421523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-2da22965-eed9-43a9-94a1-190676bfa5fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1855323 Jul 08 01:43:24.423124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86f847-7930-4876-b321-948dd3ecd58f req-7d52958b-1bb7-4b35-aefe-27f961bee11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:24.424496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c86f847-7930-4876-b321-948dd3ecd58f req-7d52958b-1bb7-4b35-aefe-27f961bee11b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1713479 Jul 08 01:43:24.440213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-0d99f841-8b73-44a1-a825-d43f887db048 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:43:24.441201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-0d99f841-8b73-44a1-a825-d43f887db048 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068982 Jul 08 01:43:24.457562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3986f0cc-9a3d-407e-9b9a-30d6bb49973f req-ba41de86-602d-42f4-84af-9daa35f1fcb2 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011596 Jul 08 01:43:24.566612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:24.670124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:24.678160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:24.678843 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:24.711337 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:24.805843 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:24.841296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:24.843858 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efca85f2-b7c2-45b5-9716-fad482cc11a9" -d '{"events": [{"server_uuid": "83d7f001-a7ec-41a9-bfbb-46b875f30e7f", "name": "network-vif-plugged", "status": "completed", "tag": "b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:24.860216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:24.864787 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:25.018811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed80d29-6d3c-46b8-a892-fd32658856a9 req-af6cb653-3145-4619-a798-c00811f18a82 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:25.020437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ed80d29-6d3c-46b8-a892-fd32658856a9 req-af6cb653-3145-4619-a798-c00811f18a82 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 946 time: 0.6405158 Jul 08 01:43:25.075678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c86f847-7930-4876-b321-948dd3ecd58f req-5ffdec8f-8aa2-4bd7-a57c-f995abfbe1b6 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401305 Jul 08 01:43:25.085657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-2483ae0a-639d-4749-bcf7-04bc6cf2fd49 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168926 Jul 08 01:43:25.093556 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:25.135076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f145e-22f0-4754-bb65-d6eb75d2b120 req-5bb797f3-b65e-454b-a3da-d82c6235a577 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:25.136539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e6f145e-22f0-4754-bb65-d6eb75d2b120 req-5bb797f3-b65e-454b-a3da-d82c6235a577 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2793827 Jul 08 01:43:25.170698 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ed80d29-6d3c-46b8-a892-fd32658856a9 req-1708bf3c-2628-4ab1-b3db-d07578a78f11 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384249 Jul 08 01:43:25.297672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e6f145e-22f0-4754-bb65-d6eb75d2b120 req-7e4c8f6c-77a5-455d-adef-9ab2118a827a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306450 Jul 08 01:43:25.355767 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c86f847-7930-4876-b321-948dd3ecd58f req-2791a7b7-94f7-4946-97d1-8391daf886d9 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683187 Jul 08 01:43:25.378580 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72976580-0110-4c96-aa3a-85e677d93eb8 req-529ed49e-e1ee-4010-ab53-821745965d30 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704217 Jul 08 01:43:25.394372 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-63985a16-1d19-4845-8ffe-4d4cf9b9cdd4 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345387 Jul 08 01:43:25.430187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c56fbe-8a21-46e2-9005-e16b9e9d98d7 req-e284e7c2-5dba-4ce4-8847-6eccb43beaab tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:25.453139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39c56fbe-8a21-46e2-9005-e16b9e9d98d7 req-e284e7c2-5dba-4ce4-8847-6eccb43beaab tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1527030 Jul 08 01:43:25.547823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39c56fbe-8a21-46e2-9005-e16b9e9d98d7 req-235e2a63-f92e-4f43-a4a3-a24ef34149c8 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870409 Jul 08 01:43:25.564530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-ea157f9c-a4b3-4c8b-9cec-ab19f723061e tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:25.566092 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-ea157f9c-a4b3-4c8b-9cec-ab19f723061e tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647537 Jul 08 01:43:25.581176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Request body: {'port': {'device_id': '22abf8e4-10d6-452c-8ed1-b9229793414c', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '7161b0fc71974f25a9dfe35daeaa8f16'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:25.595202 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aadd7ad-c78f-4c3d-9e9f-e8236fd2754d x-openstack-request-id: req-7aadd7ad-c78f-4c3d-9e9f-e8236fd2754d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:25.595828 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d7f001-a7ec-41a9-bfbb-46b875f30e7f", "name": "network-vif-plugged", "status": "completed", "tag": "b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:25.595828 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7aadd7ad-c78f-4c3d-9e9f-e8236fd2754d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:25.596291 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7', 'code': 200} Jul 08 01:43:25.614385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fe373-3baa-4cf3-adaa-b48b27abdf15 req-a2cc462f-ae6b-45f4-9661-e426ab3c0d4f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:25.617064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e1fe373-3baa-4cf3-adaa-b48b27abdf15 req-a2cc462f-ae6b-45f4-9661-e426ab3c0d4f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 947 time: 0.1354523 Jul 08 01:43:25.682134 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e1fe373-3baa-4cf3-adaa-b48b27abdf15 req-086d8590-0874-433e-a48a-d15d2ac6b84e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582571 Jul 08 01:43:25.755878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Made reservation on behalf of 7161b0fc71974f25a9dfe35daeaa8f16 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:25.760713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:25.862032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e92e2787-8092-4222-9e9f-a20e5dec9e87 req-a13623ea-b938-473b-9032-aae6caaec06a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 210 time: 0.0406115 Jul 08 01:43:25.885716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3470c38-8fab-49f4-99a4-2ec8bdc93fb3 req-15c2565f-e4d5-41e3-99db-2117b109bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:25.887507 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3470c38-8fab-49f4-99a4-2ec8bdc93fb3 req-15c2565f-e4d5-41e3-99db-2117b109bead service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 1098 time: 0.1549637 Jul 08 01:43:25.938020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Allocated IP 192.168.233.112 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/2bafcebe-f78e-4612-a1ba-327e0c136bab) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:26.077352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3470c38-8fab-49f4-99a4-2ec8bdc93fb3 req-6b9aade8-777a-424c-9037-f4289aa299e9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826427 Jul 08 01:43:26.148151 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b73b6-0ca0-4812-8d54-b983fd787375 req-287f82c8-e127-4b1e-a16f-a0ae0eb64ab1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:26.149974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a42b73b6-0ca0-4812-8d54-b983fd787375 req-287f82c8-e127-4b1e-a16f-a0ae0eb64ab1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1114404 Jul 08 01:43:26.159599 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:26.174605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Transition to ACTIVE for port object 2bafcebe-f78e-4612-a1ba-327e0c136bab will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:26.187554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13636c94-f64f-469c-8b18-cecbc7e1d4c3 req-f01c0e2b-1279-45c9-878c-21b435ba5f83 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:26.189495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13636c94-f64f-469c-8b18-cecbc7e1d4c3 req-f01c0e2b-1279-45c9-878c-21b435ba5f83 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.1160743 Jul 08 01:43:26.207052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a42b73b6-0ca0-4812-8d54-b983fd787375 req-a3123d72-2131-40b1-a9fa-fc9896346072 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505285 Jul 08 01:43:26.218317 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:26.236875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c', '0258ddbc-e545-4459-8485-54b41942999f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:26.281423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13636c94-f64f-469c-8b18-cecbc7e1d4c3 req-5a833aa8-b160-4173-b99b-13eeb23d21ac tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646441 Jul 08 01:43:26.283921 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', '4e840034-017f-416a-995f-85f61e84af70', 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0', 'be961ec5-3359-4796-ad7a-9fdb98964e0a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:26.297451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:26.305336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:26.329472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:26.335050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event updated for resources: {'Port': ['ID=2bafcebe-f78e-4612-a1ba-327e0c136bab,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:26.408359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:26.409215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:26.412364 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:26.429298 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-e12bcc45-1f0b-40a6-b257-4ede5b4dc88a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8536780 Jul 08 01:43:26.463551 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Request body: {'port': {'device_id': '22abf8e4-10d6-452c-8ed1-b9229793414c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:26.546936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672cff9-7a52-47c7-aff6-bcb6417fcc32 req-ed71a031-8731-4e74-b89b-fd072fd7b0eb tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:26.551911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f672cff9-7a52-47c7-aff6-bcb6417fcc32 req-ed71a031-8731-4e74-b89b-fd072fd7b0eb tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 946 time: 0.1103439 Jul 08 01:43:26.567895 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:26.595811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:26.639127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f672cff9-7a52-47c7-aff6-bcb6417fcc32 req-0497805a-11e9-4b3f-bcf5-df588f0b7d57 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835917 Jul 08 01:43:26.824052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-efc46435-0cfe-49ee-81df-67656304e151 None None] Provisioning for port 2bafcebe-f78e-4612-a1ba-327e0c136bab completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:26.831210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-efc46435-0cfe-49ee-81df-67656304e151 None None] Provisioning complete for port 2bafcebe-f78e-4612-a1ba-327e0c136bab triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:26.831926 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-efc46435-0cfe-49ee-81df-67656304e151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:26.923354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de132dfa-0050-4075-be07-05c0645c4d7b req-477e509d-48a8-46ad-9d59-d382b137f52a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:26.925068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de132dfa-0050-4075-be07-05c0645c4d7b req-477e509d-48a8-46ad-9d59-d382b137f52a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1605325 Jul 08 01:43:26.952600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bafcebe-f78e-4612-a1ba-327e0c136bab {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:26.960944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79b0d7-442a-4c84-b6d5-15415ffd66c6 req-666513d8-4e29-493f-b8ac-52ff75878780 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:26.961221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:26.962569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b79b0d7-442a-4c84-b6d5-15415ffd66c6 req-666513d8-4e29-493f-b8ac-52ff75878780 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1378429 Jul 08 01:43:26.976991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Transition to ACTIVE for port object 2bafcebe-f78e-4612-a1ba-327e0c136bab will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:26.979269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-efc46435-0cfe-49ee-81df-67656304e151 None None] Port 2bafcebe-f78e-4612-a1ba-327e0c136bab cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:26.988689 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:27.015367 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:27.049501 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de132dfa-0050-4075-be07-05c0645c4d7b req-cc52a139-b75e-4dbd-a010-b003e6c58cd4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164773 Jul 08 01:43:27.050757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '2879901d-f241-4300-a4bb-c7ab29349923', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '2879901d-f241-4300-a4bb-c7ab29349923', 'mac_address': 'fa:16:3e:a0:5b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:27.086251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b79b0d7-442a-4c84-b6d5-15415ffd66c6 req-1cd5fa77-f825-4553-a5ff-9206e21fb9fb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141491 Jul 08 01:43:27.101684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Pushing event updated for resources: {'Port': ['ID=2bafcebe-f78e-4612-a1ba-327e0c136bab,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:27.207569 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:27.289734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2879901d-f241-4300-a4bb-c7ab29349923 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:27.304587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Attempting to bind port 2bafcebe-f78e-4612-a1ba-327e0c136bab on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:27.305453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Attempting to bind port 2bafcebe-f78e-4612-a1ba-327e0c136bab by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:27.305800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Attempting to bind port 2bafcebe-f78e-4612-a1ba-327e0c136bab on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:27.311123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Port 2bafcebe-f78e-4612-a1ba-327e0c136bab on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:43:27.311474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Attempting to bind port 2bafcebe-f78e-4612-a1ba-327e0c136bab on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:27.317468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:27.317970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:27.318259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:27.318846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Bound port: 2bafcebe-f78e-4612-a1ba-327e0c136bab, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:27.319213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:27.347789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:27.381051 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:27.418625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167cd81-e532-489e-89cf-61774bcf0b95 req-d5573298-c6e6-40a0-a52e-04c067616d96 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:27.421212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5167cd81-e532-489e-89cf-61774bcf0b95 req-d5573298-c6e6-40a0-a52e-04c067616d96 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 946 time: 0.1749437 Jul 08 01:43:27.425725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] For port 2bafcebe-f78e-4612-a1ba-327e0c136bab, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:27.435724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] For port 2bafcebe-f78e-4612-a1ba-327e0c136bab, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2bafcebe-f78e-4612-a1ba-327e0c136bab,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:27.441304 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:27.476145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:27.492645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:27.493293 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:27.495018 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] 10.222.0.16 "PUT /v2.0/ports/2bafcebe-f78e-4612-a1ba-327e0c136bab HTTP/1.1" status: 200 len: 1097 time: 1.0466335 Jul 08 01:43:27.495292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22abf8e4-10d6-452c-8ed1-b9229793414c', 'tag': '2bafcebe-f78e-4612-a1ba-327e0c136bab'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:27.497923 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861d9177-b48c-462d-b8f6-77d27e6add10" -d '{"events": [{"name": "network-changed", "server_uuid": "22abf8e4-10d6-452c-8ed1-b9229793414c", "tag": "2bafcebe-f78e-4612-a1ba-327e0c136bab"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:27.521804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fdac20-f6a2-42ef-87fc-45fe3e590a94 req-ca907f33-b8b3-4330-bef6-3b73da475452 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:27.523453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46fdac20-f6a2-42ef-87fc-45fe3e590a94 req-ca907f33-b8b3-4330-bef6-3b73da475452 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 947 time: 0.2164865 Jul 08 01:43:27.527446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693bc47-1d99-4c24-b837-49d7643ffcfd service neutron] Pushing event updated for resources: {'Port': ['ID=2bafcebe-f78e-4612-a1ba-327e0c136bab,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:27.560923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5167cd81-e532-489e-89cf-61774bcf0b95 req-bb84d687-2fb8-4e21-94aa-b900fd4afe15 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299751 Jul 08 01:43:27.637665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-79fa405e-06d2-47b9-b612-0cdcd5168da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:27.640083 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-79fa405e-06d2-47b9-b612-0cdcd5168da4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 1100 time: 0.0867324 Jul 08 01:43:27.644023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46fdac20-f6a2-42ef-87fc-45fe3e590a94 req-c57fe6c6-1d7b-4436-9f5e-7198e9cfa4f3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056058 Jul 08 01:43:27.697099 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-5db69bbf-e8f9-4105-81d2-bc0383b602b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2bafcebe-f78e-4612-a1ba-327e0c136bab HTTP/1.1" status: 200 len: 217 time: 0.0400009 Jul 08 01:43:27.784845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-392f9ab2-44da-404c-84bb-53e86af29f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:27.786931 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-392f9ab2-44da-404c-84bb-53e86af29f55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0814257 Jul 08 01:43:27.817813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['2879901d-f241-4300-a4bb-c7ab29349923'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:27.884328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-9d5bf9d7-41cb-49e8-bb2f-9554d19ef7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:27.884866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4590d2e-2fec-4e28-9bcd-e62c56338ae3 req-d7ccd352-7f51-4e31-a6bc-ea3d750ea39a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:27.885864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-9d5bf9d7-41cb-49e8-bb2f-9554d19ef7eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902328 Jul 08 01:43:27.886910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4590d2e-2fec-4e28-9bcd-e62c56338ae3 req-d7ccd352-7f51-4e31-a6bc-ea3d750ea39a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 948 time: 0.0973907 Jul 08 01:43:27.935718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4590d2e-2fec-4e28-9bcd-e62c56338ae3 req-2bcaa65d-ad88-4359-8661-23222f75bc4e tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415282 Jul 08 01:43:28.027034 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-ff0e07c9-7943-4582-abbe-9168eba87969 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327658 Jul 08 01:43:28.043539 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf411024-9c7d-4fc9-a8e1-75c3e093ff1a x-openstack-request-id: req-bf411024-9c7d-4fc9-a8e1-75c3e093ff1a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:28.043959 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22abf8e4-10d6-452c-8ed1-b9229793414c", "tag": "2bafcebe-f78e-4612-a1ba-327e0c136bab", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:28.044219 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf411024-9c7d-4fc9-a8e1-75c3e093ff1a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:28.044641 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22abf8e4-10d6-452c-8ed1-b9229793414c', 'tag': '2bafcebe-f78e-4612-a1ba-327e0c136bab', 'status': 'completed', 'code': 200} Jul 08 01:43:28.073811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a8704-e33c-4071-ba7b-c9f8cabfb774 req-54092ff1-2f4f-417b-8019-9ea2548473a4 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:28.075120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f8a8704-e33c-4071-ba7b-c9f8cabfb774 req-54092ff1-2f4f-417b-8019-9ea2548473a4 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.1020286 Jul 08 01:43:28.119941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f8a8704-e33c-4071-ba7b-c9f8cabfb774 req-8b1482d1-983f-4137-8770-f796fa23f264 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386031 Jul 08 01:43:28.138413 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a64b0d34-64c1-4ff9-b076-6fa37563c86f req-37dd0a40-4f28-45d2-9f46-52da54d8674b service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034677 Jul 08 01:43:28.284897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-e18a1713-0048-4043-b7fa-a1636010fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:28.288258 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-e18a1713-0048-4043-b7fa-a1636010fdaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 1100 time: 0.0768473 Jul 08 01:43:28.400664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-4f72c769-200e-4e49-ba4a-7d6838766363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:28.402769 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-4f72c769-200e-4e49-ba4a-7d6838766363 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1078436 Jul 08 01:43:28.471249 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-e2f11cc2-b712-423b-9cf5-56688f02c417 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2bafcebe-f78e-4612-a1ba-327e0c136bab HTTP/1.1" status: 200 len: 217 time: 0.0586789 Jul 08 01:43:28.518366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8190f6-bc3a-4dd3-b9e8-3a538694af01 req-4ac184a5-0356-4b65-84dd-4119c13cc99a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:28.520085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee8190f6-bc3a-4dd3-b9e8-3a538694af01 req-4ac184a5-0356-4b65-84dd-4119c13cc99a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.0944910 Jul 08 01:43:28.538998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-3e912459-22f9-4dc6-9989-ef1ff37eecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:28.540664 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-3e912459-22f9-4dc6-9989-ef1ff37eecc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0597217 Jul 08 01:43:28.588821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee8190f6-bc3a-4dd3-b9e8-3a538694af01 req-7954cf49-392f-4ab7-b2bb-88eb737be2b4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613654 Jul 08 01:43:28.608531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-aec041be-09a9-466d-bc22-af3292420675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:28.610280 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-aec041be-09a9-466d-bc22-af3292420675 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0615649 Jul 08 01:43:28.635936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da97f4f-d43a-47c7-847b-960777b6495a req-1faf81d9-9789-45c6-914a-ed002e588913 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:28.637702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2da97f4f-d43a-47c7-847b-960777b6495a req-1faf81d9-9789-45c6-914a-ed002e588913 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.0894675 Jul 08 01:43:28.685369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2da97f4f-d43a-47c7-847b-960777b6495a req-dfd8f0b1-ee74-4705-b6a4-3b8f216495e0 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393043 Jul 08 01:43:28.735241 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-b21021cd-9092-4888-bfd7-57f2c9b34abb service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172714 Jul 08 01:43:28.804409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cc8f5-2cf7-4042-96ab-d92246a56493 req-989141e4-49e6-43d8-9c4b-335fa0dd3267 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:28.806197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-205cc8f5-2cf7-4042-96ab-d92246a56493 req-989141e4-49e6-43d8-9c4b-335fa0dd3267 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 946 time: 0.0884364 Jul 08 01:43:28.865733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-205cc8f5-2cf7-4042-96ab-d92246a56493 req-25d9c960-98db-49ba-be7c-4da6fd354816 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537601 Jul 08 01:43:28.869125 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-861d9177-b48c-462d-b8f6-77d27e6add10 req-f574928e-dd3b-4b95-9eca-05f77c6c7d47 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224136 Jul 08 01:43:29.034972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d98c86-b404-426c-80f8-179939347b85 req-172b51b5-c59e-4339-994d-9dadf7eb532f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:29.034972 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14d98c86-b404-426c-80f8-179939347b85 req-172b51b5-c59e-4339-994d-9dadf7eb532f tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 948 time: 0.0659170 Jul 08 01:43:29.087437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14d98c86-b404-426c-80f8-179939347b85 req-772518de-b710-46ab-a04f-eba42923ea20 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383587 Jul 08 01:43:29.223018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aecc0c-013b-4ccb-9e67-94a19e62b2f6 req-529d3b2f-5045-45ba-91b9-38643a22088d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:29.225928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50aecc0c-013b-4ccb-9e67-94a19e62b2f6 req-529d3b2f-5045-45ba-91b9-38643a22088d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.0898371 Jul 08 01:43:29.311638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50aecc0c-013b-4ccb-9e67-94a19e62b2f6 req-f8d2bb97-06dc-4779-a9a0-9f0d05729c30 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736196 Jul 08 01:43:29.354665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ad843-9339-4c0b-b178-13025f06b09e req-fcefa3fb-29ce-490b-8e1e-f20feeb5700c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:29.357584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e3ad843-9339-4c0b-b178-13025f06b09e req-fcefa3fb-29ce-490b-8e1e-f20feeb5700c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.1303282 Jul 08 01:43:29.406481 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e3ad843-9339-4c0b-b178-13025f06b09e req-5bb17a92-3eef-4e9d-afe9-f9df952517f7 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Jul 08 01:43:29.513454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4d755-5260-4cb2-98ad-7ae3fd10c1f7 req-6d74e5b3-19db-438e-9894-25fa1a7486ec tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:29.516256 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5a4d755-5260-4cb2-98ad-7ae3fd10c1f7 req-6d74e5b3-19db-438e-9894-25fa1a7486ec tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 948 time: 0.0813525 Jul 08 01:43:29.612396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5a4d755-5260-4cb2-98ad-7ae3fd10c1f7 req-d5501e7d-7000-4dab-85f0-7aad93900916 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890331 Jul 08 01:43:29.665564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560e61a-a65b-4503-b191-750b440b4afc req-df2498bd-0aab-4479-b9d8-e8adad2f9821 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:29.667193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a560e61a-a65b-4503-b191-750b440b4afc req-df2498bd-0aab-4479-b9d8-e8adad2f9821 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.1342640 Jul 08 01:43:29.722151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a560e61a-a65b-4503-b191-750b440b4afc req-8078935f-6d06-4645-8639-c44b82ca688d tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389409 Jul 08 01:43:29.803181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e9c89-ee07-4251-bce3-e90f015f1737 req-2cc5acca-a514-4273-ab95-57ffe92741f8 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:29.804715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-114e9c89-ee07-4251-bce3-e90f015f1737 req-2cc5acca-a514-4273-ab95-57ffe92741f8 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.0683937 Jul 08 01:43:29.849775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-114e9c89-ee07-4251-bce3-e90f015f1737 req-ae3f0d8a-eb51-4db1-9546-0fc15b7e71a4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370581 Jul 08 01:43:29.926256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82412b78-0e95-4a8c-846f-00d5842b5eab req-46a7d67a-aa37-42fb-aab5-ffc4ce557cb2 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:29.928835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82412b78-0e95-4a8c-846f-00d5842b5eab req-46a7d67a-aa37-42fb-aab5-ffc4ce557cb2 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.0716102 Jul 08 01:43:29.968381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82412b78-0e95-4a8c-846f-00d5842b5eab req-b4e67002-167b-401c-9f5c-75df215e2c89 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337603 Jul 08 01:43:30.050183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2cd5b-7941-4cff-b53c-597190502ae0 req-4ba68c8b-c928-4089-a52c-bfc3e4656c91 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:30.052278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ad2cd5b-7941-4cff-b53c-597190502ae0 req-4ba68c8b-c928-4089-a52c-bfc3e4656c91 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 946 time: 0.0776522 Jul 08 01:43:30.097995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-30c6cb53-5298-4e90-8fb9-9dab9e74650e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:30.099675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-30c6cb53-5298-4e90-8fb9-9dab9e74650e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 946 time: 0.0821667 Jul 08 01:43:30.111379 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ad2cd5b-7941-4cff-b53c-597190502ae0 req-15ec4692-ad0d-4ff3-8441-8a6e9c5ce40a tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523851 Jul 08 01:43:30.171785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae802be9-bd18-4b6b-86d1-3af6b6238883 req-11a039a2-5152-4395-818f-867afe1d8991 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:30.173847 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae802be9-bd18-4b6b-86d1-3af6b6238883 req-11a039a2-5152-4395-818f-867afe1d8991 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.0802603 Jul 08 01:43:30.228473 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-5c9a91ba-b178-4c0e-9e53-c0f58fcdc7f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Deleting port 5fd4aa10-b14e-4823-927e-bdfe946a50c3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:43:30.228977 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-5c9a91ba-b178-4c0e-9e53-c0f58fcdc7f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:30.231040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae802be9-bd18-4b6b-86d1-3af6b6238883 req-c5b3778f-69cf-47f1-9950-daa6782ab0b8 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507855 Jul 08 01:43:30.369800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-5c9a91ba-b178-4c0e-9e53-c0f58fcdc7f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] For port 5fd4aa10-b14e-4823-927e-bdfe946a50c3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd4aa10-b14e-4823-927e-bdfe946a50c3,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:30.370316 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-5c9a91ba-b178-4c0e-9e53-c0f58fcdc7f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:30.393955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-5c9a91ba-b178-4c0e-9e53-c0f58fcdc7f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Calling delete_port for 5fd4aa10-b14e-4823-927e-bdfe946a50c3 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:43:30.471451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8b4fe-76bc-42b1-8c05-3e08055c8be2 req-3d1fe665-9c96-420a-a158-8f7b0aa61e67 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:30.473149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec8b4fe-76bc-42b1-8c05-3e08055c8be2 req-3d1fe665-9c96-420a-a158-8f7b0aa61e67 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 948 time: 0.1158495 Jul 08 01:43:30.490921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83378e63-5f8e-4f1f-9735-d181d9dcacf3 req-ca356354-4fb2-4b1f-bce0-a9a8b25d2287 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:30.492596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83378e63-5f8e-4f1f-9735-d181d9dcacf3 req-ca356354-4fb2-4b1f-bce0-a9a8b25d2287 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.1023912 Jul 08 01:43:30.541296 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec8b4fe-76bc-42b1-8c05-3e08055c8be2 req-806d3bdf-c399-4ede-b135-aee860fdc22b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614245 Jul 08 01:43:30.542944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-5c9a91ba-b178-4c0e-9e53-c0f58fcdc7f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:30.556170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:30.556829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83378e63-5f8e-4f1f-9735-d181d9dcacf3 req-4fc5600b-4d44-43e4-88db-e8d34f0d0aba tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502727 Jul 08 01:43:30.560452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5fd4aa10-b14e-4823-927e-bdfe946a50c3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:30.594773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a91ba-b178-4c0e-9e53-c0f58fcdc7f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event deleted for resources: {'Port': ['ID=5fd4aa10-b14e-4823-927e-bdfe946a50c3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:30.631066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:30.636509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-5c9a91ba-b178-4c0e-9e53-c0f58fcdc7f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] No DVR routers for this DVR port 5fd4aa10-b14e-4823-927e-bdfe946a50c3 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:43:30.640539 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-5c9a91ba-b178-4c0e-9e53-c0f58fcdc7f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:30.642570 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b21d8ee6-98c3-4aa1-adc8-4cf08f9b93e1 req-5c9a91ba-b178-4c0e-9e53-c0f58fcdc7f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "DELETE /v2.0/ports/5fd4aa10-b14e-4823-927e-bdfe946a50c3 HTTP/1.1" status: 204 len: 173 time: 0.5352108 Jul 08 01:43:30.643015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef', 'name': 'network-vif-deleted', 'tag': '5fd4aa10-b14e-4823-927e-bdfe946a50c3'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:30.645339 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d482dd-3e88-45b8-bdf6-afcc95752e9d" -d '{"events": [{"server_uuid": "7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef", "name": "network-vif-deleted", "tag": "5fd4aa10-b14e-4823-927e-bdfe946a50c3"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:30.723739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 2879901d-f241-4300-a4bb-c7ab29349923 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:30.734871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 2879901d-f241-4300-a4bb-c7ab29349923 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:30.735378 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:30.802717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cff63-63d8-4266-a8ba-a3789cc6d478 req-ebc829ff-0a5d-4b28-bc67-cc842e380390 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:30.804029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-833cff63-63d8-4266-a8ba-a3789cc6d478 req-ebc829ff-0a5d-4b28-bc67-cc842e380390 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1199570 Jul 08 01:43:30.816894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c6e71-ae9c-4052-bf42-f0ba7cd5e44b req-24209f1d-b025-4b86-80ec-aeec3f856d6d tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:30.818405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-033c6e71-ae9c-4052-bf42-f0ba7cd5e44b req-24209f1d-b025-4b86-80ec-aeec3f856d6d tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.1217575 Jul 08 01:43:30.873238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-833cff63-63d8-4266-a8ba-a3789cc6d478 req-542977e9-4642-481e-b847-b0b5e27a5cab tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538383 Jul 08 01:43:30.877108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:30.882494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-033c6e71-ae9c-4052-bf42-f0ba7cd5e44b req-0892e4a4-0083-459f-b71c-e9aa8d10e4d2 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559187 Jul 08 01:43:30.912671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:30.916884 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aeaaf66-9b0c-4a58-8a31-9d99351adb8b" -d '{"events": [{"server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "name": "network-vif-plugged", "status": "completed", "tag": "2879901d-f241-4300-a4bb-c7ab29349923"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:30.931943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:30.936959 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:30.938772 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da06c67b-8d7b-46fe-bc01-22464ad58ea6 x-openstack-request-id: req-da06c67b-8d7b-46fe-bc01-22464ad58ea6 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:30.939255 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef", "name": "network-vif-deleted", "tag": "5fd4aa10-b14e-4823-927e-bdfe946a50c3", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:30.939745 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da06c67b-8d7b-46fe-bc01-22464ad58ea6 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:30.940295 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef', 'name': 'network-vif-deleted', 'tag': '5fd4aa10-b14e-4823-927e-bdfe946a50c3', 'status': 'completed', 'code': 200} Jul 08 01:43:31.001839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:31.114899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536255d-f939-4ac6-a1ef-8426e41247a6 req-13fef273-a1a8-4f5d-9ba5-b294de27e1b9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:31.116445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b536255d-f939-4ac6-a1ef-8426e41247a6 req-13fef273-a1a8-4f5d-9ba5-b294de27e1b9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 948 time: 0.1086776 Jul 08 01:43:31.131351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f1195-c697-4be8-b4d1-39840e9eac5a req-7b3eb272-97f0-4165-93d2-66e6025e3de4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:31.132805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c01f1195-c697-4be8-b4d1-39840e9eac5a req-7b3eb272-97f0-4165-93d2-66e6025e3de4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.0938869 Jul 08 01:43:31.192400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b536255d-f939-4ac6-a1ef-8426e41247a6 req-4e35e780-21ec-49c3-ad02-bdef0e480312 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701559 Jul 08 01:43:31.197703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c01f1195-c697-4be8-b4d1-39840e9eac5a req-7f68c5a3-b543-4ded-b5bb-23b8f727baad tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582299 Jul 08 01:43:31.257166 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3419b6d0-2f3c-4b1c-a333-eb306e367934 x-openstack-request-id: req-3419b6d0-2f3c-4b1c-a333-eb306e367934 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:31.257467 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "name": "network-vif-plugged", "status": "completed", "tag": "2879901d-f241-4300-a4bb-c7ab29349923", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:31.257731 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3419b6d0-2f3c-4b1c-a333-eb306e367934 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:31.258125 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923', 'code': 200} Jul 08 01:43:31.404112 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f14ef3e-a94a-44aa-8d03-70955c138fa4 req-f7ffeefc-552c-4dd6-89c8-4f18eafda93e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d8bb3a5-ea5d-42d3-b2cd-ae817ce020ef HTTP/1.1" status: 200 len: 210 time: 0.0367014 Jul 08 01:43:31.458887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f9402-9344-4c6f-8cbc-aa3a08a8d9a8 req-6509ffb6-636e-4860-8ab1-c4dc8093655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:31.460716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b94f9402-9344-4c6f-8cbc-aa3a08a8d9a8 req-6509ffb6-636e-4860-8ab1-c4dc8093655d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1101 time: 0.0556321 Jul 08 01:43:31.502094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b94f9402-9344-4c6f-8cbc-aa3a08a8d9a8 req-44e8cab7-e8f1-442e-8288-664bfba5552a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332534 Jul 08 01:43:31.801348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7108b-3158-4cc9-ab96-f3dacd2097c6 req-0893c4fb-0664-49fc-b472-a9fa425e672b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:31.803554 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05b7108b-3158-4cc9-ab96-f3dacd2097c6 req-0893c4fb-0664-49fc-b472-a9fa425e672b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.0831571 Jul 08 01:43:31.851684 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05b7108b-3158-4cc9-ab96-f3dacd2097c6 req-be965691-77fb-487e-b1aa-76c5b74c550c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417600 Jul 08 01:43:32.104467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2bafcebe-f78e-4612-a1ba-327e0c136bab details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:32.110307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e350679-ee1a-4962-b900-6f676fe9ba44 req-c3ae55d8-30f2-4752-88ca-fdb9403c14b2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:32.111912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e350679-ee1a-4962-b900-6f676fe9ba44 req-c3ae55d8-30f2-4752-88ca-fdb9403c14b2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1078410 Jul 08 01:43:32.138132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d39714-61ac-439f-bd29-ce82820398a9 req-f992d4b5-bcbb-4571-b4e0-4742d7cb59f6 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:32.139887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71d39714-61ac-439f-bd29-ce82820398a9 req-f992d4b5-bcbb-4571-b4e0-4742d7cb59f6 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.0980792 Jul 08 01:43:32.185125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e350679-ee1a-4962-b900-6f676fe9ba44 req-db30c363-d296-43e3-a8e8-b509e4302c58 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641253 Jul 08 01:43:32.199477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71d39714-61ac-439f-bd29-ce82820398a9 req-ac2a7c59-45b8-4f94-bf3d-a7aac27f8dd3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504889 Jul 08 01:43:32.210923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2bafcebe-f78e-4612-a1ba-327e0c136bab, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2bafcebe-f78e-4612-a1ba-327e0c136bab,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:32.225079 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '2bafcebe-f78e-4612-a1ba-327e0c136bab', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '2bafcebe-f78e-4612-a1ba-327e0c136bab', 'mac_address': 'fa:16:3e:4d:96:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:32.270010 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:32.284410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bafcebe-f78e-4612-a1ba-327e0c136bab {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:32.307503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2bafcebe-f78e-4612-a1ba-327e0c136bab, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2bafcebe-f78e-4612-a1ba-327e0c136bab,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:32.313710 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:32.374067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2bafcebe-f78e-4612-a1ba-327e0c136bab,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:32.444828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c732c-a34e-4d87-bc9e-eeb42cff691c req-6a0139e6-9bb4-4fd2-83e2-b32757ace24b tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:32.446377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b93c732c-a34e-4d87-bc9e-eeb42cff691c req-6a0139e6-9bb4-4fd2-83e2-b32757ace24b tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1147366 Jul 08 01:43:32.455594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad079f8e-839e-4043-b795-c2f28fe6d4a4 req-7fdf433a-14f9-40e6-abe0-5f502d41deea tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:32.455594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad079f8e-839e-4043-b795-c2f28fe6d4a4 req-7fdf433a-14f9-40e6-abe0-5f502d41deea tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 949 time: 0.1218665 Jul 08 01:43:32.524189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad079f8e-839e-4043-b795-c2f28fe6d4a4 req-900f9f6b-a06a-4727-9e03-adbe66fb0f9d tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601797 Jul 08 01:43:32.529333 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b93c732c-a34e-4d87-bc9e-eeb42cff691c req-4bf1fae4-c24e-4405-95b9-1c3f429fb886 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731218 Jul 08 01:43:32.673956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2bafcebe-f78e-4612-a1ba-327e0c136bab'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:32.885432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-6736a1d7-7130-454a-95de-e8961d7628ea tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:32.886935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-6736a1d7-7130-454a-95de-e8961d7628ea tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.1170189 Jul 08 01:43:32.916386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-3641ead0-d7b7-4db3-8339-21216794eba9 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/quotas/c717aba88cea40cab44fd182e8ee9746 HTTP/1.1" status: 200 len: 375 time: 0.0226214 Jul 08 01:43:32.997889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-fb50eefa-8dca-494d-a421-1e63b276ff7c tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0802720 Jul 08 01:43:33.132846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-7f1bd585-a86a-47a1-b080-cb42a5c70f08 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340609 Jul 08 01:43:33.155128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55582922-0e65-4130-ae2d-169f7320c0d1 req-da57bbf7-82ea-4c8f-9220-64dbf7a9c023 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:33.156639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55582922-0e65-4130-ae2d-169f7320c0d1 req-da57bbf7-82ea-4c8f-9220-64dbf7a9c023 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.1381762 Jul 08 01:43:33.245809 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55582922-0e65-4130-ae2d-169f7320c0d1 req-958df1f5-e0ca-413d-9625-124dc7f3c8e1 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791926 Jul 08 01:43:33.272939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c0b01d1f-0b94-442a-89dd-190f3cdf6c53 service neutron] 10.222.0.41 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336272 Jul 08 01:43:33.433469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be02cd-37ee-4ca8-933a-62a89566a784 req-2df97fbd-9cb1-4df7-8557-86857deb0da0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:33.435074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3be02cd-37ee-4ca8-933a-62a89566a784 req-2df97fbd-9cb1-4df7-8557-86857deb0da0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.0808730 Jul 08 01:43:33.492923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3be02cd-37ee-4ca8-933a-62a89566a784 req-e4ee2165-cb44-4f14-ae35-58f34329a73c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472696 Jul 08 01:43:33.561782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8eea6524-6aa8-4289-897e-01ef2c055a5e req-3c19a188-94ee-4375-9386-ae41a6995329 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 210 time: 0.0323484 Jul 08 01:43:33.601094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94787d59-8bc2-4c6d-8e24-895d4e7be4c4 req-d11cd07b-0e8a-44f4-a092-74f88a32585d tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:33.602853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94787d59-8bc2-4c6d-8e24-895d4e7be4c4 req-d11cd07b-0e8a-44f4-a092-74f88a32585d tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.1087551 Jul 08 01:43:33.662004 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94787d59-8bc2-4c6d-8e24-895d4e7be4c4 req-1d493289-093d-44d3-8dcf-9f7899ff6b10 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528803 Jul 08 01:43:33.796434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa96750-ce66-443c-a1eb-0b8d51cb4393 req-d5432472-8731-4fa6-913e-9381f6264a44 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:33.798692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-daa96750-ce66-443c-a1eb-0b8d51cb4393 req-d5432472-8731-4fa6-913e-9381f6264a44 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 949 time: 0.1037359 Jul 08 01:43:33.878606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-daa96750-ce66-443c-a1eb-0b8d51cb4393 req-0e2fe24e-335c-4054-883b-147a773129fa tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676477 Jul 08 01:43:33.927320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324b75b-8b10-44e6-b7db-c937d4e0771c req-6f445696-44c5-42ad-babc-cde48d429dff tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:33.929053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6324b75b-8b10-44e6-b7db-c937d4e0771c req-6f445696-44c5-42ad-babc-cde48d429dff tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1203203 Jul 08 01:43:33.974328 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6324b75b-8b10-44e6-b7db-c937d4e0771c req-97013652-5698-4a09-a714-e014d7eee371 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368319 Jul 08 01:43:34.122459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2bafcebe-f78e-4612-a1ba-327e0c136bab up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:34.174173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 2bafcebe-f78e-4612-a1ba-327e0c136bab completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:34.178791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 2bafcebe-f78e-4612-a1ba-327e0c136bab triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:34.179182 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.216831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51596) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:34.222831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-795619916'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:34.246420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:34.250377 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.260680 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.282190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:43:34.292816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.293157 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Added segment 46862b76-5edd-4b76-98d2-e2c00c2529cf of type vlan for network 5bee8699-06fd-4db5-ae5a-f970e5377877 Jul 08 01:43:34.305237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22abf8e4-10d6-452c-8ed1-b9229793414c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bafcebe-f78e-4612-a1ba-327e0c136bab'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:34.307545 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5d1b6b-065f-48af-9995-7bde9451b442" -d '{"events": [{"server_uuid": "22abf8e4-10d6-452c-8ed1-b9229793414c", "name": "network-vif-plugged", "status": "completed", "tag": "2bafcebe-f78e-4612-a1ba-327e0c136bab"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:34.317538 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.321050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2bafcebe-f78e-4612-a1ba-327e0c136bab, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2bafcebe-f78e-4612-a1ba-327e0c136bab,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:34.326319 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.327493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5fd4aa10-b14e-4823-927e-bdfe946a50c3 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:43:34.345622 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.351711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 5fd4aa10-b14e-4823-927e-bdfe946a50c3 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:43:34.352248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5fd4aa10-b14e-4823-927e-bdfe946a50c3 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:43:34.375481 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85a12bd-d118-4b68-a9d2-7bc47ca34580 x-openstack-request-id: req-f85a12bd-d118-4b68-a9d2-7bc47ca34580 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:34.376050 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22abf8e4-10d6-452c-8ed1-b9229793414c", "name": "network-vif-plugged", "status": "completed", "tag": "2bafcebe-f78e-4612-a1ba-327e0c136bab", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:34.376458 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f85a12bd-d118-4b68-a9d2-7bc47ca34580 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:34.377011 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22abf8e4-10d6-452c-8ed1-b9229793414c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bafcebe-f78e-4612-a1ba-327e0c136bab', 'code': 200} Jul 08 01:43:34.377306 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.385789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:34.386428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.407581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2bafcebe-f78e-4612-a1ba-327e0c136bab,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:34.461697 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2435122 Jul 08 01:43:34.465181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51602) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:34.467472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72078922-14da-448f-985a-b11dc19e1031 req-f8f5233f-cbcf-4649-8a98-c108a5a1b4de tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:34.469012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72078922-14da-448f-985a-b11dc19e1031 req-f8f5233f-cbcf-4649-8a98-c108a5a1b4de tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.0824213 Jul 08 01:43:34.471944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1407178273'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:34.501275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c83ab-e809-4952-9583-cda176c5e686 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Network': ['ID=5bee8699-06fd-4db5-ae5a-f970e5377877,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:34.517662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 5bee8699-06fd-4db5-ae5a-f970e5377877 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:43:34.519378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72078922-14da-448f-985a-b11dc19e1031 req-0125ce45-0846-43fe-a2b3-4169418a89e0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436525 Jul 08 01:43:34.542376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:34.546171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.578247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:43:34.591601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.592014 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Added segment 6e344818-422d-4dc3-be5e-44e22c8ec74b of type vlan for network dff1a577-2ed8-4004-b0a5-9b3dd703e04e Jul 08 01:43:34.606617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2deb-8977-4f75-bc98-dfda911c8fe1 req-a2770a55-6da9-4505-96ad-726158d2541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:34.608052 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-58ef2deb-8977-4f75-bc98-dfda911c8fe1 req-a2770a55-6da9-4505-96ad-726158d2541e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 1102 time: 0.1575320 Jul 08 01:43:34.667519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312ffc6-464d-4515-b0af-fadea049195c req-b2d05073-048a-4859-9e07-cbf7a575a261 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:34.669429 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4312ffc6-464d-4515-b0af-fadea049195c req-b2d05073-048a-4859-9e07-cbf7a575a261 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.0678325 Jul 08 01:43:34.672839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.683700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:34.715142 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-58ef2deb-8977-4f75-bc98-dfda911c8fe1 req-93bfa6f2-e383-4489-8998-87c9a620a09d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801451 Jul 08 01:43:34.725795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.732751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:34.733498 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.745078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4312ffc6-464d-4515-b0af-fadea049195c req-565ecc4c-d2a5-4075-bf92-1a3a39b6d4f7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696771 Jul 08 01:43:34.793616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3136e23-1642-4ed8-9b81-eb9c7d618661 req-ee9dae12-0145-4902-bb60-975bc9e68e78 tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:34.795182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3136e23-1642-4ed8-9b81-eb9c7d618661 req-ee9dae12-0145-4902-bb60-975bc9e68e78 tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1101 time: 0.1070523 Jul 08 01:43:34.821759 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:34.835743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7', 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd', 'port_id': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7', 'mac_address': 'fa:16:3e:c1:54:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ba1596-0785-460c-aa55-b02617295193', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:34.842903 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3747873 Jul 08 01:43:34.846946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51612) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:34.881349 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.894902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:34.898478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'subnet': {'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:34.917824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:34.923229 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:34.932473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a19826ee-93e0-4f21-88ad-0c91ede9042a req-31c654f8-6fe6-48b8-9cae-644c6291cf34 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 210 time: 0.0536978 Jul 08 01:43:34.934490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3136e23-1642-4ed8-9b81-eb9c7d618661 req-7c99a662-b2e0-48a0-aea1-2ccaa0078d88 tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309011 Jul 08 01:43:34.977268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800bff9-f675-4553-bc80-35b8509eb19f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Network': ['ID=dff1a577-2ed8-4004-b0a5-9b3dd703e04e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:35.003181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network dff1a577-2ed8-4004-b0a5-9b3dd703e04e details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:43:35.031907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:35.111602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:35.113551 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-1f506df7-c2e9-4371-8dc2-fd67d3c2023f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:35.115441 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-1f506df7-c2e9-4371-8dc2-fd67d3c2023f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 806 time: 0.2918892 Jul 08 01:43:35.123855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:35.127483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:35.149798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Request body: {'port': {'device_id': '54cc2555-9aa0-496b-8957-0f9c71b10cd3', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'admin_state_up': True, 'tenant_id': 'c717aba88cea40cab44fd182e8ee9746'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:35.187463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2553455-f677-4427-aa0b-55a9971babfd req-c1865950-4059-45fc-b5d1-e1538fbb46ff tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:35.189123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2553455-f677-4427-aa0b-55a9971babfd req-c1865950-4059-45fc-b5d1-e1538fbb46ff tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 950 time: 0.1252010 Jul 08 01:43:35.211927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747c3bc-e8c7-4c65-9ef9-96f4b94524d9 req-691f3b80-9225-447d-ab71-0070ffb627e5 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:35.213463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a747c3bc-e8c7-4c65-9ef9-96f4b94524d9 req-691f3b80-9225-447d-ab71-0070ffb627e5 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 945 time: 0.1372709 Jul 08 01:43:35.253082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2553455-f677-4427-aa0b-55a9971babfd req-c8095364-112d-4798-9b3d-acf9982b8251 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580823 Jul 08 01:43:35.286862 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a747c3bc-e8c7-4c65-9ef9-96f4b94524d9 req-4ed73295-6838-433f-b5e7-249a82e8c747 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582788 Jul 08 01:43:35.350277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Made reservation on behalf of c717aba88cea40cab44fd182e8ee9746 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:35.353967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:35.467743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:35.475821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59e801-c4ef-4fd7-9270-2f6608eaacf5 req-05f2e866-45cf-467e-8557-2dbacaef1a2e tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:35.478139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a59e801-c4ef-4fd7-9270-2f6608eaacf5 req-05f2e866-45cf-467e-8557-2dbacaef1a2e tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.0841382 Jul 08 01:43:35.531363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a59e801-c4ef-4fd7-9270-2f6608eaacf5 req-a1b838c9-0bf6-4e46-bc41-9ec57613d07b tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451584 Jul 08 01:43:35.570409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Subnet': ['ID=41669f5d-1dac-460e-8c04-65fc689c8c5f,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:35.593708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Checking segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:35.594071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network hostable DHCP agents. Network: 5bee8699-06fd-4db5-ae5a-f970e5377877, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:43:35.596579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Allocated IP 172.20.0.4 (ec165b7b-c1b2-40d2-a912-6340373d1594/94efa8dc-98fe-402d-a487-c19d12a4e6f9/a4818bd2-3d1c-438a-a5df-a53c5de25d91) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:35.632872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network 5bee8699-06fd-4db5-ae5a-f970e5377877 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:43:35.655796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 5bee8699-06fd-4db5-ae5a-f970e5377877) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:35.670978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f05ba8f-70c2-4593-9da0-55c5b4742faf None None] Network 5bee8699-06fd-4db5-ae5a-f970e5377877 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:43:35.673156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:35.676662 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:35.755652 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-97d002ff-6f6e-4d25-8de2-dbb5fabdcd0f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8976088 Jul 08 01:43:35.759494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:35.765525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'subnet': {'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:35.817381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:35.862362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-5bee8699-06fd-4db5-ae5a-f970e5377877', 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'fixed_ips': [{'subnet_id': '41669f5d-1dac-460e-8c04-65fc689c8c5f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:43:35.865161 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:35.868097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:35.882617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:35.918411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Network ec165b7b-c1b2-40d2-a912-6340373d1594 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:35.921719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:35.926740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:35.952439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event updated for resources: {'Port': ['ID=a4818bd2-3d1c-438a-a5df-a53c5de25d91,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:35.989587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:35.990230 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:35.998020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0088ed1-c797-4ab4-9bc2-7075fdba77da req-a270889b-1d96-426b-90ad-1b58617ce27e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:36.000127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0088ed1-c797-4ab4-9bc2-7075fdba77da req-a270889b-1d96-426b-90ad-1b58617ce27e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.2832263 Jul 08 01:43:36.014042 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-31bdb4a4-81ab-460e-b0e8-1d2ea36b3c99 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8696201 Jul 08 01:43:36.033653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Request body: {'port': {'device_id': '54cc2555-9aa0-496b-8957-0f9c71b10cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:36.068256 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-e9841586-451b-4f14-b0e4-af1d8b946946 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4062865 Jul 08 01:43:36.075491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:36.079058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.106338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e78ea8-c897-4d3d-9afd-694a4eec8ddc req-28234ac4-cd65-44b0-a59d-ca995201e608 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:36.113470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5e78ea8-c897-4d3d-9afd-694a4eec8ddc req-28234ac4-cd65-44b0-a59d-ca995201e608 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2111528 Jul 08 01:43:36.127206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Allocated IP 10.1.1.2 (5bee8699-06fd-4db5-ae5a-f970e5377877/41669f5d-1dac-460e-8c04-65fc689c8c5f/a0dfcdee-7336-4d9d-81ef-274c692e79f5) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:36.139896 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.181012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0088ed1-c797-4ab4-9bc2-7075fdba77da req-dc7a9e8d-b06b-49f0-a231-cae2c67e94c3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733313 Jul 08 01:43:36.219408 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5e78ea8-c897-4d3d-9afd-694a4eec8ddc req-013d23cb-2146-4f7d-b49f-ceb1f9f7ad97 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040494 Jul 08 01:43:36.380538 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.391259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Transition to ACTIVE for port object a0dfcdee-7336-4d9d-81ef-274c692e79f5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:36.409961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Transition to ACTIVE for port object a0dfcdee-7336-4d9d-81ef-274c692e79f5 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:36.429539 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.513093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Network 5bee8699-06fd-4db5-ae5a-f970e5377877 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:36.515282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:36.526709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:36.530485 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Pushing event updated for resources: {'Port': ['ID=a0dfcdee-7336-4d9d-81ef-274c692e79f5,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:36.604488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Attempting to bind port a0dfcdee-7336-4d9d-81ef-274c692e79f5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:36.604863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Attempting to bind port a0dfcdee-7336-4d9d-81ef-274c692e79f5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:36.605232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Attempting to bind port a0dfcdee-7336-4d9d-81ef-274c692e79f5 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:36.612096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:36.612508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Checking segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:36.612918 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.613317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Bound using segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:36.614341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Bound port: a0dfcdee-7336-4d9d-81ef-274c692e79f5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:36.615193 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.675220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4818bd2-3d1c-438a-a5df-a53c5de25d91 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:36.684209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.689989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:36.698868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Transition to ACTIVE for port object a4818bd2-3d1c-438a-a5df-a53c5de25d91 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:36.706148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.750791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] For port a0dfcdee-7336-4d9d-81ef-274c692e79f5, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:36.772900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Pushing event updated for resources: {'Port': ['ID=a4818bd2-3d1c-438a-a5df-a53c5de25d91,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:36.782566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] For port a0dfcdee-7336-4d9d-81ef-274c692e79f5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a0dfcdee-7336-4d9d-81ef-274c692e79f5,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:36.800235 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.859914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Attempting to bind port a4818bd2-3d1c-438a-a5df-a53c5de25d91 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:36.860256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Attempting to bind port a4818bd2-3d1c-438a-a5df-a53c5de25d91 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:36.860678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Attempting to bind port a4818bd2-3d1c-438a-a5df-a53c5de25d91 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:36.867927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Port a4818bd2-3d1c-438a-a5df-a53c5de25d91 on network ec165b7b-c1b2-40d2-a912-6340373d1594 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:43:36.868268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Attempting to bind port a4818bd2-3d1c-438a-a5df-a53c5de25d91 on network ec165b7b-c1b2-40d2-a912-6340373d1594 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:36.874116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:36.874569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Checking segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:36.874961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Bound using segment: {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:36.875750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Bound port: a4818bd2-3d1c-438a-a5df-a53c5de25d91, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a40641-758a-47f4-be8d-50468706dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:36.876394 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.900896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33261654-b9dc-43b4-bbe2-8d4e75774928 req-fa4fcf58-9043-4dda-b3e9-24f6cd8a2b3c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:36.905454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:36.905959 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.908050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f0435-3983-45ac-a7ea-e5432b88a0c1 None None] Pushing event updated for resources: {'Port': ['ID=a0dfcdee-7336-4d9d-81ef-274c692e79f5,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:36.918359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33261654-b9dc-43b4-bbe2-8d4e75774928 req-fa4fcf58-9043-4dda-b3e9-24f6cd8a2b3c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 950 time: 0.2215741 Jul 08 01:43:36.956520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:36.987774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] For port a4818bd2-3d1c-438a-a5df-a53c5de25d91, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:36.992447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] For port a4818bd2-3d1c-438a-a5df-a53c5de25d91, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a4818bd2-3d1c-438a-a5df-a53c5de25d91,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:37.002500 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:37.013578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2f753-a697-4cfd-b5f1-5582f7dcbf09 req-c796d0c6-4606-4308-93fc-98009433697e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:37.021081 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2f2f753-a697-4cfd-b5f1-5582f7dcbf09 req-c796d0c6-4606-4308-93fc-98009433697e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 943 time: 0.3336740 Jul 08 01:43:37.057773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:37.058324 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:37.059950 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] 10.222.0.16 "PUT /v2.0/ports/a4818bd2-3d1c-438a-a5df-a53c5de25d91 HTTP/1.1" status: 200 len: 1092 time: 1.0371923 Jul 08 01:43:37.060720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cc2555-9aa0-496b-8957-0f9c71b10cd3', 'tag': 'a4818bd2-3d1c-438a-a5df-a53c5de25d91'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:37.064281 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd738e2-480b-4fdc-a718-f0742c211958" -d '{"events": [{"name": "network-changed", "server_uuid": "54cc2555-9aa0-496b-8957-0f9c71b10cd3", "tag": "a4818bd2-3d1c-438a-a5df-a53c5de25d91"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:37.075088 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:37.099357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33261654-b9dc-43b4-bbe2-8d4e75774928 req-ffb4fb5d-7b75-4f06-a579-010a5de2adff tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799333 Jul 08 01:43:37.112575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431ca95-d507-48ef-a6fd-024d7992c02c service neutron] Pushing event updated for resources: {'Port': ['ID=a4818bd2-3d1c-438a-a5df-a53c5de25d91,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:37.124628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:37.127415 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f77e25-266b-4b37-b5bc-2f99538d333d" -d '{"events": [{"server_uuid": "83d7f001-a7ec-41a9-bfbb-46b875f30e7f", "name": "network-vif-plugged", "status": "completed", "tag": "b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:37.139549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:37.148282 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:37.177132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Checking segment: {'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:37.177527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network hostable DHCP agents. Network: dff1a577-2ed8-4004-b0a5-9b3dd703e04e, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:43:37.179683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Subnet': ['ID=4938b071-322e-4d5a-902e-685b4caf86d0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:37.202938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2f2f753-a697-4cfd-b5f1-5582f7dcbf09 req-00605f69-a20c-4f0f-a656-d01e7c7651b0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808431 Jul 08 01:43:37.231596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.233157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.233624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.234396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.236845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.237316 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.239451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.240108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.240664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.241099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.242694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.243139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:37.270866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:37.297940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-b9f6e275-46a3-4fff-81df-5d03d102c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:37.299792 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-b9f6e275-46a3-4fff-81df-5d03d102c1ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 1095 time: 0.1665261 Jul 08 01:43:37.346660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network dff1a577-2ed8-4004-b0a5-9b3dd703e04e is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:43:37.371263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, dff1a577-2ed8-4004-b0a5-9b3dd703e04e) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:37.376174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:37.376937 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:37.380132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc2ece-be6b-4a84-9b60-ce431ed0d738 None None] Network dff1a577-2ed8-4004-b0a5-9b3dd703e04e requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:43:37.382143 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-e34324b7-5a99-449c-b318-2d5ffb023449 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4818bd2-3d1c-438a-a5df-a53c5de25d91 HTTP/1.1" status: 200 len: 217 time: 0.0587087 Jul 08 01:43:37.413035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51676) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:37.413967 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5410f91f-30b1-4346-8036-56ee36b21969 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6524417 Jul 08 01:43:37.423334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'port': {'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877', 'name': 'tempest-TaggedBootDevicesTest_v242-743918064', 'fixed_ips': [{'subnet_id': '41669f5d-1dac-460e-8c04-65fc689c8c5f'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:37.432019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b3caf-12ec-4e41-a875-88be46beb1d4 req-23f261bd-e764-432a-b721-2d77dd50a84f tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:37.434363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b50b3caf-12ec-4e41-a875-88be46beb1d4 req-23f261bd-e764-432a-b721-2d77dd50a84f tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.1324065 Jul 08 01:43:37.521055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b50b3caf-12ec-4e41-a875-88be46beb1d4 req-bab0e16c-cf54-4ff8-a27f-10e3db91178b tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 Jul 08 01:43:37.529720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-3c29344d-251f-4823-b76e-b35d50dcc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:37.531271 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-3c29344d-251f-4823-b76e-b35d50dcc630 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.1354783 Jul 08 01:43:37.547839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb2ea9-5f3b-4372-8876-f185e60896e3 req-acd808cb-4923-49f6-87fa-25050940c9cf tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:37.549374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cadb2ea9-5f3b-4372-8876-f185e60896e3 req-acd808cb-4923-49f6-87fa-25050940c9cf tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1139560 Jul 08 01:43:37.578111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-cf53e5dd-3110-4b4f-aefb-2dd7e330a842 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391178 Jul 08 01:43:37.585888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-dff1a577-2ed8-4004-b0a5-9b3dd703e04e', 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'fixed_ips': [{'subnet_id': '4938b071-322e-4d5a-902e-685b4caf86d0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:43:37.587296 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:37.600012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cadb2ea9-5f3b-4372-8876-f185e60896e3 req-a1ce1ad5-0ab4-49ae-922b-f842b288d7e5 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Jul 08 01:43:37.682482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:37.793054 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-c6939304-1c51-42e4-994c-f24b277a8080 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071626 Jul 08 01:43:37.796259 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0b5177-d097-487e-a0bb-5e13f8a9a864 x-openstack-request-id: req-ab0b5177-d097-487e-a0bb-5e13f8a9a864 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:37.796596 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cc2555-9aa0-496b-8957-0f9c71b10cd3", "tag": "a4818bd2-3d1c-438a-a5df-a53c5de25d91", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:37.796849 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab0b5177-d097-487e-a0bb-5e13f8a9a864 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:37.797246 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cc2555-9aa0-496b-8957-0f9c71b10cd3', 'tag': 'a4818bd2-3d1c-438a-a5df-a53c5de25d91', 'status': 'completed', 'code': 200} Jul 08 01:43:37.813354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Allocated IP 10.2.2.2 (dff1a577-2ed8-4004-b0a5-9b3dd703e04e/4938b071-322e-4d5a-902e-685b4caf86d0/ba988012-eeb5-4bab-a7b0-34f9137a0e19) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:38.035250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19e880-eeb8-4b07-8ffd-56fdc9284ff3 req-dab988e2-4c63-483c-b965-e14795d2a449 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:38.044446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb19e880-eeb8-4b07-8ffd-56fdc9284ff3 req-dab988e2-4c63-483c-b965-e14795d2a449 tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 1102 time: 0.2664640 Jul 08 01:43:38.079623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-61bdb07d-1220-4541-b4e1-36c540d1ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:38.081227 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-61bdb07d-1220-4541-b4e1-36c540d1ca77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1101 time: 0.2372267 Jul 08 01:43:38.087534 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7989156c-613f-4a13-8f3a-7a692bff219e x-openstack-request-id: req-7989156c-613f-4a13-8f3a-7a692bff219e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:38.087841 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d7f001-a7ec-41a9-bfbb-46b875f30e7f", "name": "network-vif-plugged", "status": "completed", "tag": "b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:38.088074 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7989156c-613f-4a13-8f3a-7a692bff219e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:38.088501 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7', 'code': 200} Jul 08 01:43:38.089265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a0dfcdee-7336-4d9d-81ef-274c692e79f5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:38.188231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port a0dfcdee-7336-4d9d-81ef-274c692e79f5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:38.209024 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb19e880-eeb8-4b07-8ffd-56fdc9284ff3 req-daa8736c-7181-42cc-8858-9d6eaf571e7d tempest-ServersOnMultiNodesTest-1058077325 tempest-ServersOnMultiNodesTest-1058077325-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636777 Jul 08 01:43:38.250979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-96787e86-5b13-4450-91a9-906bf3b25f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:38.252533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-96787e86-5b13-4450-91a9-906bf3b25f8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1595635 Jul 08 01:43:38.267793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855f2af-d358-419d-ba98-dc408621b621 req-b93e69ba-92de-4d68-a2b0-492513cda368 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:38.268961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2855f2af-d358-419d-ba98-dc408621b621 req-b93e69ba-92de-4d68-a2b0-492513cda368 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.3028743 Jul 08 01:43:38.270240 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:38.286767 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:38.299139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Transition to ACTIVE for port object ba988012-eeb5-4bab-a7b0-34f9137a0e19 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:38.313888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] device_id is not set on port b1017d1c-77ed-4095-b3c8-a332634c3034 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:43:38.321245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Transition to ACTIVE for port object ba988012-eeb5-4bab-a7b0-34f9137a0e19 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:38.329877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:38.349514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-459541ef-81df-48d5-9d2b-165e8dd6ae3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 217 time: 0.0795519 Jul 08 01:43:38.377830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Network dff1a577-2ed8-4004-b0a5-9b3dd703e04e is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:38.380200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:38.384153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd20afa-da73-440f-8902-9cf326f7e6cb None None] Network 5bee8699-06fd-4db5-ae5a-f970e5377877 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:43:38.435409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2855f2af-d358-419d-ba98-dc408621b621 req-1d1ecb82-01bd-4d44-bf14-838ff0ec047c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558156 Jul 08 01:43:38.453361 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-357ef9ce-5d1f-4c52-8cd2-7002e4ede5fd req-a7955bbd-32fc-4e51-8774-d1651524442c service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494462 Jul 08 01:43:38.467284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-16b81457-4925-4051-a23b-d643425e2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:38.468772 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:38.469242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-16b81457-4925-4051-a23b-d643425e2286 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1050718 Jul 08 01:43:38.539391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66f789-034b-4198-ac96-481825948d32 req-e91c0dfe-aeb7-4496-96ba-bfee61cbd04f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:38.546591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e66f789-034b-4198-ac96-481825948d32 req-e91c0dfe-aeb7-4496-96ba-bfee61cbd04f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1835437 Jul 08 01:43:38.553580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Pushing event updated for resources: {'Port': ['ID=ba988012-eeb5-4bab-a7b0-34f9137a0e19,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:38.584964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bc2f2e83-fb3b-4cf5-818b-66437c083104 None None] Provisioning for port a0dfcdee-7336-4d9d-81ef-274c692e79f5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:38.610955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e66f789-034b-4198-ac96-481825948d32 req-480c1a31-dae8-46bf-94bc-88bc350fb65c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634279 Jul 08 01:43:38.623723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bc2f2e83-fb3b-4cf5-818b-66437c083104 None None] Provisioning complete for port a0dfcdee-7336-4d9d-81ef-274c692e79f5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:38.624041 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2e83-fb3b-4cf5-818b-66437c083104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:38.633942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-d3a53330-9e47-4c78-b4db-1a2f61a3b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:38.635556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-d3a53330-9e47-4c78-b4db-1a2f61a3b0be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1437716 Jul 08 01:43:38.636775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Allocated IP 10.1.1.94 (5bee8699-06fd-4db5-ae5a-f970e5377877/41669f5d-1dac-460e-8c04-65fc689c8c5f/b1017d1c-77ed-4095-b3c8-a332634c3034) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:38.646250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Attempting to bind port ba988012-eeb5-4bab-a7b0-34f9137a0e19 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:38.646658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Attempting to bind port ba988012-eeb5-4bab-a7b0-34f9137a0e19 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:38.647018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Attempting to bind port ba988012-eeb5-4bab-a7b0-34f9137a0e19 on network dff1a577-2ed8-4004-b0a5-9b3dd703e04e {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:38.650504 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-1b26c385-f032-40d2-b069-4235f9866491 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:43:38.651672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-1b26c385-f032-40d2-b069-4235f9866491 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067246 Jul 08 01:43:38.684654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd738e2-480b-4fdc-a718-f0742c211958 req-835bf7bc-13f5-4569-bbae-326625767c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:38.686332 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bd738e2-480b-4fdc-a718-f0742c211958 req-835bf7bc-13f5-4569-bbae-326625767c3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c717aba88cea40cab44fd182e8ee9746&device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 1095 time: 0.1300032 Jul 08 01:43:38.717985 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:38.721424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:38.721799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Checking segment: {'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:38.722193 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:38.723574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Bound using segment: {'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:38.724182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Bound port: ba988012-eeb5-4bab-a7b0-34f9137a0e19, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:38.724831 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:38.828192 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] For port ba988012-eeb5-4bab-a7b0-34f9137a0e19, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:38.865813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] For port ba988012-eeb5-4bab-a7b0-34f9137a0e19, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ba988012-eeb5-4bab-a7b0-34f9137a0e19,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:38.871477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-f45ff005-fc23-4d83-a7e1-4ac577f404d1 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113087 Jul 08 01:43:38.884231 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2e83-fb3b-4cf5-818b-66437c083104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:38.886711 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:38.904455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd738e2-480b-4fdc-a718-f0742c211958 req-bf2e5fbe-c948-45a9-ab4e-df350e1bfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:38.906482 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bd738e2-480b-4fdc-a718-f0742c211958 req-bf2e5fbe-c948-45a9-ab4e-df350e1bfed2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 200 len: 907 time: 0.2063031 Jul 08 01:43:38.937977 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:38.955746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Transition to ACTIVE for port object b1017d1c-77ed-4095-b3c8-a332634c3034 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:38.978425 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bc2f2e83-fb3b-4cf5-818b-66437c083104 None None] For port a0dfcdee-7336-4d9d-81ef-274c692e79f5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a0dfcdee-7336-4d9d-81ef-274c692e79f5,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:39.015063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc737a-4bd9-47dc-925a-cb8502096cb4 None None] Pushing event updated for resources: {'Port': ['ID=ba988012-eeb5-4bab-a7b0-34f9137a0e19,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:39.017497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040fbce-e21c-4661-b48f-5dfc964afc66 req-c79dcf8a-7062-4cff-a837-2543348da730 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:39.019448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d040fbce-e21c-4661-b48f-5dfc964afc66 req-c79dcf8a-7062-4cff-a837-2543348da730 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 943 time: 0.2195389 Jul 08 01:43:39.022609 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc2f2e83-fb3b-4cf5-818b-66437c083104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:39.057460 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bd738e2-480b-4fdc-a718-f0742c211958 req-37f8785e-a56e-4409-9330-df9c8ff0e7e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4818bd2-3d1c-438a-a5df-a53c5de25d91 HTTP/1.1" status: 200 len: 217 time: 0.0486400 Jul 08 01:43:39.076096 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:39.127246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f2e83-fb3b-4cf5-818b-66437c083104 None None] Pushing event updated for resources: {'Port': ['ID=a0dfcdee-7336-4d9d-81ef-274c692e79f5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:39.146113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d040fbce-e21c-4661-b48f-5dfc964afc66 req-ce616dc2-4ed0-42b7-b402-e982571a5144 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136975 Jul 08 01:43:39.189939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-d05e5a54-3438-4adf-9f38-f0e63215a14d service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975109 Jul 08 01:43:39.202782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network 5bee8699-06fd-4db5-ae5a-f970e5377877 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:39.210358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Port': ['ID=b1017d1c-77ed-4095-b3c8-a332634c3034,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:39.213032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:39.223660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:39.233562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd738e2-480b-4fdc-a718-f0742c211958 req-d73030b7-9ea9-4ce9-b7bf-2374e69da551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:39.235083 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bd738e2-480b-4fdc-a718-f0742c211958 req-d73030b7-9ea9-4ce9-b7bf-2374e69da551 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 200 len: 846 time: 0.1563423 Jul 08 01:43:39.371012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b0cd488a-eacc-43b4-8914-54ee88fe4ec7 None None] Provisioning complete for port a0dfcdee-7336-4d9d-81ef-274c692e79f5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:39.371947 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b0cd488a-eacc-43b4-8914-54ee88fe4ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:39.401324 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:39.404704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:39.438574 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bd738e2-480b-4fdc-a718-f0742c211958 req-855bd6e5-ebed-44c8-8f71-45b966811a95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ec165b7b-c1b2-40d2-a912-6340373d1594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690683 Jul 08 01:43:39.447594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51694) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:39.452952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'port': {'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877', 'name': 'tempest-TaggedBootDevicesTest_v242-1204193775', 'fixed_ips': [{'subnet_id': '41669f5d-1dac-460e-8c04-65fc689c8c5f'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:39.456119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-edec8afb-4cee-439d-8803-abebec059a0c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0414460 Jul 08 01:43:39.673793 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bd738e2-480b-4fdc-a718-f0742c211958 req-ca20e3a9-71cd-44a8-9bb6-d2440494f91b service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159622 Jul 08 01:43:39.700036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6d0eee11-d63d-421a-b481-328f45b3ac54 None None] Provisioning for port b1017d1c-77ed-4095-b3c8-a332634c3034 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:39.704167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6d0eee11-d63d-421a-b481-328f45b3ac54 None None] Provisioning complete for port b1017d1c-77ed-4095-b3c8-a332634c3034 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:39.704859 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d0eee11-d63d-421a-b481-328f45b3ac54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:39.751617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5aced-1131-4300-b5c5-f8d87b0d8ce1 req-a66c1d35-23ff-4ae4-9925-b5ff6c7ced9d tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:39.753722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05a5aced-1131-4300-b5c5-f8d87b0d8ce1 req-a66c1d35-23ff-4ae4-9925-b5ff6c7ced9d tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.2510040 Jul 08 01:43:39.755848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6d0eee11-d63d-421a-b481-328f45b3ac54 None None] Port b1017d1c-77ed-4095-b3c8-a332634c3034 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:39.771847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb48163-2e7a-418c-af16-1554df9ce0f4 req-2c2ccd45-98c4-40c4-926f-5059a35e4e6b tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:39.773814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bb48163-2e7a-418c-af16-1554df9ce0f4 req-2c2ccd45-98c4-40c4-926f-5059a35e4e6b tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 946 time: 0.1527512 Jul 08 01:43:39.784332 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bd738e2-480b-4fdc-a718-f0742c211958 req-9a93525e-9e47-40a9-a25a-3814020e0a52 service neutron] 10.222.0.16 "GET /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035907 Jul 08 01:43:39.822776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:39.881972 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05a5aced-1131-4300-b5c5-f8d87b0d8ce1 req-4ebe2724-6c6e-434d-8936-08e3ca0a5900 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069484 Jul 08 01:43:39.893041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bb48163-2e7a-418c-af16-1554df9ce0f4 req-1853bc4a-f98b-4331-82ee-287e6f29e952 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079102 Jul 08 01:43:39.935424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:39.958448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] device_id is not set on port 8f30cc45-c864-4663-b66e-e68c70b846b4 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:43:40.150151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a0dfcdee-7336-4d9d-81ef-274c692e79f5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:40.221337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port a0dfcdee-7336-4d9d-81ef-274c692e79f5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:40.221714 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:40.318080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdda62-a154-49c9-8beb-3e66022fc15f req-c5c154eb-005f-4eaf-b923-07fd2b640699 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:40.319683 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cdbdda62-a154-49c9-8beb-3e66022fc15f req-c5c154eb-005f-4eaf-b923-07fd2b640699 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.2481735 Jul 08 01:43:40.334075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba988012-eeb5-4bab-a7b0-34f9137a0e19 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:40.344656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b9e72-6744-4a19-b061-0f89b3d7f888 req-a0ac5266-fd52-4899-b6c5-b5fe1011fb03 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:40.352283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-731b9e72-6744-4a19-b061-0f89b3d7f888 req-a0ac5266-fd52-4899-b6c5-b5fe1011fb03 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 950 time: 0.3040121 Jul 08 01:43:40.387472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Allocated IP 10.1.1.58 (5bee8699-06fd-4db5-ae5a-f970e5377877/41669f5d-1dac-460e-8c04-65fc689c8c5f/8f30cc45-c864-4663-b66e-e68c70b846b4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:40.406737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port ba988012-eeb5-4bab-a7b0-34f9137a0e19 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:40.429390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491ff8e-0e67-4e5c-9e07-32295b25aee0 None None] Network dff1a577-2ed8-4004-b0a5-9b3dd703e04e requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:43:40.448297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cdbdda62-a154-49c9-8beb-3e66022fc15f req-fc12b096-1d73-4483-b5f3-08ad56608e63 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209099 Jul 08 01:43:40.464978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-731b9e72-6744-4a19-b061-0f89b3d7f888 req-da130fb2-623d-4001-993d-3209753c10c0 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117091 Jul 08 01:43:40.537293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-83f13c8c-a896-42be-a1c5-2e8c4552d193 None None] Provisioning for port ba988012-eeb5-4bab-a7b0-34f9137a0e19 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:40.549071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-83f13c8c-a896-42be-a1c5-2e8c4552d193 None None] Provisioning complete for port ba988012-eeb5-4bab-a7b0-34f9137a0e19 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:40.549583 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-83f13c8c-a896-42be-a1c5-2e8c4552d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:40.705635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:40.716261 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-83f13c8c-a896-42be-a1c5-2e8c4552d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:40.729636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112cded-409c-4563-83a4-cf7fc9fac3ba req-019ac08a-33b6-4d35-8762-d6eb3a55a36b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:40.737856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3112cded-409c-4563-83a4-cf7fc9fac3ba req-019ac08a-33b6-4d35-8762-d6eb3a55a36b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1432648 Jul 08 01:43:40.748800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Transition to ACTIVE for port object 8f30cc45-c864-4663-b66e-e68c70b846b4 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:40.756232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:43:40.792939 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-83f13c8c-a896-42be-a1c5-2e8c4552d193 None None] For port ba988012-eeb5-4bab-a7b0-34f9137a0e19, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ba988012-eeb5-4bab-a7b0-34f9137a0e19,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:40.805535 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-83f13c8c-a896-42be-a1c5-2e8c4552d193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:40.829180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3112cded-409c-4563-83a4-cf7fc9fac3ba req-f4a57513-f16b-409f-9eaa-aacdca32ef07 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894473 Jul 08 01:43:40.853105 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:40.899099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f13c8c-a896-42be-a1c5-2e8c4552d193 None None] Pushing event updated for resources: {'Port': ['ID=ba988012-eeb5-4bab-a7b0-34f9137a0e19,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:40.915392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network 5bee8699-06fd-4db5-ae5a-f970e5377877 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:40.916396 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:40.923973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:40.934706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:40.962195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:40.964669 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c8e9b4-6e2e-4604-9123-3a275f098229" -d '{"events": [{"server_uuid": "83d7f001-a7ec-41a9-bfbb-46b875f30e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:40.984823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:40.998327 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.044025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Port': ['ID=8f30cc45-c864-4663-b66e-e68c70b846b4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:41.059204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:41.061479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.062733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31689e0f-ad35-465d-8665-935599082143 req-d1d4b906-239d-4999-90d6-98db6606f5e5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:41.064815 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31689e0f-ad35-465d-8665-935599082143 req-d1d4b906-239d-4999-90d6-98db6606f5e5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 950 time: 0.1422079 Jul 08 01:43:41.098820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:41.099075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2502ee1d-6f3c-4e1a-aee1-eac76ecfd961 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6484709 Jul 08 01:43:41.132088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0e447998-2616-4690-8b85-7ff7066fa7d1 None None] Provisioning complete for port ba988012-eeb5-4bab-a7b0-34f9137a0e19 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:41.132591 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e447998-2616-4690-8b85-7ff7066fa7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.138203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71453a5-8f41-42b8-a9f1-aa4957a16cca req-965d72c5-b1d4-4497-a62a-eab82b473045 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:41.146417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c71453a5-8f41-42b8-a9f1-aa4957a16cca req-965d72c5-b1d4-4497-a62a-eab82b473045 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 943 time: 0.3666499 Jul 08 01:43:41.233434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-31689e0f-ad35-465d-8665-935599082143 req-64c22c99-18d5-44d4-8fba-ce55fe0e902c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Deleting port 2bafcebe-f78e-4612-a1ba-327e0c136bab {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:43:41.233804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-31689e0f-ad35-465d-8665-935599082143 req-64c22c99-18d5-44d4-8fba-ce55fe0e902c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.255460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c71453a5-8f41-42b8-a9f1-aa4957a16cca req-e3f9a500-e892-4282-86c2-2b93ffb91576 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078513 Jul 08 01:43:41.324721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-63fc9fe4-503e-45dd-adc0-a8781c499178 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:41.325405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-63fc9fe4-503e-45dd-adc0-a8781c499178 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.24 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 944 time: 0.1567595 Jul 08 01:43:41.350475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-31689e0f-ad35-465d-8665-935599082143 req-64c22c99-18d5-44d4-8fba-ce55fe0e902c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] For port 2bafcebe-f78e-4612-a1ba-327e0c136bab, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2bafcebe-f78e-4612-a1ba-327e0c136bab,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:41.351283 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-31689e0f-ad35-465d-8665-935599082143 req-64c22c99-18d5-44d4-8fba-ce55fe0e902c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.368919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-31689e0f-ad35-465d-8665-935599082143 req-64c22c99-18d5-44d4-8fba-ce55fe0e902c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Calling delete_port for 2bafcebe-f78e-4612-a1ba-327e0c136bab owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:43:41.413034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4c30e419-68c0-42c5-811c-6e4ff37b9f82 None None] Provisioning for port 8f30cc45-c864-4663-b66e-e68c70b846b4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:41.418127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4c30e419-68c0-42c5-811c-6e4ff37b9f82 None None] Provisioning complete for port 8f30cc45-c864-4663-b66e-e68c70b846b4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:41.419111 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c30e419-68c0-42c5-811c-6e4ff37b9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.453279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4c30e419-68c0-42c5-811c-6e4ff37b9f82 None None] Port 8f30cc45-c864-4663-b66e-e68c70b846b4 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:41.496102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-4e55014a-cc06-4ec8-b106-853f234bd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:41.497975 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-4e55014a-cc06-4ec8-b106-853f234bd4cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1097 time: 0.1136255 Jul 08 01:43:41.528386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd494b-e498-45f6-aee2-3d0b6d78d177 req-4c3258ee-6ac3-42eb-a9fb-8287d0154490 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:41.529896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2cd494b-e498-45f6-aee2-3d0b6d78d177 req-4c3258ee-6ac3-42eb-a9fb-8287d0154490 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1844153 Jul 08 01:43:41.542885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401e314-030c-40fb-b065-9dc340940b37 req-d2769357-c996-4f4b-be49-906b6969829d tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:41.544380 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8401e314-030c-40fb-b065-9dc340940b37 req-d2769357-c996-4f4b-be49-906b6969829d tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 944 time: 0.1454356 Jul 08 01:43:41.584034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-60623800-4c68-4ed1-b49b-521896822865 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Deleting port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:43:41.584465 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-60623800-4c68-4ed1-b49b-521896822865 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.610454 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-31689e0f-ad35-465d-8665-935599082143 req-64c22c99-18d5-44d4-8fba-ce55fe0e902c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.624567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c', '0258ddbc-e545-4459-8485-54b41942999f', '2bafcebe-f78e-4612-a1ba-327e0c136bab'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:41.628010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', '4e840034-017f-416a-995f-85f61e84af70', 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0', 'be961ec5-3359-4796-ad7a-9fdb98964e0a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:41.649904 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2cd494b-e498-45f6-aee2-3d0b6d78d177 req-388fb96b-e9ab-4db8-8e10-aeb1cb48a5ab tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045446 Jul 08 01:43:41.652273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c22c99-18d5-44d4-8fba-ce55fe0e902c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event deleted for resources: {'Port': ['ID=2bafcebe-f78e-4612-a1ba-327e0c136bab,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:41.663020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8401e314-030c-40fb-b065-9dc340940b37 req-ca249d71-162c-4fb3-9b94-b30daf1e07b8 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081369 Jul 08 01:43:41.664280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-4574519f-556c-41f5-833a-9feaac419567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:41.665822 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-4574519f-556c-41f5-833a-9feaac419567 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.1593287 Jul 08 01:43:41.729222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-60623800-4c68-4ed1-b49b-521896822865 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] For port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:41.729589 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-60623800-4c68-4ed1-b49b-521896822865 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.750224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-60623800-4c68-4ed1-b49b-521896822865 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Calling delete_port for b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:43:41.759447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-31689e0f-ad35-465d-8665-935599082143 req-64c22c99-18d5-44d4-8fba-ce55fe0e902c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] No DVR routers for this DVR port 2bafcebe-f78e-4612-a1ba-327e0c136bab on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:43:41.768561 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-31689e0f-ad35-465d-8665-935599082143 req-64c22c99-18d5-44d4-8fba-ce55fe0e902c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:41.772755 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31689e0f-ad35-465d-8665-935599082143 req-64c22c99-18d5-44d4-8fba-ce55fe0e902c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "DELETE /v2.0/ports/2bafcebe-f78e-4612-a1ba-327e0c136bab HTTP/1.1" status: 204 len: 173 time: 0.6986561 Jul 08 01:43:41.774475 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432a934c-4ada-40ab-b4e6-82f67d9f3488 x-openstack-request-id: req-432a934c-4ada-40ab-b4e6-82f67d9f3488 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:41.774873 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d7f001-a7ec-41a9-bfbb-46b875f30e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:41.775203 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-432a934c-4ada-40ab-b4e6-82f67d9f3488 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:41.775687 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7', 'code': 200} Jul 08 01:43:41.777820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22abf8e4-10d6-452c-8ed1-b9229793414c', 'name': 'network-vif-deleted', 'tag': '2bafcebe-f78e-4612-a1ba-327e0c136bab'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:41.782120 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb53946-858c-45f3-b6d8-cf91806f9ae9" -d '{"events": [{"server_uuid": "22abf8e4-10d6-452c-8ed1-b9229793414c", "name": "network-vif-deleted", "tag": "2bafcebe-f78e-4612-a1ba-327e0c136bab"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:41.815987 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-efbed2e8-1b4c-4c2c-a7e7-1575133f5b4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 1000 time: 0.1326127 Jul 08 01:43:41.939154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-f3ace60f-2837-41d9-a98c-1eca0f9d9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:41.940180 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-f3ace60f-2837-41d9-a98c-1eca0f9d9fef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1168709 Jul 08 01:43:42.053931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba988012-eeb5-4bab-a7b0-34f9137a0e19 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:42.065767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-4fbf22d3-0554-43bd-ae20-0b4904ee2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:42.073306 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-4fbf22d3-0554-43bd-ae20-0b4904ee2adf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229222 Jul 08 01:43:42.077297 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-60623800-4c68-4ed1-b49b-521896822865 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.108095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60623800-4c68-4ed1-b49b-521896822865 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event deleted for resources: {'Port': ['ID=b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:42.133500 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a6872-2db2-499a-a35a-d42a40185506 req-343a42c2-22df-4aaf-98af-6f72c0f16c4c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:42.141493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-192a6872-2db2-499a-a35a-d42a40185506 req-343a42c2-22df-4aaf-98af-6f72c0f16c4c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1409411 Jul 08 01:43:42.157555 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51724) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:42.169461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d0cde8c6-f867-4651-955b-7c189796deb8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977389735', 'description': 'tempest-description--625580454'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:42.177917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a4818bd2-3d1c-438a-a5df-a53c5de25d91 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:42.225091 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-39fde853-f8d8-4fac-b4f7-dc9401137029 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406348 Jul 08 01:43:42.228422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-192a6872-2db2-499a-a35a-d42a40185506 req-6616eb33-9d6f-4dd0-a723-2ece12ea51f2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859337 Jul 08 01:43:42.274189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-60623800-4c68-4ed1-b49b-521896822865 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] No DVR routers for this DVR port b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:43:42.278520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-60623800-4c68-4ed1-b49b-521896822865 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.283076 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae7c764c-c725-4cde-97fe-f6c5329cbebd req-60623800-4c68-4ed1-b49b-521896822865 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.24 "DELETE /v2.0/ports/b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 HTTP/1.1" status: 204 len: 173 time: 0.9451005 Jul 08 01:43:42.284638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'name': 'network-vif-deleted', 'tag': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:42.289470 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3207957f-eec6-43c9-83ca-05ffdde7a632" -d '{"events": [{"server_uuid": "83d7f001-a7ec-41a9-bfbb-46b875f30e7f", "name": "network-vif-deleted", "tag": "b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:42.301628 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0cde8c6-f867-4651-955b-7c189796deb8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.370366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c074ec7-19d3-4a77-9c7a-936cd3c85a72 req-27c973eb-f051-4d60-a362-b12a9b949e27 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=22abf8e4-10d6-452c-8ed1-b9229793414c HTTP/1.1" status: 200 len: 210 time: 0.0751274 Jul 08 01:43:42.372256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ba988012-eeb5-4bab-a7b0-34f9137a0e19 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:42.372723 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.405449 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b61e39e-c5b0-40b7-83e8-061957dcaf90 req-c0a61aa8-34b7-435b-a5bf-6118c37a1176 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631219 Jul 08 01:43:42.503112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a4818bd2-3d1c-438a-a5df-a53c5de25d91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a4818bd2-3d1c-438a-a5df-a53c5de25d91,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:42.541954 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0cde8c6-f867-4651-955b-7c189796deb8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.544914 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'a4818bd2-3d1c-438a-a5df-a53c5de25d91', 'network_id': 'ec165b7b-c1b2-40d2-a912-6340373d1594', 'port_id': 'a4818bd2-3d1c-438a-a5df-a53c5de25d91', 'mac_address': 'fa:16:3e:df:47:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94efa8dc-98fe-402d-a487-c19d12a4e6f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:42.547956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89017013-8701-423a-926c-5bcd9aed5f63 req-75cf369f-c754-453f-8538-764dd35b8f37 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:42.548607 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2a8c2e-59c8-4654-93e9-2c0d34067615 x-openstack-request-id: req-3a2a8c2e-59c8-4654-93e9-2c0d34067615 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:42.549193 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22abf8e4-10d6-452c-8ed1-b9229793414c", "name": "network-vif-deleted", "tag": "2bafcebe-f78e-4612-a1ba-327e0c136bab", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:42.549604 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89017013-8701-423a-926c-5bcd9aed5f63 req-75cf369f-c754-453f-8538-764dd35b8f37 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.1280231 Jul 08 01:43:42.559175 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a2a8c2e-59c8-4654-93e9-2c0d34067615 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:42.560468 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22abf8e4-10d6-452c-8ed1-b9229793414c', 'name': 'network-vif-deleted', 'tag': '2bafcebe-f78e-4612-a1ba-327e0c136bab', 'status': 'completed', 'code': 200} Jul 08 01:43:42.561863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0cde8c6-f867-4651-955b-7c189796deb8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.606212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0cde8c6-f867-4651-955b-7c189796deb8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.607818 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d0cde8c6-f867-4651-955b-7c189796deb8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4492786 Jul 08 01:43:42.611593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51730) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:42.616884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-794a8365-327a-4fa5-b1f6-a786161b9639 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'security_group_rule': {'security_group_id': 'a368ba1b-fc0f-48f1-b45c-2792c2e2db38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:42.643492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89017013-8701-423a-926c-5bcd9aed5f63 req-b3f66408-2f5b-4b40-a1e2-f3593b548b44 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830379 Jul 08 01:43:42.663210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cde8c6-f867-4651-955b-7c189796deb8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a368ba1b-fc0f-48f1-b45c-2792c2e2db38,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:42.687633 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-794a8365-327a-4fa5-b1f6-a786161b9639 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.733633 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.763081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4818bd2-3d1c-438a-a5df-a53c5de25d91 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:42.783482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-794a8365-327a-4fa5-b1f6-a786161b9639 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.795119 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-794a8365-327a-4fa5-b1f6-a786161b9639 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.821079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-794a8365-327a-4fa5-b1f6-a786161b9639 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.822911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a4818bd2-3d1c-438a-a5df-a53c5de25d91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a4818bd2-3d1c-438a-a5df-a53c5de25d91,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:42.823081 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-794a8365-327a-4fa5-b1f6-a786161b9639 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102511 Jul 08 01:43:42.824092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a8365-327a-4fa5-b1f6-a786161b9639 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0618fa78-e326-4654-aabc-a881aef99299,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:42.826099 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4035e2ac-fa87-46e2-bd2b-d87b4aa9f766 x-openstack-request-id: req-4035e2ac-fa87-46e2-bd2b-d87b4aa9f766 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:42.826532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51738) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:42.826785 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d7f001-a7ec-41a9-bfbb-46b875f30e7f", "name": "network-vif-deleted", "tag": "b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:42.827334 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4035e2ac-fa87-46e2-bd2b-d87b4aa9f766 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:42.828042 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d7f001-a7ec-41a9-bfbb-46b875f30e7f', 'name': 'network-vif-deleted', 'tag': 'b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7', 'status': 'completed', 'code': 200} Jul 08 01:43:42.833173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-db4b1251-a5e4-41a7-9e88-c9ba93f463a3 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'security_group_rule': {'security_group_id': 'a368ba1b-fc0f-48f1-b45c-2792c2e2db38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:42.836497 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.872441 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db4b1251-a5e4-41a7-9e88-c9ba93f463a3 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.877679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079dba8-81fe-4a57-89b5-6d52f2ba0512 req-2e991d79-bd9c-47bc-8bc4-43ab3de59980 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:42.885055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8079dba8-81fe-4a57-89b5-6d52f2ba0512 req-2e991d79-bd9c-47bc-8bc4-43ab3de59980 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 943 time: 0.1051657 Jul 08 01:43:42.938679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8079dba8-81fe-4a57-89b5-6d52f2ba0512 req-5a5f0e92-858b-4581-aee2-0ee7ff984728 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510838 Jul 08 01:43:42.945798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=a4818bd2-3d1c-438a-a5df-a53c5de25d91,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:42.947514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db4b1251-a5e4-41a7-9e88-c9ba93f463a3 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.954260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db4b1251-a5e4-41a7-9e88-c9ba93f463a3 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:42.968929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.984932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.985860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.986516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.987062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.987624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.988243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.989456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b1251-a5e4-41a7-9e88-c9ba93f463a3 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a60119-b6e2-45d4-b6c6-7e3b977094b5,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:42.990471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.991206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.991772 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.992763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.993298 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:42.999465 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db4b1251-a5e4-41a7-9e88-c9ba93f463a3 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.002108 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-db4b1251-a5e4-41a7-9e88-c9ba93f463a3 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743701 Jul 08 01:43:43.005421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51740) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:43.010722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:43.039148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.039631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c4d07-0933-4c90-b3e2-ab7e2cce12e7 req-f0767a6d-7c31-4fbc-8262-6f0b57ce5358 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:43.041844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c6c4d07-0933-4c90-b3e2-ab7e2cce12e7 req-f0767a6d-7c31-4fbc-8262-6f0b57ce5358 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1014214 Jul 08 01:43:43.101800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c6c4d07-0933-4c90-b3e2-ab7e2cce12e7 req-59333ba2-6d6f-4716-97cd-6e2959c085f0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529938 Jul 08 01:43:43.144760 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f950832-a92d-48c4-8587-ebafbe266276 req-5671dfc1-1a9f-4fcf-82cf-648047c0b7a0 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=83d7f001-a7ec-41a9-bfbb-46b875f30e7f HTTP/1.1" status: 200 len: 210 time: 0.0617342 Jul 08 01:43:43.203278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['a4818bd2-3d1c-438a-a5df-a53c5de25d91'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:43.211577 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.338006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Allocated IP 172.25.4.179 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/577426e4-3011-4ef2-972f-c264afa6995d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:43.458538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da829e34-1555-499f-b753-42a1a1d38b46 req-029f0dea-bab6-406f-943c-9c215ea342ed tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:43.462987 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da829e34-1555-499f-b753-42a1a1d38b46 req-029f0dea-bab6-406f-943c-9c215ea342ed tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1034043 Jul 08 01:43:43.463180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.505278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da829e34-1555-499f-b753-42a1a1d38b46 req-82747387-9dc2-4009-86eb-7d352a3847f1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404162 Jul 08 01:43:43.511212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.556297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:43.561401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:43.564911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:43.591047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Port': ['ID=577426e4-3011-4ef2-972f-c264afa6995d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:43.663373 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.694317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc8253-b3f4-46a7-a1ce-c0a8acd5772a req-62428312-cec3-4123-b93d-a2b444006b46 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:43.702368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c1fc8253-b3f4-46a7-a1ce-c0a8acd5772a req-62428312-cec3-4123-b93d-a2b444006b46 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.0722911 Jul 08 01:43:43.720978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.737673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c1fc8253-b3f4-46a7-a1ce-c0a8acd5772a req-811ca53b-dc36-4850-ae19-0dabc6be8c21 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344591 Jul 08 01:43:43.889181 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.895700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.927182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30d7c1-82e7-418f-b294-443e4e8a3301 req-d88e0298-e7d8-4328-a7bd-5428f0c8b559 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:43.928710 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd30d7c1-82e7-418f-b294-443e4e8a3301 req-d88e0298-e7d8-4328-a7bd-5428f0c8b559 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.0797753 Jul 08 01:43:43.968645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Port': ['ID=577426e4-3011-4ef2-972f-c264afa6995d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:43.980127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.994029 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:43.994219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd30d7c1-82e7-418f-b294-443e4e8a3301 req-0c5139c2-e6e4-40fa-b038-50fab6082ae8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486214 Jul 08 01:43:44.003102 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ef45a957-5c05-477c-a3de-240833944106 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9888511 Jul 08 01:43:44.011220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a96cf-675c-429e-8550-38e9d3ef9e34 req-02b73e61-ccb2-4e91-a611-d93f1f882795 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:44.012804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-967a96cf-675c-429e-8550-38e9d3ef9e34 req-02b73e61-ccb2-4e91-a611-d93f1f882795 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 949 time: 0.1074972 Jul 08 01:43:44.054871 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-967a96cf-675c-429e-8550-38e9d3ef9e34 req-82f6063e-bf9a-4be5-8970-b76daff1fe9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Jul 08 01:43:44.178511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a4818bd2-3d1c-438a-a5df-a53c5de25d91 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:44.231421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ae145-a618-4aa5-aaf1-b43b4aa7a0dc req-bf005e85-0256-4f7a-a29e-14e9985ac1e3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:44.233177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a97ae145-a618-4aa5-aaf1-b43b4aa7a0dc req-bf005e85-0256-4f7a-a29e-14e9985ac1e3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 944 time: 0.0715511 Jul 08 01:43:44.236692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port a4818bd2-3d1c-438a-a5df-a53c5de25d91 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:44.242904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port a4818bd2-3d1c-438a-a5df-a53c5de25d91 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:44.243251 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:44.275893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a97ae145-a618-4aa5-aaf1-b43b4aa7a0dc req-6f62f034-29a7-436a-9c24-6e97323e05c5 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359662 Jul 08 01:43:44.357871 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2676756a-2b56-4b31-8d13-76e5744fb288 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--977389735&fields=id&tenant_id=631dd98f6c054c4d80ba22a2097cacb7 HTTP/1.1" status: 200 len: 267 time: 0.0461783 Jul 08 01:43:44.454305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-ad1d631b-5e69-4f86-8d65-da77dbc5fb01 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:44.454743 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:44.455610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-ad1d631b-5e69-4f86-8d65-da77dbc5fb01 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports/b1017d1c-77ed-4095-b3c8-a332634c3034 HTTP/1.1" status: 200 len: 935 time: 0.0894101 Jul 08 01:43:44.479067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cc2555-9aa0-496b-8957-0f9c71b10cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4818bd2-3d1c-438a-a5df-a53c5de25d91'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:44.481337 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03347b1-6e34-40d1-bb1e-6536c1723eb0" -d '{"events": [{"server_uuid": "54cc2555-9aa0-496b-8957-0f9c71b10cd3", "name": "network-vif-plugged", "status": "completed", "tag": "a4818bd2-3d1c-438a-a5df-a53c5de25d91"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:44.497341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a4818bd2-3d1c-438a-a5df-a53c5de25d91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a4818bd2-3d1c-438a-a5df-a53c5de25d91,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:44.501771 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:44.502582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2bafcebe-f78e-4612-a1ba-327e0c136bab no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:43:44.521646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13fa6-e0cc-4e45-ae58-a713fcf82675 req-1a046e61-4f10-4650-b7ca-f93b5cecf291 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:44.523162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2fb13fa6-e0cc-4e45-ae58-a713fcf82675 req-1a046e61-4f10-4650-b7ca-f93b5cecf291 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1240048 Jul 08 01:43:44.541638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 2bafcebe-f78e-4612-a1ba-327e0c136bab {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:43:44.541985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2bafcebe-f78e-4612-a1ba-327e0c136bab not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:43:44.543979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-e24183dc-5d90-4b0a-ac75-146392698ecd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:44.545426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-e24183dc-5d90-4b0a-ac75-146392698ecd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports/8f30cc45-c864-4663-b66e-e68c70b846b4 HTTP/1.1" status: 200 len: 936 time: 0.0827775 Jul 08 01:43:44.568160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=a4818bd2-3d1c-438a-a5df-a53c5de25d91,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:44.610533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-cfbd6dab-ce45-4278-b4f7-49ed6a61bd9d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0540845 Jul 08 01:43:44.617840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2fb13fa6-e0cc-4e45-ae58-a713fcf82675 req-2fd21ae4-be4c-45fe-bc56-5e504d6cd146 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889513 Jul 08 01:43:44.648425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-244d8680-6bae-4a8b-8ed7-133febb49d00 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0296104 Jul 08 01:43:44.763913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-4993e495-bc31-4f74-8234-c0916db37e8f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:44.770475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-4993e495-bc31-4f74-8234-c0916db37e8f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:44.776386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-4993e495-bc31-4f74-8234-c0916db37e8f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:44.778021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-4993e495-bc31-4f74-8234-c0916db37e8f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/networks?id=7c274d0d-0887-42f7-9ec2-737b20191266&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e HTTP/1.1" status: 200 len: 1995 time: 0.1238453 Jul 08 01:43:44.786330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:43:44.806621 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:43:44.806963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b17f1bd9-c5e6-43e5-a8f9-4d42cedcc9d7 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:43:44.817627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-cc67bc0f-995b-40cb-ac3b-046ca6dad78d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/quotas/631dd98f6c054c4d80ba22a2097cacb7 HTTP/1.1" status: 200 len: 375 time: 0.0295243 Jul 08 01:43:44.887311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79c654-bd46-49bd-9166-17fc342058be req-f4188cd6-3715-48a6-a560-b04b7b08e5e3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:44.889344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee79c654-bd46-49bd-9166-17fc342058be req-f4188cd6-3715-48a6-a560-b04b7b08e5e3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1104329 Jul 08 01:43:44.943511 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a362f492-8fac-4792-8ea7-d08d3cd24971 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1182380 Jul 08 01:43:44.955854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee79c654-bd46-49bd-9166-17fc342058be req-cd0bd3df-bc43-43f6-b58f-af5649b873f0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580027 Jul 08 01:43:45.001989 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb2c73-d6e3-4a6e-a999-f017b481eeaf x-openstack-request-id: req-4ddb2c73-d6e3-4a6e-a999-f017b481eeaf {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:45.002342 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cc2555-9aa0-496b-8957-0f9c71b10cd3", "name": "network-vif-plugged", "status": "completed", "tag": "a4818bd2-3d1c-438a-a5df-a53c5de25d91", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:45.002689 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ddb2c73-d6e3-4a6e-a999-f017b481eeaf {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:45.003115 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cc2555-9aa0-496b-8957-0f9c71b10cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4818bd2-3d1c-438a-a5df-a53c5de25d91', 'code': 200} Jul 08 01:43:45.133074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3c5a6-bc24-4ee8-a55f-da85bb085f8b req-c40dc03c-7a80-4363-8e97-bbc9f42322e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:45.134662 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acc3c5a6-bc24-4ee8-a55f-da85bb085f8b req-c40dc03c-7a80-4363-8e97-bbc9f42322e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0605822 Jul 08 01:43:45.182410 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acc3c5a6-bc24-4ee8-a55f-da85bb085f8b req-8c971163-4cdd-404e-9f87-7e5d803cc72b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401189 Jul 08 01:43:45.316653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51794) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:45.322167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c378937e-571e-44d5-916e-8e67a6f4281c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710541684', 'description': 'tempest-description--681998190'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:45.345652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c378937e-571e-44d5-916e-8e67a6f4281c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.352171 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-dd88d663-4aa9-4aea-bf47-7617c7c983eb service neutron] 10.222.0.41 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954551 Jul 08 01:43:45.438456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c378937e-571e-44d5-916e-8e67a6f4281c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.444038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c378937e-571e-44d5-916e-8e67a6f4281c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.448842 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-503bf126-18bf-45e2-ad28-9d6271c15dca service neutron] 10.222.0.41 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908732 Jul 08 01:43:45.476509 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c378937e-571e-44d5-916e-8e67a6f4281c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.480774 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c378937e-571e-44d5-916e-8e67a6f4281c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1628590 Jul 08 01:43:45.480900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:45.482081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378937e-571e-44d5-916e-8e67a6f4281c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1524140c-3b8c-44c2-a502-8241a2eaf02e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:45.485931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-28200f2d-bcf6-470a-88b5-ae46e0303066 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Request body: {'security_group_rule': {'security_group_id': '1524140c-3b8c-44c2-a502-8241a2eaf02e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:45.540396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-8200b8c0-a3df-4b75-bfdb-ab0320797710 service neutron] 10.222.0.41 "GET /v2.0/ports/b1017d1c-77ed-4095-b3c8-a332634c3034?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0804808 Jul 08 01:43:45.543447 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28200f2d-bcf6-470a-88b5-ae46e0303066 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.652691 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28200f2d-bcf6-470a-88b5-ae46e0303066 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.665901 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28200f2d-bcf6-470a-88b5-ae46e0303066 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.681948 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-51090c08-fc02-47d2-ba4f-ff067d8344d6 service neutron] 10.222.0.41 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346622 Jul 08 01:43:45.689083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28200f2d-bcf6-470a-88b5-ae46e0303066 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab5f1da-e491-4b1e-8156-d0d9191a9c2f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:45.702027 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28200f2d-bcf6-470a-88b5-ae46e0303066 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.705772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-28200f2d-bcf6-470a-88b5-ae46e0303066 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2211342 Jul 08 01:43:45.711249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51802) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:45.716966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-be1ee47d-3fac-4fed-9911-516d23f65fdc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Request body: {'security_group_rule': {'security_group_id': '1524140c-3b8c-44c2-a502-8241a2eaf02e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:45.754893 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be1ee47d-3fac-4fed-9911-516d23f65fdc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.788861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-8276b741-4394-46d9-a384-a0afedad3ef2 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:45.790296 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-8276b741-4394-46d9-a384-a0afedad3ef2 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 949 time: 0.1106200 Jul 08 01:43:45.820640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a6089e26-78de-43cf-9525-8ebe01c3393d service neutron] 10.222.0.41 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277401 Jul 08 01:43:45.836684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddded333-ccd2-4a27-8210-9f480d3b2941 req-9bec0bc5-e5dc-4b22-af9d-6a9dcb820d0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:45.838175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ddded333-ccd2-4a27-8210-9f480d3b2941 req-9bec0bc5-e5dc-4b22-af9d-6a9dcb820d0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.1007478 Jul 08 01:43:45.881615 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be1ee47d-3fac-4fed-9911-516d23f65fdc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.903237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2f82f238-809b-4635-a2a6-85efa499b070 service neutron] 10.222.0.41 "GET /v2.0/ports/8f30cc45-c864-4663-b66e-e68c70b846b4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0639493 Jul 08 01:43:45.906827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be1ee47d-3fac-4fed-9911-516d23f65fdc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.911428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ddded333-ccd2-4a27-8210-9f480d3b2941 req-2cbec52e-0ea2-4a00-b88e-6badc999d649 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457952 Jul 08 01:43:45.934776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ee47d-3fac-4fed-9911-516d23f65fdc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545a28d3-9c33-46e1-bfa2-28c7282a209b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:45.940750 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be1ee47d-3fac-4fed-9911-516d23f65fdc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:45.944393 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-be1ee47d-3fac-4fed-9911-516d23f65fdc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2308381 Jul 08 01:43:45.946999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51804) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:43:45.951336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:45.980610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Deleting port be961ec5-3359-4796-ad7a-9fdb98964e0a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:43:45.980952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:46.008576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-bff2383b-aa76-412c-90cf-3e1a984fdf72 service neutron] 10.222.0.41 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961480 Jul 08 01:43:46.026452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:46.124529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] For port be961ec5-3359-4796-ad7a-9fdb98964e0a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=be961ec5-3359-4796-ad7a-9fdb98964e0a,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:46.124885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:46.140452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Calling delete_port for be961ec5-3359-4796-ad7a-9fdb98964e0a owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:43:46.146058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-6f7a8a49-7553-43a3-9579-61057046c281 service neutron] 10.222.0.41 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319849 Jul 08 01:43:46.162066 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d33297-d409-47b3-b9cb-8e321744aa49 req-af859fe3-aaf0-4f87-bcb9-d19a0b442acc tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:46.163571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-17d33297-d409-47b3-b9cb-8e321744aa49 req-af859fe3-aaf0-4f87-bcb9-d19a0b442acc tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a43279e-749b-49d7-b624-2dfd0cc5f559 HTTP/1.1" status: 200 len: 949 time: 0.1003692 Jul 08 01:43:46.237460 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:46.246992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-17d33297-d409-47b3-b9cb-8e321744aa49 req-97e9917d-5475-4cc5-a92f-5ed0809ba7a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744531 Jul 08 01:43:46.292634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-1f7fb054-d807-4f89-a5e2-5b8a47809bae service neutron] 10.222.0.41 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278551 Jul 08 01:43:46.386500 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:46.399474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c', '0258ddbc-e545-4459-8485-54b41942999f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:46.402648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', '4e840034-017f-416a-995f-85f61e84af70', 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0', 'be961ec5-3359-4796-ad7a-9fdb98964e0a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:46.403729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Allocated IP 172.25.4.248 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/19f8e607-f95d-449c-a7d7-de23e7a9cbdc) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:46.416240 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-ec9d7768-82c2-434f-9a79-d6381a5acb20 service neutron] 10.222.0.41 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227167 Jul 08 01:43:46.439191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event deleted for resources: {'Port': ['ID=be961ec5-3359-4796-ad7a-9fdb98964e0a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:46.485320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.485320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.485542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.485879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.486124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.486460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.486916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.487234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.488099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.488099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.488800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.489767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:43:46.501625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103c23-edae-4312-9395-63c4e2242042 req-adeaf81c-a526-422e-afaf-ea0ef1715153 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:46.503310 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43103c23-edae-4312-9395-63c4e2242042 req-adeaf81c-a526-422e-afaf-ea0ef1715153 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1460493 Jul 08 01:43:46.547447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] No DVR routers for this DVR port be961ec5-3359-4796-ad7a-9fdb98964e0a on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:43:46.554497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:46.556576 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34dce6f1-a11d-4e21-bf54-d265be539c88 req-96f03f6f-5ad3-4249-9fc3-db86794d2ae3 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "DELETE /v2.0/ports/be961ec5-3359-4796-ad7a-9fdb98964e0a HTTP/1.1" status: 204 len: 173 time: 0.7574356 Jul 08 01:43:46.557355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a43279e-749b-49d7-b624-2dfd0cc5f559', 'name': 'network-vif-deleted', 'tag': 'be961ec5-3359-4796-ad7a-9fdb98964e0a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:46.559535 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202405d5-0b38-47d6-a50f-e8d27a544f2a" -d '{"events": [{"server_uuid": "7a43279e-749b-49d7-b624-2dfd0cc5f559", "name": "network-vif-deleted", "tag": "be961ec5-3359-4796-ad7a-9fdb98964e0a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:46.600200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-ddd4100f-7a5c-40a2-9a35-55d6324f3e40 service neutron] 10.222.0.41 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701708 Jul 08 01:43:46.656466 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:46.733141 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43103c23-edae-4312-9395-63c4e2242042 req-6dc26fad-903f-4076-b21f-b13381bdb093 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768508 Jul 08 01:43:46.805233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2286ab13-409e-4b25-bb56-f8deb917606d service neutron] 10.222.0.41 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047799 Jul 08 01:43:46.980805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-7445e2c6-a215-4d64-9a68-499cb092c6b7 service neutron] 10.222.0.41 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693563 Jul 08 01:43:46.994749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ece30-9885-4192-a29d-dbf16291649f req-26d6a467-0810-44db-b6c5-91e621bfa131 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:46.996293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f46ece30-9885-4192-a29d-dbf16291649f req-26d6a467-0810-44db-b6c5-91e621bfa131 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1141875 Jul 08 01:43:47.053964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:47.088369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f46ece30-9885-4192-a29d-dbf16291649f req-3a8f5d9b-e90a-4f4e-8854-766390702318 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830667 Jul 08 01:43:47.092872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:47.099847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:47.103549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:47.108226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event updated for resources: {'Port': ['ID=19f8e607-f95d-449c-a7d7-de23e7a9cbdc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:47.119203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2ecb3659-088b-4b30-9377-b6c3856a8b89 service neutron] 10.222.0.41 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218913 Jul 08 01:43:47.217072 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:47.258317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-b509d87d-ffc5-4d49-b159-0f686a826268 service neutron] 10.222.0.41 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324046 Jul 08 01:43:47.271085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:47.353255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b007d53-0193-4aaa-8646-1e7db3bc75b4 req-81ef53de-870a-4589-b5ad-dc49e6bad6af tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:47.354779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b007d53-0193-4aaa-8646-1e7db3bc75b4 req-81ef53de-870a-4589-b5ad-dc49e6bad6af tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1292877 Jul 08 01:43:47.422089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b007d53-0193-4aaa-8646-1e7db3bc75b4 req-49170a7e-a082-4063-85e7-a5258d493517 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524364 Jul 08 01:43:47.424205 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-72d05aeb-954b-4476-93cf-488d14149c97 service neutron] 10.222.0.41 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549184 Jul 08 01:43:47.434988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:47.440070 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:47.518527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event updated for resources: {'Port': ['ID=19f8e607-f95d-449c-a7d7-de23e7a9cbdc,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:47.529302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:47.545000 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:47.546321 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac00467b-a84c-4c65-8732-7f5544a995c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5984156 Jul 08 01:43:47.592079 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b76cb5a-f3e3-4a09-acaa-33ba6bd34f2c x-openstack-request-id: req-1b76cb5a-f3e3-4a09-acaa-33ba6bd34f2c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:47.592411 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a43279e-749b-49d7-b624-2dfd0cc5f559", "name": "network-vif-deleted", "tag": "be961ec5-3359-4796-ad7a-9fdb98964e0a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:47.596343 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b76cb5a-f3e3-4a09-acaa-33ba6bd34f2c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:47.596343 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a43279e-749b-49d7-b624-2dfd0cc5f559', 'name': 'network-vif-deleted', 'tag': 'be961ec5-3359-4796-ad7a-9fdb98964e0a', 'status': 'completed', 'code': 200} Jul 08 01:43:47.920625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52719824-0a86-4577-88b7-7362ed01ec24 req-4deb8196-d044-44a0-b073-1555bab94dd9 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:47.929736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52719824-0a86-4577-88b7-7362ed01ec24 req-4deb8196-d044-44a0-b073-1555bab94dd9 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.0808394 Jul 08 01:43:47.966363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52719824-0a86-4577-88b7-7362ed01ec24 req-3e12e6ce-87c4-4fb8-9713-bc87dbe4f2b0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357101 Jul 08 01:43:48.302008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-030eeb12-624b-4418-a0cc-ffb42e2127bc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:48.303486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-030eeb12-624b-4418-a0cc-ffb42e2127bc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/networks?id=907bfd5e-4e91-48a8-9044-45b170ef0cdd HTTP/1.1" status: 200 len: 821 time: 0.1527326 Jul 08 01:43:48.334387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-801dec7c-91ff-4d68-82a9-715a053e0f80 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/quotas/b63007b63f0a471fb546d4d83013becc HTTP/1.1" status: 200 len: 375 time: 0.0224950 Jul 08 01:43:48.375731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd36a1-2f85-4e8a-8377-1c671152a2a9 req-5864a74b-05c2-4c6a-a5d1-a5ca626cbf2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:48.377268 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19fd36a1-2f85-4e8a-8377-1c671152a2a9 req-5864a74b-05c2-4c6a-a5d1-a5ca626cbf2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1147099 Jul 08 01:43:48.450517 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-19fd36a1-2f85-4e8a-8377-1c671152a2a9 req-6278cfa8-e195-4299-b365-da1609256cc4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658691 Jul 08 01:43:48.457741 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-654d46ba-c549-48fd-89be-c2a2cc2187f0 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b63007b63f0a471fb546d4d83013becc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162963 Jul 08 01:43:48.577137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-a4fac2b9-1e8b-4739-b031-069da5647863 service neutron] 10.222.0.41 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119189 Jul 08 01:43:48.626468 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d19f9304-30f1-4b42-a56b-21967eb63fbe req-3f40a3d7-6e47-43b7-981a-2ccc128f3cf1 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.0517194 Jul 08 01:43:48.697297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-34383ad1-760f-4c76-b158-f4b6fa073267 service neutron] 10.222.0.41 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106379 Jul 08 01:43:48.815012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device be961ec5-3359-4796-ad7a-9fdb98964e0a no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:43:48.860740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: be961ec5-3359-4796-ad7a-9fdb98964e0a {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:43:48.861167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device be961ec5-3359-4796-ad7a-9fdb98964e0a not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:43:48.994044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0036e-3dea-4244-b30e-80cca604bd45 req-f7b6043e-c720-4040-9c09-88ab36d6b2ff tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:48.995747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95e0036e-3dea-4244-b30e-80cca604bd45 req-f7b6043e-c720-4040-9c09-88ab36d6b2ff tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.0690913 Jul 08 01:43:49.069370 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95e0036e-3dea-4244-b30e-80cca604bd45 req-e65a3880-bcb9-4e0d-a5cc-eb46f0ca91c8 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632429 Jul 08 01:43:49.095124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59547ac-f223-4d06-8378-1c40126462cc req-347d188a-2ef6-4c32-8f2f-c9bb972e3a12 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:49.096820 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f59547ac-f223-4d06-8378-1c40126462cc req-347d188a-2ef6-4c32-8f2f-c9bb972e3a12 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1000166 Jul 08 01:43:49.140613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f59547ac-f223-4d06-8378-1c40126462cc req-537d57fc-4c2b-4598-b82c-80f352c59aae tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363760 Jul 08 01:43:49.246362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb3ab1-3f65-44e6-ae00-10ffa1d3fb8d req-da75dc60-de43-40dd-beeb-fef1f7cb6afe tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:49.247898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4edb3ab1-3f65-44e6-ae00-10ffa1d3fb8d req-da75dc60-de43-40dd-beeb-fef1f7cb6afe tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.0718613 Jul 08 01:43:49.293960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4edb3ab1-3f65-44e6-ae00-10ffa1d3fb8d req-290ff04c-12ce-40ad-a572-1bcf0ca7872e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Jul 08 01:43:49.430699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-82c8d46b-87cd-4233-beb2-6f7c730a5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:49.432465 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-82c8d46b-87cd-4233-beb2-6f7c730a5db8 service neutron] 10.222.0.24 "GET /v2.0/ports/b1017d1c-77ed-4095-b3c8-a332634c3034 HTTP/1.1" status: 200 len: 1031 time: 0.0629506 Jul 08 01:43:49.462849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d490aa1c-1d9c-462d-a021-8206a5ed01f2 req-cc07b834-2477-4cbb-a9db-e30225ae4ecd tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 210 time: 0.0595508 Jul 08 01:43:49.513777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-93c20f34-aa54-460e-b63d-b08d236f2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:49.518991 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-93c20f34-aa54-460e-b63d-b08d236f2aec service neutron] 10.222.0.24 "GET /v2.0/ports/8f30cc45-c864-4663-b66e-e68c70b846b4 HTTP/1.1" status: 200 len: 1032 time: 0.0760665 Jul 08 01:43:49.589687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ffe8d-4f84-4304-85b2-bda546d73349 req-10ef64a7-b300-47d9-adc2-422a25924a77 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:49.591819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-412ffe8d-4f84-4304-85b2-bda546d73349 req-10ef64a7-b300-47d9-adc2-422a25924a77 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 950 time: 0.1316590 Jul 08 01:43:49.644268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-d09d7749-75df-466d-8e45-dd15bc7e2911 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:49.651735 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-d09d7749-75df-466d-8e45-dd15bc7e2911 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:49.662235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-d09d7749-75df-466d-8e45-dd15bc7e2911 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:49.663904 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-d09d7749-75df-466d-8e45-dd15bc7e2911 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "GET /v2.0/networks?id=7c274d0d-0887-42f7-9ec2-737b20191266&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e HTTP/1.1" status: 200 len: 1995 time: 0.1378515 Jul 08 01:43:49.674802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-412ffe8d-4f84-4304-85b2-bda546d73349 req-e66acfd6-eaca-47ba-8842-e7c6044a9717 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701351 Jul 08 01:43:49.738591 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-e156e4b6-4515-475a-942e-eb5387a669a0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=631dd98f6c054c4d80ba22a2097cacb7 HTTP/1.1" status: 200 len: 379 time: 0.0621545 Jul 08 01:43:49.751624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'admin_state_up': True, 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'security_groups': ['a368ba1b-fc0f-48f1-b45c-2792c2e2db38']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:49.762547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c1d69-c3cf-4b2c-a0d7-92a4d7bcdcff req-bd1dc89e-5a2c-4038-9c22-6d98b4c345e1 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:49.764293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f59c1d69-c3cf-4b2c-a0d7-92a4d7bcdcff req-bd1dc89e-5a2c-4038-9c22-6d98b4c345e1 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.0831420 Jul 08 01:43:49.812096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f59c1d69-c3cf-4b2c-a0d7-92a4d7bcdcff req-032b72ba-ed8b-4914-873e-51ccefb4d58a tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Jul 08 01:43:49.891522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:49.896890 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:49.913013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268c14c-09ee-48f3-898f-23a11440f175 req-0172bcd6-6c22-4d31-8281-3b462c0187b8 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:49.914607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0268c14c-09ee-48f3-898f-23a11440f175 req-0172bcd6-6c22-4d31-8281-3b462c0187b8 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.0845325 Jul 08 01:43:49.974408 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0268c14c-09ee-48f3-898f-23a11440f175 req-d4efebcf-42ed-4802-9b24-f915a6b209ca tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537450 Jul 08 01:43:50.090246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Allocated IP 172.20.0.5 (7c274d0d-0887-42f7-9ec2-737b20191266/66c3daff-fc98-48ba-b450-287f7a1d985c/675c60cb-fa09-4452-b098-1aa7cbf1688a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:50.166720 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e338199-4707-4858-ac91-1c88b94df6d1 req-77627421-60b0-4eed-8446-3a99b536fcb0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.0420494 Jul 08 01:43:50.278207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc18c6c-6c00-400d-a8fd-a71f9b514954 req-a4eecba6-bcb8-4e43-bc9a-96278411b6a0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:50.287379 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8dc18c6c-6c00-400d-a8fd-a71f9b514954 req-a4eecba6-bcb8-4e43-bc9a-96278411b6a0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.0880942 Jul 08 01:43:50.298823 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:50.317925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Transition to ACTIVE for port object 675c60cb-fa09-4452-b098-1aa7cbf1688a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:50.341569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8dc18c6c-6c00-400d-a8fd-a71f9b514954 req-5deed46b-1cd6-4ae5-9a41-a0ab6540c7e6 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530045 Jul 08 01:43:50.412325 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:50.512705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network 7c274d0d-0887-42f7-9ec2-737b20191266 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:50.523571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:50.528773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:50.531369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Port': ['ID=675c60cb-fa09-4452-b098-1aa7cbf1688a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:50.578752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-29279280-ecbe-4528-bce2-b5d0c428f50e tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:50.580348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-29279280-ecbe-4528-bce2-b5d0c428f50e tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.16 "GET /v2.0/networks?id=907bfd5e-4e91-48a8-9044-45b170ef0cdd HTTP/1.1" status: 200 len: 821 time: 0.2314718 Jul 08 01:43:50.585399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb2dc9-e9c5-4939-9e19-c7fd842c8cac req-e7c35f9a-bbbb-4cc4-8084-b3d707ffc475 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:50.586835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72eb2dc9-e9c5-4939-9e19-c7fd842c8cac req-e7c35f9a-bbbb-4cc4-8084-b3d707ffc475 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1661303 Jul 08 01:43:50.586947 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-427a050a-5fc0-4546-9faf-a28665249ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:50.601953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Request body: {'port': {'device_id': 'ec3ea303-3e78-40f9-a78e-3690a05f7c8f', 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd', 'admin_state_up': True, 'tenant_id': 'b63007b63f0a471fb546d4d83013becc'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:50.619699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa990b-9e3c-4aba-80c9-81c565447602 req-34aafe27-5d52-4f85-b860-557ef6360cf2 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:50.621795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dfa990b-9e3c-4aba-80c9-81c565447602 req-34aafe27-5d52-4f85-b860-557ef6360cf2 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1553836 Jul 08 01:43:50.632775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:50.634199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:50.678839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72eb2dc9-e9c5-4939-9e19-c7fd842c8cac req-f23995ec-2aff-4878-b60c-14b0b71c6ff8 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835760 Jul 08 01:43:50.693545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-16c1d964-e51d-4019-a04f-759b8a359bde tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:50.695177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-16c1d964-e51d-4019-a04f-759b8a359bde tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 950 time: 0.1586053 Jul 08 01:43:50.738852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dfa990b-9e3c-4aba-80c9-81c565447602 req-4cff6230-c556-42ae-a316-1cccf4460e51 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993054 Jul 08 01:43:50.746884 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a9cea461-11dc-4a90-8f2d-463a0b9df6a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0000105 Jul 08 01:43:50.763006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877', 'admin_state_up': True, 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'security_groups': ['a368ba1b-fc0f-48f1-b45c-2792c2e2db38']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:50.916219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-e9b48776-a5f9-436e-95b7-c43488647582 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Deleting port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:43:50.916659 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-e9b48776-a5f9-436e-95b7-c43488647582 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:50.924069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Made reservation on behalf of b63007b63f0a471fb546d4d83013becc for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:50.929333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:50.966380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fd588e96-ca96-431d-8413-02d055ab58aa None None] Provisioning for port 675c60cb-fa09-4452-b098-1aa7cbf1688a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:50.974474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fd588e96-ca96-431d-8413-02d055ab58aa None None] Provisioning complete for port 675c60cb-fa09-4452-b098-1aa7cbf1688a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:50.975202 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd588e96-ca96-431d-8413-02d055ab58aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:50.991608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:50.996042 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:51.013143 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c6466c4-4d7e-4f08-99c9-2124c9cd8596 req-455cdfc8-4851-4104-894b-ad2b3087c934 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 210 time: 0.0359576 Jul 08 01:43:51.047401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fd588e96-ca96-431d-8413-02d055ab58aa None None] Port 675c60cb-fa09-4452-b098-1aa7cbf1688a cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:51.109757 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fc48c-318b-4282-be47-282959575f2e req-6608c021-2e01-4417-8986-778ea62e443b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:51.111271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d22fc48c-318b-4282-be47-282959575f2e req-6608c021-2e01-4417-8986-778ea62e443b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1445439 Jul 08 01:43:51.120392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-e9b48776-a5f9-436e-95b7-c43488647582 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] For port ddcefa1f-0e77-4790-a1a6-467b6b941eb0, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:51.120392 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-e9b48776-a5f9-436e-95b7-c43488647582 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:51.157804 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:43:51.158409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-e9b48776-a5f9-436e-95b7-c43488647582 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Calling delete_port for ddcefa1f-0e77-4790-a1a6-467b6b941eb0 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:43:51.172613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d22fc48c-318b-4282-be47-282959575f2e req-b357a02b-9b4d-4ae2-85f8-a021fc97cba0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546963 Jul 08 01:43:51.259097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Allocated IP 172.20.0.4 (907bfd5e-4e91-48a8-9044-45b170ef0cdd/c5ba1596-0785-460c-aa55-b02617295193/2a834579-6141-42e8-a04d-abca03481e91) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:51.297121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590c26d-7af4-4781-be2c-51db21dc5c23 req-fd4fc980-fdd5-48d1-9c4f-6b44da0c0eb5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:51.298063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Allocated IP 10.1.1.139 (5bee8699-06fd-4db5-ae5a-f970e5377877/41669f5d-1dac-460e-8c04-65fc689c8c5f/60338bfe-28b4-49f2-8081-d18538b2d473) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:51.305287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1590c26d-7af4-4781-be2c-51db21dc5c23 req-fd4fc980-fdd5-48d1-9c4f-6b44da0c0eb5 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=8922c31d-58bc-4039-9bed-5d89ab5e4c96 HTTP/1.1" status: 200 len: 950 time: 0.1298218 Jul 08 01:43:51.411677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1590c26d-7af4-4781-be2c-51db21dc5c23 req-7d3b6286-1d96-45d0-88bc-cc99bdd6a365 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059718 Jul 08 01:43:51.470005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8d8c4-175d-4e6d-9672-502aebc4331d req-d0050761-72b2-4b79-92ea-a350a3b577b7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:51.472293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27a8d8c4-175d-4e6d-9672-502aebc4331d req-d0050761-72b2-4b79-92ea-a350a3b577b7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.1554732 Jul 08 01:43:51.473689 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-e9b48776-a5f9-436e-95b7-c43488647582 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:51.491554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', '4e840034-017f-416a-995f-85f61e84af70'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:51.496396 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c', '0258ddbc-e545-4459-8485-54b41942999f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:51.532119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b48776-a5f9-436e-95b7-c43488647582 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event deleted for resources: {'Port': ['ID=ddcefa1f-0e77-4790-a1a6-467b6b941eb0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:51.596663 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:51.605025 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:51.614714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27a8d8c4-175d-4e6d-9672-502aebc4331d req-1d0a6b87-ab49-4846-a576-b7ffdac109fb tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292071 Jul 08 01:43:51.615600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-e9b48776-a5f9-436e-95b7-c43488647582 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] No DVR routers for this DVR port ddcefa1f-0e77-4790-a1a6-467b6b941eb0 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:43:51.620596 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-e9b48776-a5f9-436e-95b7-c43488647582 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:51.626362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Transition to ACTIVE for port object 60338bfe-28b4-49f2-8081-d18538b2d473 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:51.640944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8de829c-4f9b-4b15-94bd-71ec313d874e req-e9b48776-a5f9-436e-95b7-c43488647582 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "DELETE /v2.0/ports/ddcefa1f-0e77-4790-a1a6-467b6b941eb0 HTTP/1.1" status: 204 len: 173 time: 0.9207685 Jul 08 01:43:51.642517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8922c31d-58bc-4039-9bed-5d89ab5e4c96', 'name': 'network-vif-deleted', 'tag': 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:51.645913 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19fe25a-7397-44c2-a635-41939a3f4fc9" -d '{"events": [{"server_uuid": "8922c31d-58bc-4039-9bed-5d89ab5e4c96", "name": "network-vif-deleted", "tag": "ddcefa1f-0e77-4790-a1a6-467b6b941eb0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:51.730586 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e0514d-1ac1-48e9-a236-ad19bf8c08f6 x-openstack-request-id: req-95e0514d-1ac1-48e9-a236-ad19bf8c08f6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:51.730947 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8922c31d-58bc-4039-9bed-5d89ab5e4c96", "name": "network-vif-deleted", "tag": "ddcefa1f-0e77-4790-a1a6-467b6b941eb0", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:51.731139 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95e0514d-1ac1-48e9-a236-ad19bf8c08f6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:51.731579 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8922c31d-58bc-4039-9bed-5d89ab5e4c96', 'name': 'network-vif-deleted', 'tag': 'ddcefa1f-0e77-4790-a1a6-467b6b941eb0', 'status': 'completed', 'code': 200} Jul 08 01:43:51.746683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:51.750113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:51.787878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network 5bee8699-06fd-4db5-ae5a-f970e5377877 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:51.802782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:51.806612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7de99-2828-4524-bab7-9f5dd52dde63 req-18b74118-9dd0-428e-b5a7-b01f1f6ff63a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:51.813414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db7de99-2828-4524-bab7-9f5dd52dde63 req-18b74118-9dd0-428e-b5a7-b01f1f6ff63a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 931 time: 0.1232874 Jul 08 01:43:51.894638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:51.895497 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9db7de99-2828-4524-bab7-9f5dd52dde63 req-26ca14c6-48f2-42aa-9bf2-b9b833c9922b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800540 Jul 08 01:43:52.029331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Network 907bfd5e-4e91-48a8-9044-45b170ef0cdd is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:52.042688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:52.043379 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:52.053145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:52.060760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:52.087800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55aa54-86e9-46db-9108-60687c63623e req-c5c53726-1f03-4336-a902-8ed54ebc0f4d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:52.098724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d55aa54-86e9-46db-9108-60687c63623e req-c5c53726-1f03-4336-a902-8ed54ebc0f4d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1532936 Jul 08 01:43:52.105954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Port': ['ID=60338bfe-28b4-49f2-8081-d18538b2d473,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:52.208202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:52.211863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:43:52.267633 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5ea39f8b-f4d8-487e-90a9-1c0c922b4870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5129683 Jul 08 01:43:52.283805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:52.284851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:52.289013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d55aa54-86e9-46db-9108-60687c63623e req-1b336501-7fbb-439d-95d7-1ea9550f9cea tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891475 Jul 08 01:43:52.310102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877', 'admin_state_up': True, 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'security_groups': ['a368ba1b-fc0f-48f1-b45c-2792c2e2db38']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:52.342115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843aceca-482f-4f80-9c56-8b9c79b4de1c req-6cedac52-bed9-4bde-8dae-fb704aaddbc7 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:52.351064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event updated for resources: {'Port': ['ID=2a834579-6141-42e8-a04d-abca03481e91,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:52.363743 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-843aceca-482f-4f80-9c56-8b9c79b4de1c req-6cedac52-bed9-4bde-8dae-fb704aaddbc7 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.2390797 Jul 08 01:43:52.398549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e64d0185-77e1-40c0-95df-476daf3ad292 None None] Provisioning for port 60338bfe-28b4-49f2-8081-d18538b2d473 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:52.461449 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-c0827ef0-53f7-45a9-9482-8fb18d5362be tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8660712 Jul 08 01:43:52.466613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e64d0185-77e1-40c0-95df-476daf3ad292 None None] Provisioning complete for port 60338bfe-28b4-49f2-8081-d18538b2d473 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:52.466992 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e64d0185-77e1-40c0-95df-476daf3ad292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:52.507041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Request body: {'port': {'device_id': 'ec3ea303-3e78-40f9-a78e-3690a05f7c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:52.582860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e64d0185-77e1-40c0-95df-476daf3ad292 None None] Port 60338bfe-28b4-49f2-8081-d18538b2d473 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:52.584693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:52.617517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:52.643843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:52.646634 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32d35b3-036a-4c79-90f0-d20dec24c3a8" -d '{"events": [{"server_uuid": "c4d03a27-c7dc-42b3-a034-c08e707b493c", "name": "network-vif-unplugged", "status": "completed", "tag": "63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:52.658462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe', 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70', 'port_id': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe', 'mac_address': 'fa:16:3e:26:3a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2a218b-01db-4f93-9799-6312579172d6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:52.664179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:52.717548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:52.721179 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:52.803102 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:52.812835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:52.818263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:52.832762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:52.843245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:52.858620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ddcefa1f-0e77-4790-a1a6-467b6b941eb0 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:43:52.878319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-843aceca-482f-4f80-9c56-8b9c79b4de1c req-277de474-5b0a-4ad0-af2d-9ac6bbacc41b tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065672 Jul 08 01:43:52.912022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2fba9-a135-4a24-a2d3-d484e130ad2b req-fd72c155-b670-4b22-a1de-5d41429ce697 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:52.916430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: ddcefa1f-0e77-4790-a1a6-467b6b941eb0 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:43:52.916709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ddcefa1f-0e77-4790-a1a6-467b6b941eb0 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:43:52.921273 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4d2fba9-a135-4a24-a2d3-d484e130ad2b req-fd72c155-b670-4b22-a1de-5d41429ce697 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 931 time: 0.1012757 Jul 08 01:43:52.934652 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:43:52.935138 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:43:52.970713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4d2fba9-a135-4a24-a2d3-d484e130ad2b req-5e96ded7-6994-4fce-8c35-feb06b4f0aea tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481060 Jul 08 01:43:53.052553 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e290bf9f-e0bb-44fa-ade0-02f4d9cc2d8f x-openstack-request-id: req-e290bf9f-e0bb-44fa-ade0-02f4d9cc2d8f {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:53.052846 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d03a27-c7dc-42b3-a034-c08e707b493c", "name": "network-vif-unplugged", "status": "completed", "tag": "63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:53.053100 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e290bf9f-e0bb-44fa-ade0-02f4d9cc2d8f {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:53.053493 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe', 'code': 200} Jul 08 01:43:53.174491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Allocated IP 10.1.1.176 (5bee8699-06fd-4db5-ae5a-f970e5377877/41669f5d-1dac-460e-8c04-65fc689c8c5f/f60c37cd-5bd3-4c6b-9f63-182eb0889855) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:53.199572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4e81e-b8a3-4dac-af28-3406a9c71993 req-a32849fe-e1a5-4909-b032-a4aba108b2fd tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:53.204842 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16a4e81e-b8a3-4dac-af28-3406a9c71993 req-a32849fe-e1a5-4909-b032-a4aba108b2fd tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.1052544 Jul 08 01:43:53.257007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16a4e81e-b8a3-4dac-af28-3406a9c71993 req-9c5417a7-a3d9-42e4-ab0a-eb4d8f14ae34 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509522 Jul 08 01:43:53.287190 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c01ab-0f18-459f-936f-15f140e74d06 req-7fef9932-c973-4d80-a324-166c8f303f98 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:53.290211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c01ab-0f18-459f-936f-15f140e74d06 req-7fef9932-c973-4d80-a324-166c8f303f98 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:53.297828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d7c01ab-0f18-459f-936f-15f140e74d06 req-7fef9932-c973-4d80-a324-166c8f303f98 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 1653 time: 0.1414614 Jul 08 01:43:53.343286 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a834579-6141-42e8-a04d-abca03481e91 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:53.354396 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19944830-26e2-4f75-b2c6-7c91e1e166c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.359839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d7c01ab-0f18-459f-936f-15f140e74d06 req-989e164b-d5ab-486d-b731-b48e0e4f5bdd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608437 Jul 08 01:43:53.364446 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.414616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.430338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Transition to ACTIVE for port object f60c37cd-5bd3-4c6b-9f63-182eb0889855 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:53.467507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Transition to ACTIVE for port object 2a834579-6141-42e8-a04d-abca03481e91 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:53.474289 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.483186 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.495376 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.514582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:53.544910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:53.553462 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.556166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network 5bee8699-06fd-4db5-ae5a-f970e5377877 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:53.584950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:53.587187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Port': ['ID=f60c37cd-5bd3-4c6b-9f63-182eb0889855,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:53.593624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:53.628081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.651282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:53.659300 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcb4eb-370c-4e5f-933c-5ed03e662f42 req-62d349c5-58bd-4f18-8c1e-bc77f24708c0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:53.665478 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76bcb4eb-370c-4e5f-933c-5ed03e662f42 req-62d349c5-58bd-4f18-8c1e-bc77f24708c0 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1479430 Jul 08 01:43:53.730386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76bcb4eb-370c-4e5f-933c-5ed03e662f42 req-7c891e37-ec7a-4a35-8026-c791fdb53bb3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584090 Jul 08 01:43:53.739547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Pushing event updated for resources: {'Port': ['ID=2a834579-6141-42e8-a04d-abca03481e91,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:53.759864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:53.760638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.793271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Attempting to bind port 2a834579-6141-42e8-a04d-abca03481e91 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:53.793768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Attempting to bind port 2a834579-6141-42e8-a04d-abca03481e91 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:53.794236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Attempting to bind port 2a834579-6141-42e8-a04d-abca03481e91 on network 907bfd5e-4e91-48a8-9044-45b170ef0cdd {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:53.799209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Port 2a834579-6141-42e8-a04d-abca03481e91 on network 907bfd5e-4e91-48a8-9044-45b170ef0cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:43:53.799754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Attempting to bind port 2a834579-6141-42e8-a04d-abca03481e91 on network 907bfd5e-4e91-48a8-9044-45b170ef0cdd {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:53.804866 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-520995c7-380d-4b9b-a64d-f81bfa04f5dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102634 Jul 08 01:43:53.807748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:53.808191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Checking segment: {'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:53.808716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Bound using segment: {'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:53.809247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Bound port: 2a834579-6141-42e8-a04d-abca03481e91, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:53.809829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:53.824402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e', 'admin_state_up': True, 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'security_groups': ['a368ba1b-fc0f-48f1-b45c-2792c2e2db38']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:53.831798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:54.051516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b66f3bcb-b33b-4a53-9766-a3bfcb084390 None None] Provisioning for port f60c37cd-5bd3-4c6b-9f63-182eb0889855 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:54.066063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] For port 2a834579-6141-42e8-a04d-abca03481e91, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:54.069478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b66f3bcb-b33b-4a53-9766-a3bfcb084390 None None] Provisioning complete for port f60c37cd-5bd3-4c6b-9f63-182eb0889855 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:54.070195 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b66f3bcb-b33b-4a53-9766-a3bfcb084390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:54.070708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] For port 2a834579-6141-42e8-a04d-abca03481e91, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2a834579-6141-42e8-a04d-abca03481e91,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:54.073847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:54.095844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:54.122762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b66f3bcb-b33b-4a53-9766-a3bfcb084390 None None] Port f60c37cd-5bd3-4c6b-9f63-182eb0889855 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:54.170340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:54.171374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:54.173182 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-39c903ed-4977-462e-a695-651f278e5828 service neutron] 10.222.0.16 "PUT /v2.0/ports/2a834579-6141-42e8-a04d-abca03481e91 HTTP/1.1" status: 200 len: 1092 time: 1.6875939 Jul 08 01:43:54.178780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3ea303-3e78-40f9-a78e-3690a05f7c8f', 'tag': '2a834579-6141-42e8-a04d-abca03481e91'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:54.187392 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a7eb97-1604-4931-9370-93796490149f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3ea303-3e78-40f9-a78e-3690a05f7c8f", "tag": "2a834579-6141-42e8-a04d-abca03481e91"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:54.244640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168fc8d-2e21-4908-91c7-276543f48a70 req-6e963950-bb14-4bdd-b41c-c21202e9e857 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:54.246172 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4168fc8d-2e21-4908-91c7-276543f48a70 req-6e963950-bb14-4bdd-b41c-c21202e9e857 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 944 time: 0.1120348 Jul 08 01:43:54.265584 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:54.294335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c903ed-4977-462e-a695-651f278e5828 service neutron] Pushing event updated for resources: {'Port': ['ID=2a834579-6141-42e8-a04d-abca03481e91,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:54.324630 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4168fc8d-2e21-4908-91c7-276543f48a70 req-ad51e4ff-6c21-4eda-9022-d8e1cc484e4b tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542996 Jul 08 01:43:54.350445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21383c3-c09c-48fe-8e15-96afe51bc056 req-869145a0-611a-4396-b023-a8c4bc255caa tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:54.350445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b21383c3-c09c-48fe-8e15-96afe51bc056 req-869145a0-611a-4396-b023-a8c4bc255caa tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 943 time: 0.1227670 Jul 08 01:43:54.390379 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b21383c3-c09c-48fe-8e15-96afe51bc056 req-369bcaf1-1ced-4e56-896e-e4c874786b8f tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401640 Jul 08 01:43:54.435949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-7c178ab1-8974-4329-b2d2-3ac79ab520e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:54.437623 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-7c178ab1-8974-4329-b2d2-3ac79ab520e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b63007b63f0a471fb546d4d83013becc&device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 1095 time: 0.2011890 Jul 08 01:43:54.442378 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915b7d11-9e05-4764-9097-7c7b54c487da x-openstack-request-id: req-915b7d11-9e05-4764-9097-7c7b54c487da {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:54.442912 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3ea303-3e78-40f9-a78e-3690a05f7c8f", "tag": "2a834579-6141-42e8-a04d-abca03481e91", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:54.443229 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-915b7d11-9e05-4764-9097-7c7b54c487da {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:54.443699 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3ea303-3e78-40f9-a78e-3690a05f7c8f', 'tag': '2a834579-6141-42e8-a04d-abca03481e91', 'status': 'completed', 'code': 200} Jul 08 01:43:54.513198 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-f7bc04b7-4719-44d3-8012-740f77f3296d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a834579-6141-42e8-a04d-abca03481e91 HTTP/1.1" status: 200 len: 217 time: 0.0439260 Jul 08 01:43:54.567157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-f1a8d9db-a34a-441d-b584-ab623895b114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:54.568766 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-f1a8d9db-a34a-441d-b584-ab623895b114 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5ba1596-0785-460c-aa55-b02617295193 HTTP/1.1" status: 200 len: 861 time: 0.0463412 Jul 08 01:43:54.585458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df367ab-9276-4b9d-95ba-641c33dd4d60 req-df3d20f5-5cb7-4312-84b5-37876e2f7e70 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:54.586960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0df367ab-9276-4b9d-95ba-641c33dd4d60 req-df3d20f5-5cb7-4312-84b5-37876e2f7e70 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8 HTTP/1.1" status: 200 len: 949 time: 0.1209311 Jul 08 01:43:54.628748 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-86a57834-5c87-499f-8c2b-579dbb375f17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=907bfd5e-4e91-48a8-9044-45b170ef0cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511885 Jul 08 01:43:54.647253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d72d-0c97-45f5-b920-2b6b8100f12b req-efad25b8-7109-4fe2-951e-cfd35c45a401 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:54.654014 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ae9d72d-0c97-45f5-b920-2b6b8100f12b req-efad25b8-7109-4fe2-951e-cfd35c45a401 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.1126316 Jul 08 01:43:54.666533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0df367ab-9276-4b9d-95ba-641c33dd4d60 req-3077e2c9-e95f-4bc1-8cf7-1df3075aa69c tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702214 Jul 08 01:43:54.681282 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:54.700167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Allocated IP 10.2.2.100 (dff1a577-2ed8-4004-b0a5-9b3dd703e04e/4938b071-322e-4d5a-902e-685b4caf86d0/b8f6a074-10c0-4c43-8b24-32dfd7fa0e95) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:54.726049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ae9d72d-0c97-45f5-b920-2b6b8100f12b req-c63c9855-2cc9-4403-9dae-13c5a37ac6da tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708165 Jul 08 01:43:54.782911 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-99ebb5da-9c99-4fd7-8ff6-52a5097794e3 service neutron] 10.222.0.16 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468475 Jul 08 01:43:54.913490 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2244d7-3567-4675-a586-992a80e1e98d req-5d36b375-5864-4b37-b3cd-26db252c7439 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:54.920017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2244d7-3567-4675-a586-992a80e1e98d req-5d36b375-5864-4b37-b3cd-26db252c7439 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:54.928027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2244d7-3567-4675-a586-992a80e1e98d req-5d36b375-5864-4b37-b3cd-26db252c7439 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:54.930195 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c2244d7-3567-4675-a586-992a80e1e98d req-5d36b375-5864-4b37-b3cd-26db252c7439 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 2374 time: 0.1003809 Jul 08 01:43:54.991088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c2244d7-3567-4675-a586-992a80e1e98d req-4bcaaead-6532-4d47-9fd4-07c1fc7a372d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535703 Jul 08 01:43:55.072129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dc403-2b50-4cd7-9f27-077f3b26d6ed req-14a197e3-c7c2-4d15-a413-7b367b5b7065 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:55.073776 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d76dc403-2b50-4cd7-9f27-077f3b26d6ed req-14a197e3-c7c2-4d15-a413-7b367b5b7065 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.0715342 Jul 08 01:43:55.114982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d76dc403-2b50-4cd7-9f27-077f3b26d6ed req-a5831e40-c9f2-481d-8d01-a1e0cc3622d5 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Jul 08 01:43:55.243930 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b7c018dd-6b5a-4c06-8fbf-d36fd5954525 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:55.246130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b7c018dd-6b5a-4c06-8fbf-d36fd5954525 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8 HTTP/1.1" status: 200 len: 949 time: 0.0673749 Jul 08 01:43:55.250698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:55.255235 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-41e87d3d-da89-48ed-bb9e-2d0b184f55bd req-f93db913-ff66-4477-accc-a98433222a87 service neutron] 10.222.0.16 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626877 Jul 08 01:43:55.284329 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Transition to ACTIVE for port object b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:55.328059 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:55.367515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b16bcfa8-2564-4cf4-9c0f-8a226c84fb17 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Deleting port 4e840034-017f-416a-995f-85f61e84af70 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:43:55.368047 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b16bcfa8-2564-4cf4-9c0f-8a226c84fb17 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:55.415383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network dff1a577-2ed8-4004-b0a5-9b3dd703e04e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:55.429921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Port': ['ID=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:55.450337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:55.452429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:55.469469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b16bcfa8-2564-4cf4-9c0f-8a226c84fb17 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] For port 4e840034-017f-416a-995f-85f61e84af70, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=4e840034-017f-416a-995f-85f61e84af70,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:55.469838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b16bcfa8-2564-4cf4-9c0f-8a226c84fb17 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:55.495803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b16bcfa8-2564-4cf4-9c0f-8a226c84fb17 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Calling delete_port for 4e840034-017f-416a-995f-85f61e84af70 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:43:55.545299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:55.545956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:55.559836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7eb97-1604-4931-9370-93796490149f req-def11440-1d03-429f-b675-df1f4bdbf484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:55.561546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8a7eb97-1604-4931-9370-93796490149f req-def11440-1d03-429f-b675-df1f4bdbf484 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b63007b63f0a471fb546d4d83013becc&device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 1095 time: 0.2234182 Jul 08 01:43:55.568742 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-215c6c4d-2ccb-4890-8a64-141f77497d28 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7491586 Jul 08 01:43:55.588906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e', 'admin_state_up': True, 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'security_groups': ['a368ba1b-fc0f-48f1-b45c-2792c2e2db38']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:55.762835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-882230f3-3b23-4463-b220-15b366a2c204 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:55.763429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7eb97-1604-4931-9370-93796490149f req-54ca2957-0d7b-467f-b5b0-6f5d84bfe346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:55.764313 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-882230f3-3b23-4463-b220-15b366a2c204 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7 HTTP/1.1" status: 200 len: 949 time: 0.2854898 Jul 08 01:43:55.765660 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8a7eb97-1604-4931-9370-93796490149f req-54ca2957-0d7b-467f-b5b0-6f5d84bfe346 service neutron] 10.222.0.16 "GET /v2.0/networks?id=907bfd5e-4e91-48a8-9044-45b170ef0cdd HTTP/1.1" status: 200 len: 922 time: 0.1950729 Jul 08 01:43:55.783157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e7dd4-6562-42dd-af1e-30ed7b84d155 req-097063bb-b59c-48ed-a732-7dc60f9ab999 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:55.784784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a2e7dd4-6562-42dd-af1e-30ed7b84d155 req-097063bb-b59c-48ed-a732-7dc60f9ab999 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 944 time: 0.2562737 Jul 08 01:43:55.813567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3cb09-a5ce-4d79-bde5-f7210f2b0818 req-b127c5d4-6197-48b4-a4c4-12f437d201fb tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:55.815184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7b3cb09-a5ce-4d79-bde5-f7210f2b0818 req-b127c5d4-6197-48b4-a4c4-12f437d201fb tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 943 time: 0.2153134 Jul 08 01:43:55.832140 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8a7eb97-1604-4931-9370-93796490149f req-07be3422-5693-4c46-8f5b-7e27c2cd50ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a834579-6141-42e8-a04d-abca03481e91 HTTP/1.1" status: 200 len: 217 time: 0.0532682 Jul 08 01:43:55.863937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f5a4b6ab-4872-40eb-af58-1453bdf894d0 None None] Provisioning for port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:55.869831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f5a4b6ab-4872-40eb-af58-1453bdf894d0 None None] Provisioning complete for port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:55.871082 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f5a4b6ab-4872-40eb-af58-1453bdf894d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:55.895608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Made reservation on behalf of 631dd98f6c054c4d80ba22a2097cacb7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:43:55.900838 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:55.931529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7eb97-1604-4931-9370-93796490149f req-4571337a-1b03-4aeb-a84b-3eab8b98a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:55.933196 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8a7eb97-1604-4931-9370-93796490149f req-4571337a-1b03-4aeb-a84b-3eab8b98a123 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5ba1596-0785-460c-aa55-b02617295193 HTTP/1.1" status: 200 len: 861 time: 0.0942338 Jul 08 01:43:55.943655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f5a4b6ab-4872-40eb-af58-1453bdf894d0 None None] Port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:55.988388 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b16bcfa8-2564-4cf4-9c0f-8a226c84fb17 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:55.995037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a2e7dd4-6562-42dd-af1e-30ed7b84d155 req-23ca40e5-9199-43b6-a8d4-e899bfd4972a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940100 Jul 08 01:43:55.997023 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8a7eb97-1604-4931-9370-93796490149f req-ad129b3e-4291-4987-b3a4-a6dc2a0a3438 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=907bfd5e-4e91-48a8-9044-45b170ef0cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344472 Jul 08 01:43:56.001280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', '4e840034-017f-416a-995f-85f61e84af70'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:56.031094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7b3cb09-a5ce-4d79-bde5-f7210f2b0818 req-482cd7cf-1829-4ff2-8a30-489206233fce tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682589 Jul 08 01:43:56.034138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bcfa8-2564-4cf4-9c0f-8a226c84fb17 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event deleted for resources: {'Port': ['ID=4e840034-017f-416a-995f-85f61e84af70,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:56.086522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c', '0258ddbc-e545-4459-8485-54b41942999f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:56.101715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b16bcfa8-2564-4cf4-9c0f-8a226c84fb17 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] No DVR routers for this DVR port 4e840034-017f-416a-995f-85f61e84af70 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:43:56.105609 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b16bcfa8-2564-4cf4-9c0f-8a226c84fb17 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:56.107771 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d835952b-4bee-4962-9765-43cd6f6c7cde req-b16bcfa8-2564-4cf4-9c0f-8a226c84fb17 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "DELETE /v2.0/ports/4e840034-017f-416a-995f-85f61e84af70 HTTP/1.1" status: 204 len: 173 time: 0.8554142 Jul 08 01:43:56.108237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a9b524-3696-4236-8d0d-5bc27bdebde8', 'name': 'network-vif-deleted', 'tag': '4e840034-017f-416a-995f-85f61e84af70'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:56.110591 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8eb176-b6c9-402f-b77c-a9c1a6fefe99" -d '{"events": [{"server_uuid": "08a9b524-3696-4236-8d0d-5bc27bdebde8", "name": "network-vif-deleted", "tag": "4e840034-017f-416a-995f-85f61e84af70"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:56.124588 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-f433196b-2fb7-47e3-888c-8d36ee069728 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Deleting port 0258ddbc-e545-4459-8485-54b41942999f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:43:56.124978 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-f433196b-2fb7-47e3-888c-8d36ee069728 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:56.229449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:43:56.236461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-f433196b-2fb7-47e3-888c-8d36ee069728 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] For port 0258ddbc-e545-4459-8485-54b41942999f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=0258ddbc-e545-4459-8485-54b41942999f,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:56.237274 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-f433196b-2fb7-47e3-888c-8d36ee069728 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:56.261080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-f433196b-2fb7-47e3-888c-8d36ee069728 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Calling delete_port for 0258ddbc-e545-4459-8485-54b41942999f owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:43:56.342404 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8a7eb97-1604-4931-9370-93796490149f req-bc559f31-b506-41ad-a17f-d7b730b5260f service neutron] 10.222.0.16 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323278 Jul 08 01:43:56.344056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Allocated IP 10.2.2.200 (dff1a577-2ed8-4004-b0a5-9b3dd703e04e/4938b071-322e-4d5a-902e-685b4caf86d0/e683d233-6de3-4c80-a356-727d20f20460) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:43:56.409967 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:56.479459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:56.479912 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:56.525446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fdcbebf7-5b0b-4d3d-9aa8-3a8e6b591f19 req-ac463b81-be2d-4af1-8f02-22b2f5f27d0a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=08a9b524-3696-4236-8d0d-5bc27bdebde8 HTTP/1.1" status: 200 len: 210 time: 0.0499613 Jul 08 01:43:56.541146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-f433196b-2fb7-47e3-888c-8d36ee069728 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:56.572994 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8a7eb97-1604-4931-9370-93796490149f req-b5afb5df-92a0-404b-a726-9b5c0d7e5c85 service neutron] 10.222.0.16 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219460 Jul 08 01:43:56.632002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433196b-2fb7-47e3-888c-8d36ee069728 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event deleted for resources: {'Port': ['ID=0258ddbc-e545-4459-8485-54b41942999f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:56.696625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-f433196b-2fb7-47e3-888c-8d36ee069728 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] No DVR routers for this DVR port 0258ddbc-e545-4459-8485-54b41942999f on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:43:56.700840 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-f433196b-2fb7-47e3-888c-8d36ee069728 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:56.716651 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdd5bf5b-e5d1-4eba-ba6f-0ebc13cb3e34 req-f433196b-2fb7-47e3-888c-8d36ee069728 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "DELETE /v2.0/ports/0258ddbc-e545-4459-8485-54b41942999f HTTP/1.1" status: 204 len: 173 time: 0.9277825 Jul 08 01:43:56.753072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c016a-5a54-497a-b4cf-36b290b20925 req-34f9d7bb-4cb6-4b77-9030-6ecb96dd79b5 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:56.754997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a43c016a-5a54-497a-b4cf-36b290b20925 req-34f9d7bb-4cb6-4b77-9030-6ecb96dd79b5 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.2808983 Jul 08 01:43:56.809463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:56.852386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Transition to ACTIVE for port object e683d233-6de3-4c80-a356-727d20f20460 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:56.870032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a43c016a-5a54-497a-b4cf-36b290b20925 req-3c337649-f490-4eec-8434-ef4238fba11b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042719 Jul 08 01:43:56.913759 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:56.935261 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3bc9ff-80f0-4c97-a074-76faa348e4de x-openstack-request-id: req-af3bc9ff-80f0-4c97-a074-76faa348e4de {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:56.936043 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08a9b524-3696-4236-8d0d-5bc27bdebde8", "name": "network-vif-deleted", "tag": "4e840034-017f-416a-995f-85f61e84af70", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:56.936916 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af3bc9ff-80f0-4c97-a074-76faa348e4de {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:56.938120 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a9b524-3696-4236-8d0d-5bc27bdebde8', 'name': 'network-vif-deleted', 'tag': '4e840034-017f-416a-995f-85f61e84af70', 'status': 'completed', 'code': 200} Jul 08 01:43:56.944562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:57.006514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:57.013510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Network dff1a577-2ed8-4004-b0a5-9b3dd703e04e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:43:57.016920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:43:57.018526 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d13fadb-2fe6-416e-b779-bdea2b64e436" -d '{"events": [{"server_uuid": "c4d03a27-c7dc-42b3-a034-c08e707b493c", "name": "network-vif-plugged", "status": "completed", "tag": "63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:57.021794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:43:57.076198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78eda-7ee3-4c8c-9e9c-bbe53afadee3 req-9f66958f-0c5c-4c1c-b3eb-b9966f7a7edd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:57.094926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78eda-7ee3-4c8c-9e9c-bbe53afadee3 req-9f66958f-0c5c-4c1c-b3eb-b9966f7a7edd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:57.096779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:57.103804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:57.105665 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:57.108434 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:57.117426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78eda-7ee3-4c8c-9e9c-bbe53afadee3 req-9f66958f-0c5c-4c1c-b3eb-b9966f7a7edd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:57.123693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event updated for resources: {'Port': ['ID=e683d233-6de3-4c80-a356-727d20f20460,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:57.126263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78eda-7ee3-4c8c-9e9c-bbe53afadee3 req-9f66958f-0c5c-4c1c-b3eb-b9966f7a7edd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:57.142248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b78eda-7ee3-4c8c-9e9c-bbe53afadee3 req-9f66958f-0c5c-4c1c-b3eb-b9966f7a7edd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:57.154233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-17b78eda-7ee3-4c8c-9e9c-bbe53afadee3 req-9f66958f-0c5c-4c1c-b3eb-b9966f7a7edd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 3816 time: 0.2107866 Jul 08 01:43:57.162809 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-83a67563-22f3-487c-ae06-f60d5b50ca7b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5782216 Jul 08 01:43:57.179246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:57.206070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:57.279197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:57.327603 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:57.332530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-17b78eda-7ee3-4c8c-9e9c-bbe53afadee3 req-d65d1940-7dc6-4334-947a-3512ba576d00 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772094 Jul 08 01:43:57.369439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df716a17-8588-4e9f-915f-4fa31713132a req-42019cde-5118-4223-a444-59d8b60b5bcc tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:57.378464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df716a17-8588-4e9f-915f-4fa31713132a req-42019cde-5118-4223-a444-59d8b60b5bcc tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1884477 Jul 08 01:43:57.462419 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df716a17-8588-4e9f-915f-4fa31713132a req-bab48c28-e64e-4f5b-af23-32f5d3d52eed tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829175 Jul 08 01:43:57.522204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9668c737-a59f-4e23-8281-d5219d775db4 None None] Provisioning for port e683d233-6de3-4c80-a356-727d20f20460 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:43:57.527104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9668c737-a59f-4e23-8281-d5219d775db4 None None] Provisioning complete for port e683d233-6de3-4c80-a356-727d20f20460 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:43:57.527477 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9668c737-a59f-4e23-8281-d5219d775db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:57.598494 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e765dc4-de71-476b-990a-b6ae337e2f2a x-openstack-request-id: req-0e765dc4-de71-476b-990a-b6ae337e2f2a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:57.598834 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d03a27-c7dc-42b3-a034-c08e707b493c", "name": "network-vif-plugged", "status": "completed", "tag": "63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:57.599018 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e765dc4-de71-476b-990a-b6ae337e2f2a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:57.599406 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe', 'code': 200} Jul 08 01:43:57.599955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9668c737-a59f-4e23-8281-d5219d775db4 None None] Port e683d233-6de3-4c80-a356-727d20f20460 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:43:57.806976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695f381-6761-4d74-9a5e-81d46c8e51fa req-4486aa55-0ed1-494f-8acd-14495548126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:57.808495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5695f381-6761-4d74-9a5e-81d46c8e51fa req-4486aa55-0ed1-494f-8acd-14495548126e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 1097 time: 0.1194396 Jul 08 01:43:57.821416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d4469-ee21-4df5-b78c-be9db8bbd823 req-5a465757-a6d4-4a8b-b512-70ed99b672ca tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:57.828888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c8d4469-ee21-4df5-b78c-be9db8bbd823 req-5a465757-a6d4-4a8b-b512-70ed99b672ca tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1777856 Jul 08 01:43:57.850463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:57.860946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675c60cb-fa09-4452-b098-1aa7cbf1688a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:57.869340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:57.882220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Transition to ACTIVE for port object 675c60cb-fa09-4452-b098-1aa7cbf1688a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:57.888519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:57.890907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e07c5d-40ba-4a7e-939b-4e1172fae542 req-8aacccd6-c459-4582-be84-c6eea153e2a7 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:57.893173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6e07c5d-40ba-4a7e-939b-4e1172fae542 req-8aacccd6-c459-4582-be84-c6eea153e2a7 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 943 time: 0.2052732 Jul 08 01:43:57.943765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5695f381-6761-4d74-9a5e-81d46c8e51fa req-eb4602ce-85d8-4da8-920b-6303912f32ab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123896 Jul 08 01:43:57.975210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Pushing event updated for resources: {'Port': ['ID=675c60cb-fa09-4452-b098-1aa7cbf1688a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:57.975948 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c8d4469-ee21-4df5-b78c-be9db8bbd823 req-8ba77fc9-89e4-42ed-916f-9529179ee603 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460404 Jul 08 01:43:58.038420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6e07c5d-40ba-4a7e-939b-4e1172fae542 req-c7dcdb56-7ec6-441a-92ac-423a5881e7ce tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322274 Jul 08 01:43:58.092169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Attempting to bind port 675c60cb-fa09-4452-b098-1aa7cbf1688a on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:58.092498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Attempting to bind port 675c60cb-fa09-4452-b098-1aa7cbf1688a by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:58.092839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Attempting to bind port 675c60cb-fa09-4452-b098-1aa7cbf1688a on network 7c274d0d-0887-42f7-9ec2-737b20191266 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:58.099544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Port 675c60cb-fa09-4452-b098-1aa7cbf1688a on network 7c274d0d-0887-42f7-9ec2-737b20191266 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:43:58.099890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Attempting to bind port 675c60cb-fa09-4452-b098-1aa7cbf1688a on network 7c274d0d-0887-42f7-9ec2-737b20191266 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:58.106419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:58.106844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Checking segment: {'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:58.107309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Bound using segment: {'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:58.108598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Bound port: 675c60cb-fa09-4452-b098-1aa7cbf1688a, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10bf50c-c463-42f6-9054-a7bb015871b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:58.109041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:58.249037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] For port 675c60cb-fa09-4452-b098-1aa7cbf1688a, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:58.256874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] For port 675c60cb-fa09-4452-b098-1aa7cbf1688a, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:58.259273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2a834579-6141-42e8-a04d-abca03481e91 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:43:58.280817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:58.316591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffd7cf-bd2a-4a35-bce3-d46c0a589b3a req-958977bd-fe8f-4ec0-960b-343ca9be4f22 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.324754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2ffd7cf-bd2a-4a35-bce3-d46c0a589b3a req-958977bd-fe8f-4ec0-960b-343ca9be4f22 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.0850844 Jul 08 01:43:58.354923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Pushing event updated for resources: {'Port': ['ID=675c60cb-fa09-4452-b098-1aa7cbf1688a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:58.357701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.358341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:58.359758 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-09b73887-c30e-4518-a87a-00dac7625921 service neutron] 10.222.0.24 "PUT /v2.0/ports/675c60cb-fa09-4452-b098-1aa7cbf1688a HTTP/1.1" status: 200 len: 1092 time: 1.1888313 Jul 08 01:43:58.361627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': '675c60cb-fa09-4452-b098-1aa7cbf1688a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:58.363331 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9270c87a-675f-43e1-b975-9cb4dddb7ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "675c60cb-fa09-4452-b098-1aa7cbf1688a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:58.390915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:58.398056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2ffd7cf-bd2a-4a35-bce3-d46c0a589b3a req-8793a4f3-e016-4ac7-9f4c-a3a740e1ce0b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723352 Jul 08 01:43:58.551188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:58.554120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2a834579-6141-42e8-a04d-abca03481e91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2a834579-6141-42e8-a04d-abca03481e91,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:58.575756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '2a834579-6141-42e8-a04d-abca03481e91', 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd', 'port_id': '2a834579-6141-42e8-a04d-abca03481e91', 'mac_address': 'fa:16:3e:6a:0f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ba1596-0785-460c-aa55-b02617295193', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:43:58.667526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:58.668276 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160b5bf-55c6-4e22-a673-8e346354d5fd req-01654796-5e2c-42b0-93a0-74fb48391d1f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.674489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160b5bf-55c6-4e22-a673-8e346354d5fd req-01654796-5e2c-42b0-93a0-74fb48391d1f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.682892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160b5bf-55c6-4e22-a673-8e346354d5fd req-01654796-5e2c-42b0-93a0-74fb48391d1f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.692059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160b5bf-55c6-4e22-a673-8e346354d5fd req-01654796-5e2c-42b0-93a0-74fb48391d1f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.692625 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a834579-6141-42e8-a04d-abca03481e91 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:58.698638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160b5bf-55c6-4e22-a673-8e346354d5fd req-01654796-5e2c-42b0-93a0-74fb48391d1f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.706450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b160b5bf-55c6-4e22-a673-8e346354d5fd req-01654796-5e2c-42b0-93a0-74fb48391d1f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 3828 time: 0.1577756 Jul 08 01:43:58.735939 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2a834579-6141-42e8-a04d-abca03481e91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2a834579-6141-42e8-a04d-abca03481e91,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:43:58.753502 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:58.767227 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b160b5bf-55c6-4e22-a673-8e346354d5fd req-6a889379-2baf-4717-a116-deac7fdf43ba tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511966 Jul 08 01:43:58.858503 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defd3a89-5e7e-4d36-b2a7-312d4aa3a3fc x-openstack-request-id: req-defd3a89-5e7e-4d36-b2a7-312d4aa3a3fc {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:58.858935 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "675c60cb-fa09-4452-b098-1aa7cbf1688a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:58.859251 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-defd3a89-5e7e-4d36-b2a7-312d4aa3a3fc {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:58.859724 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': '675c60cb-fa09-4452-b098-1aa7cbf1688a', 'status': 'completed', 'code': 200} Jul 08 01:43:58.860326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2a834579-6141-42e8-a04d-abca03481e91,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:58.901922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 4e840034-017f-416a-995f-85f61e84af70 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:43:58.945607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 4e840034-017f-416a-995f-85f61e84af70 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:43:58.945950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 4e840034-017f-416a-995f-85f61e84af70 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:43:58.948789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-e9d075fe-5e69-4a6f-b2fc-df4931b44fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.950797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-e9d075fe-5e69-4a6f-b2fc-df4931b44fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.951694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-e9d075fe-5e69-4a6f-b2fc-df4931b44fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.953019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-e9d075fe-5e69-4a6f-b2fc-df4931b44fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.953673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-e9d075fe-5e69-4a6f-b2fc-df4931b44fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:58.956045 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-e9d075fe-5e69-4a6f-b2fc-df4931b44fad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 4364 time: 0.1770477 Jul 08 01:43:58.956725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7', 'name': 'network-vif-deleted', 'tag': '0258ddbc-e545-4459-8485-54b41942999f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:43:58.959243 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75557d4b-a7d8-4e3c-b3c2-82d7ed28dfb6" -d '{"events": [{"server_uuid": "e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7", "name": "network-vif-deleted", "tag": "0258ddbc-e545-4459-8485-54b41942999f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:43:59.019290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1017d1c-77ed-4095-b3c8-a332634c3034 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:59.028513 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:59.045785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Transition to ACTIVE for port object b1017d1c-77ed-4095-b3c8-a332634c3034 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:43:59.053993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:59.081048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2a834579-6141-42e8-a04d-abca03481e91'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:43:59.094326 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a96952-91c4-41d0-acdf-9dfc9377ab21 req-a02d7cd0-aee9-4602-8326-867fcb1d7f55 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:59.102532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3a96952-91c4-41d0-acdf-9dfc9377ab21 req-a02d7cd0-aee9-4602-8326-867fcb1d7f55 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.2002528 Jul 08 01:43:59.142358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-83b4555d-474c-40cb-9634-0f49b70c2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:59.143013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-83b4555d-474c-40cb-9634-0f49b70c2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:59.143555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-83b4555d-474c-40cb-9634-0f49b70c2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:59.145377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-83b4555d-474c-40cb-9634-0f49b70c2004 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1700900 Jul 08 01:43:59.184622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Pushing event updated for resources: {'Port': ['ID=b1017d1c-77ed-4095-b3c8-a332634c3034,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:59.201062 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3a96952-91c4-41d0-acdf-9dfc9377ab21 req-10578781-a24c-4202-aecb-5a47a7cc324f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974844 Jul 08 01:43:59.273012 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Attempting to bind port b1017d1c-77ed-4095-b3c8-a332634c3034 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:43:59.273487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Attempting to bind port b1017d1c-77ed-4095-b3c8-a332634c3034 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:43:59.274100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Attempting to bind port b1017d1c-77ed-4095-b3c8-a332634c3034 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:59.281845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Port b1017d1c-77ed-4095-b3c8-a332634c3034 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:43:59.282344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Attempting to bind port b1017d1c-77ed-4095-b3c8-a332634c3034 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:43:59.289453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:43:59.290039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Checking segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:43:59.291304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Bound using segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:43:59.294063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Bound port: b1017d1c-77ed-4095-b3c8-a332634c3034, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:43:59.294525 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:59.330045 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ba2ecd-be72-450a-9564-63078cfe16e7 x-openstack-request-id: req-f6ba2ecd-be72-450a-9564-63078cfe16e7 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:43:59.333151 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7", "name": "network-vif-deleted", "tag": "0258ddbc-e545-4459-8485-54b41942999f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:43:59.333618 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6ba2ecd-be72-450a-9564-63078cfe16e7 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:43:59.334229 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c35e67-1f9d-48f1-8a0a-e6a75bb61be7', 'name': 'network-vif-deleted', 'tag': '0258ddbc-e545-4459-8485-54b41942999f', 'status': 'completed', 'code': 200} Jul 08 01:43:59.378719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] For port b1017d1c-77ed-4095-b3c8-a332634c3034, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:43:59.383362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] For port b1017d1c-77ed-4095-b3c8-a332634c3034, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b1017d1c-77ed-4095-b3c8-a332634c3034,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:43:59.401973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:59.412026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-b69a40f6-ae74-49b0-93c9-1c5c6e553e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:59.417385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9270c87a-675f-43e1-b975-9cb4dddb7ed5 req-b69a40f6-ae74-49b0-93c9-1c5c6e553e17 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2631240 Jul 08 01:43:59.477539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:59.478261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:59.479880 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] 10.222.0.24 "PUT /v2.0/ports/b1017d1c-77ed-4095-b3c8-a332634c3034 HTTP/1.1" status: 200 len: 1135 time: 1.0935500 Jul 08 01:43:59.521030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3895b2d-655d-4a7f-8c01-2ac180e8c853 service neutron] Pushing event updated for resources: {'Port': ['ID=b1017d1c-77ed-4095-b3c8-a332634c3034,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:43:59.541576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:43:59.618488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b8d8d-63b7-421a-ad45-75b4d7a05f0c req-db3f44d0-caa7-4f90-bd23-9a41eb47658c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:59.620141 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee6b8d8d-63b7-421a-ad45-75b4d7a05f0c req-db3f44d0-caa7-4f90-bd23-9a41eb47658c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 944 time: 0.1357324 Jul 08 01:43:59.635738 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d025-3aee-425f-99db-ce9e80ec1642 req-3837093d-84d6-4640-87cb-e56fd02096b6 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:43:59.637436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de34d025-3aee-425f-99db-ce9e80ec1642 req-3837093d-84d6-4640-87cb-e56fd02096b6 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1244166 Jul 08 01:43:59.649441 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:43:59.713888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee6b8d8d-63b7-421a-ad45-75b4d7a05f0c req-d6cbe556-cff0-4ff7-ad71-58676b64d0ca tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753181 Jul 08 01:43:59.723965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de34d025-3aee-425f-99db-ce9e80ec1642 req-3c3ff479-3c9d-4b20-8001-abd868ad35e5 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777979 Jul 08 01:43:59.969650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f30cc45-c864-4663-b66e-e68c70b846b4 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:43:59.994382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:00.011109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Transition to ACTIVE for port object 8f30cc45-c864-4663-b66e-e68c70b846b4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:00.016667 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:00.069621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528558-598a-49de-98e0-cf9671eba9fc req-566dfa66-9fca-486f-8dc0-ed1742956faf tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.073178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Pushing event updated for resources: {'Port': ['ID=8f30cc45-c864-4663-b66e-e68c70b846b4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:00.084248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4528558-598a-49de-98e0-cf9671eba9fc req-566dfa66-9fca-486f-8dc0-ed1742956faf tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.0796106 Jul 08 01:44:00.165594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4528558-598a-49de-98e0-cf9671eba9fc req-4c01a355-851a-4bbd-ac31-8f3f8aefc2a3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801694 Jul 08 01:44:00.178362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Attempting to bind port 8f30cc45-c864-4663-b66e-e68c70b846b4 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:00.178698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Attempting to bind port 8f30cc45-c864-4663-b66e-e68c70b846b4 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:00.179030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Attempting to bind port 8f30cc45-c864-4663-b66e-e68c70b846b4 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:00.188612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Port 8f30cc45-c864-4663-b66e-e68c70b846b4 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:44:00.188942 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Attempting to bind port 8f30cc45-c864-4663-b66e-e68c70b846b4 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:00.201086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:00.201451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Checking segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:00.201838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Bound using segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:00.202277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Bound port: 8f30cc45-c864-4663-b66e-e68c70b846b4, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:00.202639 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:00.229013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79733b-f3e9-4833-a79e-49cfebccddeb req-a7a36405-231f-45b3-a9ba-354e8d5d4b05 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.236405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d79733b-f3e9-4833-a79e-49cfebccddeb req-a7a36405-231f-45b3-a9ba-354e8d5d4b05 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.1292925 Jul 08 01:44:00.265802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2a834579-6141-42e8-a04d-abca03481e91 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:00.297302 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d79733b-f3e9-4833-a79e-49cfebccddeb req-c037a44e-52b8-4db5-b5ed-e3a67104ea0c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546701 Jul 08 01:44:00.324515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] For port 8f30cc45-c864-4663-b66e-e68c70b846b4, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:00.330402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] For port 8f30cc45-c864-4663-b66e-e68c70b846b4, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8f30cc45-c864-4663-b66e-e68c70b846b4,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:00.346577 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:00.377909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 2a834579-6141-42e8-a04d-abca03481e91 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:00.385196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 2a834579-6141-42e8-a04d-abca03481e91 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:00.385601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:00.401261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.402032 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:00.403554 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] 10.222.0.24 "PUT /v2.0/ports/8f30cc45-c864-4663-b66e-e68c70b846b4 HTTP/1.1" status: 200 len: 1136 time: 0.8666487 Jul 08 01:44:00.462257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:00.479948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2052-43ac-4855-8ae6-382acecfc4f0 req-8340e64d-4007-43e9-ae89-79e2f9f5ce63 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.489202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2052-43ac-4855-8ae6-382acecfc4f0 req-8340e64d-4007-43e9-ae89-79e2f9f5ce63 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.499454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2052-43ac-4855-8ae6-382acecfc4f0 req-8340e64d-4007-43e9-ae89-79e2f9f5ce63 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.508777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2052-43ac-4855-8ae6-382acecfc4f0 req-8340e64d-4007-43e9-ae89-79e2f9f5ce63 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.517709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2052-43ac-4855-8ae6-382acecfc4f0 req-8340e64d-4007-43e9-ae89-79e2f9f5ce63 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.525119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2052-43ac-4855-8ae6-382acecfc4f0 req-8340e64d-4007-43e9-ae89-79e2f9f5ce63 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.532064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c2052-43ac-4855-8ae6-382acecfc4f0 req-8340e64d-4007-43e9-ae89-79e2f9f5ce63 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.543665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-887c2052-43ac-4855-8ae6-382acecfc4f0 req-8340e64d-4007-43e9-ae89-79e2f9f5ce63 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5381 time: 0.2065742 Jul 08 01:44:00.566876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30822d22-bd4a-4d13-8c85-ae4ff9744912 service neutron] Pushing event updated for resources: {'Port': ['ID=8f30cc45-c864-4663-b66e-e68c70b846b4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:00.582883 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:00.608919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ea303-3e78-40f9-a78e-3690a05f7c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a834579-6141-42e8-a04d-abca03481e91'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:00.611313 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1d5b43-4044-46fc-b3ef-286c855b9a45" -d '{"events": [{"server_uuid": "ec3ea303-3e78-40f9-a78e-3690a05f7c8f", "name": "network-vif-plugged", "status": "completed", "tag": "2a834579-6141-42e8-a04d-abca03481e91"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:00.627269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2a834579-6141-42e8-a04d-abca03481e91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2a834579-6141-42e8-a04d-abca03481e91,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:00.640342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:00.641175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 0258ddbc-e545-4459-8485-54b41942999f no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:00.648808 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:00.674073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-887c2052-43ac-4855-8ae6-382acecfc4f0 req-5469a58b-747b-4e09-8292-239b34aebdc6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1292584 Jul 08 01:44:00.684161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 0258ddbc-e545-4459-8485-54b41942999f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:00.684540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 0258ddbc-e545-4459-8485-54b41942999f not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:00.717539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953ddc9-8116-4669-9f2f-3a7823af0e5e req-4fe04791-f255-4c30-a3c4-514e5b723200 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.719274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5953ddc9-8116-4669-9f2f-3a7823af0e5e req-4fe04791-f255-4c30-a3c4-514e5b723200 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=f964a093-4cb1-44b3-8976-c3095507990f HTTP/1.1" status: 200 len: 950 time: 0.1734400 Jul 08 01:44:00.743702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2a834579-6141-42e8-a04d-abca03481e91,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:00.781278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5953ddc9-8116-4669-9f2f-3a7823af0e5e req-ffa49054-9b97-4627-9d32-d4f7d7494364 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548260 Jul 08 01:44:00.896835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': 'b1017d1c-77ed-4095-b3c8-a332634c3034'}, {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': '8f30cc45-c864-4663-b66e-e68c70b846b4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:00.899772 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62bbbed-ff87-44d3-bdb1-672fee585aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "b1017d1c-77ed-4095-b3c8-a332634c3034"}, {"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "8f30cc45-c864-4663-b66e-e68c70b846b4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:00.907179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cd409-10ce-4ff8-89a7-f85a68fe4a92 req-c7ca3964-df56-4d44-bfae-218eeee4796b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:00.909497 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c09cd409-10ce-4ff8-89a7-f85a68fe4a92 req-c7ca3964-df56-4d44-bfae-218eeee4796b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.0740185 Jul 08 01:44:00.962846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c09cd409-10ce-4ff8-89a7-f85a68fe4a92 req-18bf00f9-d7b4-4769-a1db-caca6f8af6d9 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454812 Jul 08 01:44:01.038847 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5553c595-2cbb-4a91-8f21-6d236af7a77a x-openstack-request-id: req-5553c595-2cbb-4a91-8f21-6d236af7a77a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:01.039147 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ea303-3e78-40f9-a78e-3690a05f7c8f", "name": "network-vif-plugged", "status": "completed", "tag": "2a834579-6141-42e8-a04d-abca03481e91", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:01.039404 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5553c595-2cbb-4a91-8f21-6d236af7a77a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:01.039805 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3ea303-3e78-40f9-a78e-3690a05f7c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a834579-6141-42e8-a04d-abca03481e91', 'code': 200} Jul 08 01:44:01.042065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60338bfe-28b4-49f2-8081-d18538b2d473 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:01.055134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:01.078054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Transition to ACTIVE for port object 60338bfe-28b4-49f2-8081-d18538b2d473 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:01.096113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:01.125020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26359f50-3a5d-425b-8773-da27f77ae4de req-d94d4a31-0aef-46c0-b943-71e77038ab7e tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.131477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26359f50-3a5d-425b-8773-da27f77ae4de req-d94d4a31-0aef-46c0-b943-71e77038ab7e tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/ports?device_id=f964a093-4cb1-44b3-8976-c3095507990f HTTP/1.1" status: 200 len: 950 time: 0.1318653 Jul 08 01:44:01.264936 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fec48e-1a7b-43c2-97ad-421f6237d813 x-openstack-request-id: req-b0fec48e-1a7b-43c2-97ad-421f6237d813 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:01.266164 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "b1017d1c-77ed-4095-b3c8-a332634c3034", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "8f30cc45-c864-4663-b66e-e68c70b846b4", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:01.267129 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0fec48e-1a7b-43c2-97ad-421f6237d813 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:01.267258 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': 'b1017d1c-77ed-4095-b3c8-a332634c3034', 'status': 'completed', 'code': 200} Jul 08 01:44:01.267646 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': '8f30cc45-c864-4663-b66e-e68c70b846b4', 'status': 'completed', 'code': 200} Jul 08 01:44:01.282378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Pushing event updated for resources: {'Port': ['ID=60338bfe-28b4-49f2-8081-d18538b2d473,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:01.346992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Attempting to bind port 60338bfe-28b4-49f2-8081-d18538b2d473 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:01.350164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Attempting to bind port 60338bfe-28b4-49f2-8081-d18538b2d473 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:01.350614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Attempting to bind port 60338bfe-28b4-49f2-8081-d18538b2d473 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:01.360053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Port 60338bfe-28b4-49f2-8081-d18538b2d473 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:44:01.360624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Attempting to bind port 60338bfe-28b4-49f2-8081-d18538b2d473 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:01.370494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:01.371126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Checking segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:01.371618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Bound using segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:01.372774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Bound port: 60338bfe-28b4-49f2-8081-d18538b2d473, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:01.373248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:01.460490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] For port 60338bfe-28b4-49f2-8081-d18538b2d473, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:01.464147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] For port 60338bfe-28b4-49f2-8081-d18538b2d473, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60338bfe-28b4-49f2-8081-d18538b2d473,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:01.470167 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:01.471348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e42b5d-0696-4809-84d0-79957ff55ab7 req-63993ee4-97e4-412b-a324-477d3adfdf73 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.482378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8e42b5d-0696-4809-84d0-79957ff55ab7 req-63993ee4-97e4-412b-a324-477d3adfdf73 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 945 time: 0.2990010 Jul 08 01:44:01.485318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d90c5c-49d5-4dc7-a155-eba3ece45be8 req-1d67038a-5d45-4e5a-92ba-062d6f82158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.487017 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29d90c5c-49d5-4dc7-a155-eba3ece45be8 req-1d67038a-5d45-4e5a-92ba-062d6f82158d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 1097 time: 0.3048584 Jul 08 01:44:01.517428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.518292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:01.520620 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] 10.222.0.24 "PUT /v2.0/ports/60338bfe-28b4-49f2-8081-d18538b2d473 HTTP/1.1" status: 200 len: 1092 time: 1.0809319 Jul 08 01:44:01.553351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:01.560405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d0304-fb99-46c5-ad17-8898a07e8df6 service neutron] Pushing event updated for resources: {'Port': ['ID=60338bfe-28b4-49f2-8081-d18538b2d473,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:01.597372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-26359f50-3a5d-425b-8773-da27f77ae4de req-0e0af31f-5d44-458b-b613-3a39f0ec4f9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Deleting port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:01.597837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-26359f50-3a5d-425b-8773-da27f77ae4de req-0e0af31f-5d44-458b-b613-3a39f0ec4f9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:01.630676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-af21e1b7-89dd-49b7-9169-314a899dd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.637128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-af21e1b7-89dd-49b7-9169-314a899dd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.637128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-af21e1b7-89dd-49b7-9169-314a899dd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.639157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-af21e1b7-89dd-49b7-9169-314a899dd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.639647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-af21e1b7-89dd-49b7-9169-314a899dd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.640123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-af21e1b7-89dd-49b7-9169-314a899dd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.640620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-af21e1b7-89dd-49b7-9169-314a899dd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.642718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-af21e1b7-89dd-49b7-9169-314a899dd39e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6247 time: 0.3477969 Jul 08 01:44:01.643855 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:01.683402 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8e42b5d-0696-4809-84d0-79957ff55ab7 req-45fb4ef5-a27b-49d8-90ad-50f0ccec7721 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937788 Jul 08 01:44:01.696834 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29d90c5c-49d5-4dc7-a155-eba3ece45be8 req-be9c2c08-b347-4729-8631-86ef0994cecc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976826 Jul 08 01:44:01.713287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcdc38-f556-48c1-b72c-fd8fdf8a4b8d req-32e8c7f4-9d90-4d76-bc10-1ea2d0f1c846 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.727373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbfcdc38-f556-48c1-b72c-fd8fdf8a4b8d req-32e8c7f4-9d90-4d76-bc10-1ea2d0f1c846 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.3236742 Jul 08 01:44:01.866081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-5dc49788-1c5c-4f98-a646-a59f5ced86f1 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:01.867602 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-5dc49788-1c5c-4f98-a646-a59f5ced86f1 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9a05e0b-611d-4eab-a4a9-7c93a789b201 HTTP/1.1" status: 200 len: 950 time: 0.1633489 Jul 08 01:44:02.096956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-2d8c8a60-9e94-4bf8-97e2-7844c4780890 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Deleting port 17b1f57b-18d8-4076-9391-d45051bbdd62 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:02.097647 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-2d8c8a60-9e94-4bf8-97e2-7844c4780890 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:02.115692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60c37cd-5bd3-4c6b-9f63-182eb0889855 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:02.150165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:02.174766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Transition to ACTIVE for port object f60c37cd-5bd3-4c6b-9f63-182eb0889855 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:02.186254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:02.256351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-2d8c8a60-9e94-4bf8-97e2-7844c4780890 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] For port 17b1f57b-18d8-4076-9391-d45051bbdd62, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=17b1f57b-18d8-4076-9391-d45051bbdd62,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:02.256719 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-2d8c8a60-9e94-4bf8-97e2-7844c4780890 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:02.279154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Pushing event updated for resources: {'Port': ['ID=f60c37cd-5bd3-4c6b-9f63-182eb0889855,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:02.282689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-2d8c8a60-9e94-4bf8-97e2-7844c4780890 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Calling delete_port for 17b1f57b-18d8-4076-9391-d45051bbdd62 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:02.292769 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbfcdc38-f556-48c1-b72c-fd8fdf8a4b8d req-06093465-984c-461d-9bbd-0239bc7c7f6e tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643682 Jul 08 01:44:02.301102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-26359f50-3a5d-425b-8773-da27f77ae4de req-0e0af31f-5d44-458b-b613-3a39f0ec4f9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] For port edb71c71-c7cc-4200-86aa-36f25bf1bbf3, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:02.301465 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-26359f50-3a5d-425b-8773-da27f77ae4de req-0e0af31f-5d44-458b-b613-3a39f0ec4f9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:02.316923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-26359f50-3a5d-425b-8773-da27f77ae4de req-0e0af31f-5d44-458b-b613-3a39f0ec4f9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Calling delete_port for edb71c71-c7cc-4200-86aa-36f25bf1bbf3 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:02.364827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-a4187495-6ef2-40c6-86aa-9ade3b3ac195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.365307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-a4187495-6ef2-40c6-86aa-9ade3b3ac195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.365773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-a4187495-6ef2-40c6-86aa-9ade3b3ac195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.367385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-a4187495-6ef2-40c6-86aa-9ade3b3ac195 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6909392 Jul 08 01:44:02.431419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Attempting to bind port f60c37cd-5bd3-4c6b-9f63-182eb0889855 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:02.432040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Attempting to bind port f60c37cd-5bd3-4c6b-9f63-182eb0889855 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:02.433347 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Attempting to bind port f60c37cd-5bd3-4c6b-9f63-182eb0889855 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:02.440183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-15b38e11-257d-471e-abab-e55f3690cffa tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.442572 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-15b38e11-257d-471e-abab-e55f3690cffa tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/networks?id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70 HTTP/1.1" status: 200 len: 814 time: 0.6287742 Jul 08 01:44:02.450559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Port f60c37cd-5bd3-4c6b-9f63-182eb0889855 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:44:02.451015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Attempting to bind port f60c37cd-5bd3-4c6b-9f63-182eb0889855 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:02.461662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:02.462152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Checking segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:02.462642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Bound using segment: {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:02.463182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Bound port: f60c37cd-5bd3-4c6b-9f63-182eb0889855, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46862b76-5edd-4b76-98d2-e2c00c2529cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:02.463634 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:02.569279 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-9a1eb41f-0bd4-44f1-9700-835076fbceff tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/quotas/3e00c0a7b97b417cbc103f03a4be3ed8 HTTP/1.1" status: 200 len: 375 time: 0.0925510 Jul 08 01:44:02.602036 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-2d8c8a60-9e94-4bf8-97e2-7844c4780890 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:02.622624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:02.626315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['17b1f57b-18d8-4076-9391-d45051bbdd62', 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:02.642661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c8a60-9e94-4bf8-97e2-7844c4780890 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event deleted for resources: {'Port': ['ID=17b1f57b-18d8-4076-9391-d45051bbdd62,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:02.647646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] For port f60c37cd-5bd3-4c6b-9f63-182eb0889855, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:02.685655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] For port f60c37cd-5bd3-4c6b-9f63-182eb0889855, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f60c37cd-5bd3-4c6b-9f63-182eb0889855,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:02.719796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-2d8c8a60-9e94-4bf8-97e2-7844c4780890 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] No DVR routers for this DVR port 17b1f57b-18d8-4076-9391-d45051bbdd62 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:02.724229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:02.729031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-2d8c8a60-9e94-4bf8-97e2-7844c4780890 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:02.731198 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74cff79a-5531-4046-91aa-79973ceb87b2 req-2d8c8a60-9e94-4bf8-97e2-7844c4780890 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "DELETE /v2.0/ports/17b1f57b-18d8-4076-9391-d45051bbdd62 HTTP/1.1" status: 204 len: 173 time: 0.8514235 Jul 08 01:44:02.783803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-b26cee24-4d99-471a-a035-127795e18281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.785971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-b26cee24-4d99-471a-a035-127795e18281 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3803942 Jul 08 01:44:02.806826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Pushing event updated for resources: {'Port': ['ID=f60c37cd-5bd3-4c6b-9f63-182eb0889855,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:02.824616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.826251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:02.827724 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2cd471dc-cba2-402c-a7eb-21068f6bdb06 service neutron] 10.222.0.24 "PUT /v2.0/ports/f60c37cd-5bd3-4c6b-9f63-182eb0889855 HTTP/1.1" status: 200 len: 1092 time: 1.2806356 Jul 08 01:44:02.865671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:02.884498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c0b1-e1cd-460c-99bf-b0e4cf1e2cc7 req-a1e2b56f-675e-474f-baf7-eb7d5a546804 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.893083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c0b1-e1cd-460c-99bf-b0e4cf1e2cc7 req-a1e2b56f-675e-474f-baf7-eb7d5a546804 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.901269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c0b1-e1cd-460c-99bf-b0e4cf1e2cc7 req-a1e2b56f-675e-474f-baf7-eb7d5a546804 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.909201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c0b1-e1cd-460c-99bf-b0e4cf1e2cc7 req-a1e2b56f-675e-474f-baf7-eb7d5a546804 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.917542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c0b1-e1cd-460c-99bf-b0e4cf1e2cc7 req-a1e2b56f-675e-474f-baf7-eb7d5a546804 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.925289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c0b1-e1cd-460c-99bf-b0e4cf1e2cc7 req-a1e2b56f-675e-474f-baf7-eb7d5a546804 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.943205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76c0b1-e1cd-460c-99bf-b0e4cf1e2cc7 req-a1e2b56f-675e-474f-baf7-eb7d5a546804 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:02.945220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c76c0b1-e1cd-460c-99bf-b0e4cf1e2cc7 req-a1e2b56f-675e-474f-baf7-eb7d5a546804 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5405 time: 0.4705009 Jul 08 01:44:02.996334 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-26359f50-3a5d-425b-8773-da27f77ae4de req-0e0af31f-5d44-458b-b613-3a39f0ec4f9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:03.070387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:03.153944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-85ef378e-e55b-4b92-86e1-d3f0e052cfb4 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e00c0a7b97b417cbc103f03a4be3ed8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5612638 Jul 08 01:44:03.164244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0af31f-5d44-458b-b613-3a39f0ec4f9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event deleted for resources: {'Port': ['ID=edb71c71-c7cc-4200-86aa-36f25bf1bbf3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:03.185207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-88fca7f3-7e4a-4122-a79d-89ffee961da2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:44:03.186418 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-88fca7f3-7e4a-4122-a79d-89ffee961da2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172427 Jul 08 01:44:03.229730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33f481-afae-4f7f-96bc-7b404836329a req-a564650d-8a19-4b6a-afd5-b84c070cc271 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:03.231273 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d33f481-afae-4f7f-96bc-7b404836329a req-a564650d-8a19-4b6a-afd5-b84c070cc271 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.16 "GET /v2.0/ports?device_id=c4d03a27-c7dc-42b3-a034-c08e707b493c HTTP/1.1" status: 200 len: 945 time: 0.5929470 Jul 08 01:44:03.293038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': '60338bfe-28b4-49f2-8081-d18538b2d473'}, {'server_uuid': 'b9a05e0b-611d-4eab-a4a9-7c93a789b201', 'name': 'network-vif-deleted', 'tag': '17b1f57b-18d8-4076-9391-d45051bbdd62'}, {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': 'f60c37cd-5bd3-4c6b-9f63-182eb0889855'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:03.304558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-26359f50-3a5d-425b-8773-da27f77ae4de req-0e0af31f-5d44-458b-b613-3a39f0ec4f9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] No DVR routers for this DVR port edb71c71-c7cc-4200-86aa-36f25bf1bbf3 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:03.307133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-26359f50-3a5d-425b-8773-da27f77ae4de req-0e0af31f-5d44-458b-b613-3a39f0ec4f9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:03.307635 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "60338bfe-28b4-49f2-8081-d18538b2d473"}, {"server_uuid": "b9a05e0b-611d-4eab-a4a9-7c93a789b201", "name": "network-vif-deleted", "tag": "17b1f57b-18d8-4076-9391-d45051bbdd62"}, {"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "f60c37cd-5bd3-4c6b-9f63-182eb0889855"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:03.309521 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26359f50-3a5d-425b-8773-da27f77ae4de req-0e0af31f-5d44-458b-b613-3a39f0ec4f9a tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.24 "DELETE /v2.0/ports/edb71c71-c7cc-4200-86aa-36f25bf1bbf3 HTTP/1.1" status: 204 len: 173 time: 2.1707337 Jul 08 01:44:03.358968 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f964a093-4cb1-44b3-8976-c3095507990f', 'name': 'network-vif-deleted', 'tag': 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:03.369141 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10e9751-9e1b-432d-9338-57382235d81f" -d '{"events": [{"server_uuid": "f964a093-4cb1-44b3-8976-c3095507990f", "name": "network-vif-deleted", "tag": "edb71c71-c7cc-4200-86aa-36f25bf1bbf3"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:03.403273 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c76c0b1-e1cd-460c-99bf-b0e4cf1e2cc7 req-6344d89a-cae5-4ebf-b1b8-7f94f97f0a89 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4306743 Jul 08 01:44:03.556452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-36f7847d-d89b-4512-81ec-80e8795a8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:03.556958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-36f7847d-d89b-4512-81ec-80e8795a8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:03.557446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-36f7847d-d89b-4512-81ec-80e8795a8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:03.560925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-36f7847d-d89b-4512-81ec-80e8795a8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:03.561641 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-36f7847d-d89b-4512-81ec-80e8795a8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:03.562845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-36f7847d-d89b-4512-81ec-80e8795a8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:03.563638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-36f7847d-d89b-4512-81ec-80e8795a8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:03.566267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-36f7847d-d89b-4512-81ec-80e8795a8a19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6357 time: 0.6119018 Jul 08 01:44:03.593802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-674f0115-91d8-4c5a-82cb-5efeec52a172 service neutron] 10.222.0.41 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788338 Jul 08 01:44:03.641278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:03.649608 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:03.662837 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Transition to ACTIVE for port object b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:03.667320 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:03.685985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:03.728911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a85295a9-ff97-4a8b-8b1e-d51cb76b1f90 req-34780e73-a9ba-40d6-97af-f925f2ff8e51 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=f964a093-4cb1-44b3-8976-c3095507990f HTTP/1.1" status: 200 len: 210 time: 0.1553788 Jul 08 01:44:03.817641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:03.995044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Attempting to bind port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:03.995393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Attempting to bind port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:03.995714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Attempting to bind port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 on network dff1a577-2ed8-4004-b0a5-9b3dd703e04e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:04.005850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 on network dff1a577-2ed8-4004-b0a5-9b3dd703e04e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:44:04.006451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Attempting to bind port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 on network dff1a577-2ed8-4004-b0a5-9b3dd703e04e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:04.013019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:04.013666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Checking segment: {'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:04.014505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Bound using segment: {'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:04.015282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Bound port: b8f6a074-10c0-4c43-8b24-32dfd7fa0e95, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:04.015850 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.049329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-4d33f481-afae-4f7f-96bc-7b404836329a req-c52cad4a-db43-4802-9227-bb180731121c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Deleting port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:04.049676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4d33f481-afae-4f7f-96bc-7b404836329a req-c52cad4a-db43-4802-9227-bb180731121c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.063667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-4eed45e3-8beb-498d-aa0a-f10ee85cb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:04.064193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-4eed45e3-8beb-498d-aa0a-f10ee85cb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:04.066383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-4eed45e3-8beb-498d-aa0a-f10ee85cb457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:04.078595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-4eed45e3-8beb-498d-aa0a-f10ee85cb457 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4915011 Jul 08 01:44:04.133985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] For port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:04.137403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] For port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:04.147521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.187612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:04.188405 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.190119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] 10.222.0.24 "PUT /v2.0/ports/b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 HTTP/1.1" status: 200 len: 1092 time: 1.3293393 Jul 08 01:44:04.227901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e36b9-6a00-4786-b915-04b42e0641a2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:04.247075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Request body: {'port': {'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:04.307637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe3089-f550-4ef7-ac43-c603f47b5076 req-6b6ce81b-9f4f-4234-a392-204de75faba6 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:04.309288 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9bbe3089-f550-4ef7-ac43-c603f47b5076 req-6b6ce81b-9f4f-4234-a392-204de75faba6 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.3914170 Jul 08 01:44:04.338173 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.356828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-edb64e6c-9c20-40a6-85a8-2ec21808bedc service neutron] 10.222.0.41 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7401564 Jul 08 01:44:04.369917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.399529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-4d33f481-afae-4f7f-96bc-7b404836329a req-c52cad4a-db43-4802-9227-bb180731121c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] For port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:04.399821 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4d33f481-afae-4f7f-96bc-7b404836329a req-c52cad4a-db43-4802-9227-bb180731121c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.414773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-4d33f481-afae-4f7f-96bc-7b404836329a req-c52cad4a-db43-4802-9227-bb180731121c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Calling delete_port for 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:04.521878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-d4115561-7c6f-40c4-9a71-5e6674b55391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:04.523778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d62bbbed-ff87-44d3-bdb1-672fee585aeb req-d4115561-7c6f-40c4-9a71-5e6674b55391 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4441354 Jul 08 01:44:04.605317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9bbe3089-f550-4ef7-ac43-c603f47b5076 req-bcf15007-7333-4b1e-a57b-d860028b166b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474020 Jul 08 01:44:04.647250 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4d33f481-afae-4f7f-96bc-7b404836329a req-c52cad4a-db43-4802-9227-bb180731121c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.712337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cad4a-db43-4802-9227-bb180731121c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Pushing event deleted for resources: {'Port': ['ID=63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:04.769611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e683d233-6de3-4c80-a356-727d20f20460 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:04.784985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.810983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Transition to ACTIVE for port object e683d233-6de3-4c80-a356-727d20f20460 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:04.811590 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d33f481-afae-4f7f-96bc-7b404836329a req-c52cad4a-db43-4802-9227-bb180731121c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] No DVR routers for this DVR port 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:04.819776 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4d33f481-afae-4f7f-96bc-7b404836329a req-c52cad4a-db43-4802-9227-bb180731121c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.820895 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:04.821978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d33f481-afae-4f7f-96bc-7b404836329a req-c52cad4a-db43-4802-9227-bb180731121c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.16 "DELETE /v2.0/ports/63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe HTTP/1.1" status: 204 len: 173 time: 1.5531251 Jul 08 01:44:04.914893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Pushing event updated for resources: {'Port': ['ID=e683d233-6de3-4c80-a356-727d20f20460,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:04.933121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 17b1f57b-18d8-4076-9391-d45051bbdd62 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:04.979246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 17b1f57b-18d8-4076-9391-d45051bbdd62 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:04.984094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 17b1f57b-18d8-4076-9391-d45051bbdd62 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:04.984763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device edb71c71-c7cc-4200-86aa-36f25bf1bbf3 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:05.014465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a964b-ea6f-4e89-a55a-945052469aba req-6b91d25b-54a3-4387-815f-536e57285158 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.016364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-000a964b-ea6f-4e89-a55a-945052469aba req-6b91d25b-54a3-4387-815f-536e57285158 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 945 time: 0.1929550 Jul 08 01:44:05.027641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: edb71c71-c7cc-4200-86aa-36f25bf1bbf3 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:05.033904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device edb71c71-c7cc-4200-86aa-36f25bf1bbf3 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:05.127384 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-000a964b-ea6f-4e89-a55a-945052469aba req-4c64d4d9-a880-4497-9155-3ef0d02496c3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041505 Jul 08 01:44:05.133403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Attempting to bind port e683d233-6de3-4c80-a356-727d20f20460 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:05.133881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Attempting to bind port e683d233-6de3-4c80-a356-727d20f20460 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:05.134319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Attempting to bind port e683d233-6de3-4c80-a356-727d20f20460 on network dff1a577-2ed8-4004-b0a5-9b3dd703e04e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:05.139691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Port e683d233-6de3-4c80-a356-727d20f20460 on network dff1a577-2ed8-4004-b0a5-9b3dd703e04e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:44:05.140415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Attempting to bind port e683d233-6de3-4c80-a356-727d20f20460 on network dff1a577-2ed8-4004-b0a5-9b3dd703e04e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:05.151649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179a281-3fe5-46a2-a101-606167d2f1b3 req-576ad177-0d51-4f89-9988-6f01b570ea1d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.153351 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1179a281-3fe5-46a2-a101-606167d2f1b3 req-576ad177-0d51-4f89-9988-6f01b570ea1d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.2110109 Jul 08 01:44:05.166192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:05.166664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Checking segment: {'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:05.167287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Bound using segment: {'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:05.169967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Bound port: e683d233-6de3-4c80-a356-727d20f20460, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e344818-422d-4dc3-be5e-44e22c8ec74b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:05.170419 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:05.226298 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420da3cc-b8f5-4b2c-8524-103fea119e62 x-openstack-request-id: req-420da3cc-b8f5-4b2c-8524-103fea119e62 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:05.227144 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "60338bfe-28b4-49f2-8081-d18538b2d473", "status": "completed", "code": 200}, {"server_uuid": "b9a05e0b-611d-4eab-a4a9-7c93a789b201", "name": "network-vif-deleted", "tag": "17b1f57b-18d8-4076-9391-d45051bbdd62", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "f60c37cd-5bd3-4c6b-9f63-182eb0889855", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:05.227658 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-420da3cc-b8f5-4b2c-8524-103fea119e62 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:05.228410 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': '60338bfe-28b4-49f2-8081-d18538b2d473', 'status': 'completed', 'code': 200} Jul 08 01:44:05.228829 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a05e0b-611d-4eab-a4a9-7c93a789b201', 'name': 'network-vif-deleted', 'tag': '17b1f57b-18d8-4076-9391-d45051bbdd62', 'status': 'completed', 'code': 200} Jul 08 01:44:05.229426 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': 'f60c37cd-5bd3-4c6b-9f63-182eb0889855', 'status': 'completed', 'code': 200} Jul 08 01:44:05.241704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1179a281-3fe5-46a2-a101-606167d2f1b3 req-e708c333-ed59-42ee-8683-3a277f474d89 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722349 Jul 08 01:44:05.258158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] For port e683d233-6de3-4c80-a356-727d20f20460, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:05.262834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] For port e683d233-6de3-4c80-a356-727d20f20460, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e683d233-6de3-4c80-a356-727d20f20460,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:05.269334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:05.345205 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9869fdd7-5276-4d86-b473-38f302e03de8 x-openstack-request-id: req-9869fdd7-5276-4d86-b473-38f302e03de8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:05.345735 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f964a093-4cb1-44b3-8976-c3095507990f", "name": "network-vif-deleted", "tag": "edb71c71-c7cc-4200-86aa-36f25bf1bbf3", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:05.345938 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9869fdd7-5276-4d86-b473-38f302e03de8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:05.346683 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f964a093-4cb1-44b3-8976-c3095507990f', 'name': 'network-vif-deleted', 'tag': 'edb71c71-c7cc-4200-86aa-36f25bf1bbf3', 'status': 'completed', 'code': 200} Jul 08 01:44:05.398102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Pushing event updated for resources: {'Port': ['ID=e683d233-6de3-4c80-a356-727d20f20460,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:05.411751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.412782 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:05.413854 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9d50e2d3-ea06-4e1f-9c03-0632ae9da577 service neutron] 10.222.0.24 "PUT /v2.0/ports/e683d233-6de3-4c80-a356-727d20f20460 HTTP/1.1" status: 200 len: 1092 time: 1.1716614 Jul 08 01:44:05.530283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1dd80063-67d6-4779-80f8-22e492352dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.531134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1dd80063-67d6-4779-80f8-22e492352dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.531824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1dd80063-67d6-4779-80f8-22e492352dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.532624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1dd80063-67d6-4779-80f8-22e492352dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.533602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1dd80063-67d6-4779-80f8-22e492352dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.534289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1dd80063-67d6-4779-80f8-22e492352dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.534778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1dd80063-67d6-4779-80f8-22e492352dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.536928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1dd80063-67d6-4779-80f8-22e492352dec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6493 time: 0.2848330 Jul 08 01:44:05.570513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09576c03-77e0-4962-942a-f5a36ff712d0 req-8113c57f-8067-4bf2-a300-bb7bcbb0726e tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 210 time: 0.0632524 Jul 08 01:44:05.715352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6775e4-1e94-4fbb-9926-5f9be3ea91cf req-987e84a4-597b-4516-9c85-206e59bea094 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.728775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6775e4-1e94-4fbb-9926-5f9be3ea91cf req-987e84a4-597b-4516-9c85-206e59bea094 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.735066 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6775e4-1e94-4fbb-9926-5f9be3ea91cf req-987e84a4-597b-4516-9c85-206e59bea094 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.744949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6775e4-1e94-4fbb-9926-5f9be3ea91cf req-987e84a4-597b-4516-9c85-206e59bea094 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.750226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6775e4-1e94-4fbb-9926-5f9be3ea91cf req-987e84a4-597b-4516-9c85-206e59bea094 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.756378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6775e4-1e94-4fbb-9926-5f9be3ea91cf req-987e84a4-597b-4516-9c85-206e59bea094 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.762218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6775e4-1e94-4fbb-9926-5f9be3ea91cf req-987e84a4-597b-4516-9c85-206e59bea094 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.769661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e6775e4-1e94-4fbb-9926-5f9be3ea91cf req-987e84a4-597b-4516-9c85-206e59bea094 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.3803899 Jul 08 01:44:05.839906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1d17c631-f6d5-48f2-aafb-9edb6214278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.840420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1d17c631-f6d5-48f2-aafb-9edb6214278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.840892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1d17c631-f6d5-48f2-aafb-9edb6214278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.842481 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-1d17c631-f6d5-48f2-aafb-9edb6214278d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2808204 Jul 08 01:44:05.905682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e6775e4-1e94-4fbb-9926-5f9be3ea91cf req-8c8f11c1-0112-46b3-b486-1e9b86585aba tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349809 Jul 08 01:44:05.974311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03ea7e-d7b3-4294-b0e4-589f244fe595 req-281c769d-c8ba-4d2d-bda9-ab825a6d1204 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.975754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad03ea7e-d7b3-4294-b0e4-589f244fe595 req-281c769d-c8ba-4d2d-bda9-ab825a6d1204 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 945 time: 0.1772382 Jul 08 01:44:05.978724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-60a526ad-4d7f-4e69-b71a-6205122700aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:05.980058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-60a526ad-4d7f-4e69-b71a-6205122700aa service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276281 Jul 08 01:44:06.020807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad03ea7e-d7b3-4294-b0e4-589f244fe595 req-e317c8b9-121d-42bb-bf09-1b648ae8956e tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362239 Jul 08 01:44:06.132146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-f6238ebd-653b-40fa-b992-86b3928948db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.132660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-f6238ebd-653b-40fa-b992-86b3928948db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.133137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-f6238ebd-653b-40fa-b992-86b3928948db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.133605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-f6238ebd-653b-40fa-b992-86b3928948db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.134073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-f6238ebd-653b-40fa-b992-86b3928948db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.134546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-f6238ebd-653b-40fa-b992-86b3928948db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.135008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-f6238ebd-653b-40fa-b992-86b3928948db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.136924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-f6238ebd-653b-40fa-b992-86b3928948db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6493 time: 0.1114993 Jul 08 01:44:06.152055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76a5fc-1aa9-486f-a7dc-b76fb91ab8ff req-95d87f55-20ac-4a03-ae14-0a16fcc38778 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.153568 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad76a5fc-1aa9-486f-a7dc-b76fb91ab8ff req-95d87f55-20ac-4a03-ae14-0a16fcc38778 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1184430 Jul 08 01:44:06.254499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad76a5fc-1aa9-486f-a7dc-b76fb91ab8ff req-0965a8df-38bc-4703-8020-2b6cb80a68db tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917888 Jul 08 01:44:06.309549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-23ee7f08-27a6-48ce-a9f5-48f1693ff42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.311367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-23ee7f08-27a6-48ce-a9f5-48f1693ff42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.311682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-23ee7f08-27a6-48ce-a9f5-48f1693ff42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.315196 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-23ee7f08-27a6-48ce-a9f5-48f1693ff42e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1604154 Jul 08 01:44:06.316233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:06.349085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:06.349960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:06.597824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-9bc33b4f-e33d-4c1e-abac-c2f3a6d62212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.600901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c425ed0b-fe57-4c07-86b7-e07aa1d2e607 req-9bc33b4f-e33d-4c1e-abac-c2f3a6d62212 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2695053 Jul 08 01:44:06.654992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4703a-ee23-41cf-bcb6-e5402c77e186 req-b2211817-2d9a-4fe8-ac3d-02a33514212a tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.656654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ced4703a-ee23-41cf-bcb6-e5402c77e186 req-b2211817-2d9a-4fe8-ac3d-02a33514212a tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.1303034 Jul 08 01:44:06.779323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ced4703a-ee23-41cf-bcb6-e5402c77e186 req-90fee04d-9a93-434b-b27c-5d2852c77568 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131306 Jul 08 01:44:06.837318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-73974b44-6baa-4a80-9f51-75de71aa4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.838277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-73974b44-6baa-4a80-9f51-75de71aa4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.838900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-73974b44-6baa-4a80-9f51-75de71aa4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.839516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-73974b44-6baa-4a80-9f51-75de71aa4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.840128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-73974b44-6baa-4a80-9f51-75de71aa4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.840778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-73974b44-6baa-4a80-9f51-75de71aa4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.841392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-73974b44-6baa-4a80-9f51-75de71aa4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.843634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-73974b44-6baa-4a80-9f51-75de71aa4301 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6493 time: 0.1215973 Jul 08 01:44:06.851987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-02e258a2-c4bc-4fe8-964b-627191a0028a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:06.856107 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-02e258a2-c4bc-4fe8-964b-627191a0028a tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.24 "GET /v2.0/networks?id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70 HTTP/1.1" status: 200 len: 814 time: 0.5395746 Jul 08 01:44:06.883512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Request body: {'port': {'device_id': '2087d7d3-4824-4de2-99fd-030573bf3305', 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70', 'admin_state_up': True, 'tenant_id': '3e00c0a7b97b417cbc103f03a4be3ed8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:06.931242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f48ddc3d-eabc-4738-96a0-b6afe1af2e9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a HTTP/1.1" status: 200 len: 217 time: 0.0619130 Jul 08 01:44:07.020701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-403913c2-2295-4a4a-b8f2-d2ab87229a2d req-048fcf03-5ccb-493b-ae57-b1716fab7078 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 210 time: 0.0436890 Jul 08 01:44:07.043417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-c646aba2-bed3-4cd9-8f29-d1ec3c3ae2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.045063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-c646aba2-bed3-4cd9-8f29-d1ec3c3ae2e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66c3daff-fc98-48ba-b450-287f7a1d985c HTTP/1.1" status: 200 len: 856 time: 0.1051488 Jul 08 01:44:07.084499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Made reservation on behalf of 3e00c0a7b97b417cbc103f03a4be3ed8 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:07.088615 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:07.200103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-853e3539-17f9-4b74-8724-551ec1f39d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.201864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-853e3539-17f9-4b74-8724-551ec1f39d44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c274d0d-0887-42f7-9ec2-737b20191266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477654 Jul 08 01:44:07.249492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': 'b8f6a074-10c0-4c43-8b24-32dfd7fa0e95'}, {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': 'e683d233-6de3-4c80-a356-727d20f20460'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:07.255330 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e95ad50-c35c-419b-82f3-07fd8423c4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "b8f6a074-10c0-4c43-8b24-32dfd7fa0e95"}, {"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "e683d233-6de3-4c80-a356-727d20f20460"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:07.291429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Allocated IP 172.20.0.6 (2ecf4187-7beb-4733-93f9-e21a0bcc1f70/3d2a218b-01db-4f93-9799-6312579172d6/695cd6ab-a802-45f4-9a57-57c7a7c640dc) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:44:07.319734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87f477-c56a-47a2-82b9-bc292eb66388 req-edc73eb9-53e1-4050-aba1-606e4a328915 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.326464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87f477-c56a-47a2-82b9-bc292eb66388 req-edc73eb9-53e1-4050-aba1-606e4a328915 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.333271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87f477-c56a-47a2-82b9-bc292eb66388 req-edc73eb9-53e1-4050-aba1-606e4a328915 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.339479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87f477-c56a-47a2-82b9-bc292eb66388 req-edc73eb9-53e1-4050-aba1-606e4a328915 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.346565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87f477-c56a-47a2-82b9-bc292eb66388 req-edc73eb9-53e1-4050-aba1-606e4a328915 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.354915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87f477-c56a-47a2-82b9-bc292eb66388 req-edc73eb9-53e1-4050-aba1-606e4a328915 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.361628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87f477-c56a-47a2-82b9-bc292eb66388 req-edc73eb9-53e1-4050-aba1-606e4a328915 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.363718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf87f477-c56a-47a2-82b9-bc292eb66388 req-edc73eb9-53e1-4050-aba1-606e4a328915 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.2089598 Jul 08 01:44:07.366120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'name': 'network-vif-deleted', 'tag': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:07.368358 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24c5b1e-290b-4b12-b784-5aed3ba17e78" -d '{"events": [{"server_uuid": "c4d03a27-c7dc-42b3-a034-c08e707b493c", "name": "network-vif-deleted", "tag": "63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:07.432153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-cdeb5528-cbb8-44b0-afa9-c69ba5f0b21e service neutron] 10.222.0.24 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222848 Jul 08 01:44:07.472291 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:07.513500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf87f477-c56a-47a2-82b9-bc292eb66388 req-252b8f21-2faf-45b0-9a74-08cbdfa1e0c7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1417253 Jul 08 01:44:07.515864 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:07.568393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:44:07.571635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078255d-d6f2-4f74-8115-adfdb8d21f4d req-d47020ee-0d2e-48b7-9cdb-3d87bf1bde1f tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.572237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:07.577127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:44:07.581261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a078255d-d6f2-4f74-8115-adfdb8d21f4d req-d47020ee-0d2e-48b7-9cdb-3d87bf1bde1f tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 950 time: 0.2056985 Jul 08 01:44:07.581562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Pushing event updated for resources: {'Port': ['ID=695cd6ab-a802-45f4-9a57-57c7a7c640dc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:07.616930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-27830fe4-fedd-4dc0-ab8a-f42260982e88 service neutron] 10.222.0.24 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754844 Jul 08 01:44:07.630169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.631100 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:07.647668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a078255d-d6f2-4f74-8115-adfdb8d21f4d req-8dc765f2-c174-42e4-a610-832c4ed14122 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620668 Jul 08 01:44:07.652863 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-75a0eee2-546f-4ee9-85ea-cfbc0330d1a0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7805212 Jul 08 01:44:07.667969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Request body: {'port': {'device_id': '2087d7d3-4824-4de2-99fd-030573bf3305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:07.696689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-6ee55bdc-8f60-4a25-af08-556d291f997c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=b1017d1c-77ed-4095-b3c8-a332634c3034 HTTP/1.1" status: 200 len: 217 time: 0.0702713 Jul 08 01:44:07.752260 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fd8959-34af-4afd-b2f4-0cdf2e5b3538 x-openstack-request-id: req-c6fd8959-34af-4afd-b2f4-0cdf2e5b3538 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:07.753044 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "b8f6a074-10c0-4c43-8b24-32dfd7fa0e95", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "e683d233-6de3-4c80-a356-727d20f20460", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:07.753044 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6fd8959-34af-4afd-b2f4-0cdf2e5b3538 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:07.753371 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': 'b8f6a074-10c0-4c43-8b24-32dfd7fa0e95', 'status': 'completed', 'code': 200} Jul 08 01:44:07.753629 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': 'e683d233-6de3-4c80-a356-727d20f20460', 'status': 'completed', 'code': 200} Jul 08 01:44:07.760599 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:07.773003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-157478d2-9960-4bf6-860f-31ab7f520ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.774857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-157478d2-9960-4bf6-860f-31ab7f520ca7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.0711923 Jul 08 01:44:07.807713 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eb54c0-9947-496c-bf21-ef098abe7be4 x-openstack-request-id: req-54eb54c0-9947-496c-bf21-ef098abe7be4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:07.808101 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d03a27-c7dc-42b3-a034-c08e707b493c", "name": "network-vif-deleted", "tag": "63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:07.808275 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54eb54c0-9947-496c-bf21-ef098abe7be4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:07.809053 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d03a27-c7dc-42b3-a034-c08e707b493c', 'name': 'network-vif-deleted', 'tag': '63d78ce7-bfc0-4f34-81cb-0d2128a9fcbe', 'status': 'completed', 'code': 200} Jul 08 01:44:07.959401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-ed6978cd-3afa-4c71-97be-2625b4627df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:07.960950 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-ed6978cd-3afa-4c71-97be-2625b4627df2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1782646 Jul 08 01:44:08.061327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695cd6ab-a802-45f4-9a57-57c7a7c640dc {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:08.070026 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:08.083420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Transition to ACTIVE for port object 695cd6ab-a802-45f4-9a57-57c7a7c640dc will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:08.087371 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:08.138775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Pushing event updated for resources: {'Port': ['ID=695cd6ab-a802-45f4-9a57-57c7a7c640dc,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:08.217895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Attempting to bind port 695cd6ab-a802-45f4-9a57-57c7a7c640dc on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:08.218242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Attempting to bind port 695cd6ab-a802-45f4-9a57-57c7a7c640dc by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:08.218578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Attempting to bind port 695cd6ab-a802-45f4-9a57-57c7a7c640dc on network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:08.223481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Port 695cd6ab-a802-45f4-9a57-57c7a7c640dc on network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:44:08.223845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Attempting to bind port 695cd6ab-a802-45f4-9a57-57c7a7c640dc on network 2ecf4187-7beb-4733-93f9-e21a0bcc1f70 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:08.229257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:08.229606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Checking segment: {'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:08.229997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Bound using segment: {'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:08.230432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Bound port: 695cd6ab-a802-45f4-9a57-57c7a7c640dc, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d815fa-9e0e-4316-b68e-dbed96c3ead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:08.230795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:08.296716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] For port 695cd6ab-a802-45f4-9a57-57c7a7c640dc, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:08.299972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] For port 695cd6ab-a802-45f4-9a57-57c7a7c640dc, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=695cd6ab-a802-45f4-9a57-57c7a7c640dc,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:08.307098 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:08.343504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:08.344142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:08.345567 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] 10.222.0.24 "PUT /v2.0/ports/695cd6ab-a802-45f4-9a57-57c7a7c640dc HTTP/1.1" status: 200 len: 1092 time: 0.6852059 Jul 08 01:44:08.370330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58851b7-2511-4795-845f-9d9485d7bef2 service neutron] Pushing event updated for resources: {'Port': ['ID=695cd6ab-a802-45f4-9a57-57c7a7c640dc,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:08.384712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c9453-8a18-4126-83e6-12e393147b2b req-6341e602-b8a2-43ad-bd63-3fdce6e920fe tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:08.386656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-211c9453-8a18-4126-83e6-12e393147b2b req-6341e602-b8a2-43ad-bd63-3fdce6e920fe tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.5023942 Jul 08 01:44:08.416205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222f62c-bf51-4efc-b32e-44c6e00498c4 req-e3250b9e-3500-4b86-a068-6fd31363a253 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:08.417692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c222f62c-bf51-4efc-b32e-44c6e00498c4 req-e3250b9e-3500-4b86-a068-6fd31363a253 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 945 time: 0.5208116 Jul 08 01:44:08.454795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-dada6069-0e93-445f-b5e4-1b540ac157c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:08.456433 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-dada6069-0e93-445f-b5e4-1b540ac157c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e00c0a7b97b417cbc103f03a4be3ed8&device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 1095 time: 0.0679080 Jul 08 01:44:08.457460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-f123aad7-7b9b-48f2-8b55-6feed012335b service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851003 Jul 08 01:44:08.505611 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-15d39750-1939-46af-b29d-63d71744a840 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=695cd6ab-a802-45f4-9a57-57c7a7c640dc HTTP/1.1" status: 200 len: 217 time: 0.0367529 Jul 08 01:44:08.505849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c222f62c-bf51-4efc-b32e-44c6e00498c4 req-cbe30c0e-99af-46e9-906c-487bb58faeba tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744586 Jul 08 01:44:08.538725 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-211c9453-8a18-4126-83e6-12e393147b2b req-ce705e0d-a96a-445b-82e3-0472712934b2 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396489 Jul 08 01:44:08.574249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-e686eefb-e0db-4d52-a57f-a0459d500bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:08.575737 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-e686eefb-e0db-4d52-a57f-a0459d500bc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2a218b-01db-4f93-9799-6312579172d6 HTTP/1.1" status: 200 len: 854 time: 0.0642316 Jul 08 01:44:08.585642 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-55fbb500-1805-4952-85b9-580b3cf64a87 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078076 Jul 08 01:44:08.635191 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:08.636666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-1cf36d3e-1983-4570-8cc7-84ba38490433 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=8f30cc45-c864-4663-b66e-e68c70b846b4 HTTP/1.1" status: 200 len: 217 time: 0.0416596 Jul 08 01:44:08.644236 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-69450932-e3fd-4142-a379-6cea0344d156 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602207 Jul 08 01:44:08.741698 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-f07d11f4-9098-4ab4-89a5-524d09f4a5c4 service neutron] 10.222.0.24 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893404 Jul 08 01:44:08.757257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-7a940f2e-ad93-43fe-84a7-48106e2f3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:08.758722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-7a940f2e-ad93-43fe-84a7-48106e2f3236 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.1147931 Jul 08 01:44:08.833092 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f4b52f6a-2a43-40a0-84cf-680a6d0a541d req-b0625742-c4c6-497f-8517-c0401e68424a service neutron] 10.222.0.24 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845702 Jul 08 01:44:08.867194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea27cd-85d2-4a3b-83c2-f2ac2197bda8 req-2da06348-cdae-4cc2-802d-a1cf7e94b680 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:08.868699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6dea27cd-85d2-4a3b-83c2-f2ac2197bda8 req-2da06348-cdae-4cc2-802d-a1cf7e94b680 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.2154701 Jul 08 01:44:08.879608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777554f-3c25-4585-b455-6069adb6897c req-3ce26207-8ad8-4906-a13b-4cd644c76381 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:08.880960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2777554f-3c25-4585-b455-6069adb6897c req-3ce26207-8ad8-4906-a13b-4cd644c76381 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 943 time: 0.1969907 Jul 08 01:44:08.953856 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-7b72eb38-8cf9-4d64-b33e-9bb199a179cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:08.955348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-7b72eb38-8cf9-4d64-b33e-9bb199a179cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1861808 Jul 08 01:44:08.971775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6dea27cd-85d2-4a3b-83c2-f2ac2197bda8 req-da30d6cc-98d8-4480-bfea-8e22fe8185c0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873888 Jul 08 01:44:08.983078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2777554f-3c25-4585-b455-6069adb6897c req-7c410400-8b23-43b3-bd77-375cd0e302c0 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934525 Jul 08 01:44:09.029988 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-71c2c71f-442c-4bee-a8b1-75eff8d84a0b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.032139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-71c2c71f-442c-4bee-a8b1-75eff8d84a0b tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 950 time: 0.2282724 Jul 08 01:44:09.199911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-37c0bfe3-9640-4677-ac67-558843585f5e service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328367 Jul 08 01:44:09.330325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f8ba-1ce0-425c-ae38-169e9146b4ef req-781f1805-7655-406b-b968-ac2b2d3c6708 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.336388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f8ba-1ce0-425c-ae38-169e9146b4ef req-781f1805-7655-406b-b968-ac2b2d3c6708 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.342267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f8ba-1ce0-425c-ae38-169e9146b4ef req-781f1805-7655-406b-b968-ac2b2d3c6708 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.348736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f8ba-1ce0-425c-ae38-169e9146b4ef req-781f1805-7655-406b-b968-ac2b2d3c6708 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.354577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f8ba-1ce0-425c-ae38-169e9146b4ef req-781f1805-7655-406b-b968-ac2b2d3c6708 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.360473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f8ba-1ce0-425c-ae38-169e9146b4ef req-781f1805-7655-406b-b968-ac2b2d3c6708 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.367100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911f8ba-1ce0-425c-ae38-169e9146b4ef req-781f1805-7655-406b-b968-ac2b2d3c6708 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.368974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8911f8ba-1ce0-425c-ae38-169e9146b4ef req-781f1805-7655-406b-b968-ac2b2d3c6708 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.2775118 Jul 08 01:44:09.375409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-b1d0effb-7d71-4332-8ff5-b4d6eea5e2a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Deleting port 25e3a57c-6aae-47db-ba63-53c641b42d4c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:09.375748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-b1d0effb-7d71-4332-8ff5-b4d6eea5e2a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:09.403397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0913c7-d9ef-4631-a41a-1d67f8a3c306 req-0048af89-d66d-4cb6-adfc-4a447aa5a862 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.404914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c0913c7-d9ef-4631-a41a-1d67f8a3c306 req-0048af89-d66d-4cb6-adfc-4a447aa5a862 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 950 time: 0.2971070 Jul 08 01:44:09.477148 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-9b1c3baa-f62e-4a5c-b334-cd0c125e5891 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679677 Jul 08 01:44:09.558550 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8911f8ba-1ce0-425c-ae38-169e9146b4ef req-372178b2-4921-44d2-97fd-18fc4293ee29 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1764250 Jul 08 01:44:09.559752 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-33e0d522-e78d-420e-ac59-a36162968ffc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=60338bfe-28b4-49f2-8081-d18538b2d473 HTTP/1.1" status: 200 len: 217 time: 0.0737545 Jul 08 01:44:09.587542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c0913c7-d9ef-4631-a41a-1d67f8a3c306 req-76bf7fa1-5fa5-45fe-9d69-1adc34f78da1 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/security-groups?id=203a84d0-d931-44cc-a90c-bbb10e530085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485698 Jul 08 01:44:09.612456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-b1d0effb-7d71-4332-8ff5-b4d6eea5e2a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] For port 25e3a57c-6aae-47db-ba63-53c641b42d4c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=25e3a57c-6aae-47db-ba63-53c641b42d4c,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:09.612824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-b1d0effb-7d71-4332-8ff5-b4d6eea5e2a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:09.632946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-b1d0effb-7d71-4332-8ff5-b4d6eea5e2a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Calling delete_port for 25e3a57c-6aae-47db-ba63-53c641b42d4c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:09.647136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-75c2062e-7994-47ed-8cd4-c33ff7318e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.648748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-75c2062e-7994-47ed-8cd4-c33ff7318e1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.0768259 Jul 08 01:44:09.756139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2087d7d3-4824-4de2-99fd-030573bf3305', 'tag': '695cd6ab-a802-45f4-9a57-57c7a7c640dc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:09.757913 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14827594-10f6-43b0-b675-c104b007b6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2087d7d3-4824-4de2-99fd-030573bf3305", "tag": "695cd6ab-a802-45f4-9a57-57c7a7c640dc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:09.825256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-400c7c6a-1366-421c-ab36-00077ff29451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.826880 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-400c7c6a-1366-421c-ab36-00077ff29451 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1436360 Jul 08 01:44:09.881587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fabdfd-9dfe-4d12-ac8f-ba37916f3a0d req-49d9d4b8-592d-4da7-8900-b246e41cc512 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:09.883440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33fabdfd-9dfe-4d12-ac8f-ba37916f3a0d req-49d9d4b8-592d-4da7-8900-b246e41cc512 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 945 time: 0.1893914 Jul 08 01:44:10.007607 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-b1d0effb-7d71-4332-8ff5-b4d6eea5e2a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:10.021732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['25e3a57c-6aae-47db-ba63-53c641b42d4c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:10.070840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33fabdfd-9dfe-4d12-ac8f-ba37916f3a0d req-1188e682-66ca-4e0e-b9a2-900db978698c tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434715 Jul 08 01:44:10.079957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0effb-7d71-4332-8ff5-b4d6eea5e2a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Pushing event deleted for resources: {'Port': ['ID=25e3a57c-6aae-47db-ba63-53c641b42d4c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:10.122864 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031a258b-07a7-458d-aaea-822a9714b35c x-openstack-request-id: req-031a258b-07a7-458d-aaea-822a9714b35c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:10.123566 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2087d7d3-4824-4de2-99fd-030573bf3305", "tag": "695cd6ab-a802-45f4-9a57-57c7a7c640dc", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:10.123984 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-031a258b-07a7-458d-aaea-822a9714b35c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:10.124582 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2087d7d3-4824-4de2-99fd-030573bf3305', 'tag': '695cd6ab-a802-45f4-9a57-57c7a7c640dc', 'status': 'completed', 'code': 200} Jul 08 01:44:10.142606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-b1d0effb-7d71-4332-8ff5-b4d6eea5e2a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] No DVR routers for this DVR port 25e3a57c-6aae-47db-ba63-53c641b42d4c on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:10.146206 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-b1d0effb-7d71-4332-8ff5-b4d6eea5e2a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:10.148887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b6c962d-c31a-4508-9839-9101d16ae488 req-b1d0effb-7d71-4332-8ff5-b4d6eea5e2a9 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.16 "DELETE /v2.0/ports/25e3a57c-6aae-47db-ba63-53c641b42d4c HTTP/1.1" status: 204 len: 173 time: 1.1105039 Jul 08 01:44:10.150725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc49191-d85b-4385-a85f-afe45828a684', 'name': 'network-vif-deleted', 'tag': '25e3a57c-6aae-47db-ba63-53c641b42d4c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:10.153088 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75f700d-ef07-4948-aaa4-4745ec32ae86" -d '{"events": [{"server_uuid": "1dc49191-d85b-4385-a85f-afe45828a684", "name": "network-vif-deleted", "tag": "25e3a57c-6aae-47db-ba63-53c641b42d4c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:10.181281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4904c5-8a2e-44f7-9870-94d511828e61 req-f8d123c3-490d-4ffc-8971-ad33eb49b738 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:10.188775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b4904c5-8a2e-44f7-9870-94d511828e61 req-f8d123c3-490d-4ffc-8971-ad33eb49b738 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.3564329 Jul 08 01:44:10.192839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-4b992d7c-ee07-495a-95a4-2d01b0b41df4 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366623 Jul 08 01:44:10.225610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827594-10f6-43b0-b675-c104b007b6f1 req-1c759530-74a1-4596-b8b4-812d17bf9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:10.227162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14827594-10f6-43b0-b675-c104b007b6f1 req-1c759530-74a1-4596-b8b4-812d17bf9ba9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e00c0a7b97b417cbc103f03a4be3ed8&device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 1095 time: 0.0730505 Jul 08 01:44:10.300077 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b4904c5-8a2e-44f7-9870-94d511828e61 req-546416a4-e017-42b6-a3a9-434a5edf7fb1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103339 Jul 08 01:44:10.336585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2a834579-6141-42e8-a04d-abca03481e91 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:10.387680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827594-10f6-43b0-b675-c104b007b6f1 req-a508163f-1abe-4f5d-a513-56d0e10e6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:10.388795 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14827594-10f6-43b0-b675-c104b007b6f1 req-a508163f-1abe-4f5d-a513-56d0e10e6b0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70 HTTP/1.1" status: 200 len: 915 time: 0.1516001 Jul 08 01:44:10.474651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1553d56-6986-426c-9e67-28e39fb6328f req-fd5d9334-f2a8-40ee-89c4-aff0cf0bde1d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:10.476469 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1553d56-6986-426c-9e67-28e39fb6328f req-fd5d9334-f2a8-40ee-89c4-aff0cf0bde1d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.2104254 Jul 08 01:44:10.480246 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-657ad45e-f0fb-40af-9e9a-0fac5cbedc6b service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756732 Jul 08 01:44:10.491024 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14827594-10f6-43b0-b675-c104b007b6f1 req-e85bf198-5fed-4461-9110-44679481e5f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=695cd6ab-a802-45f4-9a57-57c7a7c640dc HTTP/1.1" status: 200 len: 217 time: 0.0920947 Jul 08 01:44:10.534440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2a834579-6141-42e8-a04d-abca03481e91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2a834579-6141-42e8-a04d-abca03481e91,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:10.552944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '2a834579-6141-42e8-a04d-abca03481e91', 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd', 'port_id': '2a834579-6141-42e8-a04d-abca03481e91', 'mac_address': 'fa:16:3e:6a:0f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ba1596-0785-460c-aa55-b02617295193', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:10.557454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827594-10f6-43b0-b675-c104b007b6f1 req-c63b79f8-326b-4457-b0e3-e2320310d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:10.559281 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14827594-10f6-43b0-b675-c104b007b6f1 req-c63b79f8-326b-4457-b0e3-e2320310d8c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3d2a218b-01db-4f93-9799-6312579172d6 HTTP/1.1" status: 200 len: 854 time: 0.0622070 Jul 08 01:44:10.588887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-67d84741-66f7-4ead-b23d-8a7d4a3d923a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=f60c37cd-5bd3-4c6b-9f63-182eb0889855 HTTP/1.1" status: 200 len: 217 time: 0.0960410 Jul 08 01:44:10.602279 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:10.615991 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14827594-10f6-43b0-b675-c104b007b6f1 req-142e5650-cd8e-4519-9f4d-f425a24c1cde service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ecf4187-7beb-4733-93f9-e21a0bcc1f70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447073 Jul 08 01:44:10.618779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a834579-6141-42e8-a04d-abca03481e91 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:10.640862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2a834579-6141-42e8-a04d-abca03481e91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2a834579-6141-42e8-a04d-abca03481e91,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:10.647590 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:10.689252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1553d56-6986-426c-9e67-28e39fb6328f req-1a12121a-1443-4717-9774-39e78222eefb tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044296 Jul 08 01:44:10.715425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714959a6-b62f-428b-8d71-7378bde08ff7 req-3808ad16-25f4-4c89-8afd-b19ff0626f45 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:10.724123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-714959a6-b62f-428b-8d71-7378bde08ff7 req-3808ad16-25f4-4c89-8afd-b19ff0626f45 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 943 time: 0.1719215 Jul 08 01:44:10.744214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2a834579-6141-42e8-a04d-abca03481e91,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:10.751105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5588aab3-9037-49e6-b966-f7413ccb9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:10.752931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5588aab3-9037-49e6-b966-f7413ccb9af0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.1461058 Jul 08 01:44:10.774434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2a834579-6141-42e8-a04d-abca03481e91'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:10.810716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-714959a6-b62f-428b-8d71-7378bde08ff7 req-d6362b64-05a1-4743-9c43-3701390694f2 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838561 Jul 08 01:44:10.818750 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42673cc-723b-432c-ab1f-ed1a527d6627 x-openstack-request-id: req-d42673cc-723b-432c-ab1f-ed1a527d6627 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:10.819654 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc49191-d85b-4385-a85f-afe45828a684", "name": "network-vif-deleted", "tag": "25e3a57c-6aae-47db-ba63-53c641b42d4c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:10.820022 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d42673cc-723b-432c-ab1f-ed1a527d6627 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:10.820597 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc49191-d85b-4385-a85f-afe45828a684', 'name': 'network-vif-deleted', 'tag': '25e3a57c-6aae-47db-ba63-53c641b42d4c', 'status': 'completed', 'code': 200} Jul 08 01:44:10.833949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14827594-10f6-43b0-b675-c104b007b6f1 req-70fce422-82dd-4ffd-96ab-6c19d89e6b9a service neutron] 10.222.0.24 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037916 Jul 08 01:44:10.928235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-b93f846e-23e8-4caa-9c0c-b43fc23eab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:10.929990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-b93f846e-23e8-4caa-9c0c-b43fc23eab34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1481326 Jul 08 01:44:10.970067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 695cd6ab-a802-45f4-9a57-57c7a7c640dc details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:10.990234 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14827594-10f6-43b0-b675-c104b007b6f1 req-306da875-a29e-4410-a88f-6ed7e21f8c35 service neutron] 10.222.0.24 "GET /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487098 Jul 08 01:44:11.079880 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-656541ee-13bf-4439-9301-0493118015c9 req-abc152ce-a38b-4121-aaad-c782f5637e35 tempest-ServersOnMultiNodesTest-701502041 tempest-ServersOnMultiNodesTest-701502041-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dc49191-d85b-4385-a85f-afe45828a684 HTTP/1.1" status: 200 len: 210 time: 0.0677345 Jul 08 01:44:11.130033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 695cd6ab-a802-45f4-9a57-57c7a7c640dc, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=695cd6ab-a802-45f4-9a57-57c7a7c640dc,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:11.132522 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72c442-b08c-44a7-a47e-b48e8418a339 req-c69488fa-57f4-40da-9137-372c75c623bf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.138490 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72c442-b08c-44a7-a47e-b48e8418a339 req-c69488fa-57f4-40da-9137-372c75c623bf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.143404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '695cd6ab-a802-45f4-9a57-57c7a7c640dc', 'network_id': '2ecf4187-7beb-4733-93f9-e21a0bcc1f70', 'port_id': '695cd6ab-a802-45f4-9a57-57c7a7c640dc', 'mac_address': 'fa:16:3e:90:de:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d2a218b-01db-4f93-9799-6312579172d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:11.144469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72c442-b08c-44a7-a47e-b48e8418a339 req-c69488fa-57f4-40da-9137-372c75c623bf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.150917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72c442-b08c-44a7-a47e-b48e8418a339 req-c69488fa-57f4-40da-9137-372c75c623bf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.156754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72c442-b08c-44a7-a47e-b48e8418a339 req-c69488fa-57f4-40da-9137-372c75c623bf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.163376 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72c442-b08c-44a7-a47e-b48e8418a339 req-c69488fa-57f4-40da-9137-372c75c623bf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.169235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72c442-b08c-44a7-a47e-b48e8418a339 req-c69488fa-57f4-40da-9137-372c75c623bf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.171142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b72c442-b08c-44a7-a47e-b48e8418a339 req-c69488fa-57f4-40da-9137-372c75c623bf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.2088916 Jul 08 01:44:11.190674 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:11.198016 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-e2a7de9f-677f-4f54-bc02-8ca3affcce3a service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575448 Jul 08 01:44:11.216101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695cd6ab-a802-45f4-9a57-57c7a7c640dc {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:11.236965 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 695cd6ab-a802-45f4-9a57-57c7a7c640dc, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=695cd6ab-a802-45f4-9a57-57c7a7c640dc,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:11.242227 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:11.285112 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b72c442-b08c-44a7-a47e-b48e8418a339 req-ed4c67a4-9417-4415-967f-ce33fe1530f9 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048307 Jul 08 01:44:11.299404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=695cd6ab-a802-45f4-9a57-57c7a7c640dc,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:11.338728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-5248ab45-9929-45e3-a4e7-42a29d572329 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322353 Jul 08 01:44:11.392494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-a6b4e374-efba-4055-94db-873247158b98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 HTTP/1.1" status: 200 len: 217 time: 0.0373139 Jul 08 01:44:11.489064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-24a55fe5-62de-4409-91af-4bb5d8240655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.490698 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-24a55fe5-62de-4409-91af-4bb5d8240655 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 200 len: 797 time: 0.0900044 Jul 08 01:44:11.498192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee3fa8-5865-40ac-bffe-e82e8977eecd req-ff41e447-b780-462c-a901-16ecc6c3540a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.499572 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9ee3fa8-5865-40ac-bffe-e82e8977eecd req-ff41e447-b780-462c-a901-16ecc6c3540a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 944 time: 0.1786652 Jul 08 01:44:11.534021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['695cd6ab-a802-45f4-9a57-57c7a7c640dc'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:11.592829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3806a2-792d-4c4d-a890-9836d6caa91a req-3957a38b-05f5-4b8f-9f23-46e4d4cc74a7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.594274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae3806a2-792d-4c4d-a890-9836d6caa91a req-3957a38b-05f5-4b8f-9f23-46e4d4cc74a7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1814210 Jul 08 01:44:11.598512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9ee3fa8-5865-40ac-bffe-e82e8977eecd req-935af04e-d290-4469-94e3-6de48245c49a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861278 Jul 08 01:44:11.636095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-29bc1fde-a8fd-45e7-bda7-d327465ee9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:11.636095 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-29bc1fde-a8fd-45e7-bda7-d327465ee9ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1241233 Jul 08 01:44:11.665403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae3806a2-792d-4c4d-a890-9836d6caa91a req-59e62f06-1f89-4b49-b9ab-d788544acfcf tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632753 Jul 08 01:44:11.735127 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-3327d3da-c4bc-40ec-8be5-a110fc68e38f service neutron] show failed (client error): The resource could not be found. Jul 08 01:44:11.736247 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-3327d3da-c4bc-40ec-8be5-a110fc68e38f service neutron] 10.222.0.24 "GET /v2.0/ports/2879901d-f241-4300-a4bb-c7ab29349923/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0591557 Jul 08 01:44:11.748417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-cd42433b-7a99-46d5-b90b-7424eaa89be2 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083331 Jul 08 01:44:11.899505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-12ffd207-cba5-4500-b463-b33cd209ab6d service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431422 Jul 08 01:44:11.950783 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-bbadff5e-79ed-4d67-9b44-ded08303392e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e683d233-6de3-4c80-a356-727d20f20460 HTTP/1.1" status: 200 len: 217 time: 0.0425763 Jul 08 01:44:12.302847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da787d-1652-40ea-85e6-71d1802f24b9 req-42610418-7522-46c6-868c-26871ceb0aa2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:12.304321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45da787d-1652-40ea-85e6-71d1802f24b9 req-42610418-7522-46c6-868c-26871ceb0aa2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.4491971 Jul 08 01:44:12.361138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2a834579-6141-42e8-a04d-abca03481e91 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:12.405367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-3dc2d5c4-9269-4273-9ef9-3a7d6e98443f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:12.406837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-3dc2d5c4-9269-4273-9ef9-3a7d6e98443f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 200 len: 797 time: 0.4485943 Jul 08 01:44:12.409020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 2a834579-6141-42e8-a04d-abca03481e91 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:12.409395 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:12.417355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45da787d-1652-40ea-85e6-71d1802f24b9 req-05ddc6b4-2ac6-4b81-a715-e9bd4d12bc2b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921917 Jul 08 01:44:12.473549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-72b7b7bf-e608-41d6-899b-389aedb493aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:12.475066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-72b7b7bf-e608-41d6-899b-389aedb493aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc&tenant_id=4f8b7809010b42bb88fcc2d1746de01a HTTP/1.1" status: 200 len: 1101 time: 0.1687455 Jul 08 01:44:12.490055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:12.499362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eb8fe-e14f-4b4c-8355-a4b36f61907a req-ecdbcd5d-f8aa-4383-9688-789006d30d82 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:12.500524 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:12.500879 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b1eb8fe-e14f-4b4c-8355-a4b36f61907a req-ecdbcd5d-f8aa-4383-9688-789006d30d82 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 944 time: 0.1955638 Jul 08 01:44:12.528694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ea303-3e78-40f9-a78e-3690a05f7c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a834579-6141-42e8-a04d-abca03481e91'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:12.530967 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5378e7-e523-43a7-9caf-a75abea183e3" -d '{"events": [{"server_uuid": "ec3ea303-3e78-40f9-a78e-3690a05f7c8f", "name": "network-vif-plugged", "status": "completed", "tag": "2a834579-6141-42e8-a04d-abca03481e91"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:12.543694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2a834579-6141-42e8-a04d-abca03481e91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2a834579-6141-42e8-a04d-abca03481e91,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:12.547561 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:12.548510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 25e3a57c-6aae-47db-ba63-53c641b42d4c no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:12.589734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 25e3a57c-6aae-47db-ba63-53c641b42d4c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:12.590080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 25e3a57c-6aae-47db-ba63-53c641b42d4c not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:12.615130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2ef76d40-ee89-4ab6-91e7-3dba63cb95ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:12.616675 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-2ef76d40-ee89-4ab6-91e7-3dba63cb95ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1950374 Jul 08 01:44:12.618294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2a834579-6141-42e8-a04d-abca03481e91,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:12.655079 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b1eb8fe-e14f-4b4c-8355-a4b36f61907a req-34edb0a0-71a2-4b80-af66-a551f30a0bf3 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389356 Jul 08 01:44:12.717779 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:12.759085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bfdb4-652e-4e33-bded-0861ed002e43 req-8ccc9deb-ff9d-4079-a65a-42083ca468a9 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:12.760695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d6bfdb4-652e-4e33-bded-0861ed002e43 req-8ccc9deb-ff9d-4079-a65a-42083ca468a9 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 945 time: 0.2208683 Jul 08 01:44:12.828887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-ca228ed4-834a-499e-9666-f067fc519c1d service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007620 Jul 08 01:44:12.928986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d6bfdb4-652e-4e33-bded-0861ed002e43 req-3030f5b2-8364-4185-9b14-47c6c5e7a86d tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411474 Jul 08 01:44:12.955160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52186) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:12.985600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 695cd6ab-a802-45f4-9a57-57c7a7c640dc up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:12.986851 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd34ebfe-c909-4ef6-bb4c-20376aefa378 x-openstack-request-id: req-dd34ebfe-c909-4ef6-bb4c-20376aefa378 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:12.987237 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ea303-3e78-40f9-a78e-3690a05f7c8f", "name": "network-vif-plugged", "status": "completed", "tag": "2a834579-6141-42e8-a04d-abca03481e91", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:12.987855 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd34ebfe-c909-4ef6-bb4c-20376aefa378 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:12.988389 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3ea303-3e78-40f9-a78e-3690a05f7c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a834579-6141-42e8-a04d-abca03481e91', 'code': 200} Jul 08 01:44:13.053789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 695cd6ab-a802-45f4-9a57-57c7a7c640dc completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:13.063078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 695cd6ab-a802-45f4-9a57-57c7a7c640dc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:13.064029 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.123249 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24b020a6-b37e-4e30-9ebe-4c49cb8fbc7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7161b0fc71974f25a9dfe35daeaa8f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667590 Jul 08 01:44:13.125638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52190) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:13.137038 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5761c8fc-ffee-4c48-9e67-ee489596401f req-98617944-85d4-45dc-9d42-b1375d3fff19 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967541 Jul 08 01:44:13.160265 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.183054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:13.198382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620bc7-bd42-46a4-aad1-e53c5067553a req-7e8bccb7-6115-43f2-933a-7b7a4ed0a79f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.199158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 695cd6ab-a802-45f4-9a57-57c7a7c640dc, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=695cd6ab-a802-45f4-9a57-57c7a7c640dc,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:13.204380 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.204552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620bc7-bd42-46a4-aad1-e53c5067553a req-7e8bccb7-6115-43f2-933a-7b7a4ed0a79f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.210864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620bc7-bd42-46a4-aad1-e53c5067553a req-7e8bccb7-6115-43f2-933a-7b7a4ed0a79f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.214482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d998e1af-a1e7-44b9-aa55-43b5f2a4cec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.216939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620bc7-bd42-46a4-aad1-e53c5067553a req-7e8bccb7-6115-43f2-933a-7b7a4ed0a79f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.223364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620bc7-bd42-46a4-aad1-e53c5067553a req-7e8bccb7-6115-43f2-933a-7b7a4ed0a79f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.229625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620bc7-bd42-46a4-aad1-e53c5067553a req-7e8bccb7-6115-43f2-933a-7b7a4ed0a79f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.235472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620bc7-bd42-46a4-aad1-e53c5067553a req-7e8bccb7-6115-43f2-933a-7b7a4ed0a79f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.237437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1620bc7-bd42-46a4-aad1-e53c5067553a req-7e8bccb7-6115-43f2-933a-7b7a4ed0a79f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.2734168 Jul 08 01:44:13.242203 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d998e1af-a1e7-44b9-aa55-43b5f2a4cec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.252951 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=695cd6ab-a802-45f4-9a57-57c7a7c640dc,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:13.297702 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d998e1af-a1e7-44b9-aa55-43b5f2a4cec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.303651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d998e1af-a1e7-44b9-aa55-43b5f2a4cec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.304998 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d998e1af-a1e7-44b9-aa55-43b5f2a4cec4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/203a84d0-d931-44cc-a90c-bbb10e530085 HTTP/1.1" status: 204 len: 168 time: 0.1783099 Jul 08 01:44:13.314653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998e1af-a1e7-44b9-aa55-43b5f2a4cec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203a84d0-d931-44cc-a90c-bbb10e530085,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:13.354783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:13.382293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1620bc7-bd42-46a4-aad1-e53c5067553a req-dca5c0f0-d150-43ab-9908-5cd82482989c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293645 Jul 08 01:44:13.399175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a5174-c68d-425f-9cda-ff463c903658 req-b07d2d1b-8335-451a-8f39-d348a0be1815 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.400764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af8a5174-c68d-425f-9cda-ff463c903658 req-b07d2d1b-8335-451a-8f39-d348a0be1815 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.2885005 Jul 08 01:44:13.431937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-d7fb44bb-b616-4d70-a88f-c261905fda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.431937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-d7fb44bb-b616-4d70-a88f-c261905fda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.431937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-d7fb44bb-b616-4d70-a88f-c261905fda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.432350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-d7fb44bb-b616-4d70-a88f-c261905fda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.432820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-d7fb44bb-b616-4d70-a88f-c261905fda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.433290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-d7fb44bb-b616-4d70-a88f-c261905fda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.433758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-d7fb44bb-b616-4d70-a88f-c261905fda8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.435662 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-d7fb44bb-b616-4d70-a88f-c261905fda8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6493 time: 0.1958878 Jul 08 01:44:13.443563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:13.445341 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6f6b58-5c5a-4439-899a-993773589b29" -d '{"events": [{"server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "name": "network-vif-unplugged", "status": "completed", "tag": "2879901d-f241-4300-a4bb-c7ab29349923"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:13.449419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.528230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Transition to ACTIVE for port object 2879901d-f241-4300-a4bb-c7ab29349923 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:13.544737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.576923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af8a5174-c68d-425f-9cda-ff463c903658 req-7a90efd2-082f-460b-91b2-058f943ef18d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549687 Jul 08 01:44:13.654039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-b878384e-f690-4df4-a0bd-3a0c5f0d1f60 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.655621 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-b878384e-f690-4df4-a0bd-3a0c5f0d1f60 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 945 time: 0.0901961 Jul 08 01:44:13.656183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52200) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:13.668116 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d3ee4-1332-499f-86db-f73c71d3d4f9 x-openstack-request-id: req-8b1d3ee4-1332-499f-86db-f73c71d3d4f9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:13.668434 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "name": "network-vif-unplugged", "status": "completed", "tag": "2879901d-f241-4300-a4bb-c7ab29349923", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:13.668687 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b1d3ee4-1332-499f-86db-f73c71d3d4f9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:13.669080 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923', 'code': 200} Jul 08 01:44:13.669872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:13.680646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-e92c7efd-59b2-461b-a2a4-0fc81d8d7068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.681936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-e92c7efd-59b2-461b-a2a4-0fc81d8d7068 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e HTTP/1.1" status: 200 len: 903 time: 0.2297962 Jul 08 01:44:13.747004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c48172f5-f7b6-4ef0-b0bb-d32603782c69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5158ddab64ef4698b1e09cf215bc3e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0874484 Jul 08 01:44:13.747200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52204) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:13.749380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] No DVR routers for this DVR port 2879901d-f241-4300-a4bb-c7ab29349923 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:13.755875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-88592eb8-034f-4d27-b066-bd43665369c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 HTTP/1.1" status: 200 len: 217 time: 0.0659778 Jul 08 01:44:13.838315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba54ee0-e441-4efe-8be5-8ecc922b9ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.845590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-949bc677-f846-4f95-8788-20e7308dcc63 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Deleting port 2a834579-6141-42e8-a04d-abca03481e91 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:13.845933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-949bc677-f846-4f95-8788-20e7308dcc63 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.855633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6098c76-bda7-416f-b609-c466c6b0676a req-8a0a7e89-f327-43c7-b782-c3cb03fb5b2b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.857221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6098c76-bda7-416f-b609-c466c6b0676a req-8a0a7e89-f327-43c7-b782-c3cb03fb5b2b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 947 time: 0.3151605 Jul 08 01:44:13.862817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:13.863157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:13.863610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:13.907362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba54ee0-e441-4efe-8be5-8ecc922b9ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.907601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-585a49ea-59a8-4a73-a03c-02b9c8aa886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:13.908950 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-585a49ea-59a8-4a73-a03c-02b9c8aa886a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 200 len: 797 time: 0.1427362 Jul 08 01:44:13.912831 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Port 2879901d-f241-4300-a4bb-c7ab29349923 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:44:13.913756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:13.933586 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:13.933931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:13.934320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:13.934869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Bound port: 2879901d-f241-4300-a4bb-c7ab29349923, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:13.935118 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.978415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-949bc677-f846-4f95-8788-20e7308dcc63 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] For port 2a834579-6141-42e8-a04d-abca03481e91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2a834579-6141-42e8-a04d-abca03481e91,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:13.978977 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-949bc677-f846-4f95-8788-20e7308dcc63 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:13.984416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6098c76-bda7-416f-b609-c466c6b0676a req-18771dff-f617-4414-82f6-652bab4bbcb3 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004512 Jul 08 01:44:13.997753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-949bc677-f846-4f95-8788-20e7308dcc63 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Calling delete_port for 2a834579-6141-42e8-a04d-abca03481e91 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:13.999475 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba54ee0-e441-4efe-8be5-8ecc922b9ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.002020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba54ee0-e441-4efe-8be5-8ecc922b9ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.003213 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3ba54ee0-e441-4efe-8be5-8ecc922b9ce7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b81f8b9-5a68-4e1f-b624-7eecf51b5fa9 HTTP/1.1" status: 204 len: 168 time: 0.2551010 Jul 08 01:44:14.019077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba54ee0-e441-4efe-8be5-8ecc922b9ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b81f8b9-5a68-4e1f-b624-7eecf51b5fa9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:14.095852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b71329-3f9c-4a92-905f-0dec73de6220 req-e24022b7-ddeb-44c5-9067-044baee6e214 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.097833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92b71329-3f9c-4a92-905f-0dec73de6220 req-e24022b7-ddeb-44c5-9067-044baee6e214 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 945 time: 0.2725427 Jul 08 01:44:14.147541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-7c862e5e-f31b-4616-a75c-1801c93a7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.149115 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-7c862e5e-f31b-4616-a75c-1801c93a7aab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2292488 Jul 08 01:44:14.165313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:14.191034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92b71329-3f9c-4a92-905f-0dec73de6220 req-152b9ba1-bcb1-41c4-892d-f4b926e24701 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821350 Jul 08 01:44:14.204821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-949bc677-f846-4f95-8788-20e7308dcc63 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.220450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2a834579-6141-42e8-a04d-abca03481e91'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:14.231013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:14.241255 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.258240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bc677-f846-4f95-8788-20e7308dcc63 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event deleted for resources: {'Port': ['ID=2a834579-6141-42e8-a04d-abca03481e91,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:14.309112 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-949bc677-f846-4f95-8788-20e7308dcc63 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] No DVR routers for this DVR port 2a834579-6141-42e8-a04d-abca03481e91 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:14.311680 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-949bc677-f846-4f95-8788-20e7308dcc63 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.313998 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-434b5f65-c705-4851-9a34-e3ad4502bdc0 req-949bc677-f846-4f95-8788-20e7308dcc63 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.16 "DELETE /v2.0/ports/2a834579-6141-42e8-a04d-abca03481e91 HTTP/1.1" status: 204 len: 173 time: 0.6502781 Jul 08 01:44:14.314459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3ea303-3e78-40f9-a78e-3690a05f7c8f', 'name': 'network-vif-deleted', 'tag': '2a834579-6141-42e8-a04d-abca03481e91'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:14.316929 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b292005-590c-4b28-9538-280580158f8b" -d '{"events": [{"server_uuid": "ec3ea303-3e78-40f9-a78e-3690a05f7c8f", "name": "network-vif-deleted", "tag": "2a834579-6141-42e8-a04d-abca03481e91"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:14.322197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.323181 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:14.324804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] 10.222.0.16 "PUT /v2.0/ports/2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 1096 time: 1.8397470 Jul 08 01:44:14.353650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-b91b71c0-16c7-481e-ba91-51678d3cc841 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953282 Jul 08 01:44:14.355889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8f04ad5-0af7-4ff0-93ac-a595b0b32f27 req-f777e865-8bbe-427b-9881-3434bd9ff613 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec3ea303-3e78-40f9-a78e-3690a05f7c8f HTTP/1.1" status: 200 len: 210 time: 0.0636835 Jul 08 01:44:14.445714 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0874555-94a9-4c99-87af-57b3fcf75848 x-openstack-request-id: req-c0874555-94a9-4c99-87af-57b3fcf75848 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:14.446011 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3ea303-3e78-40f9-a78e-3690a05f7c8f", "name": "network-vif-deleted", "tag": "2a834579-6141-42e8-a04d-abca03481e91", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:14.446312 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0874555-94a9-4c99-87af-57b3fcf75848 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:14.446639 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3ea303-3e78-40f9-a78e-3690a05f7c8f', 'name': 'network-vif-deleted', 'tag': '2a834579-6141-42e8-a04d-abca03481e91', 'status': 'completed', 'code': 200} Jul 08 01:44:14.481122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84561fd5-6ebf-43a3-a260-884500d73544 service neutron] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:14.553906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-f83e6e73-7b90-46fc-ad5d-78136c5370d6 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903694 Jul 08 01:44:14.556778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-1a83ecdb-e271-4ed9-a12d-85cf1a6a6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.572706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-1a83ecdb-e271-4ed9-a12d-85cf1a6a6852 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1099 time: 0.2035489 Jul 08 01:44:14.807019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-05cd5955-4b96-41b2-8015-e632dd7553a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.808606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-05cd5955-4b96-41b2-8015-e632dd7553a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2320831 Jul 08 01:44:14.833077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054ac2-18c6-4572-a12f-abe2a2a5320f req-c8b16568-8600-4d9e-8345-e98cdff41740 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.838858 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054ac2-18c6-4572-a12f-abe2a2a5320f req-c8b16568-8600-4d9e-8345-e98cdff41740 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.844657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054ac2-18c6-4572-a12f-abe2a2a5320f req-c8b16568-8600-4d9e-8345-e98cdff41740 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.851182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054ac2-18c6-4572-a12f-abe2a2a5320f req-c8b16568-8600-4d9e-8345-e98cdff41740 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.857009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054ac2-18c6-4572-a12f-abe2a2a5320f req-c8b16568-8600-4d9e-8345-e98cdff41740 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.862694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054ac2-18c6-4572-a12f-abe2a2a5320f req-c8b16568-8600-4d9e-8345-e98cdff41740 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.868690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054ac2-18c6-4572-a12f-abe2a2a5320f req-c8b16568-8600-4d9e-8345-e98cdff41740 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.870510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5054ac2-18c6-4572-a12f-abe2a2a5320f req-c8b16568-8600-4d9e-8345-e98cdff41740 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.2353072 Jul 08 01:44:14.881965 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-5b8307bb-b0dd-4f3e-8e47-f8d151fcfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.882454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-5b8307bb-b0dd-4f3e-8e47-f8d151fcfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.883090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-5b8307bb-b0dd-4f3e-8e47-f8d151fcfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.883561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-5b8307bb-b0dd-4f3e-8e47-f8d151fcfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.884022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-5b8307bb-b0dd-4f3e-8e47-f8d151fcfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.884502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-5b8307bb-b0dd-4f3e-8e47-f8d151fcfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.884962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-5b8307bb-b0dd-4f3e-8e47-f8d151fcfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:14.886765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-5b8307bb-b0dd-4f3e-8e47-f8d151fcfb85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6493 time: 0.2505198 Jul 08 01:44:14.938186 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-ba672452-ee8b-48d1-99e1-41ceaa56145f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 217 time: 0.1201646 Jul 08 01:44:14.988016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:14.992320 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2087d7d3-4824-4de2-99fd-030573bf3305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695cd6ab-a802-45f4-9a57-57c7a7c640dc'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:14.996551 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8b5680-dccc-4dd3-8129-ff8b6a61f1f5" -d '{"events": [{"server_uuid": "2087d7d3-4824-4de2-99fd-030573bf3305", "name": "network-vif-plugged", "status": "completed", "tag": "695cd6ab-a802-45f4-9a57-57c7a7c640dc"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:15.041047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:15.063259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9060b6-8aa1-4340-9aa9-fb46585c2139 req-e94bce06-dcbd-412b-889f-3ed5b49a6844 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:15.064809 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac9060b6-8aa1-4340-9aa9-fb46585c2139 req-e94bce06-dcbd-412b-889f-3ed5b49a6844 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.3351102 Jul 08 01:44:15.073603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5054ac2-18c6-4572-a12f-abe2a2a5320f req-d1dfeb4e-9053-420f-a6a2-84e4f41e15a4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1855216 Jul 08 01:44:15.087824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-a33c6a52-6e2f-4301-8960-c6fdc67237ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:15.089063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-a33c6a52-6e2f-4301-8960-c6fdc67237ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1324761 Jul 08 01:44:15.171948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-2ecdc2e7-c90c-4ce3-b70b-91b71da29add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:15.173473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-2ecdc2e7-c90c-4ce3-b70b-91b71da29add service neutron] 10.222.0.24 "GET /v2.0/networks?id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e HTTP/1.1" status: 200 len: 903 time: 0.2509425 Jul 08 01:44:15.233118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac9060b6-8aa1-4340-9aa9-fb46585c2139 req-c1be4ec8-eeec-4456-8651-e042424d77f4 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475163 Jul 08 01:44:15.236353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-f0280862-7099-4aaf-aea9-c7d497ef85e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e683d233-6de3-4c80-a356-727d20f20460 HTTP/1.1" status: 200 len: 217 time: 0.0549822 Jul 08 01:44:15.280438 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867c5d3d-d3fc-4eaa-802a-ae8fe7643851 x-openstack-request-id: req-867c5d3d-d3fc-4eaa-802a-ae8fe7643851 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:15.280913 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2087d7d3-4824-4de2-99fd-030573bf3305", "name": "network-vif-plugged", "status": "completed", "tag": "695cd6ab-a802-45f4-9a57-57c7a7c640dc", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:15.280988 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-867c5d3d-d3fc-4eaa-802a-ae8fe7643851 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:15.281348 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2087d7d3-4824-4de2-99fd-030573bf3305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695cd6ab-a802-45f4-9a57-57c7a7c640dc', 'code': 200} Jul 08 01:44:15.328634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-c0ee47d6-759c-486d-84fe-dce261929321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:15.330145 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-c0ee47d6-759c-486d-84fe-dce261929321 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2304308 Jul 08 01:44:15.338895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-1cd54bc9-8b1d-470d-af7e-68684f842fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:15.340333 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-1cd54bc9-8b1d-470d-af7e-68684f842fbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 200 len: 797 time: 0.0937767 Jul 08 01:44:15.444486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45daeea8-18fb-4d3f-bb90-549e26efecb2 req-00f69449-c93c-4615-9d00-298076214bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:15.446925 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-45daeea8-18fb-4d3f-bb90-549e26efecb2 req-00f69449-c93c-4615-9d00-298076214bd8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 1097 time: 0.0878520 Jul 08 01:44:15.500544 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-45daeea8-18fb-4d3f-bb90-549e26efecb2 req-32f962c4-33e1-4058-8975-bd2d5b390481 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462143 Jul 08 01:44:15.679824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:15.681970 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "tag": "2879901d-f241-4300-a4bb-c7ab29349923"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:15.804841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd530e-1906-446b-9ad0-3e8f61b38e2a req-de389508-ace0-43f4-a4b5-23ab176b57d6 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:15.806337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4dd530e-1906-446b-9ad0-3e8f61b38e2a req-de389508-ace0-43f4-a4b5-23ab176b57d6 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 947 time: 0.5768197 Jul 08 01:44:15.868995 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-47377cb6-96c2-4867-badc-7428957389ff service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277247 Jul 08 01:44:15.911450 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-1131b872-ab8b-4af7-8b94-4643b227fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:15.912948 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-1131b872-ab8b-4af7-8b94-4643b227fa27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2440097 Jul 08 01:44:15.915692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4dd530e-1906-446b-9ad0-3e8f61b38e2a req-72fa8a7b-b3aa-4135-b86d-926f71ada1a8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006043 Jul 08 01:44:15.952891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd6933-20df-4521-a853-a962713a8fec req-bb44d6d9-49ee-4073-b955-cc32a9c7536c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:15.954325 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24fd6933-20df-4521-a853-a962713a8fec req-bb44d6d9-49ee-4073-b955-cc32a9c7536c tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 945 time: 0.2754560 Jul 08 01:44:16.073400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24fd6933-20df-4521-a853-a962713a8fec req-ae4b2b9a-b1b5-4da9-85a9-e0d28ce4b1cd tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087921 Jul 08 01:44:16.101602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28cd828f-13b5-4269-bd56-1868522a38c4 req-43e7fcd2-1385-4ffd-b31f-8581fad5aa1e service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158227 Jul 08 01:44:16.107520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-f5274c74-8a6e-4bf2-9c56-ff770ecd83e3 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628823 Jul 08 01:44:16.191767 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4b068c-2d43-4cc9-9200-81abdbef0322 x-openstack-request-id: req-ba4b068c-2d43-4cc9-9200-81abdbef0322 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:16.191962 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "tag": "2879901d-f241-4300-a4bb-c7ab29349923", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:16.192253 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba4b068c-2d43-4cc9-9200-81abdbef0322 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:16.192687 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923', 'status': 'completed', 'code': 200} Jul 08 01:44:16.279634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-691a956a-cc8e-45eb-8a83-6c65b7e8984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.281568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-691a956a-cc8e-45eb-8a83-6c65b7e8984c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1099 time: 0.0854249 Jul 08 01:44:16.346727 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e95ad50-c35c-419b-82f3-07fd8423c4c0 req-6451b0d9-a409-441c-bd3a-2552794c4dc5 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272851 Jul 08 01:44:16.391075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-fc0f86fb-3ef7-4f31-b56a-aa682bd4f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.392723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-fc0f86fb-3ef7-4f31-b56a-aa682bd4f3d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1099 time: 0.2034357 Jul 08 01:44:16.416128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-4a5902fa-9980-4a63-b268-300298852573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.417757 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-4a5902fa-9980-4a63-b268-300298852573 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1279016 Jul 08 01:44:16.465627 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-7d4805ca-c768-4610-ad19-8d70d05cb073 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 217 time: 0.0407567 Jul 08 01:44:16.488538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-fe44336d-54cf-43a7-b528-30f37c686486 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.495341 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-fe44336d-54cf-43a7-b528-30f37c686486 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/networks?id=907bfd5e-4e91-48a8-9044-45b170ef0cdd HTTP/1.1" status: 200 len: 821 time: 0.2390320 Jul 08 01:44:16.515923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-da03da02-f425-4e8d-b316-e5ccb7196194 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/quotas/b63007b63f0a471fb546d4d83013becc HTTP/1.1" status: 200 len: 375 time: 0.0196509 Jul 08 01:44:16.528140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-af6b5144-11da-41b4-8fdb-29a837478d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.529811 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-af6b5144-11da-41b4-8fdb-29a837478d38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0577316 Jul 08 01:44:16.588206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-2a52118b-4278-4a34-b21c-56d9932ce537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.589765 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-2a52118b-4278-4a34-b21c-56d9932ce537 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528145 Jul 08 01:44:16.590604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-6dcda531-c921-44ce-8943-926417de3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.592053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-6dcda531-c921-44ce-8943-926417de3ee3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1778061 Jul 08 01:44:16.606333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d434-b80e-41ed-84da-8e5ab658dd2f req-4173b697-d46d-46b6-aa16-f899d5f98dcf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.612108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d434-b80e-41ed-84da-8e5ab658dd2f req-4173b697-d46d-46b6-aa16-f899d5f98dcf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.618144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d434-b80e-41ed-84da-8e5ab658dd2f req-4173b697-d46d-46b6-aa16-f899d5f98dcf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.623928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d434-b80e-41ed-84da-8e5ab658dd2f req-4173b697-d46d-46b6-aa16-f899d5f98dcf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.630021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d434-b80e-41ed-84da-8e5ab658dd2f req-4173b697-d46d-46b6-aa16-f899d5f98dcf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.635822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d434-b80e-41ed-84da-8e5ab658dd2f req-4173b697-d46d-46b6-aa16-f899d5f98dcf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.641734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d434-b80e-41ed-84da-8e5ab658dd2f req-4173b697-d46d-46b6-aa16-f899d5f98dcf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.643915 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f541d434-b80e-41ed-84da-8e5ab658dd2f req-4173b697-d46d-46b6-aa16-f899d5f98dcf tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.2712147 Jul 08 01:44:16.683403 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-5eb9bc08-00a4-4471-8538-d69d051a7d46 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862546 Jul 08 01:44:16.695825 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-57d4009b-320d-432d-8f4c-7beb0e097a6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 217 time: 0.0512564 Jul 08 01:44:16.757322 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-b28b927d-37bd-441e-9e13-e7171adea9d9 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b63007b63f0a471fb546d4d83013becc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2297106 Jul 08 01:44:16.775412 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-762c34ad-36dc-4f30-87b2-05a5dd315979 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846214 Jul 08 01:44:16.779273 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f541d434-b80e-41ed-84da-8e5ab658dd2f req-b0e3842c-e318-441f-a6cc-b47546a258b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1261251 Jul 08 01:44:16.783885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-4560fb82-f678-43d8-9207-cf0a6d011dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.785463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-4560fb82-f678-43d8-9207-cf0a6d011dfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0797279 Jul 08 01:44:16.910883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-e2c73539-f850-49af-b0f9-528ac18408da service neutron] 10.222.0.41 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454473 Jul 08 01:44:16.915296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-9b220e9b-b70b-41db-978f-a58628891895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:16.916754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-9b220e9b-b70b-41db-978f-a58628891895 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214793 Jul 08 01:44:17.112092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-ccdfc701-a985-4637-89d8-1c5fbb07a0e3 service neutron] 10.222.0.41 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944013 Jul 08 01:44:17.120601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-8bcbb6b9-2cfb-416a-b5b8-85a22aec3f31 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958358 Jul 08 01:44:17.132274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356356b2-a3b9-45dc-a84b-635d39857c04 req-45be2aa5-e8eb-4f2f-85ea-f3103db767bb tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:17.133764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-356356b2-a3b9-45dc-a84b-635d39857c04 req-45be2aa5-e8eb-4f2f-85ea-f3103db767bb tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1998870 Jul 08 01:44:17.219203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-356356b2-a3b9-45dc-a84b-635d39857c04 req-58bf7451-f0f4-46d2-a050-afdbdba146bf tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768433 Jul 08 01:44:17.252007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2ffb096-1194-40b0-92d4-5b67e20b4eb3 req-09164d46-f19e-4620-bab5-604bad1a48ee service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172781 Jul 08 01:44:17.502426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b439f3-8637-4246-8695-e8887a2c8d34 req-c096b682-486a-4a7c-92b7-9fccef381a19 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:17.504092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1b439f3-8637-4246-8695-e8887a2c8d34 req-c096b682-486a-4a7c-92b7-9fccef381a19 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 945 time: 0.0762446 Jul 08 01:44:17.571694 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1b439f3-8637-4246-8695-e8887a2c8d34 req-9c2da35f-d637-4ac2-ad65-f1a0ec81dfb2 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573773 Jul 08 01:44:17.606191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f584902-d114-4f08-8455-888434c95360 req-1307526b-afce-4e03-b1cb-f84746782788 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:17.607937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f584902-d114-4f08-8455-888434c95360 req-1307526b-afce-4e03-b1cb-f84746782788 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 947 time: 0.1023557 Jul 08 01:44:17.647587 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c632424f-7ddc-44c9-b1c1-98c2b0f8fec4 req-aee3e882-2d29-41c4-93b4-801e81c593aa tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 210 time: 0.0343125 Jul 08 01:44:17.676215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f584902-d114-4f08-8455-888434c95360 req-2b727c6f-2678-4d5b-8b35-aef25f84bd17 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608926 Jul 08 01:44:17.855504 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843752a6-58b7-469f-b19e-21d5ad61b417 req-455b29c6-9191-4ccc-93cf-b9bdf8977371 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:17.857638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-843752a6-58b7-469f-b19e-21d5ad61b417 req-455b29c6-9191-4ccc-93cf-b9bdf8977371 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 945 time: 0.0758858 Jul 08 01:44:17.907756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-843752a6-58b7-469f-b19e-21d5ad61b417 req-3fbd0a39-b498-462d-8f50-5b3f7b4a98a3 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426610 Jul 08 01:44:18.036932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df9c5f-dee8-40a6-9c10-ac1ff55c65a6 req-355618d5-28d5-4492-ba72-27d7de7b9204 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.043566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df9c5f-dee8-40a6-9c10-ac1ff55c65a6 req-355618d5-28d5-4492-ba72-27d7de7b9204 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.049840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df9c5f-dee8-40a6-9c10-ac1ff55c65a6 req-355618d5-28d5-4492-ba72-27d7de7b9204 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.057161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df9c5f-dee8-40a6-9c10-ac1ff55c65a6 req-355618d5-28d5-4492-ba72-27d7de7b9204 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.063207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df9c5f-dee8-40a6-9c10-ac1ff55c65a6 req-355618d5-28d5-4492-ba72-27d7de7b9204 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.070419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df9c5f-dee8-40a6-9c10-ac1ff55c65a6 req-355618d5-28d5-4492-ba72-27d7de7b9204 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.074942 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52324) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:18.082944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df9c5f-dee8-40a6-9c10-ac1ff55c65a6 req-355618d5-28d5-4492-ba72-27d7de7b9204 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.085358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9df9c5f-dee8-40a6-9c10-ac1ff55c65a6 req-355618d5-28d5-4492-ba72-27d7de7b9204 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.1520452 Jul 08 01:44:18.131931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9df9c5f-dee8-40a6-9c10-ac1ff55c65a6 req-f596a373-d239-48f3-9bee-489d63ce1d84 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397248 Jul 08 01:44:18.201906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4664d8d-1a8d-41da-8929-bc9521d6579c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:18.306061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4664d8d-1a8d-41da-8929-bc9521d6579c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:18.319790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaeaa3-00e7-4514-b9c1-24bb290d5730 req-b0a1fd25-7046-494d-b519-3d98c63eb36e tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.321101 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4664d8d-1a8d-41da-8929-bc9521d6579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:18.338897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84aaeaa3-00e7-4514-b9c1-24bb290d5730 req-b0a1fd25-7046-494d-b519-3d98c63eb36e tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 945 time: 0.1027060 Jul 08 01:44:18.364460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4664d8d-1a8d-41da-8929-bc9521d6579c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf03e45c-1ae3-4b81-850a-4446f6fee927,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:18.369038 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b4664d8d-1a8d-41da-8929-bc9521d6579c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e17c7f9874af435190ee6eccbf90de93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929707 Jul 08 01:44:18.371488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52334) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:18.394115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2a834579-6141-42e8-a04d-abca03481e91 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:18.421959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 2a834579-6141-42e8-a04d-abca03481e91 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:18.422301 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2a834579-6141-42e8-a04d-abca03481e91 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:18.433023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9abc6dda-9d4d-4bc1-9319-a85f4ef3b970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:18.469527 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9abc6dda-9d4d-4bc1-9319-a85f4ef3b970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:18.498031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84aaeaa3-00e7-4514-b9c1-24bb290d5730 req-a42e3a68-0d2c-4c6c-82a7-b04a20acd83b tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574588 Jul 08 01:44:18.544458 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9abc6dda-9d4d-4bc1-9319-a85f4ef3b970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:18.548852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9abc6dda-9d4d-4bc1-9319-a85f4ef3b970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:18.552956 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9abc6dda-9d4d-4bc1-9319-a85f4ef3b970 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf03e45c-1ae3-4b81-850a-4446f6fee927 HTTP/1.1" status: 204 len: 168 time: 0.1775064 Jul 08 01:44:18.561201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc6dda-9d4d-4bc1-9319-a85f4ef3b970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf03e45c-1ae3-4b81-850a-4446f6fee927,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:18.578225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649e3f4-35d6-4527-8d14-5f7a833aa741 req-4dfef62f-6f0d-470c-bc7d-cec9f072e22f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.580620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8649e3f4-35d6-4527-8d14-5f7a833aa741 req-4dfef62f-6f0d-470c-bc7d-cec9f072e22f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.2084332 Jul 08 01:44:18.606639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-42874964-0de2-4fda-b3c2-165bfc30d868 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.608509 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-42874964-0de2-4fda-b3c2-165bfc30d868 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.16 "GET /v2.0/networks?id=907bfd5e-4e91-48a8-9044-45b170ef0cdd HTTP/1.1" status: 200 len: 821 time: 0.2048585 Jul 08 01:44:18.628045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Request body: {'port': {'device_id': 'f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6', 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd', 'admin_state_up': True, 'tenant_id': 'b63007b63f0a471fb546d4d83013becc'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:18.695169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8649e3f4-35d6-4527-8d14-5f7a833aa741 req-794d80b2-742d-4ac4-ad5e-eb2ef07a4f12 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860412 Jul 08 01:44:18.777206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Made reservation on behalf of b63007b63f0a471fb546d4d83013becc for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:18.780816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:18.852632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-61b04ce0-49ee-42b0-a2df-642dab10d8c1 req-8e53ab47-ffee-4bfe-b654-5c203aa51174 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 210 time: 0.0368500 Jul 08 01:44:18.885678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52346) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:18.899655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6edc9ca-1fe7-4832-8ae8-60d4da1eb472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:18.950889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d844e-233d-4405-a624-0ca85cd5acbd req-06d345ff-fb9f-400b-865e-447336bcc179 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:18.952789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d844e-233d-4405-a624-0ca85cd5acbd req-06d345ff-fb9f-400b-865e-447336bcc179 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 945 time: 0.1892707 Jul 08 01:44:18.999043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6edc9ca-1fe7-4832-8ae8-60d4da1eb472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:19.002871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6edc9ca-1fe7-4832-8ae8-60d4da1eb472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:19.044239 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f6edc9ca-1fe7-4832-8ae8-60d4da1eb472 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afb1dfa5dbe94853b41b3f2f713f3277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549630 Jul 08 01:44:19.044239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6edc9ca-1fe7-4832-8ae8-60d4da1eb472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ca5e6e-916d-4382-9c54-df54790618a0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:19.045943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52348) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:19.063176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Allocated IP 172.20.0.6 (907bfd5e-4e91-48a8-9044-45b170ef0cdd/c5ba1596-0785-460c-aa55-b02617295193/7f23d7cd-8c13-4238-8fae-d26ebe60b896) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:44:19.070908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e5d844e-233d-4405-a624-0ca85cd5acbd req-ba20f395-8798-4a65-9e7f-5d1f2a196578 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101298 Jul 08 01:44:19.108039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4060d50c-d6a1-40a6-9754-b74c61160091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:19.130638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4060d50c-d6a1-40a6-9754-b74c61160091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:19.131430 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8a397-9890-451a-8121-12112600294a req-e7f33b58-734c-429e-99ce-9cb98ed74546 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.133003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83b8a397-9890-451a-8121-12112600294a req-e7f33b58-734c-429e-99ce-9cb98ed74546 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 947 time: 0.1529598 Jul 08 01:44:19.188488 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4060d50c-d6a1-40a6-9754-b74c61160091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:19.191172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4060d50c-d6a1-40a6-9754-b74c61160091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:19.194814 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4060d50c-d6a1-40a6-9754-b74c61160091 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53ca5e6e-916d-4382-9c54-df54790618a0 HTTP/1.1" status: 204 len: 168 time: 0.1455288 Jul 08 01:44:19.205757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060d50c-d6a1-40a6-9754-b74c61160091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ca5e6e-916d-4382-9c54-df54790618a0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:19.235127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83b8a397-9890-451a-8121-12112600294a req-9f96d9d5-39ef-4d1c-96c4-b49ac50cdc51 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Jul 08 01:44:19.298676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:19.353603 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:19.434318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Network 907bfd5e-4e91-48a8-9044-45b170ef0cdd is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:44:19.443446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:19.445847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:44:19.450799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event updated for resources: {'Port': ['ID=7f23d7cd-8c13-4238-8fae-d26ebe60b896,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:19.516254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.516903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:19.544769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdacc61-17ef-4f8a-a657-241aba9e8677 req-97f665c2-17e3-49e6-b05f-fbaa1a7be9d0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.551230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdacc61-17ef-4f8a-a657-241aba9e8677 req-97f665c2-17e3-49e6-b05f-fbaa1a7be9d0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.557943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdacc61-17ef-4f8a-a657-241aba9e8677 req-97f665c2-17e3-49e6-b05f-fbaa1a7be9d0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.564243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdacc61-17ef-4f8a-a657-241aba9e8677 req-97f665c2-17e3-49e6-b05f-fbaa1a7be9d0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.571149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdacc61-17ef-4f8a-a657-241aba9e8677 req-97f665c2-17e3-49e6-b05f-fbaa1a7be9d0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.578014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdacc61-17ef-4f8a-a657-241aba9e8677 req-97f665c2-17e3-49e6-b05f-fbaa1a7be9d0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.584938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdacc61-17ef-4f8a-a657-241aba9e8677 req-97f665c2-17e3-49e6-b05f-fbaa1a7be9d0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.587011 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dcdacc61-17ef-4f8a-a657-241aba9e8677 req-97f665c2-17e3-49e6-b05f-fbaa1a7be9d0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.1979096 Jul 08 01:44:19.594261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-1bc85418-094b-48ba-8540-088f7902cb5a tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9763811 Jul 08 01:44:19.621095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Request body: {'port': {'device_id': 'f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:19.672702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dcdacc61-17ef-4f8a-a657-241aba9e8677 req-9fe44b52-2677-40ca-87c4-0e73bd0c4c5c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774062 Jul 08 01:44:19.758286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:19.787419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-ed03acf1-f5f9-42ab-8d01-ef7963bba1e2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.788960 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-ed03acf1-f5f9-42ab-8d01-ef7963bba1e2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.16 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc&tenant_id=4f8b7809010b42bb88fcc2d1746de01a&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 947 time: 0.1612742 Jul 08 01:44:19.837074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80bd22-0fa9-4fb1-ba7b-9f1d67150f39 req-f15952c3-ff4f-4552-b5a4-8f13c191773b tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.839516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d80bd22-0fa9-4fb1-ba7b-9f1d67150f39 req-f15952c3-ff4f-4552-b5a4-8f13c191773b tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 945 time: 0.1231582 Jul 08 01:44:19.856232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-8d18c336-aabb-431a-9e45-57066b608ed4 service neutron] 10.222.0.16 "GET /v2.0/ports/2879901d-f241-4300-a4bb-c7ab29349923/bindings/n-h1-694802-14 HTTP/1.1" status: 200 len: 383 time: 0.0606730 Jul 08 01:44:19.941385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-6f04b46f-9ce7-439f-9b6e-c991689e6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:19.946312 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-6f04b46f-9ce7-439f-9b6e-c991689e6dcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1099 time: 0.0631263 Jul 08 01:44:20.045152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-ecdbb408-3e51-4c6a-bb4f-0f059db818de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:20.046710 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-ecdbb408-3e51-4c6a-bb4f-0f059db818de service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.0968068 Jul 08 01:44:20.088925 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-0915efb0-d28e-409c-a292-909d1e2c04f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 217 time: 0.0360327 Jul 08 01:44:20.142896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c08a7edc-a6dd-4c79-b2ea-6f822108d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:20.144433 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c08a7edc-a6dd-4c79-b2ea-6f822108d1ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0481615 Jul 08 01:44:20.206741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-22dd9c9f-4619-4257-a5ee-74b61a9790c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:20.208943 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-22dd9c9f-4619-4257-a5ee-74b61a9790c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584333 Jul 08 01:44:20.299639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-52ed65ba-2123-4184-8f5d-6ff44323e402 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846915 Jul 08 01:44:20.318854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d80bd22-0fa9-4fb1-ba7b-9f1d67150f39 req-d259d997-02b5-4219-943a-d4304a774a75 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588149 Jul 08 01:44:20.393650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:20.394200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e952d02-468a-403b-8680-3451f34bd404 req-c03c86f8-ddbb-4952-b7b2-88ac478db162 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:20.396521 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e952d02-468a-403b-8680-3451f34bd404 req-c03c86f8-ddbb-4952-b7b2-88ac478db162 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 947 time: 0.5540047 Jul 08 01:44:20.433059 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-064c8d18-e75c-45ec-85d9-98873e3f6cd3 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263204 Jul 08 01:44:20.478390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e952d02-468a-403b-8680-3451f34bd404 req-a18cf6fa-6953-41b8-9d41-066816bbef6a tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733111 Jul 08 01:44:20.533198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f23d7cd-8c13-4238-8fae-d26ebe60b896 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:20.542042 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:20.555392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Transition to ACTIVE for port object 7f23d7cd-8c13-4238-8fae-d26ebe60b896 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:20.560496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:20.571814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:20.592210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '2879901d-f241-4300-a4bb-c7ab29349923', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '2879901d-f241-4300-a4bb-c7ab29349923', 'mac_address': 'fa:16:3e:a0:5b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:20.596424 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb2f24c4-87f1-4834-9d5e-f2832742bb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:20.638604 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:20.651859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2879901d-f241-4300-a4bb-c7ab29349923 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:20.671051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:20.675305 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:20.687097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Pushing event updated for resources: {'Port': ['ID=7f23d7cd-8c13-4238-8fae-d26ebe60b896,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:20.724604 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:20.795243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2cce0-170a-4a04-8ba5-bad535f0dba5 req-7a6a6f59-f89e-4589-9121-5d154b685248 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:20.796757 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78a2cce0-170a-4a04-8ba5-bad535f0dba5 req-7a6a6f59-f89e-4589-9121-5d154b685248 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1978593 Jul 08 01:44:20.799452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Attempting to bind port 7f23d7cd-8c13-4238-8fae-d26ebe60b896 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:20.799785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Attempting to bind port 7f23d7cd-8c13-4238-8fae-d26ebe60b896 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:20.800129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Attempting to bind port 7f23d7cd-8c13-4238-8fae-d26ebe60b896 on network 907bfd5e-4e91-48a8-9044-45b170ef0cdd {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:20.812970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Port 7f23d7cd-8c13-4238-8fae-d26ebe60b896 on network 907bfd5e-4e91-48a8-9044-45b170ef0cdd not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:44:20.813269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Attempting to bind port 7f23d7cd-8c13-4238-8fae-d26ebe60b896 on network 907bfd5e-4e91-48a8-9044-45b170ef0cdd {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:20.822313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd0186-160d-4f4e-906e-11e3ff2af43f req-7903ad11-fe36-4c52-9da0-830a32e6924b tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:20.824000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6cd0186-160d-4f4e-906e-11e3ff2af43f req-7903ad11-fe36-4c52-9da0-830a32e6924b tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 943 time: 0.1877797 Jul 08 01:44:20.836213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:20.836591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Checking segment: {'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:20.836947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Bound using segment: {'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:20.837385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Bound port: 7f23d7cd-8c13-4238-8fae-d26ebe60b896, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d56bb2-4a4a-489c-9534-32494f1e09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:20.837751 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:20.911347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78a2cce0-170a-4a04-8ba5-bad535f0dba5 req-ef93a532-b2c8-435b-8e78-c8d3a2d66a5e tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043670 Jul 08 01:44:20.940384 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6cd0186-160d-4f4e-906e-11e3ff2af43f req-7fc7c982-2f4c-4198-9155-55cc58fbb7b7 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054766 Jul 08 01:44:20.952572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2879901d-f241-4300-a4bb-c7ab29349923'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:20.954379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] For port 7f23d7cd-8c13-4238-8fae-d26ebe60b896, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:20.958677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] For port 7f23d7cd-8c13-4238-8fae-d26ebe60b896, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7f23d7cd-8c13-4238-8fae-d26ebe60b896,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:20.971015 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:20.994945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:20.995748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:20.997595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] 10.222.0.16 "PUT /v2.0/ports/7f23d7cd-8c13-4238-8fae-d26ebe60b896 HTTP/1.1" status: 200 len: 1092 time: 1.3839271 Jul 08 01:44:20.999978 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6', 'tag': '7f23d7cd-8c13-4238-8fae-d26ebe60b896'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:21.002801 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29" -d '{"events": [{"name": "network-changed", "server_uuid": "f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6", "tag": "7f23d7cd-8c13-4238-8fae-d26ebe60b896"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:21.038603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0688920-0269-47b4-bdc7-bc7c69adc7aa service neutron] Pushing event updated for resources: {'Port': ['ID=7f23d7cd-8c13-4238-8fae-d26ebe60b896,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:21.143152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-53f75dee-7411-4780-a443-b5f83446652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.144851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-53f75dee-7411-4780-a443-b5f83446652d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b63007b63f0a471fb546d4d83013becc&device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 1095 time: 0.1009538 Jul 08 01:44:21.205657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ed203-d6bb-4d10-b26b-d11bd0b12536 req-d684f18b-3513-4ccd-9068-ff66a7a88da9 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.207136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-653ed203-d6bb-4d10-b26b-d11bd0b12536 req-d684f18b-3513-4ccd-9068-ff66a7a88da9 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 945 time: 0.1102583 Jul 08 01:44:21.208675 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-f3be4968-6c68-44f3-8916-e8b17d2535d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f23d7cd-8c13-4238-8fae-d26ebe60b896 HTTP/1.1" status: 200 len: 217 time: 0.0531735 Jul 08 01:44:21.282522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-653ed203-d6bb-4d10-b26b-d11bd0b12536 req-d65c23d5-4b9a-49b8-b93b-08d8c2ae88a2 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690732 Jul 08 01:44:21.292608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-d2164944-51ed-45b3-b1c0-6974f5d2edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.295968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-d2164944-51ed-45b3-b1c0-6974f5d2edb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5ba1596-0785-460c-aa55-b02617295193 HTTP/1.1" status: 200 len: 861 time: 0.0765913 Jul 08 01:44:21.346623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-b76102b3-edcc-4504-8a71-8077ecf2b74b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=907bfd5e-4e91-48a8-9044-45b170ef0cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362806 Jul 08 01:44:21.405196 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-ed7f7a12-a874-45af-ba71-e2b393fa43fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545192 Jul 08 01:44:21.482561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-71ad007c-4fd6-4f77-abb1-1de47737d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.484259 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-71ad007c-4fd6-4f77-abb1-1de47737d1af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 1102 time: 0.0541620 Jul 08 01:44:21.498923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-daef213c-6c2c-4eb2-bc81-c4673ff015bf service neutron] 10.222.0.16 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416340 Jul 08 01:44:21.523980 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36f9ce-8008-471a-9185-0ea6eb5b0f8e req-71b78484-231e-4f7f-bc04-8e7784ec81f8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.523980 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36f9ce-8008-471a-9185-0ea6eb5b0f8e req-71b78484-231e-4f7f-bc04-8e7784ec81f8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.529315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36f9ce-8008-471a-9185-0ea6eb5b0f8e req-71b78484-231e-4f7f-bc04-8e7784ec81f8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.535221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36f9ce-8008-471a-9185-0ea6eb5b0f8e req-71b78484-231e-4f7f-bc04-8e7784ec81f8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.541326 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36f9ce-8008-471a-9185-0ea6eb5b0f8e req-71b78484-231e-4f7f-bc04-8e7784ec81f8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.547248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36f9ce-8008-471a-9185-0ea6eb5b0f8e req-71b78484-231e-4f7f-bc04-8e7784ec81f8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.553923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36f9ce-8008-471a-9185-0ea6eb5b0f8e req-71b78484-231e-4f7f-bc04-8e7784ec81f8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.555973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc36f9ce-8008-471a-9185-0ea6eb5b0f8e req-71b78484-231e-4f7f-bc04-8e7784ec81f8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.1494825 Jul 08 01:44:21.558536 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f385efb-6f99-4379-bb0e-d040434b36d8 x-openstack-request-id: req-1f385efb-6f99-4379-bb0e-d040434b36d8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:21.558883 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6", "tag": "7f23d7cd-8c13-4238-8fae-d26ebe60b896", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:21.559059 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f385efb-6f99-4379-bb0e-d040434b36d8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:21.559451 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6', 'tag': '7f23d7cd-8c13-4238-8fae-d26ebe60b896', 'status': 'completed', 'code': 200} Jul 08 01:44:21.618484 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-e850bffc-6245-446f-9a47-ba760ca462fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.619980 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-e850bffc-6245-446f-9a47-ba760ca462fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.0948815 Jul 08 01:44:21.653811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc36f9ce-8008-471a-9185-0ea6eb5b0f8e req-6a3b2fb2-022a-4f3c-a340-84847b0f1fee tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855534 Jul 08 01:44:21.676058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-a451a0fa-5859-4e6c-9dfe-86549dc658fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 200 len: 217 time: 0.0473394 Jul 08 01:44:21.682962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c34bce99-8c97-4ec1-bc6d-52cf949d3407 req-d863e7ac-4586-4975-b817-94757198437e service neutron] 10.222.0.16 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259756 Jul 08 01:44:21.735939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-49b9d3eb-f60c-483d-9b8a-d1eb96402818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.737912 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-49b9d3eb-f60c-483d-9b8a-d1eb96402818 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0539427 Jul 08 01:44:21.811355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-d6eaa747-8885-4b90-bc9e-efd5c8f9dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.813871 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-d6eaa747-8885-4b90-bc9e-efd5c8f9dfe4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0673711 Jul 08 01:44:21.821627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29 req-23ce751c-ba7f-4bb0-8ccb-e5cc7644d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.823524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29 req-23ce751c-ba7f-4bb0-8ccb-e5cc7644d4fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b63007b63f0a471fb546d4d83013becc&device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 1095 time: 0.0733080 Jul 08 01:44:21.919324 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-49e955b4-ce32-48ab-9721-95d09d8f819e service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975397 Jul 08 01:44:21.975618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29 req-f4204bd7-ddf8-4011-9711-5c5906029750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:21.977210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29 req-f4204bd7-ddf8-4011-9711-5c5906029750 service neutron] 10.222.0.16 "GET /v2.0/networks?id=907bfd5e-4e91-48a8-9044-45b170ef0cdd HTTP/1.1" status: 200 len: 922 time: 0.1445830 Jul 08 01:44:22.024188 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c90fe2a6-28c3-4bf5-ae27-131d13f8ca2b req-fa3eee4a-f642-4645-9f87-37dea111ac48 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954742 Jul 08 01:44:22.060795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29 req-0e85a101-a937-4ccc-aef2-e9212f23ca45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f23d7cd-8c13-4238-8fae-d26ebe60b896 HTTP/1.1" status: 200 len: 217 time: 0.0735643 Jul 08 01:44:22.087579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efc23a-6ed3-472d-9baf-584271b15a38 req-ece2e1fc-3937-453a-8ec3-fa99ea834854 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:22.089041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78efc23a-6ed3-472d-9baf-584271b15a38 req-ece2e1fc-3937-453a-8ec3-fa99ea834854 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 948 time: 0.1770413 Jul 08 01:44:22.162473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29 req-e465ae34-afb8-4816-bf73-2b8e595b5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:22.163961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29 req-e465ae34-afb8-4816-bf73-2b8e595b5acd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c5ba1596-0785-460c-aa55-b02617295193 HTTP/1.1" status: 200 len: 861 time: 0.0939779 Jul 08 01:44:22.174228 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78efc23a-6ed3-472d-9baf-584271b15a38 req-64abc0c2-2675-4e01-aa99-39ddeda96af9 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630989 Jul 08 01:44:22.190461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abe7c5-79fa-4ca6-a4d8-eee79fa8d9c1 req-49b943c9-fa50-43a2-bd19-a2563ac0094b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:22.192710 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80abe7c5-79fa-4ca6-a4d8-eee79fa8d9c1 req-49b943c9-fa50-43a2-bd19-a2563ac0094b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.2038581 Jul 08 01:44:22.229211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29 req-6b664686-6014-4162-b1bc-a39b1a92131f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=907bfd5e-4e91-48a8-9044-45b170ef0cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532470 Jul 08 01:44:22.315888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80abe7c5-79fa-4ca6-a4d8-eee79fa8d9c1 req-89f47006-a61f-4bed-ab72-9da619540149 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165736 Jul 08 01:44:22.368677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29 req-03fe989d-ff6c-4c92-b4dd-bfed61acaefa service neutron] 10.222.0.16 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163604 Jul 08 01:44:22.403627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:22.503787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc4b017a-0ff0-42c3-a53c-74c8003e2a29 req-c2daf2bf-0f7a-414d-8506-19cf5468e0df service neutron] 10.222.0.16 "GET /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251915 Jul 08 01:44:22.550488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:22.564660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '2879901d-f241-4300-a4bb-c7ab29349923', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '2879901d-f241-4300-a4bb-c7ab29349923', 'mac_address': 'fa:16:3e:a0:5b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:22.599945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982982d3-30fe-4c22-a36f-55fafc13b18c req-1d5265aa-6038-411b-a60a-86a912ed3bef tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:22.602942 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-982982d3-30fe-4c22-a36f-55fafc13b18c req-1d5265aa-6038-411b-a60a-86a912ed3bef tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 943 time: 0.1166232 Jul 08 01:44:22.661687 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-982982d3-30fe-4c22-a36f-55fafc13b18c req-011fcad8-e5e6-40de-87bd-3aa14ccef9d5 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496240 Jul 08 01:44:22.747473 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-8d83e42b-263a-45d3-825d-ce329c41a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:22.749030 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-8d83e42b-263a-45d3-825d-ce329c41a654 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc&tenant_id=4f8b7809010b42bb88fcc2d1746de01a HTTP/1.1" status: 200 len: 1100 time: 0.0585508 Jul 08 01:44:22.764053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:22.835674 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:22.875254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10045796-b7bb-4623-b37c-6bce6fdaa166 req-2634f2c8-19e3-475a-957c-58045bfa19a3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:22.876806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10045796-b7bb-4623-b37c-6bce6fdaa166 req-2634f2c8-19e3-475a-957c-58045bfa19a3 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1116331 Jul 08 01:44:22.889655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216d977-d2da-4078-8773-f0baf98e69c4 req-bab202e0-59c7-487b-89c3-81621cd2a050 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:22.891214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5216d977-d2da-4078-8773-f0baf98e69c4 req-bab202e0-59c7-487b-89c3-81621cd2a050 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 945 time: 0.0974271 Jul 08 01:44:22.949436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10045796-b7bb-4623-b37c-6bce6fdaa166 req-940130c3-7cb5-40d2-83da-3d8cc2d93b52 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571907 Jul 08 01:44:22.954347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5216d977-d2da-4078-8773-f0baf98e69c4 req-6bf19e18-54bc-4d0d-9f29-49fe684d3a61 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/security-groups?id=9749208b-0033-425a-a172-80bbbca38bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558488 Jul 08 01:44:23.060430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:23.101815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:23.137046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2879901d-f241-4300-a4bb-c7ab29349923 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:23.146392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:23.154249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ae1e-3e24-4bed-baf3-1351e432c2a1 req-6e19057b-15c7-4bf0-bc58-d1e354a7f3c8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.160441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ae1e-3e24-4bed-baf3-1351e432c2a1 req-6e19057b-15c7-4bf0-bc58-d1e354a7f3c8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.163290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Ignored duplicate provisioning block setup for port 2879901d-f241-4300-a4bb-c7ab29349923 by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 01:44:23.167853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ae1e-3e24-4bed-baf3-1351e432c2a1 req-6e19057b-15c7-4bf0-bc58-d1e354a7f3c8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.173953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ae1e-3e24-4bed-baf3-1351e432c2a1 req-6e19057b-15c7-4bf0-bc58-d1e354a7f3c8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.175034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:23.181378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ae1e-3e24-4bed-baf3-1351e432c2a1 req-6e19057b-15c7-4bf0-bc58-d1e354a7f3c8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.187539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ae1e-3e24-4bed-baf3-1351e432c2a1 req-6e19057b-15c7-4bf0-bc58-d1e354a7f3c8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.195045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4ae1e-3e24-4bed-baf3-1351e432c2a1 req-6e19057b-15c7-4bf0-bc58-d1e354a7f3c8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.197068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63a4ae1e-3e24-4bed-baf3-1351e432c2a1 req-6e19057b-15c7-4bf0-bc58-d1e354a7f3c8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.1305151 Jul 08 01:44:23.246192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] No DVR routers for this DVR port 2879901d-f241-4300-a4bb-c7ab29349923 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:23.247835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63a4ae1e-3e24-4bed-baf3-1351e432c2a1 req-818075d5-7ca1-461d-9a3c-2ad8651a0b8f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420518 Jul 08 01:44:23.260889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:23.297835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:23.298242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:23.298610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:23.309424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Port 2879901d-f241-4300-a4bb-c7ab29349923 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:44:23.310896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Attempting to bind port 2879901d-f241-4300-a4bb-c7ab29349923 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:23.324612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:23.325040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:23.325499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:23.326121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Bound port: 2879901d-f241-4300-a4bb-c7ab29349923, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:23.326554 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:23.343813 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5dd86961-2623-4c08-897b-ef6d135aea27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:23.431899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-180b8ef5-73c4-453e-984d-fa64a1d661b9 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.433479 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-180b8ef5-73c4-453e-984d-fa64a1d661b9 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.24 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 945 time: 0.1242068 Jul 08 01:44:23.446285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:23.450378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:23.458652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:23.532423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:23.546411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.547920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:23.550121 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-c983d605-b76f-43e3-b5b8-600b940ef5f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 1096 time: 0.7903817 Jul 08 01:44:23.550580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:23.553496 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "tag": "2879901d-f241-4300-a4bb-c7ab29349923"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:23.603419 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:23.641760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-9d765b38-2ec7-4af3-978f-8ddca00d7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.643309 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-9d765b38-2ec7-4af3-978f-8ddca00d7834 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1100 time: 0.0653553 Jul 08 01:44:23.655294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-d033ae59-7227-4c8a-8040-a01ee4a1c2da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Deleting port 695cd6ab-a802-45f4-9a57-57c7a7c640dc {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:23.655294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-d033ae59-7227-4c8a-8040-a01ee4a1c2da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:23.731199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdc64a-48f3-467b-aafc-0275ab56cb03 req-0e2a8e8f-fadf-4838-a496-826bebfce255 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.738129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7fdc64a-48f3-467b-aafc-0275ab56cb03 req-0e2a8e8f-fadf-4838-a496-826bebfce255 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 948 time: 0.2149549 Jul 08 01:44:23.746640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-30925e2e-0bf3-43fd-a6cf-42e0eb2fe65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.748337 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-30925e2e-0bf3-43fd-a6cf-42e0eb2fe65b service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.0945668 Jul 08 01:44:23.782750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7289b-abad-43e1-b350-cf306c308a6d req-12c3ae82-251e-488a-84e1-73cb733cb24a tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.784246 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1cc7289b-abad-43e1-b350-cf306c308a6d req-12c3ae82-251e-488a-84e1-73cb733cb24a tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.1966207 Jul 08 01:44:23.793130 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-06aec2db-09f2-42c4-9407-bb981be378f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 217 time: 0.0364623 Jul 08 01:44:23.830931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7fdc64a-48f3-467b-aafc-0275ab56cb03 req-011410cb-b55b-48e3-8a61-fc25266c8ca6 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918493 Jul 08 01:44:23.838199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-d033ae59-7227-4c8a-8040-a01ee4a1c2da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] For port 695cd6ab-a802-45f4-9a57-57c7a7c640dc, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=695cd6ab-a802-45f4-9a57-57c7a7c640dc,segment=NetworkSegment(64d815fa-9e0e-4316-b68e-dbed96c3ead9),segment_id=64d815fa-9e0e-4316-b68e-dbed96c3ead9)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:23.838564 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-d033ae59-7227-4c8a-8040-a01ee4a1c2da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:23.848508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-2db3b488-2e12-4a5a-b6a5-affa3e15ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.850504 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-2db3b488-2e12-4a5a-b6a5-affa3e15ae82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0505154 Jul 08 01:44:23.860336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-d033ae59-7227-4c8a-8040-a01ee4a1c2da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Calling delete_port for 695cd6ab-a802-45f4-9a57-57c7a7c640dc owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:23.870957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1cc7289b-abad-43e1-b350-cf306c308a6d req-afb36f45-0dbb-4b0f-b4cf-7d2644c2fe2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761576 Jul 08 01:44:23.924972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-e699fdaf-82a0-4574-aadf-7974348e9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:23.928817 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-e699fdaf-82a0-4574-aadf-7974348e9034 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700383 Jul 08 01:44:24.014078 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae005870-587f-4c0a-9d38-cae7690c13f1 x-openstack-request-id: req-ae005870-587f-4c0a-9d38-cae7690c13f1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:24.014362 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "tag": "2879901d-f241-4300-a4bb-c7ab29349923", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:24.014760 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae005870-587f-4c0a-9d38-cae7690c13f1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:24.015215 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923', 'status': 'completed', 'code': 200} Jul 08 01:44:24.081711 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-1f1a60ef-d540-41d0-ba60-f71442449253 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450267 Jul 08 01:44:24.087368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-d033ae59-7227-4c8a-8040-a01ee4a1c2da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:24.106982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['695cd6ab-a802-45f4-9a57-57c7a7c640dc'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:24.152906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033ae59-7227-4c8a-8040-a01ee4a1c2da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Pushing event deleted for resources: {'Port': ['ID=695cd6ab-a802-45f4-9a57-57c7a7c640dc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:24.190319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-2d8d3108-fbea-4676-8bee-fc6a4c241cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.192573 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-2d8d3108-fbea-4676-8bee-fc6a4c241cd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1100 time: 0.1815026 Jul 08 01:44:24.212407 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-5827dbc6-d44a-40b6-bf83-a119a323e2d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1477468 Jul 08 01:44:24.212825 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-d033ae59-7227-4c8a-8040-a01ee4a1c2da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] No DVR routers for this DVR port 695cd6ab-a802-45f4-9a57-57c7a7c640dc on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:24.216623 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-acfaf3fc-5170-474e-a0e2-871894f5be4a req-b6ae5a09-fc07-4f9f-ab55-b26e8ec3806a service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125743 Jul 08 01:44:24.222169 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-d033ae59-7227-4c8a-8040-a01ee4a1c2da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:24.225092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c243d9ab-d522-4c60-ba39-516f6113df2a req-d033ae59-7227-4c8a-8040-a01ee4a1c2da tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.24 "DELETE /v2.0/ports/695cd6ab-a802-45f4-9a57-57c7a7c640dc HTTP/1.1" status: 204 len: 173 time: 0.7854426 Jul 08 01:44:24.237885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2087d7d3-4824-4de2-99fd-030573bf3305', 'name': 'network-vif-deleted', 'tag': '695cd6ab-a802-45f4-9a57-57c7a7c640dc'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:24.242257 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb37f73-b020-4327-9a03-c7969315f5d4" -d '{"events": [{"server_uuid": "2087d7d3-4824-4de2-99fd-030573bf3305", "name": "network-vif-deleted", "tag": "695cd6ab-a802-45f4-9a57-57c7a7c640dc"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:24.314659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-53771431-d6d9-48e4-84a3-affda712ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.316275 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-53771431-d6d9-48e4-84a3-affda712ef25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 1097 time: 0.0717015 Jul 08 01:44:24.387984 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60246d13-7f87-4258-b051-e7cba17616ec req-253ed9d5-6f1a-4ceb-a9c9-ee1d12031cd1 tempest-ServerDiskConfigTestJSON-1937678257 tempest-ServerDiskConfigTestJSON-1937678257-project] 10.222.0.41 "GET /v2.0/ports?device_id=2087d7d3-4824-4de2-99fd-030573bf3305 HTTP/1.1" status: 200 len: 210 time: 0.0441339 Jul 08 01:44:24.408222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818cef1-868f-4213-b076-a0d8a62b9546 req-479f9551-c5ae-4e45-8879-ef31435b9d2b tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.409339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7f23d7cd-8c13-4238-8fae-d26ebe60b896 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:24.415831 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6818cef1-868f-4213-b076-a0d8a62b9546 req-479f9551-c5ae-4e45-8879-ef31435b9d2b tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 943 time: 0.3199933 Jul 08 01:44:24.488206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6818cef1-868f-4213-b076-a0d8a62b9546 req-efed16e4-fe2b-43d0-b456-3916db078dd1 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555680 Jul 08 01:44:24.533124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-9e917de4-4c80-451e-955d-fcf96ab832de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.540402 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-9e917de4-4c80-451e-955d-fcf96ab832de service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.3289049 Jul 08 01:44:24.545536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-4cc6ab3d-b0db-4984-8ae2-9e6d649c2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.553334 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-4cc6ab3d-b0db-4984-8ae2-9e6d649c2823 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1100 time: 0.2563386 Jul 08 01:44:24.562035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7f23d7cd-8c13-4238-8fae-d26ebe60b896, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7f23d7cd-8c13-4238-8fae-d26ebe60b896,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:24.579921 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '7f23d7cd-8c13-4238-8fae-d26ebe60b896', 'network_id': '907bfd5e-4e91-48a8-9044-45b170ef0cdd', 'port_id': '7f23d7cd-8c13-4238-8fae-d26ebe60b896', 'mac_address': 'fa:16:3e:66:13:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ba1596-0785-460c-aa55-b02617295193', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:24.595272 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-0e1a888b-29b2-480a-a02c-2009c828a3db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 217 time: 0.0408437 Jul 08 01:44:24.598053 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d022b2-1a71-420c-8515-f1b19674807d x-openstack-request-id: req-12d022b2-1a71-420c-8515-f1b19674807d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:24.598442 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2087d7d3-4824-4de2-99fd-030573bf3305", "name": "network-vif-deleted", "tag": "695cd6ab-a802-45f4-9a57-57c7a7c640dc", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:24.598819 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12d022b2-1a71-420c-8515-f1b19674807d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:24.599298 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2087d7d3-4824-4de2-99fd-030573bf3305', 'name': 'network-vif-deleted', 'tag': '695cd6ab-a802-45f4-9a57-57c7a7c640dc', 'status': 'completed', 'code': 200} Jul 08 01:44:24.630456 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:24.664449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f23d7cd-8c13-4238-8fae-d26ebe60b896 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:24.682179 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:24.700501 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7f23d7cd-8c13-4238-8fae-d26ebe60b896, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7f23d7cd-8c13-4238-8fae-d26ebe60b896,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:24.706407 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:24.797870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7f23d7cd-8c13-4238-8fae-d26ebe60b896,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:24.838080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-d421799d-aa6d-41dc-839a-207044719a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.840118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-d421799d-aa6d-41dc-839a-207044719a7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1498127 Jul 08 01:44:24.849055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-8aaaa87a-b498-4942-8273-ccd7aa2f72b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.850484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-8aaaa87a-b498-4942-8273-ccd7aa2f72b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.2542148 Jul 08 01:44:24.884888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-0bf2565e-5e68-4553-8f57-ced85fac187a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.887156 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-0bf2565e-5e68-4553-8f57-ced85fac187a service neutron] 10.222.0.16 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.5471289 Jul 08 01:44:24.933074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-53408037-62ae-463d-b1fa-e46160e51af6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 200 len: 217 time: 0.0652142 Jul 08 01:44:24.946997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['7f23d7cd-8c13-4238-8fae-d26ebe60b896'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:24.964728 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-70bd3a2d-7de6-48d9-9de4-f817fcef2f75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91828815-a1c4-4b2c-a77e-d2227435f2fe HTTP/1.1" status: 200 len: 217 time: 0.0648007 Jul 08 01:44:24.964999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c40f7-ad92-494e-8160-9369303c58ac req-4d8c0089-07cd-4d4e-951b-1c84c58f1694 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.970958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c40f7-ad92-494e-8160-9369303c58ac req-4d8c0089-07cd-4d4e-951b-1c84c58f1694 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.977824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c40f7-ad92-494e-8160-9369303c58ac req-4d8c0089-07cd-4d4e-951b-1c84c58f1694 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.977972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-29802a1c-9104-41f7-ad5d-ba5afba3a49d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.979640 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-29802a1c-9104-41f7-ad5d-ba5afba3a49d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 945 time: 0.2068534 Jul 08 01:44:24.983936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c40f7-ad92-494e-8160-9369303c58ac req-4d8c0089-07cd-4d4e-951b-1c84c58f1694 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.991095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c40f7-ad92-494e-8160-9369303c58ac req-4d8c0089-07cd-4d4e-951b-1c84c58f1694 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:24.997280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c40f7-ad92-494e-8160-9369303c58ac req-4d8c0089-07cd-4d4e-951b-1c84c58f1694 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:25.007808 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c40f7-ad92-494e-8160-9369303c58ac req-4d8c0089-07cd-4d4e-951b-1c84c58f1694 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:25.016163 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-988c40f7-ad92-494e-8160-9369303c58ac req-4d8c0089-07cd-4d4e-951b-1c84c58f1694 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.3277915 Jul 08 01:44:25.086316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-24138d89-5a66-424a-9c93-ccf3f8462b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:25.088293 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-24138d89-5a66-424a-9c93-ccf3f8462b33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1073508 Jul 08 01:44:25.107038 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-988c40f7-ad92-494e-8160-9369303c58ac req-f907d6f8-3d56-4f1e-877f-9ecc7e544f87 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899575 Jul 08 01:44:25.110684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-a4a085c2-6c42-4d52-b866-507e327936ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:25.112094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-a4a085c2-6c42-4d52-b866-507e327936ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.1713202 Jul 08 01:44:25.115576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-12432ac4-9a0d-4126-854d-988806dbb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:25.117651 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-12432ac4-9a0d-4126-854d-988806dbb107 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2627206 Jul 08 01:44:25.207741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-580aac79-1f10-4c44-9d30-e937e245402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:25.209184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-580aac79-1f10-4c44-9d30-e937e245402d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918541 Jul 08 01:44:25.226337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-3ec7db8e-4acf-45fb-b54f-1d05d4505cf1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Deleting port a4818bd2-3d1c-438a-a5df-a53c5de25d91 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:25.227134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-3ec7db8e-4acf-45fb-b54f-1d05d4505cf1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:25.380545 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-07afeb6d-8145-4bc0-a565-802184360d87 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642306 Jul 08 01:44:25.382328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-3ec7db8e-4acf-45fb-b54f-1d05d4505cf1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] For port a4818bd2-3d1c-438a-a5df-a53c5de25d91, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a4818bd2-3d1c-438a-a5df-a53c5de25d91,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:25.382694 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-3ec7db8e-4acf-45fb-b54f-1d05d4505cf1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:25.414766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-3ec7db8e-4acf-45fb-b54f-1d05d4505cf1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Calling delete_port for a4818bd2-3d1c-438a-a5df-a53c5de25d91 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:25.539454 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7116e831-77c4-4a97-9ae9-8bc4e85d4d48 req-c8769c20-1b09-4e27-951b-d5f66909b042 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486557 Jul 08 01:44:25.612176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-3ec7db8e-4acf-45fb-b54f-1d05d4505cf1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:25.625322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:25.634238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-2e453c4a-f1a4-4ec0-acf6-1259700c3cd7 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987910 Jul 08 01:44:25.644551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-e02709a4-5531-40c8-b320-db56150c4093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:25.646255 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-e02709a4-5531-40c8-b320-db56150c4093 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5204248 Jul 08 01:44:25.647695 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7db8e-4acf-45fb-b54f-1d05d4505cf1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event deleted for resources: {'Port': ['ID=a4818bd2-3d1c-438a-a5df-a53c5de25d91,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:25.653997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2012c-b46e-45e2-af72-914e786611ac req-99301a9f-bdc9-4331-9dcd-5593908f3af2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:25.655508 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45b2012c-b46e-45e2-af72-914e786611ac req-99301a9f-bdc9-4331-9dcd-5593908f3af2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 948 time: 0.5466750 Jul 08 01:44:25.702087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-3ec7db8e-4acf-45fb-b54f-1d05d4505cf1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] No DVR routers for this DVR port a4818bd2-3d1c-438a-a5df-a53c5de25d91 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:25.706132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-3ec7db8e-4acf-45fb-b54f-1d05d4505cf1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:25.709735 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bcdb91e2-948e-44a3-b119-a568ea8a7782 req-3ec7db8e-4acf-45fb-b54f-1d05d4505cf1 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.16 "DELETE /v2.0/ports/a4818bd2-3d1c-438a-a5df-a53c5de25d91 HTTP/1.1" status: 204 len: 173 time: 0.7195466 Jul 08 01:44:25.830310 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a02017-d77e-45f2-863f-415b5d22b4a0 req-4a8115ed-0a11-4105-82e7-611bcc78b173 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:25.831704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10a02017-d77e-45f2-863f-415b5d22b4a0 req-4a8115ed-0a11-4105-82e7-611bcc78b173 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cc2555-9aa0-496b-8957-0f9c71b10cd3 HTTP/1.1" status: 200 len: 867 time: 0.5830727 Jul 08 01:44:25.840066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45b2012c-b46e-45e2-af72-914e786611ac req-dba86757-73d7-45bd-9b04-237846e81ead tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241651 Jul 08 01:44:25.894090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-22d964cc-3303-431a-ad4c-083a9b3d8071 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516599 Jul 08 01:44:25.901338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-37402f0a-aaea-4bbf-8ee0-562a98f86ccd service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366097 Jul 08 01:44:25.928297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10a02017-d77e-45f2-863f-415b5d22b4a0 req-dbb156ac-3a4a-40e0-9cfa-d96ec16ddca7 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857403 Jul 08 01:44:26.016480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cc2555-9aa0-496b-8957-0f9c71b10cd3', 'name': 'network-vif-deleted', 'tag': 'a4818bd2-3d1c-438a-a5df-a53c5de25d91'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:26.021711 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ed0c11-bc78-47bd-bc4d-0bc26b6a462a" -d '{"events": [{"server_uuid": "54cc2555-9aa0-496b-8957-0f9c71b10cd3", "name": "network-vif-deleted", "tag": "a4818bd2-3d1c-438a-a5df-a53c5de25d91"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:26.034822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2f0839b-3d8d-487b-88f8-d7d001d82ea2 req-00a974a0-6233-4373-8686-0a548f813e17 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184735 Jul 08 01:44:26.217429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4914d3-b008-4e55-82c1-7290c823f885 req-6d9ac535-153b-496b-858c-3f3537f24a36 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:26.224582 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea4914d3-b008-4e55-82c1-7290c823f885 req-6d9ac535-153b-496b-858c-3f3537f24a36 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 944 time: 0.0870998 Jul 08 01:44:26.232718 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46019ef3-4b48-4225-b27a-e7b6d8cbf08f x-openstack-request-id: req-46019ef3-4b48-4225-b27a-e7b6d8cbf08f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:26.233272 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cc2555-9aa0-496b-8957-0f9c71b10cd3", "name": "network-vif-deleted", "tag": "a4818bd2-3d1c-438a-a5df-a53c5de25d91", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:26.233681 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46019ef3-4b48-4225-b27a-e7b6d8cbf08f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:26.234175 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cc2555-9aa0-496b-8957-0f9c71b10cd3', 'name': 'network-vif-deleted', 'tag': 'a4818bd2-3d1c-438a-a5df-a53c5de25d91', 'status': 'completed', 'code': 200} Jul 08 01:44:26.275303 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea4914d3-b008-4e55-82c1-7290c823f885 req-3ec366cd-c70b-48d5-b419-483b6b1b254f tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497241 Jul 08 01:44:26.305301 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:26.411864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7f23d7cd-8c13-4238-8fae-d26ebe60b896 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:26.482866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 7f23d7cd-8c13-4238-8fae-d26ebe60b896 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:26.493169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 7f23d7cd-8c13-4238-8fae-d26ebe60b896 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:26.493664 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:26.511039 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6151-cb6c-4291-a960-1bc914e2b84d req-3dab48e7-a8df-43e0-a59d-7ca3c80f970d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:26.521881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6151-cb6c-4291-a960-1bc914e2b84d req-3dab48e7-a8df-43e0-a59d-7ca3c80f970d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:26.530781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6151-cb6c-4291-a960-1bc914e2b84d req-3dab48e7-a8df-43e0-a59d-7ca3c80f970d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:26.537279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6151-cb6c-4291-a960-1bc914e2b84d req-3dab48e7-a8df-43e0-a59d-7ca3c80f970d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:26.546145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6151-cb6c-4291-a960-1bc914e2b84d req-3dab48e7-a8df-43e0-a59d-7ca3c80f970d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:26.552581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6151-cb6c-4291-a960-1bc914e2b84d req-3dab48e7-a8df-43e0-a59d-7ca3c80f970d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:26.559999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b6151-cb6c-4291-a960-1bc914e2b84d req-3dab48e7-a8df-43e0-a59d-7ca3c80f970d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:26.562011 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c8b6151-cb6c-4291-a960-1bc914e2b84d req-3dab48e7-a8df-43e0-a59d-7ca3c80f970d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.1518202 Jul 08 01:44:26.608885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:26.616865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c8b6151-cb6c-4291-a960-1bc914e2b84d req-f0fbdc97-66f2-4d37-b9d0-9b40a0eb3c3b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464637 Jul 08 01:44:26.642174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f23d7cd-8c13-4238-8fae-d26ebe60b896'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:26.654477 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be3f4d2-e4bd-45b9-a8e4-e37fd96b6242" -d '{"events": [{"server_uuid": "f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6", "name": "network-vif-plugged", "status": "completed", "tag": "7f23d7cd-8c13-4238-8fae-d26ebe60b896"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:26.659451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7f23d7cd-8c13-4238-8fae-d26ebe60b896, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7f23d7cd-8c13-4238-8fae-d26ebe60b896,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:26.665425 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:26.665742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:26.694032 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593b8a0-2295-4f36-99d8-b44278aac202 x-openstack-request-id: req-2593b8a0-2295-4f36-99d8-b44278aac202 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:26.694606 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6", "name": "network-vif-plugged", "status": "completed", "tag": "7f23d7cd-8c13-4238-8fae-d26ebe60b896", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:26.695177 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2593b8a0-2295-4f36-99d8-b44278aac202 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:26.695932 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f23d7cd-8c13-4238-8fae-d26ebe60b896', 'code': 200} Jul 08 01:44:26.739568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52494) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:26.766167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:26.766607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a4818bd2-3d1c-438a-a5df-a53c5de25d91 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:26.771810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7f23d7cd-8c13-4238-8fae-d26ebe60b896,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:26.798576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ed5ddb-a287-4bf9-ace9-416cc3e04083 admin admin] Deleting subnet 3d2a218b-01db-4f93-9799-6312579172d6 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:44:26.804889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04ed5ddb-a287-4bf9-ace9-416cc3e04083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:26.805578 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: a4818bd2-3d1c-438a-a5df-a53c5de25d91 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:26.806081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a4818bd2-3d1c-438a-a5df-a53c5de25d91 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:26.819483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9342c-e764-42aa-82ee-12100929b5e8 req-0cbc0d8f-0e5c-462c-a2f8-35409962fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:26.821528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35b9342c-e764-42aa-82ee-12100929b5e8 req-0cbc0d8f-0e5c-462c-a2f8-35409962fa15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 1097 time: 0.0625563 Jul 08 01:44:26.850127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04ed5ddb-a287-4bf9-ace9-416cc3e04083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:26.864632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35b9342c-e764-42aa-82ee-12100929b5e8 req-2316de3e-aa4d-4315-88d4-853cbc11704f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351894 Jul 08 01:44:26.902297 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04ed5ddb-a287-4bf9-ace9-416cc3e04083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:26.979765 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04ed5ddb-a287-4bf9-ace9-416cc3e04083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.010075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed5ddb-a287-4bf9-ace9-416cc3e04083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d2a218b-01db-4f93-9799-6312579172d6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:27.015296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04ed5ddb-a287-4bf9-ace9-416cc3e04083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.020903 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-04ed5ddb-a287-4bf9-ace9-416cc3e04083 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d2a218b-01db-4f93-9799-6312579172d6 HTTP/1.1" status: 204 len: 168 time: 0.2796445 Jul 08 01:44:27.021556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52502) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:27.038954 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:27.041038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 695cd6ab-a802-45f4-9a57-57c7a7c640dc no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:27.107280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 695cd6ab-a802-45f4-9a57-57c7a7c640dc {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:27.107528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 695cd6ab-a802-45f4-9a57-57c7a7c640dc not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:27.117394 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81213e33-006c-4524-aea2-077742131912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.119211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52506) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:27.119461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b7f8c-f260-49bb-a6d9-39fdc5068ef5 req-a1a03bae-0e07-4980-8ff3-77d4da9936bc tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:27.131080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d1b7f8c-f260-49bb-a6d9-39fdc5068ef5 req-a1a03bae-0e07-4980-8ff3-77d4da9936bc tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 948 time: 0.1511955 Jul 08 01:44:27.179891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d1b7f8c-f260-49bb-a6d9-39fdc5068ef5 req-0e1efd7f-c5d5-437c-9146-c0b15cbdfec7 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479286 Jul 08 01:44:27.220109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:27.235646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '2879901d-f241-4300-a4bb-c7ab29349923', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '2879901d-f241-4300-a4bb-c7ab29349923', 'mac_address': 'fa:16:3e:a0:5b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:27.238959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81213e33-006c-4524-aea2-077742131912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.252908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-81213e33-006c-4524-aea2-077742131912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecf4187-7beb-4733-93f9-e21a0bcc1f70']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:27.265369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-81213e33-006c-4524-aea2-077742131912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d815fa-9e0e-4316-b68e-dbed96c3ead9') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:27.266057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-81213e33-006c-4524-aea2-077742131912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d815fa-9e0e-4316-b68e-dbed96c3ead9') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:27.277265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81213e33-006c-4524-aea2-077742131912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.293553 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.295325 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81213e33-006c-4524-aea2-077742131912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.304954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81213e33-006c-4524-aea2-077742131912 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:44:27.307172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81213e33-006c-4524-aea2-077742131912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.311179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2879901d-f241-4300-a4bb-c7ab29349923 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:27.350542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:27.358965 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:44:27.366281 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:44:27.394855 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81213e33-006c-4524-aea2-077742131912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.401557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81213e33-006c-4524-aea2-077742131912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.403528 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-81213e33-006c-4524-aea2-077742131912 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2ecf4187-7beb-4733-93f9-e21a0bcc1f70 HTTP/1.1" status: 204 len: 168 time: 0.3807101 Jul 08 01:44:27.423054 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d790242-9e3e-463f-a02b-e5ab36968cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.475549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:27.494358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81213e33-006c-4524-aea2-077742131912 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ecf4187-7beb-4733-93f9-e21a0bcc1f70,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:27.570268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf71db6-4033-408f-9fae-56ec07814f0b req-83122b7a-846a-41f7-9b3f-2d9ff5ec2d8f tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:27.572263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6bf71db6-4033-408f-9fae-56ec07814f0b req-83122b7a-846a-41f7-9b3f-2d9ff5ec2d8f tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 1101 time: 0.0655966 Jul 08 01:44:27.576037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d790242-9e3e-463f-a02b-e5ab36968cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.581319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d790242-9e3e-463f-a02b-e5ab36968cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.597677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52524) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:27.633668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d790242-9e3e-463f-a02b-e5ab36968cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc1605-9288-4820-b79f-a5996a7a32ec,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:27.638325 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6bf71db6-4033-408f-9fae-56ec07814f0b req-368caaaa-23d3-4d24-8e1f-705c99cab488 tempest-MigrationsAdminTest-1913789660 tempest-MigrationsAdminTest-1913789660-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590942 Jul 08 01:44:27.650476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['2879901d-f241-4300-a4bb-c7ab29349923'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:27.670160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:27.670374 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1d790242-9e3e-463f-a02b-e5ab36968cda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e7b9acb4fed4dcaa4bdb2e0c392f7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5501761 Jul 08 01:44:27.716597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bb5b5299-c4a7-40a7-b437-c400e7ce5d8f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e00c0a7b97b417cbc103f03a4be3ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1175427 Jul 08 01:44:27.719893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52532) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:27.804738 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-654bd86f-7185-412f-b254-05bafc23a61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.835811 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-529075ae-0883-458c-94d7-ccc4bca53008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.838474 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-654bd86f-7185-412f-b254-05bafc23a61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.892395 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-529075ae-0883-458c-94d7-ccc4bca53008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.955350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-529075ae-0883-458c-94d7-ccc4bca53008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.958328 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-529075ae-0883-458c-94d7-ccc4bca53008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:27.959736 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-529075ae-0883-458c-94d7-ccc4bca53008 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9749208b-0033-425a-a172-80bbbca38bdc HTTP/1.1" status: 204 len: 168 time: 0.2386763 Jul 08 01:44:27.970585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529075ae-0883-458c-94d7-ccc4bca53008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9749208b-0033-425a-a172-80bbbca38bdc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:28.025113 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-654bd86f-7185-412f-b254-05bafc23a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:28.027663 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-654bd86f-7185-412f-b254-05bafc23a61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:28.028855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-654bd86f-7185-412f-b254-05bafc23a61f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81dc1605-9288-4820-b79f-a5996a7a32ec HTTP/1.1" status: 204 len: 168 time: 0.3539112 Jul 08 01:44:28.056143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bd86f-7185-412f-b254-05bafc23a61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc1605-9288-4820-b79f-a5996a7a32ec,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:28.072603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-363b903e-c108-4bbf-87bc-fbf76b712511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.074417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-363b903e-c108-4bbf-87bc-fbf76b712511 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1097 time: 0.1895335 Jul 08 01:44:28.085946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442f807-70ea-49bf-b02d-45af44cc1b1d req-0c4ac62e-1547-4a0d-b84b-73cfe44bffb5 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.092743 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6442f807-70ea-49bf-b02d-45af44cc1b1d req-0c4ac62e-1547-4a0d-b84b-73cfe44bffb5 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 945 time: 0.1926548 Jul 08 01:44:28.108885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee3271-d9ff-48c1-9829-523ddb7b85cf req-76ed440a-9020-43db-8658-2af471b3e265 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.115543 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee3271-d9ff-48c1-9829-523ddb7b85cf req-76ed440a-9020-43db-8658-2af471b3e265 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.121716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee3271-d9ff-48c1-9829-523ddb7b85cf req-76ed440a-9020-43db-8658-2af471b3e265 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.128513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee3271-d9ff-48c1-9829-523ddb7b85cf req-76ed440a-9020-43db-8658-2af471b3e265 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.134824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee3271-d9ff-48c1-9829-523ddb7b85cf req-76ed440a-9020-43db-8658-2af471b3e265 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.140769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee3271-d9ff-48c1-9829-523ddb7b85cf req-76ed440a-9020-43db-8658-2af471b3e265 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.150401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee3271-d9ff-48c1-9829-523ddb7b85cf req-76ed440a-9020-43db-8658-2af471b3e265 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.150401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fee3271-d9ff-48c1-9829-523ddb7b85cf req-76ed440a-9020-43db-8658-2af471b3e265 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.2186589 Jul 08 01:44:28.157471 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:44:28.262583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6442f807-70ea-49bf-b02d-45af44cc1b1d req-8fad0bac-a826-496d-a98a-fd6aeefe42a3 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689675 Jul 08 01:44:28.273821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fee3271-d9ff-48c1-9829-523ddb7b85cf req-ce1a3d19-1b9d-4c20-9e9a-46c5d01d922a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110220 Jul 08 01:44:28.324595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-e9f62643-c84f-4952-afb2-3611e705b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.327013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-e9f62643-c84f-4952-afb2-3611e705b519 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.2307367 Jul 08 01:44:28.438445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-e713415a-7f81-4d9a-a4c2-d506565eb7b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 1000 time: 0.1009331 Jul 08 01:44:28.526290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-780b8bd7-3b5e-4b16-a611-1a402b4b0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.528129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-780b8bd7-3b5e-4b16-a611-1a402b4b0b0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.0704706 Jul 08 01:44:28.542473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59457987-60a7-4e3c-8275-ccac040cc379 req-72a9d7d1-d505-4ae3-9599-b829450cb993 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.544120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-59457987-60a7-4e3c-8275-ccac040cc379 req-72a9d7d1-d505-4ae3-9599-b829450cb993 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1220419 Jul 08 01:44:28.624434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-59457987-60a7-4e3c-8275-ccac040cc379 req-db7a11e0-f818-4c75-8c24-976b803c3dc0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706286 Jul 08 01:44:28.636583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-d4836a69-9cfa-49d2-8e5e-bb5902dcc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:28.638099 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-d4836a69-9cfa-49d2-8e5e-bb5902dcc85a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929086 Jul 08 01:44:28.835255 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-944582a4-ef4c-4886-bfd2-acd36ffff6a6 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852272 Jul 08 01:44:28.942057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e07ebb8-1fe5-4e96-9af0-4703eba75930 req-c6906035-fcc5-4536-aac0-68ddcbfb73a6 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997632 Jul 08 01:44:29.013454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:29.054557 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbedecb-3cc3-4e07-ab3c-263292860165 req-616fbbc3-c27a-4303-a6a4-73f7b4ece85c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.058098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:29.065106 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bbedecb-3cc3-4e07-ab3c-263292860165 req-616fbbc3-c27a-4303-a6a4-73f7b4ece85c tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 949 time: 0.1017499 Jul 08 01:44:29.147298 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bbedecb-3cc3-4e07-ab3c-263292860165 req-a7eefec2-d181-4006-b78f-d5d97994efe8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810378 Jul 08 01:44:29.162663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 2879901d-f241-4300-a4bb-c7ab29349923 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:29.167285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 2879901d-f241-4300-a4bb-c7ab29349923 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:29.167922 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.263194 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.295671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:29.298450 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624d0cde-6371-4355-ad04-64240ed8b5dd" -d '{"events": [{"server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "name": "network-vif-plugged", "status": "completed", "tag": "2879901d-f241-4300-a4bb-c7ab29349923"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:29.311389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:29.315579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ed8a0-f8d9-4658-835e-c44ad01ba482 req-b09b81fd-3ec9-4fd5-bed9-47e18a7d5120 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.318618 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.325565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a5ed8a0-f8d9-4658-835e-c44ad01ba482 req-b09b81fd-3ec9-4fd5-bed9-47e18a7d5120 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 945 time: 0.0932212 Jul 08 01:44:29.353251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52598) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:29.388216 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a5ed8a0-f8d9-4658-835e-c44ad01ba482 req-3393723e-425d-47fd-825a-0b730eaab6ff tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621748 Jul 08 01:44:29.398614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=12']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:29.412411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-373041842-network', 'tenant_id': '1589854d80a9419c818227b7912af69a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:29.437650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Made reservation on behalf of 1589854d80a9419c818227b7912af69a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:29.441161 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.449632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-733071600-network', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:29.461407 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.492957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:29.495367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.510213 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.546704 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f4663c-e198-4ba0-9cc8-5e1be913ad1e x-openstack-request-id: req-91f4663c-e198-4ba0-9cc8-5e1be913ad1e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:29.546996 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "name": "network-vif-plugged", "status": "completed", "tag": "2879901d-f241-4300-a4bb-c7ab29349923", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:29.547247 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91f4663c-e198-4ba0-9cc8-5e1be913ad1e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:29.547640 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923', 'code': 200} Jul 08 01:44:29.632608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14741212-dfd6-49df-948b-e107f3117109 req-8e24c0c8-b642-4692-9ee2-b902daebc068 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.638486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14741212-dfd6-49df-948b-e107f3117109 req-8e24c0c8-b642-4692-9ee2-b902daebc068 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.644368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14741212-dfd6-49df-948b-e107f3117109 req-8e24c0c8-b642-4692-9ee2-b902daebc068 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.650913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14741212-dfd6-49df-948b-e107f3117109 req-8e24c0c8-b642-4692-9ee2-b902daebc068 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.656875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14741212-dfd6-49df-948b-e107f3117109 req-8e24c0c8-b642-4692-9ee2-b902daebc068 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.663398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14741212-dfd6-49df-948b-e107f3117109 req-8e24c0c8-b642-4692-9ee2-b902daebc068 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.669239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14741212-dfd6-49df-948b-e107f3117109 req-8e24c0c8-b642-4692-9ee2-b902daebc068 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.671533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14741212-dfd6-49df-948b-e107f3117109 req-8e24c0c8-b642-4692-9ee2-b902daebc068 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.1463544 Jul 08 01:44:29.706371 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.721163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.748860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14741212-dfd6-49df-948b-e107f3117109 req-4558c9c1-7b67-4348-a922-10cf804a6a49 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678990 Jul 08 01:44:29.780517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198c2cef-5d25-4866-8631-e0b96ba7f5a7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:29.790752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:44:29.815295 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.815638 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Added segment eb3b35f5-b2ca-4a09-88bb-0f72033bc336 of type vlan for network e3a8c9dc-585c-480e-b6ca-2287fdf452f1 Jul 08 01:44:29.916939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.986408 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.987389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.987980 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:29.997633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6947e4-d759-4bb1-956a-bf90edcf797d req-e94f010e-dac9-4ddf-b0f7-687b9d9a164e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:29.999150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc6947e4-d759-4bb1-956a-bf90edcf797d req-e94f010e-dac9-4ddf-b0f7-687b9d9a164e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1858559 Jul 08 01:44:30.009905 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.067559 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.085858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0713372 Jul 08 01:44:30.088974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52620) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:30.094955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Request body: {'subnet': {'network_id': 'e3a8c9dc-585c-480e-b6ca-2287fdf452f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-373041842-subnet', 'tenant_id': '1589854d80a9419c818227b7912af69a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:30.108326 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:44:30.110583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2ec41-5167-4879-9af8-c878353eb06f admin admin] Pushing event updated for resources: {'Network': ['ID=e3a8c9dc-585c-480e-b6ca-2287fdf452f1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:30.123103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Made reservation on behalf of 1589854d80a9419c818227b7912af69a for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:30.127601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e3a8c9dc-585c-480e-b6ca-2287fdf452f1 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:44:30.128116 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.141094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5abdec-dbbd-46b9-816b-74c2a51cc099,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:30.168941 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.169236 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Added segment 262b2615-afb7-4a2f-88b2-20e97815cdc1 of type vlan for network 158051b2-55d9-4a7a-a15b-19a8819643bb Jul 08 01:44:30.254366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc6947e4-d759-4bb1-956a-bf90edcf797d req-108114a6-71ed-4fb6-aef1-6be6bccf1724 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309337 Jul 08 01:44:30.268100 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.369536 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.394901 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.397211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:30.397898 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.417247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-16f0cec5-3f8e-4df8-95cc-6cac1e1635c5 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:30.418802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-16f0cec5-3f8e-4df8-95cc-6cac1e1635c5 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 950 time: 0.2071714 Jul 08 01:44:30.432520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1e7c2a-a8c6-4b44-a42f-13b05d3bddbb,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:30.443641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Checking segment: {'id': 'eb3b35f5-b2ca-4a09-88bb-0f72033bc336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e3a8c9dc-585c-480e-b6ca-2287fdf452f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:30.444017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Network hostable DHCP agents. Network: e3a8c9dc-585c-480e-b6ca-2287fdf452f1, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:44:30.461546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Network e3a8c9dc-585c-480e-b6ca-2287fdf452f1 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:44:30.474068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e3a8c9dc-585c-480e-b6ca-2287fdf452f1) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:30.480278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:30.480985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.511355 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3c5b6f4e-e9e8-4019-b175-37fa0b300c0c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4119132 Jul 08 01:44:30.511558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-613593e7-a6a7-4d45-bc4f-11aa741ced65 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:30.511558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-613593e7-a6a7-4d45-bc4f-11aa741ced65 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.16 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 945 time: 0.2459867 Jul 08 01:44:30.526672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da11f2e-24af-486b-bd0c-92a900a0f4bf None None] Network e3a8c9dc-585c-480e-b6ca-2287fdf452f1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:44:30.540702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1778100 Jul 08 01:44:30.541169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52636) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:30.546928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Request body: {'subnet': {'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-733071600-subnet', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:30.553047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122ff00-b01e-4cf9-808a-7536da232930 admin admin] Pushing event updated for resources: {'Network': ['ID=158051b2-55d9-4a7a-a15b-19a8819643bb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:30.583606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 158051b2-55d9-4a7a-a15b-19a8819643bb details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:44:30.600461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:30.603537 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.655755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ea264-9d9f-468f-a405-7b115937994d req-90ced6f4-38d7-457a-9af6-aca64f2c39d6 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:30.663646 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-568ea264-9d9f-468f-a405-7b115937994d req-90ced6f4-38d7-457a-9af6-aca64f2c39d6 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 950 time: 0.3173647 Jul 08 01:44:30.758963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-568ea264-9d9f-468f-a405-7b115937994d req-96aec612-937a-4dcf-bbc9-836dce782c58 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943491 Jul 08 01:44:30.788823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-d44c70f2-8133-457b-86ca-eb3c7997bf0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Deleting port 2879901d-f241-4300-a4bb-c7ab29349923 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:30.788823 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-d44c70f2-8133-457b-86ca-eb3c7997bf0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.806487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba6561d-b29d-4e95-8588-2f1edf9d6de7 None None] Network e3a8c9dc-585c-480e-b6ca-2287fdf452f1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:44:30.806968 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-09476622-f0a9-45ea-bac2-14de754d1805 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Deleting port 7f23d7cd-8c13-4238-8fae-d26ebe60b896 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:30.807307 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-09476622-f0a9-45ea-bac2-14de754d1805 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:30.939222 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.016155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Checking segment: {'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:31.016534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Network hostable DHCP agents. Network: 158051b2-55d9-4a7a-a15b-19a8819643bb, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:44:31.020764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7e139f1-c7ab-4e50-8986-4c119571abe7,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:31.034064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-d44c70f2-8133-457b-86ca-eb3c7997bf0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] For port 2879901d-f241-4300-a4bb-c7ab29349923, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=2879901d-f241-4300-a4bb-c7ab29349923,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:31.034599 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-d44c70f2-8133-457b-86ca-eb3c7997bf0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.041559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Network 158051b2-55d9-4a7a-a15b-19a8819643bb is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:44:31.051308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 158051b2-55d9-4a7a-a15b-19a8819643bb) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:31.056335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:31.056933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.062528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594a128-f0fe-4dc7-81c6-3eaf14e92256 None None] Network 158051b2-55d9-4a7a-a15b-19a8819643bb requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:44:31.074628 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-887565f7-1318-4c2a-b409-49c9378ea0b6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5294824 Jul 08 01:44:31.074842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52650) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:31.077997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-d44c70f2-8133-457b-86ca-eb3c7997bf0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Calling delete_port for 2879901d-f241-4300-a4bb-c7ab29349923 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:31.080511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:31.081862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e683d233-6de3-4c80-a356-727d20f20460 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:31.086574 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc38f00-d45a-4fb2-92e5-2eabff01a195 req-c9c91f40-a94d-4928-ba47-13250ce02fad tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:31.088096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcc38f00-d45a-4fb2-92e5-2eabff01a195 req-c9c91f40-a94d-4928-ba47-13250ce02fad tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 945 time: 0.2498133 Jul 08 01:44:31.092041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-09476622-f0a9-45ea-bac2-14de754d1805 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] For port 7f23d7cd-8c13-4238-8fae-d26ebe60b896, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7f23d7cd-8c13-4238-8fae-d26ebe60b896,segment=NetworkSegment(b8d56bb2-4a4a-489c-9534-32494f1e09ff),segment_id=b8d56bb2-4a4a-489c-9534-32494f1e09ff)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:31.092450 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-09476622-f0a9-45ea-bac2-14de754d1805 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.104907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.106549 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.139725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-09476622-f0a9-45ea-bac2-14de754d1805 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Calling delete_port for 7f23d7cd-8c13-4238-8fae-d26ebe60b896 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:31.174221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.264471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcc38f00-d45a-4fb2-92e5-2eabff01a195 req-a79c3315-ab80-4543-bcfb-35cf9875109b tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606884 Jul 08 01:44:31.332236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea26d3-c5e8-44b2-8e08-121d039f5eca req-845cdd30-d937-4fa5-ac89-d714f6a0cea9 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:31.334433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9fea26d3-c5e8-44b2-8e08-121d039f5eca req-845cdd30-d937-4fa5-ac89-d714f6a0cea9 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 946 time: 0.2739966 Jul 08 01:44:31.351893 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.445367 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-158051b2-55d9-4a7a-a15b-19a8819643bb', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:44:31.447108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.483023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e683d233-6de3-4c80-a356-727d20f20460, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e683d233-6de3-4c80-a356-727d20f20460,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:31.497523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9fea26d3-c5e8-44b2-8e08-121d039f5eca req-27d204d4-e5d8-441e-8c88-0ecebe18abac tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508749 Jul 08 01:44:31.500824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-09476622-f0a9-45ea-bac2-14de754d1805 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.504973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'e683d233-6de3-4c80-a356-727d20f20460', 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e', 'port_id': 'e683d233-6de3-4c80-a356-727d20f20460', 'mac_address': 'fa:16:3e:a3:b4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4938b071-322e-4d5a-902e-685b4caf86d0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:31.514715 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-d44c70f2-8133-457b-86ca-eb3c7997bf0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.550258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09476622-f0a9-45ea-bac2-14de754d1805 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event deleted for resources: {'Port': ['ID=7f23d7cd-8c13-4238-8fae-d26ebe60b896,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:31.563362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['7f23d7cd-8c13-4238-8fae-d26ebe60b896'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:31.565317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['03235498-e3be-42ce-9acf-b65eea70c8a6', '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', '2879901d-f241-4300-a4bb-c7ab29349923'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:31.615709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c70f2-8133-457b-86ca-eb3c7997bf0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Pushing event deleted for resources: {'Port': ['ID=2879901d-f241-4300-a4bb-c7ab29349923,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:31.649439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-09476622-f0a9-45ea-bac2-14de754d1805 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] No DVR routers for this DVR port 7f23d7cd-8c13-4238-8fae-d26ebe60b896 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:31.663006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['45435edb-41c4-4ed3-b2ef-b59b871587c6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:31.668241 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.673338 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-09476622-f0a9-45ea-bac2-14de754d1805 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.675422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52ec89ee-a2fa-437e-94ea-7a00a4db4ad4 req-09476622-f0a9-45ea-bac2-14de754d1805 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.16 "DELETE /v2.0/ports/7f23d7cd-8c13-4238-8fae-d26ebe60b896 HTTP/1.1" status: 204 len: 173 time: 1.1446011 Jul 08 01:44:31.677245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6', 'name': 'network-vif-deleted', 'tag': '7f23d7cd-8c13-4238-8fae-d26ebe60b896'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:31.679606 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc673cf-289c-49e3-a04e-7613909d8e41" -d '{"events": [{"server_uuid": "f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6", "name": "network-vif-deleted", "tag": "7f23d7cd-8c13-4238-8fae-d26ebe60b896"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:31.696723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.744799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b0278-8605-4e75-8986-d93f06601444 req-11c6b7bb-3b01-48ef-b6c9-e2bd5d0a1dd2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:31.750775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b0278-8605-4e75-8986-d93f06601444 req-11c6b7bb-3b01-48ef-b6c9-e2bd5d0a1dd2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:31.762989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b0278-8605-4e75-8986-d93f06601444 req-11c6b7bb-3b01-48ef-b6c9-e2bd5d0a1dd2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:31.769136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b0278-8605-4e75-8986-d93f06601444 req-11c6b7bb-3b01-48ef-b6c9-e2bd5d0a1dd2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:31.775844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b0278-8605-4e75-8986-d93f06601444 req-11c6b7bb-3b01-48ef-b6c9-e2bd5d0a1dd2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:31.781784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b0278-8605-4e75-8986-d93f06601444 req-11c6b7bb-3b01-48ef-b6c9-e2bd5d0a1dd2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:31.789118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b0278-8605-4e75-8986-d93f06601444 req-11c6b7bb-3b01-48ef-b6c9-e2bd5d0a1dd2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:31.797174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c56b0278-8605-4e75-8986-d93f06601444 req-11c6b7bb-3b01-48ef-b6c9-e2bd5d0a1dd2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5429 time: 0.3832192 Jul 08 01:44:31.800113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-d44c70f2-8133-457b-86ca-eb3c7997bf0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] No DVR routers for this DVR port 2879901d-f241-4300-a4bb-c7ab29349923 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:31.808096 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-d44c70f2-8133-457b-86ca-eb3c7997bf0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.810067 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06a9abaf-4485-4eaa-a99c-e5d27abecea4 req-d44c70f2-8133-457b-86ca-eb3c7997bf0d tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "DELETE /v2.0/ports/2879901d-f241-4300-a4bb-c7ab29349923 HTTP/1.1" status: 204 len: 173 time: 1.3740396 Jul 08 01:44:31.857869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Allocated IP 172.25.4.101 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/fcda7a48-de6d-4143-aea3-f76509222161) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:44:31.874846 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:31.887597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c56b0278-8605-4e75-8986-d93f06601444 req-8e5bcbde-c9e2-460c-b853-7adc3d1c457b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894320 Jul 08 01:44:31.907401 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7910a1-a06c-46f5-989f-6bab15d09fff x-openstack-request-id: req-5f7910a1-a06c-46f5-989f-6bab15d09fff {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:31.907828 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6", "name": "network-vif-deleted", "tag": "7f23d7cd-8c13-4238-8fae-d26ebe60b896", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:31.908199 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f7910a1-a06c-46f5-989f-6bab15d09fff {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:31.908833 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6', 'name': 'network-vif-deleted', 'tag': '7f23d7cd-8c13-4238-8fae-d26ebe60b896', 'status': 'completed', 'code': 200} Jul 08 01:44:31.934927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e683d233-6de3-4c80-a356-727d20f20460 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:31.981107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Allocated IP 172.20.0.2 (158051b2-55d9-4a7a-a15b-19a8819643bb/a7e139f1-c7ab-4e50-8986-4c119571abe7/f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:44:32.021337 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:32.029860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e683d233-6de3-4c80-a356-727d20f20460, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e683d233-6de3-4c80-a356-727d20f20460,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:32.068753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:32.069519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b1017d1c-77ed-4095-b3c8-a332634c3034 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:32.071521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:32.152015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:44:32.153570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fcda7a48-de6d-4143-aea3-f76509222161,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:32.164733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:32.168215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:44:32.177547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb27dd80-d80d-4dee-a23d-abfdda0b5dda req-7d346825-7775-47c3-a20a-0eb015691d2b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=a212d8c3-1685-40fb-8faa-41eb6840d6dc HTTP/1.1" status: 200 len: 210 time: 0.0752158 Jul 08 01:44:32.232556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-f5bf430c-755b-4e0f-8967-02642655112b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:32.234578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-f5bf430c-755b-4e0f-8967-02642655112b tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.24 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 946 time: 0.1862040 Jul 08 01:44:32.384885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-7395c6ed-cd23-48b7-b61b-c8258ea0aa2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Deleting port 0e68c95d-e552-47e7-87b3-3b11a090e838 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:32.385975 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-7395c6ed-cd23-48b7-b61b-c8258ea0aa2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:32.523394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-7395c6ed-cd23-48b7-b61b-c8258ea0aa2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] For port 0e68c95d-e552-47e7-87b3-3b11a090e838, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=0e68c95d-e552-47e7-87b3-3b11a090e838,segment=NetworkSegment(f6a40641-758a-47f4-be8d-50468706dfec),segment_id=f6a40641-758a-47f4-be8d-50468706dfec)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:32.523764 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-7395c6ed-cd23-48b7-b61b-c8258ea0aa2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:32.542942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-7395c6ed-cd23-48b7-b61b-c8258ea0aa2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Calling delete_port for 0e68c95d-e552-47e7-87b3-3b11a090e838 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:32.578909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e683d233-6de3-4c80-a356-727d20f20460,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:32.601378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:32.704547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b1017d1c-77ed-4095-b3c8-a332634c3034, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b1017d1c-77ed-4095-b3c8-a332634c3034,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:32.735470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69d10c23-f3d4-4240-9ded-4bba108003bb req-6a85909d-1949-43f0-a492-b04077b41dfd tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/ports?device_id=f14cd05f-6f87-4dc2-b49d-d509c1b3e7a6 HTTP/1.1" status: 200 len: 210 time: 0.0749657 Jul 08 01:44:32.775995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'b1017d1c-77ed-4095-b3c8-a332634c3034', 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877', 'port_id': 'b1017d1c-77ed-4095-b3c8-a332634c3034', 'mac_address': 'fa:16:3e:40:07:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41669f5d-1dac-460e-8c04-65fc689c8c5f', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:32.848121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20a9de-63c2-49bf-862f-13070ddb58cc req-9c4e3df8-cc4c-4495-ad33-ff2539b51827 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:32.855631 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e20a9de-63c2-49bf-862f-13070ddb58cc req-9c4e3df8-cc4c-4495-ad33-ff2539b51827 tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/ports?device_id=010d07d6-70f9-4618-a488-090459b95961 HTTP/1.1" status: 200 len: 946 time: 0.1849790 Jul 08 01:44:32.869046 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:32.889026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Transition to ACTIVE for port object f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:32.897645 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:32.913786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:32.938024 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e20a9de-63c2-49bf-862f-13070ddb58cc req-dd5647e0-dff8-48aa-954b-f44a2705f74d tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.41 "GET /v2.0/security-groups?id=083a7e07-3c11-406f-8d49-a2e852fb7f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815139 Jul 08 01:44:32.941930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1017d1c-77ed-4095-b3c8-a332634c3034 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:32.947164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Transition to ACTIVE for port object f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:32.967495 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:32.978196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b1017d1c-77ed-4095-b3c8-a332634c3034, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b1017d1c-77ed-4095-b3c8-a332634c3034,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:33.004099 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-7395c6ed-cd23-48b7-b61b-c8258ea0aa2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:33.017308 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:33.018356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 675c60cb-fa09-4452-b098-1aa7cbf1688a details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:33.029486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Network 158051b2-55d9-4a7a-a15b-19a8819643bb is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:44:33.038710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:33.045399 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:44:33.062042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Pushing event updated for resources: {'Port': ['ID=f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:33.106212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395c6ed-cd23-48b7-b61b-c8258ea0aa2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Pushing event deleted for resources: {'Port': ['ID=0e68c95d-e552-47e7-87b3-3b11a090e838,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:33.154531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-7395c6ed-cd23-48b7-b61b-c8258ea0aa2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] No DVR routers for this DVR port 0e68c95d-e552-47e7-87b3-3b11a090e838 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:33.158068 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-7395c6ed-cd23-48b7-b61b-c8258ea0aa2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:33.160094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d850fc5-ee04-4d8a-87f7-81473fd523eb req-7395c6ed-cd23-48b7-b61b-c8258ea0aa2f tempest-ServersTestJSON-210858480 tempest-ServersTestJSON-210858480-project] 10.222.0.24 "DELETE /v2.0/ports/0e68c95d-e552-47e7-87b3-3b11a090e838 HTTP/1.1" status: 204 len: 173 time: 0.9182191 Jul 08 01:44:33.202161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Router 9d19777b-052e-43ad-bba0-05374ec533cb is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:44:33.277755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982b73-9476-432b-8b16-bf525cd06845 req-4a25f789-28f9-40a9-8049-e9b751e00702 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:33.284457 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982b73-9476-432b-8b16-bf525cd06845 req-4a25f789-28f9-40a9-8049-e9b751e00702 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:33.290920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982b73-9476-432b-8b16-bf525cd06845 req-4a25f789-28f9-40a9-8049-e9b751e00702 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:33.297734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982b73-9476-432b-8b16-bf525cd06845 req-4a25f789-28f9-40a9-8049-e9b751e00702 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:33.304505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982b73-9476-432b-8b16-bf525cd06845 req-4a25f789-28f9-40a9-8049-e9b751e00702 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:33.310608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982b73-9476-432b-8b16-bf525cd06845 req-4a25f789-28f9-40a9-8049-e9b751e00702 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:33.317917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06982b73-9476-432b-8b16-bf525cd06845 req-4a25f789-28f9-40a9-8049-e9b751e00702 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:33.318717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0e68c95d-e552-47e7-87b3-3b11a090e838'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:33.325886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06982b73-9476-432b-8b16-bf525cd06845 req-4a25f789-28f9-40a9-8049-e9b751e00702 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5431 time: 0.1815217 Jul 08 01:44:33.371082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 675c60cb-fa09-4452-b098-1aa7cbf1688a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:33.381259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:44:33.390345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Attempting to bind port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:33.391505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Attempting to bind port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:33.391888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Attempting to bind port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 on network 158051b2-55d9-4a7a-a15b-19a8819643bb {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:33.394247 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Sync routers for ids ['9d19777b-052e-43ad-bba0-05374ec533cb'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:44:33.401160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:33.401532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Checking segment: {'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:33.402595 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:33.403002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Bound using segment: {'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:33.403390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06982b73-9476-432b-8b16-bf525cd06845 req-f13ab835-a58f-425f-b074-734de5b1c851 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765584 Jul 08 01:44:33.403506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Bound port: f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:33.403858 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:33.411949 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Routers {'9d19777b-052e-43ad-bba0-05374ec533cb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:44:33.412879 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d19777b-052e-43ad-bba0-05374ec533cb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:33.415648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '675c60cb-fa09-4452-b098-1aa7cbf1688a', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'port_id': '675c60cb-fa09-4452-b098-1aa7cbf1688a', 'mac_address': 'fa:16:3e:e9:bf:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:33.419760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b1017d1c-77ed-4095-b3c8-a332634c3034,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:33.430330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:33.434474 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-04a72687-6d43-4727-ae39-1b139a8975c0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3586059 Jul 08 01:44:33.437691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52702) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:33.483581 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:33.528558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675c60cb-fa09-4452-b098-1aa7cbf1688a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:33.536949 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Set router 9d19777b-052e-43ad-bba0-05374ec533cb gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:44:33.548184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-fc47d06b-8ce9-40e7-be1b-c996646470d1 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:33.549713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-fc47d06b-8ce9-40e7-be1b-c996646470d1 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/networks?id=e3a8c9dc-585c-480e-b6ca-2287fdf452f1 HTTP/1.1" status: 200 len: 809 time: 0.1417418 Jul 08 01:44:33.578268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 675c60cb-fa09-4452-b098-1aa7cbf1688a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:33.581897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-eb77c9ac-8e54-476a-8dfc-5d2d06c1ba6e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/quotas/1589854d80a9419c818227b7912af69a HTTP/1.1" status: 200 len: 375 time: 0.0245154 Jul 08 01:44:33.591254 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:33.591922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 60338bfe-28b4-49f2-8081-d18538b2d473 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:33.603492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] For port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:33.655331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-7f54f9d2-08e4-46f6-92a9-13045dbb2620 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1589854d80a9419c818227b7912af69a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718250 Jul 08 01:44:33.657427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] For port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:33.694246 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:33.767232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=675c60cb-fa09-4452-b098-1aa7cbf1688a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:33.774091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 60338bfe-28b4-49f2-8081-d18538b2d473, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60338bfe-28b4-49f2-8081-d18538b2d473,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:33.835241 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:32Z', 'revision_number': 3, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:33.839577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '60338bfe-28b4-49f2-8081-d18538b2d473', 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877', 'port_id': '60338bfe-28b4-49f2-8081-d18538b2d473', 'mac_address': 'fa:16:3e:38:1a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41669f5d-1dac-460e-8c04-65fc689c8c5f', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:33.884124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-4013fbc3-5ca9-4d2f-8421-b6d3d92aafc2 service neutron] 10.222.0.41 "GET /v2.0/networks/e3a8c9dc-585c-480e-b6ca-2287fdf452f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207034 Jul 08 01:44:33.910309 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6584402-b56f-48f3-9124-6a651964cb67 None None] Pushing event updated for resources: {'Port': ['ID=f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:33.918287 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Checking router: 9d19777b-052e-43ad-bba0-05374ec533cb for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:44:33.918491 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Updating router 9d19777b-052e-43ad-bba0-05374ec533cb port fcda7a48-de6d-4143-aea3-f76509222161 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:44:33.939431 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:33.946552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'name': 'network-vif-deleted', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923'}, {'server_uuid': '010d07d6-70f9-4618-a488-090459b95961', 'name': 'network-vif-deleted', 'tag': '0e68c95d-e552-47e7-87b3-3b11a090e838'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:33.949404 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f940a479-ec54-4215-90f0-afce094b6f6f" -d '{"events": [{"server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "name": "network-vif-deleted", "tag": "2879901d-f241-4300-a4bb-c7ab29349923"}, {"server_uuid": "010d07d6-70f9-4618-a488-090459b95961", "name": "network-vif-deleted", "tag": "0e68c95d-e552-47e7-87b3-3b11a090e838"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:33.955607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60338bfe-28b4-49f2-8081-d18538b2d473 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:33.992265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 60338bfe-28b4-49f2-8081-d18538b2d473, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60338bfe-28b4-49f2-8081-d18538b2d473,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:33.998280 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.000599 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.002265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:34.034601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-3db8f8db-ba20-4866-baeb-a085df3183b7 service neutron] 10.222.0.41 "GET /v2.0/networks/e3a8c9dc-585c-480e-b6ca-2287fdf452f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489236 Jul 08 01:44:34.179737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:34.226001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=60338bfe-28b4-49f2-8081-d18538b2d473,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:34.244269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'b8f6a074-10c0-4c43-8b24-32dfd7fa0e95', 'network_id': 'dff1a577-2ed8-4004-b0a5-9b3dd703e04e', 'port_id': 'b8f6a074-10c0-4c43-8b24-32dfd7fa0e95', 'mac_address': 'fa:16:3e:9a:d0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4938b071-322e-4d5a-902e-685b4caf86d0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:34.340255 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.374403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:34.376821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae721d67-8c3d-4afb-9ecd-c9724e7c03a7 req-065626c6-52ba-4ab0-8cae-0203b876e255 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:34.386182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae721d67-8c3d-4afb-9ecd-c9724e7c03a7 req-065626c6-52ba-4ab0-8cae-0203b876e255 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 951 time: 0.1137083 Jul 08 01:44:34.412047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:34.414170 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.419979 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.420799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f60c37cd-5bd3-4c6b-9f63-182eb0889855 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:34.461413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7f23d7cd-8c13-4238-8fae-d26ebe60b896 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:34.496663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 7f23d7cd-8c13-4238-8fae-d26ebe60b896 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:34.497017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7f23d7cd-8c13-4238-8fae-d26ebe60b896 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:34.557149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f60c37cd-5bd3-4c6b-9f63-182eb0889855, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f60c37cd-5bd3-4c6b-9f63-182eb0889855,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:34.570905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:34.586404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'f60c37cd-5bd3-4c6b-9f63-182eb0889855', 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877', 'port_id': 'f60c37cd-5bd3-4c6b-9f63-182eb0889855', 'mac_address': 'fa:16:3e:6a:61:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41669f5d-1dac-460e-8c04-65fc689c8c5f', 'ip_address': '10.1.1.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:34.646010 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.661499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60c37cd-5bd3-4c6b-9f63-182eb0889855 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:34.684202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f60c37cd-5bd3-4c6b-9f63-182eb0889855, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f60c37cd-5bd3-4c6b-9f63-182eb0889855,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:34.695028 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.695833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8f30cc45-c864-4663-b66e-e68c70b846b4 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:34.750218 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.771833 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Transition to ACTIVE for port object fcda7a48-de6d-4143-aea3-f76509222161 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:34.788359 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.808366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8f30cc45-c864-4663-b66e-e68c70b846b4, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8f30cc45-c864-4663-b66e-e68c70b846b4,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:34.836859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '8f30cc45-c864-4663-b66e-e68c70b846b4', 'network_id': '5bee8699-06fd-4db5-ae5a-f970e5377877', 'port_id': '8f30cc45-c864-4663-b66e-e68c70b846b4', 'mac_address': 'fa:16:3e:96:f4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41669f5d-1dac-460e-8c04-65fc689c8c5f', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:34.885377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52722) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:34.887168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.916158 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fd3543-beff-45a5-a793-6185dd491eba x-openstack-request-id: req-46fd3543-beff-45a5-a793-6185dd491eba {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:34.916698 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a212d8c3-1685-40fb-8faa-41eb6840d6dc", "name": "network-vif-deleted", "tag": "2879901d-f241-4300-a4bb-c7ab29349923", "status": "completed", "code": 200}, {"server_uuid": "010d07d6-70f9-4618-a488-090459b95961", "name": "network-vif-deleted", "tag": "0e68c95d-e552-47e7-87b3-3b11a090e838", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:34.917115 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46fd3543-beff-45a5-a793-6185dd491eba {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:34.917654 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a212d8c3-1685-40fb-8faa-41eb6840d6dc', 'name': 'network-vif-deleted', 'tag': '2879901d-f241-4300-a4bb-c7ab29349923', 'status': 'completed', 'code': 200} Jul 08 01:44:34.918058 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010d07d6-70f9-4618-a488-090459b95961', 'name': 'network-vif-deleted', 'tag': '0e68c95d-e552-47e7-87b3-3b11a090e838', 'status': 'completed', 'code': 200} Jul 08 01:44:34.930225 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Pushing event updated for resources: {'Port': ['ID=fcda7a48-de6d-4143-aea3-f76509222161,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:34.947831 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae721d67-8c3d-4afb-9ecd-c9724e7c03a7 req-1bd34b0c-73ce-43b2-9b43-d66355f68943 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602989 Jul 08 01:44:34.953728 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.954083 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.954455 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.954823 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.955154 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.955515 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.955799 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.956199 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.956557 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.966219 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.966690 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.967037 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:34.970771 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Attempting to bind port fcda7a48-de6d-4143-aea3-f76509222161 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:34.976055 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Attempting to bind port fcda7a48-de6d-4143-aea3-f76509222161 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:34.976575 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Attempting to bind port fcda7a48-de6d-4143-aea3-f76509222161 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:34.985842 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:34.986370 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:34.986787 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.987190 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:34.987680 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Bound port: fcda7a48-de6d-4143-aea3-f76509222161, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:34.988062 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:34.996589 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.022660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f60c37cd-5bd3-4c6b-9f63-182eb0889855,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:35.054809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f30cc45-c864-4663-b66e-e68c70b846b4 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:35.088941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8f30cc45-c864-4663-b66e-e68c70b846b4, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8f30cc45-c864-4663-b66e-e68c70b846b4,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:35.093227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2acb33f-29ab-44cb-a014-0e1cea48717b admin admin] Deleting subnet 94efa8dc-98fe-402d-a487-c19d12a4e6f9 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:44:35.106976 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.107143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2acb33f-29ab-44cb-a014-0e1cea48717b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.128558 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] For port fcda7a48-de6d-4143-aea3-f76509222161, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:35.138481 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] For port fcda7a48-de6d-4143-aea3-f76509222161, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fcda7a48-de6d-4143-aea3-f76509222161,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:35.154608 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.223660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2acb33f-29ab-44cb-a014-0e1cea48717b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.225778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1be9e0be-e7fa-402a-a201-57745dc89dee req-69f6993c-67b0-454b-bc2d-71f6132fe095 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 210 time: 0.0563917 Jul 08 01:44:35.244679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8f30cc45-c864-4663-b66e-e68c70b846b4,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:35.282572 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Routers {'9d19777b-052e-43ad-bba0-05374ec533cb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:44:35.283292 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d19777b-052e-43ad-bba0-05374ec533cb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:35.333420 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff59468-a8ba-4733-b93b-f81d7394bec3 None None] Pushing event updated for resources: {'Port': ['ID=fcda7a48-de6d-4143-aea3-f76509222161,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:35.374178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c0d578-90dd-4954-90c7-4a0ebc2bb193 None None] Network 158051b2-55d9-4a7a-a15b-19a8819643bb requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:44:35.382537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32756f8d-d3a3-45ae-8a76-c23deceee724 req-5b87f26e-698f-4446-a831-25101cd473dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:35.389135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32756f8d-d3a3-45ae-8a76-c23deceee724 req-5b87f26e-698f-4446-a831-25101cd473dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:35.396847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32756f8d-d3a3-45ae-8a76-c23deceee724 req-5b87f26e-698f-4446-a831-25101cd473dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:35.406306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32756f8d-d3a3-45ae-8a76-c23deceee724 req-5b87f26e-698f-4446-a831-25101cd473dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:35.422323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32756f8d-d3a3-45ae-8a76-c23deceee724 req-5b87f26e-698f-4446-a831-25101cd473dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:35.425113 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] Set router 9d19777b-052e-43ad-bba0-05374ec533cb gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:44:35.433295 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32756f8d-d3a3-45ae-8a76-c23deceee724 req-5b87f26e-698f-4446-a831-25101cd473dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:35.437951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2acb33f-29ab-44cb-a014-0e1cea48717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.451400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32756f8d-d3a3-45ae-8a76-c23deceee724 req-5b87f26e-698f-4446-a831-25101cd473dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:35.454920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Allocated IP 172.20.0.1 (158051b2-55d9-4a7a-a15b-19a8819643bb/a7e139f1-c7ab-4e50-8986-4c119571abe7/10a08032-4a46-4369-83ce-09ab72c16ad5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:44:35.461756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-32756f8d-d3a3-45ae-8a76-c23deceee724 req-5b87f26e-698f-4446-a831-25101cd473dc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5436 time: 0.2035544 Jul 08 01:44:35.626282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:35.656989 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2acb33f-29ab-44cb-a014-0e1cea48717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.662384 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.677490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-32756f8d-d3a3-45ae-8a76-c23deceee724 req-b74603ab-784a-409b-a2bc-6de173e43655 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084503 Jul 08 01:44:35.716706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acb33f-29ab-44cb-a014-0e1cea48717b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94efa8dc-98fe-402d-a487-c19d12a4e6f9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:35.719020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2acb33f-29ab-44cb-a014-0e1cea48717b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.724720 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b2acb33f-29ab-44cb-a014-0e1cea48717b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/94efa8dc-98fe-402d-a487-c19d12a4e6f9 HTTP/1.1" status: 204 len: 168 time: 0.8341517 Jul 08 01:44:35.727961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52742) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:35.753089 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:32Z', 'revision_number': 3, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:35.772353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-eb06c2f0-884b-45ee-b15c-e60381811f64 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:35.774390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-eb06c2f0-884b-45ee-b15c-e60381811f64 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 951 time: 0.2410231 Jul 08 01:44:35.791824 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d483a345-90a2-4148-91e5-9ca28f0213aa None None] The sync data for ids ['9d19777b-052e-43ad-bba0-05374ec533cb'] in n-d-694802-14 is: [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:32Z', 'revision_number': 3, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:44:35.805499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Transition to ACTIVE for port object 10a08032-4a46-4369-83ce-09ab72c16ad5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:35.844055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.861445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d4ec-95c5-4894-bb3d-0e10a9aacb61 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.870964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e16d7f7d-cf69-48eb-9496-501b91865283 None None] Provisioning for port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:35.924172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['e683d233-6de3-4c80-a356-727d20f20460'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:35.938912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8f30cc45-c864-4663-b66e-e68c70b846b4'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:35.944203 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d4ec-95c5-4894-bb3d-0e10a9aacb61 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.946697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:35.979744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f60c37cd-5bd3-4c6b-9f63-182eb0889855'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:36.047419 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.048319 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b1017d1c-77ed-4095-b3c8-a332634c3034'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:36.072106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Network 158051b2-55d9-4a7a-a15b-19a8819643bb is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:44:36.083850 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['60338bfe-28b4-49f2-8081-d18538b2d473'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:36.085022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-b2882d39-abf3-4e27-8905-fe6ca2307f48 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Deleting port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:36.085394 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-b2882d39-abf3-4e27-8905-fe6ca2307f48 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.090634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:36.106462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:44:36.136087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b8f6a074-10c0-4c43-8b24-32dfd7fa0e95'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:36.190261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['675c60cb-fa09-4452-b098-1aa7cbf1688a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:36.199658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec165b7b-c1b2-40d2-a912-6340373d1594']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:36.222283 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d4ec-95c5-4894-bb3d-0e10a9aacb61 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.229912 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7b9d4ec-95c5-4894-bb3d-0e10a9aacb61 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.233350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e7b9d4ec-95c5-4894-bb3d-0e10a9aacb61 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "DELETE /v2.0/security-groups/1524140c-3b8c-44c2-a502-8241a2eaf02e HTTP/1.1" status: 204 len: 168 time: 0.5946925 Jul 08 01:44:36.244127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52756) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:36.248337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a40641-758a-47f4-be8d-50468706dfec') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:36.249031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a40641-758a-47f4-be8d-50468706dfec') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:36.275439 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.296037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.303969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:44:36.305542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:44:36.329286 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:44:36.341558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:36.381537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Pushing event updated for resources: {'Port': ['ID=10a08032-4a46-4369-83ce-09ab72c16ad5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:36.383924 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.391455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9d4ec-95c5-4894-bb3d-0e10a9aacb61 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1524140c-3b8c-44c2-a502-8241a2eaf02e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:36.404289 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-9d161c07-dbaf-42d7-bc2d-1899223f73bc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] show failed (client error): The resource could not be found. Jul 08 01:44:36.405359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9d161c07-dbaf-42d7-bc2d-1899223f73bc tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "GET /v2.0/security-groups/1524140c-3b8c-44c2-a502-8241a2eaf02e HTTP/1.1" status: 404 len: 347 time: 0.1477046 Jul 08 01:44:36.419284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52762) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:36.519045 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.527254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.529301 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] 10.222.0.41 "DELETE /v2.0/networks/ec165b7b-c1b2-40d2-a912-6340373d1594 HTTP/1.1" status: 204 len: 168 time: 0.8000607 Jul 08 01:44:36.614765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193bd78-c034-4095-92a4-7b108a2c7aed admin admin] Pushing event deleted for resources: {'Network': ['ID=ec165b7b-c1b2-40d2-a912-6340373d1594,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:36.745899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.756972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52770) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:36.777237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e633b3d-ed34-490a-a507-fc1a803edf25 req-553b1c43-7efd-4841-922b-c84aa7bfc5cc tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 210 time: 0.2128327 Jul 08 01:44:36.795612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-b2882d39-abf3-4e27-8905-fe6ca2307f48 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] For port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:36.796410 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-b2882d39-abf3-4e27-8905-fe6ca2307f48 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:36.813608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-b2882d39-abf3-4e27-8905-fe6ca2307f48 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Calling delete_port for 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:36.829319 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-307a6341-bc0f-4c2c-9cc0-992f71f4e7d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c717aba88cea40cab44fd182e8ee9746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689588 Jul 08 01:44:36.829831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:36.964383 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c254582-4515-48fd-b9df-12750b537b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.006053 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c254582-4515-48fd-b9df-12750b537b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.019808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-b2882d39-abf3-4e27-8905-fe6ca2307f48 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.046480 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:37.070356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-3d7e7233-5188-4c44-907e-dc7b27368b5a tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:37.072945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-3d7e7233-5188-4c44-907e-dc7b27368b5a tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.16 "GET /v2.0/networks?id=e3a8c9dc-585c-480e-b6ca-2287fdf452f1 HTTP/1.1" status: 200 len: 809 time: 0.5452192 Jul 08 01:44:37.081444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['45435edb-41c4-4ed3-b2ef-b59b871587c6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:37.090699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.102457 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.124246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Request body: {'port': {'device_id': 'ecd0e341-acbd-4830-91f9-b5ec66c069f3', 'network_id': 'e3a8c9dc-585c-480e-b6ca-2287fdf452f1', 'admin_state_up': True, 'tenant_id': '1589854d80a9419c818227b7912af69a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:37.144849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:37.145283 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.177832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Pushing event updated for resources: {'Port': ['ID=10a08032-4a46-4369-83ce-09ab72c16ad5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:37.187267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:37.195731 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c254582-4515-48fd-b9df-12750b537b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.200229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c254582-4515-48fd-b9df-12750b537b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.201680 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2c254582-4515-48fd-b9df-12750b537b11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/083a7e07-3c11-406f-8d49-a2e852fb7f2a HTTP/1.1" status: 204 len: 168 time: 0.3708270 Jul 08 01:44:37.216189 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.218951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c254582-4515-48fd-b9df-12750b537b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083a7e07-3c11-406f-8d49-a2e852fb7f2a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:37.225626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2882d39-abf3-4e27-8905-fe6ca2307f48 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Pushing event deleted for resources: {'Port': ['ID=8b244c3f-d34b-49a7-ac1d-5889c3bc4a14,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:37.255042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 2879901d-f241-4300-a4bb-c7ab29349923 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:37.256063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 2879901d-f241-4300-a4bb-c7ab29349923 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:37.256063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 0e68c95d-e552-47e7-87b3-3b11a090e838 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:37.302695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 0e68c95d-e552-47e7-87b3-3b11a090e838 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:37.302695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 0e68c95d-e552-47e7-87b3-3b11a090e838 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:37.302695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:37.328977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-b2882d39-abf3-4e27-8905-fe6ca2307f48 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] No DVR routers for this DVR port 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:37.345517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Network 158051b2-55d9-4a7a-a15b-19a8819643bb is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:44:37.347929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e36dd-5ebc-47e5-9119-7e4794a7a796 req-e2bb89b6-2a3a-449d-ad8c-b01e5bf09d65 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:37.349619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:37.356933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:37.357145 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-731e36dd-5ebc-47e5-9119-7e4794a7a796 req-e2bb89b6-2a3a-449d-ad8c-b01e5bf09d65 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=681e003a-b921-4908-8bb7-4a2d20e67bd7 HTTP/1.1" status: 200 len: 868 time: 1.0665009 Jul 08 01:44:37.357369 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:37.359902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-b2882d39-abf3-4e27-8905-fe6ca2307f48 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.361825 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a065a78-e098-47d9-a708-9093c4650ec6 req-b2882d39-abf3-4e27-8905-fe6ca2307f48 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "DELETE /v2.0/ports/8b244c3f-d34b-49a7-ac1d-5889c3bc4a14 HTTP/1.1" status: 204 len: 173 time: 1.5745199 Jul 08 01:44:37.388255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-deleted', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:37.390777 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544a279f-4518-4d14-9163-b5532bda203e" -d '{"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-deleted", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:37.474329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-731e36dd-5ebc-47e5-9119-7e4794a7a796 req-795bdc18-ac09-469b-befa-9bbc5359bf05 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148863 Jul 08 01:44:37.496040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Deleting port 19f8e607-f95d-449c-a7d7-de23e7a9cbdc {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:37.496636 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.765096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Router 9d19777b-052e-43ad-bba0-05374ec533cb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:44:37.785554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35eec8-f441-4fe9-a4be-f7ad6388e7ab req-4a640770-90a1-4a19-98ed-718bea9447e4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:37.796961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35eec8-f441-4fe9-a4be-f7ad6388e7ab req-4a640770-90a1-4a19-98ed-718bea9447e4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:37.822769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35eec8-f441-4fe9-a4be-f7ad6388e7ab req-4a640770-90a1-4a19-98ed-718bea9447e4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:37.832611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35eec8-f441-4fe9-a4be-f7ad6388e7ab req-4a640770-90a1-4a19-98ed-718bea9447e4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:37.855985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35eec8-f441-4fe9-a4be-f7ad6388e7ab req-4a640770-90a1-4a19-98ed-718bea9447e4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:37.893124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35eec8-f441-4fe9-a4be-f7ad6388e7ab req-4a640770-90a1-4a19-98ed-718bea9447e4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:37.909960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35eec8-f441-4fe9-a4be-f7ad6388e7ab req-4a640770-90a1-4a19-98ed-718bea9447e4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:37.913855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b35eec8-f441-4fe9-a4be-f7ad6388e7ab req-4a640770-90a1-4a19-98ed-718bea9447e4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5436 time: 0.8359621 Jul 08 01:44:37.923934 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea47899b-1bd2-4e7f-8b79-24b131092fb0 x-openstack-request-id: req-ea47899b-1bd2-4e7f-8b79-24b131092fb0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:37.924225 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681e003a-b921-4908-8bb7-4a2d20e67bd7", "name": "network-vif-deleted", "tag": "8b244c3f-d34b-49a7-ac1d-5889c3bc4a14", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:37.924499 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea47899b-1bd2-4e7f-8b79-24b131092fb0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:37.924904 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681e003a-b921-4908-8bb7-4a2d20e67bd7', 'name': 'network-vif-deleted', 'tag': '8b244c3f-d34b-49a7-ac1d-5889c3bc4a14', 'status': 'completed', 'code': 200} Jul 08 01:44:37.936208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.936561 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:37.975865 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Calling delete_port for 19f8e607-f95d-449c-a7d7-de23e7a9cbdc owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:38.063454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:44:38.068998 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-08605635-c7f3-443d-b653-09713156d560 admin admin] 10.222.0.41 "PUT /v2.0/routers/9d19777b-052e-43ad-bba0-05374ec533cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6278439 Jul 08 01:44:38.164653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5e5aa932-d297-4950-aaf8-b9ea98e66f60 None None] Provisioning for port 10a08032-4a46-4369-83ce-09ab72c16ad5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:38.203110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Made reservation on behalf of 1589854d80a9419c818227b7912af69a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:38.206724 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:38.216197 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:38.242201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cababebb-1d1e-4550-8915-4c8421f2d6a1 req-f59fd339-79bb-409a-b667-45ce55f33d13 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 210 time: 0.1485915 Jul 08 01:44:38.265576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:38.270298 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5e5aa932-d297-4950-aaf8-b9ea98e66f60 None None] Provisioning complete for port 10a08032-4a46-4369-83ce-09ab72c16ad5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:38.271746 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa932-d297-4950-aaf8-b9ea98e66f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:38.304436 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:38.326993 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b35eec8-f441-4fe9-a4be-f7ad6388e7ab req-fd71aee3-2317-43e3-94cc-4f82c0b0bb74 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2249241 Jul 08 01:44:38.388747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:38.425440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5e5aa932-d297-4950-aaf8-b9ea98e66f60 None None] Port 10a08032-4a46-4369-83ce-09ab72c16ad5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:44:38.472794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5e5aa932-d297-4950-aaf8-b9ea98e66f60 None None] Provisioning complete for port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:38.473716 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa932-d297-4950-aaf8-b9ea98e66f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:38.480346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Sync routers for ids ['9d19777b-052e-43ad-bba0-05374ec533cb'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:44:38.607704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fcda7a48-de6d-4143-aea3-f76509222161 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:38.655284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Allocated IP 172.20.0.12 (e3a8c9dc-585c-480e-b6ca-2287fdf452f1/4f1e7c2a-a8c6-4b44-a42f-13b05d3bddbb/65ade04f-1da3-42b9-bc3d-0b29bee36387) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:44:38.674752 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:38.711030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Routers {'9d19777b-052e-43ad-bba0-05374ec533cb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:44:38.712483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d19777b-052e-43ad-bba0-05374ec533cb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:38.765021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Pushing event deleted for resources: {'Port': ['ID=19f8e607-f95d-449c-a7d7-de23e7a9cbdc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:38.810179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.810831 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.811180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.811525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.811862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.812566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.813088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.813628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.814146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.814657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.815168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.815691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:38.828443 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:38.868491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:38.871382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:38.872614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-61cbb377-0ae0-469f-887f-dd26e7d54977 tempest-ImagesOneServerNegativeTestJSON-1214561816 tempest-ImagesOneServerNegativeTestJSON-1214561816-project] 10.222.0.41 "DELETE /v2.0/floatingips/4e6ed3ea-dba5-4e03-bd1f-01d25859879a HTTP/1.1" status: 204 len: 168 time: 2.4486573 Jul 08 01:44:38.959401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Set router 9d19777b-052e-43ad-bba0-05374ec533cb gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:44:39.024631 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:39.071302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port fcda7a48-de6d-4143-aea3-f76509222161 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:39.079181 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:39.129106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Network e3a8c9dc-585c-480e-b6ca-2287fdf452f1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:44:39.135767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:39.139880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:44:39.154033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port fcda7a48-de6d-4143-aea3-f76509222161 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:39.154412 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:39.182075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:39.234635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:39.235287 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:39.240255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Pushing event updated for resources: {'Port': ['ID=65ade04f-1da3-42b9-bc3d-0b29bee36387,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:39.301222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-76140d56-68c5-4a95-b72a-16ecd9c84f1e tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1811378 Jul 08 01:44:39.317647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Request body: {'port': {'device_id': 'ecd0e341-acbd-4830-91f9-b5ec66c069f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:39.447076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['03235498-e3be-42ce-9acf-b65eea70c8a6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:39.447306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdb24d-048a-430e-81d6-c6d49a2dba56 req-ec96cc41-1f2c-45bf-8300-fe147dca3ffe tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:39.449409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7cdb24d-048a-430e-81d6-c6d49a2dba56 req-ec96cc41-1f2c-45bf-8300-fe147dca3ffe tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2030609 Jul 08 01:44:39.495374 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:39.550714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8e10d5d0-b812-4539-b5f8-40a1a7eb8437 None None] Provisioning complete for port 10a08032-4a46-4369-83ce-09ab72c16ad5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:39.551111 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8e10d5d0-b812-4539-b5f8-40a1a7eb8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:39.578732 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7cdb24d-048a-430e-81d6-c6d49a2dba56 req-5ff0e91f-015f-4595-ad5f-14e73090d826 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210086 Jul 08 01:44:39.692946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8e10d5d0-b812-4539-b5f8-40a1a7eb8437 None None] Port 10a08032-4a46-4369-83ce-09ab72c16ad5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:44:39.740887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52906) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:39.767350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:39.797065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ade17d-6cb5-4b73-bcc4-96a31a090f5f req-e9d01e8a-bcfa-49d7-a2e6-7e0024329297 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:39.798893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:39.798893 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:39.805387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69ade17d-6cb5-4b73-bcc4-96a31a090f5f req-e9d01e8a-bcfa-49d7-a2e6-7e0024329297 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 932 time: 0.2458222 Jul 08 01:44:39.870653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff86b47d-e84c-43f9-803a-c44dea31551a admin admin] Deleting subnet c5ba1596-0785-460c-aa55-b02617295193 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:44:39.877113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff86b47d-e84c-43f9-803a-c44dea31551a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:39.935595 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff86b47d-e84c-43f9-803a-c44dea31551a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:39.939387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69ade17d-6cb5-4b73-bcc4-96a31a090f5f req-3946e5f7-529c-4957-a6ff-0395f1025bc2 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291254 Jul 08 01:44:39.956792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52912) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:40.013285 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.026901 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff86b47d-e84c-43f9-803a-c44dea31551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.040094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port fcda7a48-de6d-4143-aea3-f76509222161, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fcda7a48-de6d-4143-aea3-f76509222161,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:40.086274 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.138224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:36Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '10a08032-4a46-4369-83ce-09ab72c16ad5', 'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'mac_address': 'fa:16:3e:df:cb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:35Z', 'updated_at': '2021-07-08T01:44:36Z', 'revision_number': 2, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'subnets': [{'id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:40.166591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c50c6222-c3e8-45ed-bc31-decc68a745b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.170261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff86b47d-e84c-43f9-803a-c44dea31551a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.171801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da4dc-7489-4c7e-a18c-a1da4490a06a req-340329ff-ed9a-4710-b07c-dc2210b42bc6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:40.178628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Checking router: 9d19777b-052e-43ad-bba0-05374ec533cb for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:44:40.178937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Updating router 9d19777b-052e-43ad-bba0-05374ec533cb port 10a08032-4a46-4369-83ce-09ab72c16ad5 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:44:40.181846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da4dc-7489-4c7e-a18c-a1da4490a06a req-340329ff-ed9a-4710-b07c-dc2210b42bc6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:40.187914 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da4dc-7489-4c7e-a18c-a1da4490a06a req-340329ff-ed9a-4710-b07c-dc2210b42bc6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:40.195127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da4dc-7489-4c7e-a18c-a1da4490a06a req-340329ff-ed9a-4710-b07c-dc2210b42bc6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:40.201497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da4dc-7489-4c7e-a18c-a1da4490a06a req-340329ff-ed9a-4710-b07c-dc2210b42bc6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:40.205095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86b47d-e84c-43f9-803a-c44dea31551a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ba1596-0785-460c-aa55-b02617295193,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:40.209962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da4dc-7489-4c7e-a18c-a1da4490a06a req-340329ff-ed9a-4710-b07c-dc2210b42bc6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:40.217576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1da4dc-7489-4c7e-a18c-a1da4490a06a req-340329ff-ed9a-4710-b07c-dc2210b42bc6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:40.217701 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff86b47d-e84c-43f9-803a-c44dea31551a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.221949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ff86b47d-e84c-43f9-803a-c44dea31551a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c5ba1596-0785-460c-aa55-b02617295193 HTTP/1.1" status: 204 len: 168 time: 0.4777586 Jul 08 01:44:40.222077 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af1da4dc-7489-4c7e-a18c-a1da4490a06a req-340329ff-ed9a-4710-b07c-dc2210b42bc6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5436 time: 0.3366668 Jul 08 01:44:40.222183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:40.236648 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.286975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ade04f-1da3-42b9-bc3d-0b29bee36387 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:40.289345 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.302257 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.309472 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af1da4dc-7489-4c7e-a18c-a1da4490a06a req-809f6b91-b57f-4e15-b4bd-bc4bd85e07ea tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674145 Jul 08 01:44:40.322015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Transition to ACTIVE for port object 65ade04f-1da3-42b9-bc3d-0b29bee36387 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:40.326518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.388765 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.397519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f6a074-10c0-4c43-8b24-32dfd7fa0e95'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:40.402278 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf62e054-f634-4ce7-bedd-170b82b4bdcd" -d '{"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "b8f6a074-10c0-4c43-8b24-32dfd7fa0e95"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:40.407018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=fcda7a48-de6d-4143-aea3-f76509222161,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:40.438737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Pushing event updated for resources: {'Port': ['ID=65ade04f-1da3-42b9-bc3d-0b29bee36387,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:40.440014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:40.490017 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b623ff01-a08e-47f7-b123-648f06e9dc69 x-openstack-request-id: req-b623ff01-a08e-47f7-b123-648f06e9dc69 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:40.490646 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "b8f6a074-10c0-4c43-8b24-32dfd7fa0e95", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:40.491103 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b623ff01-a08e-47f7-b123-648f06e9dc69 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:40.491690 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f6a074-10c0-4c43-8b24-32dfd7fa0e95', 'code': 200} Jul 08 01:44:40.494162 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.495163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f60c37cd-5bd3-4c6b-9f63-182eb0889855 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:40.568979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:40.576565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c50c6222-c3e8-45ed-bc31-decc68a745b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.579126 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.589643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c50c6222-c3e8-45ed-bc31-decc68a745b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.599663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907bfd5e-4e91-48a8-9044-45b170ef0cdd']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:40.629257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d56bb2-4a4a-489c-9534-32494f1e09ff') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:40.630861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d56bb2-4a4a-489c-9534-32494f1e09ff') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:40.674149 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.674871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Attempting to bind port 65ade04f-1da3-42b9-bc3d-0b29bee36387 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:40.675211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Attempting to bind port 65ade04f-1da3-42b9-bc3d-0b29bee36387 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'eb3b35f5-b2ca-4a09-88bb-0f72033bc336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e3a8c9dc-585c-480e-b6ca-2287fdf452f1'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:40.675538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Attempting to bind port 65ade04f-1da3-42b9-bc3d-0b29bee36387 on network e3a8c9dc-585c-480e-b6ca-2287fdf452f1 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:40.687532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Port 65ade04f-1da3-42b9-bc3d-0b29bee36387 on network e3a8c9dc-585c-480e-b6ca-2287fdf452f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:44:40.687854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Attempting to bind port 65ade04f-1da3-42b9-bc3d-0b29bee36387 on network e3a8c9dc-585c-480e-b6ca-2287fdf452f1 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:40.704320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:40.708667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Checking segment: {'id': 'eb3b35f5-b2ca-4a09-88bb-0f72033bc336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e3a8c9dc-585c-480e-b6ca-2287fdf452f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:40.709164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Bound using segment: {'id': 'eb3b35f5-b2ca-4a09-88bb-0f72033bc336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e3a8c9dc-585c-480e-b6ca-2287fdf452f1'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:40.709620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Bound port: 65ade04f-1da3-42b9-bc3d-0b29bee36387, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb3b35f5-b2ca-4a09-88bb-0f72033bc336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e3a8c9dc-585c-480e-b6ca-2287fdf452f1'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:40.709987 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.727136 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c50c6222-c3e8-45ed-bc31-decc68a745b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c3d2b5fe56442c39e24bdd0cbcd8a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7682171 Jul 08 01:44:40.728325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c6222-c3e8-45ed-bc31-decc68a745b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bdab05-11be-4b66-8665-0849f94833a1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:40.731789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52924) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:40.745948 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.748338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-b4a9697b-0307-454e-a5af-e7303600313b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:40.758130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-b4a9697b-0307-454e-a5af-e7303600313b tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.2398579 Jul 08 01:44:40.768056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:44:40.768992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:44:40.774105 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:44:40.813041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:40.813422 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.850449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port f60c37cd-5bd3-4c6b-9f63-182eb0889855 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:40.865456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:40.904606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port f60c37cd-5bd3-4c6b-9f63-182eb0889855 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:40.905433 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.910559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71818e8b-ff04-41d6-8a64-3cee0622a52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.937691 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71818e8b-ff04-41d6-8a64-3cee0622a52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:40.987709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.002829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.011156 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] 10.222.0.41 "DELETE /v2.0/networks/907bfd5e-4e91-48a8-9044-45b170ef0cdd HTTP/1.1" status: 204 len: 168 time: 0.7876530 Jul 08 01:44:41.024349 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71818e8b-ff04-41d6-8a64-3cee0622a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.031143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71818e8b-ff04-41d6-8a64-3cee0622a52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.040570 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-71818e8b-ff04-41d6-8a64-3cee0622a52d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2bdab05-11be-4b66-8665-0849f94833a1 HTTP/1.1" status: 204 len: 168 time: 0.3053617 Jul 08 01:44:41.075592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378737d7-fdeb-4367-86f9-d90196281aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=907bfd5e-4e91-48a8-9044-45b170ef0cdd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:41.094280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71818e8b-ff04-41d6-8a64-3cee0622a52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bdab05-11be-4b66-8665-0849f94833a1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:41.116206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-3aa3db0c-9f4d-4e1a-b386-608ef3655072 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Deleting port 03235498-e3be-42ce-9acf-b65eea70c8a6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:41.116896 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-3aa3db0c-9f4d-4e1a-b386-608ef3655072 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.224694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-3aa3db0c-9f4d-4e1a-b386-608ef3655072 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] For port 03235498-e3be-42ce-9acf-b65eea70c8a6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=03235498-e3be-42ce-9acf-b65eea70c8a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:41.225130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-3aa3db0c-9f4d-4e1a-b386-608ef3655072 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.251608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:41.254206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] For port 65ade04f-1da3-42b9-bc3d-0b29bee36387, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:41.271090 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.283783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-3aa3db0c-9f4d-4e1a-b386-608ef3655072 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Calling delete_port for 03235498-e3be-42ce-9acf-b65eea70c8a6 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:41.302943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] For port 65ade04f-1da3-42b9-bc3d-0b29bee36387, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=65ade04f-1da3-42b9-bc3d-0b29bee36387,segment=NetworkSegment(eb3b35f5-b2ca-4a09-88bb-0f72033bc336),segment_id=eb3b35f5-b2ca-4a09-88bb-0f72033bc336)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:41.311499 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fed5bb91-e097-4367-8af3-0907aa56c8ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b63007b63f0a471fb546d4d83013becc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578940 Jul 08 01:44:41.313273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c846be-88cd-45e3-9577-3b029d703b2e req-2b5eaaaf-875f-4e8e-b674-8bff274c7ab6 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:41.313423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52936) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:41.327519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09c846be-88cd-45e3-9577-3b029d703b2e req-2b5eaaaf-875f-4e8e-b674-8bff274c7ab6 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 950 time: 0.4343381 Jul 08 01:44:41.340343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.374579 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.385607 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3663841-e991-49cf-b019-c91d83c54965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.400169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Transition to ACTIVE for port object 10a08032-4a46-4369-83ce-09ab72c16ad5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:44:41.421614 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.432205 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3663841-e991-49cf-b019-c91d83c54965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.443356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:41.444146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.446327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] 10.222.0.16 "PUT /v2.0/ports/65ade04f-1da3-42b9-bc3d-0b29bee36387 HTTP/1.1" status: 200 len: 1093 time: 2.1364086 Jul 08 01:44:41.453711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd0e341-acbd-4830-91f9-b5ec66c069f3', 'tag': '65ade04f-1da3-42b9-bc3d-0b29bee36387'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:41.456350 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed39c945-8113-47bf-80ae-6de517004c95" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd0e341-acbd-4830-91f9-b5ec66c069f3", "tag": "65ade04f-1da3-42b9-bc3d-0b29bee36387"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:41.493282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f60c37cd-5bd3-4c6b-9f63-182eb0889855, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f60c37cd-5bd3-4c6b-9f63-182eb0889855,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:41.496264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102b0e4-db6f-4e5a-8303-a50e26185445 None None] Pushing event updated for resources: {'Port': ['ID=10a08032-4a46-4369-83ce-09ab72c16ad5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:41.514706 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.524790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e683d233-6de3-4c80-a356-727d20f20460 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:41.552362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3663841-e991-49cf-b019-c91d83c54965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.555253 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3663841-e991-49cf-b019-c91d83c54965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.556685 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e3663841-e991-49cf-b019-c91d83c54965 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dcad2b1f-cf82-448c-ab8d-f4e08b8e902c HTTP/1.1" status: 204 len: 168 time: 0.2418089 Jul 08 01:44:41.581091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09c846be-88cd-45e3-9577-3b029d703b2e req-e492e0f2-1a34-488e-8ef7-b1d94691c957 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525027 Jul 08 01:44:41.600013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3663841-e991-49cf-b019-c91d83c54965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcad2b1f-cf82-448c-ab8d-f4e08b8e902c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:41.673275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72088846-5305-43a3-9e3c-0bbe4f5c1aff service neutron] Pushing event updated for resources: {'Port': ['ID=65ade04f-1da3-42b9-bc3d-0b29bee36387,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:41.703167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f60c37cd-5bd3-4c6b-9f63-182eb0889855,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:41.771775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf859f20-4742-4b84-b5a9-1e22e39582fa req-d2256c0c-4995-4209-a0f4-279a6399b237 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:41.780819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf859f20-4742-4b84-b5a9-1e22e39582fa req-d2256c0c-4995-4209-a0f4-279a6399b237 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 944 time: 0.5524404 Jul 08 01:44:41.799568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Attempting to bind port 10a08032-4a46-4369-83ce-09ab72c16ad5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:44:41.800051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Attempting to bind port 10a08032-4a46-4369-83ce-09ab72c16ad5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:44:41.800534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Attempting to bind port 10a08032-4a46-4369-83ce-09ab72c16ad5 on network 158051b2-55d9-4a7a-a15b-19a8819643bb {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:44:41.809512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:44:41.810028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Checking segment: {'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:41.810566 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.810989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Bound using segment: {'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:44:41.811546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Bound port: 10a08032-4a46-4369-83ce-09ab72c16ad5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:44:41.811991 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.814389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port e683d233-6de3-4c80-a356-727d20f20460 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:41.827626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port e683d233-6de3-4c80-a356-727d20f20460 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:41.828193 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:41.932391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] For port 10a08032-4a46-4369-83ce-09ab72c16ad5, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:44:41.936826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] For port 10a08032-4a46-4369-83ce-09ab72c16ad5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=10a08032-4a46-4369-83ce-09ab72c16ad5,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:44:41.952126 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:42.062751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf859f20-4742-4b84-b5a9-1e22e39582fa req-96a98237-a2cf-47d3-b4e7-59cd4e68612d tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775676 Jul 08 01:44:42.107364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-f4c4c6c0-c1e4-41fd-98ef-4f295c1bd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:42.111824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-f4c4c6c0-c1e4-41fd-98ef-4f295c1bd87e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1589854d80a9419c818227b7912af69a&device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 1096 time: 0.5806305 Jul 08 01:44:42.136963 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:42.156807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102b0e4-db6f-4e5a-8303-a50e26185445 None None] Pushing event updated for resources: {'Port': ['ID=10a08032-4a46-4369-83ce-09ab72c16ad5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:42.189210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Routers {'9d19777b-052e-43ad-bba0-05374ec533cb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:44:42.198237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d19777b-052e-43ad-bba0-05374ec533cb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:42.231061 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-6ca5bb4e-8975-4fcc-86b9-9618705799f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65ade04f-1da3-42b9-bc3d-0b29bee36387 HTTP/1.1" status: 200 len: 217 time: 0.0607462 Jul 08 01:44:42.233676 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add12a9b-d251-45af-8647-d13a5de6590d x-openstack-request-id: req-add12a9b-d251-45af-8647-d13a5de6590d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:42.234092 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd0e341-acbd-4830-91f9-b5ec66c069f3", "tag": "65ade04f-1da3-42b9-bc3d-0b29bee36387", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:42.234414 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-add12a9b-d251-45af-8647-d13a5de6590d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:42.234893 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd0e341-acbd-4830-91f9-b5ec66c069f3', 'tag': '65ade04f-1da3-42b9-bc3d-0b29bee36387', 'status': 'completed', 'code': 200} Jul 08 01:44:42.331140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-fa26df74-0173-45ce-979d-555eb16c8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:42.333360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-fa26df74-0173-45ce-979d-555eb16c8164 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f1e7c2a-a8c6-4b44-a42f-13b05d3bddbb HTTP/1.1" status: 200 len: 849 time: 0.0881121 Jul 08 01:44:42.334022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-3aa3db0c-9f4d-4e1a-b386-608ef3655072 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:42.368600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['45435edb-41c4-4ed3-b2ef-b59b871587c6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:42.409978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e683d233-6de3-4c80-a356-727d20f20460, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e683d233-6de3-4c80-a356-727d20f20460,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:42.465019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-5442bfcd-6f90-4f54-8e84-e94ad005213b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3a8c9dc-585c-480e-b6ca-2287fdf452f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211567 Jul 08 01:44:42.469922 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:42.471303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3db0c-9f4d-4e1a-b386-608ef3655072 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Pushing event deleted for resources: {'Port': ['ID=03235498-e3be-42ce-9acf-b65eea70c8a6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:42.473198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b1017d1c-77ed-4095-b3c8-a332634c3034 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:42.499344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fcda7a48-de6d-4143-aea3-f76509222161 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:42.608984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfd6fe-6dc9-402c-9186-96c99c715f31 req-d78cb5cd-1aed-46ad-8d37-908fbf2f152d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:42.619927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfd6fe-6dc9-402c-9186-96c99c715f31 req-d78cb5cd-1aed-46ad-8d37-908fbf2f152d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:42.626299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfd6fe-6dc9-402c-9186-96c99c715f31 req-d78cb5cd-1aed-46ad-8d37-908fbf2f152d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:42.632967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfd6fe-6dc9-402c-9186-96c99c715f31 req-d78cb5cd-1aed-46ad-8d37-908fbf2f152d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:42.639844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfd6fe-6dc9-402c-9186-96c99c715f31 req-d78cb5cd-1aed-46ad-8d37-908fbf2f152d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:42.647188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfd6fe-6dc9-402c-9186-96c99c715f31 req-d78cb5cd-1aed-46ad-8d37-908fbf2f152d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:42.653914 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfd6fe-6dc9-402c-9186-96c99c715f31 req-d78cb5cd-1aed-46ad-8d37-908fbf2f152d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:42.659693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22bfd6fe-6dc9-402c-9186-96c99c715f31 req-d78cb5cd-1aed-46ad-8d37-908fbf2f152d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5438 time: 0.5825422 Jul 08 01:44:42.666706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c37cd-5bd3-4c6b-9f63-182eb0889855'}, {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e683d233-6de3-4c80-a356-727d20f20460'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:42.669854 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4eb967-0af0-433f-bbf4-f0b6210658a5" -d '{"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "f60c37cd-5bd3-4c6b-9f63-182eb0889855"}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "e683d233-6de3-4c80-a356-727d20f20460"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:42.675280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e683d233-6de3-4c80-a356-727d20f20460,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:42.697684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-3aa3db0c-9f4d-4e1a-b386-608ef3655072 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] No DVR routers for this DVR port 03235498-e3be-42ce-9acf-b65eea70c8a6 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:42.710707 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-3aa3db0c-9f4d-4e1a-b386-608ef3655072 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:42.712750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8d52809-7d27-4061-b9da-25ba6da279b3 req-3aa3db0c-9f4d-4e1a-b386-608ef3655072 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.24 "DELETE /v2.0/ports/03235498-e3be-42ce-9acf-b65eea70c8a6 HTTP/1.1" status: 204 len: 173 time: 1.9334497 Jul 08 01:44:42.777624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22bfd6fe-6dc9-402c-9186-96c99c715f31 req-2fbb1caf-a6ab-4f33-9134-4889a6c0ea5b tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169512 Jul 08 01:44:42.790934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-21763943-3a97-4e2f-a131-c5c1ccd8d31c service neutron] 10.222.0.16 "GET /v2.0/networks/e3a8c9dc-585c-480e-b6ca-2287fdf452f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118265 Jul 08 01:44:42.878698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] Set router 9d19777b-052e-43ad-bba0-05374ec533cb gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:44:42.890032 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7bc6e5-8d9f-40ac-b6c0-2b93ec8a10c2 x-openstack-request-id: req-1c7bc6e5-8d9f-40ac-b6c0-2b93ec8a10c2 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:42.890892 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "f60c37cd-5bd3-4c6b-9f63-182eb0889855", "code": 200}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "e683d233-6de3-4c80-a356-727d20f20460", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:42.894551 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c7bc6e5-8d9f-40ac-b6c0-2b93ec8a10c2 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:42.896653 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c37cd-5bd3-4c6b-9f63-182eb0889855', 'code': 200} Jul 08 01:44:42.896987 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e683d233-6de3-4c80-a356-727d20f20460', 'code': 200} Jul 08 01:44:43.031232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f1a2f2c-f9f6-410b-87d3-cd363dc3c204 req-11806527-cc76-4f30-bbc3-307f00df3fe2 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5324ee30-0d60-4c55-810e-ad11304019d5 HTTP/1.1" status: 200 len: 210 time: 0.0799751 Jul 08 01:44:43.084612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba757e69-005c-4922-a1d6-1d518e91bcd2 req-a99a7258-7a55-4c59-b7c6-65c5ffd2f3fe service neutron] 10.222.0.16 "GET /v2.0/networks/e3a8c9dc-585c-480e-b6ca-2287fdf452f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834678 Jul 08 01:44:43.095677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port fcda7a48-de6d-4143-aea3-f76509222161 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:43.096056 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:43.344127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26159ae-f284-48fe-a6ba-88926e7e87ec req-6f62d0b0-0ee4-4692-b30e-49005f04179c tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:43.349409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a26159ae-f284-48fe-a6ba-88926e7e87ec req-6f62d0b0-0ee4-4692-b30e-49005f04179c tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 944 time: 0.1066642 Jul 08 01:44:43.354082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c945-8113-47bf-80ae-6de517004c95 req-d3e9a928-3a74-4efa-8569-4486c2853980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:43.356091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed39c945-8113-47bf-80ae-6de517004c95 req-d3e9a928-3a74-4efa-8569-4486c2853980 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1589854d80a9419c818227b7912af69a&device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 1096 time: 0.1943452 Jul 08 01:44:43.465184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a26159ae-f284-48fe-a6ba-88926e7e87ec req-549a00d9-8f7c-4fe3-a38f-694c63f423a1 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078904 Jul 08 01:44:43.534422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port b1017d1c-77ed-4095-b3c8-a332634c3034 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:43.552768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c945-8113-47bf-80ae-6de517004c95 req-b8a958ae-c715-44d1-bec3-ff9da94d619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:43.557653 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed39c945-8113-47bf-80ae-6de517004c95 req-b8a958ae-c715-44d1-bec3-ff9da94d619c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3a8c9dc-585c-480e-b6ca-2287fdf452f1 HTTP/1.1" status: 200 len: 910 time: 0.1703460 Jul 08 01:44:43.574000 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port b1017d1c-77ed-4095-b3c8-a332634c3034 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:43.574642 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:43.848934 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:43.891941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:36Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '10a08032-4a46-4369-83ce-09ab72c16ad5', 'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'mac_address': 'fa:16:3e:df:cb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:35Z', 'updated_at': '2021-07-08T01:44:41Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'subnets': [{'id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:43.897858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b1017d1c-77ed-4095-b3c8-a332634c3034, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b1017d1c-77ed-4095-b3c8-a332634c3034,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:43.935141 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:43.936223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 675c60cb-fa09-4452-b098-1aa7cbf1688a up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:43.938179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4bb9a-d044-4271-9524-114776e1568b None None] The sync data for ids ['9d19777b-052e-43ad-bba0-05374ec533cb'] in n-d-694802-14 is: [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:36Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '10a08032-4a46-4369-83ce-09ab72c16ad5', 'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'mac_address': 'fa:16:3e:df:cb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:35Z', 'updated_at': '2021-07-08T01:44:41Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'subnets': [{'id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:44:44.090835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b1017d1c-77ed-4095-b3c8-a332634c3034,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:44.108254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.108633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.108977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.109307 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.109640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.110259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.110599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.110933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.111247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.111565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.111889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.112207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:44.171771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 675c60cb-fa09-4452-b098-1aa7cbf1688a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:44.177525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 675c60cb-fa09-4452-b098-1aa7cbf1688a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:44.177916 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:44.271620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'name': 'network-vif-deleted', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:44.284501 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a423af4-d206-4d4b-9bf8-82827463e163" -d '{"events": [{"server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "name": "network-vif-deleted", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:44.298151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed39c945-8113-47bf-80ae-6de517004c95 req-dd399121-66c9-46a2-9ef3-b1aef84af2e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65ade04f-1da3-42b9-bc3d-0b29bee36387 HTTP/1.1" status: 200 len: 217 time: 0.7310479 Jul 08 01:44:44.406373 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:44.425386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53032) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:44.468342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39c945-8113-47bf-80ae-6de517004c95 req-ebea297c-dc9c-47b4-9490-5691d6baaad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:44.468893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed39c945-8113-47bf-80ae-6de517004c95 req-ebea297c-dc9c-47b4-9490-5691d6baaad3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f1e7c2a-a8c6-4b44-a42f-13b05d3bddbb HTTP/1.1" status: 200 len: 849 time: 0.1566262 Jul 08 01:44:44.499064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 675c60cb-fa09-4452-b098-1aa7cbf1688a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:44.505681 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:44.506964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 60338bfe-28b4-49f2-8081-d18538b2d473 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:44.580631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 10a08032-4a46-4369-83ce-09ab72c16ad5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:44.583817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed39c945-8113-47bf-80ae-6de517004c95 req-f917431e-aad3-47e0-b4c0-2dd9dd61a0b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3a8c9dc-585c-480e-b6ca-2287fdf452f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050637 Jul 08 01:44:44.621628 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5ef7b6-2e96-403a-b520-7b3dcab0d5da x-openstack-request-id: req-de5ef7b6-2e96-403a-b520-7b3dcab0d5da {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:44.621957 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5324ee30-0d60-4c55-810e-ad11304019d5", "name": "network-vif-deleted", "tag": "03235498-e3be-42ce-9acf-b65eea70c8a6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:44.622561 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de5ef7b6-2e96-403a-b520-7b3dcab0d5da {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:44.623138 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5324ee30-0d60-4c55-810e-ad11304019d5', 'name': 'network-vif-deleted', 'tag': '03235498-e3be-42ce-9acf-b65eea70c8a6', 'status': 'completed', 'code': 200} Jul 08 01:44:44.674270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057a5fa-ebcf-49db-8263-36d1bf8cfa5c req-eb2b1afb-a4ad-4448-8640-7b05597d03de tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:44.684657 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2ab1898-7ee6-4bf4-aef2-2aaf1903725f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:44.685983 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057a5fa-ebcf-49db-8263-36d1bf8cfa5c req-eb2b1afb-a4ad-4448-8640-7b05597d03de tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:44.706086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057a5fa-ebcf-49db-8263-36d1bf8cfa5c req-eb2b1afb-a4ad-4448-8640-7b05597d03de tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:44.725723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057a5fa-ebcf-49db-8263-36d1bf8cfa5c req-eb2b1afb-a4ad-4448-8640-7b05597d03de tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:44.753219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057a5fa-ebcf-49db-8263-36d1bf8cfa5c req-eb2b1afb-a4ad-4448-8640-7b05597d03de tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:44.769529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057a5fa-ebcf-49db-8263-36d1bf8cfa5c req-eb2b1afb-a4ad-4448-8640-7b05597d03de tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:44.793730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057a5fa-ebcf-49db-8263-36d1bf8cfa5c req-eb2b1afb-a4ad-4448-8640-7b05597d03de tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:44.803822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2057a5fa-ebcf-49db-8263-36d1bf8cfa5c req-eb2b1afb-a4ad-4448-8640-7b05597d03de tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5440 time: 0.5093999 Jul 08 01:44:44.841188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=675c60cb-fa09-4452-b098-1aa7cbf1688a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:44.853936 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 60338bfe-28b4-49f2-8081-d18538b2d473 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:44.879520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 60338bfe-28b4-49f2-8081-d18538b2d473 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:44.879916 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:44.923176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1017d1c-77ed-4095-b3c8-a332634c3034'}, {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c60cb-fa09-4452-b098-1aa7cbf1688a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:44.925881 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71b0b12-854b-47ec-9b61-67c3ab3535a1" -d '{"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "b1017d1c-77ed-4095-b3c8-a332634c3034"}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "675c60cb-fa09-4452-b098-1aa7cbf1688a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:44.947795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 10a08032-4a46-4369-83ce-09ab72c16ad5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:44.952122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2057a5fa-ebcf-49db-8263-36d1bf8cfa5c req-cb347e15-5aed-451b-bde9-73198b8c0870 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1453130 Jul 08 01:44:44.954004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2ab1898-7ee6-4bf4-aef2-2aaf1903725f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:44.974736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 10a08032-4a46-4369-83ce-09ab72c16ad5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:44.975064 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2ab1898-7ee6-4bf4-aef2-2aaf1903725f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:44.975232 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.042073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab1898-7ee6-4bf4-aef2-2aaf1903725f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7a1fad-f5c1-4890-844a-e8287b7bfad7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:45.092294 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed39c945-8113-47bf-80ae-6de517004c95 req-689d3fcf-f91f-4f9f-ac02-74e0afa04584 service neutron] 10.222.0.16 "GET /v2.0/networks/e3a8c9dc-585c-480e-b6ca-2287fdf452f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019915 Jul 08 01:44:45.118883 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f2ab1898-7ee6-4bf4-aef2-2aaf1903725f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb3788a2523f4d7094665771939aeb17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922817 Jul 08 01:44:45.123477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53042) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:45.265579 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fc69a906-261f-4b65-9d28-2a8ad86ee89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.299498 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c066f15c-8768-4e88-8843-ce8373c7d47d x-openstack-request-id: req-c066f15c-8768-4e88-8843-ce8373c7d47d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:45.299790 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "b1017d1c-77ed-4095-b3c8-a332634c3034", "code": 200}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "675c60cb-fa09-4452-b098-1aa7cbf1688a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:45.300065 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c066f15c-8768-4e88-8843-ce8373c7d47d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:45.300534 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1017d1c-77ed-4095-b3c8-a332634c3034', 'code': 200} Jul 08 01:44:45.300791 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675c60cb-fa09-4452-b098-1aa7cbf1688a', 'code': 200} Jul 08 01:44:45.309796 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fc69a906-261f-4b65-9d28-2a8ad86ee89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.314190 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.358582 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.385241 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed39c945-8113-47bf-80ae-6de517004c95 req-4a9e8eae-9945-417a-a82d-e4734b792de2 service neutron] 10.222.0.16 "GET /v2.0/networks/e3a8c9dc-585c-480e-b6ca-2287fdf452f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813110 Jul 08 01:44:45.401663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 60338bfe-28b4-49f2-8081-d18538b2d473, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60338bfe-28b4-49f2-8081-d18538b2d473,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:45.413333 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.414499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8f30cc45-c864-4663-b66e-e68c70b846b4 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:45.422914 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fc69a906-261f-4b65-9d28-2a8ad86ee89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.426240 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fc69a906-261f-4b65-9d28-2a8ad86ee89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.427745 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fc69a906-261f-4b65-9d28-2a8ad86ee89c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd7a1fad-f5c1-4890-844a-e8287b7bfad7 HTTP/1.1" status: 204 len: 168 time: 0.3032510 Jul 08 01:44:45.435097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01a951-060c-486c-8584-4b73bb8c6b24 req-81a49f41-7db8-4fb8-8771-32db0e1d1d46 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:45.445728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69a906-261f-4b65-9d28-2a8ad86ee89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7a1fad-f5c1-4890-844a-e8287b7bfad7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:45.456577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd01a951-060c-486c-8584-4b73bb8c6b24 req-81a49f41-7db8-4fb8-8771-32db0e1d1d46 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 944 time: 0.1597478 Jul 08 01:44:45.503007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 10a08032-4a46-4369-83ce-09ab72c16ad5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=10a08032-4a46-4369-83ce-09ab72c16ad5,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:45.544814 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.592989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=60338bfe-28b4-49f2-8081-d18538b2d473,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:45.638110 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd01a951-060c-486c-8584-4b73bb8c6b24 req-b81eb558-60cc-483c-ac80-5504792703bb tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802542 Jul 08 01:44:45.673569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 8f30cc45-c864-4663-b66e-e68c70b846b4 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:45.696917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fba0af-d062-448e-9642-fb71a069a71b req-661d18bb-027a-421a-9008-3f6e32f64bf0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:45.704443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 8f30cc45-c864-4663-b66e-e68c70b846b4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:45.704678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04fba0af-d062-448e-9642-fb71a069a71b req-661d18bb-027a-421a-9008-3f6e32f64bf0 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 951 time: 0.1776111 Jul 08 01:44:45.704825 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.747932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=10a08032-4a46-4369-83ce-09ab72c16ad5,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:45.781798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04fba0af-d062-448e-9642-fb71a069a71b req-1e0148f2-cdc3-42b6-85bf-8d5c374771d8 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763469 Jul 08 01:44:45.829823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.871449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8f30cc45-c864-4663-b66e-e68c70b846b4, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8f30cc45-c864-4663-b66e-e68c70b846b4,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:45.878408 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:45.878856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 03235498-e3be-42ce-9acf-b65eea70c8a6 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:45.924577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 03235498-e3be-42ce-9acf-b65eea70c8a6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:45.925022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 03235498-e3be-42ce-9acf-b65eea70c8a6 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:45.982814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8f30cc45-c864-4663-b66e-e68c70b846b4,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:46.188410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b6ce5-6b45-414d-bd67-5e9b96f37b80 req-e342ffce-2a20-4083-bfa7-a8b5ab992edc tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:46.190053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe2b6ce5-6b45-414d-bd67-5e9b96f37b80 req-e342ffce-2a20-4083-bfa7-a8b5ab992edc tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 946 time: 0.0750067 Jul 08 01:44:46.248628 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe2b6ce5-6b45-414d-bd67-5e9b96f37b80 req-01171d2e-9545-4798-922e-40042be07138 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516164 Jul 08 01:44:46.470868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 10a08032-4a46-4369-83ce-09ab72c16ad5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:46.523571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 65ade04f-1da3-42b9-bc3d-0b29bee36387 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:44:46.570646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35fbb-1f9f-45c2-b80f-56abc06013f6 req-74c226b1-d206-4aed-b88e-e962490fda2d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:46.583751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35fbb-1f9f-45c2-b80f-56abc06013f6 req-74c226b1-d206-4aed-b88e-e962490fda2d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:46.590097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35fbb-1f9f-45c2-b80f-56abc06013f6 req-74c226b1-d206-4aed-b88e-e962490fda2d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:46.596816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35fbb-1f9f-45c2-b80f-56abc06013f6 req-74c226b1-d206-4aed-b88e-e962490fda2d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:46.604290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35fbb-1f9f-45c2-b80f-56abc06013f6 req-74c226b1-d206-4aed-b88e-e962490fda2d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:46.610600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35fbb-1f9f-45c2-b80f-56abc06013f6 req-74c226b1-d206-4aed-b88e-e962490fda2d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:46.617611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35fbb-1f9f-45c2-b80f-56abc06013f6 req-74c226b1-d206-4aed-b88e-e962490fda2d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:46.626034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30a35fbb-1f9f-45c2-b80f-56abc06013f6 req-74c226b1-d206-4aed-b88e-e962490fda2d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5443 time: 0.2728930 Jul 08 01:44:46.665913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 65ade04f-1da3-42b9-bc3d-0b29bee36387, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=65ade04f-1da3-42b9-bc3d-0b29bee36387,segment=NetworkSegment(eb3b35f5-b2ca-4a09-88bb-0f72033bc336),segment_id=eb3b35f5-b2ca-4a09-88bb-0f72033bc336)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:46.681598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '65ade04f-1da3-42b9-bc3d-0b29bee36387', 'network_id': 'e3a8c9dc-585c-480e-b6ca-2287fdf452f1', 'port_id': '65ade04f-1da3-42b9-bc3d-0b29bee36387', 'mac_address': 'fa:16:3e:4f:d6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1e7c2a-a8c6-4b44-a42f-13b05d3bddbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:44:46.698085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30a35fbb-1f9f-45c2-b80f-56abc06013f6 req-64fb74b0-3257-4146-bc64-9bb036ee1798 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699260 Jul 08 01:44:46.732512 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51220bb1-df72-4076-a942-bb55a968aa25 req-68e2b92b-1662-4521-8094-b3e0ea25f945 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:46.732838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51220bb1-df72-4076-a942-bb55a968aa25 req-68e2b92b-1662-4521-8094-b3e0ea25f945 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 951 time: 0.2770076 Jul 08 01:44:46.790138 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:46.828969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ade04f-1da3-42b9-bc3d-0b29bee36387 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:44:46.891478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 65ade04f-1da3-42b9-bc3d-0b29bee36387, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=65ade04f-1da3-42b9-bc3d-0b29bee36387,segment=NetworkSegment(eb3b35f5-b2ca-4a09-88bb-0f72033bc336),segment_id=eb3b35f5-b2ca-4a09-88bb-0f72033bc336)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:46.897370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 10a08032-4a46-4369-83ce-09ab72c16ad5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:46.897914 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:46.901767 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:46.991701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-51220bb1-df72-4076-a942-bb55a968aa25 req-d7fe5568-6229-40dc-8cf4-43c27d6cba30 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Deleting port 45435edb-41c4-4ed3-b2ef-b59b871587c6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:46.992289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51220bb1-df72-4076-a942-bb55a968aa25 req-d7fe5568-6229-40dc-8cf4-43c27d6cba30 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:47.001322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=65ade04f-1da3-42b9-bc3d-0b29bee36387,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:47.077203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908fa58-50f1-40bd-b241-04199e9b2672 req-14714c9b-53b6-4da0-8201-951b3e9d2423 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:47.084021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5908fa58-50f1-40bd-b241-04199e9b2672 req-14714c9b-53b6-4da0-8201-951b3e9d2423 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 944 time: 0.2233777 Jul 08 01:44:47.138978 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4803b-3ae8-4d09-a85f-cc08c22f5203 req-5a957007-2222-438d-b56c-377e463a4fda tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:47.144857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ef4803b-3ae8-4d09-a85f-cc08c22f5203 req-5a957007-2222-438d-b56c-377e463a4fda tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d02679d-e8b4-4f1d-a194-2e7de6c057ae HTTP/1.1" status: 200 len: 951 time: 0.2311749 Jul 08 01:44:47.158824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['65ade04f-1da3-42b9-bc3d-0b29bee36387'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:47.177691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-51220bb1-df72-4076-a942-bb55a968aa25 req-d7fe5568-6229-40dc-8cf4-43c27d6cba30 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] For port 45435edb-41c4-4ed3-b2ef-b59b871587c6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=45435edb-41c4-4ed3-b2ef-b59b871587c6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:47.178054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51220bb1-df72-4076-a942-bb55a968aa25 req-d7fe5568-6229-40dc-8cf4-43c27d6cba30 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:47.220595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-51220bb1-df72-4076-a942-bb55a968aa25 req-d7fe5568-6229-40dc-8cf4-43c27d6cba30 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Calling delete_port for 45435edb-41c4-4ed3-b2ef-b59b871587c6 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:47.257756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5908fa58-50f1-40bd-b241-04199e9b2672 req-286970c7-fa49-4be7-b0e1-7376f031c1c5 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725833 Jul 08 01:44:47.303127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60338bfe-28b4-49f2-8081-d18538b2d473'}, {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f30cc45-c864-4663-b66e-e68c70b846b4'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:47.306203 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c575d70f-dc0e-4df3-a399-93023b70de9e" -d '{"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "60338bfe-28b4-49f2-8081-d18538b2d473"}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "8f30cc45-c864-4663-b66e-e68c70b846b4"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:47.342623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ef4803b-3ae8-4d09-a85f-cc08c22f5203 req-b1b1d37d-3a05-4d55-93bb-15dfa8e4d531 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.41 "GET /v2.0/security-groups?id=67753f6a-10c9-489e-85ff-ffd0d99fa88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949816 Jul 08 01:44:47.524405 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51220bb1-df72-4076-a942-bb55a968aa25 req-d7fe5568-6229-40dc-8cf4-43c27d6cba30 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:47.593441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe5568-6229-40dc-8cf4-43c27d6cba30 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Pushing event deleted for resources: {'Port': ['ID=45435edb-41c4-4ed3-b2ef-b59b871587c6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:47.680515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-51220bb1-df72-4076-a942-bb55a968aa25 req-d7fe5568-6229-40dc-8cf4-43c27d6cba30 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] No DVR routers for this DVR port 45435edb-41c4-4ed3-b2ef-b59b871587c6 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:47.686998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-51220bb1-df72-4076-a942-bb55a968aa25 req-d7fe5568-6229-40dc-8cf4-43c27d6cba30 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:47.689163 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51220bb1-df72-4076-a942-bb55a968aa25 req-d7fe5568-6229-40dc-8cf4-43c27d6cba30 tempest-MigrationsAdminTest-2098303147 tempest-MigrationsAdminTest-2098303147-project] 10.222.0.16 "DELETE /v2.0/ports/45435edb-41c4-4ed3-b2ef-b59b871587c6 HTTP/1.1" status: 204 len: 173 time: 0.9487586 Jul 08 01:44:47.689631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'name': 'network-vif-deleted', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:47.693926 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a4ee4e-1a69-42f9-b6d7-64c585f72ef9" -d '{"events": [{"server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "name": "network-vif-deleted", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:47.761711 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d14f67-0af0-4e4f-88f3-6287284fa3e1 x-openstack-request-id: req-d8d14f67-0af0-4e4f-88f3-6287284fa3e1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:47.762204 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "60338bfe-28b4-49f2-8081-d18538b2d473", "code": 200}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-plugged", "status": "completed", "tag": "8f30cc45-c864-4663-b66e-e68c70b846b4", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:47.762331 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8d14f67-0af0-4e4f-88f3-6287284fa3e1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:47.762746 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60338bfe-28b4-49f2-8081-d18538b2d473', 'code': 200} Jul 08 01:44:47.763004 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f30cc45-c864-4663-b66e-e68c70b846b4', 'code': 200} Jul 08 01:44:47.925011 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3105684-27ef-470b-beb3-be66dfc9ab2a x-openstack-request-id: req-e3105684-27ef-470b-beb3-be66dfc9ab2a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:47.925555 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d02679d-e8b4-4f1d-a194-2e7de6c057ae", "name": "network-vif-deleted", "tag": "45435edb-41c4-4ed3-b2ef-b59b871587c6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:47.925647 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3105684-27ef-470b-beb3-be66dfc9ab2a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:47.926095 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d02679d-e8b4-4f1d-a194-2e7de6c057ae', 'name': 'network-vif-deleted', 'tag': '45435edb-41c4-4ed3-b2ef-b59b871587c6', 'status': 'completed', 'code': 200} Jul 08 01:44:47.974036 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d654f31-61e8-4fd2-935b-01712e7ffc74 req-86db840e-8c8f-4f22-8ee3-65e2e50ce364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:47.974904 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d654f31-61e8-4fd2-935b-01712e7ffc74 req-86db840e-8c8f-4f22-8ee3-65e2e50ce364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:47.975725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d654f31-61e8-4fd2-935b-01712e7ffc74 req-86db840e-8c8f-4f22-8ee3-65e2e50ce364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:47.976209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d654f31-61e8-4fd2-935b-01712e7ffc74 req-86db840e-8c8f-4f22-8ee3-65e2e50ce364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:47.976742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d654f31-61e8-4fd2-935b-01712e7ffc74 req-86db840e-8c8f-4f22-8ee3-65e2e50ce364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:47.977213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d654f31-61e8-4fd2-935b-01712e7ffc74 req-86db840e-8c8f-4f22-8ee3-65e2e50ce364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:47.977807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d654f31-61e8-4fd2-935b-01712e7ffc74 req-86db840e-8c8f-4f22-8ee3-65e2e50ce364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:47.979828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d654f31-61e8-4fd2-935b-01712e7ffc74 req-86db840e-8c8f-4f22-8ee3-65e2e50ce364 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6507 time: 0.1027765 Jul 08 01:44:48.034499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d654f31-61e8-4fd2-935b-01712e7ffc74 req-f115fd17-ad53-4888-817f-0babdbbbd2e5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468557 Jul 08 01:44:48.273690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44481c8-77af-4f54-b610-a780761fb480 req-1cf03065-ad2c-4a10-93ac-ef219c414da9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:48.280813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e44481c8-77af-4f54-b610-a780761fb480 req-1cf03065-ad2c-4a10-93ac-ef219c414da9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 946 time: 0.1454964 Jul 08 01:44:48.331585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e44481c8-77af-4f54-b610-a780761fb480 req-8f657e5e-278c-47d9-8c18-205aece382f4 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438216 Jul 08 01:44:48.505002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 65ade04f-1da3-42b9-bc3d-0b29bee36387 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:44:48.526359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76415-ef41-4aec-b254-20b68177a8d1 req-20af0de2-cc28-477b-877f-abe17ab99c34 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:48.533092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76415-ef41-4aec-b254-20b68177a8d1 req-20af0de2-cc28-477b-877f-abe17ab99c34 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:48.541292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76415-ef41-4aec-b254-20b68177a8d1 req-20af0de2-cc28-477b-877f-abe17ab99c34 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:48.548026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76415-ef41-4aec-b254-20b68177a8d1 req-20af0de2-cc28-477b-877f-abe17ab99c34 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:48.555739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76415-ef41-4aec-b254-20b68177a8d1 req-20af0de2-cc28-477b-877f-abe17ab99c34 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:48.559029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 65ade04f-1da3-42b9-bc3d-0b29bee36387 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:44:48.563738 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76415-ef41-4aec-b254-20b68177a8d1 req-20af0de2-cc28-477b-877f-abe17ab99c34 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:48.564842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 65ade04f-1da3-42b9-bc3d-0b29bee36387 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:44:48.565587 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:48.569973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf76415-ef41-4aec-b254-20b68177a8d1 req-20af0de2-cc28-477b-877f-abe17ab99c34 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:48.571993 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-baf76415-ef41-4aec-b254-20b68177a8d1 req-20af0de2-cc28-477b-877f-abe17ab99c34 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5443 time: 0.1271634 Jul 08 01:44:48.642104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-baf76415-ef41-4aec-b254-20b68177a8d1 req-bcc2af42-4962-4241-bbdf-058604f3bd44 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638068 Jul 08 01:44:48.672465 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:48.719892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 65ade04f-1da3-42b9-bc3d-0b29bee36387, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=65ade04f-1da3-42b9-bc3d-0b29bee36387,segment=NetworkSegment(eb3b35f5-b2ca-4a09-88bb-0f72033bc336),segment_id=eb3b35f5-b2ca-4a09-88bb-0f72033bc336)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:48.725303 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:48.726190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 45435edb-41c4-4ed3-b2ef-b59b871587c6 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:48.798067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=65ade04f-1da3-42b9-bc3d-0b29bee36387,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:48.798806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8861e-d455-4db1-a6d6-13b246b7e4b4 req-57c040f0-3ae4-4862-a661-fd186d7d708d tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:48.800547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0b8861e-d455-4db1-a6d6-13b246b7e4b4 req-57c040f0-3ae4-4862-a661-fd186d7d708d tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 946 time: 0.0776772 Jul 08 01:44:48.803090 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 45435edb-41c4-4ed3-b2ef-b59b871587c6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:48.803649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 45435edb-41c4-4ed3-b2ef-b59b871587c6 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:48.877883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0b8861e-d455-4db1-a6d6-13b246b7e4b4 req-b3670ddd-fe90-4e8b-a91a-2fb09202e410 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500011 Jul 08 01:44:49.243150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53160) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:49.533143 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f3c5c385-9086-4caa-8639-5e8f3b702758 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f8b7809010b42bb88fcc2d1746de01a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885203 Jul 08 01:44:49.533298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:49.691319 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70d22c29-519d-4468-b73e-d2e39204aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:49.730376 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70d22c29-519d-4468-b73e-d2e39204aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:49.740156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499032f-7b6e-4207-a571-ece36c868bdd req-ebe4eaf8-03df-4ee4-b7ab-331fc4b95b07 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:49.741815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2499032f-7b6e-4207-a571-ece36c868bdd req-ebe4eaf8-03df-4ee4-b7ab-331fc4b95b07 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 946 time: 0.1069338 Jul 08 01:44:49.764135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd0e341-acbd-4830-91f9-b5ec66c069f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ade04f-1da3-42b9-bc3d-0b29bee36387'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:49.766687 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e6d50d-07fa-41a2-960f-eabf8692b2c6" -d '{"events": [{"server_uuid": "ecd0e341-acbd-4830-91f9-b5ec66c069f3", "name": "network-vif-plugged", "status": "completed", "tag": "65ade04f-1da3-42b9-bc3d-0b29bee36387"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:49.809954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2499032f-7b6e-4207-a571-ece36c868bdd req-5674e1cc-6c20-485e-a438-ce96ffaa2c83 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606339 Jul 08 01:44:49.830223 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70d22c29-519d-4468-b73e-d2e39204aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:49.835006 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70d22c29-519d-4468-b73e-d2e39204aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:49.836530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-70d22c29-519d-4468-b73e-d2e39204aa5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67753f6a-10c9-489e-85ff-ffd0d99fa88f HTTP/1.1" status: 204 len: 168 time: 0.3015862 Jul 08 01:44:49.858340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d22c29-519d-4468-b73e-d2e39204aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67753f6a-10c9-489e-85ff-ffd0d99fa88f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:49.969622 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34afbd9-18c7-4393-b3c6-9a5237818e1d x-openstack-request-id: req-a34afbd9-18c7-4393-b3c6-9a5237818e1d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:49.970095 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd0e341-acbd-4830-91f9-b5ec66c069f3", "name": "network-vif-plugged", "status": "completed", "tag": "65ade04f-1da3-42b9-bc3d-0b29bee36387", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:49.970174 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a34afbd9-18c7-4393-b3c6-9a5237818e1d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:49.970578 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd0e341-acbd-4830-91f9-b5ec66c069f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ade04f-1da3-42b9-bc3d-0b29bee36387', 'code': 200} Jul 08 01:44:50.209405 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd09cde-688c-4dbf-a39a-1fcfc152aba2 req-2ae4c834-99a4-4f26-9ca3-f20574b04eef tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.215274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd09cde-688c-4dbf-a39a-1fcfc152aba2 req-2ae4c834-99a4-4f26-9ca3-f20574b04eef tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.221267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd09cde-688c-4dbf-a39a-1fcfc152aba2 req-2ae4c834-99a4-4f26-9ca3-f20574b04eef tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.227582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd09cde-688c-4dbf-a39a-1fcfc152aba2 req-2ae4c834-99a4-4f26-9ca3-f20574b04eef tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.233584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd09cde-688c-4dbf-a39a-1fcfc152aba2 req-2ae4c834-99a4-4f26-9ca3-f20574b04eef tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.240050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd09cde-688c-4dbf-a39a-1fcfc152aba2 req-2ae4c834-99a4-4f26-9ca3-f20574b04eef tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.246004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd09cde-688c-4dbf-a39a-1fcfc152aba2 req-2ae4c834-99a4-4f26-9ca3-f20574b04eef tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.248432 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cfd09cde-688c-4dbf-a39a-1fcfc152aba2 req-2ae4c834-99a4-4f26-9ca3-f20574b04eef tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5443 time: 0.2618473 Jul 08 01:44:50.264782 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b323a-7edb-416a-991e-438702b1e484 req-254f6340-c084-4741-b850-880d6d4f8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.265082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53188) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:50.266304 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f8b323a-7edb-416a-991e-438702b1e484 req-254f6340-c084-4741-b850-880d6d4f8baa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 1098 time: 0.1930742 Jul 08 01:44:50.336004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0333ac12-63cf-4f31-a3e2-91ab6e2e6b2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d9622870c3c42ff9a36aa9459235a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686562 Jul 08 01:44:50.337132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53190) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:50.337254 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cfd09cde-688c-4dbf-a39a-1fcfc152aba2 req-12799bcb-0494-4196-80a7-4a2dbf7ed230 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777850 Jul 08 01:44:50.369751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5072b1-d72e-4d99-8cb8-c622fe466960 req-e9676606-0729-4b43-9f3f-3df94f5122d9 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.377138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b5072b1-d72e-4d99-8cb8-c622fe466960 req-e9676606-0729-4b43-9f3f-3df94f5122d9 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 946 time: 0.2377665 Jul 08 01:44:50.408057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f8b323a-7edb-416a-991e-438702b1e484 req-9210e0ef-06ac-4b5b-ba02-bd25228a0e9f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879138 Jul 08 01:44:50.421147 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:50.435634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b5072b1-d72e-4d99-8cb8-c622fe466960 req-c22676a5-2190-4174-91ba-5832af8655ad tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575371 Jul 08 01:44:50.450576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:50.539672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:50.542634 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:50.546312 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c33e19c-4f15-4127-a456-68b5a7c5808e HTTP/1.1" status: 204 len: 168 time: 0.2054396 Jul 08 01:44:50.577385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c33e19c-4f15-4127-a456-68b5a7c5808e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:50.592761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.593262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.593606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.596144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-70c63c8c-2b6e-4504-8319-1d27f9d18a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:50.598578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.599170 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.599724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.601005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.601686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.603639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.604157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.605496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.605992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe282b9e-e469-4fd3-9fb4-780029dcfb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:44:50.719826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586610d-3767-448d-a714-a2f54c60e4d0 req-fe08173e-d5e2-4227-9eea-71e6545e298c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.728615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586610d-3767-448d-a714-a2f54c60e4d0 req-fe08173e-d5e2-4227-9eea-71e6545e298c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.734997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586610d-3767-448d-a714-a2f54c60e4d0 req-fe08173e-d5e2-4227-9eea-71e6545e298c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.742507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586610d-3767-448d-a714-a2f54c60e4d0 req-fe08173e-d5e2-4227-9eea-71e6545e298c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.748603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586610d-3767-448d-a714-a2f54c60e4d0 req-fe08173e-d5e2-4227-9eea-71e6545e298c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.754588 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586610d-3767-448d-a714-a2f54c60e4d0 req-fe08173e-d5e2-4227-9eea-71e6545e298c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.761452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586610d-3767-448d-a714-a2f54c60e4d0 req-fe08173e-d5e2-4227-9eea-71e6545e298c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.766748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d586610d-3767-448d-a714-a2f54c60e4d0 req-fe08173e-d5e2-4227-9eea-71e6545e298c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5443 time: 0.1614563 Jul 08 01:44:50.773688 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53200) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:50.778347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f52eedd8-eda7-456c-9138-b8f0703e15b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Request body: {'floatingip': {'port_id': '675c60cb-fa09-4452-b098-1aa7cbf1688a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:50.859669 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f52eedd8-eda7-456c-9138-b8f0703e15b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:50.983821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-a9c18ede-a549-4db4-8b23-08e7aa315cff tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:50.985576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-a9c18ede-a549-4db4-8b23-08e7aa315cff tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 946 time: 0.1675465 Jul 08 01:44:51.230543 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0b426-da47-4197-b21c-207ac03497aa req-49898320-691c-4565-beaa-072bc1b96214 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:51.237831 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1af0b426-da47-4197-b21c-207ac03497aa req-49898320-691c-4565-beaa-072bc1b96214 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 946 time: 0.2299917 Jul 08 01:44:51.339527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1af0b426-da47-4197-b21c-207ac03497aa req-e22e5027-9ca2-443f-8a42-c59f3442a1e8 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006522 Jul 08 01:44:51.356152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Deleting port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:51.356516 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:51.590977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] For port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:51.590977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:51.681872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53244) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:51.812804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1664346025-network', 'tenant_id': '09c80686cfc2430398fb1c27f805daf4'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:51.840400 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-f52eedd8-eda7-456c-9138-b8f0703e15b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:44:51.855030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Made reservation on behalf of 09c80686cfc2430398fb1c27f805daf4 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:51.858784 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:51.869051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.051381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.063013 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.101740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:44:52.117836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:52.137576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.144035 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Added segment d49cb1ac-aaa3-4521-8bf7-3d429f0d8199 of type vlan for network 530f5944-b3b6-418f-946f-d6f06dffc3b8 Jul 08 01:44:52.220588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.274444 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.280559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:52.282043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.283999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ba3c2-5533-4014-84b3-7b14d8cd8927 req-ca784e5e-28c3-4344-bdd5-627ca75e7100 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:52.291619 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c25ba3c2-5533-4014-84b3-7b14d8cd8927 req-ca784e5e-28c3-4344-bdd5-627ca75e7100 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 946 time: 0.6201882 Jul 08 01:44:52.297387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f52eedd8-eda7-456c-9138-b8f0703e15b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.320650 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f52eedd8-eda7-456c-9138-b8f0703e15b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.322905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:52.323809 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6398659 Jul 08 01:44:52.383833 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.384289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.384699 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Floating IP 8ac39248-3199-43bb-97cc-d694560b5ce4 disassociated. External IP: 172.25.4.94, port: 8c4f2345-1e27-4dcc-84ac-49f0925e04c9. Jul 08 01:44:52.385053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Calling delete_port for 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:52.416865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e956c-352e-4dbd-95d2-cf127af11f3a admin admin] Pushing event updated for resources: {'Network': ['ID=530f5944-b3b6-418f-946f-d6f06dffc3b8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:52.428098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 530f5944-b3b6-418f-946f-d6f06dffc3b8 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:44:52.445745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Request body: {'subnet': {'network_id': '530f5944-b3b6-418f-946f-d6f06dffc3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1664346025-subnet', 'tenant_id': '09c80686cfc2430398fb1c27f805daf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:52.510620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c25ba3c2-5533-4014-84b3-7b14d8cd8927 req-5df8495e-b01a-4607-9817-27c56d27adf9 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180810 Jul 08 01:44:52.569773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Made reservation on behalf of 09c80686cfc2430398fb1c27f805daf4 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:52.572632 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.647686 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-f52eedd8-eda7-456c-9138-b8f0703e15b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Floating IP a606d29e-73fa-40a4-9c44-c774f8de957b associated. External IP: 172.25.4.179, port: 675c60cb-fa09-4452-b098-1aa7cbf1688a. Jul 08 01:44:52.858165 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:52.936069 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Pushing event deleted for resources: {'Port': ['ID=8c4f2345-1e27-4dcc-84ac-49f0925e04c9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:53.058919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba281d91-6e63-4f91-8119-96774e2f99b3 req-7abac3a6-14be-47c8-8080-1cc8e1876147 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:53.060532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba281d91-6e63-4f91-8119-96774e2f99b3 req-7abac3a6-14be-47c8-8080-1cc8e1876147 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 867 time: 0.3398879 Jul 08 01:44:53.204424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:53.292395 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba281d91-6e63-4f91-8119-96774e2f99b3 req-66dbc478-9131-4ab8-87ba-3b9bf64d0a88 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c790bb-527f-4660-b259-6bb6181c3aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992249 Jul 08 01:44:53.341874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1bfe490c-d021-47e6-a65e-6be21a854997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:53.374247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=687c391c-9150-48bb-b8b5-d141cac83bb2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:53.377536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52eedd8-eda7-456c-9138-b8f0703e15b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Router 7d569351-9c43-4e24-8398-7c3966c5ba29 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:44:53.388060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Router ed68a565-e65e-41ce-9dba-190fb432c878 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:44:53.434762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Checking segment: {'id': 'd49cb1ac-aaa3-4521-8bf7-3d429f0d8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '530f5944-b3b6-418f-946f-d6f06dffc3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:53.435136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Network hostable DHCP agents. Network: 530f5944-b3b6-418f-946f-d6f06dffc3b8, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:44:53.575880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Network 530f5944-b3b6-418f-946f-d6f06dffc3b8 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:44:53.592844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8fe2a-0e92-4325-9d3a-31cc04212119 req-8b905910-39b1-4c5b-b242-d1a8a2b346fe tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:53.594443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97a8fe2a-0e92-4325-9d3a-31cc04212119 req-8b905910-39b1-4c5b-b242-d1a8a2b346fe tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 946 time: 0.2976906 Jul 08 01:44:53.630898 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:53.688219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 530f5944-b3b6-418f-946f-d6f06dffc3b8) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:53.707031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1d050-dc42-46d5-bfaa-73d7804c9625 None None] Network 530f5944-b3b6-418f-946f-d6f06dffc3b8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:44:53.728863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53290) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:53.733020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:53.733714 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:53.781624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:44:53.793243 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] Sync routers for ids ['ed68a565-e65e-41ce-9dba-190fb432c878'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:44:53.813986 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] Routers {'ed68a565-e65e-41ce-9dba-190fb432c878'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:44:53.819213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52eedd8-eda7-456c-9138-b8f0703e15b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:44:53.820000 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ed68a565-e65e-41ce-9dba-190fb432c878'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:53.832046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97a8fe2a-0e92-4325-9d3a-31cc04212119 req-ff2bf091-ea0b-431a-b154-601e7166a19a tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750400 Jul 08 01:44:53.843499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] Sync routers for ids ['7d569351-9c43-4e24-8398-7c3966c5ba29'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:44:53.882026 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74116ec3-8197-410d-a095-fd14a79cc359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:53.882317 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f52eedd8-eda7-456c-9138-b8f0703e15b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:53.894584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] Routers {'7d569351-9c43-4e24-8398-7c3966c5ba29'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:44:53.896091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['7d569351-9c43-4e24-8398-7c3966c5ba29'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:53.909292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] No DVR routers for this DVR port 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:53.945401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fe681d1f-d76e-4431-904e-3258e3c57413 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6106203 Jul 08 01:44:53.945401 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:53.945401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40e2538b-bf1f-4c8c-b22a-2f57789a3b8b req-0c1d8b7d-46d6-45e9-bcd1-2b0a8f7d11e9 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.16 "DELETE /v2.0/ports/8c4f2345-1e27-4dcc-84ac-49f0925e04c9 HTTP/1.1" status: 204 len: 173 time: 2.9322267 Jul 08 01:44:53.945401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'name': 'network-vif-deleted', 'tag': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:53.959755 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9973b792-5300-46ad-9ead-ce63c3b168af" -d '{"events": [{"server_uuid": "4dea6f8c-2b43-47d8-95ee-ec16cac9d86b", "name": "network-vif-deleted", "tag": "8c4f2345-1e27-4dcc-84ac-49f0925e04c9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:54.007644 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] Set router ed68a565-e65e-41ce-9dba-190fb432c878 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:44:54.037383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f52eedd8-eda7-456c-9138-b8f0703e15b7 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "PUT /v2.0/floatingips/a606d29e-73fa-40a4-9c44-c774f8de957b HTTP/1.1" status: 200 len: 991 time: 3.2621691 Jul 08 01:44:54.088849 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ec701a-88da-45d9-b956-c8e8344abcbe x-openstack-request-id: req-58ec701a-88da-45d9-b956-c8e8344abcbe {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:54.089147 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dea6f8c-2b43-47d8-95ee-ec16cac9d86b", "name": "network-vif-deleted", "tag": "8c4f2345-1e27-4dcc-84ac-49f0925e04c9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:54.089405 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58ec701a-88da-45d9-b956-c8e8344abcbe {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:54.089811 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dea6f8c-2b43-47d8-95ee-ec16cac9d86b', 'name': 'network-vif-deleted', 'tag': '8c4f2345-1e27-4dcc-84ac-49f0925e04c9', 'status': 'completed', 'code': 200} Jul 08 01:44:54.120776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] Set router 7d569351-9c43-4e24-8398-7c3966c5ba29 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:44:54.131426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74116ec3-8197-410d-a095-fd14a79cc359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:54.146670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74116ec3-8197-410d-a095-fd14a79cc359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:54.290105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74116ec3-8197-410d-a095-fd14a79cc359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fc0e73-6ecc-427a-9522-f0798af4f68b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:54.347184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-74116ec3-8197-410d-a095-fd14a79cc359 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7226a9c2ca8946e59b7ae0a83b7c285a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6149170 Jul 08 01:44:54.347593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:54.536978 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:35Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6934f9ec-448c-4f6c-a77a-5a2dc39b2aed', 'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'mac_address': 'fa:16:3e:7b:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:33Z', 'updated_at': '2021-07-08T01:42:42Z', 'revision_number': 5, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'subnets': [{'id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:54.583798 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] Checking router: ed68a565-e65e-41ce-9dba-190fb432c878 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:44:54.609233 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] Routers {'ed68a565-e65e-41ce-9dba-190fb432c878'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:44:54.610697 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ed68a565-e65e-41ce-9dba-190fb432c878'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:54.755389 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfabb-c3c1-48c7-ba02-20689237bd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:54.811718 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfabb-c3c1-48c7-ba02-20689237bd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:54.854235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:54.901920 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] Set router ed68a565-e65e-41ce-9dba-190fb432c878 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:44:54.958540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53334) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:54.997989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cb4ae4-4ba3-45fa-9578-2aba64397b05 None None] Network 530f5944-b3b6-418f-946f-d6f06dffc3b8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:44:55.000059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e71f19d-2748-40c9-a140-3202bfadb8ba req-8e2ee0d6-76b5-4aa5-875e-05a25f74b805 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/ports?device_id=4dea6f8c-2b43-47d8-95ee-ec16cac9d86b HTTP/1.1" status: 200 len: 210 time: 0.3113420 Jul 08 01:44:55.018721 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:55.019065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 8c4f2345-1e27-4dcc-84ac-49f0925e04c9 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:55.046327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-aa3dbfe1-1770-4f8c-b92f-c2af70c11602 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:55.057315 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-aa3dbfe1-1770-4f8c-b92f-c2af70c11602 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.16 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 946 time: 0.6211007 Jul 08 01:44:55.060988 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfabb-c3c1-48c7-ba02-20689237bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.069701 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e0dfabb-c3c1-48c7-ba02-20689237bd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.079686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9e0dfabb-c3c1-48c7-ba02-20689237bd1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46fc0e73-6ecc-427a-9522-f0798af4f68b HTTP/1.1" status: 204 len: 168 time: 0.7304900 Jul 08 01:44:55.224260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb95e17e-94ef-46f7-a8a4-3eda88f5efb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.224927 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.335223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53342) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:55.343378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-439998788-network', 'tenant_id': 'dacf909592264dc8825dc2eae8d9cbb1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:55.398492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dfabb-c3c1-48c7-ba02-20689237bd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fc0e73-6ecc-427a-9522-f0798af4f68b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:55.432160 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb95e17e-94ef-46f7-a8a4-3eda88f5efb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.450809 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:35Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6934f9ec-448c-4f6c-a77a-5a2dc39b2aed', 'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'mac_address': 'fa:16:3e:7b:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:33Z', 'updated_at': '2021-07-08T01:42:42Z', 'revision_number': 5, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'subnets': [{'id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:55.477883 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb95e17e-94ef-46f7-a8a4-3eda88f5efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.528856 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b8caa3-d97a-40a8-a3d9-5312d5d0ab56 None None] The sync data for ids ['ed68a565-e65e-41ce-9dba-190fb432c878'] in n-d-694802-14 is: [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:42:35Z', 'revision_number': 4, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '6934f9ec-448c-4f6c-a77a-5a2dc39b2aed', 'name': '', 'network_id': 'deab4810-e01f-4dfd-83e8-0b2b99813b5a', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'mac_address': 'fa:16:3e:7b:5c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:33Z', 'updated_at': '2021-07-08T01:42:42Z', 'revision_number': 5, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'subnets': [{'id': '024ed169-f700-491c-ad80-68ca1671a1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:44:55.578399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-5b65b88b-628a-456f-bd3e-7622703a2394 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Deleting port 65ade04f-1da3-42b9-bc3d-0b29bee36387 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:55.578996 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-5b65b88b-628a-456f-bd3e-7622703a2394 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.582075 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cb95e17e-94ef-46f7-a8a4-3eda88f5efb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e436478ce40249eaa5cd15c76b8a2f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6211548 Jul 08 01:44:55.583454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Made reservation on behalf of dacf909592264dc8825dc2eae8d9cbb1 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:55.587676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.596233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:55.678065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.706801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'a606d29e-73fa-40a4-9c44-c774f8de957b', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'port_id': '675c60cb-fa09-4452-b098-1aa7cbf1688a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'mac_address': 'fa:16:3e:e9:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:43:43Z', 'updated_at': '2021-07-08T01:44:51Z', 'revision_number': 1, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79969226-df9c-4aa1-b974-22545228cdd7', 'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'mac_address': 'fa:16:3e:13:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:03Z', 'updated_at': '2021-07-08T01:43:12Z', 'revision_number': 5, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'subnets': [{'id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:55.740043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-5b65b88b-628a-456f-bd3e-7622703a2394 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] For port 65ade04f-1da3-42b9-bc3d-0b29bee36387, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=65ade04f-1da3-42b9-bc3d-0b29bee36387,segment=NetworkSegment(eb3b35f5-b2ca-4a09-88bb-0f72033bc336),segment_id=eb3b35f5-b2ca-4a09-88bb-0f72033bc336)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:44:55.740726 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-5b65b88b-628a-456f-bd3e-7622703a2394 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.759309 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] Checking router: 7d569351-9c43-4e24-8398-7c3966c5ba29 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:44:55.771482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] Routers {'7d569351-9c43-4e24-8398-7c3966c5ba29'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:44:55.772030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-5b65b88b-628a-456f-bd3e-7622703a2394 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Calling delete_port for 65ade04f-1da3-42b9-bc3d-0b29bee36387 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:55.775830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['7d569351-9c43-4e24-8398-7c3966c5ba29'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:55.838739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95e17e-94ef-46f7-a8a4-3eda88f5efb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deb2871-42c1-408e-a314-b6fff908880d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:55.862453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d41eba9d-09de-4bf1-a494-38bc6721bae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.930568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d41eba9d-09de-4bf1-a494-38bc6721bae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:55.993169 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-5b65b88b-628a-456f-bd3e-7622703a2394 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.013426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['65ade04f-1da3-42b9-bc3d-0b29bee36387'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:44:56.063658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.071215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.115019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1adb58-9ab3-447c-b252-83aa2c461ea8 req-bdff9208-c638-456b-a814-33a05218b501 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:56.122432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:44:56.128135 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6db136-e58b-4928-afe5-1ad226a67751 None None] New status for floating IP 8ac39248-3199-43bb-97cc-d694560b5ce4: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:44:56.138275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb1adb58-9ab3-447c-b252-83aa2c461ea8 req-bdff9208-c638-456b-a814-33a05218b501 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 867 time: 0.7970359 Jul 08 01:44:56.144157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': '675c60cb-fa09-4452-b098-1aa7cbf1688a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:56.151444 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74fff34-5837-49b4-bc85-af54cbb308ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "675c60cb-fa09-4452-b098-1aa7cbf1688a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:56.163910 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.164825 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Added segment e6ce1a2e-3162-4f18-979f-a92b21fe7645 of type vlan for network 390ccb85-85d3-48a0-9bd3-0554b14ed282 Jul 08 01:44:56.190320 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] Set router 7d569351-9c43-4e24-8398-7c3966c5ba29 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:44:56.251061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64599ba1-4e86-4eb8-8269-f5d24558c94f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:56.252274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65b88b-628a-456f-bd3e-7622703a2394 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Pushing event deleted for resources: {'Port': ['ID=65ade04f-1da3-42b9-bc3d-0b29bee36387,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:56.256452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d41eba9d-09de-4bf1-a494-38bc6721bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.263671 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d41eba9d-09de-4bf1-a494-38bc6721bae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.265035 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d41eba9d-09de-4bf1-a494-38bc6721bae8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2deb2871-42c1-408e-a314-b6fff908880d HTTP/1.1" status: 204 len: 168 time: 0.6670263 Jul 08 01:44:56.307885 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00353b5-8502-4a2a-8cca-ec48cb124980 x-openstack-request-id: req-c00353b5-8502-4a2a-8cca-ec48cb124980 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:56.312281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eba9d-09de-4bf1-a494-38bc6721bae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deb2871-42c1-408e-a314-b6fff908880d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:56.313237 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "tag": "675c60cb-fa09-4452-b098-1aa7cbf1688a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:56.313614 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c00353b5-8502-4a2a-8cca-ec48cb124980 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:56.317467 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'tag': '675c60cb-fa09-4452-b098-1aa7cbf1688a', 'status': 'completed', 'code': 200} Jul 08 01:44:56.326049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.383410 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53374) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:56.405767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-5b65b88b-628a-456f-bd3e-7622703a2394 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] No DVR routers for this DVR port 65ade04f-1da3-42b9-bc3d-0b29bee36387 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:44:56.420777 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-5b65b88b-628a-456f-bd3e-7622703a2394 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.425172 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07beb3b3-ea67-42fa-943b-6e13ec231b7a req-5b65b88b-628a-456f-bd3e-7622703a2394 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.16 "DELETE /v2.0/ports/65ade04f-1da3-42b9-bc3d-0b29bee36387 HTTP/1.1" status: 204 len: 173 time: 1.3423412 Jul 08 01:44:56.457138 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.459027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:56.459635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.579158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb1adb58-9ab3-447c-b252-83aa2c461ea8 req-bb8201f2-08d0-47a6-b9f9-5303379ce8d7 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/security-groups?id=198c2cef-5d25-4866-8631-e0b96ba7f5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340196 Jul 08 01:44:56.654842 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.673756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-e0c78f18-41ba-42df-a315-1c0809637ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:56.674396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-e0c78f18-41ba-42df-a315-1c0809637ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:56.674891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-e0c78f18-41ba-42df-a315-1c0809637ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:56.675377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-e0c78f18-41ba-42df-a315-1c0809637ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:56.675854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-e0c78f18-41ba-42df-a315-1c0809637ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:56.678049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-e0c78f18-41ba-42df-a315-1c0809637ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:56.678049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-e0c78f18-41ba-42df-a315-1c0809637ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:56.698256 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-e0c78f18-41ba-42df-a315-1c0809637ea7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6507 time: 0.2698104 Jul 08 01:44:56.715500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] Pushing event updated for resources: {'Network': ['ID=390ccb85-85d3-48a0-9bd3-0554b14ed282,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:56.722486 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8d4918fc-64fa-4180-aeae-59042fdeda1d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3856797 Jul 08 01:44:56.725884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53382) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:56.744583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Request body: {'subnet': {'network_id': '390ccb85-85d3-48a0-9bd3-0554b14ed282', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-439998788-subnet', 'tenant_id': 'dacf909592264dc8825dc2eae8d9cbb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:44:56.747780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 390ccb85-85d3-48a0-9bd3-0554b14ed282 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:44:56.801376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2df7169c-5d39-4727-a13a-fae3534f7635 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.840961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2df7169c-5d39-4727-a13a-fae3534f7635 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.938454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-16d62d4c-d7df-4467-88df-59a5092f09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:56.940655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-16d62d4c-d7df-4467-88df-59a5092f09fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c274d0d-0887-42f7-9ec2-737b20191266 HTTP/1.1" status: 200 len: 918 time: 0.2351060 Jul 08 01:44:56.947162 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2df7169c-5d39-4727-a13a-fae3534f7635 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.951085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2df7169c-5d39-4727-a13a-fae3534f7635 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.952721 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2df7169c-5d39-4727-a13a-fae3534f7635 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "DELETE /v2.0/security-groups/a3c790bb-527f-4660-b259-6bb6181c3aa2 HTTP/1.1" status: 204 len: 168 time: 0.5682321 Jul 08 01:44:56.966024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53392) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:56.981427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Made reservation on behalf of dacf909592264dc8825dc2eae8d9cbb1 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:44:56.986631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:56.991755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7169c-5d39-4727-a13a-fae3534f7635 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c790bb-527f-4660-b259-6bb6181c3aa2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:57.111339 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-822ac36c-d5eb-41c3-9e67-d427720bb71a tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] show failed (client error): The resource could not be found. Jul 08 01:44:57.112405 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-822ac36c-d5eb-41c3-9e67-d427720bb71a tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "GET /v2.0/security-groups/a3c790bb-527f-4660-b259-6bb6181c3aa2 HTTP/1.1" status: 404 len: 347 time: 0.1450710 Jul 08 01:44:57.115427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53398) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:57.149333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'a606d29e-73fa-40a4-9c44-c774f8de957b', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'port_id': '675c60cb-fa09-4452-b098-1aa7cbf1688a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'mac_address': 'fa:16:3e:e9:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:43:43Z', 'updated_at': '2021-07-08T01:44:51Z', 'revision_number': 1, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79969226-df9c-4aa1-b974-22545228cdd7', 'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'mac_address': 'fa:16:3e:13:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:03Z', 'updated_at': '2021-07-08T01:43:12Z', 'revision_number': 5, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'subnets': [{'id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:44:57.168937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-3ebfb615-f249-4b5d-b2b5-5ddbc2f73418 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a HTTP/1.1" status: 200 len: 999 time: 0.2202132 Jul 08 01:44:57.209407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e568ea-07df-41dd-af50-7ca1fe06aad4 None None] The sync data for ids ['7d569351-9c43-4e24-8398-7c3966c5ba29'] in n-d-694802-14 is: [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'a606d29e-73fa-40a4-9c44-c774f8de957b', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'port_id': '675c60cb-fa09-4452-b098-1aa7cbf1688a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'mac_address': 'fa:16:3e:e9:bf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:43:43Z', 'updated_at': '2021-07-08T01:44:51Z', 'revision_number': 1, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79969226-df9c-4aa1-b974-22545228cdd7', 'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'mac_address': 'fa:16:3e:13:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:03Z', 'updated_at': '2021-07-08T01:43:12Z', 'revision_number': 5, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'subnets': [{'id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:44:57.276531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-953ab2e8-1ac3-4397-b552-692fe758f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:57.279319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-953ab2e8-1ac3-4397-b552-692fe758f123 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66c3daff-fc98-48ba-b450-287f7a1d985c HTTP/1.1" status: 200 len: 856 time: 0.1024590 Jul 08 01:44:57.492195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5122e-eb24-4566-b330-22e7e6ff1a76 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Deleting port b4e308e0-5610-4f74-9486-cbb9344936ff {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:44:57.492536 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eb5122e-eb24-4566-b330-22e7e6ff1a76 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:57.506325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-ed434392-ff8e-42c8-8d59-0bedd7865b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:57.510609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-ed434392-ff8e-42c8-8d59-0bedd7865b02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c274d0d-0887-42f7-9ec2-737b20191266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2220995 Jul 08 01:44:57.683091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:57.731218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307e7da0-bc39-414b-b527-7fcdbb2badef None None] New status for floating IP a606d29e-73fa-40a4-9c44-c774f8de957b: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:44:57.774451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-6206e329-f31d-4ed9-a4b4-59e85cc4e7f4 service neutron] 10.222.0.24 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492044 Jul 08 01:44:57.856659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eb5122e-eb24-4566-b330-22e7e6ff1a76 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:57.856929 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eb5122e-eb24-4566-b330-22e7e6ff1a76 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:57.860862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea79f319-86cb-47be-b5f1-b55afe13d68b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:57.887434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5122e-eb24-4566-b330-22e7e6ff1a76 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Calling delete_port for b4e308e0-5610-4f74-9486-cbb9344936ff owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:44:57.905991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Checking segment: {'id': 'e6ce1a2e-3162-4f18-979f-a92b21fe7645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '390ccb85-85d3-48a0-9bd3-0554b14ed282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:44:57.906404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Network hostable DHCP agents. Network: 390ccb85-85d3-48a0-9bd3-0554b14ed282, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:44:57.956539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e74fff34-5837-49b4-bc85-af54cbb308ce req-e530dfc0-e159-40db-8cd3-2ee422cc7b9e service neutron] 10.222.0.24 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732991 Jul 08 01:44:58.025669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53420) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:58.035052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7415bd14-6b92-4fec-9807-5bb3e519f7ec req-366dabbe-fc82-4411-9f0e-83273fc86ce1 tempest-ServerGroupTestJSON-213059442 tempest-ServerGroupTestJSON-213059442-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecd0e341-acbd-4830-91f9-b5ec66c069f3 HTTP/1.1" status: 200 len: 210 time: 0.0771606 Jul 08 01:44:58.093054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Network 390ccb85-85d3-48a0-9bd3-0554b14ed282 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:44:58.133951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 390ccb85-85d3-48a0-9bd3-0554b14ed282) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:44:58.144701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8636ba3-94f5-4747-9e73-5a64a76280a2 None None] Network 390ccb85-85d3-48a0-9bd3-0554b14ed282 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:44:58.155679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:58.156341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.237546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cfe37772-094d-4d99-bf0b-b8537792ae86 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5028579 Jul 08 01:44:58.270763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eb5122e-eb24-4566-b330-22e7e6ff1a76 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.306520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5122e-eb24-4566-b330-22e7e6ff1a76 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Pushing event deleted for resources: {'Port': ['ID=b4e308e0-5610-4f74-9486-cbb9344936ff,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:58.318540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd0e341-acbd-4830-91f9-b5ec66c069f3', 'name': 'network-vif-deleted', 'tag': '65ade04f-1da3-42b9-bc3d-0b29bee36387'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:44:58.322617 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbc3e86-6e96-42c1-b7ed-52b183239293" -d '{"events": [{"server_uuid": "ecd0e341-acbd-4830-91f9-b5ec66c069f3", "name": "network-vif-deleted", "tag": "65ade04f-1da3-42b9-bc3d-0b29bee36387"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:44:58.390724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023581c-b9b6-45d9-90ea-70469d7c1c82 None None] Network 390ccb85-85d3-48a0-9bd3-0554b14ed282 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:44:58.391453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eb5122e-eb24-4566-b330-22e7e6ff1a76 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.393889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eb5122e-eb24-4566-b330-22e7e6ff1a76 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.395732 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2eb5122e-eb24-4566-b330-22e7e6ff1a76 tempest-ServersTestJSON-1733441419 tempest-ServersTestJSON-1733441419-project] 10.222.0.41 "DELETE /v2.0/floatingips/8ac39248-3199-43bb-97cc-d694560b5ce4 HTTP/1.1" status: 204 len: 168 time: 1.2787969 Jul 08 01:44:58.399239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:58.441025 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8332cd2b-168f-42b9-8f8f-c659dbf6cfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.531959 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cce5093-8d09-4bab-a64b-3b0a76710c41 x-openstack-request-id: req-9cce5093-8d09-4bab-a64b-3b0a76710c41 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:44:58.532322 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd0e341-acbd-4830-91f9-b5ec66c069f3", "name": "network-vif-deleted", "tag": "65ade04f-1da3-42b9-bc3d-0b29bee36387", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:44:58.532539 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cce5093-8d09-4bab-a64b-3b0a76710c41 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:44:58.532912 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd0e341-acbd-4830-91f9-b5ec66c069f3', 'name': 'network-vif-deleted', 'tag': '65ade04f-1da3-42b9-bc3d-0b29bee36387', 'status': 'completed', 'code': 200} Jul 08 01:44:58.561382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 65ade04f-1da3-42b9-bc3d-0b29bee36387 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:44:58.607691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 65ade04f-1da3-42b9-bc3d-0b29bee36387 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:44:58.617475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 65ade04f-1da3-42b9-bc3d-0b29bee36387 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:44:58.708909 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8332cd2b-168f-42b9-8f8f-c659dbf6cfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.717918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8332cd2b-168f-42b9-8f8f-c659dbf6cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.788466 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8332cd2b-168f-42b9-8f8f-c659dbf6cfbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf3e53ffe81342048681ffc65e18bf0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7567363 Jul 08 01:44:58.788466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332cd2b-168f-42b9-8f8f-c659dbf6cfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ea7f5c-c275-4e1b-aa9b-ef3c9a6e6613,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:58.803904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53442) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:58.883906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08d7cc5d-6354-4573-bc6d-c83e2aed5d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.912504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08d7cc5d-6354-4573-bc6d-c83e2aed5d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.977563 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08d7cc5d-6354-4573-bc6d-c83e2aed5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.981772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08d7cc5d-6354-4573-bc6d-c83e2aed5d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:58.986358 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-08d7cc5d-6354-4573-bc6d-c83e2aed5d52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78ea7f5c-c275-4e1b-aa9b-ef3c9a6e6613 HTTP/1.1" status: 204 len: 168 time: 0.1772964 Jul 08 01:44:58.994378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7cc5d-6354-4573-bc6d-c83e2aed5d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ea7f5c-c275-4e1b-aa9b-ef3c9a6e6613,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:44:59.531052 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:44:59.755030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-4dc327c1-4bd6-4596-a04f-d43a98c95560 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:44:59.755030 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-4dc327c1-4bd6-4596-a04f-d43a98c95560 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/networks?id=530f5944-b3b6-418f-946f-d6f06dffc3b8 HTTP/1.1" status: 200 len: 815 time: 0.3491814 Jul 08 01:44:59.870855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-140a2524-4f4a-4bfb-9da5-68d9aa6e3acc tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/quotas/09c80686cfc2430398fb1c27f805daf4 HTTP/1.1" status: 200 len: 375 time: 0.1045506 Jul 08 01:44:59.881560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53520) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:44:59.931513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-de272329-a083-4577-b517-324d8a0f81d2 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=09c80686cfc2430398fb1c27f805daf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593135 Jul 08 01:44:59.982021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-db1a4212-018b-4afb-aa89-cd91f00530b2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:44:59.983041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-db1a4212-018b-4afb-aa89-cd91f00530b2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074944 Jul 08 01:44:59.990231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f183f8ae-8d4a-4c1a-aca7-37f9ea25b0fa admin admin] Deleting subnet 4f1e7c2a-a8c6-4b44-a42f-13b05d3bddbb {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:45:00.003522 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f183f8ae-8d4a-4c1a-aca7-37f9ea25b0fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.043019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f183f8ae-8d4a-4c1a-aca7-37f9ea25b0fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.099022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f183f8ae-8d4a-4c1a-aca7-37f9ea25b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.183100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] Deleting port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:00.183739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.210702 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f183f8ae-8d4a-4c1a-aca7-37f9ea25b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.229907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f183f8ae-8d4a-4c1a-aca7-37f9ea25b0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.234260 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f183f8ae-8d4a-4c1a-aca7-37f9ea25b0fa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4f1e7c2a-a8c6-4b44-a42f-13b05d3bddbb HTTP/1.1" status: 204 len: 168 time: 0.3490491 Jul 08 01:45:00.234260 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53538) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:00.250099 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-f885cefc-bb5a-47c7-8883-62554b206ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/530f5944-b3b6-418f-946f-d6f06dffc3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289715 Jul 08 01:45:00.272663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183f8ae-8d4a-4c1a-aca7-37f9ea25b0fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1e7c2a-a8c6-4b44-a42f-13b05d3bddbb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:00.368288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] For port 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6934f9ec-448c-4f6c-a77a-5a2dc39b2aed,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:00.385236 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.441769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.447969 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-5e79be9b-9ad7-4b1d-8554-f5e86d58585c service neutron] 10.222.0.41 "GET /v2.0/networks/530f5944-b3b6-418f-946f-d6f06dffc3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857958 Jul 08 01:45:00.471849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] Calling delete_port for 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:00.562983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.579130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a8c9dc-585c-480e-b6ca-2287fdf452f1']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:00.596357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3b35f5-b2ca-4a09-88bb-0f72033bc336') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:00.596679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3b35f5-b2ca-4a09-88bb-0f72033bc336') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:00.624078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.654946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.670988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:45:00.673262 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:45:00.680575 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:45:00.803726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53564) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:00.872221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.892341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:00.895995 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] 10.222.0.41 "DELETE /v2.0/networks/e3a8c9dc-585c-480e-b6ca-2287fdf452f1 HTTP/1.1" status: 204 len: 168 time: 0.6600227 Jul 08 01:45:00.918364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64596beb-081c-4ab2-ad0a-f8cd16b6779d req-35e0b641-7f01-462d-a162-6e40a2ee8459 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 210 time: 0.0915465 Jul 08 01:45:00.952741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec27490-2349-44c5-9000-938ac84edf0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a8c9dc-585c-480e-b6ca-2287fdf452f1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:01.019318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1268c3e7-526c-4f55-a813-d0c2a34e8f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.019542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.108759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] Pushing event deleted for resources: {'Port': ['ID=6934f9ec-448c-4f6c-a77a-5a2dc39b2aed,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:01.221193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53586) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:01.266253 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-054e88a7-ad2a-4a9d-857f-5e8cf16c29a0 req-db0522f6-90ee-45f6-8eab-cc8007d88b7d tempest-AbsoluteLimitsNegativeTestJSON-962451516 tempest-AbsoluteLimitsNegativeTestJSON-962451516-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e53c5750c833473194063c818f05e11b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924859 Jul 08 01:45:01.330292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1268c3e7-526c-4f55-a813-d0c2a34e8f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.339518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1268c3e7-526c-4f55-a813-d0c2a34e8f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.351486 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-26c576ec-f7d8-49bb-baf4-8ee4208e84cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1589854d80a9419c818227b7912af69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288126 Jul 08 01:45:01.357936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53590) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:01.424423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1268c3e7-526c-4f55-a813-d0c2a34e8f4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9db675f765084b269b39baa3d5d0c80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6173611 Jul 08 01:45:01.432125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268c3e7-526c-4f55-a813-d0c2a34e8f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b5ad1-cc18-4b74-b26a-ef8051202fb2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:01.439214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53592) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:01.472924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e88a7-ad2a-4a9d-857f-5e8cf16c29a0 req-70e979ff-0ae1-4537-bd8d-af793b95d416 tempest-AbsoluteLimitsNegativeTestJSON-962451516 tempest-AbsoluteLimitsNegativeTestJSON-962451516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:01.481652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-054e88a7-ad2a-4a9d-857f-5e8cf16c29a0 req-70e979ff-0ae1-4537-bd8d-af793b95d416 tempest-AbsoluteLimitsNegativeTestJSON-962451516 tempest-AbsoluteLimitsNegativeTestJSON-962451516-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142420 Jul 08 01:45:01.511329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-054e88a7-ad2a-4a9d-857f-5e8cf16c29a0 req-f2452c14-f53a-4a10-bb86-57463172c981 tempest-AbsoluteLimitsNegativeTestJSON-962451516 tempest-AbsoluteLimitsNegativeTestJSON-962451516-project] 10.222.0.41 "GET /v2.0/quotas/e53c5750c833473194063c818f05e11b HTTP/1.1" status: 200 len: 375 time: 0.0282617 Jul 08 01:45:01.528610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1359698a-7ab8-4165-ac16-1d1fbb6ec517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.566830 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53339890-40c3-4a4b-85ca-b5a3b2a03b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.592767 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-054e88a7-ad2a-4a9d-857f-5e8cf16c29a0 req-e9dd5e5b-d335-4edc-aecc-059d3b4bffa0 tempest-AbsoluteLimitsNegativeTestJSON-962451516 tempest-AbsoluteLimitsNegativeTestJSON-962451516-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e53c5750c833473194063c818f05e11b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751846 Jul 08 01:45:01.609157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1359698a-7ab8-4165-ac16-1d1fbb6ec517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.638935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53339890-40c3-4a4b-85ca-b5a3b2a03b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.747887 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53339890-40c3-4a4b-85ca-b5a3b2a03b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.751275 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53339890-40c3-4a4b-85ca-b5a3b2a03b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.752581 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-53339890-40c3-4a4b-85ca-b5a3b2a03b67 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d1b5ad1-cc18-4b74-b26a-ef8051202fb2 HTTP/1.1" status: 204 len: 168 time: 0.3122568 Jul 08 01:45:01.764469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1359698a-7ab8-4165-ac16-1d1fbb6ec517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.771061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1359698a-7ab8-4165-ac16-1d1fbb6ec517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:01.775831 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1359698a-7ab8-4165-ac16-1d1fbb6ec517 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/198c2cef-5d25-4866-8631-e0b96ba7f5a7 HTTP/1.1" status: 204 len: 168 time: 0.4107382 Jul 08 01:45:01.778750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53339890-40c3-4a4b-85ca-b5a3b2a03b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b5ad1-cc18-4b74-b26a-ef8051202fb2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:01.804925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359698a-7ab8-4165-ac16-1d1fbb6ec517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198c2cef-5d25-4866-8631-e0b96ba7f5a7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:01.819739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:02.100076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53610) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:02.151520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e2708b2-1668-44c1-854f-8dd90dc0accd req-036520b1-b7b9-41ef-8d7f-e00306aa9ed3 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 210 time: 0.0517383 Jul 08 01:45:02.309690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] Router ed68a565-e65e-41ce-9dba-190fb432c878 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:45:02.363029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:02.387076 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-caf378fe-52d9-48f2-8711-360fe696774a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:02.610164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-caf378fe-52d9-48f2-8711-360fe696774a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:02.624277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-caf378fe-52d9-48f2-8711-360fe696774a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:02.681245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:45:02.688532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8e2dc9b9-278c-4adc-9503-74195942d64e admin admin] 10.222.0.41 "PUT /v2.0/routers/ed68a565-e65e-41ce-9dba-190fb432c878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2879207 Jul 08 01:45:02.692776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53634) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:02.695112 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] Sync routers for ids ['ed68a565-e65e-41ce-9dba-190fb432c878'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:45:02.705451 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-caf378fe-52d9-48f2-8711-360fe696774a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed9cb935d8a54b87af1d704325488e53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409770 Jul 08 01:45:02.712147 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] Routers {'ed68a565-e65e-41ce-9dba-190fb432c878'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:02.713190 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ed68a565-e65e-41ce-9dba-190fb432c878'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:02.713611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53636) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:02.728559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf378fe-52d9-48f2-8711-360fe696774a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231d7d6f-33cb-4d3f-92fc-9f19d6884d13,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:02.817089 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ca173bd-cfcb-4175-b7f2-3b0ba93aafa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:02.867605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-195b22ed-1280-4262-8a3c-175401581345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:02.902494 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] Set router ed68a565-e65e-41ce-9dba-190fb432c878 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:45:02.954070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-a3e39cb9-224f-4450-b747-8db705a7c334 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:02.955625 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-a3e39cb9-224f-4450-b747-8db705a7c334 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.16 "GET /v2.0/networks?id=530f5944-b3b6-418f-946f-d6f06dffc3b8 HTTP/1.1" status: 200 len: 815 time: 0.5524821 Jul 08 01:45:02.984157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Request body: {'port': {'device_id': '018fccc4-d436-47e6-94d6-d884f11d9708', 'network_id': '530f5944-b3b6-418f-946f-d6f06dffc3b8', 'admin_state_up': True, 'tenant_id': '09c80686cfc2430398fb1c27f805daf4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:03.115780 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.222551 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:45:00Z', 'revision_number': 5, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:03.266706 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] Checking router: ed68a565-e65e-41ce-9dba-190fb432c878 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:45:03.278974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-195b22ed-1280-4262-8a3c-175401581345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.279916 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] Routers {'ed68a565-e65e-41ce-9dba-190fb432c878'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:03.280949 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ed68a565-e65e-41ce-9dba-190fb432c878'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:03.351495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.367574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ca173bd-cfcb-4175-b7f2-3b0ba93aafa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.371592 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-195b22ed-1280-4262-8a3c-175401581345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.374280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-195b22ed-1280-4262-8a3c-175401581345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.375533 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-195b22ed-1280-4262-8a3c-175401581345 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/231d7d6f-33cb-4d3f-92fc-9f19d6884d13 HTTP/1.1" status: 204 len: 168 time: 0.6606865 Jul 08 01:45:03.385387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ca173bd-cfcb-4175-b7f2-3b0ba93aafa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.389472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b22ed-1280-4262-8a3c-175401581345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231d7d6f-33cb-4d3f-92fc-9f19d6884d13,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:03.417721 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] Set router ed68a565-e65e-41ce-9dba-190fb432c878 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:45:03.432939 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9ca173bd-cfcb-4175-b7f2-3b0ba93aafa1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e53c5750c833473194063c818f05e11b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3310924 Jul 08 01:45:03.435433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca173bd-cfcb-4175-b7f2-3b0ba93aafa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ec62f1-363b-405c-a382-42744768436f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:03.438097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53654) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:03.482430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53656) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:03.563119 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6dd81fd-1299-4950-87c8-8dfed8ee2c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.567665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Made reservation on behalf of 09c80686cfc2430398fb1c27f805daf4 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:03.573222 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.616106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6dd81fd-1299-4950-87c8-8dfed8ee2c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.617346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a99ad70-5c89-46a4-aecb-6282e42a4fad req-20f716af-d56b-46d2-9136-b6ba6e6b6288 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 210 time: 0.0679786 Jul 08 01:45:03.686827 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:45:00Z', 'revision_number': 5, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:03.717576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6dd81fd-1299-4950-87c8-8dfed8ee2c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.721003 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6dd81fd-1299-4950-87c8-8dfed8ee2c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.722219 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c6dd81fd-1299-4950-87c8-8dfed8ee2c49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50ec62f1-363b-405c-a382-42744768436f HTTP/1.1" status: 204 len: 168 time: 0.2830176 Jul 08 01:45:03.750169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd81fd-1299-4950-87c8-8dfed8ee2c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ec62f1-363b-405c-a382-42744768436f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:03.777572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-36699577-network', 'tenant_id': 'abebab4ba04c42bf8fdb3421802e19f4'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:03.802631 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76533b-3f8c-41d6-bc2f-deb9f59e9413 None None] The sync data for ids ['ed68a565-e65e-41ce-9dba-190fb432c878'] in n-d-694802-14 is: [{'id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'name': 'tempest-ServersTestJSON-37030074-router', 'tenant_id': '8a214f547fbd4a34b7800e0aa26c5284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195'}], 'enable_snat': True}, 'gw_port_id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:42:28Z', 'updated_at': '2021-07-08T01:45:00Z', 'revision_number': 5, 'project_id': '8a214f547fbd4a34b7800e0aa26c5284', 'gw_port': {'id': 'd250d41b-81fe-4517-9eb5-f369473ee8ff', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed68a565-e65e-41ce-9dba-190fb432c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:42:29Z', 'updated_at': '2021-07-08T01:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:45:03.829573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Made reservation on behalf of abebab4ba04c42bf8fdb3421802e19f4 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:03.831401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Deleting port d250d41b-81fe-4517-9eb5-f369473ee8ff {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:03.831854 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.834888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:03.838866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Allocated IP 172.20.0.3 (530f5944-b3b6-418f-946f-d6f06dffc3b8/687c391c-9150-48bb-b8b5-d141cac83bb2/c608a3cf-400f-49ef-a3bc-95d73d68e1f8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:03.872764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.035025 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.040844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.080371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] For port d250d41b-81fe-4517-9eb5-f369473ee8ff, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d250d41b-81fe-4517-9eb5-f369473ee8ff,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:04.080861 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.088509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:45:04.117705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.118814 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Added segment 31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc of type vlan for network f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 Jul 08 01:45:04.132505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Calling delete_port for d250d41b-81fe-4517-9eb5-f369473ee8ff owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:04.132610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f59220e-d55e-4707-b01e-8f7a2b6571d0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:04.187827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.272976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.274544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:04.275378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.361814 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.374942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:45:04.402245 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.423874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:45:04.424401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6934f9ec-448c-4f6c-a77a-5a2dc39b2aed not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:45:04.452002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] Pushing event updated for resources: {'Network': ['ID=f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:04.459828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-70073dd1-9268-4293-9b6b-011014f22189 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9760787 Jul 08 01:45:04.462487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53688) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:04.464873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:45:04.485565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Request body: {'subnet': {'network_id': 'f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-36699577-subnet', 'tenant_id': 'abebab4ba04c42bf8fdb3421802e19f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:04.560787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Made reservation on behalf of abebab4ba04c42bf8fdb3421802e19f4 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:04.564242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.572053 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.651731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Network 530f5944-b3b6-418f-946f-d6f06dffc3b8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:04.658351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:04.662362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Pushing event updated for resources: {'Port': ['ID=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:04.664933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:04.670906 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.765575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Pushing event deleted for resources: {'Port': ['ID=d250d41b-81fe-4517-9eb5-f369473ee8ff,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:04.888698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:04.889993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:04.960841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.049691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33e20d9-9a53-448e-953f-9f17164fa6d9,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:05.086352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Checking segment: {'id': '31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:05.086804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Network hostable DHCP agents. Network: f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:45:05.111488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Network f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:45:05.132389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:05.132715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53714) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:05.138613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42594b81-b797-4b9d-9f5b-299dab7cf7d5 None None] Network f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:05.157017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:05.157738 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:45:05.161988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.214119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bab7eb0f-445b-4b19-b47d-d9984fe2bcd5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7388444 Jul 08 01:45:05.383680 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.400519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f245bf85-1acf-452b-8b92-f4fe8c598e12 None None] Network f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:05.432512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-bc447e84-c83c-4b53-af8b-40479b83df90 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4624126 Jul 08 01:45:05.531605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Request body: {'port': {'device_id': '018fccc4-d436-47e6-94d6-d884f11d9708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:05.561800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-300545573-network', 'tenant_id': '376770e89a0b42aab4ac8b966379578d'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:05.593208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.603041 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.612426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Made reservation on behalf of 376770e89a0b42aab4ac8b966379578d for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:05.619081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.637966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.697816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.698561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed68a565-e65e-41ce-9dba-190fb432c878 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:45:05.707156 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.711584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-981a9f4e-e22e-4aa1-a4d2-394e84e91839 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ed68a565-e65e-41ce-9dba-190fb432c878 HTTP/1.1" status: 204 len: 168 time: 3.0153284 Jul 08 01:45:05.712659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53732) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:05.737989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afda510-1c09-4cfc-8203-38eadb1b4c61 req-0cb23d5f-b0b4-4160-9772-3ddfe09f7cba tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:05.739718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9afda510-1c09-4cfc-8203-38eadb1b4c61 req-0cb23d5f-b0b4-4160-9772-3ddfe09f7cba tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 931 time: 0.8578773 Jul 08 01:45:05.752890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70017de7-19e1-4f5f-a616-fb026a9e157f req-17fb8cbc-f6da-459e-877e-a4ba51d882c2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:05.754414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70017de7-19e1-4f5f-a616-fb026a9e157f req-17fb8cbc-f6da-459e-877e-a4ba51d882c2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.3853011 Jul 08 01:45:05.757269 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.793805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-892523cd-55eb-401b-bb98-2b77c72ec199 admin admin] Deleting subnet 024ed169-f700-491c-ad80-68ca1671a1c8 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:45:05.799514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-892523cd-55eb-401b-bb98-2b77c72ec199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.873477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.883654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-892523cd-55eb-401b-bb98-2b77c72ec199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.897428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9afda510-1c09-4cfc-8203-38eadb1b4c61 req-0f650b80-4c07-4202-b2a7-e47f8c461607 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409545 Jul 08 01:45:05.900814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70017de7-19e1-4f5f-a616-fb026a9e157f req-2f594944-7b0e-4658-ada7-be755e19a85f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188884 Jul 08 01:45:05.909045 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:05.972929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:45:06.032205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decdfe55-e654-40af-a3d7-3c19555cf091,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:06.038931 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.039169 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Added segment e317bc37-9172-4171-8e0d-47a32d88733d of type vlan for network 3a9f6d74-c750-4207-9ffa-75c84259239d Jul 08 01:45:06.182506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-892523cd-55eb-401b-bb98-2b77c72ec199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.222306 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.288129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.289368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:06.290251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.329237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-892523cd-55eb-401b-bb98-2b77c72ec199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.398673 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2608831 Jul 08 01:45:06.416569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53746) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:06.426586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Request body: {'subnet': {'network_id': '3a9f6d74-c750-4207-9ffa-75c84259239d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-300545573-subnet', 'tenant_id': '376770e89a0b42aab4ac8b966379578d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:06.429530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ef7f9f-0b80-4b7c-b0a1-b0fa29bd3176 None None] Network deab4810-e01f-4dfd-83e8-0b2b99813b5a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:06.430586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892523cd-55eb-401b-bb98-2b77c72ec199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=024ed169-f700-491c-ad80-68ca1671a1c8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:06.435279 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-892523cd-55eb-401b-bb98-2b77c72ec199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.436810 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-892523cd-55eb-401b-bb98-2b77c72ec199 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/024ed169-f700-491c-ad80-68ca1671a1c8 HTTP/1.1" status: 204 len: 168 time: 0.7200117 Jul 08 01:45:06.440731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53748) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:06.579206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce8a59-a3e4-4329-a547-cd39de3fa2d8 admin admin] Pushing event updated for resources: {'Network': ['ID=3a9f6d74-c750-4207-9ffa-75c84259239d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:06.599572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.629407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c608a3cf-400f-49ef-a3bc-95d73d68e1f8 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:06.649616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Made reservation on behalf of 376770e89a0b42aab4ac8b966379578d for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:06.650765 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.653816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.693492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Transition to ACTIVE for port object c608a3cf-400f-49ef-a3bc-95d73d68e1f8 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:06.712277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3fde-ae97-47f9-8dca-d25037e0e10f req-a1021d6c-7062-4763-ad6d-d6f47c01b712 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:06.715063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb5f3fde-ae97-47f9-8dca-d25037e0e10f req-a1021d6c-7062-4763-ad6d-d6f47c01b712 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.4249144 Jul 08 01:45:06.719657 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.770190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Deleting port be3e8fec-fc91-4319-942d-1727a83a5e5b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:06.771080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.812975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569616d-06fd-4132-b026-4394d526947c req-49347356-81fa-4478-8331-17e4025f20f6 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:06.816235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d250d41b-81fe-4517-9eb5-f369473ee8ff no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:45:06.822184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-49347356-81fa-4478-8331-17e4025f20f6 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/networks?id=f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 HTTP/1.1" status: 200 len: 807 time: 0.2667923 Jul 08 01:45:06.869007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 3a9f6d74-c750-4207-9ffa-75c84259239d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:45:06.869508 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-83e12921-565b-4bc1-ad62-2868707102cd tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/quotas/abebab4ba04c42bf8fdb3421802e19f4 HTTP/1.1" status: 200 len: 375 time: 0.0450392 Jul 08 01:45:06.873693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] For port be3e8fec-fc91-4319-942d-1727a83a5e5b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=be3e8fec-fc91-4319-942d-1727a83a5e5b,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:06.874061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:06.878350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: d250d41b-81fe-4517-9eb5-f369473ee8ff {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:45:06.881712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d250d41b-81fe-4517-9eb5-f369473ee8ff not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:45:06.901034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:06.922042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Calling delete_port for be3e8fec-fc91-4319-942d-1727a83a5e5b owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:06.948520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-9cec301a-1bcf-4eb1-a946-0ddb359a55d1 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=abebab4ba04c42bf8fdb3421802e19f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706675 Jul 08 01:45:06.956819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb5f3fde-ae97-47f9-8dca-d25037e0e10f req-9c4682af-e3db-432d-b8c2-ffca26aeeece tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265620 Jul 08 01:45:07.107795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Attempting to bind port c608a3cf-400f-49ef-a3bc-95d73d68e1f8 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:07.108245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Attempting to bind port c608a3cf-400f-49ef-a3bc-95d73d68e1f8 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'd49cb1ac-aaa3-4521-8bf7-3d429f0d8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '530f5944-b3b6-418f-946f-d6f06dffc3b8'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:07.108698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Attempting to bind port c608a3cf-400f-49ef-a3bc-95d73d68e1f8 on network 530f5944-b3b6-418f-946f-d6f06dffc3b8 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:07.113632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Port c608a3cf-400f-49ef-a3bc-95d73d68e1f8 on network 530f5944-b3b6-418f-946f-d6f06dffc3b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:45:07.114810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Attempting to bind port c608a3cf-400f-49ef-a3bc-95d73d68e1f8 on network 530f5944-b3b6-418f-946f-d6f06dffc3b8 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:07.120751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:07.121051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Checking segment: {'id': 'd49cb1ac-aaa3-4521-8bf7-3d429f0d8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '530f5944-b3b6-418f-946f-d6f06dffc3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:07.121439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Bound using segment: {'id': 'd49cb1ac-aaa3-4521-8bf7-3d429f0d8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '530f5944-b3b6-418f-946f-d6f06dffc3b8'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:07.122103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Bound port: c608a3cf-400f-49ef-a3bc-95d73d68e1f8, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49cb1ac-aaa3-4521-8bf7-3d429f0d8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '530f5944-b3b6-418f-946f-d6f06dffc3b8'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:07.122722 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.197540 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.205302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b158f39f-551e-47a7-95ce-50acb84b4d2b None None] DHCP port deletion for deab4810-e01f-4dfd-83e8-0b2b99813b5a request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:45:07.297281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b158f39f-551e-47a7-95ce-50acb84b4d2b None None] Deleting port be3e8fec-fc91-4319-942d-1727a83a5e5b {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:07.297658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b158f39f-551e-47a7-95ce-50acb84b4d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.335168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.342140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eda3817-ec75-44fb-9282-2feb9c862094,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:07.387126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=be3e8fec-fc91-4319-942d-1727a83a5e5b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:07.388027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] For port c608a3cf-400f-49ef-a3bc-95d73d68e1f8, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:07.391303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Checking segment: {'id': 'e317bc37-9172-4171-8e0d-47a32d88733d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3a9f6d74-c750-4207-9ffa-75c84259239d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:07.391680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] For port c608a3cf-400f-49ef-a3bc-95d73d68e1f8, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,segment=NetworkSegment(d49cb1ac-aaa3-4521-8bf7-3d429f0d8199),segment_id=d49cb1ac-aaa3-4521-8bf7-3d429f0d8199)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:07.392256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Network hostable DHCP agents. Network: 3a9f6d74-c750-4207-9ffa-75c84259239d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:45:07.396018 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] No DVR routers for this DVR port be3e8fec-fc91-4319-942d-1727a83a5e5b on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:45:07.432549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b158f39f-551e-47a7-95ce-50acb84b4d2b None None] For port be3e8fec-fc91-4319-942d-1727a83a5e5b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=be3e8fec-fc91-4319-942d-1727a83a5e5b,segment=NetworkSegment(c52f5964-65e8-4883-8154-c770dee8f875),segment_id=c52f5964-65e8-4883-8154-c770dee8f875)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:07.433457 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b158f39f-551e-47a7-95ce-50acb84b4d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.468793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b158f39f-551e-47a7-95ce-50acb84b4d2b None None] Calling delete_port for be3e8fec-fc91-4319-942d-1727a83a5e5b owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:07.481431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-99e33d9a-06b2-4f30-8566-abcec5a31b1b service neutron] 10.222.0.41 "GET /v2.0/networks/f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305471 Jul 08 01:45:07.483802 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.490247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Network 3a9f6d74-c750-4207-9ffa-75c84259239d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:45:07.498769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.517006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deab4810-e01f-4dfd-83e8-0b2b99813b5a']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:07.521040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 3a9f6d74-c750-4207-9ffa-75c84259239d) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:07.538290 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fb4911-a87e-4541-a699-aa7a06ffb6dd None None] Network 3a9f6d74-c750-4207-9ffa-75c84259239d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:07.546290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:07.547812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.586962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c52f5964-65e8-4883-8154-c770dee8f875') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:07.587660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c52f5964-65e8-4883-8154-c770dee8f875') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:07.600285 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.609100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:07.609824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.610209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9b0e0c13-9023-41f7-a7eb-4518e3026fae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1903429 Jul 08 01:45:07.611905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/c608a3cf-400f-49ef-a3bc-95d73d68e1f8 HTTP/1.1" status: 200 len: 1092 time: 2.1288512 Jul 08 01:45:07.615006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018fccc4-d436-47e6-94d6-d884f11d9708', 'tag': 'c608a3cf-400f-49ef-a3bc-95d73d68e1f8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:07.617888 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d96002-3789-439e-851c-18aeec64b774" -d '{"events": [{"name": "network-changed", "server_uuid": "018fccc4-d436-47e6-94d6-d884f11d9708", "tag": "c608a3cf-400f-49ef-a3bc-95d73d68e1f8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:07.624271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.642118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:45:07.642676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:45:07.645699 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:45:07.734725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48edba-67ac-4542-abbb-7b3f9ec3a2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:07.742164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.761091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046274c-5fce-4d1b-a743-e04a50200417 req-d12715d8-4ec9-486a-9f96-1aa5e2abff95 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:07.762787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9046274c-5fce-4d1b-a743-e04a50200417 req-d12715d8-4ec9-486a-9f96-1aa5e2abff95 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 943 time: 0.5419598 Jul 08 01:45:07.768609 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.773238 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b158f39f-551e-47a7-95ce-50acb84b4d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:07.778381 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] 10.222.0.41 "DELETE /v2.0/networks/deab4810-e01f-4dfd-83e8-0b2b99813b5a HTTP/1.1" status: 204 len: 168 time: 1.3315680 Jul 08 01:45:07.780232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949a3640-0a4b-4b96-ab9a-e773a229e18c None None] Network 3a9f6d74-c750-4207-9ffa-75c84259239d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:07.826909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53361498-0fec-496e-af1b-f94758af2b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=deab4810-e01f-4dfd-83e8-0b2b99813b5a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:07.849356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b158f39f-551e-47a7-95ce-50acb84b4d2b None None] Network deab4810-e01f-4dfd-83e8-0b2b99813b5a is not hosted by any dhcp agent {{(pid=93885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 01:45:07.850169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b158f39f-551e-47a7-95ce-50acb84b4d2b None None] No DVR routers for this DVR port be3e8fec-fc91-4319-942d-1727a83a5e5b on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:45:07.858734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-9531dd93-2fea-45e8-93d1-428f6e6d2be7 service neutron] 10.222.0.41 "GET /v2.0/networks/f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661926 Jul 08 01:45:07.889578 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158f39f-551e-47a7-95ce-50acb84b4d2b None None] Pushing event deleted for resources: {'Port': ['ID=be3e8fec-fc91-4319-942d-1727a83a5e5b,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:07.913227 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9046274c-5fce-4d1b-a743-e04a50200417 req-2ea998e0-b96f-4a55-ae51-56ec7df77846 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255598 Jul 08 01:45:07.960486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-5e832093-6148-419f-ac9c-89d489999cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:07.963857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-5e832093-6148-419f-ac9c-89d489999cba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09c80686cfc2430398fb1c27f805daf4&device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 1095 time: 0.2875130 Jul 08 01:45:08.024255 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-6fefd35e-106d-4103-92fa-ceac734e57d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c608a3cf-400f-49ef-a3bc-95d73d68e1f8 HTTP/1.1" status: 200 len: 217 time: 0.0481932 Jul 08 01:45:08.090889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7d2f6ac0-fcc0-4251-99bf-7e3d9e0659f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:08.093451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-7d2f6ac0-fcc0-4251-99bf-7e3d9e0659f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=687c391c-9150-48bb-b8b5-d141cac83bb2 HTTP/1.1" status: 200 len: 855 time: 0.0635414 Jul 08 01:45:08.125925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53804) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:08.155013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-80e88349-7f83-4648-ad90-be14d529d01a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=530f5944-b3b6-418f-946f-d6f06dffc3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528004 Jul 08 01:45:08.237561 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0fdd61-4408-4c13-b974-65ff0fafb6bf x-openstack-request-id: req-dc0fdd61-4408-4c13-b974-65ff0fafb6bf {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:08.239668 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018fccc4-d436-47e6-94d6-d884f11d9708", "tag": "c608a3cf-400f-49ef-a3bc-95d73d68e1f8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:08.240029 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc0fdd61-4408-4c13-b974-65ff0fafb6bf {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:08.240730 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018fccc4-d436-47e6-94d6-d884f11d9708', 'tag': 'c608a3cf-400f-49ef-a3bc-95d73d68e1f8', 'status': 'completed', 'code': 200} Jul 08 01:45:08.271652 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4535c2e5-7267-4ba7-aeb2-7af80cc0fd76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a214f547fbd4a34b7800e0aa26c5284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443954 Jul 08 01:45:08.274477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53818) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:08.300355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:08.374393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-d080c13d-d285-4104-89aa-d960434b36af service neutron] 10.222.0.16 "GET /v2.0/networks/530f5944-b3b6-418f-946f-d6f06dffc3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102706 Jul 08 01:45:08.385712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-837d0eb9-e493-462d-9781-e2db601e37e9 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:08.387618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-837d0eb9-e493-462d-9781-e2db601e37e9 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 812 time: 0.1983459 Jul 08 01:45:08.415361 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-6e158000-27a7-4e4f-ba14-fd3a4f06e896 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/quotas/cec18a91ea6241bc928d3059c8dae9cc HTTP/1.1" status: 200 len: 375 time: 0.0176036 Jul 08 01:45:08.451334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c53ae12-b2a5-4f99-8c03-1e951c5a464f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:08.486243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device be3e8fec-fc91-4319-942d-1727a83a5e5b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:45:08.523816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c53ae12-b2a5-4f99-8c03-1e951c5a464f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:08.540200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: be3e8fec-fc91-4319-942d-1727a83a5e5b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:45:08.540584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device be3e8fec-fc91-4319-942d-1727a83a5e5b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:45:08.599613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c53ae12-b2a5-4f99-8c03-1e951c5a464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:08.602700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c53ae12-b2a5-4f99-8c03-1e951c5a464f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:08.606594 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c53ae12-b2a5-4f99-8c03-1e951c5a464f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d1f304a-3435-4804-aff0-cc78ac046dde HTTP/1.1" status: 204 len: 168 time: 0.3288605 Jul 08 01:45:08.631408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53ae12-b2a5-4f99-8c03-1e951c5a464f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1f304a-3435-4804-aff0-cc78ac046dde,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:08.636828 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-d507327e-e86e-4635-aef8-96d23d33849a req-b4efbcee-14eb-4887-9a64-7f40f164e1ae tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] show failed (client error): The resource could not be found. Jul 08 01:45:08.638173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d507327e-e86e-4635-aef8-96d23d33849a req-b4efbcee-14eb-4887-9a64-7f40f164e1ae tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] 10.222.0.41 "GET /v2.0/security-groups/1bc54dd2-070c-4d7c-befc-33dd5ebbd376 HTTP/1.1" status: 404 len: 352 time: 0.0580239 Jul 08 01:45:08.663310 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b56c8ef-d8e7-40ee-b8c4-6f3a2ea5b783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:08.683334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:08.684917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2632b615-bde0-405f-9d1f-45f122630dd8 req-24a9a9fd-6625-48ae-9c0b-2ab9dda77910 service neutron] 10.222.0.16 "GET /v2.0/networks/530f5944-b3b6-418f-946f-d6f06dffc3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963648 Jul 08 01:45:08.718333 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-72617cd2-4630-4bcf-9511-07fa3bce292a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2908082 Jul 08 01:45:08.840812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9060c5f3-e907-45ca-bbfa-aca207056b56 req-3ebc4cd2-8e9f-4874-b027-fd08d6b7eaa0 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 210 time: 0.0681372 Jul 08 01:45:08.929906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d96002-3789-439e-851c-18aeec64b774 req-22621772-0220-4095-bdd6-eb070b2403ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:08.931421 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64d96002-3789-439e-851c-18aeec64b774 req-22621772-0220-4095-bdd6-eb070b2403ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=09c80686cfc2430398fb1c27f805daf4&device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 1095 time: 0.1493821 Jul 08 01:45:08.962865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-61be370d-7332-4ca5-bdf9-221532d56cca service neutron] 10.222.0.41 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444499 Jul 08 01:45:09.150799 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-410777a7-e922-43a3-97b8-9a33bc1c2a68 req-b9786ed4-0c3f-4000-be94-d26b8a1dbe05 tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=376770e89a0b42aab4ac8b966379578d HTTP/1.1" status: 200 len: 2988 time: 0.2539892 Jul 08 01:45:09.256093 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b56c8ef-d8e7-40ee-b8c4-6f3a2ea5b783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:09.277888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b56c8ef-d8e7-40ee-b8c4-6f3a2ea5b783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:09.299706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-835c3e16-f712-414a-bc48-c55e4405edba service neutron] 10.222.0.41 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359828 Jul 08 01:45:09.321259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d96002-3789-439e-851c-18aeec64b774 req-ad881177-b2f7-491c-90cf-adbbcc4c73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:09.322842 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64d96002-3789-439e-851c-18aeec64b774 req-ad881177-b2f7-491c-90cf-adbbcc4c73c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=530f5944-b3b6-418f-946f-d6f06dffc3b8 HTTP/1.1" status: 200 len: 916 time: 0.3777685 Jul 08 01:45:09.350381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7b56c8ef-d8e7-40ee-b8c4-6f3a2ea5b783 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8549da9a27ae43359c6001ebb66d0ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0489094 Jul 08 01:45:09.353867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53858) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:09.377340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56c8ef-d8e7-40ee-b8c4-6f3a2ea5b783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4209693-b7be-4e70-8e24-29270de9085d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:09.382392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-410777a7-e922-43a3-97b8-9a33bc1c2a68 req-55e5a810-6ec4-43b9-b09a-b4d798920bcb tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] 10.222.0.41 "GET /v2.0/security-groups/decdfe55-e654-40af-a3d7-3c19555cf091 HTTP/1.1" status: 200 len: 2985 time: 0.2111998 Jul 08 01:45:09.384201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64d96002-3789-439e-851c-18aeec64b774 req-6cb16d12-1180-49a8-9212-3f73cb5d73c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c608a3cf-400f-49ef-a3bc-95d73d68e1f8 HTTP/1.1" status: 200 len: 217 time: 0.0489817 Jul 08 01:45:09.477580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d96002-3789-439e-851c-18aeec64b774 req-8e3103bd-dbf9-4b7e-aa62-7eba651a9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:09.481930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64d96002-3789-439e-851c-18aeec64b774 req-8e3103bd-dbf9-4b7e-aa62-7eba651a9f49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=687c391c-9150-48bb-b8b5-d141cac83bb2 HTTP/1.1" status: 200 len: 855 time: 0.0873070 Jul 08 01:45:09.481930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-410777a7-e922-43a3-97b8-9a33bc1c2a68 req-9b503ecd-73cc-48e9-80a6-1d9c8e89b889 tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] 10.222.0.41 "GET /v2.0/security-groups/decdfe55-e654-40af-a3d7-3c19555cf091 HTTP/1.1" status: 200 len: 2985 time: 0.0917470 Jul 08 01:45:09.539157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-650f9dfa-747c-42ed-8f28-47655c3cf47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:09.563689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64d96002-3789-439e-851c-18aeec64b774 req-120b8732-706a-4a2e-8811-21a1c24430cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=530f5944-b3b6-418f-946f-d6f06dffc3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767295 Jul 08 01:45:09.579519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-650f9dfa-747c-42ed-8f28-47655c3cf47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:09.722111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-650f9dfa-747c-42ed-8f28-47655c3cf47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:09.729564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-650f9dfa-747c-42ed-8f28-47655c3cf47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:09.731163 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-650f9dfa-747c-42ed-8f28-47655c3cf47f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4209693-b7be-4e70-8e24-29270de9085d HTTP/1.1" status: 204 len: 168 time: 0.3762589 Jul 08 01:45:09.753023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f9dfa-747c-42ed-8f28-47655c3cf47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4209693-b7be-4e70-8e24-29270de9085d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:09.808529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53874) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:10.215504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1766974896-network', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:10.259228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Made reservation on behalf of e3792e9c70b840b0b6423636b5c6763b for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:10.272539 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:10.285112 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de44c8e8-f1c1-47fb-b4e1-4d43540c8354 req-319a2f2a-3152-42a7-b475-3f0305972151 tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] 10.222.0.41 "GET /v2.0/security-groups/decdfe55-e654-40af-a3d7-3c19555cf091 HTTP/1.1" status: 200 len: 2985 time: 0.3904045 Jul 08 01:45:10.296102 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:10.321136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64d96002-3789-439e-851c-18aeec64b774 req-d0bea970-4e00-4b99-80e3-e8c7e945a118 service neutron] 10.222.0.16 "GET /v2.0/networks/530f5944-b3b6-418f-946f-d6f06dffc3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464211 Jul 08 01:45:10.338100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82eb99-e74e-4a22-b43f-96766649e2a0 req-32705432-2458-4143-9cd7-3f9f9a4cd11d tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:10.353483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f82eb99-e74e-4a22-b43f-96766649e2a0 req-32705432-2458-4143-9cd7-3f9f9a4cd11d tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 943 time: 0.6037273 Jul 08 01:45:10.485160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f82eb99-e74e-4a22-b43f-96766649e2a0 req-3a64007f-a921-40a4-a3ab-9ac891498285 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306129 Jul 08 01:45:10.498208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53896) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:10.518345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569616d-06fd-4132-b026-4394d526947c req-5ec25bc7-6b42-4f80-ab7a-4b5a6f885cf2 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:10.523654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-5ec25bc7-6b42-4f80-ab7a-4b5a6f885cf2 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.24 "GET /v2.0/networks?id=f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 HTTP/1.1" status: 200 len: 807 time: 0.7978251 Jul 08 01:45:10.560279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Request body: {'port': {'device_id': '924735f0-78bc-49de-bc4f-d1a2102ce111', 'network_id': 'f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0', 'admin_state_up': True, 'tenant_id': 'abebab4ba04c42bf8fdb3421802e19f4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:10.569658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e8425c8-dcb7-4649-b6c2-f592c96db8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:10.652017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:10.682790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-795f0c48-3268-4fac-9916-561f8138a86a req-782d3359-b212-44e4-8d16-09de82f6ef43 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 210 time: 0.0303109 Jul 08 01:45:10.774316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64d96002-3789-439e-851c-18aeec64b774 req-9382ba47-274c-4805-aed3-d7a7bdbf8c11 service neutron] 10.222.0.16 "GET /v2.0/networks/530f5944-b3b6-418f-946f-d6f06dffc3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912640 Jul 08 01:45:10.843582 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-de44c8e8-f1c1-47fb-b4e1-4d43540c8354 req-fca77ec9-a05a-4d5d-9d58-8cc959f91b21 tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 01:45:10.857297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de44c8e8-f1c1-47fb-b4e1-4d43540c8354 req-fca77ec9-a05a-4d5d-9d58-8cc959f91b21 tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] 10.222.0.41 "DELETE /v2.0/security-groups/decdfe55-e654-40af-a3d7-3c19555cf091 HTTP/1.1" status: 409 len: 352 time: 0.5427563 Jul 08 01:45:10.872196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e8425c8-dcb7-4649-b6c2-f592c96db8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:10.873899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:10.909901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:45:10.932999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:10.933349 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Added segment 38d669be-5627-479f-b718-e2c8e700dbdb of type vlan for network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c Jul 08 01:45:11.034002 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.066688 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e8425c8-dcb7-4649-b6c2-f592c96db8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.138241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c187edd0-3f3b-44e8-8768-dd9e0b1775b3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:11.148941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8e8425c8-dcb7-4649-b6c2-f592c96db8f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2401ad29d734051b121739416fe8c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6449018 Jul 08 01:45:11.148941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.150290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:11.150847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.153035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:11.256498 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4461074 Jul 08 01:45:11.264522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53906) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:11.276356 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Request body: {'subnet': {'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1766974896-subnet', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:11.290889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8425c8-dcb7-4649-b6c2-f592c96db8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770e15ef-3779-4a9f-b992-6f9846105295,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:11.319277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048c959-a1fe-4e64-9577-f861bc3c0526 admin admin] Pushing event updated for resources: {'Network': ['ID=53aef60b-5dfc-4ca9-b311-c33f9a1ed88c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:11.336237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:45:11.350802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Made reservation on behalf of e3792e9c70b840b0b6423636b5c6763b for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:11.353352 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.408063 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-357558bc-9c7b-4cdb-b511-35a9ebaf5ab4 req-5c867374-aedf-44ea-bd26-a81a20d666d8 tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] show failed (client error): The resource could not be found. Jul 08 01:45:11.413999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-357558bc-9c7b-4cdb-b511-35a9ebaf5ab4 req-5c867374-aedf-44ea-bd26-a81a20d666d8 tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] 10.222.0.41 "GET /v2.0/security-groups/4a8d978f-69cb-4794-992f-b921c5cd0fe9 HTTP/1.1" status: 404 len: 352 time: 0.0477021 Jul 08 01:45:11.467347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb868cf7-66aa-4f7b-bc81-14ae14f4c75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.488043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-733ec550-5402-491c-a0f3-5fda780c509e req-78ee7b2d-141f-4616-b6b7-0c81339f1127 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 210 time: 0.1240129 Jul 08 01:45:11.515820 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb868cf7-66aa-4f7b-bc81-14ae14f4c75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.529250 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-89ab1171-8dcf-46e7-96bd-43bca8014140 req-9d7ee578-37a0-4b72-bdfb-20c064c5c721 tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] show failed (client error): The resource could not be found. Jul 08 01:45:11.530175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89ab1171-8dcf-46e7-96bd-43bca8014140 req-9d7ee578-37a0-4b72-bdfb-20c064c5c721 tempest-SecurityGroupsNegativeTestJSON-1372585928 tempest-SecurityGroupsNegativeTestJSON-1372585928-project] 10.222.0.41 "GET /v2.0/security-groups/cec153cf-92f0-411d-b8f1-feea2527ca81 HTTP/1.1" status: 404 len: 352 time: 0.0210738 Jul 08 01:45:11.549888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:11.620901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Made reservation on behalf of abebab4ba04c42bf8fdb3421802e19f4 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:11.624704 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.643332 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.670338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:11.681006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-420581377'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:11.709269 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb868cf7-66aa-4f7b-bc81-14ae14f4c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.711738 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb868cf7-66aa-4f7b-bc81-14ae14f4c75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.715262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bb868cf7-66aa-4f7b-bc81-14ae14f4c75d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/770e15ef-3779-4a9f-b992-6f9846105295 HTTP/1.1" status: 204 len: 168 time: 0.5505550 Jul 08 01:45:11.745974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f3a919-395a-4350-8b80-05bd1d8dd7fc,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:11.753880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb868cf7-66aa-4f7b-bc81-14ae14f4c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770e15ef-3779-4a9f-b992-6f9846105295,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:11.762755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Checking segment: {'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:11.763142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Network hostable DHCP agents. Network: 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:45:11.770128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:11.773804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.805804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:45:11.807319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-077d9844-3434-4232-b568-b6adb39c5dba admin admin] Deleting subnet 4eda3817-ec75-44fb-9282-2feb9c862094 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:45:11.831362 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-077d9844-3434-4232-b568-b6adb39c5dba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.839090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:45:11.842138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:11.851356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d041c5c-428c-4d95-8c1e-3e4b52ef7e35 None None] Network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:11.861115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:11.861910 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.883618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:11.884229 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Added segment 3147b85e-2823-4487-8e1c-62c3394e0bd1 of type vlan for network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 Jul 08 01:45:11.949584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-73eb41fe-af6d-48d7-af1d-9041fd69fe12 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:11.951892 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-73eb41fe-af6d-48d7-af1d-9041fd69fe12 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 812 time: 0.3473945 Jul 08 01:45:11.971885 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f4db933d-1f2e-4856-b336-21bc8abfc29d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6994591 Jul 08 01:45:11.977658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'port': {'device_id': 'aad78947-a3b3-494b-8f61-34da939c28d9', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'admin_state_up': True, 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:11.978262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53924) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:11.984933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:12.004083 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.018760 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88813273-3ec0-40cc-84c3-2cfbb6ce3fca req-ee8bd8dd-0be0-4610-8564-ac59744b723d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 210 time: 0.0655744 Jul 08 01:45:12.064649 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.065887 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.083228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:45:12.084205 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.119738 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.128107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:12.129334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.146778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb62f31-b70c-451e-8593-1ffb1b9c9ff0 req-f3232fc7-2c25-4227-b90a-36c2bff09ecb tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:12.156088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7eb62f31-b70c-451e-8593-1ffb1b9c9ff0 req-f3232fc7-2c25-4227-b90a-36c2bff09ecb tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 943 time: 0.5126069 Jul 08 01:45:12.159576 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-077d9844-3434-4232-b568-b6adb39c5dba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.228352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5554180 Jul 08 01:45:12.234184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:12.242186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1980023383'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:12.287446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7eb62f31-b70c-451e-8593-1ffb1b9c9ff0 req-0687106d-ecdd-4f71-b7ad-858e25ccf4d6 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303191 Jul 08 01:45:12.287691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Allocated IP 172.20.0.2 (53aef60b-5dfc-4ca9-b311-c33f9a1ed88c/f6f3a919-395a-4350-8b80-05bd1d8dd7fc/98fde7ed-6ce7-4fca-9afc-1c715d1973e6) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:12.295834 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Allocated IP 172.20.0.13 (f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0/a33e20d9-9a53-448e-953f-9f17164fa6d9/cd3c05ec-81c9-4201-a371-cd25d9b5e158) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:12.299928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.304752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797de68-3389-422a-906f-6faf30221c47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Network': ['ID=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:12.317003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:45:12.340833 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-077d9844-3434-4232-b568-b6adb39c5dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.431114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Made reservation on behalf of cec18a91ea6241bc928d3059c8dae9cc for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:12.435562 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.510862 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.518905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:12.525071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.583592 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-077d9844-3434-4232-b568-b6adb39c5dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.587703 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.602492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Transition to ACTIVE for port object 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:12.613702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:45:12.627244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Transition to ACTIVE for port object 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:12.633940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c608a3cf-400f-49ef-a3bc-95d73d68e1f8 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:45:12.639847 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-077d9844-3434-4232-b568-b6adb39c5dba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.641687 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-077d9844-3434-4232-b568-b6adb39c5dba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4eda3817-ec75-44fb-9282-2feb9c862094 HTTP/1.1" status: 204 len: 168 time: 1.0908127 Jul 08 01:45:12.644604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d9844-3434-4232-b568-b6adb39c5dba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eda3817-ec75-44fb-9282-2feb9c862094,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:12.646917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53948) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:12.731652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.732031 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Added segment f4fe376b-0167-46de-9671-f0637194e220 of type vlan for network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 Jul 08 01:45:12.734528 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.748434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Allocated IP 172.20.0.4 (beda11af-02fd-4a5d-9761-e7a31d38417d/dfe181ef-686a-49dc-8e69-0e4c7cc59c0b/5fd17584-d4e9-44ff-89ea-cba6ee5c3119) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:12.751596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.794682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b933fdea-6181-413a-9b06-2bef9a8824b5 req-81a7e2e7-e15b-4a39-ab76-bf8d36a220df tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 210 time: 0.0533218 Jul 08 01:45:12.801213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c608a3cf-400f-49ef-a3bc-95d73d68e1f8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,segment=NetworkSegment(d49cb1ac-aaa3-4521-8bf7-3d429f0d8199),segment_id=d49cb1ac-aaa3-4521-8bf7-3d429f0d8199)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:12.810151 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.823784 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.859759 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:12.859759 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'c608a3cf-400f-49ef-a3bc-95d73d68e1f8', 'network_id': '530f5944-b3b6-418f-946f-d6f06dffc3b8', 'port_id': 'c608a3cf-400f-49ef-a3bc-95d73d68e1f8', 'mac_address': 'fa:16:3e:c3:72:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687c391c-9150-48bb-b8b5-d141cac83bb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:45:12.867440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:12.873610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:12.936281 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.943858 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.959063 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:12.963694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c608a3cf-400f-49ef-a3bc-95d73d68e1f8 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:12.979532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a9f6d74-c750-4207-9ffa-75c84259239d']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:12.995001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Pushing event updated for resources: {'Port': ['ID=98fde7ed-6ce7-4fca-9afc-1c715d1973e6,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:13.009392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e317bc37-9172-4171-8e0d-47a32d88733d') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:13.009691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e317bc37-9172-4171-8e0d-47a32d88733d') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:13.023887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Network f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:13.033408 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:13.042039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c608a3cf-400f-49ef-a3bc-95d73d68e1f8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,segment=NetworkSegment(d49cb1ac-aaa3-4521-8bf7-3d429f0d8199),segment_id=d49cb1ac-aaa3-4521-8bf7-3d429f0d8199)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:13.047355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Attempting to bind port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:13.048511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Attempting to bind port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:13.048511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Attempting to bind port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 on network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:13.048723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:13.056062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:13.056592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Checking segment: {'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:13.057385 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.057691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Bound using segment: {'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:13.058309 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Bound port: 98fde7ed-6ce7-4fca-9afc-1c715d1973e6, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:13.059396 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.073214 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.099306 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.105959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:13.106874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.113892 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.118356 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.135120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Transition to ACTIVE for port object 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:13.163642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Pushing event updated for resources: {'Port': ['ID=cd3c05ec-81c9-4201-a371-cd25d9b5e158,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:13.214750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:13.215454 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.218776 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.243611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:13.262259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['91828815-a1c4-4b2c-a77e-d2227435f2fe', '5a193d54-75e5-4e23-be34-6344d3b0847e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:13.293012 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0575964 Jul 08 01:45:13.329822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53970) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:13.342023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'subnet': {'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:13.350728 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.355656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c608a3cf-400f-49ef-a3bc-95d73d68e1f8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:13.363798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c12e54-e346-4e4d-989b-c22976704d83 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Network': ['ID=56be41ba-9f0e-41b1-b08b-6f719b43b9b4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:13.370916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:45:13.371329 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:45:13.373104 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:45:13.434359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.446110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:45:13.456676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.464558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.474863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-ee2d3a16-ca68-4618-8939-ef3ac6fa7e97 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9239509 Jul 08 01:45:13.489789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Network beda11af-02fd-4a5d-9761-e7a31d38417d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:13.493488 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.495559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3a9f6d74-c750-4207-9ffa-75c84259239d HTTP/1.1" status: 204 len: 168 time: 0.8414412 Jul 08 01:45:13.496647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1698ca-4422-483f-a661-e178d328e034 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a9f6d74-c750-4207-9ffa-75c84259239d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:13.502166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Request body: {'port': {'device_id': '924735f0-78bc-49de-bc4f-d1a2102ce111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:13.509901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:13.512064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:13.516032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.528247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:13.608439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] For port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:13.654766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:13.655482 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.665727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Allocated IP 172.25.4.180 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:13.735923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] For port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=98fde7ed-6ce7-4fca-9afc-1c715d1973e6,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:13.755038 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:13.796852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8323445 Jul 08 01:45:13.841161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43b4fb-33e8-410a-a79e-49d7ac66a86d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'Port': ['ID=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:13.886398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a7058-23ca-46e8-9491-4220c183a483 None None] Pushing event updated for resources: {'Port': ['ID=98fde7ed-6ce7-4fca-9afc-1c715d1973e6,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:13.922910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Request body: {'port': {'device_id': 'aad78947-a3b3-494b-8f61-34da939c28d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:13.925633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53990) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:13.976676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.015102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605ce2a-128a-49f7-91fe-ea3807f8932e req-c6e4436e-117c-4730-ad04-facad72e9abb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:14.023237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3605ce2a-128a-49f7-91fe-ea3807f8932e req-c6e4436e-117c-4730-ad04-facad72e9abb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 931 time: 0.7888334 Jul 08 01:45:14.023923 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-745678fe-cdbf-47c9-8bc6-da881dcca622 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=376770e89a0b42aab4ac8b966379578d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838733 Jul 08 01:45:14.026562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53994) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:14.076941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0e4b98bc-7900-4727-93c9-34617398f0f4 None None] Provisioning for port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:14.111599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0e4b98bc-7900-4727-93c9-34617398f0f4 None None] Provisioning complete for port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:14.112012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e4b98bc-7900-4727-93c9-34617398f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.133309 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03246eaa-a0cb-40dc-a18d-8b81dd3ba5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.155007 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.221810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3605ce2a-128a-49f7-91fe-ea3807f8932e req-0a034e0f-703f-4593-ab73-d31664ab5ccc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975322 Jul 08 01:45:14.225788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:14.228578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53996) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:14.244523 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:14.247054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b98bc-7900-4727-93c9-34617398f0f4 None None] Port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:14.262675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:14.312367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.330305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03246eaa-a0cb-40dc-a18d-8b81dd3ba5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.382300 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a4ba-67a2-479b-9dc1-5a3a453d6af6 req-0bc45e91-4ce6-4148-8cf1-2f27fe0c2ba2 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:14.386930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc64a4ba-67a2-479b-9dc1-5a3a453d6af6 req-0bc45e91-4ce6-4148-8cf1-2f27fe0c2ba2 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 944 time: 0.6299374 Jul 08 01:45:14.409210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Pushing event updated for resources: {'Port': ['ID=4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:14.486741 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.514677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:14.519418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a48c562-5323-4b9b-8239-be1ff32a8bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.567764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03246eaa-a0cb-40dc-a18d-8b81dd3ba5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.572127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03246eaa-a0cb-40dc-a18d-8b81dd3ba5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.573302 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-03246eaa-a0cb-40dc-a18d-8b81dd3ba5f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/decdfe55-e654-40af-a3d7-3c19555cf091 HTTP/1.1" status: 204 len: 168 time: 0.5453424 Jul 08 01:45:14.580926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:14.606698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03246eaa-a0cb-40dc-a18d-8b81dd3ba5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decdfe55-e654-40af-a3d7-3c19555cf091,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:14.697021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.795608 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.846571 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a48c562-5323-4b9b-8239-be1ff32a8bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.854919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a48c562-5323-4b9b-8239-be1ff32a8bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:14.937002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc64a4ba-67a2-479b-9dc1-5a3a453d6af6 req-961e90e5-9caf-4101-9509-1a3eaffb3505 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378652 Jul 08 01:45:14.941585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48c562-5323-4b9b-8239-be1ff32a8bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cd73c9-11c0-4e44-bb0c-1425f1920396,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:14.949591 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3a48c562-5323-4b9b-8239-be1ff32a8bfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df38ea5bc6bd4198b9f03225f50353de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6999302 Jul 08 01:45:14.950875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54012) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:15.080436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd3933b8-99ea-4a4d-a3e8-129f56b2da45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.124542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3c05ec-81c9-4201-a371-cd25d9b5e158 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:15.133989 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.147697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Transition to ACTIVE for port object cd3c05ec-81c9-4201-a371-cd25d9b5e158 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:15.167265 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.291706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d5c87-c3d7-47a1-86e2-bdc9da91f3f7 None None] Network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:15.357634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Subnet': ['ID=b82729b9-dc65-45e6-9523-ae8b53b9734f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:15.377600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3c05ec-81c9-4201-a371-cd25d9b5e158,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:15.408455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faf637-f6e7-4a10-9f4f-c6d73cb5b88e req-c3ef1ffc-5fb3-4773-9085-1e8aa02ecdbc tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:15.410049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39faf637-f6e7-4a10-9f4f-c6d73cb5b88e req-c3ef1ffc-5fb3-4773-9085-1e8aa02ecdbc tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 932 time: 0.9343104 Jul 08 01:45:15.411375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Checking segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:15.411744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network hostable DHCP agents. Network: ab69dbf4-0ef9-4423-953a-1c5c94eb9e63, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:45:15.449903 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-181c521a-ed21-4050-a4a5-5c796edfb4b1 None None] Provisioning for port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:15.462934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-181c521a-ed21-4050-a4a5-5c796edfb4b1 None None] Provisioning complete for port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:15.463674 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-181c521a-ed21-4050-a4a5-5c796edfb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.527265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd3933b8-99ea-4a4d-a3e8-129f56b2da45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.557789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Attempting to bind port cd3c05ec-81c9-4201-a371-cd25d9b5e158 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:15.558347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Attempting to bind port cd3c05ec-81c9-4201-a371-cd25d9b5e158 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:15.558441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Attempting to bind port cd3c05ec-81c9-4201-a371-cd25d9b5e158 on network f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:15.561706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54026) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:15.591410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Port cd3c05ec-81c9-4201-a371-cd25d9b5e158 on network f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:45:15.591843 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Attempting to bind port cd3c05ec-81c9-4201-a371-cd25d9b5e158 on network f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:15.600885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.625918 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:15.626361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Checking segment: {'id': '31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:15.626764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Bound using segment: {'id': '31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:15.627225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Bound port: cd3c05ec-81c9-4201-a371-cd25d9b5e158, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:15.627595 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.629790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:45:15.647028 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-181c521a-ed21-4050-a4a5-5c796edfb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.650260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd3933b8-99ea-4a4d-a3e8-129f56b2da45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.653331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd3933b8-99ea-4a4d-a3e8-129f56b2da45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.654800 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cd3933b8-99ea-4a4d-a3e8-129f56b2da45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54cd73c9-11c0-4e44-bb0c-1425f1920396 HTTP/1.1" status: 204 len: 168 time: 0.7036765 Jul 08 01:45:15.678592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3933b8-99ea-4a4d-a3e8-129f56b2da45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cd73c9-11c0-4e44-bb0c-1425f1920396,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:15.682532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39faf637-f6e7-4a10-9f4f-c6d73cb5b88e req-81da6b29-f261-48e8-8c54-6c3a02671f80 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f59220e-d55e-4707-b01e-8f7a2b6571d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395098 Jul 08 01:45:15.710268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ab69dbf4-0ef9-4423-953a-1c5c94eb9e63) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:15.744974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea585b13-f98e-4e1b-9c09-bbf546517a1a None None] Network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:15.760873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5dc230-b9b2-4103-96ca-982cd42cbc2c req-77f71ade-53fa-47e7-b041-a30ddf5c7876 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:15.768102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d5dc230-b9b2-4103-96ca-982cd42cbc2c req-77f71ade-53fa-47e7-b041-a30ddf5c7876 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 931 time: 0.3207324 Jul 08 01:45:15.777224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:15.778892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.800068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:15.807970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1361815130-network', 'tenant_id': '0c9dbecbc0dc493094a50ed9970ba671'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:15.816857 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.851374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Made reservation on behalf of 0c9dbecbc0dc493094a50ed9970ba671 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:15.853816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.859650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Transition to ACTIVE for port object 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:15.872694 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.889889 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:15.907153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-181c521a-ed21-4050-a4a5-5c796edfb4b1 None None] For port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=98fde7ed-6ce7-4fca-9afc-1c715d1973e6,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:15.926267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Router 027ac85e-cae3-4ec0-9f02-375869483762 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:45:15.931213 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-181c521a-ed21-4050-a4a5-5c796edfb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.034894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c521a-ed21-4050-a4a5-5c796edfb4b1 None None] Pushing event updated for resources: {'Port': ['ID=98fde7ed-6ce7-4fca-9afc-1c715d1973e6,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:16.097736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'fixed_ips': [{'subnet_id': 'b82729b9-dc65-45e6-9523-ae8b53b9734f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:45:16.099345 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.148468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] For port cd3c05ec-81c9-4201-a371-cd25d9b5e158, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:16.207172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:45:16.218143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.229211 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.233450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d5dc230-b9b2-4103-96ca-982cd42cbc2c req-ef646c3d-e93d-4779-af56-2190c8813937 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640133 Jul 08 01:45:16.244166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Sync routers for ids ['027ac85e-cae3-4ec0-9f02-375869483762'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:45:16.278954 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-392ed162-d9c6-4e98-a5b3-4caca0936372 None None] Provisioning complete for port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:16.279335 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-392ed162-d9c6-4e98-a5b3-4caca0936372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.285463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.286905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Routers {'027ac85e-cae3-4ec0-9f02-375869483762'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:16.288038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['027ac85e-cae3-4ec0-9f02-375869483762'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:16.290082 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d31c6e43-4c06-49f6-8588-f6ad9859894d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3088136 Jul 08 01:45:16.299966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54046) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:16.311290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:45:16.347173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] For port cd3c05ec-81c9-4201-a371-cd25d9b5e158, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cd3c05ec-81c9-4201-a371-cd25d9b5e158,segment=NetworkSegment(31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc),segment_id=31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:16.352763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:16.357641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-67f05eae-80ea-469d-a06a-12c59c81e9ce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0212770 Jul 08 01:45:16.366250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54048) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:16.374138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'subnet': {'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:16.377776 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.464827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cb0e33-71ac-4314-a1eb-dbc44354e977,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:16.469168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.470387 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Added segment 52359547-1951-4c70-b29b-3aaa5693c65f of type vlan for network 24814426-9829-4f0e-9231-a9d9f3901c1f Jul 08 01:45:16.525811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:16.569706 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.667626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.668847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:16.669595 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.763495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c608a3cf-400f-49ef-a3bc-95d73d68e1f8 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:16.860908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:16.861542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:16.863043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] 10.222.0.24 "PUT /v2.0/ports/cd3c05ec-81c9-4201-a371-cd25d9b5e158 HTTP/1.1" status: 200 len: 1093 time: 3.3710873 Jul 08 01:45:16.877671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924735f0-78bc-49de-bc4f-d1a2102ce111', 'tag': 'cd3c05ec-81c9-4201-a371-cd25d9b5e158'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:16.877908 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3133659 Jul 08 01:45:16.878533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54062) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:16.883311 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d82482d-00bb-420b-9175-4a2d8fb26a16" -d '{"events": [{"name": "network-changed", "server_uuid": "924735f0-78bc-49de-bc4f-d1a2102ce111", "tag": "cd3c05ec-81c9-4201-a371-cd25d9b5e158"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:16.894921 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Allocated IP 10.1.1.2 (ab69dbf4-0ef9-4423-953a-1c5c94eb9e63/b82729b9-dc65-45e6-9523-ae8b53b9734f/6f9a6c4e-5b32-436f-897e-6a50b6c28ebb) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:16.939148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Request body: {'subnet': {'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1361815130-subnet', 'tenant_id': '0c9dbecbc0dc493094a50ed9970ba671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:16.978028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152a2ae-4db6-43c4-b0db-6a05afd3e351 admin admin] Pushing event updated for resources: {'Network': ['ID=24814426-9829-4f0e-9231-a9d9f3901c1f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:17.011882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 24814426-9829-4f0e-9231-a9d9f3901c1f details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:45:17.022661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Set router 027ac85e-cae3-4ec0-9f02-375869483762 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:45:17.024558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Attempting to bind port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:17.024905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Attempting to bind port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:17.025240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Attempting to bind port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:17.031853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c3ff9-7b1b-42c6-af63-a8393933c344 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3c05ec-81c9-4201-a371-cd25d9b5e158,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:17.054697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 on network beda11af-02fd-4a5d-9761-e7a31d38417d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:45:17.055034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Attempting to bind port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:17.058174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Made reservation on behalf of 0c9dbecbc0dc493094a50ed9970ba671 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:17.061540 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.077885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2747586-ea00-4b94-99c6-967b9ef6a7c7 req-0ec6e055-03f0-4cde-85aa-c2ca62e3144b tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:17.087314 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2747586-ea00-4b94-99c6-967b9ef6a7c7 req-0ec6e055-03f0-4cde-85aa-c2ca62e3144b tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 944 time: 0.8267770 Jul 08 01:45:17.107877 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:17.108181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Checking segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:17.108604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Bound using segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:17.109060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Bound port: 5fd17584-d4e9-44ff-89ea-cba6ee5c3119, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:17.109429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.149018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:17.152547 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.249211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad00a20-244c-4331-a113-d6047ee13265 req-ac98df87-f166-46b0-a611-b0f92972cf7d tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:17.250775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ad00a20-244c-4331-a113-d6047ee13265 req-ac98df87-f166-46b0-a611-b0f92972cf7d tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 944 time: 0.3869467 Jul 08 01:45:17.279764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2747586-ea00-4b94-99c6-967b9ef6a7c7 req-fe89f693-093c-4446-86b5-e5e7e834576b tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863940 Jul 08 01:45:17.314441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569616d-06fd-4132-b026-4394d526947c req-376cfab3-0deb-4482-b242-b7fe479effea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:17.315957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-376cfab3-0deb-4482-b242-b7fe479effea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abebab4ba04c42bf8fdb3421802e19f4&device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 1096 time: 0.3808591 Jul 08 01:45:17.375543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.386229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:17.386748 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.412131 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-7352f110-5be6-4096-9830-42b2844b6050 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd3c05ec-81c9-4201-a371-cd25d9b5e158 HTTP/1.1" status: 200 len: 217 time: 0.0753520 Jul 08 01:45:17.423817 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cab0f5-715f-4e6b-8c95-81646719daaa x-openstack-request-id: req-15cab0f5-715f-4e6b-8c95-81646719daaa {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:17.424226 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924735f0-78bc-49de-bc4f-d1a2102ce111", "tag": "cd3c05ec-81c9-4201-a371-cd25d9b5e158", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:17.424509 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15cab0f5-715f-4e6b-8c95-81646719daaa {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:17.424947 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924735f0-78bc-49de-bc4f-d1a2102ce111', 'tag': 'cd3c05ec-81c9-4201-a371-cd25d9b5e158', 'status': 'completed', 'code': 200} Jul 08 01:45:17.431818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] For port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:17.444379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port c608a3cf-400f-49ef-a3bc-95d73d68e1f8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:17.476901 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port c608a3cf-400f-49ef-a3bc-95d73d68e1f8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:17.477317 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.493090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ad00a20-244c-4331-a113-d6047ee13265 req-f52d8869-099d-4553-8200-ac185af28f09 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f59220e-d55e-4707-b01e-8f7a2b6571d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959710 Jul 08 01:45:17.511854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] For port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:17.561610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.572292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.681151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:14Z', 'revision_number': 3, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:17.739465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569616d-06fd-4132-b026-4394d526947c req-6dcb8b69-d5ef-41bf-924f-759120ba130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:17.741420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-6dcb8b69-d5ef-41bf-924f-759120ba130b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33e20d9-9a53-448e-953f-9f17164fa6d9 HTTP/1.1" status: 200 len: 847 time: 0.3111570 Jul 08 01:45:17.747071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Checking router: 027ac85e-cae3-4ec0-9f02-375869483762 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:45:17.747557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Updating router 027ac85e-cae3-4ec0-9f02-375869483762 port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:45:17.757585 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.773241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:17.774257 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.775926 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] 10.222.0.16 "PUT /v2.0/ports/5fd17584-d4e9-44ff-89ea-cba6ee5c3119 HTTP/1.1" status: 200 len: 1092 time: 3.9168978 Jul 08 01:45:17.778567 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2157fc2-2bc2-4e65-bc22-a2f9753680dc,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:17.784383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Checking segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:17.784966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Network hostable DHCP agents. Network: 24814426-9829-4f0e-9231-a9d9f3901c1f, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:45:17.804118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Transition to ACTIVE for port object 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:17.810237 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.842762 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.847433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-988dffc8-3dfa-429d-8513-6006db12fb4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923808 Jul 08 01:45:17.858305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Network 24814426-9829-4f0e-9231-a9d9f3901c1f is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:45:17.878376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 24814426-9829-4f0e-9231-a9d9f3901c1f) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:17.889616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:17.890568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:17.901772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Allocated IP 172.20.0.1 (53aef60b-5dfc-4ca9-b311-c33f9a1ed88c/f6f3a919-395a-4350-8b80-05bd1d8dd7fc/fac6893e-f624-422e-a81c-a054807397cd) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:17.924824 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a222c8f6-3a3a-4ead-ae70-e127ebabc981 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0360706 Jul 08 01:45:17.966940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a67bb8-7a2f-409b-af5b-d12a40050b88 service neutron] Pushing event updated for resources: {'Port': ['ID=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:17.994798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Transition to ACTIVE for port object 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:18.003196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8f5be0-c830-40e7-8042-3755e7ed17b6 None None] Network 24814426-9829-4f0e-9231-a9d9f3901c1f requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:18.054788 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.136772 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018fccc4-d436-47e6-94d6-d884f11d9708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c608a3cf-400f-49ef-a3bc-95d73d68e1f8'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:18.139092 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea45951-65b3-4377-b72b-20d62e0697f3" -d '{"events": [{"server_uuid": "018fccc4-d436-47e6-94d6-d884f11d9708", "name": "network-vif-plugged", "status": "completed", "tag": "c608a3cf-400f-49ef-a3bc-95d73d68e1f8"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:18.140075 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.180414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Transition to ACTIVE for port object fac6893e-f624-422e-a81c-a054807397cd will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:18.189541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Subnet': ['ID=6c41618a-4ce8-4dcc-bba6-349983980b27,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:18.253480 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f940cc28-8068-49b8-9d53-762f28c143ec x-openstack-request-id: req-f940cc28-8068-49b8-9d53-762f28c143ec {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:18.253789 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018fccc4-d436-47e6-94d6-d884f11d9708", "name": "network-vif-plugged", "status": "completed", "tag": "c608a3cf-400f-49ef-a3bc-95d73d68e1f8", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:18.253998 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f940cc28-8068-49b8-9d53-762f28c143ec {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:18.254394 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018fccc4-d436-47e6-94d6-d884f11d9708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c608a3cf-400f-49ef-a3bc-95d73d68e1f8', 'code': 200} Jul 08 01:45:18.259628 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.280450 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-3b1b6614-05ab-4fbd-a3e4-095f4d2a4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:18.281996 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-3b1b6614-05ab-4fbd-a3e4-095f4d2a4ba8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 1095 time: 0.4313846 Jul 08 01:45:18.293939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56566334-4455-48d0-b7a0-aebc829e133d req-060c5485-5ace-480e-acd6-eb81375493bf tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:18.297514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c608a3cf-400f-49ef-a3bc-95d73d68e1f8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,segment=NetworkSegment(d49cb1ac-aaa3-4521-8bf7-3d429f0d8199),segment_id=d49cb1ac-aaa3-4521-8bf7-3d429f0d8199)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:18.301338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56566334-4455-48d0-b7a0-aebc829e133d req-060c5485-5ace-480e-acd6-eb81375493bf tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 943 time: 0.6675913 Jul 08 01:45:18.325559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.340162 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.366288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62318204-ccce-4a83-8a03-71860c8f3479 None None] Network 24814426-9829-4f0e-9231-a9d9f3901c1f requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:18.382739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Checking segment: {'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:18.383024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network hostable DHCP agents. Network: 56be41ba-9f0e-41b1-b08b-6f719b43b9b4, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:45:18.389078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-02bdbf3f-0a99-4ffa-8224-8cfb373eb23b service neutron] 10.222.0.24 "GET /v2.0/networks/f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175909 Jul 08 01:45:18.390385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-62721cd5-7bba-4bfa-9ce6-d4733c38a4b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fd17584-d4e9-44ff-89ea-cba6ee5c3119 HTTP/1.1" status: 200 len: 217 time: 0.0855708 Jul 08 01:45:18.410000 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:18.499277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:18.509767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:18.519015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:18.529998 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56566334-4455-48d0-b7a0-aebc829e133d req-d99b5df6-5924-454c-aec8-abf179c7adbb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269824 Jul 08 01:45:18.589475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Pushing event updated for resources: {'Port': ['ID=fac6893e-f624-422e-a81c-a054807397cd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:18.605755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:45:18.622850 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.643222 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.658678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Transition to ACTIVE for port object 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:18.663150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:18.666913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:18.681612 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.687600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Pushing event updated for resources: {'Port': ['ID=6f9a6c4e-5b32-436f-897e-6a50b6c28ebb,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:18.690175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc880b53-f73a-4f5b-b0a4-c7dc074e741e req-7a472e49-24db-43e8-a397-1ddb9fbc8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:18.691195 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc880b53-f73a-4f5b-b0a4-c7dc074e741e req-7a472e49-24db-43e8-a397-1ddb9fbc8dbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 1097 time: 0.3027756 Jul 08 01:45:18.754417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 56be41ba-9f0e-41b1-b08b-6f719b43b9b4) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:18.803344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9cd133-4cd4-43cf-be4e-220c42208f93 None None] Network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:18.814488 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc880b53-f73a-4f5b-b0a4-c7dc074e741e req-10ef80f5-2af5-4481-aa9f-bea37c7d316f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159580 Jul 08 01:45:18.883208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.888323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-23249983-1fe4-4055-8949-fbdba8b0a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:18.890123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-23249983-1fe4-4055-8949-fbdba8b0a24a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.4882224 Jul 08 01:45:18.892362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Attempting to bind port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:18.892804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Attempting to bind port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:18.893880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Attempting to bind port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:18.908053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:18.908844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.949188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:18.949720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Checking segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:18.950225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.951161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Bound using segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:18.951739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Bound port: 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:18.952499 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:18.966407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Attempting to bind port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:18.966939 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Attempting to bind port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:18.967399 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Attempting to bind port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:18.968246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f6b1363d-935d-4ea7-aac4-97a768661b32 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:18.975807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f6b1363d-935d-4ea7-aac4-97a768661b32 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.4296291 Jul 08 01:45:19.001014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:19.001529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:19.002187 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:19.002595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:19.003467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Bound port: 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:19.003917 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:19.005906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:19.038684 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5569616d-06fd-4132-b026-4394d526947c req-1fd4494b-3fbc-4b50-ad8f-f51cbf4a614c service neutron] 10.222.0.24 "GET /v2.0/networks/f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405406 Jul 08 01:45:19.042976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-910130d2-cceb-4583-8ef0-12505e950c19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6757069 Jul 08 01:45:19.047044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54130) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:19.058565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'port': {'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'name': 'tempest-TaggedBootDevicesTest-29467411', 'fixed_ips': [{'subnet_id': 'b82729b9-dc65-45e6-9523-ae8b53b9734f'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:19.063303 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-e6cff7c2-ec83-4d5b-872b-da95c04ea2ae tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/quotas/0c9dbecbc0dc493094a50ed9970ba671 HTTP/1.1" status: 200 len: 375 time: 0.0862744 Jul 08 01:45:19.086591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-25072553-c5bf-40a7-9b87-389f8cba68c2 None None] Provisioning for port fac6893e-f624-422e-a81c-a054807397cd completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:19.128878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-acec115a-ea5f-4b3a-9ef0-68e0f8bf48d0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645044 Jul 08 01:45:19.232687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:19.245965 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:19.300135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-b4331eb9-5911-4f21-8979-219594f41106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:19.303247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-b4331eb9-5911-4f21-8979-219594f41106 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3666172 Jul 08 01:45:19.315249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b9771-1400-4889-b002-66f369b797b5 req-d882a56f-2954-4733-a455-a7e4f0c5ea39 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:19.322735 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c9b9771-1400-4889-b002-66f369b797b5 req-d882a56f-2954-4733-a455-a7e4f0c5ea39 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 945 time: 0.5544493 Jul 08 01:45:19.341165 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Pushing event updated for resources: {'Port': ['ID=fac6893e-f624-422e-a81c-a054807397cd,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:19.353897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:19.365484 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:19.402460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-25072553-c5bf-40a7-9b87-389f8cba68c2 None None] Provisioning complete for port fac6893e-f624-422e-a81c-a054807397cd triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:19.403020 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25072553-c5bf-40a7-9b87-389f8cba68c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:19.426088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad78947-a3b3-494b-8f61-34da939c28d9', 'tag': '5fd17584-d4e9-44ff-89ea-cba6ee5c3119'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:19.429563 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb" -d '{"events": [{"name": "network-changed", "server_uuid": "aad78947-a3b3-494b-8f61-34da939c28d9", "tag": "5fd17584-d4e9-44ff-89ea-cba6ee5c3119"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:19.452482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-cb788df1-b7b7-40e8-beb9-1f17f2fe279b service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998517 Jul 08 01:45:19.477502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82482d-00bb-420b-9175-4a2d8fb26a16 req-f8baf0ef-e2aa-426a-baf4-eee20ad17c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:19.479448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d82482d-00bb-420b-9175-4a2d8fb26a16 req-f8baf0ef-e2aa-426a-baf4-eee20ad17c47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=abebab4ba04c42bf8fdb3421802e19f4&device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 1096 time: 0.3604364 Jul 08 01:45:19.502507 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c9b9771-1400-4889-b002-66f369b797b5 req-45dbbf31-2c58-4c09-8472-77bf5979907d tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785438 Jul 08 01:45:19.521573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba269c-38ce-4981-81f0-ca4cb31c572c None None] Pushing event updated for resources: {'Port': ['ID=4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:19.575268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-25072553-c5bf-40a7-9b87-389f8cba68c2 None None] Port fac6893e-f624-422e-a81c-a054807397cd cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:19.577540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] For port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:19.609205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] For port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:19.613637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] For port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:19.648562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:19.651939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-f342bc68-91a8-4aa9-9363-460bdf4328df service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207982 Jul 08 01:45:19.687952 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:19.702954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:19.712767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] For port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f9a6c4e-5b32-436f-897e-6a50b6c28ebb,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:19.721285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] device_id is not set on port 0f688c92-bbac-444a-89a5-09bc58a187d5 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:45:19.740476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:19.774634 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:19.792514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:19.850352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-7b729ee1-1554-43d4-bb2b-1057f0c6818a service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680146 Jul 08 01:45:19.854765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-56be41ba-9f0e-41b1-b08b-6f719b43b9b4', 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'fixed_ips': [{'subnet_id': '6c41618a-4ce8-4dcc-bba6-349983980b27'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:45:19.858330 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:19.858598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82482d-00bb-420b-9175-4a2d8fb26a16 req-5b23c779-01e1-4b24-9170-acdd3288cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:19.860227 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d82482d-00bb-420b-9175-4a2d8fb26a16 req-5b23c779-01e1-4b24-9170-acdd3288cee8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 HTTP/1.1" status: 200 len: 908 time: 0.3537390 Jul 08 01:45:19.979342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d82482d-00bb-420b-9175-4a2d8fb26a16 req-858cd428-6f78-4d45-8fce-694ee2bb4af1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd3c05ec-81c9-4201-a371-cd25d9b5e158 HTTP/1.1" status: 200 len: 217 time: 0.1097364 Jul 08 01:45:20.007844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-266cba1a-8efa-49db-85f9-4ad11869abb0 req-c8805867-ea48-41fc-82e4-98810635f23f service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442736 Jul 08 01:45:20.030023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Routers {'027ac85e-cae3-4ec0-9f02-375869483762'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:20.030591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:44:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['027ac85e-cae3-4ec0-9f02-375869483762'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:20.121164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b085e-6c4e-478f-adb2-cedf04c50490 req-99088bd0-97a1-46f4-859d-eb9d4fe8b361 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:20.122916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f7b085e-6c4e-478f-adb2-cedf04c50490 req-99088bd0-97a1-46f4-859d-eb9d4fe8b361 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 944 time: 0.3878622 Jul 08 01:45:20.125844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d0299aa-5cc0-455d-a712-1c4d45a46577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:20.178774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82482d-00bb-420b-9175-4a2d8fb26a16 req-692abba7-bdb1-4881-9002-e1e67ed4f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:20.185414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d82482d-00bb-420b-9175-4a2d8fb26a16 req-692abba7-bdb1-4881-9002-e1e67ed4f54b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a33e20d9-9a53-448e-953f-9f17164fa6d9 HTTP/1.1" status: 200 len: 847 time: 0.1990159 Jul 08 01:45:20.226088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Router 027ac85e-cae3-4ec0-9f02-375869483762 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:45:20.235933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] Set router 027ac85e-cae3-4ec0-9f02-375869483762 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:45:20.256403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d82482d-00bb-420b-9175-4a2d8fb26a16 req-dfbf7cc0-0c71-4c21-b7e9-f26838cca9fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481384 Jul 08 01:45:20.309234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Allocated IP 10.1.1.99 (ab69dbf4-0ef9-4423-953a-1c5c94eb9e63/b82729b9-dc65-45e6-9523-ae8b53b9734f/0f688c92-bbac-444a-89a5-09bc58a187d5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:20.386900 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f7b085e-6c4e-478f-adb2-cedf04c50490 req-0c99f6b9-0444-477f-bb01-f551bc9c598c tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f59220e-d55e-4707-b01e-8f7a2b6571d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487895 Jul 08 01:45:20.465926 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d82482d-00bb-420b-9175-4a2d8fb26a16 req-8d0c1f90-c7cb-42ce-8475-1ff0c56ee08f service neutron] 10.222.0.24 "GET /v2.0/networks/f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995516 Jul 08 01:45:20.560863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba269c-38ce-4981-81f0-ca4cb31c572c None None] Pushing event updated for resources: {'Port': ['ID=4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:20.668834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:45:20.685409 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-960d35cc-c0a1-45a1-be19-b9eea254fec9 admin admin] 10.222.0.41 "PUT /v2.0/routers/027ac85e-cae3-4ec0-9f02-375869483762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3654974 Jul 08 01:45:20.685614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d82482d-00bb-420b-9175-4a2d8fb26a16 req-30bd7ba9-391f-414d-b32f-65d4a9ab1b24 service neutron] 10.222.0.24 "GET /v2.0/networks/f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041361 Jul 08 01:45:20.685614 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dc5072-3589-4a56-bf22-83b9411e6834 x-openstack-request-id: req-b2dc5072-3589-4a56-bf22-83b9411e6834 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:20.685614 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad78947-a3b3-494b-8f61-34da939c28d9", "tag": "5fd17584-d4e9-44ff-89ea-cba6ee5c3119", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:20.685614 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2dc5072-3589-4a56-bf22-83b9411e6834 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:20.685614 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad78947-a3b3-494b-8f61-34da939c28d9', 'tag': '5fd17584-d4e9-44ff-89ea-cba6ee5c3119', 'status': 'completed', 'code': 200} Jul 08 01:45:20.753302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Allocated IP 10.2.2.2 (56be41ba-9f0e-41b1-b08b-6f719b43b9b4/6c41618a-4ce8-4dcc-bba6-349983980b27/49949aee-93cb-49fb-bba5-d05d1b0e79f0) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:20.817610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:20.834415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Transition to ACTIVE for port object 0f688c92-bbac-444a-89a5-09bc58a187d5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:20.834800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e22f6c2-35eb-4a9e-a75f-1d98ec816d70 req-092a3b71-d54e-46d6-a12c-b66108380de8 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 210 time: 0.1451077 Jul 08 01:45:20.889363 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:20.935867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-9d255508-a0f8-46e8-9443-9853f1e09b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:20.944020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-9d255508-a0f8-46e8-9443-9853f1e09b50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 1095 time: 0.2572393 Jul 08 01:45:20.983732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d76a0-130f-4599-a36e-1adbd95ea82e req-2e732aa3-a781-406a-8cfc-e14d04e2acc6 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:20.985127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824e8c9-caad-41b1-bced-546b142dbc88 None None] Pushing event updated for resources: {'Port': ['ID=6f9a6c4e-5b32-436f-897e-6a50b6c28ebb,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:20.992719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c83d76a0-130f-4599-a36e-1adbd95ea82e req-2e732aa3-a781-406a-8cfc-e14d04e2acc6 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 943 time: 0.2725925 Jul 08 01:45:21.040609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:21.044330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:21.053839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:21.093619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Port': ['ID=0f688c92-bbac-444a-89a5-09bc58a187d5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:21.099098 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0898fe16-8615-4d44-aef5-39445c9b2e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:21.100780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-533106d6-a23c-4da8-b82a-86cbea170f36 None None] Provisioning complete for port fac6893e-f624-422e-a81c-a054807397cd triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:21.101208 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-533106d6-a23c-4da8-b82a-86cbea170f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:21.102857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-07ab9703-29ba-4e1e-9e10-4c6fe3bb8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:21.104640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-07ab9703-29ba-4e1e-9e10-4c6fe3bb8940 service neutron] 10.222.0.16 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.1485672 Jul 08 01:45:21.164820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:21.165217 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:21.201185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-533106d6-a23c-4da8-b82a-86cbea170f36 None None] Port fac6893e-f624-422e-a81c-a054807397cd cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:21.205172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d0299aa-5cc0-455d-a712-1c4d45a46577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:21.231472 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-70b30c69-f795-4ba2-8cf9-b12181f87abe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1797097 Jul 08 01:45:21.232616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54180) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:21.246990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-e0ce9250-d7ab-4255-b899-20c12a6d75bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fd17584-d4e9-44ff-89ea-cba6ee5c3119 HTTP/1.1" status: 200 len: 217 time: 0.1287382 Jul 08 01:45:21.247621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'port': {'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'name': 'tempest-TaggedBootDevicesTest-2139954841', 'fixed_ips': [{'subnet_id': 'b82729b9-dc65-45e6-9523-ae8b53b9734f'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:21.247828 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d0299aa-5cc0-455d-a712-1c4d45a46577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:21.414728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cd3c05ec-81c9-4201-a371-cd25d9b5e158 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:45:21.422650 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:21.440956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Transition to ACTIVE for port object 49949aee-93cb-49fb-bba5-d05d1b0e79f0 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:21.515187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Transition to ACTIVE for port object 49949aee-93cb-49fb-bba5-d05d1b0e79f0 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:21.533468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 2, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:21.543601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:21.550481 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:21.562959 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:21.587406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] device_id is not set on port 8df25cd3-c5a6-443a-a54f-49eae7611a87 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:45:21.607714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ab1396-bd27-479d-a576-122cfa7f6695 None None] Network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:21.614660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Pushing event updated for resources: {'Port': ['ID=49949aee-93cb-49fb-bba5-d05d1b0e79f0,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:21.619628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45058820-b0a6-46e3-b5c0-96778ff1c0da None None] The sync data for ids ['027ac85e-cae3-4ec0-9f02-375869483762'] in n-d-694802-14 is: [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 2, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:45:21.726365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:21.728026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f6e6e10f-390e-4d40-b8a1-d1b62ef741b6 None None] Provisioning for port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:21.753172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port cd3c05ec-81c9-4201-a371-cd25d9b5e158, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cd3c05ec-81c9-4201-a371-cd25d9b5e158,segment=NetworkSegment(31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc),segment_id=31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:21.771929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:21.781273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'cd3c05ec-81c9-4201-a371-cd25d9b5e158', 'network_id': 'f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0', 'port_id': 'cd3c05ec-81c9-4201-a371-cd25d9b5e158', 'mac_address': 'fa:16:3e:ff:a7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33e20d9-9a53-448e-953f-9f17164fa6d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:45:21.785186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:21.785330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3d0299aa-5cc0-455d-a712-1c4d45a46577 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e46643806c34bc6bf11077b72d81361&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9782193 Jul 08 01:45:21.785431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54186) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:21.832437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c83d76a0-130f-4599-a36e-1adbd95ea82e req-6d4da825-9de9-4ab0-88d7-538fab567007 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237778 Jul 08 01:45:21.838621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0299aa-5cc0-455d-a712-1c4d45a46577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60c7f2a-7656-43fa-a339-5e5a4308b284,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:21.853882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-84ce1ad9-110c-4bb1-a872-8e049ed581dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:21.855403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-84ce1ad9-110c-4bb1-a872-8e049ed581dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1343162 Jul 08 01:45:21.885630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f0041-b46d-4679-88a7-aae6ba64ed6e req-0dd9ba80-b9f8-4a9c-9475-8f75e52f41f1 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:21.893397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f39f0041-b46d-4679-88a7-aae6ba64ed6e req-0dd9ba80-b9f8-4a9c-9475-8f75e52f41f1 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 945 time: 0.7877195 Jul 08 01:45:21.907380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Allocated IP 10.1.1.196 (ab69dbf4-0ef9-4423-953a-1c5c94eb9e63/b82729b9-dc65-45e6-9523-ae8b53b9734f/8df25cd3-c5a6-443a-a54f-49eae7611a87) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:21.940030 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:22.013444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Attempting to bind port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:22.014161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Attempting to bind port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:22.014558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Attempting to bind port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 on network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:22.030120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3c05ec-81c9-4201-a371-cd25d9b5e158 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:22.034587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:22.034970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Checking segment: {'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:22.035379 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:22.035782 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Bound using segment: {'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:22.036922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Bound port: 49949aee-93cb-49fb-bba5-d05d1b0e79f0, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:22.037509 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:22.089100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f39f0041-b46d-4679-88a7-aae6ba64ed6e req-bb611a6a-30c7-47da-b42c-f149984ac0ab tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944411 Jul 08 01:45:22.108752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38dc0889-4549-4524-8865-04c56a558a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:22.119137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port cd3c05ec-81c9-4201-a371-cd25d9b5e158, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cd3c05ec-81c9-4201-a371-cd25d9b5e158,segment=NetworkSegment(31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc),segment_id=31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:22.204328 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:22.233392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38dc0889-4549-4524-8865-04c56a558a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:22.251371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-41e6a570-5a19-4c12-84bd-64b9b12c149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:22.257248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-41e6a570-5a19-4c12-84bd-64b9b12c149a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3866293 Jul 08 01:45:22.664275 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38dc0889-4549-4524-8865-04c56a558a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:22.673361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38dc0889-4549-4524-8865-04c56a558a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:22.682788 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-38dc0889-4549-4524-8865-04c56a558a97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a60c7f2a-7656-43fa-a339-5e5a4308b284 HTTP/1.1" status: 204 len: 168 time: 0.8949568 Jul 08 01:45:22.694054 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:22.726447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54200) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:22.747636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b3a94137-bdc7-405e-8ff4-dad8fef35a9e tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--172537866', 'description': 'tempest-description--1731116745'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:22.765726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc0889-4549-4524-8865-04c56a558a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60c7f2a-7656-43fa-a339-5e5a4308b284,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:22.779645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-e0661904-5b59-47c6-8138-979f4122099a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:22.783384 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-e0661904-5b59-47c6-8138-979f4122099a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.7456596 Jul 08 01:45:22.792065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Transition to ACTIVE for port object 8df25cd3-c5a6-443a-a54f-49eae7611a87 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:22.808741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Request body: {'port': {'device_id': '45a5a34d-69e9-41a5-ae04-aa6055c8abe4', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'admin_state_up': True, 'tenant_id': '0c9dbecbc0dc493094a50ed9970ba671'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:22.850268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b3a94137-bdc7-405e-8ff4-dad8fef35a9e tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:22.896795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-7c07095c-583a-4071-a9ff-44a9d597d3e4 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182957 Jul 08 01:45:22.932795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.016367 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['cd3c05ec-81c9-4201-a371-cd25d9b5e158'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:23.021434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:23.040868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:23.055118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:23.060574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:23.063074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Port': ['ID=8df25cd3-c5a6-443a-a54f-49eae7611a87,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:23.092134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:45:23.106246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] For port 49949aee-93cb-49fb-bba5-d05d1b0e79f0, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:23.138761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b3a94137-bdc7-405e-8ff4-dad8fef35a9e tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.149259 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b3a94137-bdc7-405e-8ff4-dad8fef35a9e tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.158202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:23.158870 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.170507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=cd3c05ec-81c9-4201-a371-cd25d9b5e158,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:23.209660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a94137-bdc7-405e-8ff4-dad8fef35a9e tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895f30e4-2b67-4d01-bd7d-68dddc426268,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:23.255574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b3a94137-bdc7-405e-8ff4-dad8fef35a9e tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.263805 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b3a94137-bdc7-405e-8ff4-dad8fef35a9e tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5277810 Jul 08 01:45:23.263805 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e23f2232-64e0-4a0b-8a46-32737b565ebc tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0247126 Jul 08 01:45:23.264249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54212) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:23.269160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-cee5cd8d-eac8-44a1-8438-32436f6ac266 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Request body: {'security_group_rule': {'security_group_id': '895f30e4-2b67-4d01-bd7d-68dddc426268', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:23.271451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] For port 49949aee-93cb-49fb-bba5-d05d1b0e79f0, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=49949aee-93cb-49fb-bba5-d05d1b0e79f0,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:23.295470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Made reservation on behalf of 0c9dbecbc0dc493094a50ed9970ba671 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:23.306373 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.326615 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.363537 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cee5cd8d-eac8-44a1-8438-32436f6ac266 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.372490 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:45:23.390894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54214) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:23.433411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69042422-cf55-4d41-a645-2f09ef39ff84 req-ed7df142-572e-4e9a-910e-a738b934fc74 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 210 time: 0.3354828 Jul 08 01:45:23.463559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb0fe-77ff-4696-a1fb-e6ef39d043c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.474705 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:23.528791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcc27d-94c4-4388-a76d-3ac0ef3d4c8b None None] Pushing event updated for resources: {'Port': ['ID=49949aee-93cb-49fb-bba5-d05d1b0e79f0,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:23.608034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cee5cd8d-eac8-44a1-8438-32436f6ac266 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.626852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cee5cd8d-eac8-44a1-8438-32436f6ac266 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.683380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:23.684753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.685170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bd9be-291c-4914-82a7-815fa3a59cec req-64cdc7e0-544d-44a2-9e75-93e89a5cb7d4 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:23.690124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5cd8d-eac8-44a1-8438-32436f6ac266 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e44bebb-ec21-4a6e-a5b4-9be617e24d8d,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:23.697975 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-152bd9be-291c-4914-82a7-815fa3a59cec req-64cdc7e0-544d-44a2-9e75-93e89a5cb7d4 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 945 time: 1.0593970 Jul 08 01:45:23.793752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb0fe-77ff-4696-a1fb-e6ef39d043c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.811882 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9eeb0fe-77ff-4696-a1fb-e6ef39d043c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.818416 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.835280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cee5cd8d-eac8-44a1-8438-32436f6ac266 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.839915 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cee5cd8d-eac8-44a1-8438-32436f6ac266 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5747070 Jul 08 01:45:23.891031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54220) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:23.891704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eeb0fe-77ff-4696-a1fb-e6ef39d043c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d138a4b7-5d70-4e59-bd69-aaf738ed402b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:23.921559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6442bf5f-a1a3-4a7b-841b-4a9d26250ea0 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Request body: {'security_group_rule': {'security_group_id': '895f30e4-2b67-4d01-bd7d-68dddc426268', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:23.929757 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Allocated IP 172.20.0.14 (24814426-9829-4f0e-9231-a9d9f3901c1f/e2157fc2-2bc2-4e65-bc22-a2f9753680dc/6a06b6d0-fdab-4af3-9dc9-2311f59a5805) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:23.967675 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0dacf2a5-b0c9-40ea-8e76-e2e2be2aeb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.973952 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e9eeb0fe-77ff-4696-a1fb-e6ef39d043c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a534efa967d540b7b05b459e9c522e55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5802364 Jul 08 01:45:23.979794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54222) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:23.987484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-124cdf59-a336-44fb-9700-ba5e9372db91 None None] Provisioning complete for port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:23.987984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-124cdf59-a336-44fb-9700-ba5e9372db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:23.997687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6442bf5f-a1a3-4a7b-841b-4a9d26250ea0 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.158714 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fc40d8f-ef44-4603-8cdd-60371a124ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.172652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6442bf5f-a1a3-4a7b-841b-4a9d26250ea0 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.184505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6442bf5f-a1a3-4a7b-841b-4a9d26250ea0 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.218073 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fc40d8f-ef44-4603-8cdd-60371a124ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.229178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bcd0c2d-a1e2-4a07-a5f1-01ffb53835cb req-aaeb7123-a738-4ec4-bf2f-17cf4e386a18 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3103335 Jul 08 01:45:24.244133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442bf5f-a1a3-4a7b-841b-4a9d26250ea0 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf183370-7e50-41ab-a683-468ff4ea401a,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:24.266905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-152bd9be-291c-4914-82a7-815fa3a59cec req-ce1796a3-9d75-4942-ac20-147bcf674e3c tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f59220e-d55e-4707-b01e-8f7a2b6571d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659099 Jul 08 01:45:24.289519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6442bf5f-a1a3-4a7b-841b-4a9d26250ea0 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.295772 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6442bf5f-a1a3-4a7b-841b-4a9d26250ea0 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953378 Jul 08 01:45:24.299160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54224) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:24.338399 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fc40d8f-ef44-4603-8cdd-60371a124ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.343474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fc40d8f-ef44-4603-8cdd-60371a124ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.345845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7fc40d8f-ef44-4603-8cdd-60371a124ccc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d138a4b7-5d70-4e59-bd69-aaf738ed402b HTTP/1.1" status: 204 len: 168 time: 0.3632860 Jul 08 01:45:24.364328 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-124cdf59-a336-44fb-9700-ba5e9372db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.365558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:24.375011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc40d8f-ef44-4603-8cdd-60371a124ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d138a4b7-5d70-4e59-bd69-aaf738ed402b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:24.482090 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:24.547523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150a678-c99d-4b93-acbb-c9efc7e797fa req-efe735f7-dcea-4d9a-8847-64d0db42bd57 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:24.552281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8150a678-c99d-4b93-acbb-c9efc7e797fa req-efe735f7-dcea-4d9a-8847-64d0db42bd57 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 943 time: 0.8173649 Jul 08 01:45:24.555677 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.578304 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '5fd17584-d4e9-44ff-89ea-cba6ee5c3119', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'port_id': '5fd17584-d4e9-44ff-89ea-cba6ee5c3119', 'mac_address': 'fa:16:3e:79:ff:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:45:24.600063 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.607242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-124cdf59-a336-44fb-9700-ba5e9372db91 None None] For port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f9a6c4e-5b32-436f-897e-6a50b6c28ebb,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:24.639916 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-124cdf59-a336-44fb-9700-ba5e9372db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.688970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.694688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8150a678-c99d-4b93-acbb-c9efc7e797fa req-4901b9ce-9a97-4027-87c0-4fa0708662f5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234725 Jul 08 01:45:24.785025 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:45:24.785697 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:45:24.823027 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.856556 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.890930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:24.909361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-124cdf59-a336-44fb-9700-ba5e9372db91 None None] Provisioning for port 0f688c92-bbac-444a-89a5-09bc58a187d5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:24.913884 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.939935 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-124cdf59-a336-44fb-9700-ba5e9372db91 None None] Provisioning complete for port 0f688c92-bbac-444a-89a5-09bc58a187d5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:24.940876 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-124cdf59-a336-44fb-9700-ba5e9372db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.978275 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:24.994546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Network 24814426-9829-4f0e-9231-a9d9f3901c1f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:25.035062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:25.055496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-124cdf59-a336-44fb-9700-ba5e9372db91 None None] Port 0f688c92-bbac-444a-89a5-09bc58a187d5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:25.058490 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:25.078314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cdf59-a336-44fb-9700-ba5e9372db91 None None] Pushing event updated for resources: {'Port': ['ID=6f9a6c4e-5b32-436f-897e-6a50b6c28ebb,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:25.090793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:25.096928 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:25.171245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:25.178567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event updated for resources: {'Port': ['ID=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:25.179490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54244) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:25.184731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-cea05b60-602c-45fa-9573-e6e073467678 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'security_group': {'name': 'tempest-securitygroup--880730470', 'description': 'tempest-description--1617692742'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:25.191964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3cdb117c-54dc-41ca-ac0c-680b984d50b9 None None] Provisioning for port 8df25cd3-c5a6-443a-a54f-49eae7611a87 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:25.201699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3cdb117c-54dc-41ca-ac0c-680b984d50b9 None None] Provisioning complete for port 8df25cd3-c5a6-443a-a54f-49eae7611a87 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:25.202255 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3cdb117c-54dc-41ca-ac0c-680b984d50b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:25.355974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5fd17584-d4e9-44ff-89ea-cba6ee5c3119'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:25.426210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb117c-54dc-41ca-ac0c-680b984d50b9 None None] Port 8df25cd3-c5a6-443a-a54f-49eae7611a87 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:25.437084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cd3c05ec-81c9-4201-a371-cd25d9b5e158 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:25.446972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:25.446972 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:25.469645 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9746471e-8dfe-45bc-8f05-81cad0862c78 None None] Network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:25.527111 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-f1449bfc-6108-4dba-901b-07377f5f11fa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7267053 Jul 08 01:45:25.558241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3cdb117c-54dc-41ca-ac0c-680b984d50b9 None None] Provisioning complete for port 0f688c92-bbac-444a-89a5-09bc58a187d5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:25.558839 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3cdb117c-54dc-41ca-ac0c-680b984d50b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:25.574676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Allocated IP 172.25.4.186 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/343a1b7e-17b2-49ee-832d-852805c32b24) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:25.592951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Request body: {'port': {'device_id': '45a5a34d-69e9-41a5-ae04-aa6055c8abe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:25.606374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-c1ffeec2-22d9-4835-9479-1fc3fbdd0d6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5100331 Jul 08 01:45:25.741959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529e58a-1e18-4618-bb3b-aa328bc25672 req-5fd194e0-df31-432d-9156-83c2c388bf17 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:25.749574 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d529e58a-1e18-4618-bb3b-aa328bc25672 req-5fd194e0-df31-432d-9156-83c2c388bf17 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 932 time: 0.5441947 Jul 08 01:45:25.917337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb117c-54dc-41ca-ac0c-680b984d50b9 None None] Port 0f688c92-bbac-444a-89a5-09bc58a187d5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:25.926655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 49949aee-93cb-49fb-bba5-d05d1b0e79f0 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:25.963946 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d529e58a-1e18-4618-bb3b-aa328bc25672 req-1f47c393-6bc7-487e-977e-fc81aeca39b7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134020 Jul 08 01:45:25.993766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.007789 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Sync routers for ids ['027ac85e-cae3-4ec0-9f02-375869483762'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:45:26.021113 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Routers {'027ac85e-cae3-4ec0-9f02-375869483762'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:26.021836 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:45:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['027ac85e-cae3-4ec0-9f02-375869483762'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:26.048361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cea05b60-602c-45fa-9573-e6e073467678 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.057001 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.061276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port cd3c05ec-81c9-4201-a371-cd25d9b5e158 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:26.086475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-d16ee396-ae7a-4833-9b22-014694c0e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:26.096140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-d16ee396-ae7a-4833-9b22-014694c0e983 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 1097 time: 0.4272103 Jul 08 01:45:26.192908 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Set router 027ac85e-cae3-4ec0-9f02-375869483762 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:45:26.199579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port cd3c05ec-81c9-4201-a371-cd25d9b5e158 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:26.204936 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.285483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cea05b60-602c-45fa-9573-e6e073467678 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.300557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cea05b60-602c-45fa-9573-e6e073467678 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.381277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cea05b60-602c-45fa-9573-e6e073467678 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.385629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0d3bb4fa-0cf3-458f-abeb-5e88dd19b270 None None] Provisioning for port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:26.387306 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cea05b60-602c-45fa-9573-e6e073467678 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2061312 Jul 08 01:45:26.391553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54274) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:26.407051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8121e3f4-65a6-469e-84ae-c390fa90ae97 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'security_group_rule': {'security_group_id': '8b06473a-6523-4922-b54b-3505d772e437', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:26.428020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea05b60-602c-45fa-9573-e6e073467678 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b06473a-6523-4922-b54b-3505d772e437,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:26.492165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.521176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8121e3f4-65a6-469e-84ae-c390fa90ae97 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.557911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:26.575166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:26.575794 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.627930 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.652958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8121e3f4-65a6-469e-84ae-c390fa90ae97 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.660478 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8121e3f4-65a6-469e-84ae-c390fa90ae97 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.685842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121e3f4-65a6-469e-84ae-c390fa90ae97 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33488dd7-8e72-4e05-b85d-c85c0ab30903,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:26.708057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8121e3f4-65a6-469e-84ae-c390fa90ae97 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.713844 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8121e3f4-65a6-469e-84ae-c390fa90ae97 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3168678 Jul 08 01:45:26.725029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54282) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:26.727586 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 2, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:26.730548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-94cab8b9-1665-4434-8bd8-fdac284243b7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'security_group_rule': {'security_group_id': '8b06473a-6523-4922-b54b-3505d772e437', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:26.742200 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.794996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94cab8b9-1665-4434-8bd8-fdac284243b7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.798042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924735f0-78bc-49de-bc4f-d1a2102ce111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3c05ec-81c9-4201-a371-cd25d9b5e158'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:26.802196 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1db0f1a-9acc-4a78-b8f4-7b242efdd0c4" -d '{"events": [{"server_uuid": "924735f0-78bc-49de-bc4f-d1a2102ce111", "name": "network-vif-plugged", "status": "completed", "tag": "cd3c05ec-81c9-4201-a371-cd25d9b5e158"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:26.814774 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Checking router: 027ac85e-cae3-4ec0-9f02-375869483762 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:45:26.815142 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Updating router 027ac85e-cae3-4ec0-9f02-375869483762 port fac6893e-f624-422e-a81c-a054807397cd binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:45:26.840636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port cd3c05ec-81c9-4201-a371-cd25d9b5e158, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cd3c05ec-81c9-4201-a371-cd25d9b5e158,segment=NetworkSegment(31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc),segment_id=31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:26.859797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-3d852764-6e7c-41d0-bee9-8edbe6ec664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:26.861514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-3d852764-6e7c-41d0-bee9-8edbe6ec664b service neutron] 10.222.0.16 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.7301497 Jul 08 01:45:26.901049 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.910756 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.942951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94cab8b9-1665-4434-8bd8-fdac284243b7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.951025 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94cab8b9-1665-4434-8bd8-fdac284243b7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.983262 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:26.998336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:27.008256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cab8b9-1665-4434-8bd8-fdac284243b7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba44ce89-f1ba-430a-9811-24e005a67e7e,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:27.027951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94cab8b9-1665-4434-8bd8-fdac284243b7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.029781 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-94cab8b9-1665-4434-8bd8-fdac284243b7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3034823 Jul 08 01:45:27.032553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54296) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:27.038946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:27.074883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=cd3c05ec-81c9-4201-a371-cd25d9b5e158,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:27.100909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:27.113937 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.162300 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 49949aee-93cb-49fb-bba5-d05d1b0e79f0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=49949aee-93cb-49fb-bba5-d05d1b0e79f0,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:27.175765 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:27.177298 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.178172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:27.198906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:27.213557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-011091bf-4c18-48c5-82ea-bed97eadc86d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91828815-a1c4-4b2c-a77e-d2227435f2fe HTTP/1.1" status: 200 len: 217 time: 0.3157594 Jul 08 01:45:27.261853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Pushing event updated for resources: {'Port': ['ID=343a1b7e-17b2-49ee-832d-852805c32b24,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:27.303629 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.342864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ce7d61eb-5be4-4e38-a95e-f7a0de1a51b0 None None] Provisioning complete for port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:27.343242 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ce7d61eb-5be4-4e38-a95e-f7a0de1a51b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.356198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196ab58-afcd-4473-9366-ecec5de460b6 req-9d9dbf30-f291-4681-a0ab-2146aaab23d3 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:27.363795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3196ab58-afcd-4473-9366-ecec5de460b6 req-9d9dbf30-f291-4681-a0ab-2146aaab23d3 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 945 time: 0.9390657 Jul 08 01:45:27.371867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=49949aee-93cb-49fb-bba5-d05d1b0e79f0,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:27.387253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:27.430240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:27.430623 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.474448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Allocated IP 172.25.4.20 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/97d293a6-41f4-448b-8a95-4bc8ad9b514b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:27.478217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:27.478626 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.494751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83eac1c-9560-4004-8580-12a84eb7990f req-5954ce3f-53d6-42b0-ad75-bca3797a6de3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:27.509896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c83eac1c-9560-4004-8580-12a84eb7990f req-5954ce3f-53d6-42b0-ad75-bca3797a6de3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 944 time: 0.9188273 Jul 08 01:45:27.550316 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.571028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-ba02760e-fb3f-4746-8b45-70a15cbdae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:27.572577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-ba02760e-fb3f-4746-8b45-70a15cbdae4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.3224745 Jul 08 01:45:27.580550 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Transition to ACTIVE for port object fac6893e-f624-422e-a81c-a054807397cd will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:27.605674 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.688522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3196ab58-afcd-4473-9366-ecec5de460b6 req-697b9097-8c48-48d0-b12f-5d4f94cf3e35 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f59220e-d55e-4707-b01e-8f7a2b6571d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192909 Jul 08 01:45:27.694853 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc538e81-869a-4e06-9ef5-cb9bebf083af None None] Pushing event updated for resources: {'Port': ['ID=fac6893e-f624-422e-a81c-a054807397cd,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:27.730330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.793976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.867796 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Attempting to bind port fac6893e-f624-422e-a81c-a054807397cd on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:27.868270 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Attempting to bind port fac6893e-f624-422e-a81c-a054807397cd by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:27.868675 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Attempting to bind port fac6893e-f624-422e-a81c-a054807397cd on network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:27.873830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:27.877498 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:27.877972 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Checking segment: {'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:27.878379 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.878773 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Bound using segment: {'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:27.879253 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Bound port: fac6893e-f624-422e-a81c-a054807397cd, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:27.879672 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.897882 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:27.937743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Transition to ACTIVE for port object 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:27.947797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:27.950054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Port': ['ID=97d293a6-41f4-448b-8a95-4bc8ad9b514b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:27.974555 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c83eac1c-9560-4004-8580-12a84eb7990f req-0d8dccca-2976-496c-973a-f002b1d04d74 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595606 Jul 08 01:45:27.975341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:27.984192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:28.000771 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.025535 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5166a5e-4c7b-4ab1-9f92-96cdba76d1c8 x-openstack-request-id: req-d5166a5e-4c7b-4ab1-9f92-96cdba76d1c8 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:28.026184 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924735f0-78bc-49de-bc4f-d1a2102ce111", "name": "network-vif-plugged", "status": "completed", "tag": "cd3c05ec-81c9-4201-a371-cd25d9b5e158", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:28.028879 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5166a5e-4c7b-4ab1-9f92-96cdba76d1c8 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:28.029081 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924735f0-78bc-49de-bc4f-d1a2102ce111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3c05ec-81c9-4201-a371-cd25d9b5e158', 'code': 200} Jul 08 01:45:28.029795 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.115576 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] For port fac6893e-f624-422e-a81c-a054807397cd, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:28.119981 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] For port fac6893e-f624-422e-a81c-a054807397cd, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fac6893e-f624-422e-a81c-a054807397cd,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:28.127161 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.238558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Pushing event updated for resources: {'Port': ['ID=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:28.270677 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.291471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:28.302882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-ca512956-b07d-4b58-974e-f8f18e2f2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:28.304524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-ca512956-b07d-4b58-974e-f8f18e2f2a88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7217224 Jul 08 01:45:28.327146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e129869-bc55-4036-90d0-8b94d215f287 req-dcbe638d-0f5b-4795-a69f-6729622f8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:28.343291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9e129869-bc55-4036-90d0-8b94d215f287 req-dcbe638d-0f5b-4795-a69f-6729622f8c25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 1098 time: 0.2322817 Jul 08 01:45:28.369998 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Routers {'027ac85e-cae3-4ec0-9f02-375869483762'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:28.375721 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:45:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['027ac85e-cae3-4ec0-9f02-375869483762'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:28.388386 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc538e81-869a-4e06-9ef5-cb9bebf083af None None] Pushing event updated for resources: {'Port': ['ID=fac6893e-f624-422e-a81c-a054807397cd,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:28.414600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.452023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:28.461923 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.482795 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9e129869-bc55-4036-90d0-8b94d215f287 req-c5f7f5bc-ea5d-4e00-93ae-008bf8dd8909 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2f59220e-d55e-4707-b01e-8f7a2b6571d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598738 Jul 08 01:45:28.511928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:28.536000 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.548048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:28.548630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.616957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:28.694040 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] Set router 027ac85e-cae3-4ec0-9f02-375869483762 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:45:28.718272 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.774819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:28.782024 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.883406 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.906022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:28.946267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:29.003527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 49949aee-93cb-49fb-bba5-d05d1b0e79f0 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:29.071537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:29.072788 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.084847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.087740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Port': ['ID=97d293a6-41f4-448b-8a95-4bc8ad9b514b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:29.116975 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.126390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.138165 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-805ecb8b-2ee5-474b-b42e-327ef71a21a3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0963151 Jul 08 01:45:29.192009 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:28Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:29.244084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fac6893e-f624-422e-a81c-a054807397cd up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:29.278689 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c10323-523d-4cec-9560-826a28f2fb08 None None] The sync data for ids ['027ac85e-cae3-4ec0-9f02-375869483762'] in n-d-694802-14 is: [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:28Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:45:29.441408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port fac6893e-f624-422e-a81c-a054807397cd completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:29.455368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port fac6893e-f624-422e-a81c-a054807397cd triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:29.462362 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.562808 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Attempting to bind port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:29.563189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Attempting to bind port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:29.563546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Attempting to bind port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:29.581636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 on network 24814426-9829-4f0e-9231-a9d9f3901c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:45:29.581898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Attempting to bind port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:29.612526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1c5a0-a108-405e-8e32-b96c7b1bc2a1 req-a1cc9100-67cc-42f9-b635-1651f3ada0e1 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:29.614172 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8e1c5a0-a108-405e-8e32-b96c7b1bc2a1 req-a1cc9100-67cc-42f9-b635-1651f3ada0e1 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 946 time: 0.2433405 Jul 08 01:45:29.645963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34434f-0aeb-4225-b8ea-379481c5c9e6 req-77a4390a-6768-46e9-ab8c-fa14f9fb30c5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:29.647840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b34434f-0aeb-4225-b8ea-379481c5c9e6 req-77a4390a-6768-46e9-ab8c-fa14f9fb30c5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 944 time: 1.3048389 Jul 08 01:45:29.650130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.655315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:29.655649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Checking segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:29.656045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Bound using segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:29.656550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Bound port: 6a06b6d0-fdab-4af3-9dc9-2311f59a5805, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:29.656937 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.657919 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.713310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port fac6893e-f624-422e-a81c-a054807397cd, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fac6893e-f624-422e-a81c-a054807397cd,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:29.721571 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.736944 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:29.775653 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-601ff2bd-4b9f-4873-a341-c46659e59a7c service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4544578 Jul 08 01:45:29.783762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=fac6893e-f624-422e-a81c-a054807397cd,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:29.792955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b34434f-0aeb-4225-b8ea-379481c5c9e6 req-cb99097a-c927-454c-89aa-db7c07f7538e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275241 Jul 08 01:45:29.927207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54372) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:29.938225 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8e1c5a0-a108-405e-8e32-b96c7b1bc2a1 req-04b1f112-b9ea-43a6-aa53-d83567addae5 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f59220e-d55e-4707-b01e-8f7a2b6571d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024495 Jul 08 01:45:29.944373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Pushing event updated for resources: {'Port': ['ID=343a1b7e-17b2-49ee-832d-852805c32b24,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:30.006392 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.030945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad78947-a3b3-494b-8f61-34da939c28d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd17584-d4e9-44ff-89ea-cba6ee5c3119'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:30.034020 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb489f2-2eb5-4ec7-8715-dc7d1623b27c" -d '{"events": [{"server_uuid": "aad78947-a3b3-494b-8f61-34da939c28d9", "name": "network-vif-plugged", "status": "completed", "tag": "5fd17584-d4e9-44ff-89ea-cba6ee5c3119"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:30.061306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] For port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:30.070676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] For port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:30.076137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.077852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-08cac3ae-2d7e-407d-b818-61b3d9f79110 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7337310 Jul 08 01:45:30.093598 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a76ee216-a35f-482f-a5c6-85670f13dc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.097758 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb97cb3c-6230-46f0-95e1-e9e388c51720 req-ed800a27-779f-433f-8621-2eca7c8aa378 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037772 Jul 08 01:45:30.099403 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.170727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:30.172162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.173955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] 10.222.0.24 "PUT /v2.0/ports/6a06b6d0-fdab-4af3-9dc9-2311f59a5805 HTTP/1.1" status: 200 len: 1093 time: 4.5874290 Jul 08 01:45:30.174626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a5a34d-69e9-41a5-ae04-aa6055c8abe4', 'tag': '6a06b6d0-fdab-4af3-9dc9-2311f59a5805'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:30.177905 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acc69e9-a7cb-4c77-81fa-71719fb0077d" -d '{"events": [{"name": "network-changed", "server_uuid": "45a5a34d-69e9-41a5-ae04-aa6055c8abe4", "tag": "6a06b6d0-fdab-4af3-9dc9-2311f59a5805"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:30.196349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-928dcb03-67d8-4f6a-81f4-1ba225e61292 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--880730470&fields=id&tenant_id=6ca49aff481c40a2aa37b3041b5b48cb HTTP/1.1" status: 200 len: 267 time: 0.1236145 Jul 08 01:45:30.204784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f23f9e-7f55-4e3e-8360-dff18a0bb585 service neutron] Pushing event updated for resources: {'Port': ['ID=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:30.298289 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a76ee216-a35f-482f-a5c6-85670f13dc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.304997 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a76ee216-a35f-482f-a5c6-85670f13dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.357492 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a76ee216-a35f-482f-a5c6-85670f13dc28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb84c1189ae249f68b527cf6d231740f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282911 Jul 08 01:45:30.358546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ee216-a35f-482f-a5c6-85670f13dc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b58439-bc0c-4173-82da-26b56316c3d7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:30.361135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54392) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:30.364102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-950aea38-bae8-4839-866a-6375c5a76361 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:30.365895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-950aea38-bae8-4839-866a-6375c5a76361 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports/0f688c92-bbac-444a-89a5-09bc58a187d5 HTTP/1.1" status: 200 len: 929 time: 0.1488960 Jul 08 01:45:30.411584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3e92f-14fd-4ca4-acc0-50822ead7502 req-d896a43d-d2d0-458c-a733-dde2c6ca5277 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:30.413335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6a3e92f-14fd-4ca4-acc0-50822ead7502 req-d896a43d-d2d0-458c-a733-dde2c6ca5277 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 945 time: 0.2105150 Jul 08 01:45:30.446850 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fc58050-d9a2-4471-9742-c89d51b47cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.459531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-7c0f3cee-42be-4bf6-936d-e91252039c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:30.461318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-7c0f3cee-42be-4bf6-936d-e91252039c36 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 1096 time: 0.2109795 Jul 08 01:45:30.477323 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fc58050-d9a2-4471-9742-c89d51b47cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.530146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-281e4423-0538-4147-ac6e-44a8175e720b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:30.531626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-281e4423-0538-4147-ac6e-44a8175e720b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports/8df25cd3-c5a6-443a-a54f-49eae7611a87 HTTP/1.1" status: 200 len: 932 time: 0.1533592 Jul 08 01:45:30.533380 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-53b89e9a-1625-4d5b-a141-13fd4440eeb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a06b6d0-fdab-4af3-9dc9-2311f59a5805 HTTP/1.1" status: 200 len: 217 time: 0.0604663 Jul 08 01:45:30.564061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fc58050-d9a2-4471-9742-c89d51b47cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.567803 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fc58050-d9a2-4471-9742-c89d51b47cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:30.569000 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7fc58050-d9a2-4471-9742-c89d51b47cf1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0b58439-bc0c-4173-82da-26b56316c3d7 HTTP/1.1" status: 204 len: 168 time: 0.1962454 Jul 08 01:45:30.578392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc58050-d9a2-4471-9742-c89d51b47cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b58439-bc0c-4173-82da-26b56316c3d7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:30.607690 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6a3e92f-14fd-4ca4-acc0-50822ead7502 req-87ab5e67-8f84-4c03-abe0-6b02417e465d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711440 Jul 08 01:45:30.651651 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-bc681f67-11a1-4969-a781-cfdc7d14c625 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?network_id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0934019 Jul 08 01:45:30.670892 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1aa43e-0c21-4752-9bbc-e457869a5cae x-openstack-request-id: req-bf1aa43e-0c21-4752-9bbc-e457869a5cae {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:30.671528 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad78947-a3b3-494b-8f61-34da939c28d9", "name": "network-vif-plugged", "status": "completed", "tag": "5fd17584-d4e9-44ff-89ea-cba6ee5c3119", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:30.671528 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf1aa43e-0c21-4752-9bbc-e457869a5cae {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:30.671805 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad78947-a3b3-494b-8f61-34da939c28d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd17584-d4e9-44ff-89ea-cba6ee5c3119', 'code': 200} Jul 08 01:45:30.680000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-8c5de05f-99a6-416a-8b7f-a2b478fc277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:30.681608 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-8c5de05f-99a6-416a-8b7f-a2b478fc277d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.1382103 Jul 08 01:45:30.704114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9e3c54f0-9692-46db-bfbd-c3c09011c360 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?network_id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0438538 Jul 08 01:45:30.747448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-e7a91594-8bfa-4ce3-acaf-a8ed888e6d1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469239 Jul 08 01:45:30.748908 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb66fe2-c40b-4fdd-a8e0-cdcf0b18a959 x-openstack-request-id: req-5cb66fe2-c40b-4fdd-a8e0-cdcf0b18a959 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:30.749194 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a5a34d-69e9-41a5-ae04-aa6055c8abe4", "tag": "6a06b6d0-fdab-4af3-9dc9-2311f59a5805", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:30.749445 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cb66fe2-c40b-4fdd-a8e0-cdcf0b18a959 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:30.749837 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a5a34d-69e9-41a5-ae04-aa6055c8abe4', 'tag': '6a06b6d0-fdab-4af3-9dc9-2311f59a5805', 'status': 'completed', 'code': 200} Jul 08 01:45:30.905620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:30.986279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:30.986984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:31.016934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-b284614a-2108-40d9-8289-352a7ca715fc tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--172537866&fields=id&tenant_id=e3792e9c70b840b0b6423636b5c6763b HTTP/1.1" status: 200 len: 267 time: 0.1659195 Jul 08 01:45:31.026498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-fdd1ce99-460f-4c30-bccf-de933f5abc47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:31.033256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-fdd1ce99-460f-4c30-bccf-de933f5abc47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:31.040727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-fdd1ce99-460f-4c30-bccf-de933f5abc47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:31.042379 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-fdd1ce99-460f-4c30-bccf-de933f5abc47 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/networks?id=158051b2-55d9-4a7a-a15b-19a8819643bb&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4 HTTP/1.1" status: 200 len: 1989 time: 0.3286741 Jul 08 01:45:31.044710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54414) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:31.070445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59e065d3-6bc2-49b9-b256-9595016fc396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:31.100825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fac6893e-f624-422e-a81c-a054807397cd up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:31.149786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-f7e71849-392b-4b77-938a-3a2c64296d16 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/quotas/6ca49aff481c40a2aa37b3041b5b48cb HTTP/1.1" status: 200 len: 375 time: 0.0853102 Jul 08 01:45:31.151742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80bb3e-a7e4-4e00-bb1e-46cfcb27fd77 req-627e7c6b-1cd2-4e96-a7df-14cb8f1d7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:31.153440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce80bb3e-a7e4-4e00-bb1e-46cfcb27fd77 req-627e7c6b-1cd2-4e96-a7df-14cb8f1d7e37 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 1097 time: 0.3885372 Jul 08 01:45:31.158753 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-59d0621f-a150-45d0-a5a7-2f4814d93cfe service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926628 Jul 08 01:45:31.162104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port fac6893e-f624-422e-a81c-a054807397cd triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:31.162602 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:31.224798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59e065d3-6bc2-49b9-b256-9595016fc396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:31.229326 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59e065d3-6bc2-49b9-b256-9595016fc396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:31.265385 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-59e065d3-6bc2-49b9-b256-9595016fc396 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b576b949f0840f282d277e183690b40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174072 Jul 08 01:45:31.266283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54416) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:31.320329 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e065d3-6bc2-49b9-b256-9595016fc396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be6a5cd-d27b-4d84-acd1-2ea0fb095624,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:31.353737 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be139003-1ca6-44e3-881d-d05bffe7e10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:31.383048 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be139003-1ca6-44e3-881d-d05bffe7e10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:31.384872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-0b4a22e7-f300-4e8f-aeb2-40a63092dccc tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:31.386486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-0b4a22e7-f300-4e8f-aeb2-40a63092dccc tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/networks?id=53aef60b-5dfc-4ca9-b311-c33f9a1ed88c HTTP/1.1" status: 200 len: 812 time: 0.3403397 Jul 08 01:45:31.392373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce80bb3e-a7e4-4e00-bb1e-46cfcb27fd77 req-94d89f7d-8201-4819-aec2-cb98585dcc31 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252026 Jul 08 01:45:31.433864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-441a8907-bf32-4be9-99ff-782c01c611f2 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/quotas/e3792e9c70b840b0b6423636b5c6763b HTTP/1.1" status: 200 len: 375 time: 0.0405192 Jul 08 01:45:31.439945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cfbd0ad-2c5d-4633-b6f1-982d2401e620 req-779968e5-12bb-431a-b314-293cdb64bf8c service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700121 Jul 08 01:45:31.455645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be139003-1ca6-44e3-881d-d05bffe7e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:31.460481 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be139003-1ca6-44e3-881d-d05bffe7e10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:31.464286 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-bad56ffe-9d6d-4389-b873-cc5a652dc838 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2988136 Jul 08 01:45:31.464463 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-be139003-1ca6-44e3-881d-d05bffe7e10f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5be6a5cd-d27b-4d84-acd1-2ea0fb095624 HTTP/1.1" status: 204 len: 168 time: 0.1933696 Jul 08 01:45:31.474792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be139003-1ca6-44e3-881d-d05bffe7e10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be6a5cd-d27b-4d84-acd1-2ea0fb095624,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:31.654544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-4f2690df-f1d2-4776-a981-90f53dca4367 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3792e9c70b840b0b6423636b5c6763b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1915848 Jul 08 01:45:31.677013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc69e9-a7cb-4c77-81fa-71719fb0077d req-4e091a8b-fddc-4c03-929a-480e3208c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:31.679208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1acc69e9-a7cb-4c77-81fa-71719fb0077d req-4e091a8b-fddc-4c03-929a-480e3208c3b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 1096 time: 0.1586118 Jul 08 01:45:31.685891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-c5cee812-066d-4237-96c1-24c5cfddb572 service neutron] 10.222.0.41 "GET /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859467 Jul 08 01:45:31.863544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc69e9-a7cb-4c77-81fa-71719fb0077d req-5e6e046a-4651-4a52-89e1-5a69283b69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:31.866281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1acc69e9-a7cb-4c77-81fa-71719fb0077d req-5e6e046a-4651-4a52-89e1-5a69283b69de service neutron] 10.222.0.24 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 913 time: 0.1791725 Jul 08 01:45:31.877226 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-38d96699-4cff-428d-a899-4adab585eb7c service neutron] 10.222.0.41 "GET /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802144 Jul 08 01:45:31.992663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1acc69e9-a7cb-4c77-81fa-71719fb0077d req-f9cf02ba-ede2-4c95-880c-946aca64ea19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a06b6d0-fdab-4af3-9dc9-2311f59a5805 HTTP/1.1" status: 200 len: 217 time: 0.1143084 Jul 08 01:45:32.049899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-c33fe1bd-e506-403f-b28d-5fbc67f496a8 service neutron] 10.222.0.41 "GET /v2.0/ports/0f688c92-bbac-444a-89a5-09bc58a187d5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1642485 Jul 08 01:45:32.155174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc69e9-a7cb-4c77-81fa-71719fb0077d req-58ddb178-4d50-4692-8edf-106e2b2dfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:32.156962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1acc69e9-a7cb-4c77-81fa-71719fb0077d req-58ddb178-4d50-4692-8edf-106e2b2dfe52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.1555772 Jul 08 01:45:32.161968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-a8e5b5a2-3acf-4d5b-8307-ba80e3efe8b9 service neutron] 10.222.0.41 "GET /v2.0/networks/53aef60b-5dfc-4ca9-b311-c33f9a1ed88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928176 Jul 08 01:45:32.228357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1acc69e9-a7cb-4c77-81fa-71719fb0077d req-f730c608-6b64-4231-902e-cdf5034094f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628779 Jul 08 01:45:32.370320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-b8aab5ca-1bb6-404a-801d-c48562a2ad44 service neutron] 10.222.0.41 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076279 Jul 08 01:45:32.470822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54444) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:32.486388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-e953c717-8605-4e28-9514-6b4c0795353b service neutron] 10.222.0.41 "GET /v2.0/networks/53aef60b-5dfc-4ca9-b311-c33f9a1ed88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110878 Jul 08 01:45:32.498695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1acc69e9-a7cb-4c77-81fa-71719fb0077d req-f8caa08a-5727-44d5-b0d1-d050fac0c9fe service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253809 Jul 08 01:45:32.611304 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-3f1d7528-2431-44c2-a761-7d9ac83a23cb service neutron] 10.222.0.41 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322497 Jul 08 01:45:32.616108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1599729653'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:32.647209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Made reservation on behalf of 16d0dfe6755044de805618c6cddfc6b2 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:32.650899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:32.660594 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:32.691728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1acc69e9-a7cb-4c77-81fa-71719fb0077d req-f3d89570-597d-4f1b-b6fc-379b2405dffe service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818843 Jul 08 01:45:32.704959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-35568105-031f-435f-99d3-6285385281fe service neutron] 10.222.0.41 "GET /v2.0/ports/8df25cd3-c5a6-443a-a54f-49eae7611a87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0819700 Jul 08 01:45:32.820011 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:32.826041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:32.863788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541175f9-45b1-4744-a6b6-9a75bf779e49,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:32.871933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-33ed6258-c86a-4f17-99ab-10552c99b85c service neutron] 10.222.0.41 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457756 Jul 08 01:45:32.879611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:45:32.897981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:32.898138 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Added segment e9eba90d-2710-4682-a65f-46b09521f62a of type vlan for network 448f8de9-a0ff-4c8a-a017-de27665927c2 Jul 08 01:45:32.960851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:32.966847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32041c7-5c71-4fb9-b784-dcd25ae6f7c2 req-5f0dc404-cdee-444b-8714-0bf12aea73d8 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:32.976114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e32041c7-5c71-4fb9-b784-dcd25ae6f7c2 req-5f0dc404-cdee-444b-8714-0bf12aea73d8 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 944 time: 0.1549637 Jul 08 01:45:33.008833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:33.016113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:33.017073 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:33.055209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5822983 Jul 08 01:45:33.059749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e32041c7-5c71-4fb9-b784-dcd25ae6f7c2 req-a0eee6ca-724e-414f-9183-8fc5ab1d5a04 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825937 Jul 08 01:45:33.060696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:33.065867 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-41bb1fd2-b7c0-4da7-826c-80ba2124a014 service neutron] 10.222.0.41 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870010 Jul 08 01:45:33.072091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Request body: {'subnet': {'network_id': '448f8de9-a0ff-4c8a-a017-de27665927c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:33.127528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8eacac-31e0-4b85-b9cd-ce703339237a tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event updated for resources: {'Network': ['ID=448f8de9-a0ff-4c8a-a017-de27665927c2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:33.139804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 448f8de9-a0ff-4c8a-a017-de27665927c2 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:45:33.314299 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-51f0068d-5a9d-4f05-b757-cb9b4550803b service neutron] 10.222.0.41 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359059 Jul 08 01:45:33.316117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Made reservation on behalf of 16d0dfe6755044de805618c6cddfc6b2 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:33.320996 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:33.428744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:45:33.555943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:33.568853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '6a06b6d0-fdab-4af3-9dc9-2311f59a5805', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'port_id': '6a06b6d0-fdab-4af3-9dc9-2311f59a5805', 'mac_address': 'fa:16:3e:1e:19:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2157fc2-2bc2-4e65-bc22-a2f9753680dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:45:33.620108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:33.634573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:33.658278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:33.664100 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:33.722027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:33.879578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-88736a79-7379-4b50-924f-5b20c09c436d service neutron] 10.222.0.41 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538979 Jul 08 01:45:33.952167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9975f-03ce-4ea8-8b72-be9b90a0799c req-fd111938-ee40-4551-ad4c-b05b3e197ee6 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:33.954059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93b9975f-03ce-4ea8-8b72-be9b90a0799c req-fd111938-ee40-4551-ad4c-b05b3e197ee6 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 946 time: 0.2266417 Jul 08 01:45:33.977255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['6a06b6d0-fdab-4af3-9dc9-2311f59a5805'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:34.089278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93b9975f-03ce-4ea8-8b72-be9b90a0799c req-6918fa49-77ba-4920-9ae0-0ba7469c6cd6 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f59220e-d55e-4707-b01e-8f7a2b6571d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093900 Jul 08 01:45:34.133454 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:34.143286 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-8d9c639c-a1f1-4694-b579-0cc098fc1ffb service neutron] 10.222.0.41 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540567 Jul 08 01:45:34.354145 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:34.397630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event updated for resources: {'Subnet': ['ID=4fa9e768-7e2b-487f-aa48-bc0094d39a69,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:34.532566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Checking segment: {'id': 'e9eba90d-2710-4682-a65f-46b09521f62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '448f8de9-a0ff-4c8a-a017-de27665927c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:34.532936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Network hostable DHCP agents. Network: 448f8de9-a0ff-4c8a-a017-de27665927c2, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:45:34.548999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-308e4851-dd9b-4599-8074-0d42f4ee26d1 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:34.550464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-308e4851-dd9b-4599-8074-0d42f4ee26d1 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.16 "GET /v2.0/networks?id=53aef60b-5dfc-4ca9-b311-c33f9a1ed88c HTTP/1.1" status: 200 len: 812 time: 0.3431315 Jul 08 01:45:34.552990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-af8f8043-2edf-40b7-820e-3f48decdf1a7 service neutron] 10.222.0.41 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004226 Jul 08 01:45:34.609561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaf4c6-e21c-4c2f-bc4f-660a4b4f9b17 req-3a98a900-bb0d-4700-9b9e-c22cfb732865 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:34.610948 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3afaf4c6-e21c-4c2f-bc4f-660a4b4f9b17 req-3a98a900-bb0d-4700-9b9e-c22cfb732865 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 945 time: 0.3576152 Jul 08 01:45:34.641696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Network 448f8de9-a0ff-4c8a-a017-de27665927c2 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:45:34.687600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 448f8de9-a0ff-4c8a-a017-de27665927c2) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:34.697335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b40ff9-57ea-4996-bcf6-38a3261204de None None] Network 448f8de9-a0ff-4c8a-a017-de27665927c2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:34.700063 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:34.700741 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:34.711037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-77392a4f-5f73-40e0-9fa7-919a5181a54d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3792e9c70b840b0b6423636b5c6763b HTTP/1.1" status: 200 len: 379 time: 0.1504338 Jul 08 01:45:34.734086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Request body: {'port': {'device_id': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'admin_state_up': True, 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'security_groups': ['895f30e4-2b67-4d01-bd7d-68dddc426268']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:34.796485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-800adcb7-be38-4132-8318-6d33aa15e35f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7262437 Jul 08 01:45:34.796861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54470) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:34.804404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-331a8819-2938-4651-84d2-1b7c6884dc99 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-440466050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:34.812922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3afaf4c6-e21c-4c2f-bc4f-660a4b4f9b17 req-f72d5dec-3f21-4826-a19f-e30ecd8a04f3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724875 Jul 08 01:45:34.830398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-12ad001e-e126-48a4-be03-eea491fb9a74 service neutron] 10.222.0.41 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613761 Jul 08 01:45:34.839264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-331a8819-2938-4651-84d2-1b7c6884dc99 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:34.841074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-331a8819-2938-4651-84d2-1b7c6884dc99 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:34.891911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-448f8de9-a0ff-4c8a-a017-de27665927c2', 'network_id': '448f8de9-a0ff-4c8a-a017-de27665927c2', 'tenant_id': '16d0dfe6755044de805618c6cddfc6b2', 'fixed_ips': [{'subnet_id': '4fa9e768-7e2b-487f-aa48-bc0094d39a69'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:45:34.893339 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:34.909181 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-331a8819-2938-4651-84d2-1b7c6884dc99 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:34.917771 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-331a8819-2938-4651-84d2-1b7c6884dc99 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:34.954675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-331a8819-2938-4651-84d2-1b7c6884dc99 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:34.956629 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-331a8819-2938-4651-84d2-1b7c6884dc99 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1583519 Jul 08 01:45:34.960065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54476) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:35.049941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3efd3bad-4d11-46f5-a56e-3494eec7d0e0 req-684d1f70-e57f-4893-a9b0-688b41f1d82b tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 210 time: 0.0629337 Jul 08 01:45:35.063590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-373b76e6-c0c8-413f-a88d-ca9a3fac4a07 service neutron] 10.222.0.41 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339084 Jul 08 01:45:35.076229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Allocated IP 172.20.0.2 (448f8de9-a0ff-4c8a-a017-de27665927c2/4fa9e768-7e2b-487f-aa48-bc0094d39a69/dd847304-014b-4b39-93aa-b8d13ac58492) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:35.108670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Made reservation on behalf of e3792e9c70b840b0b6423636b5c6763b for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:35.112420 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.279918 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.290869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Transition to ACTIVE for port object dd847304-014b-4b39-93aa-b8d13ac58492 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:35.302247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-c3ed252a-b435-4c05-8d42-eca65a150a8f service neutron] 10.222.0.41 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122240 Jul 08 01:45:35.309268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Transition to ACTIVE for port object dd847304-014b-4b39-93aa-b8d13ac58492 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:35.316676 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.327574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.361792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Network 448f8de9-a0ff-4c8a-a017-de27665927c2 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:35.366362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:35.370031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:35.378197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Pushing event updated for resources: {'Port': ['ID=dd847304-014b-4b39-93aa-b8d13ac58492,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:35.428457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:35.433082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Allocated IP 172.20.0.10 (53aef60b-5dfc-4ca9-b311-c33f9a1ed88c/f6f3a919-395a-4350-8b80-05bd1d8dd7fc/a464457d-9d82-474f-96bb-49e8101299cf) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:35.461149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1f1df-70cb-4c59-878b-0665c4f0717a req-b0516ca1-5769-465a-90ea-0c354065b6dc tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:35.462707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76d1f1df-70cb-4c59-878b-0665c4f0717a req-b0516ca1-5769-465a-90ea-0c354065b6dc tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 945 time: 0.2262537 Jul 08 01:45:35.468154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Attempting to bind port dd847304-014b-4b39-93aa-b8d13ac58492 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:35.468154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Attempting to bind port dd847304-014b-4b39-93aa-b8d13ac58492 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'e9eba90d-2710-4682-a65f-46b09521f62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '448f8de9-a0ff-4c8a-a017-de27665927c2'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:35.468154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Attempting to bind port dd847304-014b-4b39-93aa-b8d13ac58492 on network 448f8de9-a0ff-4c8a-a017-de27665927c2 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:35.479722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:35.480099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Checking segment: {'id': 'e9eba90d-2710-4682-a65f-46b09521f62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '448f8de9-a0ff-4c8a-a017-de27665927c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:35.480536 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.480935 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Bound using segment: {'id': 'e9eba90d-2710-4682-a65f-46b09521f62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '448f8de9-a0ff-4c8a-a017-de27665927c2'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:35.481423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Bound port: dd847304-014b-4b39-93aa-b8d13ac58492, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9eba90d-2710-4682-a65f-46b09521f62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '448f8de9-a0ff-4c8a-a017-de27665927c2'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:35.481811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.489034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-d9c8105f-96d9-42c0-951d-dd279e3d5b4f service neutron] 10.222.0.41 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604924 Jul 08 01:45:35.569612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:35.581189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:35.581572 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.601700 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76d1f1df-70cb-4c59-878b-0665c4f0717a req-0b23b051-94ec-4d66-ab8d-7aa1c8044718 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025846 Jul 08 01:45:35.619933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] For port dd847304-014b-4b39-93aa-b8d13ac58492, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:35.644584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] For port dd847304-014b-4b39-93aa-b8d13ac58492, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dd847304-014b-4b39-93aa-b8d13ac58492,segment=NetworkSegment(e9eba90d-2710-4682-a65f-46b09521f62a),segment_id=e9eba90d-2710-4682-a65f-46b09521f62a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:35.654050 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.681690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Allocated IP 172.20.0.1 (448f8de9-a0ff-4c8a-a017-de27665927c2/4fa9e768-7e2b-487f-aa48-bc0094d39a69/be964f15-9ce6-4fb6-a42f-9c80260579fd) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:35.798966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.821905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59a868-204b-4885-b0d6-be3339321233 None None] Pushing event updated for resources: {'Port': ['ID=dd847304-014b-4b39-93aa-b8d13ac58492,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:35.825988 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Transition to ACTIVE for port object a464457d-9d82-474f-96bb-49e8101299cf will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:35.841815 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.873366 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.892071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a5a34d-69e9-41a5-ae04-aa6055c8abe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a06b6d0-fdab-4af3-9dc9-2311f59a5805'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:35.896860 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4542e141-c0e0-4a43-a512-65fd41421bc6" -d '{"events": [{"server_uuid": "45a5a34d-69e9-41a5-ae04-aa6055c8abe4", "name": "network-vif-plugged", "status": "completed", "tag": "6a06b6d0-fdab-4af3-9dc9-2311f59a5805"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:35.923363 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.932488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:35.932798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:35.936958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:35.939918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Transition to ACTIVE for port object be964f15-9ce6-4fb6-a42f-9c80260579fd will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:35.940248 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:35.940429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:35.983577 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:36.049127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:36.049976 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:36.097596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3676319 Jul 08 01:45:36.106715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Network 448f8de9-a0ff-4c8a-a017-de27665927c2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:36.109378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:36.119846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:36.123454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:36.133558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Request body: {'port': {'device_id': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:36.147506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91524c59-5486-44fa-8c75-b81c8cb0a201 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Pushing event updated for resources: {'Port': ['ID=a464457d-9d82-474f-96bb-49e8101299cf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:36.173146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event updated for resources: {'Port': ['ID=be964f15-9ce6-4fb6-a42f-9c80260579fd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:36.200816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:36.370201 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:36.410301 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:36.553233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7860ab1-c13a-4b42-9eb5-7a2bf30c37bd None None] Provisioning for port a464457d-9d82-474f-96bb-49e8101299cf completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:36.554404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c35268d-95b8-47d0-82f5-11859f818849 req-3f6a8f26-7ada-4335-82f4-e8ac3aede946 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=cec18a91ea6241bc928d3059c8dae9cc HTTP/1.1" status: 200 len: 267 time: 0.1130648 Jul 08 01:45:36.563018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7860ab1-c13a-4b42-9eb5-7a2bf30c37bd None None] Provisioning complete for port a464457d-9d82-474f-96bb-49e8101299cf triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:36.563726 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7860ab1-c13a-4b42-9eb5-7a2bf30c37bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:36.613752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f7860ab1-c13a-4b42-9eb5-7a2bf30c37bd None None] Port a464457d-9d82-474f-96bb-49e8101299cf cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:36.650323 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83e9c8c-11f7-4871-b804-a3375b8f9d70 x-openstack-request-id: req-a83e9c8c-11f7-4871-b804-a3375b8f9d70 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:36.650833 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a5a34d-69e9-41a5-ae04-aa6055c8abe4", "name": "network-vif-plugged", "status": "completed", "tag": "6a06b6d0-fdab-4af3-9dc9-2311f59a5805", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:36.651181 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a83e9c8c-11f7-4871-b804-a3375b8f9d70 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:36.651676 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a5a34d-69e9-41a5-ae04-aa6055c8abe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a06b6d0-fdab-4af3-9dc9-2311f59a5805', 'code': 200} Jul 08 01:45:36.805143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:36.819611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:36.948352 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:36.963983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event updated for resources: {'Port': ['ID=be964f15-9ce6-4fb6-a42f-9c80260579fd,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:36.971350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a464457d-9d82-474f-96bb-49e8101299cf {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:36.973920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dd847304-014b-4b39-93aa-b8d13ac58492 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:36.992211 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.054686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Transition to ACTIVE for port object a464457d-9d82-474f-96bb-49e8101299cf will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:37.063103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35268d-95b8-47d0-82f5-11859f818849 req-251f23c9-b2dd-40d1-9f59-096d8457087d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:37.065090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c35268d-95b8-47d0-82f5-11859f818849 req-251f23c9-b2dd-40d1-9f59-096d8457087d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 945 time: 0.4861565 Jul 08 01:45:37.065720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port dd847304-014b-4b39-93aa-b8d13ac58492 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:37.072959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b722c1-ab05-426b-90a5-4725ae8ace4f req-06ef4c70-a1b6-47da-bc81-c0188f71e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:37.074619 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0b722c1-ab05-426b-90a5-4725ae8ace4f req-06ef4c70-a1b6-47da-bc81-c0188f71e9f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 1098 time: 0.2676437 Jul 08 01:45:37.075241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.087516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Network 448f8de9-a0ff-4c8a-a017-de27665927c2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:37.089972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:37.095997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c4532-8ffe-4f9c-b6d0-537991e36504 req-e46fd774-2c85-40ad-8fa3-aeace7e2d586 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:37.097997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea8c4532-8ffe-4f9c-b6d0-537991e36504 req-e46fd774-2c85-40ad-8fa3-aeace7e2d586 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 932 time: 0.2576652 Jul 08 01:45:37.123388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-4c35268d-95b8-47d0-82f5-11859f818849 req-f56f1d3e-5484-4d74-a65d-0373d971ae45 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'port': {'security_groups': []}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:37.295367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Router b83eb4e0-e94d-4098-a3a3-80a4d276d260 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:45:37.361940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0b722c1-ab05-426b-90a5-4725ae8ace4f req-3d8f75ed-0ffc-43fd-b728-accd4d1d00c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604918 Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.369304 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:37.373059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Pushing event updated for resources: {'Port': ['ID=a464457d-9d82-474f-96bb-49e8101299cf,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:37.385524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472dd066-7479-4c0d-9c52-d5a5848c1cee None None] Network 448f8de9-a0ff-4c8a-a017-de27665927c2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:37.429770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea8c4532-8ffe-4f9c-b6d0-537991e36504 req-a03bd474-fe53-4a8d-bfbb-5fe22d4b79f0 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3157506 Jul 08 01:45:37.456576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:45:37.464603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-97b2d3f0-0448-411c-8751-005530539aae tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "PUT /v2.0/routers/b83eb4e0-e94d-4098-a3a3-80a4d276d260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5030744 Jul 08 01:45:37.467223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54522) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:37.469545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774109e-a2f8-4ed5-bfd2-59109f4cd939 None None] Sync routers for ids ['b83eb4e0-e94d-4098-a3a3-80a4d276d260'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:45:37.475317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Request body: {'port': {'network_id': '448f8de9-a0ff-4c8a-a017-de27665927c2', 'name': 'tempest-FloatingIPNegativeTestJSON-1657169620'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:37.491340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774109e-a2f8-4ed5-bfd2-59109f4cd939 None None] Routers {'b83eb4e0-e94d-4098-a3a3-80a4d276d260'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:37.492002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2774109e-a2f8-4ed5-bfd2-59109f4cd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:45:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b83eb4e0-e94d-4098-a3a3-80a4d276d260'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:37.494358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Attempting to bind port a464457d-9d82-474f-96bb-49e8101299cf on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:37.494700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Attempting to bind port a464457d-9d82-474f-96bb-49e8101299cf by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:37.496722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Attempting to bind port a464457d-9d82-474f-96bb-49e8101299cf on network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:37.497225 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c35268d-95b8-47d0-82f5-11859f818849 req-f56f1d3e-5484-4d74-a65d-0373d971ae45 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.516473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Port a464457d-9d82-474f-96bb-49e8101299cf on network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:45:37.516894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Attempting to bind port a464457d-9d82-474f-96bb-49e8101299cf on network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:37.525732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:37.526073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Checking segment: {'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:37.526452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Bound using segment: {'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:37.526893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Bound port: a464457d-9d82-474f-96bb-49e8101299cf, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d669be-5627-479f-b718-e2c8e700dbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:37.527254 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.584367 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2774109e-a2f8-4ed5-bfd2-59109f4cd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:37.606870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c3b06b9e-abea-41ea-bfe6-d20090732c03 None None] Provisioning for port dd847304-014b-4b39-93aa-b8d13ac58492 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:37.621287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c3b06b9e-abea-41ea-bfe6-d20090732c03 None None] Provisioning complete for port dd847304-014b-4b39-93aa-b8d13ac58492 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:37.621710 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c3b06b9e-abea-41ea-bfe6-d20090732c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.648629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Made reservation on behalf of 16d0dfe6755044de805618c6cddfc6b2 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:37.653595 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.659491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56d2ad39-54e8-4cf0-b63f-653c9cad5fbe req-fba18963-8ac5-4c79-ab9e-f8584e96c084 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0444238 Jul 08 01:45:37.683710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] device_id is not set on port e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:45:37.697305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774109e-a2f8-4ed5-bfd2-59109f4cd939 None None] Routers {'b83eb4e0-e94d-4098-a3a3-80a4d276d260'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:37.698181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2774109e-a2f8-4ed5-bfd2-59109f4cd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:45:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b83eb4e0-e94d-4098-a3a3-80a4d276d260'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:37.745360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] For port a464457d-9d82-474f-96bb-49e8101299cf, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:37.750093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] For port a464457d-9d82-474f-96bb-49e8101299cf, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a464457d-9d82-474f-96bb-49e8101299cf,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:37.758194 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.775396 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2774109e-a2f8-4ed5-bfd2-59109f4cd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:37.778550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774109e-a2f8-4ed5-bfd2-59109f4cd939 None None] The sync data for ids ['b83eb4e0-e94d-4098-a3a3-80a4d276d260'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:45:37.821297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:37.821925 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.823351 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] 10.222.0.16 "PUT /v2.0/ports/a464457d-9d82-474f-96bb-49e8101299cf HTTP/1.1" status: 200 len: 1093 time: 1.7065191 Jul 08 01:45:37.823794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'tag': 'a464457d-9d82-474f-96bb-49e8101299cf'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:37.827741 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325cf820-0d82-4f86-83fc-234c87fe6523" -d '{"events": [{"name": "network-changed", "server_uuid": "239184cf-1b9a-4c2d-a5df-f2375f4c81fd", "tag": "a464457d-9d82-474f-96bb-49e8101299cf"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:37.854042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-4c35268d-95b8-47d0-82f5-11859f818849 req-f56f1d3e-5484-4d74-a65d-0373d971ae45 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] For port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:37.863148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Allocated IP 172.20.0.5 (448f8de9-a0ff-4c8a-a017-de27665927c2/4fa9e768-7e2b-487f-aa48-bc0094d39a69/e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:37.870465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf3868-4720-41af-8695-a9551633f9bd service neutron] Pushing event updated for resources: {'Port': ['ID=a464457d-9d82-474f-96bb-49e8101299cf,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:37.903633 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c3b06b9e-abea-41ea-bfe6-d20090732c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.940723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c3b06b9e-abea-41ea-bfe6-d20090732c03 None None] For port dd847304-014b-4b39-93aa-b8d13ac58492, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dd847304-014b-4b39-93aa-b8d13ac58492,segment=NetworkSegment(e9eba90d-2710-4682-a65f-46b09521f62a),segment_id=e9eba90d-2710-4682-a65f-46b09521f62a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:37.942430 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c35268d-95b8-47d0-82f5-11859f818849 req-f56f1d3e-5484-4d74-a65d-0373d971ae45 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.957139 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c3b06b9e-abea-41ea-bfe6-d20090732c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:37.970236 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c35268d-95b8-47d0-82f5-11859f818849 req-f56f1d3e-5484-4d74-a65d-0373d971ae45 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:38.008349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['91828815-a1c4-4b2c-a77e-d2227435f2fe', '5a193d54-75e5-4e23-be34-6344d3b0847e', '5fd17584-d4e9-44ff-89ea-cba6ee5c3119'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:38.049367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35268d-95b8-47d0-82f5-11859f818849 req-f56f1d3e-5484-4d74-a65d-0373d971ae45 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:38.050032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4c35268d-95b8-47d0-82f5-11859f818849 req-f56f1d3e-5484-4d74-a65d-0373d971ae45 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:38.064610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c35268d-95b8-47d0-82f5-11859f818849 req-f56f1d3e-5484-4d74-a65d-0373d971ae45 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "PUT /v2.0/ports/5fd17584-d4e9-44ff-89ea-cba6ee5c3119 HTTP/1.1" status: 200 len: 904 time: 0.9647655 Jul 08 01:45:38.108174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b06b9e-abea-41ea-bfe6-d20090732c03 None None] Pushing event updated for resources: {'Port': ['ID=dd847304-014b-4b39-93aa-b8d13ac58492,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:38.124235 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:38.134580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f1d3e-5484-4d74-a65d-0373d971ae45 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'Port': ['ID=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:38.149043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-bad61198-7a87-4d3f-b2f9-e334b15e433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:38.153475 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-bad61198-7a87-4d3f-b2f9-e334b15e433a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3792e9c70b840b0b6423636b5c6763b&device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 1096 time: 0.2601657 Jul 08 01:45:38.163030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5fd17584-d4e9-44ff-89ea-cba6ee5c3119'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:38.174837 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Transition to ACTIVE for port object e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:38.179278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70103202-a289-4872-a499-d35741270ce6 req-b1fddb74-1b12-42b4-877e-a2bb26a9105b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:38.186975 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70103202-a289-4872-a499-d35741270ce6 req-b1fddb74-1b12-42b4-877e-a2bb26a9105b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 946 time: 0.2857647 Jul 08 01:45:38.301432 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:38.345670 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-de3b7885-c0e5-4d20-b223-43a2047c5ca5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a464457d-9d82-474f-96bb-49e8101299cf HTTP/1.1" status: 200 len: 217 time: 0.1552689 Jul 08 01:45:38.405745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Network 448f8de9-a0ff-4c8a-a017-de27665927c2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:38.410013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70103202-a289-4872-a499-d35741270ce6 req-168b229e-5c4e-407f-beb5-44aaea396b9b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216749 Jul 08 01:45:38.427624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:38.430429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:38.492614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-ae6433eb-b8ee-4954-8115-e6923ded26f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:38.503334 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-ae6433eb-b8ee-4954-8115-e6923ded26f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6f3a919-395a-4350-8b80-05bd1d8dd7fc HTTP/1.1" status: 200 len: 851 time: 0.1451256 Jul 08 01:45:38.577316 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d96aa06-9b2a-470c-93a0-e55ef352780c x-openstack-request-id: req-7d96aa06-9b2a-470c-93a0-e55ef352780c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:38.577829 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239184cf-1b9a-4c2d-a5df-f2375f4c81fd", "tag": "a464457d-9d82-474f-96bb-49e8101299cf", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:38.578314 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d96aa06-9b2a-470c-93a0-e55ef352780c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:38.578801 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'tag': 'a464457d-9d82-474f-96bb-49e8101299cf', 'status': 'completed', 'code': 200} Jul 08 01:45:38.585995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event updated for resources: {'Port': ['ID=e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:38.644174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:38.645903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:38.665573 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e5a41210-7379-4daa-8655-9eda0a95b2cf tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1967623 Jul 08 01:45:38.669015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54534) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:38.676189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:38.721509 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:38.727739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-474e1eef-b9cb-4fb3-a96d-6759f68cb8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:38.729237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-474e1eef-b9cb-4fb3-a96d-6759f68cb8d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53aef60b-5dfc-4ca9-b311-c33f9a1ed88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209942 Jul 08 01:45:38.735230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-48f6c1cb-7d74-4c35-b5fe-a8d96b97edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:38.736907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-48f6c1cb-7d74-4c35-b5fe-a8d96b97edf0 service neutron] 10.222.0.24 "GET /v2.0/ports/0f688c92-bbac-444a-89a5-09bc58a187d5 HTTP/1.1" status: 200 len: 1025 time: 0.1434972 Jul 08 01:45:38.792560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:38.806831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4d77aa58-9147-44ca-a88b-50669d7e40a8 None None] Provisioning for port be964f15-9ce6-4fb6-a42f-9c80260579fd completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:38.828592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4d77aa58-9147-44ca-a88b-50669d7e40a8 None None] Provisioning complete for port be964f15-9ce6-4fb6-a42f-9c80260579fd triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:38.829168 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d77aa58-9147-44ca-a88b-50669d7e40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:38.881339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-1b4a7a53-6dde-4bc2-ad3b-14bf3f634d8a service neutron] 10.222.0.16 "GET /v2.0/networks/53aef60b-5dfc-4ca9-b311-c33f9a1ed88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429992 Jul 08 01:45:38.940613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:38.970115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dd847304-014b-4b39-93aa-b8d13ac58492 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:38.986078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4d77aa58-9147-44ca-a88b-50669d7e40a8 None None] Port be964f15-9ce6-4fb6-a42f-9c80260579fd cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:39.102366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4d77aa58-9147-44ca-a88b-50669d7e40a8 None None] Provisioning complete for port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:39.105437 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d77aa58-9147-44ca-a88b-50669d7e40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.179185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Allocated IP 172.25.4.189 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/a842f301-182c-44a3-942c-884850cb4328) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:39.216519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port dd847304-014b-4b39-93aa-b8d13ac58492 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:39.217034 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.366604 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.380756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4d77aa58-9147-44ca-a88b-50669d7e40a8 None None] Provisioning complete for port dd847304-014b-4b39-93aa-b8d13ac58492 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:39.381142 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4d77aa58-9147-44ca-a88b-50669d7e40a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.425361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.490738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:39.499457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:39.503636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:39.580840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event updated for resources: {'Port': ['ID=a842f301-182c-44a3-942c-884850cb4328,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:39.632468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.670577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2681f24f-1164-4afc-bb5a-8cadd6178d4c None None] Provisioning for port e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:39.674574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2681f24f-1164-4afc-bb5a-8cadd6178d4c None None] Provisioning complete for port e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:39.674955 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2681f24f-1164-4afc-bb5a-8cadd6178d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.686631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.712128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2681f24f-1164-4afc-bb5a-8cadd6178d4c None None] Port e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:39.723227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2681f24f-1164-4afc-bb5a-8cadd6178d4c None None] Provisioning complete for port be964f15-9ce6-4fb6-a42f-9c80260579fd triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:39.724242 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2681f24f-1164-4afc-bb5a-8cadd6178d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.746894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-78bedf4d-5860-42fd-9a83-99fb29fc773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:39.749946 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-78bedf4d-5860-42fd-9a83-99fb29fc773d service neutron] 10.222.0.24 "GET /v2.0/ports/8df25cd3-c5a6-443a-a54f-49eae7611a87 HTTP/1.1" status: 200 len: 1028 time: 0.8449273 Jul 08 01:45:39.767752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2681f24f-1164-4afc-bb5a-8cadd6178d4c None None] Port be964f15-9ce6-4fb6-a42f-9c80260579fd cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:39.857085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03e03a3c-583f-4969-869f-6acc247c1b07 req-0b324abd-03fb-454f-b79a-059a0bab92bd service neutron] 10.222.0.16 "GET /v2.0/networks/53aef60b-5dfc-4ca9-b311-c33f9a1ed88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9429872 Jul 08 01:45:39.877198 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.877502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928bce1-a460-4559-8868-6052c780aeb7 req-e8f973e9-8f45-4eb6-bc64-ad982d933f92 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:39.879318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7928bce1-a460-4559-8868-6052c780aeb7 req-e8f973e9-8f45-4eb6-bc64-ad982d933f92 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 944 time: 0.3008368 Jul 08 01:45:39.883098 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:39.897976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6c2a3-c79c-437c-8a9f-c9606aec1561 req-6c97b338-0f74-4b00-aaf1-c9401dce03c2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:39.899591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aba6c2a3-c79c-437c-8a9f-c9606aec1561 req-6c97b338-0f74-4b00-aaf1-c9401dce03c2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 907 time: 1.0172894 Jul 08 01:45:39.987211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event updated for resources: {'Port': ['ID=a842f301-182c-44a3-942c-884850cb4328,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:39.995302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:40.013625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0429875b-b19d-4dc1-8bda-1fb530795089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:40.017839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:40.019406 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ee868ca7-b6d8-4e91-ae43-f8eb115a3dc0 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3491399 Jul 08 01:45:40.021362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0429875b-b19d-4dc1-8bda-1fb530795089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:40.023002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54550) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:40.027928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0429875b-b19d-4dc1-8bda-1fb530795089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:40.028169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1b1e4f76-e519-4659-8873-0fef2f8515b7 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Request body: {'floatingip': {'port_id': 'e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:40.029843 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0429875b-b19d-4dc1-8bda-1fb530795089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "GET /v2.0/networks?id=158051b2-55d9-4a7a-a15b-19a8819643bb&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4 HTTP/1.1" status: 200 len: 1989 time: 0.2678087 Jul 08 01:45:40.032903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7928bce1-a460-4559-8868-6052c780aeb7 req-2382731f-240f-45ca-a457-c5b1834cbb11 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453042 Jul 08 01:45:40.105696 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4f76-e519-4659-8873-0fef2f8515b7 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:40.119624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-203c72a9-7e15-4346-bfd7-a6b079b97afc req-d51398a0-38bf-4e4d-8855-92ae9a046aa3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0534868 Jul 08 01:45:40.140210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-a55ae0e4-9434-4922-a216-80f765ffc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:40.141658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-a55ae0e4-9434-4922-a216-80f765ffc116 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3792e9c70b840b0b6423636b5c6763b&device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 1096 time: 0.2253294 Jul 08 01:45:40.181751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-c28feee4-a1cd-433f-b670-2365c74a2032 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ca49aff481c40a2aa37b3041b5b48cb HTTP/1.1" status: 200 len: 379 time: 0.1275861 Jul 08 01:45:40.272959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'admin_state_up': True, 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'security_groups': ['8b06473a-6523-4922-b54b-3505d772e437']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:40.305376 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-1b1e4f76-e519-4659-8873-0fef2f8515b7 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] update failed (client error): The resource could not be found. Jul 08 01:45:40.308430 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1b1e4f76-e519-4659-8873-0fef2f8515b7 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "PUT /v2.0/floatingips/8c4bd1e7-897f-4580-b749-006b118c9c2f HTTP/1.1" status: 404 len: 507 time: 0.2823424 Jul 08 01:45:40.312157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54556) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:40.444826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e3345-3f02-4742-b811-bd318bc0523c req-f4f8660f-c4ed-4262-9d8e-011da66db6b7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:40.446494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae5e3345-3f02-4742-b811-bd318bc0523c req-f4f8660f-c4ed-4262-9d8e-011da66db6b7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 946 time: 0.1634533 Jul 08 01:45:40.466377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0354dea5-9d98-47ac-b681-966ee60ca1b5 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Deleting port a842f301-182c-44a3-942c-884850cb4328 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:40.466758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0354dea5-9d98-47ac-b681-966ee60ca1b5 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:40.510941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae5e3345-3f02-4742-b811-bd318bc0523c req-39eb5401-ef4f-47f8-a53c-9709640a8fcf tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Jul 08 01:45:40.517459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-2a886c6b-156f-454b-99e3-a1763dd6b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:40.519046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-2a886c6b-156f-454b-99e3-a1763dd6b2e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53aef60b-5dfc-4ca9-b311-c33f9a1ed88c HTTP/1.1" status: 200 len: 913 time: 0.3632693 Jul 08 01:45:40.595273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0354dea5-9d98-47ac-b681-966ee60ca1b5 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:40.595797 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0354dea5-9d98-47ac-b681-966ee60ca1b5 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:40.610917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0354dea5-9d98-47ac-b681-966ee60ca1b5 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Calling delete_port for a842f301-182c-44a3-942c-884850cb4328 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:40.614602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad78947-a3b3-494b-8f61-34da939c28d9', 'tag': '5fd17584-d4e9-44ff-89ea-cba6ee5c3119'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:40.617473 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82efa826-8922-4ac7-9105-a0a984327391" -d '{"events": [{"name": "network-changed", "server_uuid": "aad78947-a3b3-494b-8f61-34da939c28d9", "tag": "5fd17584-d4e9-44ff-89ea-cba6ee5c3119"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:40.623815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-9085abea-aef4-4eb1-afcd-488007434b1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a464457d-9d82-474f-96bb-49e8101299cf HTTP/1.1" status: 200 len: 217 time: 0.0919812 Jul 08 01:45:40.704864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:40.710970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:40.742923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-91cabddf-f1c7-40ce-9bdd-d50762856d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:40.745007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-91cabddf-f1c7-40ce-9bdd-d50762856d39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6f3a919-395a-4350-8b80-05bd1d8dd7fc HTTP/1.1" status: 200 len: 851 time: 0.1048727 Jul 08 01:45:41.055176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Allocated IP 172.20.0.8 (158051b2-55d9-4a7a-a15b-19a8819643bb/a7e139f1-c7ab-4e50-8986-4c119571abe7/01f59963-7727-45d1-8c67-8c68a0c10e2f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:41.066836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-ea55ea02-9bf2-470b-8421-2cc4a457e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:41.069092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-ea55ea02-9bf2-470b-8421-2cc4a457e77b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53aef60b-5dfc-4ca9-b311-c33f9a1ed88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3098831 Jul 08 01:45:41.109778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2692d-201e-43ae-8376-026b59122a01 req-a99a8710-c216-4f0f-a9bc-64c205f46581 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:41.117136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8fb2692d-201e-43ae-8376-026b59122a01 req-a99a8710-c216-4f0f-a9bc-64c205f46581 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1599264 Jul 08 01:45:41.149073 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0354dea5-9d98-47ac-b681-966ee60ca1b5 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:41.184671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354dea5-9d98-47ac-b681-966ee60ca1b5 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event deleted for resources: {'Port': ['ID=a842f301-182c-44a3-942c-884850cb4328,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:41.324948 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0354dea5-9d98-47ac-b681-966ee60ca1b5 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:41.327048 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8fb2692d-201e-43ae-8376-026b59122a01 req-20ad2d6a-dcf6-4c2c-96a5-0ed3f8bdd61d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080553 Jul 08 01:45:41.327816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0354dea5-9d98-47ac-b681-966ee60ca1b5 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:41.329090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0354dea5-9d98-47ac-b681-966ee60ca1b5 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "DELETE /v2.0/floatingips/8c4bd1e7-897f-4580-b749-006b118c9c2f HTTP/1.1" status: 204 len: 168 time: 1.0158353 Jul 08 01:45:41.332681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54578) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:41.338578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c805d9d3-6126-49f1-9eb4-f2b75a55ad0f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Request body: {'floatingip': {'floating_network_id': '448f8de9-a0ff-4c8a-a017-de27665927c2', 'port_id': 'e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:41.386442 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c805d9d3-6126-49f1-9eb4-f2b75a55ad0f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:41.391043 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76be92d-5779-4a6a-b403-965f957f4549 x-openstack-request-id: req-f76be92d-5779-4a6a-b403-965f957f4549 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:41.391265 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad78947-a3b3-494b-8f61-34da939c28d9", "tag": "5fd17584-d4e9-44ff-89ea-cba6ee5c3119", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:41.391505 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f76be92d-5779-4a6a-b403-965f957f4549 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:41.391955 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad78947-a3b3-494b-8f61-34da939c28d9', 'tag': '5fd17584-d4e9-44ff-89ea-cba6ee5c3119', 'status': 'completed', 'code': 200} Jul 08 01:45:41.402815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-800a70de-e8c6-4328-b97e-f9485af9b998 service neutron] 10.222.0.16 "GET /v2.0/networks/53aef60b-5dfc-4ca9-b311-c33f9a1ed88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220096 Jul 08 01:45:41.562024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efa826-8922-4ac7-9105-a0a984327391 req-be7f609d-942b-4890-8f43-aef6ec8e8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:41.564211 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82efa826-8922-4ac7-9105-a0a984327391 req-be7f609d-942b-4890-8f43-aef6ec8e8a82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 1059 time: 0.1548364 Jul 08 01:45:41.627399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:41.688700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Transition to ACTIVE for port object 01f59963-7727-45d1-8c67-8c68a0c10e2f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:41.721164 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-325cf820-0d82-4f86-83fc-234c87fe6523 req-8d2a1094-4725-42b5-99cf-5c7b05c80d4b service neutron] 10.222.0.16 "GET /v2.0/networks/53aef60b-5dfc-4ca9-b311-c33f9a1ed88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106737 Jul 08 01:45:41.751543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:41.752176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efa826-8922-4ac7-9105-a0a984327391 req-de685bc4-8987-42fd-be75-de230244034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:41.755636 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82efa826-8922-4ac7-9105-a0a984327391 req-de685bc4-8987-42fd-be75-de230244034b service neutron] 10.222.0.16 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.1835628 Jul 08 01:45:41.862231 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network 158051b2-55d9-4a7a-a15b-19a8819643bb is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:41.867623 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82efa826-8922-4ac7-9105-a0a984327391 req-c4fa9361-e7fe-4712-a670-2f43d0a19f00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fd17584-d4e9-44ff-89ea-cba6ee5c3119 HTTP/1.1" status: 200 len: 217 time: 0.0928931 Jul 08 01:45:41.873761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:41.890623 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-c805d9d3-6126-49f1-9eb4-f2b75a55ad0f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:45:41.898683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54592) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:41.898971 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c805d9d3-6126-49f1-9eb4-f2b75a55ad0f tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5630956 Jul 08 01:45:41.900695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:41.923330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': 'e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:41.946281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efa826-8922-4ac7-9105-a0a984327391 req-6550c0f8-9355-4556-89fa-fb6f90e10bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:41.947504 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82efa826-8922-4ac7-9105-a0a984327391 req-6550c0f8-9355-4556-89fa-fb6f90e10bf7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.0743251 Jul 08 01:45:42.021281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Port': ['ID=01f59963-7727-45d1-8c67-8c68a0c10e2f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:42.045190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efa826-8922-4ac7-9105-a0a984327391 req-f8def494-c1a7-45e7-8199-563d09f9606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:42.047723 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82efa826-8922-4ac7-9105-a0a984327391 req-f8def494-c1a7-45e7-8199-563d09f9606c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935667 Jul 08 01:45:42.071633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.072246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.072377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.072641 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.072969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.073294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.073615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.073936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.075077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.075410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.075736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.076061 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:42.101298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:42.101961 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:42.113913 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:42.162088 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:45:42.183049 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82efa826-8922-4ac7-9105-a0a984327391 req-5b00cf26-64bc-4982-a82d-8365c409f6e6 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279047 Jul 08 01:45:42.185855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-86b498f8-a6d6-4503-bf3b-3f249263fe8e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9762416 Jul 08 01:45:42.199700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'admin_state_up': True, 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'security_groups': ['8b06473a-6523-4922-b54b-3505d772e437']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:42.226375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-961e841b-8595-4e6a-a1fd-532ee481a219 None None] Provisioning for port 01f59963-7727-45d1-8c67-8c68a0c10e2f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:42.230761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-961e841b-8595-4e6a-a1fd-532ee481a219 None None] Provisioning complete for port 01f59963-7727-45d1-8c67-8c68a0c10e2f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:42.231404 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-961e841b-8595-4e6a-a1fd-532ee481a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:42.264960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaadad-8c9a-4321-bc1d-4d9ad25250b4 req-76ab784d-70c3-4d7d-b133-21659df08fc0 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:42.266542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21eaadad-8c9a-4321-bc1d-4d9ad25250b4 req-76ab784d-70c3-4d7d-b133-21659df08fc0 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 944 time: 0.3612180 Jul 08 01:45:42.279104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-961e841b-8595-4e6a-a1fd-532ee481a219 None None] Port 01f59963-7727-45d1-8c67-8c68a0c10e2f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:42.300019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521588c-02b6-416e-b8fc-b77362a834df req-c4cfc474-4bac-4261-bb78-34d639156723 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:42.302242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d521588c-02b6-416e-b8fc-b77362a834df req-c4cfc474-4bac-4261-bb78-34d639156723 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 931 time: 0.2969162 Jul 08 01:45:42.329632 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82efa826-8922-4ac7-9105-a0a984327391 req-b151059f-33e9-4956-8db1-f15a9e472241 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295276 Jul 08 01:45:42.399434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21eaadad-8c9a-4321-bc1d-4d9ad25250b4 req-e52df173-21cf-43cb-936e-19b011270e8c tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206641 Jul 08 01:45:42.412918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d521588c-02b6-416e-b8fc-b77362a834df req-1873b9f6-2ed2-4635-bee2-5ab767acf830 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997546 Jul 08 01:45:42.470621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:42.475637 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:42.478610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:42.796527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Allocated IP 172.25.4.140 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/8a1fe5bb-967d-4a39-b468-bc90d508e318) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:42.832649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Allocated IP 10.1.1.240 (ab69dbf4-0ef9-4423-953a-1c5c94eb9e63/b82729b9-dc65-45e6-9523-ae8b53b9734f/ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:42.852223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541e74e-9f5c-43c5-b352-98dae2e60294 req-d4840783-e3c4-4d24-8754-d1f4150f4aee tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:42.852849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1541e74e-9f5c-43c5-b352-98dae2e60294 req-d4840783-e3c4-4d24-8754-d1f4150f4aee tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2850342 Jul 08 01:45:42.860484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c4394-d4e4-4704-a678-0a2cd78ede14 req-35efd64b-f114-4fce-9171-a0d7abfee69a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:42.862124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-763c4394-d4e4-4704-a678-0a2cd78ede14 req-35efd64b-f114-4fce-9171-a0d7abfee69a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 946 time: 0.2921681 Jul 08 01:45:42.998267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1541e74e-9f5c-43c5-b352-98dae2e60294 req-158a9e42-f082-4aea-b6ca-7255d0e14b80 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350019 Jul 08 01:45:43.075587 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-763c4394-d4e4-4704-a678-0a2cd78ede14 req-43ed5064-c4a0-40b0-a995-55c00ccbe3ec tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955397 Jul 08 01:45:43.106117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-cb4376ac-9643-4f41-afe1-4340ce3d5f2c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:43.112543 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-cb4376ac-9643-4f41-afe1-4340ce3d5f2c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "GET /v2.0/ports?device_id=45a5a34d-69e9-41a5-ae04-aa6055c8abe4 HTTP/1.1" status: 200 len: 946 time: 0.1394491 Jul 08 01:45:43.129622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a464457d-9d82-474f-96bb-49e8101299cf details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:45:43.165206 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:43.278628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:43.305689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-43cd701c-9281-404d-a4b4-9724a95ccaca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Deleting port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:43.305894 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-43cd701c-9281-404d-a4b4-9724a95ccaca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:43.346363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a464457d-9d82-474f-96bb-49e8101299cf, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a464457d-9d82-474f-96bb-49e8101299cf,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:43.371060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'a464457d-9d82-474f-96bb-49e8101299cf', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'port_id': 'a464457d-9d82-474f-96bb-49e8101299cf', 'mac_address': 'fa:16:3e:ce:fb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:45:43.408211 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:43.428244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:43.448002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-43cd701c-9281-404d-a4b4-9724a95ccaca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] For port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:43.449443 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-43cd701c-9281-404d-a4b4-9724a95ccaca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:43.472827 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:43.474631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-43cd701c-9281-404d-a4b4-9724a95ccaca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Calling delete_port for 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:43.508017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a464457d-9d82-474f-96bb-49e8101299cf {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:43.554600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a464457d-9d82-474f-96bb-49e8101299cf, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a464457d-9d82-474f-96bb-49e8101299cf,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:43.569979 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:43.588546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Transition to ACTIVE for port object ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:43.605103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-af747677-eced-468c-b962-3db337dc79b3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:43.607418 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-af747677-eced-468c-b962-3db337dc79b3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 812 time: 0.2094822 Jul 08 01:45:43.608571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:43.618521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:43.629517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event updated for resources: {'Port': ['ID=8a1fe5bb-967d-4a39-b468-bc90d508e318,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:43.682524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-1b624a51-0be8-4490-9444-584cd87353a4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/quotas/cec18a91ea6241bc928d3059c8dae9cc HTTP/1.1" status: 200 len: 375 time: 0.0655465 Jul 08 01:45:43.694333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=a464457d-9d82-474f-96bb-49e8101299cf,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:43.726479 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-43cd701c-9281-404d-a4b4-9724a95ccaca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:43.748663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['6a06b6d0-fdab-4af3-9dc9-2311f59a5805'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:43.773255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd701c-9281-404d-a4b4-9724a95ccaca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event deleted for resources: {'Port': ['ID=6a06b6d0-fdab-4af3-9dc9-2311f59a5805,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:43.811902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:43.828530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-43cd701c-9281-404d-a4b4-9724a95ccaca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] No DVR routers for this DVR port 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:45:43.831186 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-43cd701c-9281-404d-a4b4-9724a95ccaca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:43.834415 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0eda9fda-542f-4198-ab3f-036074fb2432 req-43cd701c-9281-404d-a4b4-9724a95ccaca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "DELETE /v2.0/ports/6a06b6d0-fdab-4af3-9dc9-2311f59a5805 HTTP/1.1" status: 204 len: 173 time: 0.7130983 Jul 08 01:45:43.835182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a5a34d-69e9-41a5-ae04-aa6055c8abe4', 'name': 'network-vif-deleted', 'tag': '6a06b6d0-fdab-4af3-9dc9-2311f59a5805'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:43.838025 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aeb4ac-1b48-426d-a8e8-d9a2f16e77b7" -d '{"events": [{"server_uuid": "45a5a34d-69e9-41a5-ae04-aa6055c8abe4", "name": "network-vif-deleted", "tag": "6a06b6d0-fdab-4af3-9dc9-2311f59a5805"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:43.852966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['a464457d-9d82-474f-96bb-49e8101299cf'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:43.912360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:43.954825 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:43.959058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:44.316672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Port': ['ID=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:44.328850 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-75b65a35-9e98-463a-a325-9e296492c8f1 None None] Provisioning for port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:44.333754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-75b65a35-9e98-463a-a325-9e296492c8f1 None None] Provisioning complete for port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:44.334695 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75b65a35-9e98-463a-a325-9e296492c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:44.372247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-75b65a35-9e98-463a-a325-9e296492c8f1 None None] Port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:44.376914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-469a2291-43b4-456d-978b-3e8998818a7d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6868451 Jul 08 01:45:44.492113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:44.492767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:44.506545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b479da4-4582-43e0-9140-eeaf5684704a req-7fef0955-a177-4c07-9b0e-f3129f80897b tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:44.507901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b479da4-4582-43e0-9140-eeaf5684704a req-7fef0955-a177-4c07-9b0e-f3129f80897b tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 945 time: 0.7556186 Jul 08 01:45:44.549668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec2b428-10b2-453e-be02-03bb3c5cd9c2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3539424 Jul 08 01:45:44.569617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'admin_state_up': True, 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'security_groups': ['8b06473a-6523-4922-b54b-3505d772e437']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:44.598158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9504bacd-ea14-4b95-81b0-c5c742efafaa service neutron] 10.222.0.41 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142503 Jul 08 01:45:44.663309 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b479da4-4582-43e0-9140-eeaf5684704a req-a519f537-44cc-46d4-a61d-13f67cc5bb2b tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337121 Jul 08 01:45:44.705725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Deleting port 8a1fe5bb-967d-4a39-b468-bc90d508e318 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:44.706075 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:44.862092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-936a7f2f-be5a-4304-94c4-412e8798df2c service neutron] 10.222.0.41 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267718 Jul 08 01:45:44.889719 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:44.890058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:44.915071 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Calling delete_port for 8a1fe5bb-967d-4a39-b468-bc90d508e318 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:44.916730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:44.920280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:45.019199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0a770-9941-41f0-a7a9-35d53ba631ba req-b15df244-7ef5-4803-8fec-f9c3234ce79f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:45.025830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0a770-9941-41f0-a7a9-35d53ba631ba req-b15df244-7ef5-4803-8fec-f9c3234ce79f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:45.032741 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15f0a770-9941-41f0-a7a9-35d53ba631ba req-b15df244-7ef5-4803-8fec-f9c3234ce79f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 1653 time: 0.2427948 Jul 08 01:45:45.130906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a464457d-9d82-474f-96bb-49e8101299cf up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:45.153401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15f0a770-9941-41f0-a7a9-35d53ba631ba req-5f3e6bcf-c72d-4b42-a218-a23ee17750a8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197250 Jul 08 01:45:45.226754 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626fcd0f-002b-49c5-89bd-498505ed0a85 x-openstack-request-id: req-626fcd0f-002b-49c5-89bd-498505ed0a85 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:45.227329 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a5a34d-69e9-41a5-ae04-aa6055c8abe4", "name": "network-vif-deleted", "tag": "6a06b6d0-fdab-4af3-9dc9-2311f59a5805", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:45.227329 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-626fcd0f-002b-49c5-89bd-498505ed0a85 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:45.227691 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a5a34d-69e9-41a5-ae04-aa6055c8abe4', 'name': 'network-vif-deleted', 'tag': '6a06b6d0-fdab-4af3-9dc9-2311f59a5805', 'status': 'completed', 'code': 200} Jul 08 01:45:45.257860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port a464457d-9d82-474f-96bb-49e8101299cf completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:45.267991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port a464457d-9d82-474f-96bb-49e8101299cf triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:45.268514 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:45.330187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Allocated IP 10.1.1.221 (ab69dbf4-0ef9-4423-953a-1c5c94eb9e63/b82729b9-dc65-45e6-9523-ae8b53b9734f/59bc661f-2c71-4a88-aff0-9fc77cbf1bdc) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:45.389096 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:45.418634 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:45.481150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a464457d-9d82-474f-96bb-49e8101299cf'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:45.486497 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb44a62-06e9-449b-8a91-e7cf48c6f839" -d '{"events": [{"server_uuid": "239184cf-1b9a-4c2d-a5df-f2375f4c81fd", "name": "network-vif-plugged", "status": "completed", "tag": "a464457d-9d82-474f-96bb-49e8101299cf"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:45.495124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event deleted for resources: {'Port': ['ID=8a1fe5bb-967d-4a39-b468-bc90d508e318,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:45.505317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a464457d-9d82-474f-96bb-49e8101299cf, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a464457d-9d82-474f-96bb-49e8101299cf,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:45.514048 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:45.616986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ed0c46e-f8ce-41c8-abb8-33787e53fb9c req-8fc62459-b2d1-4de7-a05c-386a95da8371 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 210 time: 0.1506996 Jul 08 01:45:45.638147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=a464457d-9d82-474f-96bb-49e8101299cf,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:45.650433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.651752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.652317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.653138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.653655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.654156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.654684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.655427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.656454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.657170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.657715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.658465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:45.757083 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7f98af-8559-4eac-a23d-911edfca1c66 x-openstack-request-id: req-bf7f98af-8559-4eac-a23d-911edfca1c66 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:45.757385 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239184cf-1b9a-4c2d-a5df-f2375f4c81fd", "name": "network-vif-plugged", "status": "completed", "tag": "a464457d-9d82-474f-96bb-49e8101299cf", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:45.757640 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf7f98af-8559-4eac-a23d-911edfca1c66 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:45.758052 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a464457d-9d82-474f-96bb-49e8101299cf', 'code': 200} Jul 08 01:45:45.942751 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] create failed (client error): The resource could not be found. Jul 08 01:45:45.949084 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5d1d16d7-76ed-49f0-82b1-5811fca0dda4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0385695 Jul 08 01:45:45.950142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54656) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:46.028426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-077dd7c6-4464-400c-88bb-691108998c32 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:46.035365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-077dd7c6-4464-400c-88bb-691108998c32 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.2381959 Jul 08 01:45:46.055892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:46.067699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-ceef0644-8d66-4eb1-8a92-49c47db91469 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/quotas/0c9dbecbc0dc493094a50ed9970ba671 HTTP/1.1" status: 200 len: 375 time: 0.0311513 Jul 08 01:45:46.106750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8e51e-fb62-41be-b92c-bb71289e7890 req-455f2f94-feaf-4f5c-b866-87552aa9384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:46.108403 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d5a8e51e-fb62-41be-b92c-bb71289e7890 req-455f2f94-feaf-4f5c-b866-87552aa9384c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 1098 time: 0.2077978 Jul 08 01:45:46.114910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fba40480-400a-418c-9ad0-01834fdd90d4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Deleting port e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:46.115121 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-2d03fb90-8392-4bfd-a8b5-fbc0ca67cfe0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389287 Jul 08 01:45:46.115592 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fba40480-400a-418c-9ad0-01834fdd90d4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:46.118622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Transition to ACTIVE for port object 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:46.203421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8e1aa-ac7f-4684-8573-98d313642f8a req-ebcb1868-0fdb-4351-8f20-9675f448a788 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:46.205036 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78b8e1aa-ac7f-4684-8573-98d313642f8a req-ebcb1868-0fdb-4351-8f20-9675f448a788 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 946 time: 0.2391670 Jul 08 01:45:46.219015 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d5a8e51e-fb62-41be-b92c-bb71289e7890 req-14463e74-4b4a-4ba4-a141-843608a46706 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846405 Jul 08 01:45:46.251555 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fba40480-400a-418c-9ad0-01834fdd90d4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:46.265306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fba40480-400a-418c-9ad0-01834fdd90d4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Calling delete_port for e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:46.281439 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:46.289649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78b8e1aa-ac7f-4684-8573-98d313642f8a req-fce4bf42-d20a-4449-8774-18e5236e27fb tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751882 Jul 08 01:45:46.335323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-91dc1c1a-c24f-4e23-a8e6-da1ea832989e service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116764 Jul 08 01:45:46.399890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:46.412668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:46.416235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:46.448283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Port': ['ID=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:46.467807 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fba40480-400a-418c-9ad0-01834fdd90d4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:46.532341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba40480-400a-418c-9ad0-01834fdd90d4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event deleted for resources: {'Port': ['ID=e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:46.553687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:46.554373 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:46.588656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-473b59bf-0b4d-4be2-96e6-d506d8e92ed9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0240293 Jul 08 01:45:46.608845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4', 'admin_state_up': True, 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'security_groups': ['8b06473a-6523-4922-b54b-3505d772e437']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:46.669627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-3c89f041-ee18-4bf4-9401-407c032a11ba service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219883 Jul 08 01:45:46.928883 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fba40480-400a-418c-9ad0-01834fdd90d4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:46.933624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:46.935249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54666) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:46.937531 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fba40480-400a-418c-9ad0-01834fdd90d4 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "DELETE /v2.0/ports/e115dccb-f93b-4b17-9d9e-32b7f9e4fbf0 HTTP/1.1" status: 204 len: 168 time: 0.9857864 Jul 08 01:45:46.950505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-51677e1f-9b57-4dc1-8255-7efa6398ee4b None None] Provisioning for port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:46.963331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-51677e1f-9b57-4dc1-8255-7efa6398ee4b None None] Provisioning complete for port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:46.963855 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-51677e1f-9b57-4dc1-8255-7efa6398ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:47.044734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-51677e1f-9b57-4dc1-8255-7efa6398ee4b None None] Port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:47.052972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-3828bdff-ca26-4002-bed0-c243cbaec075 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:47.057478 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-3828bdff-ca26-4002-bed0-c243cbaec075 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 812 time: 0.3478725 Jul 08 01:45:47.071720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Request body: {'port': {'device_id': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'admin_state_up': True, 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:47.197742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013262b-16b0-477a-a280-951ea39a7e26 req-9901faef-f3a6-422f-9edd-8b8ac54ce8f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:47.211116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013262b-16b0-477a-a280-951ea39a7e26 req-9901faef-f3a6-422f-9edd-8b8ac54ce8f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:47.219015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013262b-16b0-477a-a280-951ea39a7e26 req-9901faef-f3a6-422f-9edd-8b8ac54ce8f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:47.226968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9013262b-16b0-477a-a280-951ea39a7e26 req-9901faef-f3a6-422f-9edd-8b8ac54ce8f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 2374 time: 0.4152288 Jul 08 01:45:47.241962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Made reservation on behalf of cec18a91ea6241bc928d3059c8dae9cc for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:47.259982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:47.276474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a77c18-e233-4b68-a923-9a77dce6145b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:47.280599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-59a77c18-e233-4b68-a923-9a77dce6145b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "GET /v2.0/ports?device_id=b83eb4e0-e94d-4098-a3a3-80a4d276d260 HTTP/1.1" status: 200 len: 913 time: 0.3313680 Jul 08 01:45:47.282848 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54676) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:47.291630 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:47.448470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9013262b-16b0-477a-a280-951ea39a7e26 req-9d0c6ed0-e0a3-4eb6-89b5-895ad6d3147a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206390 Jul 08 01:45:47.457960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:45:47.512058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Allocated IP 172.20.0.7 (beda11af-02fd-4a5d-9761-e7a31d38417d/dfe181ef-686a-49dc-8e69-0e4c7cc59c0b/42b59471-ae82-461f-a180-6ddb1ff20b31) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:47.522435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:45:47.522774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6a06b6d0-fdab-4af3-9dc9-2311f59a5805 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:45:47.771247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03c0f62f-2fc6-4c19-9a6d-bbcbc706f902 req-dfab3a76-0ee1-45f0-a1a5-f4f05b4d698c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 210 time: 0.0755961 Jul 08 01:45:47.828785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7351b141-6b15-46ef-8341-6cf656669320 req-3296f81b-e9d5-48dc-b65d-077bc6ce6b31 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 210 time: 0.1034431 Jul 08 01:45:47.979988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:48.025144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Transition to ACTIVE for port object 42b59471-ae82-461f-a180-6ddb1ff20b31 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:48.063650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Allocated IP 10.2.2.100 (56be41ba-9f0e-41b1-b08b-6f719b43b9b4/6c41618a-4ce8-4dcc-bba6-349983980b27/54e8d5e4-912a-42c9-91af-9e7630c09c8c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:48.102410 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:48.117442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['91828815-a1c4-4b2c-a77e-d2227435f2fe', '5a193d54-75e5-4e23-be34-6344d3b0847e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:48.267216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Network beda11af-02fd-4a5d-9761-e7a31d38417d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:48.268897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:48.280685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:48.352435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event updated for resources: {'Port': ['ID=42b59471-ae82-461f-a180-6ddb1ff20b31,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:48.433807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:48.434554 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:48.478544 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9e967fd9-995d-4eac-9dc7-6f78adb8946b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4104557 Jul 08 01:45:48.495305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Request body: {'port': {'device_id': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:48.661866 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:48.789178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-281c6042-0add-47f2-8579-8b727095cabf None None] Provisioning for port 42b59471-ae82-461f-a180-6ddb1ff20b31 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:48.799445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-281c6042-0add-47f2-8579-8b727095cabf None None] Provisioning complete for port 42b59471-ae82-461f-a180-6ddb1ff20b31 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:48.800169 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-281c6042-0add-47f2-8579-8b727095cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:48.871525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-281c6042-0add-47f2-8579-8b727095cabf None None] Port 42b59471-ae82-461f-a180-6ddb1ff20b31 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:49.296140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-fd823f39-f627-468f-acb5-ef25c78a271a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:49.297749 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-fd823f39-f627-468f-acb5-ef25c78a271a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.3157568 Jul 08 01:45:49.305989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b59471-ae82-461f-a180-6ddb1ff20b31 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:49.317156 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:49.323622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Request body: {'port': {'device_id': '8b1f758e-43d1-404e-b583-fb307426a575', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'admin_state_up': True, 'tenant_id': '0c9dbecbc0dc493094a50ed9970ba671'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:49.360790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:49.396261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Transition to ACTIVE for port object 42b59471-ae82-461f-a180-6ddb1ff20b31 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:49.406459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Transition to ACTIVE for port object 54e8d5e4-912a-42c9-91af-9e7630c09c8c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:49.407984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:49.431084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a9ee3-4aea-4198-be8d-84160d52d736 req-4204bece-a14d-461b-8c3b-014a1f5b68cf tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:49.438778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a89a9ee3-4aea-4198-be8d-84160d52d736 req-4204bece-a14d-461b-8c3b-014a1f5b68cf tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 946 time: 1.3555040 Jul 08 01:45:49.579131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f3868-eb6a-4f46-a7b5-b710da9a469c req-941f7c92-f3a7-4451-9b13-c5e35b33d2a8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:49.588242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f3868-eb6a-4f46-a7b5-b710da9a469c req-941f7c92-f3a7-4451-9b13-c5e35b33d2a8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:49.590950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Pushing event updated for resources: {'Port': ['ID=42b59471-ae82-461f-a180-6ddb1ff20b31,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:49.596827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f3868-eb6a-4f46-a7b5-b710da9a469c req-941f7c92-f3a7-4451-9b13-c5e35b33d2a8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:49.607149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a72f3868-eb6a-4f46-a7b5-b710da9a469c req-941f7c92-f3a7-4451-9b13-c5e35b33d2a8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 2374 time: 0.3687153 Jul 08 01:45:49.688636 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a89a9ee3-4aea-4198-be8d-84160d52d736 req-586fbd16-c00e-42dd-a6b4-72b15037dda1 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487593 Jul 08 01:45:49.736879 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:49.757513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Made reservation on behalf of 0c9dbecbc0dc493094a50ed9970ba671 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:49.766541 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:49.798073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Attempting to bind port 42b59471-ae82-461f-a180-6ddb1ff20b31 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:49.800187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Attempting to bind port 42b59471-ae82-461f-a180-6ddb1ff20b31 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:49.800655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Attempting to bind port 42b59471-ae82-461f-a180-6ddb1ff20b31 on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:49.811325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Port': ['ID=54e8d5e4-912a-42c9-91af-9e7630c09c8c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:49.827263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Port 42b59471-ae82-461f-a180-6ddb1ff20b31 on network beda11af-02fd-4a5d-9761-e7a31d38417d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:45:49.827760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Attempting to bind port 42b59471-ae82-461f-a180-6ddb1ff20b31 on network beda11af-02fd-4a5d-9761-e7a31d38417d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:49.836002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a72f3868-eb6a-4f46-a7b5-b710da9a469c req-136d7a04-c741-48f5-9643-39ad2ec5db6d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278662 Jul 08 01:45:49.847273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:49.847774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Checking segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:49.849068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Bound using segment: {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:49.849824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Bound port: 42b59471-ae82-461f-a180-6ddb1ff20b31, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:49.850148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:49.866333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:49.868946 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:49.882038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:49.991602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:50.069157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] For port 42b59471-ae82-461f-a180-6ddb1ff20b31, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:50.079081 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a90ba75-f2d6-4d81-99ed-fae47f9ca52f req-a8a921b5-a444-4293-aac0-b90ca0e3e65d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 210 time: 0.0328441 Jul 08 01:45:50.127251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Allocated IP 172.20.0.6 (24814426-9829-4f0e-9231-a9d9f3901c1f/e2157fc2-2bc2-4e65-bc22-a2f9753680dc/f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:50.145029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] For port 42b59471-ae82-461f-a180-6ddb1ff20b31, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=42b59471-ae82-461f-a180-6ddb1ff20b31,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:50.162539 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:50.188079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:50.199369 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:50.229862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:50.231088 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:50.234457 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] 10.222.0.24 "PUT /v2.0/ports/42b59471-ae82-461f-a180-6ddb1ff20b31 HTTP/1.1" status: 200 len: 1092 time: 1.7476170 Jul 08 01:45:50.240158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'tag': '42b59471-ae82-461f-a180-6ddb1ff20b31'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:50.243978 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0715066b-267b-44a4-8cc5-f707b1e9a5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2d85ed8a-61a8-43cf-b365-4499afb780b6", "tag": "42b59471-ae82-461f-a180-6ddb1ff20b31"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:50.325238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0eca7435-34cb-407a-884a-316345fb7729 None None] Provisioning for port 54e8d5e4-912a-42c9-91af-9e7630c09c8c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:50.330867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0eca7435-34cb-407a-884a-316345fb7729 None None] Provisioning complete for port 54e8d5e4-912a-42c9-91af-9e7630c09c8c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:50.331254 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0eca7435-34cb-407a-884a-316345fb7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:50.400561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66c6c-83a2-4eca-9903-c14e444dacc0 req-a9efef5f-64ad-4324-9327-8a82a5cff04d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:50.406576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0eca7435-34cb-407a-884a-316345fb7729 None None] Port 54e8d5e4-912a-42c9-91af-9e7630c09c8c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:50.408406 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2e66c6c-83a2-4eca-9903-c14e444dacc0 req-a9efef5f-64ad-4324-9327-8a82a5cff04d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 943 time: 0.3768792 Jul 08 01:45:50.419793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73b3f8ab-738b-4817-978d-8b64c00ea604 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8222136 Jul 08 01:45:50.447225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4', 'admin_state_up': True, 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'security_groups': ['8b06473a-6523-4922-b54b-3505d772e437']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:50.523272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a209584-005f-4d90-8819-0ce851d54926 service neutron] Pushing event updated for resources: {'Port': ['ID=42b59471-ae82-461f-a180-6ddb1ff20b31,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:50.584492 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:50.594524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2e66c6c-83a2-4eca-9903-c14e444dacc0 req-d66b702d-2558-47f0-8ce3-5c0d925835a4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850164 Jul 08 01:45:50.606025 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6b98fcb-27bc-4e20-84ec-83d5530012e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:50.611977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-aa4f5ec3-4853-4e45-a382-c61b30095973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:50.613513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-aa4f5ec3-4853-4e45-a382-c61b30095973 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 1095 time: 0.2742310 Jul 08 01:45:50.678452 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-bf21f7ff-d1eb-4bb3-9af2-a1556d0364e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42b59471-ae82-461f-a180-6ddb1ff20b31 HTTP/1.1" status: 200 len: 217 time: 0.0511971 Jul 08 01:45:50.687860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Made reservation on behalf of 6ca49aff481c40a2aa37b3041b5b48cb for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:45:50.693018 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:50.705864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb901-002a-4f64-871f-fec4e5eadf68 req-079dbe57-0212-4c99-b918-c6fa5fc78507 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:50.707542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc4bb901-002a-4f64-871f-fec4e5eadf68 req-079dbe57-0212-4c99-b918-c6fa5fc78507 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 946 time: 0.2783902 Jul 08 01:45:50.727341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54716) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:50.734137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-89a7a26d-02f7-4b6d-9627-8b4b07b1d16d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Request body: {'floatingip': {'port_id': 'a464457d-9d82-474f-96bb-49e8101299cf'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:50.756829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-6b56d3b3-c1d4-497c-b082-e804c04c3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:50.758550 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-6b56d3b3-c1d4-497c-b082-e804c04c3e51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.0726421 Jul 08 01:45:50.762890 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:50.846831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Network 24814426-9829-4f0e-9231-a9d9f3901c1f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:50.851466 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74c7498-fcd1-47ad-9fa9-cd35eb4b8471 x-openstack-request-id: req-d74c7498-fcd1-47ad-9fa9-cd35eb4b8471 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:50.851828 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d85ed8a-61a8-43cf-b365-4499afb780b6", "tag": "42b59471-ae82-461f-a180-6ddb1ff20b31", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:50.852152 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d74c7498-fcd1-47ad-9fa9-cd35eb4b8471 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:50.852698 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'tag': '42b59471-ae82-461f-a180-6ddb1ff20b31', 'status': 'completed', 'code': 200} Jul 08 01:45:50.859968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:50.869614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:50.876857 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89a7a26d-02f7-4b6d-9627-8b4b07b1d16d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:50.915584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event updated for resources: {'Port': ['ID=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:50.953664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.954270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.954774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.955273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.955801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.956318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.956810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.957314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.958331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.958834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.959325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:50.960552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:45:51.006676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:51.023676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:51.038739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-96e2375e-625d-411a-ae87-656717bfd32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:51.041014 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-96e2375e-625d-411a-ae87-656717bfd32f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2758713 Jul 08 01:45:51.181376 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-efeaab62-ff4e-44f4-9717-cd8591f5be4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8666730 Jul 08 01:45:51.213922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Request body: {'port': {'device_id': '8b1f758e-43d1-404e-b583-fb307426a575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:51.268779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Deleting port be964f15-9ce6-4fb6-a42f-9c80260579fd {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:51.276723 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:51.385993 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-d66248d8-7d59-4f79-af86-5767955e210c service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360794 Jul 08 01:45:51.443486 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:51.638565 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-94471f51-f9c3-4e62-aa4c-27c45cd60879 req-c9a3abc7-f263-40b1-8992-f318f1e6728d service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443655 Jul 08 01:45:51.641924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Allocated IP 10.2.2.200 (56be41ba-9f0e-41b1-b08b-6f719b43b9b4/6c41618a-4ce8-4dcc-bba6-349983980b27/d5ce9f60-571d-4f8a-8f0f-2c24d7ada896) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:45:51.800499 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:51.844622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Calling delete_port for be964f15-9ce6-4fb6-a42f-9c80260579fd owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:51.846241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-d213e952-344e-4a6a-b7e3-9333c1a8653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:51.847774 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-d213e952-344e-4a6a-b7e3-9333c1a8653f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 1095 time: 0.1372397 Jul 08 01:45:51.904835 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-89a7a26d-02f7-4b6d-9627-8b4b07b1d16d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:45:51.957561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562a7f-e5e9-47a1-a741-11b0620e0c83 req-c5eb4145-589d-4276-9b81-7ff7a32b007b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:51.965527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562a7f-e5e9-47a1-a741-11b0620e0c83 req-c5eb4145-589d-4276-9b81-7ff7a32b007b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:51.972095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562a7f-e5e9-47a1-a741-11b0620e0c83 req-c5eb4145-589d-4276-9b81-7ff7a32b007b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:51.979772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562a7f-e5e9-47a1-a741-11b0620e0c83 req-c5eb4145-589d-4276-9b81-7ff7a32b007b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:51.981666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36562a7f-e5e9-47a1-a741-11b0620e0c83 req-c5eb4145-589d-4276-9b81-7ff7a32b007b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 3095 time: 0.5145288 Jul 08 01:45:51.995481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f6b2d-b753-45bc-8417-59375dce7b60 req-ef3e1cb7-abd4-4f22-926f-a7b5ac926b6d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:51.997021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-124f6b2d-b753-45bc-8417-59375dce7b60 req-ef3e1cb7-abd4-4f22-926f-a7b5ac926b6d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 931 time: 0.5287886 Jul 08 01:45:52.058159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:52.072487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:52.077509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-c4acb285-d784-4165-ac66-65c912ed676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:52.079307 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-c4acb285-d784-4165-ac66-65c912ed676f service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.2227399 Jul 08 01:45:52.126194 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89a7a26d-02f7-4b6d-9627-8b4b07b1d16d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:52.138663 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-3b202d52-1040-43c6-982a-dab888bbd1dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42b59471-ae82-461f-a180-6ddb1ff20b31 HTTP/1.1" status: 200 len: 217 time: 0.0501845 Jul 08 01:45:52.156629 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89a7a26d-02f7-4b6d-9627-8b4b07b1d16d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:52.187795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Transition to ACTIVE for port object f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:52.205280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:52.214470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-124f6b2d-b753-45bc-8417-59375dce7b60 req-4ac079cc-c385-4c65-a933-f634ef3a036e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756182 Jul 08 01:45:52.226307 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:52.254353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36562a7f-e5e9-47a1-a741-11b0620e0c83 req-fdc9d6e3-4079-45eb-a501-2cdc138b6322 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524459 Jul 08 01:45:52.260378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-f6b362e8-e24b-4020-9227-80291df0cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:52.262893 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-f6b362e8-e24b-4020-9227-80291df0cd54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1138000 Jul 08 01:45:52.400100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Pushing event updated for resources: {'Port': ['ID=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:52.636439 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-89a7a26d-02f7-4b6d-9627-8b4b07b1d16d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Floating IP fb9fe107-9474-40fd-877f-879fa04ade6d associated. External IP: 172.25.4.186, port: a464457d-9d82-474f-96bb-49e8101299cf. Jul 08 01:45:52.639075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Transition to ACTIVE for port object d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:52.899183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-a36055ad-6ef2-4739-875c-0f75de525229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:52.900762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-a36055ad-6ef2-4739-875c-0f75de525229 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6238244 Jul 08 01:45:52.901953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Attempting to bind port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:52.902283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Attempting to bind port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:52.902608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Attempting to bind port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:52.907734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd on network 24814426-9829-4f0e-9231-a9d9f3901c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:45:52.908116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Attempting to bind port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:52.918566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:52.918865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Checking segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:52.919268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Bound using segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:52.919691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Bound port: f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:52.920048 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:53.102052 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:53.126184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] For port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:53.133280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] For port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:53.135972 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-b0df9164-44ea-4abf-8ac2-78bf6adc3535 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196760 Jul 08 01:45:53.138993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:53.191429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:53.192070 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:53.194790 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] 10.222.0.16 "PUT /v2.0/ports/f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd HTTP/1.1" status: 200 len: 1092 time: 2.0012000 Jul 08 01:45:53.195259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1f758e-43d1-404e-b583-fb307426a575', 'tag': 'f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:53.197706 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56af2de5-2640-4f7c-bd0e-3fabb188e69c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1f758e-43d1-404e-b583-fb307426a575", "tag": "f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:53.242996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event deleted for resources: {'Port': ['ID=be964f15-9ce6-4fb6-a42f-9c80260579fd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:53.361544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-88bc91cf-0805-4f62-9bf0-498076c58c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:53.390724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211492e6-820f-4a10-b6b7-c003dbac9897 service neutron] Pushing event updated for resources: {'Port': ['ID=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:53.464484 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-205329e2-836b-4926-88f0-6b0c0ec3ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:53.467665 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-205329e2-836b-4926-88f0-6b0c0ec3ed64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 1095 time: 0.1577921 Jul 08 01:45:53.472175 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0715066b-267b-44a4-8cc5-f707b1e9a5fb req-71214f57-4f2c-4e92-bcbb-8fdf6b80c406 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168807 Jul 08 01:45:53.551981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de49b8d-9360-461a-b3c0-84ba7443a1bd req-6c9f47b9-dae2-46a6-ac26-cb1b71878af0 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:53.570611 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9de49b8d-9360-461a-b3c0-84ba7443a1bd req-6c9f47b9-dae2-46a6-ac26-cb1b71878af0 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 946 time: 1.0404344 Jul 08 01:45:53.593653 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-c1b711a3-8825-4a45-90c2-a69ff132f058 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd HTTP/1.1" status: 200 len: 217 time: 0.1153698 Jul 08 01:45:53.607262 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:53.623290 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:53.680342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-affde4d0-1ce4-486c-911d-6d748dafa50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:53.682668 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-affde4d0-1ce4-486c-911d-6d748dafa50f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.0771523 Jul 08 01:45:53.735845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-cd4e89ab-f2e8-4590-9aa7-85aeb234f524 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389311 Jul 08 01:45:53.782505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:45:53.839657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9de49b8d-9360-461a-b3c0-84ba7443a1bd req-a47b004e-b71c-4349-aeb8-f7cacc561a81 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f59220e-d55e-4707-b01e-8f7a2b6571d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680736 Jul 08 01:45:53.843513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-9205d55b-9a07-4692-aaeb-b919e7ca2d16 service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006188 Jul 08 01:45:53.889192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:45:53.907576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa834e85-3f1b-40d9-b42a-df92abaaeadd req-55a1227e-c0b0-490c-96e9-7ea7f4d95913 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:53.919686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa834e85-3f1b-40d9-b42a-df92abaaeadd req-55a1227e-c0b0-490c-96e9-7ea7f4d95913 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 943 time: 0.8116698 Jul 08 01:45:53.921741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:45:53.932552 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9f22a6-73c4-4fe9-9dca-9194efd5c26f x-openstack-request-id: req-2a9f22a6-73c4-4fe9-9dca-9194efd5c26f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:53.933051 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1f758e-43d1-404e-b583-fb307426a575", "tag": "f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:53.933449 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a9f22a6-73c4-4fe9-9dca-9194efd5c26f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:53.934093 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b1f758e-43d1-404e-b583-fb307426a575', 'tag': 'f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd', 'status': 'completed', 'code': 200} Jul 08 01:45:53.938796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-1123b330-0fe5-4328-9046-9b3bb4047500 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:53.940352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-1123b330-0fe5-4328-9046-9b3bb4047500 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.24 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 946 time: 0.8299072 Jul 08 01:45:53.950832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event updated for resources: {'Port': ['ID=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:54.018506 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aec1deb5-a685-4afc-ba07-172c09ed7648 req-a7e18118-b63c-4a01-bda8-fdc232e4729e service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638494 Jul 08 01:45:54.102401 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:54.164110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2de5-2640-4f7c-bd0e-3fabb188e69c req-4ea2ca58-7b4e-4674-8bc4-be6b724b43c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:54.165878 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56af2de5-2640-4f7c-bd0e-3fabb188e69c req-4ea2ca58-7b4e-4674-8bc4-be6b724b43c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 1095 time: 0.0687571 Jul 08 01:45:54.191731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa834e85-3f1b-40d9-b42a-df92abaaeadd req-c9c3b2bd-325d-43ef-ac97-3ee0aa8a4e48 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710631 Jul 08 01:45:54.309246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a2661d1f-88f1-4836-96ca-a999f8c9560b None None] Provisioning for port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:54.321217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a2661d1f-88f1-4836-96ca-a999f8c9560b None None] Provisioning complete for port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:54.321593 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a2661d1f-88f1-4836-96ca-a999f8c9560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:54.341806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:54.343252 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:54.350964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2de5-2640-4f7c-bd0e-3fabb188e69c req-d9c0a5b5-670c-4945-8af9-4b99515cddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:54.352587 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56af2de5-2640-4f7c-bd0e-3fabb188e69c req-d9c0a5b5-670c-4945-8af9-4b99515cddbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 913 time: 0.1669822 Jul 08 01:45:54.410079 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a2661d1f-88f1-4836-96ca-a999f8c9560b None None] Port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:45:54.417806 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56af2de5-2640-4f7c-bd0e-3fabb188e69c req-6f83551e-96ce-4cf9-bc44-703d06ff95db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd HTTP/1.1" status: 200 len: 217 time: 0.0571647 Jul 08 01:45:54.459310 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a7a26d-02f7-4b6d-9627-8b4b07b1d16d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Router 027ac85e-cae3-4ec0-9f02-375869483762 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:45:54.481279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af2de5-2640-4f7c-bd0e-3fabb188e69c req-c7467c31-afca-47d3-b2d9-b9ac573b9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:54.483179 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56af2de5-2640-4f7c-bd0e-3fabb188e69c req-c7467c31-afca-47d3-b2d9-b9ac573b9a86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.0537198 Jul 08 01:45:54.493772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-e64139dd-ede0-4b98-b0e2-c87be3a533e5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0514927 Jul 08 01:45:54.530717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56af2de5-2640-4f7c-bd0e-3fabb188e69c req-41a130f7-44bf-4a09-a14b-ce056a166b17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343251 Jul 08 01:45:54.572667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:54.592781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae4ba3-cf08-4e39-9b88-cd689bb5ba57 req-488e1700-57ec-41ec-b17a-103fef8420f8 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:54.600181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acae4ba3-cf08-4e39-9b88-cd689bb5ba57 req-488e1700-57ec-41ec-b17a-103fef8420f8 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 943 time: 0.5080597 Jul 08 01:45:54.681026 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:54.683805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-0c54e6b1-85c4-492d-88bf-14c8062f0a77 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Deleting port cd3c05ec-81c9-4201-a371-cd25d9b5e158 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:54.684145 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-0c54e6b1-85c4-492d-88bf-14c8062f0a77 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:54.703299 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56af2de5-2640-4f7c-bd0e-3fabb188e69c req-70b3ee00-ddb8-41a2-87cd-21198ace64cf service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588004 Jul 08 01:45:54.723503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Router b83eb4e0-e94d-4098-a3a3-80a4d276d260 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:45:54.807605 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56af2de5-2640-4f7c-bd0e-3fabb188e69c req-a66d7194-4c68-4408-87fd-58552ea9eb22 service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966861 Jul 08 01:45:54.887578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acae4ba3-cf08-4e39-9b88-cd689bb5ba57 req-135d68d2-c4e0-48fa-ac6a-3ee92c1077c7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863755 Jul 08 01:45:54.989493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574146-a2ad-4eb3-b17b-7027da32e3ef req-262eb9c8-e9fc-4187-8004-14a1ff8e6663 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:54.995669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574146-a2ad-4eb3-b17b-7027da32e3ef req-262eb9c8-e9fc-4187-8004-14a1ff8e6663 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:55.001836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574146-a2ad-4eb3-b17b-7027da32e3ef req-262eb9c8-e9fc-4187-8004-14a1ff8e6663 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:55.008745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574146-a2ad-4eb3-b17b-7027da32e3ef req-262eb9c8-e9fc-4187-8004-14a1ff8e6663 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:55.014815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d574146-a2ad-4eb3-b17b-7027da32e3ef req-262eb9c8-e9fc-4187-8004-14a1ff8e6663 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:55.016733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d574146-a2ad-4eb3-b17b-7027da32e3ef req-262eb9c8-e9fc-4187-8004-14a1ff8e6663 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 3816 time: 0.5928848 Jul 08 01:45:55.017359 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.099175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:45:55.101096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a7a26d-02f7-4b6d-9627-8b4b07b1d16d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:45:55.110856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-27cf3a66-4509-4f7f-b9d1-6fa5a66c338d tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "PUT /v2.0/routers/b83eb4e0-e94d-4098-a3a3-80a4d276d260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8244247 Jul 08 01:45:55.111983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54758) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:55.115086 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af688ce8-b369-4461-a884-6cf00f70f29b None None] Sync routers for ids ['b83eb4e0-e94d-4098-a3a3-80a4d276d260'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:45:55.118449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] Sync routers for ids ['027ac85e-cae3-4ec0-9f02-375869483762'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:45:55.131980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] Routers {'027ac85e-cae3-4ec0-9f02-375869483762'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:55.132978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['027ac85e-cae3-4ec0-9f02-375869483762'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:55.136692 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af688ce8-b369-4461-a884-6cf00f70f29b None None] Routers {'b83eb4e0-e94d-4098-a3a3-80a4d276d260'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:55.136692 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-af688ce8-b369-4461-a884-6cf00f70f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b83eb4e0-e94d-4098-a3a3-80a4d276d260'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:55.140188 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89a7a26d-02f7-4b6d-9627-8b4b07b1d16d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.146598 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d574146-a2ad-4eb3-b17b-7027da32e3ef req-d7d48282-91a3-490c-af8d-1f337b3fd3fd tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172833 Jul 08 01:45:55.198046 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-af688ce8-b369-4461-a884-6cf00f70f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:55.207274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-0c54e6b1-85c4-492d-88bf-14c8062f0a77 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] For port cd3c05ec-81c9-4201-a371-cd25d9b5e158, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cd3c05ec-81c9-4201-a371-cd25d9b5e158,segment=NetworkSegment(31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc),segment_id=31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:55.207274 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-0c54e6b1-85c4-492d-88bf-14c8062f0a77 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.210832 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6432a2c5-2984-48b6-96bd-03198f2375a6 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.214789 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af688ce8-b369-4461-a884-6cf00f70f29b None None] Routers {'b83eb4e0-e94d-4098-a3a3-80a4d276d260'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:55.225632 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-af688ce8-b369-4461-a884-6cf00f70f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b83eb4e0-e94d-4098-a3a3-80a4d276d260'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:55.243496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-0c54e6b1-85c4-492d-88bf-14c8062f0a77 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Calling delete_port for cd3c05ec-81c9-4201-a371-cd25d9b5e158 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:55.295314 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-af688ce8-b369-4461-a884-6cf00f70f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:55.296294 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af688ce8-b369-4461-a884-6cf00f70f29b None None] The sync data for ids ['b83eb4e0-e94d-4098-a3a3-80a4d276d260'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:45:55.328903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-89a7a26d-02f7-4b6d-9627-8b4b07b1d16d tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "PUT /v2.0/floatingips/fb9fe107-9474-40fd-877f-879fa04ade6d HTTP/1.1" status: 200 len: 992 time: 4.5983346 Jul 08 01:45:55.344392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'tag': 'a464457d-9d82-474f-96bb-49e8101299cf'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:55.346645 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01" -d '{"events": [{"name": "network-changed", "server_uuid": "239184cf-1b9a-4c2d-a5df-f2375f4c81fd", "tag": "a464457d-9d82-474f-96bb-49e8101299cf"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:55.373906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] Set router 027ac85e-cae3-4ec0-9f02-375869483762 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:45:55.426084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6432a2c5-2984-48b6-96bd-03198f2375a6 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.429051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6432a2c5-2984-48b6-96bd-03198f2375a6 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.481684 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6432a2c5-2984-48b6-96bd-03198f2375a6 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.482245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6432a2c5-2984-48b6-96bd-03198f2375a6 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Fanout notify agent at l3_agent the message router_deleted on router b83eb4e0-e94d-4098-a3a3-80a4d276d260 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:45:55.489817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6432a2c5-2984-48b6-96bd-03198f2375a6 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.493589 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6432a2c5-2984-48b6-96bd-03198f2375a6 tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "DELETE /v2.0/routers/b83eb4e0-e94d-4098-a3a3-80a4d276d260 HTTP/1.1" status: 204 len: 168 time: 0.3768923 Jul 08 01:45:55.496825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54766) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:55.498840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 42b59471-ae82-461f-a180-6ddb1ff20b31 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:45:55.613858 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-90213940-dac9-4448-b858-dd57e7d909dd tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Deleting subnet 4fa9e768-7e2b-487f-aa48-bc0094d39a69 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:45:55.622294 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90213940-dac9-4448-b858-dd57e7d909dd tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.669578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90213940-dac9-4448-b858-dd57e7d909dd tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.684342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 42b59471-ae82-461f-a180-6ddb1ff20b31, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=42b59471-ae82-461f-a180-6ddb1ff20b31,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:55.723041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '42b59471-ae82-461f-a180-6ddb1ff20b31', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'port_id': '42b59471-ae82-461f-a180-6ddb1ff20b31', 'mac_address': 'fa:16:3e:f2:b8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:45:55.847132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90213940-dac9-4448-b858-dd57e7d909dd tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.933912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90213940-dac9-4448-b858-dd57e7d909dd tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.959574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90213940-dac9-4448-b858-dd57e7d909dd tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:55.965556 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-90213940-dac9-4448-b858-dd57e7d909dd tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "DELETE /v2.0/subnets/4fa9e768-7e2b-487f-aa48-bc0094d39a69 HTTP/1.1" status: 204 len: 168 time: 0.4674752 Jul 08 01:45:55.988825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:56.001005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90213940-dac9-4448-b858-dd57e7d909dd tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa9e768-7e2b-487f-aa48-bc0094d39a69,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:56.017753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.022961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c2b330-6734-4dfd-9afb-a2dac15d4c14 None None] Network 448f8de9-a0ff-4c8a-a017-de27665927c2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:45:56.082214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f27b29-cec7-4bd0-a6ba-58cfc93baf80 req-6dba2746-3533-4cee-a272-9375d004ffda tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:56.084735 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0f27b29-cec7-4bd0-a6ba-58cfc93baf80 req-6dba2746-3533-4cee-a272-9375d004ffda tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 946 time: 0.9568856 Jul 08 01:45:56.106066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.195679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549a5e-7311-4e23-b06b-e71fa3230f1c req-4ac36b53-1974-46a6-be4d-1a31a48e2d49 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:56.207684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Deleting port dd847304-014b-4b39-93aa-b8d13ac58492 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:45:56.208846 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.209339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8549a5e-7311-4e23-b06b-e71fa3230f1c req-4ac36b53-1974-46a6-be4d-1a31a48e2d49 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 943 time: 0.8002369 Jul 08 01:45:56.275814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0f27b29-cec7-4bd0-a6ba-58cfc93baf80 req-dafe36b7-c282-4807-9d82-9790bd6de5b5 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f59220e-d55e-4707-b01e-8f7a2b6571d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736782 Jul 08 01:45:56.297988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] For port dd847304-014b-4b39-93aa-b8d13ac58492, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dd847304-014b-4b39-93aa-b8d13ac58492,segment=NetworkSegment(e9eba90d-2710-4682-a65f-46b09521f62a),segment_id=e9eba90d-2710-4682-a65f-46b09521f62a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:56.298475 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.317236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Calling delete_port for dd847304-014b-4b39-93aa-b8d13ac58492 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:45:56.375353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b59471-ae82-461f-a180-6ddb1ff20b31 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:56.419717 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.421063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.447254 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-0c54e6b1-85c4-492d-88bf-14c8062f0a77 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.464909 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8549a5e-7311-4e23-b06b-e71fa3230f1c req-9a806f44-f342-49c1-8736-2598b0ae7d99 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411215 Jul 08 01:45:56.465513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event deleted for resources: {'Port': ['ID=dd847304-014b-4b39-93aa-b8d13ac58492,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:56.468037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] No DVR routers for this DVR port dd847304-014b-4b39-93aa-b8d13ac58492 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:45:56.475911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['cd3c05ec-81c9-4201-a371-cd25d9b5e158'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:56.529888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 42b59471-ae82-461f-a180-6ddb1ff20b31, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=42b59471-ae82-461f-a180-6ddb1ff20b31,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:56.556655 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.594348 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.645163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=42b59471-ae82-461f-a180-6ddb1ff20b31,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:56.646895 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f851950-c64c-4790-96af-98a8ed53e3fa x-openstack-request-id: req-3f851950-c64c-4790-96af-98a8ed53e3fa {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:56.646895 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239184cf-1b9a-4c2d-a5df-f2375f4c81fd", "tag": "a464457d-9d82-474f-96bb-49e8101299cf", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:56.647304 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f851950-c64c-4790-96af-98a8ed53e3fa {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:56.647670 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'tag': 'a464457d-9d82-474f-96bb-49e8101299cf', 'status': 'completed', 'code': 200} Jul 08 01:45:56.651160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'fb9fe107-9474-40fd-877f-879fa04ade6d', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'port_id': 'a464457d-9d82-474f-96bb-49e8101299cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'mac_address': 'fa:16:3e:ce:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:45:27Z', 'updated_at': '2021-07-08T01:45:51Z', 'revision_number': 1, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:29Z', 'revision_number': 5, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:56.662786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54e6b1-85c4-492d-88bf-14c8062f0a77 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Pushing event deleted for resources: {'Port': ['ID=cd3c05ec-81c9-4201-a371-cd25d9b5e158,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:56.691651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05239881-4954-4f33-9fcf-db0e67d8410f None None] DHCP port deletion for 448f8de9-a0ff-4c8a-a017-de27665927c2 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:45:56.699259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] Checking router: 027ac85e-cae3-4ec0-9f02-375869483762 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:45:56.711744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] Routers {'027ac85e-cae3-4ec0-9f02-375869483762'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:45:56.712428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['027ac85e-cae3-4ec0-9f02-375869483762'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:56.719230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448f8de9-a0ff-4c8a-a017-de27665927c2']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:56.743301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9eba90d-2710-4682-a65f-46b09521f62a') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:56.743594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9eba90d-2710-4682-a65f-46b09521f62a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:56.767700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.797587 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.804925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f59963-7727-45d1-8c67-8c68a0c10e2f {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:56.810403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-0c54e6b1-85c4-492d-88bf-14c8062f0a77 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] No DVR routers for this DVR port cd3c05ec-81c9-4201-a371-cd25d9b5e158 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:45:56.841976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:45:56.844736 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:45:56.848296 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:45:56.853394 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-0c54e6b1-85c4-492d-88bf-14c8062f0a77 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.855591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ad64c01-8138-4b7a-93a0-8bf5c8263b8c req-0c54e6b1-85c4-492d-88bf-14c8062f0a77 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.24 "DELETE /v2.0/ports/cd3c05ec-81c9-4201-a371-cd25d9b5e158 HTTP/1.1" status: 204 len: 173 time: 2.8777914 Jul 08 01:45:56.858753 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:56.862003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] Set router 027ac85e-cae3-4ec0-9f02-375869483762 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:45:56.994056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df89234-3de3-436d-8694-83b7e0a6e082 req-c0ffce67-69f4-437b-9f2a-87cd22458c73 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:56.995682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6df89234-3de3-436d-8694-83b7e0a6e082 req-c0ffce67-69f4-437b-9f2a-87cd22458c73 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 943 time: 0.1984580 Jul 08 01:45:57.055861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-da857864-a647-4fe6-bb0c-c452853e5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:57.062561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Transition to ACTIVE for port object 01f59963-7727-45d1-8c67-8c68a0c10e2f will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:45:57.064485 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-da857864-a647-4fe6-bb0c-c452853e5cdd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3792e9c70b840b0b6423636b5c6763b&device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 1098 time: 0.4559336 Jul 08 01:45:57.065749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:57.090523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6df89234-3de3-436d-8694-83b7e0a6e082 req-75ff9338-74f8-417f-85c8-187cf49e9cfd tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874634 Jul 08 01:45:57.091635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:57.094043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:57.096042 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] 10.222.0.41 "DELETE /v2.0/networks/448f8de9-a0ff-4c8a-a017-de27665927c2 HTTP/1.1" status: 204 len: 168 time: 1.1052415 Jul 08 01:45:57.166373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdba061-b591-4030-94e2-a6e88f57aa0b tempest-FloatingIPNegativeTestJSON-32896189 tempest-FloatingIPNegativeTestJSON-32896189-project] Pushing event deleted for resources: {'Network': ['ID=448f8de9-a0ff-4c8a-a017-de27665927c2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:57.246172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dd847304-014b-4b39-93aa-b8d13ac58492 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:45:57.252366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:45:57.305215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Pushing event updated for resources: {'Port': ['ID=01f59963-7727-45d1-8c67-8c68a0c10e2f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:57.336491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-727da466-6c5e-4195-80c9-188ede7da29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:57.338009 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-727da466-6c5e-4195-80c9-188ede7da29a service neutron] 10.222.0.16 "GET /v2.0/networks?id=53aef60b-5dfc-4ca9-b311-c33f9a1ed88c HTTP/1.1" status: 200 len: 913 time: 0.2637782 Jul 08 01:45:57.402403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['42b59471-ae82-461f-a180-6ddb1ff20b31'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:57.404420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: dd847304-014b-4b39-93aa-b8d13ac58492 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:45:57.404944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dd847304-014b-4b39-93aa-b8d13ac58492 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:45:57.508081 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-457c5530-ddad-4414-b3f1-0fc4f99e31b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a464457d-9d82-474f-96bb-49e8101299cf HTTP/1.1" status: 200 len: 1000 time: 0.1611218 Jul 08 01:45:57.511078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cd3c05ec-81c9-4201-a371-cd25d9b5e158 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:45:57.535295 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:45:57.555867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Attempting to bind port 01f59963-7727-45d1-8c67-8c68a0c10e2f on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:45:57.556239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Attempting to bind port 01f59963-7727-45d1-8c67-8c68a0c10e2f by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:45:57.556604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Attempting to bind port 01f59963-7727-45d1-8c67-8c68a0c10e2f on network 158051b2-55d9-4a7a-a15b-19a8819643bb {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:57.587294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825698-6f42-4068-9bc7-69e32176f3c2 req-2442549e-1a51-4782-83ce-1caaa4e77bcb tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:57.604915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825698-6f42-4068-9bc7-69e32176f3c2 req-2442549e-1a51-4782-83ce-1caaa4e77bcb tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:57.606622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: cd3c05ec-81c9-4201-a371-cd25d9b5e158 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:45:57.607261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cd3c05ec-81c9-4201-a371-cd25d9b5e158 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:45:57.618534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825698-6f42-4068-9bc7-69e32176f3c2 req-2442549e-1a51-4782-83ce-1caaa4e77bcb tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:57.626374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-c4773bc0-46b1-4320-afd9-b069710dfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:57.627888 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-c4773bc0-46b1-4320-afd9-b069710dfb44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6f3a919-395a-4350-8b80-05bd1d8dd7fc HTTP/1.1" status: 200 len: 851 time: 0.1114633 Jul 08 01:45:57.628268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825698-6f42-4068-9bc7-69e32176f3c2 req-2442549e-1a51-4782-83ce-1caaa4e77bcb tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:57.637788 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825698-6f42-4068-9bc7-69e32176f3c2 req-2442549e-1a51-4782-83ce-1caaa4e77bcb tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:57.653369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f825698-6f42-4068-9bc7-69e32176f3c2 req-2442549e-1a51-4782-83ce-1caaa4e77bcb tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 3828 time: 0.5369499 Jul 08 01:45:57.674716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54790) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:57.742391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Port 01f59963-7727-45d1-8c67-8c68a0c10e2f on network 158051b2-55d9-4a7a-a15b-19a8819643bb not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:45:57.743654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Attempting to bind port 01f59963-7727-45d1-8c67-8c68a0c10e2f on network 158051b2-55d9-4a7a-a15b-19a8819643bb {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:45:57.744700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-b91e2f8c-0794-491d-8ca1-15d50dc83818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:57.746281 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-b91e2f8c-0794-491d-8ca1-15d50dc83818 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53aef60b-5dfc-4ca9-b311-c33f9a1ed88c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118932 Jul 08 01:45:57.757884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7aa4e70-7c4d-45ad-afa5-91497323c4a2 req-724d6f51-eca4-425b-8475-4d184f47c229 tempest-ServerTagsTestJSON-394336669 tempest-ServerTagsTestJSON-394336669-project] 10.222.0.41 "GET /v2.0/ports?device_id=924735f0-78bc-49de-bc4f-d1a2102ce111 HTTP/1.1" status: 200 len: 210 time: 0.0721724 Jul 08 01:45:57.777407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f825698-6f42-4068-9bc7-69e32176f3c2 req-ab6de1f0-43b6-40af-99fa-0213a4d624f8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222951 Jul 08 01:45:57.778569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:45:57.781197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Checking segment: {'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:45:57.781646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Bound using segment: {'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:45:57.783000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Bound port: 01f59963-7727-45d1-8c67-8c68a0c10e2f, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262b2615-afb7-4a2f-88b2-20e97815cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:45:57.783384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:57.963820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'fb9fe107-9474-40fd-877f-879fa04ade6d', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'port_id': 'a464457d-9d82-474f-96bb-49e8101299cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'mac_address': 'fa:16:3e:ce:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:45:27Z', 'updated_at': '2021-07-08T01:45:51Z', 'revision_number': 1, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:29Z', 'revision_number': 5, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:57.998655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] For port 01f59963-7727-45d1-8c67-8c68a0c10e2f, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:45:58.003318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] For port 01f59963-7727-45d1-8c67-8c68a0c10e2f, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=01f59963-7727-45d1-8c67-8c68a0c10e2f,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:45:58.034650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a752929-77e7-4c2a-9f9b-0a1498ddf096 None None] The sync data for ids ['027ac85e-cae3-4ec0-9f02-375869483762'] in n-d-694802-14 is: [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'fb9fe107-9474-40fd-877f-879fa04ade6d', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'port_id': 'a464457d-9d82-474f-96bb-49e8101299cf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'mac_address': 'fa:16:3e:ce:fb:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:45:27Z', 'updated_at': '2021-07-08T01:45:51Z', 'revision_number': 1, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:29Z', 'revision_number': 5, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:45:58.043336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:58.057191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-b3d3e50b-1300-473f-b1fa-6241ebeec852 service neutron] 10.222.0.16 "GET /v2.0/networks/53aef60b-5dfc-4ca9-b311-c33f9a1ed88c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987649 Jul 08 01:45:58.077080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'port_id': 'f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd', 'mac_address': 'fa:16:3e:8c:b8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2157fc2-2bc2-4e65-bc22-a2f9753680dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:45:58.079201 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.183169 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac9b60f3-eff7-4da6-a6cd-f4e02d218611 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16d0dfe6755044de805618c6cddfc6b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070562 Jul 08 01:45:58.196545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54800) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:58.220523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:58.220995 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.222436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] 10.222.0.24 "PUT /v2.0/ports/01f59963-7727-45d1-8c67-8c68a0c10e2f HTTP/1.1" status: 200 len: 1092 time: 3.6574147 Jul 08 01:45:58.265974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:45:58.276681 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e88ebb5f-1e66-4ecc-afa8-6586697e7e01 req-3120a43a-c36a-4e2d-b132-80d8fec5cf9e service neutron] 10.222.0.16 "GET /v2.0/networks/53aef60b-5dfc-4ca9-b311-c33f9a1ed88c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066262 Jul 08 01:45:58.295640 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.332240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:58.398911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:45:58.407186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.407931 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a778db8-ed56-4a2e-b45a-be54fdbdc123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.449802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f417c-233b-4db6-95a3-20b3d429d207 service neutron] Pushing event updated for resources: {'Port': ['ID=01f59963-7727-45d1-8c67-8c68a0c10e2f,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:58.487034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a778db8-ed56-4a2e-b45a-be54fdbdc123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.496517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754ca4e-3520-464d-bfa7-1e461cddad55 req-4a05b446-9433-43aa-990e-c80395ab4a54 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:58.512890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f754ca4e-3520-464d-bfa7-1e461cddad55 req-4a05b446-9433-43aa-990e-c80395ab4a54 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 944 time: 0.5077221 Jul 08 01:45:58.528051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:58.589792 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a778db8-ed56-4a2e-b45a-be54fdbdc123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.592549 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a778db8-ed56-4a2e-b45a-be54fdbdc123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.593733 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9a778db8-ed56-4a2e-b45a-be54fdbdc123 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/541175f9-45b1-4744-a6b6-9a75bf779e49 HTTP/1.1" status: 204 len: 168 time: 0.3196969 Jul 08 01:45:58.619559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a778db8-ed56-4a2e-b45a-be54fdbdc123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541175f9-45b1-4744-a6b6-9a75bf779e49,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:58.678653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924735f0-78bc-49de-bc4f-d1a2102ce111', 'name': 'network-vif-deleted', 'tag': 'cd3c05ec-81c9-4201-a371-cd25d9b5e158'}, {'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '01f59963-7727-45d1-8c67-8c68a0c10e2f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:45:58.680963 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acc8787-4428-443c-9aba-fbe180c30566" -d '{"events": [{"server_uuid": "924735f0-78bc-49de-bc4f-d1a2102ce111", "name": "network-vif-deleted", "tag": "cd3c05ec-81c9-4201-a371-cd25d9b5e158"}, {"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "01f59963-7727-45d1-8c67-8c68a0c10e2f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:45:58.695833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:45:58.697572 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:58.766446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f754ca4e-3520-464d-bfa7-1e461cddad55 req-d244b280-4f54-4ddb-b746-03cc36edb2f4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525513 Jul 08 01:45:58.899861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c0e32-2adb-44c1-9fbd-7eade992380b req-fe3aafbe-f80b-4fb1-ab60-cf9b9756ea1c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:58.901644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-569c0e32-2adb-44c1-9fbd-7eade992380b req-fe3aafbe-f80b-4fb1-ab60-cf9b9756ea1c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 944 time: 0.2876868 Jul 08 01:45:58.932527 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d21ac3e-879d-40ec-abd3-86abf94327cc x-openstack-request-id: req-3d21ac3e-879d-40ec-abd3-86abf94327cc {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:45:58.934131 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924735f0-78bc-49de-bc4f-d1a2102ce111", "name": "network-vif-deleted", "tag": "cd3c05ec-81c9-4201-a371-cd25d9b5e158", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "01f59963-7727-45d1-8c67-8c68a0c10e2f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:45:58.935855 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d21ac3e-879d-40ec-abd3-86abf94327cc {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:45:58.936521 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924735f0-78bc-49de-bc4f-d1a2102ce111', 'name': 'network-vif-deleted', 'tag': 'cd3c05ec-81c9-4201-a371-cd25d9b5e158', 'status': 'completed', 'code': 200} Jul 08 01:45:58.938692 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '01f59963-7727-45d1-8c67-8c68a0c10e2f', 'status': 'completed', 'code': 200} Jul 08 01:45:59.085773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54820) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:59.175728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4dc3b7-2c26-40d0-946d-083fd9d00697 admin admin] Deleting subnet a33e20d9-9a53-448e-953f-9f17164fa6d9 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:45:59.190290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc3b7-2c26-40d0-946d-083fd9d00697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:59.290492 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc3b7-2c26-40d0-946d-083fd9d00697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:59.358543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc3b7-2c26-40d0-946d-083fd9d00697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:59.400962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-569c0e32-2adb-44c1-9fbd-7eade992380b req-0e2d36e0-050b-4bfe-9f0e-8146969cf9df tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725459 Jul 08 01:45:59.468255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8787-4428-443c-9aba-fbe180c30566 req-b91c01c8-4839-4d0c-947d-2ec4349ee5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.468847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8787-4428-443c-9aba-fbe180c30566 req-b91c01c8-4839-4d0c-947d-2ec4349ee5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.469320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8787-4428-443c-9aba-fbe180c30566 req-b91c01c8-4839-4d0c-947d-2ec4349ee5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.469704 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8787-4428-443c-9aba-fbe180c30566 req-b91c01c8-4839-4d0c-947d-2ec4349ee5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.470182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8787-4428-443c-9aba-fbe180c30566 req-b91c01c8-4839-4d0c-947d-2ec4349ee5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.471992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9acc8787-4428-443c-9aba-fbe180c30566 req-b91c01c8-4839-4d0c-947d-2ec4349ee5e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 4364 time: 0.4212906 Jul 08 01:45:59.490524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 42b59471-ae82-461f-a180-6ddb1ff20b31 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:45:59.492044 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc3b7-2c26-40d0-946d-083fd9d00697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:59.519301 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed4dc3b7-2c26-40d0-946d-083fd9d00697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:59.522729 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ed4dc3b7-2c26-40d0-946d-083fd9d00697 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a33e20d9-9a53-448e-953f-9f17164fa6d9 HTTP/1.1" status: 204 len: 168 time: 0.4359248 Jul 08 01:45:59.545633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54830) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:45:59.558159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4dc3b7-2c26-40d0-946d-083fd9d00697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33e20d9-9a53-448e-953f-9f17164fa6d9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:45:59.582970 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce45e6a-68be-480a-ab6c-af7021acbc2a None None] New status for floating IP fb9fe107-9474-40fd-877f-879fa04ade6d: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:45:59.626605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 42b59471-ae82-461f-a180-6ddb1ff20b31 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:45:59.632411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 42b59471-ae82-461f-a180-6ddb1ff20b31 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:45:59.632882 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:59.716810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655ab9-bb3c-4029-a422-cc6263cff36b req-c9b62cc5-6b85-4c0c-9654-ef8f769be14a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.736636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655ab9-bb3c-4029-a422-cc6263cff36b req-c9b62cc5-6b85-4c0c-9654-ef8f769be14a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.746728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655ab9-bb3c-4029-a422-cc6263cff36b req-c9b62cc5-6b85-4c0c-9654-ef8f769be14a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.747130 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:59.772146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655ab9-bb3c-4029-a422-cc6263cff36b req-c9b62cc5-6b85-4c0c-9654-ef8f769be14a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.779381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655ab9-bb3c-4029-a422-cc6263cff36b req-c9b62cc5-6b85-4c0c-9654-ef8f769be14a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.787069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce655ab9-bb3c-4029-a422-cc6263cff36b req-c9b62cc5-6b85-4c0c-9654-ef8f769be14a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 3828 time: 0.5692058 Jul 08 01:45:59.853991 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:59.894561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8787-4428-443c-9aba-fbe180c30566 req-2c0ac0ed-5b1b-42c6-9846-d37f10ed3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.895040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8787-4428-443c-9aba-fbe180c30566 req-2c0ac0ed-5b1b-42c6-9846-d37f10ed3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.896093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8787-4428-443c-9aba-fbe180c30566 req-2c0ac0ed-5b1b-42c6-9846-d37f10ed3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:45:59.898083 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9acc8787-4428-443c-9aba-fbe180c30566 req-2c0ac0ed-5b1b-42c6-9846-d37f10ed3a48 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4137259 Jul 08 01:45:59.950115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:45:59.961190 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f688c92-bbac-444a-89a5-09bc58a187d5 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:45:59.971362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:59.988035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:45:59.988719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ad0692-f1ac-4c81-ae8f-fbf9065ed7dc') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:00.010431 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.016854 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.018824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b59471-ae82-461f-a180-6ddb1ff20b31'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:00.023372 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd74e4-e331-4db8-baf7-fcf254406bc9" -d '{"events": [{"server_uuid": "2d85ed8a-61a8-43cf-b365-4499afb780b6", "name": "network-vif-plugged", "status": "completed", "tag": "42b59471-ae82-461f-a180-6ddb1ff20b31"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:00.047485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce655ab9-bb3c-4029-a422-cc6263cff36b req-c901229b-c3af-4314-a590-5c7924d4c4f6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2564528 Jul 08 01:46:00.071586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.081030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:00.081458 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.160331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 42b59471-ae82-461f-a180-6ddb1ff20b31, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=42b59471-ae82-461f-a180-6ddb1ff20b31,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:00.174931 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:00.187274 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:00.191514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Transition to ACTIVE for port object 0f688c92-bbac-444a-89a5-09bc58a187d5 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:00.191670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.202655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.211030 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0 HTTP/1.1" status: 204 len: 168 time: 0.6503453 Jul 08 01:46:00.219268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.274175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845718d8-9f12-4708-a8c9-7c03de026543 admin admin] Pushing event deleted for resources: {'Network': ['ID=f084b9eb-87fb-4c61-8ca4-8e7cfac3a4d0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:00.357012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc8787-4428-443c-9aba-fbe180c30566 req-fda0e810-4207-4961-b2af-2b9e282c3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:00.358603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9acc8787-4428-443c-9aba-fbe180c30566 req-fda0e810-4207-4961-b2af-2b9e282c3356 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4374959 Jul 08 01:46:00.425964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=42b59471-ae82-461f-a180-6ddb1ff20b31,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:00.483757 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Pushing event updated for resources: {'Port': ['ID=0f688c92-bbac-444a-89a5-09bc58a187d5,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:00.541743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54850) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:00.575018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Attempting to bind port 0f688c92-bbac-444a-89a5-09bc58a187d5 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:00.578324 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Attempting to bind port 0f688c92-bbac-444a-89a5-09bc58a187d5 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:00.579868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Attempting to bind port 0f688c92-bbac-444a-89a5-09bc58a187d5 on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:00.594351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Port 0f688c92-bbac-444a-89a5-09bc58a187d5 on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:46:00.594969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Attempting to bind port 0f688c92-bbac-444a-89a5-09bc58a187d5 on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:00.605889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:00.606701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Checking segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:00.607764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Bound using segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:00.608600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Bound port: 0f688c92-bbac-444a-89a5-09bc58a187d5, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:00.609208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.681944 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13b0af3-e09e-4422-bbf7-04d1729d954b x-openstack-request-id: req-e13b0af3-e09e-4422-bbf7-04d1729d954b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:00.683537 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d85ed8a-61a8-43cf-b365-4499afb780b6", "name": "network-vif-plugged", "status": "completed", "tag": "42b59471-ae82-461f-a180-6ddb1ff20b31", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:00.684448 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e13b0af3-e09e-4422-bbf7-04d1729d954b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:00.694632 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b59471-ae82-461f-a180-6ddb1ff20b31', 'code': 200} Jul 08 01:46:00.772685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54854) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:00.793424 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] For port 0f688c92-bbac-444a-89a5-09bc58a187d5, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:00.799122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] For port 0f688c92-bbac-444a-89a5-09bc58a187d5, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=0f688c92-bbac-444a-89a5-09bc58a187d5,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:00.806358 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.855707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1313817260'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:00.902374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:00.902905 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:00.904351 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] 10.222.0.24 "PUT /v2.0/ports/0f688c92-bbac-444a-89a5-09bc58a187d5 HTTP/1.1" status: 200 len: 1129 time: 2.6481419 Jul 08 01:46:00.943840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '0f688c92-bbac-444a-89a5-09bc58a187d5'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:00.946685 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41e733c-b788-427d-8ab4-4e7fd11be055" -d '{"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "0f688c92-bbac-444a-89a5-09bc58a187d5"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:00.949746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced31a6f-e44d-4c50-8b28-d2c54d71f58a service neutron] Pushing event updated for resources: {'Port': ['ID=0f688c92-bbac-444a-89a5-09bc58a187d5,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:00.973596 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac0d066e-2de1-4f1d-9136-9306d483c22a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abebab4ba04c42bf8fdb3421802e19f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992593 Jul 08 01:46:00.981845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:00.982399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54858) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:00.989073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:00.992700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.009511 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.078771 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f382e7cf-a112-4799-8591-b4e04a5475bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.097778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85b542-659b-4ea2-a408-c0219f7ef9fd req-c2fd97a4-117f-4b55-8402-90675548cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:01.102456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be85b542-659b-4ea2-a408-c0219f7ef9fd req-c2fd97a4-117f-4b55-8402-90675548cc44 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 1097 time: 0.2432442 Jul 08 01:46:01.117319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f382e7cf-a112-4799-8591-b4e04a5475bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.191552 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be85b542-659b-4ea2-a408-c0219f7ef9fd req-7d619f88-c0a3-41de-9398-369e41c8b705 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803006 Jul 08 01:46:01.206916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.225538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:01.240466 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.245454 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f382e7cf-a112-4799-8591-b4e04a5475bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.249096 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f382e7cf-a112-4799-8591-b4e04a5475bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.252806 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f382e7cf-a112-4799-8591-b4e04a5475bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f59220e-d55e-4707-b01e-8f7a2b6571d0 HTTP/1.1" status: 204 len: 168 time: 0.2669652 Jul 08 01:46:01.253681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.272657 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382e7cf-a112-4799-8591-b4e04a5475bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f59220e-d55e-4707-b01e-8f7a2b6571d0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:01.309000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316ee19c-02b0-46bf-8da4-c8f694f9bf6e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:01.320524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:01.337949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752ba32-220a-4d63-94c3-7f822f611d39 req-be19ca2e-f4d0-41db-b9f9-27b3fcb2560d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:01.338184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.339544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9752ba32-220a-4d63-94c3-7f822f611d39 req-be19ca2e-f4d0-41db-b9f9-27b3fcb2560d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.4038448 Jul 08 01:46:01.340346 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment b1b1b605-f99b-4614-adc8-d1f975d4db70 of type vlan for network bbc20b97-ac36-4f8e-9e06-d45bedb9c171 Jul 08 01:46:01.352902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:01.357227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f586e-a7bb-4348-b5d2-39b21c1264f7 req-be625434-c691-4853-aea9-88aedc491281 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:01.364066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:01.364702 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.365964 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b8f586e-a7bb-4348-b5d2-39b21c1264f7 req-be625434-c691-4853-aea9-88aedc491281 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 945 time: 0.3806198 Jul 08 01:46:01.394665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.466296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.475703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:01.476591 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.476895 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.515422 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9711897 Jul 08 01:46:01.559765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b8f586e-a7bb-4348-b5d2-39b21c1264f7 req-a6d60e9c-0ea5-47db-803d-82fe34e26a95 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928167 Jul 08 01:46:01.591583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9752ba32-220a-4d63-94c3-7f822f611d39 req-a77604d7-69cd-4f55-86b4-c2a8c5abb4ed tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065246 Jul 08 01:46:01.600096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7fc0-124b-43f7-bb49-0d9216e05272 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=bbc20b97-ac36-4f8e-9e06-d45bedb9c171,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:01.619319 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:01.626395 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network bbc20b97-ac36-4f8e-9e06-d45bedb9c171 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:01.636236 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:01.674751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54870) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:01.681641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': 'bbc20b97-ac36-4f8e-9e06-d45bedb9c171', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:01.737287 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c52083-62b5-402f-8813-b4891cd89291 x-openstack-request-id: req-20c52083-62b5-402f-8813-b4891cd89291 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:01.742113 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "0f688c92-bbac-444a-89a5-09bc58a187d5", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:01.742978 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20c52083-62b5-402f-8813-b4891cd89291 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:01.742978 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '0f688c92-bbac-444a-89a5-09bc58a187d5', 'status': 'completed', 'code': 200} Jul 08 01:46:01.815634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-3bca66b6-f2db-479d-856a-704f499434ba tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:01.819014 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-3bca66b6-f2db-479d-856a-704f499434ba tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.16 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 945 time: 0.1786070 Jul 08 01:46:01.896688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:01.901958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:01.926445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:02.100396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-9276221d-b5af-458c-8ba8-f81ab1c1a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.101095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-9276221d-b5af-458c-8ba8-f81ab1c1a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.101582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-9276221d-b5af-458c-8ba8-f81ab1c1a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.102061 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-9276221d-b5af-458c-8ba8-f81ab1c1a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.102539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-9276221d-b5af-458c-8ba8-f81ab1c1a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.103013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-9276221d-b5af-458c-8ba8-f81ab1c1a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.104931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-9276221d-b5af-458c-8ba8-f81ab1c1a339 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5286 time: 0.3463488 Jul 08 01:46:02.162050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de514ad2-c24b-4614-857f-4e2fa491adba req-9419ba52-6014-42c3-9196-baa95bb74272 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.169299 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de514ad2-c24b-4614-857f-4e2fa491adba req-9419ba52-6014-42c3-9196-baa95bb74272 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 945 time: 0.3097901 Jul 08 01:46:02.259799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df25cd3-c5a6-443a-a54f-49eae7611a87 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:02.282144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a38541-9d32-454e-b442-711a6e45c99b req-b10ced75-c629-44d3-ab5b-da07b975c319 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.287466 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:02.288876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a38541-9d32-454e-b442-711a6e45c99b req-b10ced75-c629-44d3-ab5b-da07b975c319 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.294871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a38541-9d32-454e-b442-711a6e45c99b req-b10ced75-c629-44d3-ab5b-da07b975c319 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.301608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a38541-9d32-454e-b442-711a6e45c99b req-b10ced75-c629-44d3-ab5b-da07b975c319 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.306905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a38541-9d32-454e-b442-711a6e45c99b req-b10ced75-c629-44d3-ab5b-da07b975c319 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.313031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a38541-9d32-454e-b442-711a6e45c99b req-b10ced75-c629-44d3-ab5b-da07b975c319 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.314858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89a38541-9d32-454e-b442-711a6e45c99b req-b10ced75-c629-44d3-ab5b-da07b975c319 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 4598 time: 0.3599484 Jul 08 01:46:02.324517 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:02.381878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Transition to ACTIVE for port object 8df25cd3-c5a6-443a-a54f-49eae7611a87 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:02.400398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-8e3b4e17-89da-4aad-87eb-69511c28a5de tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Deleting port c608a3cf-400f-49ef-a3bc-95d73d68e1f8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:02.400968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de514ad2-c24b-4614-857f-4e2fa491adba req-8b85ca4e-e4d4-47bf-a236-faa1583d5c3d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240860 Jul 08 01:46:02.403827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-8e3b4e17-89da-4aad-87eb-69511c28a5de tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:02.414871 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:02.419386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=d7fca6fb-8e8d-409c-a679-7f813ad29281,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:02.472211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89a38541-9d32-454e-b442-711a6e45c99b req-72a73566-ac0e-4db4-8c82-fc12afbdca7c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1420171 Jul 08 01:46:02.526333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': 'b1b1b605-f99b-4614-adc8-d1f975d4db70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bbc20b97-ac36-4f8e-9e06-d45bedb9c171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:02.526736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-1fd8f999-f917-4e60-9218-467766293d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.526840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: bbc20b97-ac36-4f8e-9e06-d45bedb9c171, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:02.527534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-1fd8f999-f917-4e60-9218-467766293d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.527534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-1fd8f999-f917-4e60-9218-467766293d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.532865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-1fd8f999-f917-4e60-9218-467766293d30 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3974681 Jul 08 01:46:02.625961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network bbc20b97-ac36-4f8e-9e06-d45bedb9c171 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:02.627425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Pushing event updated for resources: {'Port': ['ID=8df25cd3-c5a6-443a-a54f-49eae7611a87,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:02.696932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1f758e-43d1-404e-b583-fb307426a575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:02.699444 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1be67f-307b-4b86-a76b-d9e91dae444a" -d '{"events": [{"server_uuid": "8b1f758e-43d1-404e-b583-fb307426a575", "name": "network-vif-plugged", "status": "completed", "tag": "f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:02.739654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-8e3b4e17-89da-4aad-87eb-69511c28a5de tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] For port c608a3cf-400f-49ef-a3bc-95d73d68e1f8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,segment=NetworkSegment(d49cb1ac-aaa3-4521-8bf7-3d429f0d8199),segment_id=d49cb1ac-aaa3-4521-8bf7-3d429f0d8199)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:02.740031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-8e3b4e17-89da-4aad-87eb-69511c28a5de tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:02.775144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-8e3b4e17-89da-4aad-87eb-69511c28a5de tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Calling delete_port for c608a3cf-400f-49ef-a3bc-95d73d68e1f8 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:02.811985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Attempting to bind port 8df25cd3-c5a6-443a-a54f-49eae7611a87 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:02.812331 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Attempting to bind port 8df25cd3-c5a6-443a-a54f-49eae7611a87 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:02.812678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Attempting to bind port 8df25cd3-c5a6-443a-a54f-49eae7611a87 on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:02.868585 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Port 8df25cd3-c5a6-443a-a54f-49eae7611a87 on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:46:02.868914 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Attempting to bind port 8df25cd3-c5a6-443a-a54f-49eae7611a87 on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:02.874879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-d4eac0e5-88f7-4dde-b81e-0e053fa29710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.876397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c41e733c-b788-427d-8ab4-4e7fd11be055 req-d4eac0e5-88f7-4dde-b81e-0e053fa29710 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2758319 Jul 08 01:46:02.892479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:02.892855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Checking segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:02.893249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Bound using segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:02.893759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Bound port: 8df25cd3-c5a6-443a-a54f-49eae7611a87, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:02.894231 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:02.925959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, bbc20b97-ac36-4f8e-9e06-d45bedb9c171) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:02.930836 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-8e3b4e17-89da-4aad-87eb-69511c28a5de tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:02.933104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:02.933816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:02.941895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b098d01-4783-4734-a8d1-866429c92b3a None None] Network bbc20b97-ac36-4f8e-9e06-d45bedb9c171 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:02.964099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c608a3cf-400f-49ef-a3bc-95d73d68e1f8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:46:03.010585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b4e17-89da-4aad-87eb-69511c28a5de tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Pushing event deleted for resources: {'Port': ['ID=c608a3cf-400f-49ef-a3bc-95d73d68e1f8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:03.038588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-8e3b4e17-89da-4aad-87eb-69511c28a5de tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] No DVR routers for this DVR port c608a3cf-400f-49ef-a3bc-95d73d68e1f8 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:03.042469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-8e3b4e17-89da-4aad-87eb-69511c28a5de tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:03.045416 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2e6d5227-3bb0-4773-8bd4-f9cfcb003cae req-8e3b4e17-89da-4aad-87eb-69511c28a5de tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.16 "DELETE /v2.0/ports/c608a3cf-400f-49ef-a3bc-95d73d68e1f8 HTTP/1.1" status: 204 len: 173 time: 1.2187414 Jul 08 01:46:03.049590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018fccc4-d436-47e6-94d6-d884f11d9708', 'name': 'network-vif-deleted', 'tag': 'c608a3cf-400f-49ef-a3bc-95d73d68e1f8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:03.053966 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528cb981-769c-4f3e-8115-326fd288066a" -d '{"events": [{"server_uuid": "018fccc4-d436-47e6-94d6-d884f11d9708", "name": "network-vif-deleted", "tag": "c608a3cf-400f-49ef-a3bc-95d73d68e1f8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:03.066216 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c70182b4-7363-4313-aeb4-511642b2783d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3857503 Jul 08 01:46:03.066485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54900) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:03.084392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1141770653'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:03.086673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] For port 8df25cd3-c5a6-443a-a54f-49eae7611a87, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:03.132827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] For port 8df25cd3-c5a6-443a-a54f-49eae7611a87, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8df25cd3-c5a6-443a-a54f-49eae7611a87,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:03.138079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:03.145909 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:03.146685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620779e9-c280-4ca0-a25e-4e840627a976 req-c5bd82b0-af8e-474b-9b27-1bf7382f3e7c tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:03.154496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-620779e9-c280-4ca0-a25e-4e840627a976 req-c5bd82b0-af8e-474b-9b27-1bf7382f3e7c tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/ports?device_id=018fccc4-d436-47e6-94d6-d884f11d9708 HTTP/1.1" status: 200 len: 867 time: 0.3487706 Jul 08 01:46:03.160827 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:03.218763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:03.232561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-bbc20b97-ac36-4f8e-9e06-d45bedb9c171', 'network_id': 'bbc20b97-ac36-4f8e-9e06-d45bedb9c171', 'tenant_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'fixed_ips': [{'subnet_id': 'd7fca6fb-8e8d-409c-a679-7f813ad29281'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:03.234337 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:03.239072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:03.240281 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:03.241722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] 10.222.0.24 "PUT /v2.0/ports/8df25cd3-c5a6-443a-a54f-49eae7611a87 HTTP/1.1" status: 200 len: 1132 time: 2.2747283 Jul 08 01:46:03.252097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761f745-31e7-4065-8b6d-de55669eed3b req-edaf40b2-965c-40e0-bc94-86855ce62def tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:03.259843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:03.260439 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6761f745-31e7-4065-8b6d-de55669eed3b req-edaf40b2-965c-40e0-bc94-86855ce62def tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.3005786 Jul 08 01:46:03.261314 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment 55f7c236-bbef-45ce-85c3-0ca028a0c331 of type vlan for network 2498b5c7-3609-4549-81f6-f2e310389aa2 Jul 08 01:46:03.297116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:03.316155 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-620779e9-c280-4ca0-a25e-4e840627a976 req-d7e7aab6-7f4b-4ec8-bb57-0678b2d898c1 tempest-VolumesAdminNegativeTest-837240800 tempest-VolumesAdminNegativeTest-837240800-project] 10.222.0.41 "GET /v2.0/security-groups?id=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604683 Jul 08 01:46:03.376413 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdd59a-f816-4114-bf08-c87185b2bb9d service neutron] Pushing event updated for resources: {'Port': ['ID=8df25cd3-c5a6-443a-a54f-49eae7611a87,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:03.389599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6761f745-31e7-4065-8b6d-de55669eed3b req-83e639c1-92c8-4e42-b387-4319ea4b0544 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281850 Jul 08 01:46:03.449872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:03.480988 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f024580-3098-4ade-911c-2d6ec86c9281 x-openstack-request-id: req-3f024580-3098-4ade-911c-2d6ec86c9281 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:03.485407 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1f758e-43d1-404e-b583-fb307426a575", "name": "network-vif-plugged", "status": "completed", "tag": "f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:03.485953 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f024580-3098-4ade-911c-2d6ec86c9281 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:03.486484 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1f758e-43d1-404e-b583-fb307426a575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd', 'code': 200} Jul 08 01:46:03.533548 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b08ae6-b5ca-44cd-9f89-806d073c76b5 x-openstack-request-id: req-04b08ae6-b5ca-44cd-9f89-806d073c76b5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:03.533846 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018fccc4-d436-47e6-94d6-d884f11d9708", "name": "network-vif-deleted", "tag": "c608a3cf-400f-49ef-a3bc-95d73d68e1f8", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:03.534100 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04b08ae6-b5ca-44cd-9f89-806d073c76b5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:03.534508 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018fccc4-d436-47e6-94d6-d884f11d9708', 'name': 'network-vif-deleted', 'tag': 'c608a3cf-400f-49ef-a3bc-95d73d68e1f8', 'status': 'completed', 'code': 200} Jul 08 01:46:03.578107 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:03.584775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:03.585420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:03.601564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Allocated IP 172.20.255.242 (bbc20b97-ac36-4f8e-9e06-d45bedb9c171/d7fca6fb-8e8d-409c-a679-7f813ad29281/5fd9c4a9-1293-42cd-a99d-c63548d8ccdc) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:03.611283 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:03.745264 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6776068 Jul 08 01:46:03.750198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54920) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:03.823846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '8df25cd3-c5a6-443a-a54f-49eae7611a87'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:03.825869 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9039cf-414d-4e80-8f00-1e9527343f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "8df25cd3-c5a6-443a-a54f-49eae7611a87"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:04.001397 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:04.019981 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Transition to ACTIVE for port object 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:04.070391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Transition to ACTIVE for port object 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:04.089038 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:04.164010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Pushing event updated for resources: {'Port': ['ID=5fd9c4a9-1293-42cd-a99d-c63548d8ccdc,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:04.188512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Network bbc20b97-ac36-4f8e-9e06-d45bedb9c171 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:04.190655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:04.194376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:04.259867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:04.272999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Attempting to bind port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:04.273486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Attempting to bind port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'b1b1b605-f99b-4614-adc8-d1f975d4db70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bbc20b97-ac36-4f8e-9e06-d45bedb9c171'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:04.273955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Attempting to bind port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc on network bbc20b97-ac36-4f8e-9e06-d45bedb9c171 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:04.280427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:04.281138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Checking segment: {'id': 'b1b1b605-f99b-4614-adc8-d1f975d4db70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bbc20b97-ac36-4f8e-9e06-d45bedb9c171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:04.281798 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:04.282425 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Bound using segment: {'id': 'b1b1b605-f99b-4614-adc8-d1f975d4db70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bbc20b97-ac36-4f8e-9e06-d45bedb9c171'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:04.283043 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:04.283206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Bound port: 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b1b605-f99b-4614-adc8-d1f975d4db70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bbc20b97-ac36-4f8e-9e06-d45bedb9c171'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:04.283777 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:04.289947 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': '2498b5c7-3609-4549-81f6-f2e310389aa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:04.324330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Transition to ACTIVE for port object ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:04.382387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:04.392934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0521dc9-2ef4-4817-ae69-bd969d67f0e4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=2498b5c7-3609-4549-81f6-f2e310389aa2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:04.413106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eec8c-4440-404a-a023-770814adcfd0 req-9e90b256-4f0c-4f7d-b4c3-a019455e9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:04.417605 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-427eec8c-4440-404a-a023-770814adcfd0 req-9e90b256-4f0c-4f7d-b4c3-a019455e9106 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 1097 time: 0.9049351 Jul 08 01:46:04.465365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] For port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:04.478333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] For port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5fd9c4a9-1293-42cd-a99d-c63548d8ccdc,segment=NetworkSegment(b1b1b605-f99b-4614-adc8-d1f975d4db70),segment_id=b1b1b605-f99b-4614-adc8-d1f975d4db70)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:04.481798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 2498b5c7-3609-4549-81f6-f2e310389aa2 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:04.494446 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:04.522062 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:04.530499 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-427eec8c-4440-404a-a023-770814adcfd0 req-1bd9e623-f495-4052-8c81-07fa533c9f6a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953691 Jul 08 01:46:04.548113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:04.553772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:04.643416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda62f74-3427-403b-ac29-28c9fecf3eda req-fcbe0785-e43f-41f9-99a8-eb0ebe012c08 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:04.656603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cda62f74-3427-403b-ac29-28c9fecf3eda req-fcbe0785-e43f-41f9-99a8-eb0ebe012c08 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 945 time: 0.3409910 Jul 08 01:46:04.665446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:04.669488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c050a-1298-4aa5-bb39-0aeeab15f24e None None] Pushing event updated for resources: {'Port': ['ID=5fd9c4a9-1293-42cd-a99d-c63548d8ccdc,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:04.941113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cda62f74-3427-403b-ac29-28c9fecf3eda req-0c684857-8d76-4478-8897-48962f137f87 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835560 Jul 08 01:46:04.990579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Attempting to bind port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:04.991111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Attempting to bind port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:04.991356 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:04.991841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Attempting to bind port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:05.002011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:46:05.002444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Attempting to bind port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:05.019003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64e594-9afd-4062-b145-e3ec185289c5 req-9886e81d-74ba-4a76-9eae-4b0552084313 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:05.026890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64e594-9afd-4062-b145-e3ec185289c5 req-9886e81d-74ba-4a76-9eae-4b0552084313 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:05.033184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64e594-9afd-4062-b145-e3ec185289c5 req-9886e81d-74ba-4a76-9eae-4b0552084313 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:05.040418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64e594-9afd-4062-b145-e3ec185289c5 req-9886e81d-74ba-4a76-9eae-4b0552084313 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:05.046665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64e594-9afd-4062-b145-e3ec185289c5 req-9886e81d-74ba-4a76-9eae-4b0552084313 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:05.055845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64e594-9afd-4062-b145-e3ec185289c5 req-9886e81d-74ba-4a76-9eae-4b0552084313 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:05.062731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64e594-9afd-4062-b145-e3ec185289c5 req-9886e81d-74ba-4a76-9eae-4b0552084313 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:05.072220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a64e594-9afd-4062-b145-e3ec185289c5 req-9886e81d-74ba-4a76-9eae-4b0552084313 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5383 time: 0.4028220 Jul 08 01:46:05.107688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=80b3fd43-fe59-4d6e-8878-f014f538788f,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:05.110333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:05.112637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Checking segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:05.113088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Bound using segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:05.117780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Bound port: ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:05.118239 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:05.177243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': '55f7c236-bbef-45ce-85c3-0ca028a0c331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2498b5c7-3609-4549-81f6-f2e310389aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:05.185951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: 2498b5c7-3609-4549-81f6-f2e310389aa2, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:05.200475 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a64e594-9afd-4062-b145-e3ec185289c5 req-335c502b-fb28-4fac-a94c-d736d3f8427d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265707 Jul 08 01:46:05.241433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network 2498b5c7-3609-4549-81f6-f2e310389aa2 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:05.270852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 2498b5c7-3609-4549-81f6-f2e310389aa2) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:05.276358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:05.277091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:05.281751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8079287-4a2f-425a-a962-17ef9ab78854 None None] Network 2498b5c7-3609-4549-81f6-f2e310389aa2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:05.321437 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e50652fd-3ad1-46fe-9175-ab2e422dd33f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5670102 Jul 08 01:46:05.322117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54940) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:05.351490 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4260dfdb-7c57-4772-b6e8-eb28b7316261 x-openstack-request-id: req-4260dfdb-7c57-4772-b6e8-eb28b7316261 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:05.365591 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "8df25cd3-c5a6-443a-a54f-49eae7611a87", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:05.365969 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4260dfdb-7c57-4772-b6e8-eb28b7316261 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:05.366493 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '8df25cd3-c5a6-443a-a54f-49eae7611a87', 'status': 'completed', 'code': 200} Jul 08 01:46:05.397941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] For port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:05.413580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] For port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:05.433846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:05.545255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:05.545903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:05.547348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a HTTP/1.1" status: 200 len: 1092 time: 2.2776089 Jul 08 01:46:05.624556 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:05.637516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:05.691680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c14a259-d076-44d9-b5e8-8970d459858c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-2498b5c7-3609-4549-81f6-f2e310389aa2', 'network_id': '2498b5c7-3609-4549-81f6-f2e310389aa2', 'tenant_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'fixed_ips': [{'subnet_id': '80b3fd43-fe59-4d6e-8878-f014f538788f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:05.693404 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c14a259-d076-44d9-b5e8-8970d459858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:05.697463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54942) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:05.815190 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:05.889429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25000b2-4417-47a3-8993-bb09cf6ffeba admin admin] Deleting subnet 687c391c-9150-48bb-b8b5-d141cac83bb2 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:46:05.918213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d25000b2-4417-47a3-8993-bb09cf6ffeba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.033431 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d25000b2-4417-47a3-8993-bb09cf6ffeba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.098086 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.129175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d25000b2-4417-47a3-8993-bb09cf6ffeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-0c14a259-d076-44d9-b5e8-8970d459858c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80b3fd43-fe59-4d6e-8878-f014f538788f: This subnet is being modified by another concurrent operation. Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 01:46:06.220012 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exception Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80b3fd43-fe59-4d6e-8878-f014f538788f: This subnet is being modified by another concurrent operation. Jul 08 01:46:06.224219 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 01:46:06.291502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bc96dd-6005-4ca8-a892-c73474c05bf3 None None] Network 2498b5c7-3609-4549-81f6-f2e310389aa2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:06.303126 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.320431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2498b5c7-3609-4549-81f6-f2e310389aa2']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:06.340461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f7c236-bbef-45ce-85c3-0ca028a0c331') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:06.341869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f7c236-bbef-45ce-85c3-0ca028a0c331') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:06.363643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=80b3fd43-fe59-4d6e-8878-f014f538788f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:06.382561 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.413655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.438698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d25000b2-4417-47a3-8993-bb09cf6ffeba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.441692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:06.442103 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:06.450586 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:06.497217 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e83bfc3-b1f0-4b50-a7c0-400b8415820a req-f1cacfb4-126e-4507-906d-39d2fca06f19 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.1810081 Jul 08 01:46:06.511115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4e240-f0a7-4e36-88ef-b960c65d02c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:06.540242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25000b2-4417-47a3-8993-bb09cf6ffeba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687c391c-9150-48bb-b8b5-d141cac83bb2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:06.549440 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d25000b2-4417-47a3-8993-bb09cf6ffeba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.554436 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d25000b2-4417-47a3-8993-bb09cf6ffeba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/687c391c-9150-48bb-b8b5-d141cac83bb2 HTTP/1.1" status: 204 len: 168 time: 0.8533280 Jul 08 01:46:06.556174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54952) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:06.565561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd821d05-7b54-4360-bad1-b902a273811c None None] Network bbc20b97-ac36-4f8e-9e06-d45bedb9c171 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:06.624658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.627508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-c8418b43-8617-4e4b-a621-2cd167e2c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:06.628077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-c8418b43-8617-4e4b-a621-2cd167e2c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:06.628601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-c8418b43-8617-4e4b-a621-2cd167e2c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:06.629139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-c8418b43-8617-4e4b-a621-2cd167e2c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:06.629624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-c8418b43-8617-4e4b-a621-2cd167e2c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:06.631007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-c8418b43-8617-4e4b-a621-2cd167e2c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:06.631809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-c8418b43-8617-4e4b-a621-2cd167e2c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:06.634057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-c8418b43-8617-4e4b-a621-2cd167e2c5bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6279 time: 1.1718557 Jul 08 01:46:06.640927 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.648802 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.653873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a478f-4dcb-442e-9f70-aeb413674185 req-d6e96e1a-d78e-4165-a5da-939024b62042 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:06.654444 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/2498b5c7-3609-4549-81f6-f2e310389aa2 HTTP/1.1" status: 204 len: 168 time: 1.3312769 Jul 08 01:46:06.658340 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-591a478f-4dcb-442e-9f70-aeb413674185 req-d6e96e1a-d78e-4165-a5da-939024b62042 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.3554018 Jul 08 01:46:06.662294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54954) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:06.665259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8cf312ba-1945-4e54-8fb6-2190960ea79b None None] Provisioning for port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:06.668480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1327195419'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:06.684139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9452e-731c-43c0-a688-b9784b417a53 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=2498b5c7-3609-4549-81f6-f2e310389aa2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:06.704951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.766805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-591a478f-4dcb-442e-9f70-aeb413674185 req-1f33e730-9172-4545-b011-eae264031546 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629156 Jul 08 01:46:06.794536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:06.799671 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.812139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.829983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530f5944-b3b6-418f-946f-d6f06dffc3b8']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:06.857162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49cb1ac-aaa3-4521-8bf7-3d429f0d8199') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:06.857923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49cb1ac-aaa3-4521-8bf7-3d429f0d8199') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:06.893374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.916527 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.927307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:06.928026 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:06.998111 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:07.017321 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.024180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:07.031126 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.039959 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] 10.222.0.41 "DELETE /v2.0/networks/530f5944-b3b6-418f-946f-d6f06dffc3b8 HTTP/1.1" status: 204 len: 168 time: 0.4824562 Jul 08 01:46:07.042027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54958) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:07.065815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa20624-dc8d-44d3-a17b-f6915dc4417b admin admin] Pushing event deleted for resources: {'Network': ['ID=530f5944-b3b6-418f-946f-d6f06dffc3b8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:07.104702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:07.110660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:07.111442 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.140265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3000e9fd-0c5c-4022-82d4-bdd36e39ede4 admin admin] Deleting subnet ea79f319-86cb-47be-b5f1-b55afe13d68b {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:46:07.154342 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3000e9fd-0c5c-4022-82d4-bdd36e39ede4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.167230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:07.202600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3000e9fd-0c5c-4022-82d4-bdd36e39ede4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.203407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012013d0-0eb7-4046-b47c-c5f25a99df9a None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 01:46:07.236124 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.236742 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment 57144988-606f-4fa2-bbc9-291d358afa33 of type vlan for network bd0b5e10-69a8-4dba-8adc-872aaa76513f Jul 08 01:46:07.259156 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3000e9fd-0c5c-4022-82d4-bdd36e39ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.268474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c608a3cf-400f-49ef-a3bc-95d73d68e1f8 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:46:07.312434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: c608a3cf-400f-49ef-a3bc-95d73d68e1f8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:46:07.313568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c608a3cf-400f-49ef-a3bc-95d73d68e1f8 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:46:07.334407 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3000e9fd-0c5c-4022-82d4-bdd36e39ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.340940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e3c06321-9d0b-41f6-aceb-31414c28dc75 None None] Provisioning complete for port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:07.341573 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e3c06321-9d0b-41f6-aceb-31414c28dc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.361403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-1bc7a8b6-419b-4e40-926b-1cda157491cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.362053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-1bc7a8b6-419b-4e40-926b-1cda157491cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.362595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-1bc7a8b6-419b-4e40-926b-1cda157491cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.365235 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-1bc7a8b6-419b-4e40-926b-1cda157491cb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7048783 Jul 08 01:46:07.374266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': 'ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:07.376884 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:07.392101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.398990 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96635491-2d18-47f0-8c8c-4c51b3fb104e req-4c66c6d7-dc9e-4049-a36c-4ea4274a1f74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0541749 Jul 08 01:46:07.400104 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3000e9fd-0c5c-4022-82d4-bdd36e39ede4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.401938 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3000e9fd-0c5c-4022-82d4-bdd36e39ede4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ea79f319-86cb-47be-b5f1-b55afe13d68b HTTP/1.1" status: 204 len: 168 time: 0.3588829 Jul 08 01:46:07.402817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000e9fd-0c5c-4022-82d4-bdd36e39ede4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea79f319-86cb-47be-b5f1-b55afe13d68b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:07.404900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54962) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:07.441156 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.457018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fad713-e01d-4f79-a709-9f1907928608 req-35eeb7af-efb6-4677-b592-2a02b205fb40 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.465386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66fad713-e01d-4f79-a709-9f1907928608 req-35eeb7af-efb6-4677-b592-2a02b205fb40 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 945 time: 0.7178173 Jul 08 01:46:07.481981 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5fd9c4a9-1293-42cd-a99d-c63548d8ccdc,segment=NetworkSegment(b1b1b605-f99b-4614-adc8-d1f975d4db70),segment_id=b1b1b605-f99b-4614-adc8-d1f975d4db70)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:07.494703 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.510413 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.559776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd6f77-a943-4f22-8635-38d8019dedf7 req-718ef7b5-a6e3-4a80-bd28-940e3bcf96e6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.567041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd6f77-a943-4f22-8635-38d8019dedf7 req-718ef7b5-a6e3-4a80-bd28-940e3bcf96e6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.575135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd6f77-a943-4f22-8635-38d8019dedf7 req-718ef7b5-a6e3-4a80-bd28-940e3bcf96e6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.582321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd6f77-a943-4f22-8635-38d8019dedf7 req-718ef7b5-a6e3-4a80-bd28-940e3bcf96e6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.589297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd6f77-a943-4f22-8635-38d8019dedf7 req-718ef7b5-a6e3-4a80-bd28-940e3bcf96e6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.595530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd6f77-a943-4f22-8635-38d8019dedf7 req-718ef7b5-a6e3-4a80-bd28-940e3bcf96e6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.602617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd6f77-a943-4f22-8635-38d8019dedf7 req-718ef7b5-a6e3-4a80-bd28-940e3bcf96e6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.604852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bebd6f77-a943-4f22-8635-38d8019dedf7 req-718ef7b5-a6e3-4a80-bd28-940e3bcf96e6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5383 time: 0.5148556 Jul 08 01:46:07.615842 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.627893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390ccb85-85d3-48a0-9bd3-0554b14ed282']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:07.628897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5fd9c4a9-1293-42cd-a99d-c63548d8ccdc,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:07.641144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ce1a2e-3162-4f18-979f-a92b21fe7645') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:07.641144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ce1a2e-3162-4f18-979f-a92b21fe7645') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:07.648738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012013d0-0eb7-4046-b47c-c5f25a99df9a None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 01:46:07.653901 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.654255 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:46:07.668516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.675506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:07.675914 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:07.678688 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:07.701428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66fad713-e01d-4f79-a709-9f1907928608 req-fa28ac8d-f6a6-4a87-a5a8-48505a82a298 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349970 Jul 08 01:46:07.740543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.748262 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.748936 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.758905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.765058 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:07.769685 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] 10.222.0.41 "DELETE /v2.0/networks/390ccb85-85d3-48a0-9bd3-0554b14ed282 HTTP/1.1" status: 204 len: 168 time: 0.3612580 Jul 08 01:46:07.788524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24897bf1-5bdf-45d0-83f9-6b370f8e2b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=390ccb85-85d3-48a0-9bd3-0554b14ed282,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:07.879587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-8cc37009-3032-4014-b2d2-726dcbe356b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:07.882211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9039cf-414d-4e80-8f00-1e9527343f2b req-8cc37009-3032-4014-b2d2-726dcbe356b0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4969380 Jul 08 01:46:07.918118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bebd6f77-a943-4f22-8635-38d8019dedf7 req-20e88582-2ff8-48f6-b8cb-34dd6b169c62 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2917316 Jul 08 01:46:07.940248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2765546 Jul 08 01:46:07.944672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54970) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:07.951139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': 'bd0b5e10-69a8-4dba-8adc-872aaa76513f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:07.974761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd11ee-a40f-4e47-9db9-192ecdb90511 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=bd0b5e10-69a8-4dba-8adc-872aaa76513f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:07.986924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:07.994015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network bd0b5e10-69a8-4dba-8adc-872aaa76513f details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:07.996229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.014205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Transition to ACTIVE for port object 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:08.022105 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.063994 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913714ea-b3fc-406e-8a72-63abdc5561de x-openstack-request-id: req-913714ea-b3fc-406e-8a72-63abdc5561de {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:08.064579 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:08.064579 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-913714ea-b3fc-406e-8a72-63abdc5561de {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:08.064950 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': 'ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a', 'status': 'completed', 'code': 200} Jul 08 01:46:08.068654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54974) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:08.153607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Pushing event updated for resources: {'Port': ['ID=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:08.257999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-22a05dfc-3ddb-45d0-accc-59c7a5ca4ea6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09c80686cfc2430398fb1c27f805daf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877656 Jul 08 01:46:08.260812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54976) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:08.280575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-73c9e28d-68c5-438f-8fe5-bd4cc1615325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.281378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-73c9e28d-68c5-438f-8fe5-bd4cc1615325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.282022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-73c9e28d-68c5-438f-8fe5-bd4cc1615325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.282653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-73c9e28d-68c5-438f-8fe5-bd4cc1615325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.283284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-73c9e28d-68c5-438f-8fe5-bd4cc1615325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.284685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-73c9e28d-68c5-438f-8fe5-bd4cc1615325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.285331 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-73c9e28d-68c5-438f-8fe5-bd4cc1615325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.288266 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-73c9e28d-68c5-438f-8fe5-bd4cc1615325 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6305 time: 0.2029297 Jul 08 01:46:08.308734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Attempting to bind port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:08.309361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Attempting to bind port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:08.310003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Attempting to bind port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:08.315590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:08.328150 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.341753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:46:08.342406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Attempting to bind port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:08.425591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:08.426082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Checking segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:08.426879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Bound using segment: {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:08.427505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Bound port: 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3147b85e-2823-4487-8e1c-62c3394e0bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:08.428343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.466540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-02bc757b-1228-45a4-97d2-9ed57334c028 req-90c14fcb-ce05-49f0-b7e0-53ab19bc08da tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0679376 Jul 08 01:46:08.539535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Performing IP validity checks on allocation pools {{(pid=93884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 01:46:08.540288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 01:46:08.563462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a50dfcf-d6cb-4be3-b3fc-4af6af9d2373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.598612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a50dfcf-d6cb-4be3-b3fc-4af6af9d2373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.606937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-0dbf4a79-617e-4f22-bded-d08bb0ea6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.607550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-0dbf4a79-617e-4f22-bded-d08bb0ea6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.607890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-0dbf4a79-617e-4f22-bded-d08bb0ea6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.609734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-0dbf4a79-617e-4f22-bded-d08bb0ea6aa0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3024087 Jul 08 01:46:08.692994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] For port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:08.718558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] For port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:08.724754 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.733512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a50dfcf-d6cb-4be3-b3fc-4af6af9d2373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.740381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a50dfcf-d6cb-4be3-b3fc-4af6af9d2373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.741748 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a50dfcf-d6cb-4be3-b3fc-4af6af9d2373 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e649ae38-1dc1-44bf-83d9-5f93dd4dbf40 HTTP/1.1" status: 204 len: 168 time: 0.4788837 Jul 08 01:46:08.742184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.757298 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50dfcf-d6cb-4be3-b3fc-4af6af9d2373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e649ae38-1dc1-44bf-83d9-5f93dd4dbf40,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:08.827282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.828332 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:08.830531 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] 10.222.0.24 "PUT /v2.0/ports/59bc661f-2c71-4a88-aff0-9fc77cbf1bdc HTTP/1.1" status: 200 len: 1092 time: 3.2184961 Jul 08 01:46:08.831892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-992f9c42-18f7-49da-b965-99d1a8500274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:08.846494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64f8cbf6-ce3f-4b49-bb72-afc3f685d1d9 req-992f9c42-18f7-49da-b965-99d1a8500274 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2299383 Jul 08 01:46:08.912640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:08.984319 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:09.034365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:09.066745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:09.068051 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:09.095722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6e64b-0981-4d44-ac3d-ac9a9ae9e89d service neutron] Pushing event updated for resources: {'Port': ['ID=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:09.205143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=d4564a54-ad01-4ac4-9e6d-270671974eb8,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:09.227556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': '57144988-606f-4fa2-bbc9-291d358afa33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd0b5e10-69a8-4dba-8adc-872aaa76513f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:09.227927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: bd0b5e10-69a8-4dba-8adc-872aaa76513f, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:09.265872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network bd0b5e10-69a8-4dba-8adc-872aaa76513f is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:09.290598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, bd0b5e10-69a8-4dba-8adc-872aaa76513f) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:09.297368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:09.298263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:09.308564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b405b-ae98-4629-a18e-393942ee1c02 None None] Network bd0b5e10-69a8-4dba-8adc-872aaa76513f requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:09.309267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836102a5-1279-4e4a-9edc-028a15c418bf req-a8dbf60b-0e0b-48c4-9a38-755652971fa4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:09.316660 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-836102a5-1279-4e4a-9edc-028a15c418bf req-a8dbf60b-0e0b-48c4-9a38-755652971fa4 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.2623718 Jul 08 01:46:09.331795 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bdc924a0-a78e-42f6-a4fc-303e610978ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3850091 Jul 08 01:46:09.335412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55002) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:09.389620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-836102a5-1279-4e4a-9edc-028a15c418bf req-11077754-3ad8-44be-bc3f-92931952e93b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712733 Jul 08 01:46:09.404832 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:09.541769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55006) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:09.668397 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-74302a75-f50b-4bd3-a6ba-7ff2f2fdc9bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dacf909592264dc8825dc2eae8d9cbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255505 Jul 08 01:46:09.676171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:09.681479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55010) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:09.746462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3811df81-6996-4f42-a0e4-7d6536cc17fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-bd0b5e10-69a8-4dba-8adc-872aaa76513f', 'network_id': 'bd0b5e10-69a8-4dba-8adc-872aaa76513f', 'tenant_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'fixed_ips': [{'subnet_id': 'd4564a54-ad01-4ac4-9e6d-270671974eb8'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:09.747818 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3811df81-6996-4f42-a0e4-7d6536cc17fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:09.830324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5022e167-4ed3-49e2-856e-cd3b6ba8b95b req-f29cc95f-4baf-45f3-a251-72922719cd70 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.1382072 Jul 08 01:46:09.858783 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:09.951897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f9b898a-5e9d-480d-ab83-928deae5393e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:09.957345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.024156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=d4564a54-ad01-4ac4-9e6d-270671974eb8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:10.068979 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f9b898a-5e9d-480d-ab83-928deae5393e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.069528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '59bc661f-2c71-4a88-aff0-9fc77cbf1bdc'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:10.077383 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a" -d '{"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "59bc661f-2c71-4a88-aff0-9fc77cbf1bdc"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:10.189669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6521c1a-07eb-4fda-8977-baaded3a0320 req-340e2ea5-5ba3-4343-a0c2-84e04f99ab33 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:10.212025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6521c1a-07eb-4fda-8977-baaded3a0320 req-340e2ea5-5ba3-4343-a0c2-84e04f99ab33 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:10.249517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6521c1a-07eb-4fda-8977-baaded3a0320 req-340e2ea5-5ba3-4343-a0c2-84e04f99ab33 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:10.259678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6521c1a-07eb-4fda-8977-baaded3a0320 req-340e2ea5-5ba3-4343-a0c2-84e04f99ab33 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-3811df81-6996-4f42-a0e4-7d6536cc17fd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4564a54-ad01-4ac4-9e6d-270671974eb8: This subnet is being modified by another concurrent operation. Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 01:46:10.282427 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exception Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4564a54-ad01-4ac4-9e6d-270671974eb8: This subnet is being modified by another concurrent operation. Jul 08 01:46:10.290171 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 01:46:10.307843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f9b898a-5e9d-480d-ab83-928deae5393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.307843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f9b898a-5e9d-480d-ab83-928deae5393e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.307843 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2f9b898a-5e9d-480d-ab83-928deae5393e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64599ba1-4e86-4eb8-8269-f5d24558c94f HTTP/1.1" status: 204 len: 168 time: 0.6096456 Jul 08 01:46:10.315466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6521c1a-07eb-4fda-8977-baaded3a0320 req-340e2ea5-5ba3-4343-a0c2-84e04f99ab33 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:10.317092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a38fde-8ff5-45c2-89a4-78ea2564807f None None] Network bd0b5e10-69a8-4dba-8adc-872aaa76513f requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:10.327040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6521c1a-07eb-4fda-8977-baaded3a0320 req-340e2ea5-5ba3-4343-a0c2-84e04f99ab33 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:10.337910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6521c1a-07eb-4fda-8977-baaded3a0320 req-340e2ea5-5ba3-4343-a0c2-84e04f99ab33 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:10.344804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6521c1a-07eb-4fda-8977-baaded3a0320 req-340e2ea5-5ba3-4343-a0c2-84e04f99ab33 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5395 time: 0.8569348 Jul 08 01:46:10.361001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.376761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0b5e10-69a8-4dba-8adc-872aaa76513f']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:10.391258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57144988-606f-4fa2-bbc9-291d358afa33') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:10.391991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57144988-606f-4fa2-bbc9-291d358afa33') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:10.404078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.476722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b898a-5e9d-480d-ab83-928deae5393e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64599ba1-4e86-4eb8-8269-f5d24558c94f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:10.488793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.499132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6521c1a-07eb-4fda-8977-baaded3a0320 req-39cb98da-19ea-4dbf-a22b-fb1fd1760535 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490710 Jul 08 01:46:10.505465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:10.506146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:10.512955 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:10.604614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7472ac10-6c0e-4bf5-81ea-0c027eb58b77 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 01:46:10.735908 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e676657f-f7bc-476a-9607-a9ffc1b1ea77 x-openstack-request-id: req-e676657f-f7bc-476a-9607-a9ffc1b1ea77 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:10.736452 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "59bc661f-2c71-4a88-aff0-9fc77cbf1bdc", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:10.736838 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e676657f-f7bc-476a-9607-a9ffc1b1ea77 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:10.737428 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '59bc661f-2c71-4a88-aff0-9fc77cbf1bdc', 'status': 'completed', 'code': 200} Jul 08 01:46:10.742476 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.755294 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.763745 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/bd0b5e10-69a8-4dba-8adc-872aaa76513f HTTP/1.1" status: 204 len: 168 time: 1.4258459 Jul 08 01:46:10.766693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55028) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:10.791499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-764721032'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:10.867332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b0c4f-962f-4727-a85e-3a1bb99af19f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=bd0b5e10-69a8-4dba-8adc-872aaa76513f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:10.900237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:10.907088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e8d5e4-912a-42c9-91af-9e7630c09c8c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:10.910534 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.972808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:10.995411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:10.996712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472ac10-6c0e-4bf5-81ea-0c027eb58b77 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 01:46:11.017698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:11.017954 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment a4c0dba5-88be-466c-b6eb-0e296f78e8f0 of type vlan for network 3b3baa72-5868-46e9-acac-69b412515570 Jul 08 01:46:11.099085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Transition to ACTIVE for port object 54e8d5e4-912a-42c9-91af-9e7630c09c8c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:11.114657 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:11.170482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:11.225445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Pushing event updated for resources: {'Port': ['ID=54e8d5e4-912a-42c9-91af-9e7630c09c8c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:11.249427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-fb3b485a-d26f-45a6-b047-fe95ad41f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:11.250748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-fb3b485a-d26f-45a6-b047-fe95ad41f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:11.251799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-fb3b485a-d26f-45a6-b047-fe95ad41f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:11.252910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-fb3b485a-d26f-45a6-b047-fe95ad41f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:11.254250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-fb3b485a-d26f-45a6-b047-fe95ad41f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:11.255398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-fb3b485a-d26f-45a6-b047-fe95ad41f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:11.256447 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:11.257014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-fb3b485a-d26f-45a6-b047-fe95ad41f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:11.260734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-fb3b485a-d26f-45a6-b047-fe95ad41f03d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6347 time: 0.5219259 Jul 08 01:46:11.263943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:11.264793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:11.534359 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7588773 Jul 08 01:46:11.542060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55052) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:11.559313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 42b59471-ae82-461f-a180-6ddb1ff20b31 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:46:11.562375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': '3b3baa72-5868-46e9-acac-69b412515570', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:11.646924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e5836-7353-4968-a3a2-0198960ffe09 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=3b3baa72-5868-46e9-acac-69b412515570,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:11.837682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 3b3baa72-5868-46e9-acac-69b412515570 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:11.900569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Attempting to bind port 54e8d5e4-912a-42c9-91af-9e7630c09c8c on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:11.901049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Attempting to bind port 54e8d5e4-912a-42c9-91af-9e7630c09c8c by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:11.901486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Attempting to bind port 54e8d5e4-912a-42c9-91af-9e7630c09c8c on network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:11.909318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:11.914700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:11.979283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc361bb-accb-4528-a694-f42b6562ca84 req-8d7ccb0a-5a2a-4013-a932-3217f4571bbe tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:11.982414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0dc361bb-accb-4528-a694-f42b6562ca84 req-8d7ccb0a-5a2a-4013-a932-3217f4571bbe tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.9976842 Jul 08 01:46:12.009876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Port 54e8d5e4-912a-42c9-91af-9e7630c09c8c on network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:46:12.010381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Attempting to bind port 54e8d5e4-912a-42c9-91af-9e7630c09c8c on network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:12.045432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:12.045862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Checking segment: {'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:12.046474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Bound using segment: {'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:12.047223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Bound port: 54e8d5e4-912a-42c9-91af-9e7630c09c8c, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:12.047815 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:12.185692 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:46:12.420938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] For port 54e8d5e4-912a-42c9-91af-9e7630c09c8c, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:12.434661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 42b59471-ae82-461f-a180-6ddb1ff20b31, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=42b59471-ae82-461f-a180-6ddb1ff20b31,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:12.458944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '42b59471-ae82-461f-a180-6ddb1ff20b31', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'port_id': '42b59471-ae82-461f-a180-6ddb1ff20b31', 'mac_address': 'fa:16:3e:f2:b8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:46:12.521900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:12.535647 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:12.542526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:12.573693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42b59471-ae82-461f-a180-6ddb1ff20b31 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:12.581601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] For port 54e8d5e4-912a-42c9-91af-9e7630c09c8c, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=54e8d5e4-912a-42c9-91af-9e7630c09c8c,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:12.609190 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-5114561c-a84a-42c6-8818-8b615fbbcc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:12.610092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-5114561c-a84a-42c6-8818-8b615fbbcc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:12.611132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-5114561c-a84a-42c6-8818-8b615fbbcc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:12.615013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-5114561c-a84a-42c6-8818-8b615fbbcc4a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.3446221 Jul 08 01:46:12.657208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0dc361bb-accb-4528-a694-f42b6562ca84 req-9bdbe5ca-50da-4112-ae45-4a66ab227907 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6563137 Jul 08 01:46:12.666384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:12.668866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': 'a4c0dba5-88be-466c-b6eb-0e296f78e8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3b3baa72-5868-46e9-acac-69b412515570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:12.669478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: 3b3baa72-5868-46e9-acac-69b412515570, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:12.676237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 42b59471-ae82-461f-a180-6ddb1ff20b31, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=42b59471-ae82-461f-a180-6ddb1ff20b31,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:12.687617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=f97c6f1e-7290-4604-b960-0f90e0e410e1,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:12.688054 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:12.707849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network 3b3baa72-5868-46e9-acac-69b412515570 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:12.753980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 3b3baa72-5868-46e9-acac-69b412515570) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:12.777213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:12.778375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:12.788532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db851b1-07c7-41d3-9bec-6b4cf578084b None None] Network 3b3baa72-5868-46e9-acac-69b412515570 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:12.815219 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f35e6c34-2cd3-420d-94dd-947e5eb4b2db tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2700474 Jul 08 01:46:12.826925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55098) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:13.011817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['42b59471-ae82-461f-a180-6ddb1ff20b31'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:46:13.023277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=42b59471-ae82-461f-a180-6ddb1ff20b31,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:13.023474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Pushing event updated for resources: {'Port': ['ID=54e8d5e4-912a-42c9-91af-9e7630c09c8c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:13.038518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-8c090654-ae26-4491-a263-bc3677cb0321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:13.042149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9f053f0-60ce-45b2-a5bc-9ad1d101d55a req-8c090654-ae26-4491-a263-bc3677cb0321 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3705597 Jul 08 01:46:13.070035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-network', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:13.089879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:13.090920 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.093094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-75a72e41-2910-4fc6-9ab1-99548a50278a service neutron] 10.222.0.24 "PUT /v2.0/ports/54e8d5e4-912a-42c9-91af-9e7630c09c8c HTTP/1.1" status: 200 len: 1092 time: 4.1957109 Jul 08 01:46:13.094715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '54e8d5e4-912a-42c9-91af-9e7630c09c8c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:13.108843 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add0ee6b-349e-4b57-9454-4521b737860a" -d '{"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "54e8d5e4-912a-42c9-91af-9e7630c09c8c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:13.172795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Request body: {'port': {'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:13.182082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.307764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Made reservation on behalf of faa83d46a81943f0a7006547d10c916e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:13.313422 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.405479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.479392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.591992 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.698742 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.737162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e20f-ae57-4b9b-9104-081d487a3786 req-a1a229be-1524-4f91-8051-5388c8d516f7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:13.757847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e20f-ae57-4b9b-9104-081d487a3786 req-a1a229be-1524-4f91-8051-5388c8d516f7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:13.764033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e20f-ae57-4b9b-9104-081d487a3786 req-a1a229be-1524-4f91-8051-5388c8d516f7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:13.771861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=f97c6f1e-7290-4604-b960-0f90e0e410e1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:13.782770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e20f-ae57-4b9b-9104-081d487a3786 req-a1a229be-1524-4f91-8051-5388c8d516f7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:13.802946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e20f-ae57-4b9b-9104-081d487a3786 req-a1a229be-1524-4f91-8051-5388c8d516f7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:13.823029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e20f-ae57-4b9b-9104-081d487a3786 req-a1a229be-1524-4f91-8051-5388c8d516f7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:13.844929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09e20f-ae57-4b9b-9104-081d487a3786 req-a1a229be-1524-4f91-8051-5388c8d516f7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:13.853770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba09e20f-ae57-4b9b-9104-081d487a3786 req-a1a229be-1524-4f91-8051-5388c8d516f7 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5407 time: 0.4519618 Jul 08 01:46:13.867409 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.890270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3baa72-5868-46e9-acac-69b412515570']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:13.907201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c0dba5-88be-466c-b6eb-0e296f78e8f0') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:13.908039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c0dba5-88be-466c-b6eb-0e296f78e8f0') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:13.919760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753870ae-9c61-4956-af6a-45b5698bc2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-3b3baa72-5868-46e9-acac-69b412515570', 'network_id': '3b3baa72-5868-46e9-acac-69b412515570', 'tenant_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'fixed_ips': [{'subnet_id': 'f97c6f1e-7290-4604-b960-0f90e0e410e1'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:13.920658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-753870ae-9c61-4956-af6a-45b5698bc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.927244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.981462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:13.997492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:13.998155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.000726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d51569c-ef22-440b-aebf-44717d70d5fa req-96877a14-a841-4cd9-bb83-bdb0266d61c7 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.1091549 Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:14.003671 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:14.209260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-753870ae-9c61-4956-af6a-45b5698bc2b2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:46:14.209260 n-d-694802-14 neutron-server[93885]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 08 01:46:14.209260 n-d-694802-14 neutron-server[93885]: [parameters: {'project_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'id': '564e4f7d-7815-4454-9b85-e0a9825f6848', 'name': '', 'network_id': '3b3baa72-5868-46e9-acac-69b412515570', 'mac_address': 'fa:16:3e:a3:85:1b', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-3b3baa72-5868-46e9-acac-69b412515570', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1297}] Jul 08 01:46:14.209260 n-d-694802-14 neutron-server[93885]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:46:14.210074 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-753870ae-9c61-4956-af6a-45b5698bc2b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:46:14.213382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.220688 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.222967 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/3b3baa72-5868-46e9-acac-69b412515570 HTTP/1.1" status: 204 len: 168 time: 1.3927033 Jul 08 01:46:14.226755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55114) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:14.258759 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-949822781'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:14.292794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0c697-8daa-4588-ab7f-70a2f9981c5f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=3b3baa72-5868-46e9-acac-69b412515570,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:14.299263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:14.309117 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.325963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Transition to ACTIVE for port object d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:14.342602 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb355f06-3f15-4f9d-b624-b5ea55f45afd x-openstack-request-id: req-cb355f06-3f15-4f9d-b624-b5ea55f45afd {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:14.343255 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "54e8d5e4-912a-42c9-91af-9e7630c09c8c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:14.343665 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb355f06-3f15-4f9d-b624-b5ea55f45afd {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:14.344246 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '54e8d5e4-912a-42c9-91af-9e7630c09c8c', 'status': 'completed', 'code': 200} Jul 08 01:46:14.357334 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.535706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba09e20f-ae57-4b9b-9104-081d487a3786 req-f19cef1c-f9d6-4144-b390-5c6a2f8a2587 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6596847 Jul 08 01:46:14.623545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:14.644852 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.666416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.689422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:14.700000 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.712956 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-753870ae-9c61-4956-af6a-45b5698bc2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.753256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:14.773854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:14.774511 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment 32d3a1fd-88c9-4dd4-8aaa-26f52a99b064 of type vlan for network 7219d44f-c8f8-4137-a3c0-807a1ed10177 Jul 08 01:46:14.822468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56967dce-146b-40d0-9b60-45b000cadd07 None None] Network 3b3baa72-5868-46e9-acac-69b412515570 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:14.855256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56967dce-146b-40d0-9b60-45b000cadd07 None None] Network 3b3baa72-5868-46e9-acac-69b412515570 could not be found, it might have been deleted concurrently. {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 01:46:14.962707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab1eb14-e372-434b-a9f6-81960192a070,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:14.977890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:14.983927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Attempting to bind port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:14.984938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Attempting to bind port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:14.985788 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Attempting to bind port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 on network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:15.007125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:15.016787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 on network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:46:15.017581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Attempting to bind port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 on network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:15.041751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fa811-5b45-4a7a-9dd4-47027683e8ed req-616fdb3c-4b4f-4acf-af98-78f762472d9a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:15.056260 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e85fa811-5b45-4a7a-9dd4-47027683e8ed req-616fdb3c-4b4f-4acf-af98-78f762472d9a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 944 time: 0.6852436 Jul 08 01:46:15.089890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-a0be5f14-205c-4079-910c-459e7885e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:15.090501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-a0be5f14-205c-4079-910c-459e7885e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:15.090990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-a0be5f14-205c-4079-910c-459e7885e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:15.091495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-a0be5f14-205c-4079-910c-459e7885e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:15.092134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-a0be5f14-205c-4079-910c-459e7885e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:15.092531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-a0be5f14-205c-4079-910c-459e7885e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:15.093193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-a0be5f14-205c-4079-910c-459e7885e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:15.095851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-add0ee6b-349e-4b57-9454-4521b737860a req-a0be5f14-205c-4079-910c-459e7885e4bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6441 time: 0.7502096 Jul 08 01:46:15.100193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:15.100658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Checking segment: {'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:15.101184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Bound using segment: {'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:15.101918 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Bound port: d5ce9f60-571d-4f8a-8f0f-2c24d7ada896, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4fe376b-0167-46de-9671-f0637194e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:15.102484 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:15.154361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:15.162853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:15.165740 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:15.189538 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:15.189538 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Added segment f15b8392-6533-4309-9a5e-8e08407e4894 of type vlan for network 46d12f18-abb9-43b2-8f24-b34d54b1ecce Jul 08 01:46:15.416888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=7219d44f-c8f8-4137-a3c0-807a1ed10177,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:15.437960 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f91679f1-253d-45fa-9de0-12faa415ec5a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2077022 Jul 08 01:46:15.439053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55126) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:15.445179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 7219d44f-c8f8-4137-a3c0-807a1ed10177 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:15.461654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': '7219d44f-c8f8-4137-a3c0-807a1ed10177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:15.576801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 42b59471-ae82-461f-a180-6ddb1ff20b31 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:15.714201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:15.721175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:15.768849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 42b59471-ae82-461f-a180-6ddb1ff20b31 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:15.770015 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.014910 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.095592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b59471-ae82-461f-a180-6ddb1ff20b31'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:16.098788 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49500fa7-8cda-49e3-a9c6-66b93dc6e738" -d '{"events": [{"server_uuid": "2d85ed8a-61a8-43cf-b365-4499afb780b6", "name": "network-vif-plugged", "status": "completed", "tag": "42b59471-ae82-461f-a180-6ddb1ff20b31"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:16.105727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 42b59471-ae82-461f-a180-6ddb1ff20b31, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=42b59471-ae82-461f-a180-6ddb1ff20b31,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:16.120035 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.135001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.232182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=42b59471-ae82-461f-a180-6ddb1ff20b31,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:16.251753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=8793a1b8-055d-4e04-8d31-8d944a4ffff8,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:16.289512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': '32d3a1fd-88c9-4dd4-8aaa-26f52a99b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7219d44f-c8f8-4137-a3c0-807a1ed10177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:16.289963 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: 7219d44f-c8f8-4137-a3c0-807a1ed10177, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:16.297559 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] For port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:16.304176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] For port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:16.315309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network 7219d44f-c8f8-4137-a3c0-807a1ed10177 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:16.328553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 7219d44f-c8f8-4137-a3c0-807a1ed10177) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:16.338655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ee57f-3912-4e1e-8bca-eccb6ea03120 None None] Network 7219d44f-c8f8-4137-a3c0-807a1ed10177 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:16.357040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:16.357664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.359352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d97d170a-a1df-49b3-bc86-ff4da1ff3936 req-c44dda5a-e713-4532-937e-5d2ce631648d tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0506229 Jul 08 01:46:16.396948 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.401565 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-63d330ab-1a93-4525-8c41-1a7538621ca3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9585617 Jul 08 01:46:16.401890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55136) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:16.437865 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:16.439225 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.442897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 HTTP/1.1" status: 200 len: 1092 time: 3.2880285 Jul 08 01:46:16.456638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': 'd5ce9f60-571d-4f8a-8f0f-2c24d7ada896'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:16.462465 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8e4085-5bd3-4a6f-985d-e920093d4a73" -d '{"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "d5ce9f60-571d-4f8a-8f0f-2c24d7ada896"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:16.487268 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e85fa811-5b45-4a7a-9dd4-47027683e8ed req-cc15c1df-fc30-46fd-8f60-4704508861a3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4291306 Jul 08 01:46:16.695693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-7219d44f-c8f8-4137-a3c0-807a1ed10177', 'network_id': '7219d44f-c8f8-4137-a3c0-807a1ed10177', 'tenant_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'fixed_ips': [{'subnet_id': '8793a1b8-055d-4e04-8d31-8d944a4ffff8'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:16.698520 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.705602 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.761870 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.778373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-c8cce935-e303-49be-a240-f6373874589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:16.779193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-c8cce935-e303-49be-a240-f6373874589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:16.785104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-c8cce935-e303-49be-a240-f6373874589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:16.787838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-add0ee6b-349e-4b57-9454-4521b737860a req-c8cce935-e303-49be-a240-f6373874589b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.6635628 Jul 08 01:46:16.823969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee9b46-5996-41d4-9170-694ee18313e7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:16.903813 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.914909 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb65f283-665f-4d25-a002-d574edb1abde x-openstack-request-id: req-cb65f283-665f-4d25-a002-d574edb1abde {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:16.915218 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d85ed8a-61a8-43cf-b365-4499afb780b6", "name": "network-vif-plugged", "status": "completed", "tag": "42b59471-ae82-461f-a180-6ddb1ff20b31", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:16.915470 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb65f283-665f-4d25-a002-d574edb1abde {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:16.915910 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b59471-ae82-461f-a180-6ddb1ff20b31', 'code': 200} Jul 08 01:46:16.949968 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:16.951086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:16.951806 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.044808 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.5111446 Jul 08 01:46:17.047793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55142) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:17.055461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Request body: {'subnet': {'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-subnet', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:17.059221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Allocated IP 172.20.0.2 (7219d44f-c8f8-4137-a3c0-807a1ed10177/8793a1b8-055d-4e04-8d31-8d944a4ffff8/38ee8836-b7d4-4cce-a119-9856e1472505) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:17.083378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbce48-0792-4249-bd76-df5b2d911b80 admin admin] Pushing event updated for resources: {'Network': ['ID=46d12f18-abb9-43b2-8f24-b34d54b1ecce,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:17.091445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ee6b-349e-4b57-9454-4521b737860a req-a39c42bf-6ad8-4ddc-a95b-770e79a63864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.093257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-add0ee6b-349e-4b57-9454-4521b737860a req-a39c42bf-6ad8-4ddc-a95b-770e79a63864 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2630754 Jul 08 01:46:17.106577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 46d12f18-abb9-43b2-8f24-b34d54b1ecce details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:17.117141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0c9e-7de1-4924-b91e-245ad7dd9e84 req-1a1378b9-07d8-4bff-9774-28bd2947d362 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.120225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Made reservation on behalf of faa83d46a81943f0a7006547d10c916e for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:17.123221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.137317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0c9e-7de1-4924-b91e-245ad7dd9e84 req-1a1378b9-07d8-4bff-9774-28bd2947d362 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.144488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0c9e-7de1-4924-b91e-245ad7dd9e84 req-1a1378b9-07d8-4bff-9774-28bd2947d362 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.167304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0c9e-7de1-4924-b91e-245ad7dd9e84 req-1a1378b9-07d8-4bff-9774-28bd2947d362 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.173576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0c9e-7de1-4924-b91e-245ad7dd9e84 req-1a1378b9-07d8-4bff-9774-28bd2947d362 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.185465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0c9e-7de1-4924-b91e-245ad7dd9e84 req-1a1378b9-07d8-4bff-9774-28bd2947d362 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.191801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0c9e-7de1-4924-b91e-245ad7dd9e84 req-1a1378b9-07d8-4bff-9774-28bd2947d362 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.195082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d1a0c9e-7de1-4924-b91e-245ad7dd9e84 req-1a1378b9-07d8-4bff-9774-28bd2947d362 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.4207163 Jul 08 01:46:17.305673 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb72a7eb-d52b-4ba0-a1ca-f7f2d386c143 x-openstack-request-id: req-cb72a7eb-d52b-4ba0-a1ca-f7f2d386c143 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:17.307354 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "d5ce9f60-571d-4f8a-8f0f-2c24d7ada896", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:17.307834 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb72a7eb-d52b-4ba0-a1ca-f7f2d386c143 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:17.309776 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': 'd5ce9f60-571d-4f8a-8f0f-2c24d7ada896', 'status': 'completed', 'code': 200} Jul 08 01:46:17.439466 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d1a0c9e-7de1-4924-b91e-245ad7dd9e84 req-07ade418-a2ac-4195-97da-67f00d37d402 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2237284 Jul 08 01:46:17.449372 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.472457 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.477874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Transition to ACTIVE for port object 38ee8836-b7d4-4cce-a119-9856e1472505 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:17.496089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-103e2dff-653d-4d80-a244-10ad731e44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.502401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-103e2dff-653d-4d80-a244-10ad731e44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.502993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-103e2dff-653d-4d80-a244-10ad731e44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.503546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-103e2dff-653d-4d80-a244-10ad731e44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.504088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-103e2dff-653d-4d80-a244-10ad731e44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.504695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-103e2dff-653d-4d80-a244-10ad731e44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.505343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-103e2dff-653d-4d80-a244-10ad731e44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.507925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-103e2dff-653d-4d80-a244-10ad731e44c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6483 time: 0.3015764 Jul 08 01:46:17.516984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Transition to ACTIVE for port object 38ee8836-b7d4-4cce-a119-9856e1472505 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:17.530757 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.548047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94961fd2-f0b2-480a-8f90-60a666db042b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:17.616176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.621892 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-0ec9c4d4-4856-402b-bfcf-43fd7ce3c773 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01f59963-7727-45d1-8c67-8c68a0c10e2f HTTP/1.1" status: 200 len: 217 time: 0.1024251 Jul 08 01:46:17.648717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Network 7219d44f-c8f8-4137-a3c0-807a1ed10177 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:17.655757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:17.662596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:17.664820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Pushing event updated for resources: {'Port': ['ID=38ee8836-b7d4-4cce-a119-9856e1472505,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:17.740616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Attempting to bind port 38ee8836-b7d4-4cce-a119-9856e1472505 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:17.741500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Attempting to bind port 38ee8836-b7d4-4cce-a119-9856e1472505 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '32d3a1fd-88c9-4dd4-8aaa-26f52a99b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7219d44f-c8f8-4137-a3c0-807a1ed10177'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:17.741500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Attempting to bind port 38ee8836-b7d4-4cce-a119-9856e1472505 on network 7219d44f-c8f8-4137-a3c0-807a1ed10177 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:17.748055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:17.748650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Checking segment: {'id': '32d3a1fd-88c9-4dd4-8aaa-26f52a99b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7219d44f-c8f8-4137-a3c0-807a1ed10177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:17.749100 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.749566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Bound using segment: {'id': '32d3a1fd-88c9-4dd4-8aaa-26f52a99b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7219d44f-c8f8-4137-a3c0-807a1ed10177'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:17.750983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Bound port: 38ee8836-b7d4-4cce-a119-9856e1472505, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d3a1fd-88c9-4dd4-8aaa-26f52a99b064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7219d44f-c8f8-4137-a3c0-807a1ed10177'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:17.750983 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.757821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=8793a1b8-055d-4e04-8d31-8d944a4ffff8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:17.799702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ddf2c77-4e8f-4ad0-9b1c-6df365592a4b req-61b292b9-95f7-49ba-ac8d-7295b793cd28 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.1548312 Jul 08 01:46:17.856280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] For port 38ee8836-b7d4-4cce-a119-9856e1472505, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:17.861387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] For port 38ee8836-b7d4-4cce-a119-9856e1472505, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=38ee8836-b7d4-4cce-a119-9856e1472505,segment=NetworkSegment(32d3a1fd-88c9-4dd4-8aaa-26f52a99b064),segment_id=32d3a1fd-88c9-4dd4-8aaa-26f52a99b064)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:17.874339 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.884558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Checking segment: {'id': 'f15b8392-6533-4309-9a5e-8e08407e4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:17.885167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Network hostable DHCP agents. Network: 46d12f18-abb9-43b2-8f24-b34d54b1ecce, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:17.895132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-de128862-b4bb-4568-b01c-db051f4cbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:17.906038 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-de128862-b4bb-4568-b01c-db051f4cbdf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7e139f1-c7ab-4e50-8986-4c119571abe7 HTTP/1.1" status: 200 len: 850 time: 0.2775474 Jul 08 01:46:17.932278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:17.970937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Network 46d12f18-abb9-43b2-8f24-b34d54b1ecce is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:17.975281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7219d44f-c8f8-4137-a3c0-807a1ed10177']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:18.017682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767926d-b325-4872-ba37-b5d01ac313c1 None None] Pushing event updated for resources: {'Port': ['ID=38ee8836-b7d4-4cce-a119-9856e1472505,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:18.030173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d3a1fd-88c9-4dd4-8aaa-26f52a99b064') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:18.030475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d3a1fd-88c9-4dd4-8aaa-26f52a99b064') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:18.036711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b04cb-6169-46cf-88f2-1fe84c22fa07 None None] Network 7219d44f-c8f8-4137-a3c0-807a1ed10177 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:18.056643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67d8b2-97e9-45b4-953c-d217e7992be2 req-980848d1-7eab-49dc-b98b-24f2c5f5bfa9 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:18.057663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 46d12f18-abb9-43b2-8f24-b34d54b1ecce) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:18.060157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f67d8b2-97e9-45b4-953c-d217e7992be2 req-980848d1-7eab-49dc-b98b-24f2c5f5bfa9 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.2733335 Jul 08 01:46:18.060391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:18.081456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:18.082073 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:18.083655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55522eb-54e3-45ee-ae2b-1acc20b21b74 None None] Network 46d12f18-abb9-43b2-8f24-b34d54b1ecce requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:18.133422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:18.133666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f67d8b2-97e9-45b4-953c-d217e7992be2 req-a6a07019-3bc2-4ee5-8583-dcfb77711c0f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612695 Jul 08 01:46:18.143152 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a4330d31-f58f-4bd6-aabb-0fc440f6892d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0942888 Jul 08 01:46:18.144103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-71881d28-fc17-4c5b-853a-169ce4e24c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:18.144377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:18.144788 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:18.149013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-71881d28-fc17-4c5b-853a-169ce4e24c88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=158051b2-55d9-4a7a-a15b-19a8819643bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2317235 Jul 08 01:46:18.150601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55152) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:18.157771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-router', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:18.164367 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:18.200909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:18.202241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:18.260010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 01:46:18.260010 n-d-694802-14 neutron-server[93884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 01:46:18.260010 n-d-694802-14 neutron-server[93884]: [parameters: {'id': '7219d44f-c8f8-4137-a3c0-807a1ed10177'}] Jul 08 01:46:18.260010 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:46:18.263338 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:46:18.414592 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:18.441472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-46d12f18-abb9-43b2-8f24-b34d54b1ecce', 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'fixed_ips': [{'subnet_id': '94961fd2-f0b2-480a-8f90-60a666db042b'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:18.443100 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:18.529708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-381d7e3e-c100-4c6b-894e-d509f1f0b181 service neutron] 10.222.0.24 "GET /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433652 Jul 08 01:46:18.657871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Allocated IP 172.20.0.2 (46d12f18-abb9-43b2-8f24-b34d54b1ecce/94961fd2-f0b2-480a-8f90-60a666db042b/4b774f11-0862-46a4-84e2-3cb83123dda9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:18.764474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:18.771952 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:18.930229 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-76efc140-c151-4890-94a0-390cf4f5bcd5 service neutron] 10.222.0.24 "GET /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902867 Jul 08 01:46:18.996983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Deleting port 38ee8836-b7d4-4cce-a119-9856e1472505 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:19.000903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.034883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-5559acbf-c42f-479f-a2a5-d3d0202167be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=0f688c92-bbac-444a-89a5-09bc58a187d5 HTTP/1.1" status: 200 len: 217 time: 0.0990300 Jul 08 01:46:19.063860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d766-9495-47ae-89d4-6ee82d3e5287 req-e36dc936-890d-4aa0-af01-ec65324d1526 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:19.071694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d766-9495-47ae-89d4-6ee82d3e5287 req-e36dc936-890d-4aa0-af01-ec65324d1526 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:19.078975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d766-9495-47ae-89d4-6ee82d3e5287 req-e36dc936-890d-4aa0-af01-ec65324d1526 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:19.091945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d766-9495-47ae-89d4-6ee82d3e5287 req-e36dc936-890d-4aa0-af01-ec65324d1526 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:19.111176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d766-9495-47ae-89d4-6ee82d3e5287 req-e36dc936-890d-4aa0-af01-ec65324d1526 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:19.117671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d766-9495-47ae-89d4-6ee82d3e5287 req-e36dc936-890d-4aa0-af01-ec65324d1526 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:19.142421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d766-9495-47ae-89d4-6ee82d3e5287 req-e36dc936-890d-4aa0-af01-ec65324d1526 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:19.146373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7eb3d766-9495-47ae-89d4-6ee82d3e5287 req-e36dc936-890d-4aa0-af01-ec65324d1526 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.4105134 Jul 08 01:46:19.156756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] For port 38ee8836-b7d4-4cce-a119-9856e1472505, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=38ee8836-b7d4-4cce-a119-9856e1472505,segment=NetworkSegment(32d3a1fd-88c9-4dd4-8aaa-26f52a99b064),segment_id=32d3a1fd-88c9-4dd4-8aaa-26f52a99b064)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:19.158094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.165957 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.183001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Calling delete_port for 38ee8836-b7d4-4cce-a119-9856e1472505 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:19.183242 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:46:19.185719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Transition to ACTIVE for port object 4b774f11-0862-46a4-84e2-3cb83123dda9 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:19.217343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Transition to ACTIVE for port object 4b774f11-0862-46a4-84e2-3cb83123dda9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:19.226781 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.288148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Pushing event updated for resources: {'Port': ['ID=4b774f11-0862-46a4-84e2-3cb83123dda9,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:19.307312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Network 46d12f18-abb9-43b2-8f24-b34d54b1ecce is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:19.309093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:19.316450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:19.318127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-012ab71a-bf33-4ef1-9ac3-6166dcebaa03 req-a39a79d6-8e6c-4314-ab02-87da10bcab23 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.1695833 Jul 08 01:46:19.346066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.368376 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-c6cd5f03-d4cd-4a72-a85c-694da873cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:19.371181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-c6cd5f03-d4cd-4a72-a85c-694da873cbb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.2216077 Jul 08 01:46:19.378520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7eb3d766-9495-47ae-89d4-6ee82d3e5287 req-22d97227-a995-4812-a727-f10245575715 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1836581 Jul 08 01:46:19.425561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Port': ['ID=38ee8836-b7d4-4cce-a119-9856e1472505,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:19.441885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No DVR routers for this DVR port 38ee8836-b7d4-4cce-a119-9856e1472505 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:19.470752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Attempting to bind port 4b774f11-0862-46a4-84e2-3cb83123dda9 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:19.471359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Attempting to bind port 4b774f11-0862-46a4-84e2-3cb83123dda9 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f15b8392-6533-4309-9a5e-8e08407e4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:19.471941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Attempting to bind port 4b774f11-0862-46a4-84e2-3cb83123dda9 on network 46d12f18-abb9-43b2-8f24-b34d54b1ecce {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:19.483754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:19.484606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Checking segment: {'id': 'f15b8392-6533-4309-9a5e-8e08407e4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:19.485436 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.486843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Bound using segment: {'id': 'f15b8392-6533-4309-9a5e-8e08407e4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:19.488237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Bound port: 4b774f11-0862-46a4-84e2-3cb83123dda9, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15b8392-6533-4309-9a5e-8e08407e4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:19.489613 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.582783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] For port 4b774f11-0862-46a4-84e2-3cb83123dda9, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:19.588981 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] For port 4b774f11-0862-46a4-84e2-3cb83123dda9, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4b774f11-0862-46a4-84e2-3cb83123dda9,segment=NetworkSegment(f15b8392-6533-4309-9a5e-8e08407e4894),segment_id=f15b8392-6533-4309-9a5e-8e08407e4894)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:19.608562 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.641339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.657600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7219d44f-c8f8-4137-a3c0-807a1ed10177']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:19.674597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-db3dc97b-4fdd-4432-97fe-620a09a7af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:19.676387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-db3dc97b-4fdd-4432-97fe-620a09a7af9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2962670 Jul 08 01:46:19.685698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d3a1fd-88c9-4dd4-8aaa-26f52a99b064') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:19.691333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d3a1fd-88c9-4dd4-8aaa-26f52a99b064') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:19.731273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.765470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59703cdc-e2c8-4835-803a-2589755ea138 None None] Pushing event updated for resources: {'Port': ['ID=4b774f11-0862-46a4-84e2-3cb83123dda9,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:19.778543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.795409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:19.796114 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:19.800851 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:19.856757 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ab05227e-b1da-48f4-a59e-d3bfbfd0d687 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712513 Jul 08 01:46:19.995484 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:20.008270 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:20.048263 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/7219d44f-c8f8-4137-a3c0-807a1ed10177 HTTP/1.1" status: 204 len: 168 time: 3.6414523 Jul 08 01:46:20.112534 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-932d47ad-2cac-4901-8f4a-8cd4c67f67c6 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304914 Jul 08 01:46:20.117033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:20.120781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fe82d-afde-4aec-a426-aa2f0d9d55ce tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=7219d44f-c8f8-4137-a3c0-807a1ed10177,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:20.123469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-603275180'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:20.187670 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-dc1ee01f-77f4-49c7-a690-b8222bf4f19b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=8df25cd3-c5a6-443a-a54f-49eae7611a87 HTTP/1.1" status: 200 len: 217 time: 0.0576873 Jul 08 01:46:20.187670 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:20.274640 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:20.369669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:20.374125 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:20.390631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8647b4-2bf8-4098-ab8c-cb08bf819c6b req-120f2131-cb51-4040-8195-9eeb554cc250 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:20.393129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb8647b4-2bf8-4098-ab8c-cb08bf819c6b req-120f2131-cb51-4040-8195-9eeb554cc250 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.5393977 Jul 08 01:46:20.399573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-098e6ef8-af23-41b6-9b1a-15c352571a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:20.401365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-098e6ef8-af23-41b6-9b1a-15c352571a1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.2064123 Jul 08 01:46:20.567999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:20.620081 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:20.620490 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment 13239f7a-95c8-4b30-8cee-2032b870897d of type vlan for network 8905a940-3f2b-4c2b-831e-3c666dc69ddf Jul 08 01:46:20.624253 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-683eab56-4343-4f3d-a628-60c7fa405611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:20.647126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb8647b4-2bf8-4098-ab8c-cb08bf819c6b req-f7e1630b-3125-4a9c-8a7f-7bdcf2cdf1f7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199779 Jul 08 01:46:20.660899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Allocated IP 172.25.4.149 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/323549eb-90cc-4137-8d2a-bbc7ac84fbd3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:20.722880 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ed68797-675d-4f10-906f-f0aaf7d2b4b4 req-560ada5b-058a-4160-a06b-9782e9746774 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0676184 Jul 08 01:46:20.749642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-901c91b0-b5d2-4eba-aed6-57fcd7b06924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:20.751794 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-901c91b0-b5d2-4eba-aed6-57fcd7b06924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3350539 Jul 08 01:46:20.756478 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:21.091477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4b774f11-0862-46a4-84e2-3cb83123dda9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:21.172764 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:21.181926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:21.182922 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:21.220748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 4b774f11-0862-46a4-84e2-3cb83123dda9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:21.333875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=8905a940-3f2b-4c2b-831e-3c666dc69ddf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:21.353064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 8905a940-3f2b-4c2b-831e-3c666dc69ddf details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:21.367145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fa67-591b-4236-a1d9-a7020945c25d req-99d3db37-e18e-44f9-8ff2-63a95df33cab tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:21.374916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fa67-591b-4236-a1d9-a7020945c25d req-99d3db37-e18e-44f9-8ff2-63a95df33cab tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:21.382426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fa67-591b-4236-a1d9-a7020945c25d req-99d3db37-e18e-44f9-8ff2-63a95df33cab tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:21.388513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fa67-591b-4236-a1d9-a7020945c25d req-99d3db37-e18e-44f9-8ff2-63a95df33cab tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:21.394725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fa67-591b-4236-a1d9-a7020945c25d req-99d3db37-e18e-44f9-8ff2-63a95df33cab tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:21.401535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fa67-591b-4236-a1d9-a7020945c25d req-99d3db37-e18e-44f9-8ff2-63a95df33cab tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:21.407501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18fa67-591b-4236-a1d9-a7020945c25d req-99d3db37-e18e-44f9-8ff2-63a95df33cab tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:21.410070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc18fa67-591b-4236-a1d9-a7020945c25d req-99d3db37-e18e-44f9-8ff2-63a95df33cab tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.4922497 Jul 08 01:46:21.436703 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:21.441849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f24f526a-920b-401f-b72a-f178ef7cdcf3 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3225939 Jul 08 01:46:21.445320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55182) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:21.452972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': '8905a940-3f2b-4c2b-831e-3c666dc69ddf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:21.465086 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-956731d3-c5f4-4c62-be1c-f5a2adf2853b service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019424 Jul 08 01:46:21.467043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626e37b-f694-435d-ac61-d93b69296b96 None None] Network 46d12f18-abb9-43b2-8f24-b34d54b1ecce requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:21.505441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc18fa67-591b-4236-a1d9-a7020945c25d req-4a8c0e4f-0d08-4939-85c0-b5a5b05121db tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712585 Jul 08 01:46:21.540465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-047b2bce-a560-4678-9c7b-4b634d4a45d1 None None] Provisioning for port 4b774f11-0862-46a4-84e2-3cb83123dda9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:21.551451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-047b2bce-a560-4678-9c7b-4b634d4a45d1 None None] Provisioning complete for port 4b774f11-0862-46a4-84e2-3cb83123dda9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:21.556552 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-047b2bce-a560-4678-9c7b-4b634d4a45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:21.654944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-7b06e657-55f8-4ce4-b029-072dc19c3261 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780984 Jul 08 01:46:21.736383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-759873c7-7c35-4763-a386-f7a25a05f399 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a HTTP/1.1" status: 200 len: 217 time: 0.0739210 Jul 08 01:46:21.739169 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:21.750450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:21.755228 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:21.873179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Performing IP validity checks on allocation pools {{(pid=93884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 01:46:21.873975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 01:46:21.998848 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-047b2bce-a560-4678-9c7b-4b634d4a45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:22.108078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-047b2bce-a560-4678-9c7b-4b634d4a45d1 None None] For port 4b774f11-0862-46a4-84e2-3cb83123dda9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4b774f11-0862-46a4-84e2-3cb83123dda9,segment=NetworkSegment(f15b8392-6533-4309-9a5e-8e08407e4894),segment_id=f15b8392-6533-4309-9a5e-8e08407e4894)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:22.117276 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-047b2bce-a560-4678-9c7b-4b634d4a45d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:22.206928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:22.280963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b2bce-a560-4678-9c7b-4b634d4a45d1 None None] Pushing event updated for resources: {'Port': ['ID=4b774f11-0862-46a4-84e2-3cb83123dda9,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:22.362702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=adcbdd53-6489-4981-9e1f-fb8237b1256c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:22.366701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d945eb7-f972-489f-8836-c33dae4236b5 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 01:46:22.372370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': '13239f7a-95c8-4b30-8cee-2032b870897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8905a940-3f2b-4c2b-831e-3c666dc69ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:22.372754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: 8905a940-3f2b-4c2b-831e-3c666dc69ddf, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:22.424453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network 8905a940-3f2b-4c2b-831e-3c666dc69ddf is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:22.443826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 8905a940-3f2b-4c2b-831e-3c666dc69ddf) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:22.451490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:22.452196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:22.483878 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8d9ef1a8-476b-4af9-b263-d95545a86055 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0323780 Jul 08 01:46:22.484186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55200) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:22.657334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:22.658989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-84504153-6c8d-4cdf-b6f8-f926ad96e49c None None] Provisioning complete for port 4b774f11-0862-46a4-84e2-3cb83123dda9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:22.659374 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-84504153-6c8d-4cdf-b6f8-f926ad96e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:22.776837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:22.812555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:22.837424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d945eb7-f972-489f-8836-c33dae4236b5 None None] Unable to find a vacant binding_index for network 8905a940-3f2b-4c2b-831e-3c666dc69ddf and agent de708497-0f3a-4115-b1cf-7915c0076f47 {{(pid=93885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 08 01:46:22.848990 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d945eb7-f972-489f-8836-c33dae4236b5 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 8905a940-3f2b-4c2b-831e-3c666dc69ddf) {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 01:46:22.869305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-742f74f3-1e17-44a2-8b3c-583231afd048 req-e0b628f9-3232-4b75-9a68-1b041051aaeb tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0978355 Jul 08 01:46:22.894165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:22.936107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:22.954910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:22.967483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=adcbdd53-6489-4981-9e1f-fb8237b1256c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:23.037762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4b774f11-0862-46a4-84e2-3cb83123dda9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:23.053255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=323549eb-90cc-4137-8d2a-bbc7ac84fbd3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:23.085194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ff175dd1-1ca4-4ead-aa6e-8896580fb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:23.088177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-ff175dd1-1ca4-4ead-aa6e-8896580fb5a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 1.3368776 Jul 08 01:46:23.124882 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.142248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4b774f11-0862-46a4-84e2-3cb83123dda9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:23.142531 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.149399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8905a940-3f2b-4c2b-831e-3c666dc69ddf']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:23.170515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13239f7a-95c8-4b30-8cee-2032b870897d') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:23.170515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13239f7a-95c8-4b30-8cee-2032b870897d') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:23.186982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.230084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.245984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:23.246397 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:23.249954 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:23.354960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ee89245-6710-46ed-b695-2648b10f5117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.374873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd140a9e-1b20-459f-b251-01eff7fc73ac None None] Network 8905a940-3f2b-4c2b-831e-3c666dc69ddf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:23.394254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d884b-136f-42fb-9aa9-bbb316639a98 req-61ee8dd0-7da4-4225-8451-4ebcc757ba84 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:23.395983 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-316d884b-136f-42fb-9aa9-bbb316639a98 req-61ee8dd0-7da4-4225-8451-4ebcc757ba84 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.6314824 Jul 08 01:46:23.585039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fc09ff-4d0f-4eac-ada6-46eee288d4e9 None None] Network 8905a940-3f2b-4c2b-831e-3c666dc69ddf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:23.643215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-557a3072-89bc-4ad4-be62-88120832c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:23.645082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-557a3072-89bc-4ad4-be62-88120832c33b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5503559 Jul 08 01:46:23.666394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-aeb2865c-2dfd-4dcb-9c85-883c2e0ed56c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2334862 Jul 08 01:46:23.716951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-316d884b-136f-42fb-9aa9-bbb316639a98 req-387fd1b3-2f64-4ed5-b762-e890c37b8ae7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554700 Jul 08 01:46:23.771845 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.815844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.827469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.836531 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/8905a940-3f2b-4c2b-831e-3c666dc69ddf HTTP/1.1" status: 204 len: 168 time: 1.3476911 Jul 08 01:46:23.841978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55206) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:23.850080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-513067599'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:23.893385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d804813-59b6-4e5a-a70c-c30474df041f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=8905a940-3f2b-4c2b-831e-3c666dc69ddf,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:23.924402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983b025-84e8-433d-901b-aeb1b57332f1 req-e973d82e-41f8-42c1-993a-5dfb30f49210 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:23.932373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983b025-84e8-433d-901b-aeb1b57332f1 req-e973d82e-41f8-42c1-993a-5dfb30f49210 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:23.936867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:23.938391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983b025-84e8-433d-901b-aeb1b57332f1 req-e973d82e-41f8-42c1-993a-5dfb30f49210 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:23.944406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983b025-84e8-433d-901b-aeb1b57332f1 req-e973d82e-41f8-42c1-993a-5dfb30f49210 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:23.950670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983b025-84e8-433d-901b-aeb1b57332f1 req-e973d82e-41f8-42c1-993a-5dfb30f49210 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:23.954301 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:23.959609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983b025-84e8-433d-901b-aeb1b57332f1 req-e973d82e-41f8-42c1-993a-5dfb30f49210 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:23.969763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983b025-84e8-433d-901b-aeb1b57332f1 req-e973d82e-41f8-42c1-993a-5dfb30f49210 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:23.982731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f983b025-84e8-433d-901b-aeb1b57332f1 req-e973d82e-41f8-42c1-993a-5dfb30f49210 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.4473000 Jul 08 01:46:23.990924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:24.010517 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:24.010932 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment 1204efb4-48bb-498e-a161-75e8fb1860c0 of type vlan for network 35ad4963-8894-4203-af2d-5e023d0482ee Jul 08 01:46:24.072004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:24.134398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:24.141095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:24.143234 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:24.146543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-854ae2f0-8f1d-4828-8bba-5a80c25dbf2a service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844427 Jul 08 01:46:24.159652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d70fe470-4cd4-4111-a71e-bcf8c9c27f05 req-5fd91de0-669c-4946-99a7-bad913bcf402 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0711026 Jul 08 01:46:24.202028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-19c6043e-c767-45d1-8ba0-605667da7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:24.203840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-19c6043e-c767-45d1-8ba0-605667da7956 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1097 time: 0.4831166 Jul 08 01:46:24.253047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f983b025-84e8-433d-901b-aeb1b57332f1 req-30e50b84-33e1-4e45-aa3b-ffa3ca6927d6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2690120 Jul 08 01:46:24.338553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4942703 Jul 08 01:46:24.344896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55214) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:24.357228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': '35ad4963-8894-4203-af2d-5e023d0482ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:24.450351 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:24.454098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf9f21-dd9d-4995-a3d6-8dfbd52203ac tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=35ad4963-8894-4203-af2d-5e023d0482ee,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:24.474801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 35ad4963-8894-4203-af2d-5e023d0482ee details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:24.490915 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-c36ea5a2-6ac6-40b6-a0d3-638d86bbaa99 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278506 Jul 08 01:46:24.524705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:24.541408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:24.588150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-4815bdce-d6fa-412e-98a8-5c9a3853c7be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc HTTP/1.1" status: 200 len: 217 time: 0.0529063 Jul 08 01:46:24.725178 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:24.745976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-5fa8a2a8-df09-4e69-af79-a002cf32f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:24.747423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-5fa8a2a8-df09-4e69-af79-a002cf32f5ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.1470346 Jul 08 01:46:24.755514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-4b3b9c34-457a-4e82-9ed5-77e8795be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:24.757206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-4b3b9c34-457a-4e82-9ed5-77e8795be067 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.4015887 Jul 08 01:46:24.906838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-c6cc0264-b83a-4c3f-bc28-afdf53548652 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 1000 time: 0.1384768 Jul 08 01:46:24.977499 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:25.059120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=22e89e9e-831d-4ae8-9acc-a56ce8c409d5,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:25.083832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': '1204efb4-48bb-498e-a161-75e8fb1860c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '35ad4963-8894-4203-af2d-5e023d0482ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:25.084380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: 35ad4963-8894-4203-af2d-5e023d0482ee, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:25.110987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network 35ad4963-8894-4203-af2d-5e023d0482ee is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:25.123091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 35ad4963-8894-4203-af2d-5e023d0482ee) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:25.127768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:25.128877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:25.139403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f460324-6746-4780-a2e5-8a8a4c9c3c79 None None] Network 35ad4963-8894-4203-af2d-5e023d0482ee requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:25.141242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-d2b4d114-9b10-4daf-8beb-e9d7287e14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:25.142761 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-d2b4d114-9b10-4daf-8beb-e9d7287e14d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1855321 Jul 08 01:46:25.144594 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:25.172093 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-989be434-eece-4129-bf8d-5f0dc9b32a86 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8240445 Jul 08 01:46:25.174402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55220) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:25.192572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-a16fa20a-491c-4763-bca0-b264549b7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:25.194572 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-a16fa20a-491c-4763-bca0-b264549b7668 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4364841 Jul 08 01:46:25.239118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7af310-8009-4123-91b3-967ecd0730a0 req-98387276-ba74-49bf-81ea-bb9c902c146d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:25.246907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c7af310-8009-4123-91b3-967ecd0730a0 req-98387276-ba74-49bf-81ea-bb9c902c146d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.2782018 Jul 08 01:46:25.375027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-35ad4963-8894-4203-af2d-5e023d0482ee', 'network_id': '35ad4963-8894-4203-af2d-5e023d0482ee', 'tenant_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'fixed_ips': [{'subnet_id': '22e89e9e-831d-4ae8-9acc-a56ce8c409d5'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:25.376292 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:25.394930 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:25.515023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c7af310-8009-4123-91b3-967ecd0730a0 req-5aef8c20-f318-47ea-89c2-b6f9415c4bc2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671800 Jul 08 01:46:25.548635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:25.573513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bccb0e5c-7bef-4c0a-a77b-85b3fd2660a8 req-91c13085-7cd5-4f40-a544-99f2a52baf20 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0887072 Jul 08 01:46:25.601719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Allocated IP 172.20.0.1 (35ad4963-8894-4203-af2d-5e023d0482ee/22e89e9e-831d-4ae8-9acc-a56ce8c409d5/d9aca95d-799a-42c6-85db-d2de0350582c) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:25.622670 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-58583fd8-d0cc-4b40-a172-e380f770cb55 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939993 Jul 08 01:46:25.819622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-88c7e2fa-0fbf-48eb-8fa0-a55ee580a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:25.821505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-88c7e2fa-0fbf-48eb-8fa0-a55ee580a007 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6699724 Jul 08 01:46:25.979541 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:25.986713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Router 30fe04e6-ced5-49da-97f6-17b60a3028d4 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:46:25.991541 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-50aaf21f-0786-4553-a2fc-03d88b2ec85b service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447466 Jul 08 01:46:25.996500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Transition to ACTIVE for port object d9aca95d-799a-42c6-85db-d2de0350582c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:26.022192 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Transition to ACTIVE for port object d9aca95d-799a-42c6-85db-d2de0350582c will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:26.041944 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:26.046298 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-8a41f70b-0443-40f3-8a33-799d0fd39337 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=54e8d5e4-912a-42c9-91af-9e7630c09c8c HTTP/1.1" status: 200 len: 217 time: 0.0418286 Jul 08 01:46:26.063109 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:26.070164 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-9d6be672-31f5-4ac4-8282-a300bf489c42 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066901 Jul 08 01:46:26.125963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Network 35ad4963-8894-4203-af2d-5e023d0482ee is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:26.134465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:26.139620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:26.148605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=22e89e9e-831d-4ae8-9acc-a56ce8c409d5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:26.150680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Pushing event updated for resources: {'Port': ['ID=d9aca95d-799a-42c6-85db-d2de0350582c,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:26.205372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c015c8ce-ffa0-4a19-8690-fbb498fd5564 req-f9541c81-fb15-4de6-b644-fee1cc6cde91 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065834 Jul 08 01:46:26.217258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee84b48-747d-4ac0-9f24-28d5fd22e663 req-ce1f1e02-18d4-4963-973c-b73542902414 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:26.223253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee84b48-747d-4ac0-9f24-28d5fd22e663 req-ce1f1e02-18d4-4963-973c-b73542902414 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:26.229530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee84b48-747d-4ac0-9f24-28d5fd22e663 req-ce1f1e02-18d4-4963-973c-b73542902414 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:26.235535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee84b48-747d-4ac0-9f24-28d5fd22e663 req-ce1f1e02-18d4-4963-973c-b73542902414 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:26.243083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee84b48-747d-4ac0-9f24-28d5fd22e663 req-ce1f1e02-18d4-4963-973c-b73542902414 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:26.249200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee84b48-747d-4ac0-9f24-28d5fd22e663 req-ce1f1e02-18d4-4963-973c-b73542902414 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:26.255862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee84b48-747d-4ac0-9f24-28d5fd22e663 req-ce1f1e02-18d4-4963-973c-b73542902414 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:26.265884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cee84b48-747d-4ac0-9f24-28d5fd22e663 req-ce1f1e02-18d4-4963-973c-b73542902414 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.4434199 Jul 08 01:46:26.267751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Attempting to bind port d9aca95d-799a-42c6-85db-d2de0350582c on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:26.268144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Attempting to bind port d9aca95d-799a-42c6-85db-d2de0350582c by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '1204efb4-48bb-498e-a161-75e8fb1860c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '35ad4963-8894-4203-af2d-5e023d0482ee'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:26.268644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Attempting to bind port d9aca95d-799a-42c6-85db-d2de0350582c on network 35ad4963-8894-4203-af2d-5e023d0482ee {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:26.288039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:26.288323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Checking segment: {'id': '1204efb4-48bb-498e-a161-75e8fb1860c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '35ad4963-8894-4203-af2d-5e023d0482ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:26.288748 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:26.289159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Bound using segment: {'id': '1204efb4-48bb-498e-a161-75e8fb1860c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '35ad4963-8894-4203-af2d-5e023d0482ee'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:26.289670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Bound port: d9aca95d-799a-42c6-85db-d2de0350582c, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1204efb4-48bb-498e-a161-75e8fb1860c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '35ad4963-8894-4203-af2d-5e023d0482ee'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:26.290102 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:26.308873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:26.331294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ad4963-8894-4203-af2d-5e023d0482ee']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:26.345759 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:26.346622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1204efb4-48bb-498e-a161-75e8fb1860c0') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:26.347150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1204efb4-48bb-498e-a161-75e8fb1860c0') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:26.359112 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:26.360337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-c9080f0e-771a-435c-b0cb-d509b33fcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:26.362445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-c9080f0e-771a-435c-b0cb-d509b33fcf13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c41618a-4ce8-4dcc-bba6-349983980b27 HTTP/1.1" status: 200 len: 797 time: 0.3061569 Jul 08 01:46:26.379410 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:26.389396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:26.390484 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:26.396233 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:26.439346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] For port d9aca95d-799a-42c6-85db-d2de0350582c, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:26.506071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] For port d9aca95d-799a-42c6-85db-d2de0350582c, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d9aca95d-799a-42c6-85db-d2de0350582c,segment=NetworkSegment(1204efb4-48bb-498e-a161-75e8fb1860c0),segment_id=1204efb4-48bb-498e-a161-75e8fb1860c0)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:26.511632 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 01:46:26.511632 n-d-694802-14 neutron-server[93884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 01:46:26.511632 n-d-694802-14 neutron-server[93884]: [parameters: {'id': '35ad4963-8894-4203-af2d-5e023d0482ee'}] Jul 08 01:46:26.511632 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:46:26.512170 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:46:26.515817 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:26.635274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d1a03-c23e-455a-b775-d2c7f4f284e4 None None] Pushing event updated for resources: {'Port': ['ID=d9aca95d-799a-42c6-85db-d2de0350582c,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:26.736780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d8e5d-61ac-44c6-9465-a60abd5e2f72 None None] Network 35ad4963-8894-4203-af2d-5e023d0482ee requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:26.862083 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cee84b48-747d-4ac0-9f24-28d5fd22e663 req-c44049a4-6fef-434b-a21d-bd9916c3390e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5952859 Jul 08 01:46:26.962337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:46:26.987404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Sync routers for ids ['30fe04e6-ced5-49da-97f6-17b60a3028d4'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:46:26.996813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:27.002066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55244) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:27.004236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-293c3ed5-e11c-4693-a8f8-24439d3ca5c2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8465853 Jul 08 01:46:27.008545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-18e8ee47-36c2-4834-b477-eb142acc5ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:27.010287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-18e8ee47-36c2-4834-b477-eb142acc5ed0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6357059 Jul 08 01:46:27.014611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:27.047634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Routers {'30fe04e6-ced5-49da-97f6-17b60a3028d4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:46:27.048686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:46:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['30fe04e6-ced5-49da-97f6-17b60a3028d4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:27.053165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8fc9d-d753-49d5-a0fa-39cbfc32a736 req-7be4fc46-eade-4788-8c3d-d4817779bd9a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:27.061323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ade8fc9d-d753-49d5-a0fa-39cbfc32a736 req-7be4fc46-eade-4788-8c3d-d4817779bd9a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.1980326 Jul 08 01:46:27.147398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1984f2c5-7cb5-46b1-a779-73b0dee6d8aa req-2bd12f58-1cca-4808-a6dc-0747976be19d tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0493009 Jul 08 01:46:27.217713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ade8fc9d-d753-49d5-a0fa-39cbfc32a736 req-ec6a3ef5-0d36-402a-af30-361d7558ac60 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541102 Jul 08 01:46:27.245597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-37190c71-2dbd-45a9-834c-5226bc22c1b7 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284341 Jul 08 01:46:27.304665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5210d9fe-7477-41c0-a5f7-c458197a3460 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 01:46:27.383913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Set router 30fe04e6-ced5-49da-97f6-17b60a3028d4 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:46:27.515263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Deleting port d9aca95d-799a-42c6-85db-d2de0350582c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:27.515761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:27.536868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-31262a9c-4f68-4dfc-b615-8fca3ae195dd service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844553 Jul 08 01:46:27.683968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-fe7354e4-7f07-492f-9892-ee388b74519d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 HTTP/1.1" status: 200 len: 217 time: 0.1238809 Jul 08 01:46:27.685425 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-52851faf-e632-49d7-996a-5e500c134504 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3719072 Jul 08 01:46:27.836920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] For port d9aca95d-799a-42c6-85db-d2de0350582c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d9aca95d-799a-42c6-85db-d2de0350582c,segment=NetworkSegment(1204efb4-48bb-498e-a161-75e8fb1860c0),segment_id=1204efb4-48bb-498e-a161-75e8fb1860c0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:27.837530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:27.844467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73f6fe81-c3a8-4679-8a65-5323955b320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:27.848467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-73f6fe81-c3a8-4679-8a65-5323955b320b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c41618a-4ce8-4dcc-bba6-349983980b27 HTTP/1.1" status: 200 len: 797 time: 0.1526589 Jul 08 01:46:27.869248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Calling delete_port for d9aca95d-799a-42c6-85db-d2de0350582c owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:27.928503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-2e09df68-9b47-458a-97f6-1f5a97417ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:27.932275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-2e09df68-9b47-458a-97f6-1f5a97417ed5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723655 Jul 08 01:46:28.066275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-3b2f167c-dd59-4068-a570-0e7c05ffcc33 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140480 Jul 08 01:46:28.114902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5210d9fe-7477-41c0-a5f7-c458197a3460 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 01:46:28.224559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-router', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:46:18Z', 'updated_at': '2021-07-08T01:46:23Z', 'revision_number': 3, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'gw_port': {'id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:20Z', 'updated_at': '2021-07-08T01:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:28.249245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f9a68fc-6d8a-48e4-9e28-66f03541a241 req-4b2082b4-7dc4-4e67-a72c-a5c9035a5c29 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761563 Jul 08 01:46:28.259545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Checking router: 30fe04e6-ced5-49da-97f6-17b60a3028d4 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:46:28.259912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Updating router 30fe04e6-ced5-49da-97f6-17b60a3028d4 port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:46:28.305835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-527c1c01-a762-4c6d-a687-0d19501ea2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.307552 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-527c1c01-a762-4c6d-a687-0d19501ea2fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 1097 time: 0.5731077 Jul 08 01:46:28.308450 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:28.389414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba6ce-2d87-4405-8135-f2469803c689 req-6995e5db-efb2-43e2-9e44-41a68e50963b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.396278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba6ce-2d87-4405-8135-f2469803c689 req-6995e5db-efb2-43e2-9e44-41a68e50963b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.402919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba6ce-2d87-4405-8135-f2469803c689 req-6995e5db-efb2-43e2-9e44-41a68e50963b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.409987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba6ce-2d87-4405-8135-f2469803c689 req-6995e5db-efb2-43e2-9e44-41a68e50963b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.416576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba6ce-2d87-4405-8135-f2469803c689 req-6995e5db-efb2-43e2-9e44-41a68e50963b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.423884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba6ce-2d87-4405-8135-f2469803c689 req-6995e5db-efb2-43e2-9e44-41a68e50963b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.431242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba6ce-2d87-4405-8135-f2469803c689 req-6995e5db-efb2-43e2-9e44-41a68e50963b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.439467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57dba6ce-2d87-4405-8135-f2469803c689 req-6995e5db-efb2-43e2-9e44-41a68e50963b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.2385275 Jul 08 01:46:28.490525 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:28.531233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Port': ['ID=d9aca95d-799a-42c6-85db-d2de0350582c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:28.559287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No DVR routers for this DVR port d9aca95d-799a-42c6-85db-d2de0350582c on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:28.604189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57dba6ce-2d87-4405-8135-f2469803c689 req-38cadafc-be47-4604-a635-b19b4aaea41c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1632204 Jul 08 01:46:28.610386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d2b9354-b3c8-4572-91ed-30d2d234cad3 req-d2695d51-420c-4cbe-b0d7-a8f0bd60d34c tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0796118 Jul 08 01:46:28.651779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-02b59e09-9536-4b62-aa37-f3653e71e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.653432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-02b59e09-9536-4b62-aa37-f3653e71e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.654157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-02b59e09-9536-4b62-aa37-f3653e71e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.656634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-02b59e09-9536-4b62-aa37-f3653e71e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.657496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-02b59e09-9536-4b62-aa37-f3653e71e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.659003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-02b59e09-9536-4b62-aa37-f3653e71e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.659786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-02b59e09-9536-4b62-aa37-f3653e71e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.666921 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-02b59e09-9536-4b62-aa37-f3653e71e09e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6483 time: 0.2185769 Jul 08 01:46:28.787600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:28.855536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ad4963-8894-4203-af2d-5e023d0482ee']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:28.876126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-d2b8711d-3022-4e61-8727-00d1984b4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:28.878638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-d2b8711d-3022-4e61-8727-00d1984b4111 service neutron] 10.222.0.24 "GET /v2.0/networks?id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4 HTTP/1.1" status: 200 len: 903 time: 0.2038560 Jul 08 01:46:28.979703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1204efb4-48bb-498e-a161-75e8fb1860c0') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:28.980278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1204efb4-48bb-498e-a161-75e8fb1860c0') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:28.995002 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.010412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-4d088344-8b94-4871-bf00-325ea87cc701 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 HTTP/1.1" status: 200 len: 217 time: 0.1203926 Jul 08 01:46:29.024848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.037953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:29.038339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.144671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-5f8a7653-6dec-4ef4-ab8e-1bf0f09619ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:29.147392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-5f8a7653-6dec-4ef4-ab8e-1bf0f09619ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c41618a-4ce8-4dcc-bba6-349983980b27 HTTP/1.1" status: 200 len: 797 time: 0.1287014 Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:29.239608 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:29.305585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-d34dbc81-bedf-4a29-a664-eed27ee4c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:29.307193 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-d34dbc81-bedf-4a29-a664-eed27ee4c239 service neutron] 10.222.0.16 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.8439527 Jul 08 01:46:29.382336 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-ab68cee7-8ec2-4a46-bfe9-b338bc1bc536 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a193d54-75e5-4e23-be34-6344d3b0847e HTTP/1.1" status: 200 len: 217 time: 0.0468411 Jul 08 01:46:29.413696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5906f-4c9c-4f44-b1c6-2d6a6c44a18f req-284abace-af76-40ef-b324-5793db71b5fe tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:29.420754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7fb5906f-4c9c-4f44-b1c6-2d6a6c44a18f req-284abace-af76-40ef-b324-5793db71b5fe tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.5407984 Jul 08 01:46:29.445433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-1395b5b6-bbee-415e-b04f-ed964117caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:29.446944 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-1395b5b6-bbee-415e-b04f-ed964117caf3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.0564570 Jul 08 01:46:29.460963 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.472570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-ec6cf4e3-4a0f-4a4e-9f8d-67d3f1878816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:29.474897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-ec6cf4e3-4a0f-4a4e-9f8d-67d3f1878816 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3157392 Jul 08 01:46:29.510502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.512098 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/35ad4963-8894-4203-af2d-5e023d0482ee HTTP/1.1" status: 204 len: 168 time: 4.3363469 Jul 08 01:46:29.515594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0a0ff-c536-4850-9656-121b6921b779 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=35ad4963-8894-4203-af2d-5e023d0482ee,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:29.516669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55268) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:29.530477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-212845532'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:29.531936 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.558147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Transition to ACTIVE for port object 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:29.576323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.587261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:29.592650 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.623553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.650451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Attempting to bind port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:29.655007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7fb5906f-4c9c-4f44-b1c6-2d6a6c44a18f req-920b5462-8b10-486e-b5bd-9ef79e88e550 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332363 Jul 08 01:46:29.655274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Attempting to bind port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:29.656516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Attempting to bind port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:29.677857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:29.678333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:29.679955 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.680835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:29.681366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Bound port: 323549eb-90cc-4137-8d2a-bbc7ac84fbd3, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:29.682288 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.722890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:29.753763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab91c1-8713-4a07-9d48-8b457c234840 None None] Pushing event updated for resources: {'Port': ['ID=323549eb-90cc-4137-8d2a-bbc7ac84fbd3,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:29.760527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-244bfec2-3cf0-4a57-a4d8-ba46697718e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:29.762810 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-244bfec2-3cf0-4a57-a4d8-ba46697718e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3044231 Jul 08 01:46:29.821281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-6c2f321b-23bc-4b4b-88e7-bcfd425638de service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326721 Jul 08 01:46:29.843346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] For port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:29.854592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] For port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=323549eb-90cc-4137-8d2a-bbc7ac84fbd3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:29.861307 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:29.954304 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab91c1-8713-4a07-9d48-8b457c234840 None None] Pushing event updated for resources: {'Port': ['ID=323549eb-90cc-4137-8d2a-bbc7ac84fbd3,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:29.986779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Routers {'30fe04e6-ced5-49da-97f6-17b60a3028d4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:46:29.987869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:46:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['30fe04e6-ced5-49da-97f6-17b60a3028d4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:30.007712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3190bad-c5bf-486b-895f-71cddb906d14 req-c80476c9-1a71-41d9-8bff-1a06d76dae82 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:30.011987 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:30.012410 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment 30996bef-053e-4c58-ba17-a383e010c683 of type vlan for network c5bc6ccd-5abf-4856-ac06-6b5706dc475d Jul 08 01:46:30.015400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3190bad-c5bf-486b-895f-71cddb906d14 req-c80476c9-1a71-41d9-8bff-1a06d76dae82 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 945 time: 0.2840021 Jul 08 01:46:30.079759 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d8e4085-5bd3-4a6f-985d-e920093d4a73 req-00ca3e2e-3487-4233-a568-ba43a4cb0a81 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497518 Jul 08 01:46:30.110841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Allocated IP 172.20.0.1 (46d12f18-abb9-43b2-8f24-b34d54b1ecce/94961fd2-f0b2-480a-8f90-60a666db042b/e8f6dc58-2243-47de-8854-61ea4ae57a06) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:30.126868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3190bad-c5bf-486b-895f-71cddb906d14 req-2b4bec07-53d8-4ac5-a4ca-423ccdf5ba20 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103323 Jul 08 01:46:30.170005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fc49-e5a1-4525-846d-b4dbf4aec3ad req-0e21480a-8c31-4f70-8657-ebe8242f9be4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:30.173389 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:30.176049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fc49-e5a1-4525-846d-b4dbf4aec3ad req-0e21480a-8c31-4f70-8657-ebe8242f9be4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:30.199982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] Set router 30fe04e6-ced5-49da-97f6-17b60a3028d4 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:46:30.222924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fc49-e5a1-4525-846d-b4dbf4aec3ad req-0e21480a-8c31-4f70-8657-ebe8242f9be4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:30.237770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fc49-e5a1-4525-846d-b4dbf4aec3ad req-0e21480a-8c31-4f70-8657-ebe8242f9be4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:30.252378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fc49-e5a1-4525-846d-b4dbf4aec3ad req-0e21480a-8c31-4f70-8657-ebe8242f9be4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:30.259634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fc49-e5a1-4525-846d-b4dbf4aec3ad req-0e21480a-8c31-4f70-8657-ebe8242f9be4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:30.278053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088fc49-e5a1-4525-846d-b4dbf4aec3ad req-0e21480a-8c31-4f70-8657-ebe8242f9be4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:30.280021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4088fc49-e5a1-4525-846d-b4dbf4aec3ad req-0e21480a-8c31-4f70-8657-ebe8242f9be4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.4210036 Jul 08 01:46:30.308329 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-141082ba-17ed-47f8-a068-8e75d0addde8 service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086448 Jul 08 01:46:30.401857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:30.407531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:30.408338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:30.414646 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-788b1b0d-8cad-48f6-8471-a5899b9b5803 req-f35973b0-c1aa-44d0-a294-298af316408b tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0660253 Jul 08 01:46:30.419314 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4088fc49-e5a1-4525-846d-b4dbf4aec3ad req-22212055-1879-419a-967c-f106185b617b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260409 Jul 08 01:46:30.540133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-router', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:46:18Z', 'updated_at': '2021-07-08T01:46:23Z', 'revision_number': 3, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'gw_port': {'id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:20Z', 'updated_at': '2021-07-08T01:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:30.589602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c34956-8f1c-46e6-8896-11801fae3eed None None] The sync data for ids ['30fe04e6-ced5-49da-97f6-17b60a3028d4'] in n-d-694802-14 is: [{'id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-router', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:46:18Z', 'updated_at': '2021-07-08T01:46:23Z', 'revision_number': 3, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'gw_port': {'id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:20Z', 'updated_at': '2021-07-08T01:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:46:30.846156 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3215370 Jul 08 01:46:30.849750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:30.850091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:30.859319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5d929-48e2-41fc-a00e-feb400f0af15 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=c5bc6ccd-5abf-4856-ac06-6b5706dc475d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:30.863494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': 'c5bc6ccd-5abf-4856-ac06-6b5706dc475d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:30.884168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Transition to ACTIVE for port object e8f6dc58-2243-47de-8854-61ea4ae57a06 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:30.899967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c5bc6ccd-5abf-4856-ac06-6b5706dc475d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:30.904197 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eddb3510-90ec-45b4-a006-1bac45d4a638 req-67cded63-9746-4348-a812-066be6b9942a service neutron] 10.222.0.16 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779240 Jul 08 01:46:30.986709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:31.093214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Network 46d12f18-abb9-43b2-8f24-b34d54b1ecce is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:31.113179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:31.139186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:31.150263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:31.158855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:31.216294 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:31.308673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ec710-059d-49a2-8e42-e7198fd2a1d5 req-02a8b1f4-ae23-4f41-b9ee-c89cbdc9ea6b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:31.318605 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-253ec710-059d-49a2-8e42-e7198fd2a1d5 req-02a8b1f4-ae23-4f41-b9ee-c89cbdc9ea6b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.2381563 Jul 08 01:46:31.338926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Pushing event updated for resources: {'Port': ['ID=e8f6dc58-2243-47de-8854-61ea4ae57a06,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:31.417805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-253ec710-059d-49a2-8e42-e7198fd2a1d5 req-9be5a99e-3dc9-4eef-885a-20430c9b27fb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980558 Jul 08 01:46:31.575936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-6cd349d2-8c47-46a4-898e-4a9f37304155 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:31.585846 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-6cd349d2-8c47-46a4-898e-4a9f37304155 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 945 time: 0.2320056 Jul 08 01:46:31.669432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6068d6df-c18a-411c-b267-77c9617b846c None None] Provisioning for port e8f6dc58-2243-47de-8854-61ea4ae57a06 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:31.673882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6068d6df-c18a-411c-b267-77c9617b846c None None] Provisioning complete for port e8f6dc58-2243-47de-8854-61ea4ae57a06 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:31.674305 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6068d6df-c18a-411c-b267-77c9617b846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:31.779636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6068d6df-c18a-411c-b267-77c9617b846c None None] Port e8f6dc58-2243-47de-8854-61ea4ae57a06 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:46:31.792874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:31.826858 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-82878b7b-b4a0-4d0c-ad3c-3fa47bf93bb9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Deleting port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:31.827347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-82878b7b-b4a0-4d0c-ad3c-3fa47bf93bb9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:31.828269 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da9edcaa-7100-4130-acb5-683306b89df3 req-aeeae23a-8644-4a7b-ad21-fc61d7b13660 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.1055830 Jul 08 01:46:31.845925 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:31.873124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a48e5-3e93-4721-81ce-37db762ceea9 req-508d6b4c-f439-4db0-bb79-18973de7f3cb tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:31.874826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e5a48e5-3e93-4721-81ce-37db762ceea9 req-508d6b4c-f439-4db0-bb79-18973de7f3cb tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 945 time: 0.3897579 Jul 08 01:46:32.026707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=ed6cb26a-4c76-4883-89e4-630bcda3a49f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:32.104076 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e5a48e5-3e93-4721-81ce-37db762ceea9 req-b685832f-aba4-4eb2-bbf0-865752e1d2c5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281404 Jul 08 01:46:32.132859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': '30996bef-053e-4c58-ba17-a383e010c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5bc6ccd-5abf-4856-ac06-6b5706dc475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:32.133371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: c5bc6ccd-5abf-4856-ac06-6b5706dc475d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:32.133996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:32.185357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network c5bc6ccd-5abf-4856-ac06-6b5706dc475d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:32.241228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c5bc6ccd-5abf-4856-ac06-6b5706dc475d) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:32.243270 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:32.249075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:32.249801 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:32.254497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3715285-5037-4264-9afe-c28008c9d864 None None] Network c5bc6ccd-5abf-4856-ac06-6b5706dc475d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:32.335734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0312bc10-568f-4151-b18d-78676ea16d81 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4802835 Jul 08 01:46:32.339031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:32.485012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:32.515161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759cd1b-2a96-43ad-a86e-b781dc423ca5 req-e87cc4ee-3a93-452c-8a3c-6ea5db1be541 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:32.525381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759cd1b-2a96-43ad-a86e-b781dc423ca5 req-e87cc4ee-3a93-452c-8a3c-6ea5db1be541 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:32.539158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759cd1b-2a96-43ad-a86e-b781dc423ca5 req-e87cc4ee-3a93-452c-8a3c-6ea5db1be541 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:32.545418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759cd1b-2a96-43ad-a86e-b781dc423ca5 req-e87cc4ee-3a93-452c-8a3c-6ea5db1be541 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:32.553317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759cd1b-2a96-43ad-a86e-b781dc423ca5 req-e87cc4ee-3a93-452c-8a3c-6ea5db1be541 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:32.560031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759cd1b-2a96-43ad-a86e-b781dc423ca5 req-e87cc4ee-3a93-452c-8a3c-6ea5db1be541 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:32.560718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Pushing event updated for resources: {'Port': ['ID=e8f6dc58-2243-47de-8854-61ea4ae57a06,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:32.580640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759cd1b-2a96-43ad-a86e-b781dc423ca5 req-e87cc4ee-3a93-452c-8a3c-6ea5db1be541 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:32.583911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b759cd1b-2a96-43ad-a86e-b781dc423ca5 req-e87cc4ee-3a93-452c-8a3c-6ea5db1be541 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.3809414 Jul 08 01:46:32.665404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-c5bc6ccd-5abf-4856-ac06-6b5706dc475d', 'network_id': 'c5bc6ccd-5abf-4856-ac06-6b5706dc475d', 'tenant_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'fixed_ips': [{'subnet_id': 'ed6cb26a-4c76-4883-89e4-630bcda3a49f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:32.670019 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:32.701793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-82878b7b-b4a0-4d0c-ad3c-3fa47bf93bb9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] For port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:32.712184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-82878b7b-b4a0-4d0c-ad3c-3fa47bf93bb9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:32.738133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:32.754075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-82878b7b-b4a0-4d0c-ad3c-3fa47bf93bb9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Calling delete_port for f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:32.762945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b759cd1b-2a96-43ad-a86e-b781dc423ca5 req-2520c763-e602-43ce-b18a-4ad43c4513c5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442645 Jul 08 01:46:32.871242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Network 46d12f18-abb9-43b2-8f24-b34d54b1ecce is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:32.871838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:32.932403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:32.995008 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Allocated IP 172.20.0.1 (c5bc6ccd-5abf-4856-ac06-6b5706dc475d/ed6cb26a-4c76-4883-89e4-630bcda3a49f/1da09a8c-6fbc-49f5-a047-2dbc1be5f40b) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:33.141065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9b02ffe-ca2e-4c7c-9c14-f85503fdb815 req-edf0394e-c7a1-46cc-8eaa-933bd247b454 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0458915 Jul 08 01:46:33.187425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a877d-1b58-4a63-b6d1-609713c6f101 req-1a765c34-46d8-4c37-9f56-21c886b0f22c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:33.195733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-526a877d-1b58-4a63-b6d1-609713c6f101 req-1a765c34-46d8-4c37-9f56-21c886b0f22c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.2530956 Jul 08 01:46:33.251588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Router 30fe04e6-ced5-49da-97f6-17b60a3028d4 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:46:33.288278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:33.289921 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-526a877d-1b58-4a63-b6d1-609713c6f101 req-8fcd403d-2091-44f5-9185-36b50666f67a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806229 Jul 08 01:46:33.301331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-82878b7b-b4a0-4d0c-ad3c-3fa47bf93bb9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.337282 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.351159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:46:33.417500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Transition to ACTIVE for port object 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:33.439919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Transition to ACTIVE for port object 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:33.487739 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e56eb115-a12c-47d2-a4fe-aa1cc503c945 req-65740cd3-c3cd-469a-aacb-b1f4408472c7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 210 time: 0.0652905 Jul 08 01:46:33.493726 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.494059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82878b7b-b4a0-4d0c-ad3c-3fa47bf93bb9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event deleted for resources: {'Port': ['ID=f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:33.514369 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.575620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6cb26a-4c76-4883-89e4-630bcda3a49f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:33.588902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-51087e3c-10f7-4b4f-a811-d8a13d350b8e None None] Provisioning complete for port e8f6dc58-2243-47de-8854-61ea4ae57a06 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:33.589273 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-51087e3c-10f7-4b4f-a811-d8a13d350b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.593699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Network c5bc6ccd-5abf-4856-ac06-6b5706dc475d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:33.606214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:33.636286 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-82878b7b-b4a0-4d0c-ad3c-3fa47bf93bb9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] No DVR routers for this DVR port f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:33.648004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-82878b7b-b4a0-4d0c-ad3c-3fa47bf93bb9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.651301 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-329699df-5d6c-49ab-8b5d-cd91a7353857 req-82878b7b-b4a0-4d0c-ad3c-3fa47bf93bb9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "DELETE /v2.0/ports/f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd HTTP/1.1" status: 204 len: 173 time: 2.0567799 Jul 08 01:46:33.651768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1f758e-43d1-404e-b583-fb307426a575', 'name': 'network-vif-deleted', 'tag': 'f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:33.654189 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91e9dc5-54da-4d61-aeb6-455cefa64850" -d '{"events": [{"server_uuid": "8b1f758e-43d1-404e-b583-fb307426a575", "name": "network-vif-deleted", "tag": "f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:33.689099 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.707338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-51087e3c-10f7-4b4f-a811-d8a13d350b8e None None] Port e8f6dc58-2243-47de-8854-61ea4ae57a06 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:46:33.712994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bc6ccd-5abf-4856-ac06-6b5706dc475d']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:33.717000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:46:33.720033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:33.731666 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-825db6f9-2520-4cd2-bc94-be9201f7e44b admin admin] 10.222.0.41 "PUT /v2.0/routers/30fe04e6-ced5-49da-97f6-17b60a3028d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7255192 Jul 08 01:46:33.736006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Pushing event updated for resources: {'Port': ['ID=1da09a8c-6fbc-49f5-a047-2dbc1be5f40b,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:33.742919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30996bef-053e-4c58-ba17-a383e010c683') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:33.743612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30996bef-053e-4c58-ba17-a383e010c683') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:33.745899 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb586d63-155c-4e8f-99c6-0b3827504e8c x-openstack-request-id: req-cb586d63-155c-4e8f-99c6-0b3827504e8c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:33.746193 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1f758e-43d1-404e-b583-fb307426a575", "name": "network-vif-deleted", "tag": "f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:33.746439 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb586d63-155c-4e8f-99c6-0b3827504e8c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:33.746844 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b1f758e-43d1-404e-b583-fb307426a575', 'name': 'network-vif-deleted', 'tag': 'f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd', 'status': 'completed', 'code': 200} Jul 08 01:46:33.772754 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.801477 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.815721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:33.816396 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.822626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:33.829722 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:33.835165 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:33.835165 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:33.868771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:33.869131 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.950518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Attempting to bind port 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:33.950904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Attempting to bind port 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '30996bef-053e-4c58-ba17-a383e010c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5bc6ccd-5abf-4856-ac06-6b5706dc475d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:33.951311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Attempting to bind port 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b on network c5bc6ccd-5abf-4856-ac06-6b5706dc475d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:33.959021 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Sync routers for ids ['30fe04e6-ced5-49da-97f6-17b60a3028d4'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:46:33.966488 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 01:46:33.966488 n-d-694802-14 neutron-server[93883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 01:46:33.966488 n-d-694802-14 neutron-server[93883]: [parameters: {'id': 'c5bc6ccd-5abf-4856-ac06-6b5706dc475d'}] Jul 08 01:46:33.966488 n-d-694802-14 neutron-server[93883]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:46:33.966914 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:46:33.970507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:33.970885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Checking segment: {'id': '30996bef-053e-4c58-ba17-a383e010c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5bc6ccd-5abf-4856-ac06-6b5706dc475d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:33.971294 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.971692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Bound using segment: {'id': '30996bef-053e-4c58-ba17-a383e010c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5bc6ccd-5abf-4856-ac06-6b5706dc475d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:33.972178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Bound port: 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30996bef-053e-4c58-ba17-a383e010c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c5bc6ccd-5abf-4856-ac06-6b5706dc475d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:33.972589 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:33.980179 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Routers {'30fe04e6-ced5-49da-97f6-17b60a3028d4'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:46:33.983386 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:46:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['30fe04e6-ced5-49da-97f6-17b60a3028d4'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:34.168617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26f6d-9fac-469a-8dab-c09df23d5199 req-a3fc77e9-9666-4b1e-b92c-f64e428f4acd tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:34.188321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26f6d-9fac-469a-8dab-c09df23d5199 req-a3fc77e9-9666-4b1e-b92c-f64e428f4acd tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:34.193565 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Set router 30fe04e6-ced5-49da-97f6-17b60a3028d4 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:46:34.206742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26f6d-9fac-469a-8dab-c09df23d5199 req-a3fc77e9-9666-4b1e-b92c-f64e428f4acd tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:34.225057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26f6d-9fac-469a-8dab-c09df23d5199 req-a3fc77e9-9666-4b1e-b92c-f64e428f4acd tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:34.242510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26f6d-9fac-469a-8dab-c09df23d5199 req-a3fc77e9-9666-4b1e-b92c-f64e428f4acd tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:34.248153 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:34.251983 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26f6d-9fac-469a-8dab-c09df23d5199 req-a3fc77e9-9666-4b1e-b92c-f64e428f4acd tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:34.264447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] For port 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:34.265203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab26f6d-9fac-469a-8dab-c09df23d5199 req-a3fc77e9-9666-4b1e-b92c-f64e428f4acd tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:34.269952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] For port 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1da09a8c-6fbc-49f5-a047-2dbc1be5f40b,segment=NetworkSegment(30996bef-053e-4c58-ba17-a383e010c683),segment_id=30996bef-053e-4c58-ba17-a383e010c683)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:34.278320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eab26f6d-9fac-469a-8dab-c09df23d5199 req-a3fc77e9-9666-4b1e-b92c-f64e428f4acd tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.2386968 Jul 08 01:46:34.290428 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:34.343728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=323549eb-90cc-4137-8d2a-bbc7ac84fbd3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:34.365474 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:34.372992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eab26f6d-9fac-469a-8dab-c09df23d5199 req-1089aeb5-d8ef-4723-b699-151bf57e2d12 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0893712 Jul 08 01:46:34.394206 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:34.472592 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:34.500885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b168cc3-409a-46bd-b85f-ab4ae61f54e5 req-d53b4a1c-a459-41c6-88c8-5e5ae1122cc3 tempest-FloatingIPsNegativeTestJSON-2064422075 tempest-FloatingIPsNegativeTestJSON-2064422075-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=faa83d46a81943f0a7006547d10c916e HTTP/1.1" status: 200 len: 217 time: 0.1187015 Jul 08 01:46:34.542266 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-router', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:46:18Z', 'updated_at': '2021-07-08T01:46:31Z', 'revision_number': 4, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'gw_port': {'id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:20Z', 'updated_at': '2021-07-08T01:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e8f6dc58-2243-47de-8854-61ea4ae57a06', 'name': '', 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'mac_address': 'fa:16:3e:e6:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '94961fd2-f0b2-480a-8f90-60a666db042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:29Z', 'updated_at': '2021-07-08T01:46:31Z', 'revision_number': 2, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'subnets': [{'id': '94961fd2-f0b2-480a-8f90-60a666db042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:34.626188 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Checking router: 30fe04e6-ced5-49da-97f6-17b60a3028d4 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:46:34.626580 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Updating router 30fe04e6-ced5-49da-97f6-17b60a3028d4 port e8f6dc58-2243-47de-8854-61ea4ae57a06 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:46:34.627523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Deleting port 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:34.628419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:34.714560 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:34.726363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7a6f2-4aa7-4eba-a674-7dbd7ba8f9e0 None None] Pushing event updated for resources: {'Port': ['ID=1da09a8c-6fbc-49f5-a047-2dbc1be5f40b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:34.780775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=323549eb-90cc-4137-8d2a-bbc7ac84fbd3,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:34.798210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d6871f9-048b-4572-80c7-6a5d2595dc44 req-3823e455-fb8c-406b-9724-caaf2236645e tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0952570 Jul 08 01:46:34.854084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee06f84a-ed17-4580-92bd-e21eba61aa7f None None] Network c5bc6ccd-5abf-4856-ac06-6b5706dc475d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:34.911495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1aaf3341-548d-4e8a-9bf3-078609a780a0 req-66f0ffa9-854a-4db4-b0f5-0fb27dcd2f23 tempest-FloatingIPsNegativeTestJSON-2064422075 tempest-FloatingIPsNegativeTestJSON-2064422075-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0469415 Jul 08 01:46:34.915032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] For port 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1da09a8c-6fbc-49f5-a047-2dbc1be5f40b,segment=NetworkSegment(30996bef-053e-4c58-ba17-a383e010c683),segment_id=30996bef-053e-4c58-ba17-a383e010c683)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:34.915467 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:34.949656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Calling delete_port for 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:35.080947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06085e-4698-4bf5-9f50-5368552bd87f req-01cc4d18-4503-4a13-91d4-7fc8be1fcb47 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:35.099670 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c06085e-4698-4bf5-9f50-5368552bd87f req-01cc4d18-4503-4a13-91d4-7fc8be1fcb47 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.3730855 Jul 08 01:46:35.132356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:35.187166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d146305a-4251-4bf1-9de3-3b978d0792be req-af0cdc99-cbe1-4444-8825-1dfcd258f21f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 210 time: 0.0512624 Jul 08 01:46:35.205892 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c06085e-4698-4bf5-9f50-5368552bd87f req-82fe7d3d-57e3-43fd-988d-731ad2f1f103 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043727 Jul 08 01:46:35.306325 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [req-90bcc688-c712-4acf-933b-91c72cda67f3 req-1e140086-abf5-4ff2-bd32-493e55f39469 tempest-FloatingIPsNegativeTestJSON-2064422075 tempest-FloatingIPsNegativeTestJSON-2064422075-project] show failed (client error): The resource could not be found. Jul 08 01:46:35.320472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55332) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:35.326052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90bcc688-c712-4acf-933b-91c72cda67f3 req-1e140086-abf5-4ff2-bd32-493e55f39469 tempest-FloatingIPsNegativeTestJSON-2064422075 tempest-FloatingIPsNegativeTestJSON-2064422075-project] 10.222.0.41 "GET /v2.0/floatingips/c3377900-9da8-4403-bdc7-0294a679ce43 HTTP/1.1" status: 404 len: 350 time: 0.0641489 Jul 08 01:46:35.337932 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.349090 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.357017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:46:35.365147 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Transition to ACTIVE for port object e8f6dc58-2243-47de-8854-61ea4ae57a06 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:35.374922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:35.381088 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.382601 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.385828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f9da69-4f8a-49ac-bd73-3735945c2209 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 01:46:35.437345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Port': ['ID=1da09a8c-6fbc-49f5-a047-2dbc1be5f40b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:35.459168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No DVR routers for this DVR port 1da09a8c-6fbc-49f5-a047-2dbc1be5f40b on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:35.608564 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Pushing event updated for resources: {'Port': ['ID=e8f6dc58-2243-47de-8854-61ea4ae57a06,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:35.656776 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.657128 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.657483 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.657797 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.658139 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.658472 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.658824 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.659114 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.659443 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.659770 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.660238 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.660600 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:35.696697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.701213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:46:35.701783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f2dbc198-fbd1-4dce-8bd8-afc65e32e1bd not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:46:35.720216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f9da69-4f8a-49ac-bd73-3735945c2209 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 01:46:35.724502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5bc6ccd-5abf-4856-ac06-6b5706dc475d']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:35.738574 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Attempting to bind port e8f6dc58-2243-47de-8854-61ea4ae57a06 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:35.739346 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Attempting to bind port e8f6dc58-2243-47de-8854-61ea4ae57a06 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f15b8392-6533-4309-9a5e-8e08407e4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:35.741084 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Attempting to bind port e8f6dc58-2243-47de-8854-61ea4ae57a06 on network 46d12f18-abb9-43b2-8f24-b34d54b1ecce {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:35.743293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30996bef-053e-4c58-ba17-a383e010c683') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:35.743591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30996bef-053e-4c58-ba17-a383e010c683') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:35.755924 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:35.756830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Checking segment: {'id': 'f15b8392-6533-4309-9a5e-8e08407e4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:35.757490 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.758996 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Bound using segment: {'id': 'f15b8392-6533-4309-9a5e-8e08407e4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:35.759639 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Bound port: e8f6dc58-2243-47de-8854-61ea4ae57a06, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f15b8392-6533-4309-9a5e-8e08407e4894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:35.760142 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.771071 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.804102 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.815425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:35.815839 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:35.818948 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:35.984534 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] For port e8f6dc58-2243-47de-8854-61ea4ae57a06, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:36.007445 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] For port e8f6dc58-2243-47de-8854-61ea4ae57a06, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e8f6dc58-2243-47de-8854-61ea4ae57a06,segment=NetworkSegment(f15b8392-6533-4309-9a5e-8e08407e4894),segment_id=f15b8392-6533-4309-9a5e-8e08407e4894)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:36.017991 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:36.039711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:36.060484 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:36.070466 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/c5bc6ccd-5abf-4856-ac06-6b5706dc475d HTTP/1.1" status: 204 len: 168 time: 3.7265058 Jul 08 01:46:36.072139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55338) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:36.108573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b555422-0f35-42e3-8d2d-f66f999a6f0f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=c5bc6ccd-5abf-4856-ac06-6b5706dc475d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:36.110591 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-443797841'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:36.149266 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3c25336-d31c-41f3-988a-a4ceaddac2f0 req-e38ef318-0532-4494-b5c7-7bd663b14ce3 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0671980 Jul 08 01:46:36.177291 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Routers {'30fe04e6-ced5-49da-97f6-17b60a3028d4'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:46:36.177986 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:46:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['30fe04e6-ced5-49da-97f6-17b60a3028d4'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:36.187449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaedb3-0492-47fc-bfde-6302fc986ef9 req-62a8a975-525a-4de7-9c37-252a88373d9b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:36.216963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaedb3-0492-47fc-bfde-6302fc986ef9 req-62a8a975-525a-4de7-9c37-252a88373d9b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:36.225799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaedb3-0492-47fc-bfde-6302fc986ef9 req-62a8a975-525a-4de7-9c37-252a88373d9b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:36.257683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaedb3-0492-47fc-bfde-6302fc986ef9 req-62a8a975-525a-4de7-9c37-252a88373d9b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:36.267443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:36.272977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaedb3-0492-47fc-bfde-6302fc986ef9 req-62a8a975-525a-4de7-9c37-252a88373d9b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:36.274724 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:36.295871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaedb3-0492-47fc-bfde-6302fc986ef9 req-62a8a975-525a-4de7-9c37-252a88373d9b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:36.305912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:36.314491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaedb3-0492-47fc-bfde-6302fc986ef9 req-62a8a975-525a-4de7-9c37-252a88373d9b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:36.339496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cfcaedb3-0492-47fc-bfde-6302fc986ef9 req-62a8a975-525a-4de7-9c37-252a88373d9b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.4299643 Jul 08 01:46:36.417128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:36.430483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:36.431161 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment 191e91b7-1752-4a69-964e-6ada749ee577 of type vlan for network 3650ff41-b70d-4cca-9511-7b8325f29695 Jul 08 01:46:36.487816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:36.535070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cfcaedb3-0492-47fc-bfde-6302fc986ef9 req-6e63b4fe-86d9-4c7c-bbd6-12a977d4d76b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1937752 Jul 08 01:46:36.554500 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:36.561350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:36.562013 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:36.617152 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] Set router 30fe04e6-ced5-49da-97f6-17b60a3028d4 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:46:36.657958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=3650ff41-b70d-4cca-9511-7b8325f29695,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:36.671454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 3650ff41-b70d-4cca-9511-7b8325f29695 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:36.701583 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6cf86-581e-46ab-9897-0bcbec0aa1d9 None None] Pushing event updated for resources: {'Port': ['ID=e8f6dc58-2243-47de-8854-61ea4ae57a06,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:36.745811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c3436-c978-4a7b-809a-39c87da89c43 req-a9e6923c-149f-4117-8da4-5e2523cea49f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:36.750419 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-784c3436-c978-4a7b-809a-39c87da89c43 req-a9e6923c-149f-4117-8da4-5e2523cea49f tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.2059476 Jul 08 01:46:36.760380 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0addf0bd-a64c-4ad5-995f-8743168fa0c6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6807065 Jul 08 01:46:36.761077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:36.829990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b5a68a86-c94b-49fd-abe2-d2bcb7f01159 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:36.841127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-784c3436-c978-4a7b-809a-39c87da89c43 req-c5d071b7-d87f-4e98-a167-720512261c70 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827067 Jul 08 01:46:36.939459 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-router', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:46:18Z', 'updated_at': '2021-07-08T01:46:31Z', 'revision_number': 4, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'gw_port': {'id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:20Z', 'updated_at': '2021-07-08T01:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e8f6dc58-2243-47de-8854-61ea4ae57a06', 'name': '', 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'mac_address': 'fa:16:3e:e6:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '94961fd2-f0b2-480a-8f90-60a666db042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:29Z', 'updated_at': '2021-07-08T01:46:35Z', 'revision_number': 4, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'subnets': [{'id': '94961fd2-f0b2-480a-8f90-60a666db042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:36.956373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf3427aa-5979-4ca3-828f-e3bac7746ec0 req-3c4fc329-946b-4aaa-b654-501d53726913 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 210 time: 0.1099916 Jul 08 01:46:37.005498 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ade8b-1c58-4f9a-a5df-e1df832a98f4 None None] The sync data for ids ['30fe04e6-ced5-49da-97f6-17b60a3028d4'] in n-d-694802-14 is: [{'id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-router', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:46:18Z', 'updated_at': '2021-07-08T01:46:31Z', 'revision_number': 4, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'gw_port': {'id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:20Z', 'updated_at': '2021-07-08T01:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e8f6dc58-2243-47de-8854-61ea4ae57a06', 'name': '', 'network_id': '46d12f18-abb9-43b2-8f24-b34d54b1ecce', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'mac_address': 'fa:16:3e:e6:5f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '94961fd2-f0b2-480a-8f90-60a666db042b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:29Z', 'updated_at': '2021-07-08T01:46:35Z', 'revision_number': 4, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'subnets': [{'id': '94961fd2-f0b2-480a-8f90-60a666db042b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:46:37.491966 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23eedc75-52f2-4db2-8cf2-26894819c97c req-14690b26-7ec9-451f-91b0-49560fa0f58a tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.1266205 Jul 08 01:46:37.498752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5a68a86-c94b-49fd-abe2-d2bcb7f01159 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:37.550664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5a68a86-c94b-49fd-abe2-d2bcb7f01159 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:37.706052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5a68a86-c94b-49fd-abe2-d2bcb7f01159 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network 3650ff41-b70d-4cca-9511-7b8325f29695 is not hosted by any dhcp agent {{(pid=93884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 01:46:37.727085 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a68a86-c94b-49fd-abe2-d2bcb7f01159 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:37.730403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5a68a86-c94b-49fd-abe2-d2bcb7f01159 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:37.736614 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b5a68a86-c94b-49fd-abe2-d2bcb7f01159 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "PUT /v2.0/networks/3650ff41-b70d-4cca-9511-7b8325f29695 HTTP/1.1" status: 200 len: 723 time: 0.9132323 Jul 08 01:46:37.736970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:37.743157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': '3650ff41-b70d-4cca-9511-7b8325f29695', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:37.788258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a68a86-c94b-49fd-abe2-d2bcb7f01159 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=3650ff41-b70d-4cca-9511-7b8325f29695,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:37.812595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 3650ff41-b70d-4cca-9511-7b8325f29695 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:37.818808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] Deleting port e8f6dc58-2243-47de-8854-61ea4ae57a06 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:37.819085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:38.075082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] For port e8f6dc58-2243-47de-8854-61ea4ae57a06, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e8f6dc58-2243-47de-8854-61ea4ae57a06,segment=NetworkSegment(f15b8392-6533-4309-9a5e-8e08407e4894),segment_id=f15b8392-6533-4309-9a5e-8e08407e4894)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:38.075453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:38.105621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:38.107790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] Calling delete_port for e8f6dc58-2243-47de-8854-61ea4ae57a06 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:38.109443 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:38.339459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27775-aab1-4d68-8814-b5d182caef0b req-6fa742f7-b441-4282-873e-bc5abe6c5037 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:38.345958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27775-aab1-4d68-8814-b5d182caef0b req-6fa742f7-b441-4282-873e-bc5abe6c5037 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:38.353659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27775-aab1-4d68-8814-b5d182caef0b req-6fa742f7-b441-4282-873e-bc5abe6c5037 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:38.360105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27775-aab1-4d68-8814-b5d182caef0b req-6fa742f7-b441-4282-873e-bc5abe6c5037 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:38.367394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27775-aab1-4d68-8814-b5d182caef0b req-6fa742f7-b441-4282-873e-bc5abe6c5037 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:38.374320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27775-aab1-4d68-8814-b5d182caef0b req-6fa742f7-b441-4282-873e-bc5abe6c5037 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:38.381125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e27775-aab1-4d68-8814-b5d182caef0b req-6fa742f7-b441-4282-873e-bc5abe6c5037 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:38.383129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78e27775-aab1-4d68-8814-b5d182caef0b req-6fa742f7-b441-4282-873e-bc5abe6c5037 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.5384555 Jul 08 01:46:38.454889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:38.472906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47dc698-0f20-452e-ac0c-5eaa4b0065db req-01fa21e0-46b2-47c6-9acb-0a90ac71d7e7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:38.482109 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d47dc698-0f20-452e-ac0c-5eaa4b0065db req-01fa21e0-46b2-47c6-9acb-0a90ac71d7e7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.3665862 Jul 08 01:46:38.495597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f6dc58-2243-47de-8854-61ea4ae57a06,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:38.536789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78e27775-aab1-4d68-8814-b5d182caef0b req-75bdfbe1-ed16-41c7-ad48-dfa59d6f3fea tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1256490 Jul 08 01:46:38.650627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d47dc698-0f20-452e-ac0c-5eaa4b0065db req-35a29d21-3c5f-4ffb-bc79-4353883b850d tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676161 Jul 08 01:46:38.745710 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:38.868403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:38.910744 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b96baa8-4d2a-4d50-8a76-baa6e47e22fb req-05ea2e05-06c4-4252-be7e-d15096c513d2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 210 time: 0.0830081 Jul 08 01:46:38.917979 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:39.069613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=1807710c-553c-483f-9935-2c2427467afa,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:39.096092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': '191e91b7-1752-4a69-964e-6ada749ee577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ff41-b70d-4cca-9511-7b8325f29695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:39.096417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: 3650ff41-b70d-4cca-9511-7b8325f29695, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:39.145067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network 3650ff41-b70d-4cca-9511-7b8325f29695 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:39.171985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 3650ff41-b70d-4cca-9511-7b8325f29695) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:39.182068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb277785-3adf-4a7b-99e0-c385c802b2d2 None None] Network 3650ff41-b70d-4cca-9511-7b8325f29695 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:39.203583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75592c01-5ab4-49c9-b73f-7f2e0c25e2a4 req-61fe9606-17a1-456a-9c01-cf58e02c3ad9 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0449975 Jul 08 01:46:39.212406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:39.213373 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:39.218797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-bd787636-3702-4eb2-9a09-310e17b5e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:39.219281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-bd787636-3702-4eb2-9a09-310e17b5e7ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 1097 time: 0.1363437 Jul 08 01:46:39.303134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] Router 30fe04e6-ced5-49da-97f6-17b60a3028d4 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:46:39.336510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-6a7dff2f-cafa-4949-85d8-c84f048935b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:39.338023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-6a7dff2f-cafa-4949-85d8-c84f048935b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.0990760 Jul 08 01:46:39.358305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bd48e8b3-5d54-465d-9f69-88a1b69184b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6161799 Jul 08 01:46:39.358305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55380) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:39.392026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7a26858b-40b6-4fc9-8020-fb54a3ca4716 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:39.396559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-6b51692f-8538-4336-bceb-299f45562782 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42b59471-ae82-461f-a180-6ddb1ff20b31 HTTP/1.1" status: 200 len: 217 time: 0.0503423 Jul 08 01:46:39.459682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:46:39.466923 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-68bd1469-b230-4e1d-a457-c870817ebd10 admin admin] 10.222.0.41 "PUT /v2.0/routers/30fe04e6-ced5-49da-97f6-17b60a3028d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1457276 Jul 08 01:46:39.471336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55382) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:39.476204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] Sync routers for ids ['30fe04e6-ced5-49da-97f6-17b60a3028d4'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:46:39.497288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] Routers {'30fe04e6-ced5-49da-97f6-17b60a3028d4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:46:39.498335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:46:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['30fe04e6-ced5-49da-97f6-17b60a3028d4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:39.572736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-393b51fc-69ec-4f2f-8a1d-2972a763d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:39.574196 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-393b51fc-69ec-4f2f-8a1d-2972a763d5c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1566699 Jul 08 01:46:39.647047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-3650ff41-b70d-4cca-9511-7b8325f29695', 'network_id': '3650ff41-b70d-4cca-9511-7b8325f29695', 'tenant_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'fixed_ips': [{'subnet_id': '1807710c-553c-483f-9935-2c2427467afa'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:39.649222 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:39.780573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] Set router 30fe04e6-ced5-49da-97f6-17b60a3028d4 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:46:40.149948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Allocated IP 172.20.0.2 (3650ff41-b70d-4cca-9511-7b8325f29695/1807710c-553c-483f-9935-2c2427467afa/65575f75-4e58-4e66-bfe4-8a26c03c761e) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:40.174980 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a26858b-40b6-4fc9-8020-fb54a3ca4716 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13167890'] for subnet, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:40.181753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-router', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:46:18Z', 'updated_at': '2021-07-08T01:46:38Z', 'revision_number': 5, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'gw_port': {'id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:20Z', 'updated_at': '2021-07-08T01:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:40.250887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] Checking router: 30fe04e6-ced5-49da-97f6-17b60a3028d4 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:46:40.271137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] Routers {'30fe04e6-ced5-49da-97f6-17b60a3028d4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:46:40.275188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:46:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['30fe04e6-ced5-49da-97f6-17b60a3028d4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:40.328580 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:40.453616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] Set router 30fe04e6-ced5-49da-97f6-17b60a3028d4 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:46:40.482678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a264bd7-df2c-4625-9fc8-ef12ebf04cbf req-d3f677a7-8a01-4c95-9f76-70250ee4b167 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:40.490198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a264bd7-df2c-4625-9fc8-ef12ebf04cbf req-d3f677a7-8a01-4c95-9f76-70250ee4b167 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:40.497326 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a264bd7-df2c-4625-9fc8-ef12ebf04cbf req-d3f677a7-8a01-4c95-9f76-70250ee4b167 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:40.505097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a264bd7-df2c-4625-9fc8-ef12ebf04cbf req-d3f677a7-8a01-4c95-9f76-70250ee4b167 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:40.511814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a264bd7-df2c-4625-9fc8-ef12ebf04cbf req-d3f677a7-8a01-4c95-9f76-70250ee4b167 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:40.519221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a264bd7-df2c-4625-9fc8-ef12ebf04cbf req-d3f677a7-8a01-4c95-9f76-70250ee4b167 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:40.526076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a264bd7-df2c-4625-9fc8-ef12ebf04cbf req-d3f677a7-8a01-4c95-9f76-70250ee4b167 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:40.528116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a264bd7-df2c-4625-9fc8-ef12ebf04cbf req-d3f677a7-8a01-4c95-9f76-70250ee4b167 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.4189517 Jul 08 01:46:40.530861 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:40.541663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b884948-c9ba-42bd-9014-6b91b8c6b3dd req-578b7287-7aac-4860-8d78-597a44bfaebd tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:40.543542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b884948-c9ba-42bd-9014-6b91b8c6b3dd req-578b7287-7aac-4860-8d78-597a44bfaebd tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.4248199 Jul 08 01:46:40.559551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-8eeb8b0c-ade9-42e8-8c19-55b28c666183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:40.561076 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-8eeb8b0c-ade9-42e8-8c19-55b28c666183 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4508679 Jul 08 01:46:40.578448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Transition to ACTIVE for port object 65575f75-4e58-4e66-bfe4-8a26c03c761e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:40.620872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Transition to ACTIVE for port object 65575f75-4e58-4e66-bfe4-8a26c03c761e will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:40.730583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b884948-c9ba-42bd-9014-6b91b8c6b3dd req-21df9f8e-698b-48f6-aafb-47748e83588c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742206 Jul 08 01:46:40.736248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a264bd7-df2c-4625-9fc8-ef12ebf04cbf req-7888606b-67c3-4669-8723-1173422663f2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1902738 Jul 08 01:46:40.742737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:40.792251 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:40.870477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-9b4feeaa-e572-4485-92c6-e023f310f5ba service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847996 Jul 08 01:46:40.871441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Network 3650ff41-b70d-4cca-9511-7b8325f29695 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:40.922154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:40.929390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:40.933514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Pushing event updated for resources: {'Port': ['ID=65575f75-4e58-4e66-bfe4-8a26c03c761e,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:41.027527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e4329fdb-a41c-4f80-9d45-81c8fb054a8f req-0e51b38d-af84-46ad-8913-8b7936512b6b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b1f758e-43d1-404e-b583-fb307426a575 HTTP/1.1" status: 200 len: 210 time: 0.0481608 Jul 08 01:46:41.035426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-router', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:46:18Z', 'updated_at': '2021-07-08T01:46:38Z', 'revision_number': 5, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'gw_port': {'id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:20Z', 'updated_at': '2021-07-08T01:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:41.059221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Deleting port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:41.059570 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.084412 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a26858b-40b6-4fc9-8020-fb54a3ca4716 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771909559318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12751998'] for subnet, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.099110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1423e66-f86a-4032-a8ff-858751594ee3 None None] The sync data for ids ['30fe04e6-ced5-49da-97f6-17b60a3028d4'] in n-d-694802-14 is: [{'id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'name': 'tempest-FloatingIPsNegativeTestJSON-899288056-router', 'tenant_id': 'faa83d46a81943f0a7006547d10c916e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:46:18Z', 'updated_at': '2021-07-08T01:46:38Z', 'revision_number': 5, 'project_id': 'faa83d46a81943f0a7006547d10c916e', 'gw_port': {'id': '323549eb-90cc-4137-8d2a-bbc7ac84fbd3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:79:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30fe04e6-ced5-49da-97f6-17b60a3028d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:46:20Z', 'updated_at': '2021-07-08T01:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:46:41.106373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Attempting to bind port 65575f75-4e58-4e66-bfe4-8a26c03c761e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:41.106913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Attempting to bind port 65575f75-4e58-4e66-bfe4-8a26c03c761e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '191e91b7-1752-4a69-964e-6ada749ee577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ff41-b70d-4cca-9511-7b8325f29695'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:41.107375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Attempting to bind port 65575f75-4e58-4e66-bfe4-8a26c03c761e on network 3650ff41-b70d-4cca-9511-7b8325f29695 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:41.133363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:41.134190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Checking segment: {'id': '191e91b7-1752-4a69-964e-6ada749ee577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ff41-b70d-4cca-9511-7b8325f29695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:41.134820 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.135466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Bound using segment: {'id': '191e91b7-1752-4a69-964e-6ada749ee577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ff41-b70d-4cca-9511-7b8325f29695'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:41.136159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Bound port: 65575f75-4e58-4e66-bfe4-8a26c03c761e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191e91b7-1752-4a69-964e-6ada749ee577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3650ff41-b70d-4cca-9511-7b8325f29695'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:41.136790 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.166074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413bb701-9ba1-40e8-8117-97d8af431a3d req-10604209-800a-4aa8-9956-ece8f57aebef service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843437 Jul 08 01:46:41.183700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a26858b-40b6-4fc9-8020-fb54a3ca4716 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:41.184755 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a26858b-40b6-4fc9-8020-fb54a3ca4716 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.188800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7a26858b-40b6-4fc9-8020-fb54a3ca4716 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "PUT /v2.0/subnets/1807710c-553c-483f-9935-2c2427467afa HTTP/1.1" status: 200 len: 806 time: 1.8272221 Jul 08 01:46:41.190369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55396) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:41.242714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-16a2900c-01b3-412a-895d-e8266190609f None None] For port 65575f75-4e58-4e66-bfe4-8a26c03c761e, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:41.246631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-16a2900c-01b3-412a-895d-e8266190609f None None] For port 65575f75-4e58-4e66-bfe4-8a26c03c761e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=65575f75-4e58-4e66-bfe4-8a26c03c761e,segment=NetworkSegment(191e91b7-1752-4a69-964e-6ada749ee577),segment_id=191e91b7-1752-4a69-964e-6ada749ee577)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:41.252815 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.287744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26858b-40b6-4fc9-8020-fb54a3ca4716 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=1807710c-553c-483f-9935-2c2427467afa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:41.333727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2900c-01b3-412a-895d-e8266190609f None None] Pushing event updated for resources: {'Port': ['ID=65575f75-4e58-4e66-bfe4-8a26c03c761e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:41.338499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4402815-ed03-4b4f-bcae-8caa2a2baba3 req-ffe60e19-00e4-42b6-b7bf-5dce1f8d0929 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0879977 Jul 08 01:46:41.349368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9714a286-f274-4390-a5a5-0632048c9e36 req-89072100-3769-4f1a-a46a-cae8189ad9c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0765519 Jul 08 01:46:41.359839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] For port 323549eb-90cc-4137-8d2a-bbc7ac84fbd3, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=323549eb-90cc-4137-8d2a-bbc7ac84fbd3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:41.360101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.384083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Calling delete_port for 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:41.413619 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.642694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Deleting port 65575f75-4e58-4e66-bfe4-8a26c03c761e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:41.643038 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.731197 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.774197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Pushing event deleted for resources: {'Port': ['ID=323549eb-90cc-4137-8d2a-bbc7ac84fbd3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:41.795413 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] For port 65575f75-4e58-4e66-bfe4-8a26c03c761e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=65575f75-4e58-4e66-bfe4-8a26c03c761e,segment=NetworkSegment(191e91b7-1752-4a69-964e-6ada749ee577),segment_id=191e91b7-1752-4a69-964e-6ada749ee577)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:41.796455 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:41.813703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Calling delete_port for 65575f75-4e58-4e66-bfe4-8a26c03c761e owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:42.056127 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.182470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.187768 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.287616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b57e4-70af-48bf-a67f-4301d14572a3 req-cc01e169-6a98-4b0f-b061-821143ac2937 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:42.289282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e60b57e4-70af-48bf-a67f-4301d14572a3 req-cc01e169-6a98-4b0f-b061-821143ac2937 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.3823693 Jul 08 01:46:42.311926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa3cc9-e81d-44c6-a420-00aeb3098c2c req-507a2476-3d53-4079-a002-d422925e2b37 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:42.318543 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa3cc9-e81d-44c6-a420-00aeb3098c2c req-507a2476-3d53-4079-a002-d422925e2b37 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:42.324682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa3cc9-e81d-44c6-a420-00aeb3098c2c req-507a2476-3d53-4079-a002-d422925e2b37 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:42.331030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa3cc9-e81d-44c6-a420-00aeb3098c2c req-507a2476-3d53-4079-a002-d422925e2b37 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:42.337635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa3cc9-e81d-44c6-a420-00aeb3098c2c req-507a2476-3d53-4079-a002-d422925e2b37 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:42.343584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa3cc9-e81d-44c6-a420-00aeb3098c2c req-507a2476-3d53-4079-a002-d422925e2b37 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:42.350341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa3cc9-e81d-44c6-a420-00aeb3098c2c req-507a2476-3d53-4079-a002-d422925e2b37 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:42.352289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8fa3cc9-e81d-44c6-a420-00aeb3098c2c req-507a2476-3d53-4079-a002-d422925e2b37 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.4372025 Jul 08 01:46:42.363242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.363779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30fe04e6-ced5-49da-97f6-17b60a3028d4 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:46:42.374077 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.376654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-13c73803-f1e5-4292-ba6b-c1bf05017178 admin admin] 10.222.0.41 "DELETE /v2.0/routers/30fe04e6-ced5-49da-97f6-17b60a3028d4 HTTP/1.1" status: 204 len: 168 time: 2.9015350 Jul 08 01:46:42.379245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55410) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:42.419578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.466052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c028d13-9ec6-4202-ae0a-0f41e79b15a3 admin admin] Deleting subnet 94961fd2-f0b2-480a-8f90-60a666db042b {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:46:42.472755 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c028d13-9ec6-4202-ae0a-0f41e79b15a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.522809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Port': ['ID=65575f75-4e58-4e66-bfe4-8a26c03c761e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:42.537381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c028d13-9ec6-4202-ae0a-0f41e79b15a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.545130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No DVR routers for this DVR port 65575f75-4e58-4e66-bfe4-8a26c03c761e on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:42.560645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e60b57e4-70af-48bf-a67f-4301d14572a3 req-b51ab578-c222-433e-9cb7-e56fdebea246 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607450 Jul 08 01:46:42.566754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8fa3cc9-e81d-44c6-a420-00aeb3098c2c req-4ed68b1a-c3ea-45df-abe0-0f8894b8d6e4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1965003 Jul 08 01:46:42.568810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.569202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.569503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.569842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.570361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.570709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.571177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.571364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.571695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.572094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.572356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.572683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:42.621235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11db9693-e80e-4a92-aa22-d78d89ec0b84 None None] Network 3650ff41-b70d-4cca-9511-7b8325f29695 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:42.638408 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.670122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c028d13-9ec6-4202-ae0a-0f41e79b15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.714565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a3b43a8f-66ad-4d83-b4e5-21ab3243917c None None] Could not find standard attr ID for object 65575f75-4e58-4e66-bfe4-8a26c03c761e. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:46:42.758180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c028d13-9ec6-4202-ae0a-0f41e79b15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.781466 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.822109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c028d13-9ec6-4202-ae0a-0f41e79b15a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94961fd2-f0b2-480a-8f90-60a666db042b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:42.833827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c028d13-9ec6-4202-ae0a-0f41e79b15a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.835871 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8c028d13-9ec6-4202-ae0a-0f41e79b15a3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/94961fd2-f0b2-480a-8f90-60a666db042b HTTP/1.1" status: 204 len: 168 time: 0.4536247 Jul 08 01:46:42.838855 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d30ecc-18f5-41d8-bf4b-7a2b653a338f None None] Network 46d12f18-abb9-43b2-8f24-b34d54b1ecce requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:42.839408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55416) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:42.844007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=1807710c-553c-483f-9935-2c2427467afa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:42.967216 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:42.976710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3650ff41-b70d-4cca-9511-7b8325f29695']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:43.001542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191e91b7-1752-4a69-964e-6ada749ee577') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:43.002399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191e91b7-1752-4a69-964e-6ada749ee577') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:43.028654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.076520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e8f6dc58-2243-47de-8854-61ea4ae57a06 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:46:43.102392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c489da0e-df87-42f2-ae63-d8ec05a5b858 req-dcdd39ee-42ec-4c76-aa19-a6c0f95178f8 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0996578 Jul 08 01:46:43.107917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: e8f6dc58-2243-47de-8854-61ea4ae57a06 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:46:43.107917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e8f6dc58-2243-47de-8854-61ea4ae57a06 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:46:43.107917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:46:43.110383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.134261 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.141369 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e722cac-6455-4f28-9371-2248073747dc None None] DHCP port deletion for 3650ff41-b70d-4cca-9511-7b8325f29695 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:46:43.144541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:46:43.145933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:43.146111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 323549eb-90cc-4137-8d2a-bbc7ac84fbd3 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:46:43.146267 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.175638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d5e4b6-4ed8-424d-a723-26bb6775730b None None] Network 3650ff41-b70d-4cca-9511-7b8325f29695 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:43.184283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Deleting port 4b774f11-0862-46a4-84e2-3cb83123dda9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:43.184915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:43.234638 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:43.241730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.258997 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.261350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/3650ff41-b70d-4cca-9511-7b8325f29695 HTTP/1.1" status: 204 len: 168 time: 2.0701888 Jul 08 01:46:43.308434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:43.308434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab598f-001e-454c-b2ab-a2d9707122d6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=3650ff41-b70d-4cca-9511-7b8325f29695,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:43.308434 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddffb554-662b-4550-98ef-e7c8a019240b tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:43.308434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddffb554-662b-4550-98ef-e7c8a019240b tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:43.308434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ddffb554-662b-4550-98ef-e7c8a019240b tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/3650ff41-b70d-4cca-9511-7b8325f29695 HTTP/1.1" status: 404 len: 339 time: 0.0323799 Jul 08 01:46:43.320736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:43.326888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-391840708', 'description': 'd1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:43.378161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] For port 4b774f11-0862-46a4-84e2-3cb83123dda9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4b774f11-0862-46a4-84e2-3cb83123dda9,segment=NetworkSegment(f15b8392-6533-4309-9a5e-8e08407e4894),segment_id=f15b8392-6533-4309-9a5e-8e08407e4894)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:43.378524 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.414583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Calling delete_port for 4b774f11-0862-46a4-84e2-3cb83123dda9 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:43.420216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:43.423848 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.450735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba2e43-9d8c-4180-9440-3b070882fdd0 None None] DHCP port deletion for 46d12f18-abb9-43b2-8f24-b34d54b1ecce request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:46:43.478356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-6a43df62-116e-438d-960a-26f7c62fa9d0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:43.485290 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-6a43df62-116e-438d-960a-26f7c62fa9d0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.1736815 Jul 08 01:46:43.496678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:43.512447 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-68f8a316-10b5-4626-b5b9-238599137302 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/quotas/0c9dbecbc0dc493094a50ed9970ba671 HTTP/1.1" status: 200 len: 375 time: 0.0261545 Jul 08 01:46:43.517344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.517695 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment dcb71291-2e5f-4dad-924e-80987c2fb8d7 of type vlan for network 227342a8-354c-482b-97df-d88286c646c9 Jul 08 01:46:43.537168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2aba2e43-9d8c-4180-9440-3b070882fdd0 None None] Deleting port 4b774f11-0862-46a4-84e2-3cb83123dda9 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:43.538004 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2aba2e43-9d8c-4180-9440-3b070882fdd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.550478 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.560950 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-fdba05bc-d9c0-4876-9091-b36acace2c54 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475187 Jul 08 01:46:43.608011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=4b774f11-0862-46a4-84e2-3cb83123dda9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:43.615820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] No DVR routers for this DVR port 4b774f11-0862-46a4-84e2-3cb83123dda9 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:43.632331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2aba2e43-9d8c-4180-9440-3b070882fdd0 None None] For port 4b774f11-0862-46a4-84e2-3cb83123dda9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4b774f11-0862-46a4-84e2-3cb83123dda9,segment=NetworkSegment(f15b8392-6533-4309-9a5e-8e08407e4894),segment_id=f15b8392-6533-4309-9a5e-8e08407e4894)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:43.633819 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2aba2e43-9d8c-4180-9440-3b070882fdd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.657398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2aba2e43-9d8c-4180-9440-3b070882fdd0 None None] Calling delete_port for 4b774f11-0862-46a4-84e2-3cb83123dda9 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:43.676071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 42b59471-ae82-461f-a180-6ddb1ff20b31 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:46:43.694958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37451e0a-563e-4fcd-a6ee-a88b7d08913c req-f2e31d05-1b32-482b-96b5-0c4c4bc9bcdc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd18fa8e452e4b829fab017f38af712e&device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0414579 Jul 08 01:46:43.717637 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.721361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.734079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d12f18-abb9-43b2-8f24-b34d54b1ecce']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:43.743338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37451e0a-563e-4fcd-a6ee-a88b7d08913c req-2c150684-f862-416f-84fe-76c1a6e799e7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cd18fa8e452e4b829fab017f38af712e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391376 Jul 08 01:46:43.747826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15b8392-6533-4309-9a5e-8e08407e4894') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:43.748129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15b8392-6533-4309-9a5e-8e08407e4894') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:43.758847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.775475 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.782480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:43.782891 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:43.784944 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:43.813041 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.844912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-3da7ad7d-d3a6-401c-bb46-d67e4627db12 service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827299 Jul 08 01:46:43.846780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42b59471-ae82-461f-a180-6ddb1ff20b31'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:43.849670 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca86c521-4783-41af-9391-901ce0c0fdac" -d '{"events": [{"server_uuid": "2d85ed8a-61a8-43cf-b365-4499afb780b6", "name": "network-vif-unplugged", "status": "completed", "tag": "42b59471-ae82-461f-a180-6ddb1ff20b31"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:43.854160 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.865313 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.870157 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] 10.222.0.41 "DELETE /v2.0/networks/46d12f18-abb9-43b2-8f24-b34d54b1ecce HTTP/1.1" status: 204 len: 168 time: 1.0273116 Jul 08 01:46:43.870353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 42b59471-ae82-461f-a180-6ddb1ff20b31, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=42b59471-ae82-461f-a180-6ddb1ff20b31,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:43.870353 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2aba2e43-9d8c-4180-9440-3b070882fdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.877611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2aba2e43-9d8c-4180-9440-3b070882fdd0 None None] Network 46d12f18-abb9-43b2-8f24-b34d54b1ecce is not hosted by any dhcp agent {{(pid=93885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 01:46:43.877953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba2e43-9d8c-4180-9440-3b070882fdd0 None None] No DVR routers for this DVR port 4b774f11-0862-46a4-84e2-3cb83123dda9 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:43.906247 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.909419 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba2e43-9d8c-4180-9440-3b070882fdd0 None None] Pushing event deleted for resources: {'Port': ['ID=4b774f11-0862-46a4-84e2-3cb83123dda9,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:43.922307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35778f61-0ab3-4ad5-91eb-eda3c5573bbd admin admin] Pushing event deleted for resources: {'Network': ['ID=46d12f18-abb9-43b2-8f24-b34d54b1ecce,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:43.945650 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.955743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:43.957267 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:43.971919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=42b59471-ae82-461f-a180-6ddb1ff20b31,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:44.057156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55454) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:44.109451 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-02565d4a-e879-4b1f-9ca9-ba5cc4a6600c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=faa83d46a81943f0a7006547d10c916e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486932 Jul 08 01:46:44.110007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55456) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:44.172002 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd877-b414-4b59-b909-c6dd533eb99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:44.199359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd877-b414-4b59-b909-c6dd533eb99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:44.256507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd877-b414-4b59-b909-c6dd533eb99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:44.259038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd877-b414-4b59-b909-c6dd533eb99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:44.260233 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bdcdd877-b414-4b59-b909-c6dd533eb99c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aab1eb14-e372-434b-a9f6-81960192a070 HTTP/1.1" status: 204 len: 168 time: 0.1491880 Jul 08 01:46:44.271248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdd877-b414-4b59-b909-c6dd533eb99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab1eb14-e372-434b-a9f6-81960192a070,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:44.429482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1075382 Jul 08 01:46:44.432646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55460) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:44.442655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37451e0a-563e-4fcd-a6ee-a88b7d08913c req-db4f04a7-1f33-4950-a087-e5bc3965ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.444956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37451e0a-563e-4fcd-a6ee-a88b7d08913c req-db4f04a7-1f33-4950-a087-e5bc3965ec0f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6908255 Jul 08 01:46:44.471212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3718a7a-4477-4529-8a9c-83d8f82327d5 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=227342a8-354c-482b-97df-d88286c646c9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:44.482555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 227342a8-354c-482b-97df-d88286c646c9 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:44.484877 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b95557-b39f-45ea-9f8d-7588510dc03c req-b581e787-3037-4111-8406-c87c1708d87a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.486838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63b95557-b39f-45ea-9f8d-7588510dc03c req-b581e787-3037-4111-8406-c87c1708d87a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 945 time: 0.7383955 Jul 08 01:46:44.495687 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-95f1567f-d9ae-4c63-b650-8de3d9d17e51 service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378455 Jul 08 01:46:44.535430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63b95557-b39f-45ea-9f8d-7588510dc03c req-beb00d39-e2cb-4ef9-ba38-d83ad45c83e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385737 Jul 08 01:46:44.589125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0950891e-cbbf-47f1-bfcd-1b6c5e6d9afe tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.593545 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0950891e-cbbf-47f1-bfcd-1b6c5e6d9afe tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/networks?id=227342a8-354c-482b-97df-d88286c646c9 HTTP/1.1" status: 200 len: 760 time: 0.1566296 Jul 08 01:46:44.594108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55466) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:44.600801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6cf8e479-9d13-4452-810c-565480763d5c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'description': 'd2'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:44.829769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e479-9d13-4452-810c-565480763d5c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:44.831302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fbd50-8ada-4445-aff7-4e2f01220bab req-4d070958-fe29-43b3-9d67-809d3d2d792a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.839648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fbd50-8ada-4445-aff7-4e2f01220bab req-4d070958-fe29-43b3-9d67-809d3d2d792a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.846871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fbd50-8ada-4445-aff7-4e2f01220bab req-4d070958-fe29-43b3-9d67-809d3d2d792a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.848226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e479-9d13-4452-810c-565480763d5c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:44.855520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fbd50-8ada-4445-aff7-4e2f01220bab req-4d070958-fe29-43b3-9d67-809d3d2d792a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.865707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fbd50-8ada-4445-aff7-4e2f01220bab req-4d070958-fe29-43b3-9d67-809d3d2d792a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.869035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6cf8e479-9d13-4452-810c-565480763d5c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network 227342a8-354c-482b-97df-d88286c646c9 is not hosted by any dhcp agent {{(pid=93884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 01:46:44.872565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fbd50-8ada-4445-aff7-4e2f01220bab req-4d070958-fe29-43b3-9d67-809d3d2d792a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.875707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf8e479-9d13-4452-810c-565480763d5c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.877004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cf8e479-9d13-4452-810c-565480763d5c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:44.878902 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6cf8e479-9d13-4452-810c-565480763d5c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "PUT /v2.0/networks/227342a8-354c-482b-97df-d88286c646c9 HTTP/1.1" status: 200 len: 757 time: 0.2829468 Jul 08 01:46:44.879381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fbd50-8ada-4445-aff7-4e2f01220bab req-4d070958-fe29-43b3-9d67-809d3d2d792a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:44.881881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c02fbd50-8ada-4445-aff7-4e2f01220bab req-4d070958-fe29-43b3-9d67-809d3d2d792a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.1904144 Jul 08 01:46:44.882605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55484) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:44.916785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdf79db5-3e6a-430a-a339-97724b51b0e1 req-d22099f2-a49a-4e7e-a366-d6f9bb23111d tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.1127095 Jul 08 01:46:44.991661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8e479-9d13-4452-810c-565480763d5c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=227342a8-354c-482b-97df-d88286c646c9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:45.019002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 227342a8-354c-482b-97df-d88286c646c9 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:45.023211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 65575f75-4e58-4e66-bfe4-8a26c03c761e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:46:45.042401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c02fbd50-8ada-4445-aff7-4e2f01220bab req-7649d04c-33aa-4a75-a663-661d2e50babe tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1226971 Jul 08 01:46:45.066210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88998335-5233-4d8c-ab78-1eea5a6c462a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:45.073125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-88998335-5233-4d8c-ab78-1eea5a6c462a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/networks?id=227342a8-354c-482b-97df-d88286c646c9 HTTP/1.1" status: 200 len: 760 time: 0.1655385 Jul 08 01:46:45.073804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55490) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:45.079908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-208060234'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:45.091024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 65575f75-4e58-4e66-bfe4-8a26c03c761e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:46:45.091375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 65575f75-4e58-4e66-bfe4-8a26c03c761e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:46:45.091797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4b774f11-0862-46a4-84e2-3cb83123dda9 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:46:45.140760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:45.149557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:45.155359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 4b774f11-0862-46a4-84e2-3cb83123dda9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:46:45.155774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4b774f11-0862-46a4-84e2-3cb83123dda9 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:46:45.170921 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2c45ba-cb22-4bb0-84f7-03c61ac2686b x-openstack-request-id: req-9f2c45ba-cb22-4bb0-84f7-03c61ac2686b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:45.171222 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d85ed8a-61a8-43cf-b365-4499afb780b6", "name": "network-vif-unplugged", "status": "failed", "tag": "42b59471-ae82-461f-a180-6ddb1ff20b31", "code": 422}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:45.171478 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f2c45ba-cb22-4bb0-84f7-03c61ac2686b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:45.172348 n-d-694802-14 neutron-server[93885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42b59471-ae82-461f-a180-6ddb1ff20b31', 'code': 422} returned with failed status Jul 08 01:46:45.210453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:45.231824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:45.232192 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment f0b6f419-70b3-48be-9d8c-a958e593907e of type vlan for network 90ffa128-8cae-4b48-ab77-6f609ff90014 Jul 08 01:46:45.308672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55498) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:45.324876 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:45.358594 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:45.365971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:45.366811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3529327d-2bf9-41b1-8e17-df6f8b958446 req-c1128e47-9f4b-47a3-8cd2-cea6704dc3db tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=efccdc53-23bf-457a-a0cf-effda50a0258 HTTP/1.1" status: 200 len: 210 time: 0.0643485 Jul 08 01:46:45.374717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:45.404489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b611b-66ee-40fb-8b6f-bd97eea0ba35 req-19cb37a3-d520-4e79-9af4-bfb6d9bdf091 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:45.414192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc6b611b-66ee-40fb-8b6f-bd97eea0ba35 req-19cb37a3-d520-4e79-9af4-bfb6d9bdf091 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1127942 Jul 08 01:46:45.451556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc6b611b-66ee-40fb-8b6f-bd97eea0ba35 req-b2e74972-bd50-400d-93e1-4ef9dd39018b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363691 Jul 08 01:46:45.668868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7465ad41-9382-4d1f-991b-5df8d4598c9b req-639f0b42-c0aa-472d-a7c0-4ad2f3d52098 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:45.670901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7465ad41-9382-4d1f-991b-5df8d4598c9b req-639f0b42-c0aa-472d-a7c0-4ad2f3d52098 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.0830159 Jul 08 01:46:45.722532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37451e0a-563e-4fcd-a6ee-a88b7d08913c req-b28802a4-6999-47c2-a4a9-e240a9bca1ca tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.24 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0360060 Jul 08 01:46:45.765748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7465ad41-9382-4d1f-991b-5df8d4598c9b req-b21af721-b9cb-4bc1-b7ba-51989edf1e92 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867081 Jul 08 01:46:45.811015 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7360227 Jul 08 01:46:45.814529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55508) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:45.815054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1239115056-network', 'tenant_id': '969cf93eba384313a305a2d4dd0c395a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:45.821273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': '90ffa128-8cae-4b48-ab77-6f609ff90014', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:45.863157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Made reservation on behalf of 969cf93eba384313a305a2d4dd0c395a for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:45.866058 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:45.896292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:45.909705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efce2c7-446e-4595-97e4-635009e425c9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=90ffa128-8cae-4b48-ab77-6f609ff90014,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:45.923459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 90ffa128-8cae-4b48-ab77-6f609ff90014 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:46.099993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.107093 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.136137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:46.140806 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.247842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:46.249741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71a5755-28d4-451b-beec-d7fb7b923cba,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:46.280537 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.280945 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Added segment 7f410b9b-5593-4977-a804-ba9d89e79ee9 of type vlan for network e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b Jul 08 01:46:46.302046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a87df9c9-ddab-479a-8ce7-eda328b15c9a req-e901e585-5521-407b-bf78-31990927dd24 tempest-ServerShowV254Test-2144808321 tempest-ServerShowV254Test-2144808321-project] 10.222.0.41 "GET /v2.0/ports?device_id=43e01d35-e5ce-484c-9921-7ab434df3e61 HTTP/1.1" status: 200 len: 210 time: 0.0838370 Jul 08 01:46:46.429552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.443373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-92de4ac1-ab51-4138-9ac4-4153e8cc2086 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.446469 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-92de4ac1-ab51-4138-9ac4-4153e8cc2086 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.3130229 Jul 08 01:46:46.462170 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Request body: {'port': {'device_id': 'efccdc53-23bf-457a-a0cf-effda50a0258', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'admin_state_up': True, 'tenant_id': '0c9dbecbc0dc493094a50ed9970ba671'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:46.509371 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.566070 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:46:46.601966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.602926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.603526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.661989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=fc2e792f-ac88-4c2f-8820-e33cd7138cb0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:46.664628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Made reservation on behalf of 0c9dbecbc0dc493094a50ed9970ba671 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:46.668332 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.680436 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3706701 Jul 08 01:46:46.683973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55522) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:46.687546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': 'f0b6f419-70b3-48be-9d8c-a958e593907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90ffa128-8cae-4b48-ab77-6f609ff90014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:46.687905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: 90ffa128-8cae-4b48-ab77-6f609ff90014, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:46.691655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Request body: {'subnet': {'network_id': 'e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1239115056-subnet', 'tenant_id': '969cf93eba384313a305a2d4dd0c395a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:46.705382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae5da7-3afd-4043-b29a-f53bfd617729 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:46.719594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:46.721201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f0d7d-fe60-45c8-bfe8-d291f28fb906 req-07ff0641-1d01-4531-9658-cd3737c566c5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.728201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a57f0d7d-fe60-45c8-bfe8-d291f28fb906 req-07ff0641-1d01-4531-9658-cd3737c566c5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1881158 Jul 08 01:46:46.756768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network 90ffa128-8cae-4b48-ab77-6f609ff90014 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:46.757244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Made reservation on behalf of 969cf93eba384313a305a2d4dd0c395a for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:46.759722 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.773118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ee76-8899-48c2-8720-4c1c542ebcd6 req-b032ea58-2207-4c74-8b08-90f8be400a2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.779048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ee76-8899-48c2-8720-4c1c542ebcd6 req-b032ea58-2207-4c74-8b08-90f8be400a2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.785659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ee76-8899-48c2-8720-4c1c542ebcd6 req-b032ea58-2207-4c74-8b08-90f8be400a2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.792094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ee76-8899-48c2-8720-4c1c542ebcd6 req-b032ea58-2207-4c74-8b08-90f8be400a2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.798112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ee76-8899-48c2-8720-4c1c542ebcd6 req-b032ea58-2207-4c74-8b08-90f8be400a2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.804054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ee76-8899-48c2-8720-4c1c542ebcd6 req-b032ea58-2207-4c74-8b08-90f8be400a2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.810528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8ee76-8899-48c2-8720-4c1c542ebcd6 req-b032ea58-2207-4c74-8b08-90f8be400a2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.811962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ee8ee76-8899-48c2-8720-4c1c542ebcd6 req-b032ea58-2207-4c74-8b08-90f8be400a2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5419 time: 0.2448123 Jul 08 01:46:46.836550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 90ffa128-8cae-4b48-ab77-6f609ff90014) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:46.844750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805d9ed-341b-4c90-b2d8-47da7d9f6c38 None None] Network 90ffa128-8cae-4b48-ab77-6f609ff90014 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:46.852860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a57f0d7d-fe60-45c8-bfe8-d291f28fb906 req-53e85672-e0b6-4359-8610-a91ae6af80ab tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237135 Jul 08 01:46:46.859878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:46.860393 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:46.907686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Allocated IP 172.20.0.5 (24814426-9829-4f0e-9231-a9d9f3901c1f/e2157fc2-2bc2-4e65-bc22-a2f9753680dc/90bedba3-5237-4693-9fd7-e4c6bd589cf0) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:46.929600 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ee8ee76-8899-48c2-8720-4c1c542ebcd6 req-87141068-0cc4-40b2-adfe-5725d15f434c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050396 Jul 08 01:46:46.936491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0579f3d9-fbee-4da7-9359-d16bf74c4963 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1185865 Jul 08 01:46:46.937948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55524) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:47.102224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-90ffa128-8cae-4b48-ab77-6f609ff90014', 'network_id': '90ffa128-8cae-4b48-ab77-6f609ff90014', 'tenant_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'fixed_ips': [{'subnet_id': 'fc2e792f-ac88-4c2f-8820-e33cd7138cb0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:47.103110 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.135200 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.188858 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.191859 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.207685 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.282371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Allocated IP 172.20.0.2 (90ffa128-8cae-4b48-ab77-6f609ff90014/fc2e792f-ac88-4c2f-8820-e33cd7138cb0/a3efd16d-9675-4a13-a0c5-6c714cb59255) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:47.283680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f0bdc52-28d5-4a81-8d45-17378f8f0af1,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:47.299131 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Checking segment: {'id': '7f410b9b-5593-4977-a804-ba9d89e79ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:47.299499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Network hostable DHCP agents. Network: e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:47.306487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.327383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5065cf8e-ecb7-4a31-ac69-2c4bdc7e3dc8 req-f7510c65-4f8f-4808-8d00-3deaf17fdbce tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=efccdc53-23bf-457a-a0cf-effda50a0258 HTTP/1.1" status: 200 len: 210 time: 0.0473068 Jul 08 01:46:47.360411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Network 24814426-9829-4f0e-9231-a9d9f3901c1f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:47.364805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Network e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:47.372542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:47.378326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:47.415332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event updated for resources: {'Port': ['ID=90bedba3-5237-4693-9fd7-e4c6bd589cf0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:47.423537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:47.432480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:47.433106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.439768 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e237e2-5ab4-4080-807b-f522282b2d90 None None] Network e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:47.455650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:47.456292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.461108 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-72983318-6ce1-482b-9911-2afdd5b048f2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7760949 Jul 08 01:46:47.479139 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-b4f084a1-2b5b-4a4f-a5a3-e6a5fe9805c3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0221753 Jul 08 01:46:47.492737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Request body: {'port': {'device_id': 'efccdc53-23bf-457a-a0cf-effda50a0258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:47.496127 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.514913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Transition to ACTIVE for port object a3efd16d-9675-4a13-a0c5-6c714cb59255 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:47.549028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Transition to ACTIVE for port object a3efd16d-9675-4a13-a0c5-6c714cb59255 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:47.565561 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.583225 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.627641 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.658809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2e792f-ac88-4c2f-8820-e33cd7138cb0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:47.661073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Network 90ffa128-8cae-4b48-ab77-6f609ff90014 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:47.662871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Pushing event updated for resources: {'Port': ['ID=a3efd16d-9675-4a13-a0c5-6c714cb59255,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:47.665959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:47.669435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef39c1f5-0ad6-4c10-8ef0-600b6a796217 None None] Network e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:47.728470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:47.730642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:46:47.746637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 42b59471-ae82-461f-a180-6ddb1ff20b31 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:46:47.775192 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.785546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55540) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:47.789364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ffa128-8cae-4b48-ab77-6f609ff90014']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:47.804854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b6f419-70b3-48be-9d8c-a958e593907e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:47.805731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b6f419-70b3-48be-9d8c-a958e593907e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:47.806183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.806531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.806871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.807207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.807546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.807874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.808208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.808584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.808909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.809231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.809576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.810097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:47.819418 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.836884 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.844144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:47.844918 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:47.940371 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:47.982769 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 01:46:47.982769 n-d-694802-14 neutron-server[93883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 01:46:47.982769 n-d-694802-14 neutron-server[93883]: [parameters: {'id': '90ffa128-8cae-4b48-ab77-6f609ff90014'}] Jul 08 01:46:47.982769 n-d-694802-14 neutron-server[93883]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:46:47.983183 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:46:48.016885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Attempting to bind port a3efd16d-9675-4a13-a0c5-6c714cb59255 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:48.017448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Attempting to bind port a3efd16d-9675-4a13-a0c5-6c714cb59255 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f0b6f419-70b3-48be-9d8c-a958e593907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90ffa128-8cae-4b48-ab77-6f609ff90014'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:48.017971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Attempting to bind port a3efd16d-9675-4a13-a0c5-6c714cb59255 on network 90ffa128-8cae-4b48-ab77-6f609ff90014 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:48.046058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:48.046711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Checking segment: {'id': 'f0b6f419-70b3-48be-9d8c-a958e593907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90ffa128-8cae-4b48-ab77-6f609ff90014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:48.047297 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.047885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Bound using segment: {'id': 'f0b6f419-70b3-48be-9d8c-a958e593907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90ffa128-8cae-4b48-ab77-6f609ff90014'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:48.048626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Bound port: a3efd16d-9675-4a13-a0c5-6c714cb59255, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b6f419-70b3-48be-9d8c-a958e593907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90ffa128-8cae-4b48-ab77-6f609ff90014'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:48.049192 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.065675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6f24891-ef00-47f3-95f0-28abdf4eaecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.066286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:48.099109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '59bc661f-2c71-4a88-aff0-9fc77cbf1bdc', 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'port_id': '59bc661f-2c71-4a88-aff0-9fc77cbf1bdc', 'mac_address': 'fa:16:3e:1f:00:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82729b9-dc65-45e6-9523-ae8b53b9734f', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:46:48.150309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bedba3-5237-4693-9fd7-e4c6bd589cf0 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:48.162829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.185711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Transition to ACTIVE for port object 90bedba3-5237-4693-9fd7-e4c6bd589cf0 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:48.194287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.207924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd34f7b-456a-4a58-850a-19b1928433f0 req-0c36bc6e-d8ba-4bee-8451-c6c31593131a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.209603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-efd34f7b-456a-4a58-850a-19b1928433f0 req-0c36bc6e-d8ba-4bee-8451-c6c31593131a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1718411 Jul 08 01:46:48.220777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882af940-c75f-4092-8424-c299c7d000af req-dae9aea8-720d-4e25-89c7-1dbf1c3042b1 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.222430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-dae9aea8-720d-4e25-89c7-1dbf1c3042b1 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/networks?id=e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b HTTP/1.1" status: 200 len: 822 time: 0.1833303 Jul 08 01:46:48.259154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-d748dfb2-a58e-41f7-bc89-c2ff347829ee tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/quotas/969cf93eba384313a305a2d4dd0c395a HTTP/1.1" status: 200 len: 375 time: 0.0287185 Jul 08 01:46:48.278688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-efd34f7b-456a-4a58-850a-19b1928433f0 req-8f41aac0-a90f-4817-a25c-32897b3fc2ea tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551951 Jul 08 01:46:48.280429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Pushing event updated for resources: {'Port': ['ID=90bedba3-5237-4693-9fd7-e4c6bd589cf0,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:48.347620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-dd774189-ed59-4352-b9a8-aeeb80c1460e tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=969cf93eba384313a305a2d4dd0c395a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508449 Jul 08 01:46:48.350764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6f24891-ef00-47f3-95f0-28abdf4eaecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.363818 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6f24891-ef00-47f3-95f0-28abdf4eaecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.389016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] For port a3efd16d-9675-4a13-a0c5-6c714cb59255, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:48.396873 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.397201 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d6f24891-ef00-47f3-95f0-28abdf4eaecb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd18fa8e452e4b829fab017f38af712e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096389 Jul 08 01:46:48.397687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55562) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:48.412118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Attempting to bind port 90bedba3-5237-4693-9fd7-e4c6bd589cf0 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:48.412474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Attempting to bind port 90bedba3-5237-4693-9fd7-e4c6bd589cf0 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:48.412887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Attempting to bind port 90bedba3-5237-4693-9fd7-e4c6bd589cf0 on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:48.427921 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] For port a3efd16d-9675-4a13-a0c5-6c714cb59255, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a3efd16d-9675-4a13-a0c5-6c714cb59255,segment=NetworkSegment(f0b6f419-70b3-48be-9d8c-a958e593907e),segment_id=f0b6f419-70b3-48be-9d8c-a958e593907e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:48.439073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:48.450280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Port 90bedba3-5237-4693-9fd7-e4c6bd589cf0 on network 24814426-9829-4f0e-9231-a9d9f3901c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:46:48.450589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Attempting to bind port 90bedba3-5237-4693-9fd7-e4c6bd589cf0 on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:48.458620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f24891-ef00-47f3-95f0-28abdf4eaecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb39c4c-8350-4cd4-a696-646d0b6a68c3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:48.463654 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.466087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:48.466306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Checking segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:48.466629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Bound using segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:48.467072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Bound port: 90bedba3-5237-4693-9fd7-e4c6bd589cf0, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:48.467693 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.487491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.543516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae89138c-4971-4a5c-9f00-a74f51b59684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.553435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:48.577534 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.579026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 01f59963-7727-45d1-8c67-8c68a0c10e2f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:46:48.584707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] For port 90bedba3-5237-4693-9fd7-e4c6bd589cf0, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:48.584980 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-5aa05906-fba8-4308-9a14-c6b0c156bb34 service neutron] 10.222.0.41 "GET /v2.0/networks/e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229252 Jul 08 01:46:48.593338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae89138c-4971-4a5c-9f00-a74f51b59684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.610106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] For port 90bedba3-5237-4693-9fd7-e4c6bd589cf0, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=90bedba3-5237-4693-9fd7-e4c6bd589cf0,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:48.621275 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.639509 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658fea5-826f-447b-b11a-ab1a78880255 None None] Pushing event updated for resources: {'Port': ['ID=a3efd16d-9675-4a13-a0c5-6c714cb59255,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:48.684787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.685393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.686908 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] 10.222.0.16 "PUT /v2.0/ports/90bedba3-5237-4693-9fd7-e4c6bd589cf0 HTTP/1.1" status: 200 len: 1092 time: 1.2013729 Jul 08 01:46:48.687359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efccdc53-23bf-457a-a0cf-effda50a0258', 'tag': '90bedba3-5237-4693-9fd7-e4c6bd589cf0'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:48.689692 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22650c53-993a-4c08-a2e4-b334ee85ea7c" -d '{"events": [{"name": "network-changed", "server_uuid": "efccdc53-23bf-457a-a0cf-effda50a0258", "tag": "90bedba3-5237-4693-9fd7-e4c6bd589cf0"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:48.703437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87ae3a-56e7-4e7e-895b-693f634c3a05 service neutron] Pushing event updated for resources: {'Port': ['ID=90bedba3-5237-4693-9fd7-e4c6bd589cf0,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:48.726428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae89138c-4971-4a5c-9f00-a74f51b59684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.731221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae89138c-4971-4a5c-9f00-a74f51b59684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.733602 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ae89138c-4971-4a5c-9f00-a74f51b59684 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebb39c4c-8350-4cd4-a696-646d0b6a68c3 HTTP/1.1" status: 204 len: 168 time: 0.3333750 Jul 08 01:46:48.750497 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89138c-4971-4a5c-9f00-a74f51b59684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb39c4c-8350-4cd4-a696-646d0b6a68c3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:48.766714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Deleting port a3efd16d-9675-4a13-a0c5-6c714cb59255 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:48.767060 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.772923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b01a1-e6cd-45ef-bf7c-f32602db8f85 None None] Network 90ffa128-8cae-4b48-ab77-6f609ff90014 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:48.806861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:48.855360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-c6cd1237-f8c5-46ec-b762-4446236cc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.859189 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-c6cd1237-f8c5-46ec-b762-4446236cc869 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=efccdc53-23bf-457a-a0cf-effda50a0258 HTTP/1.1" status: 200 len: 1095 time: 0.1107116 Jul 08 01:46:48.873456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8457b9-f760-4bc6-b84c-a9c87b04ad94 req-04acff14-6226-4ab6-9b5e-737f063ddd29 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.880892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8457b9-f760-4bc6-b84c-a9c87b04ad94 req-04acff14-6226-4ab6-9b5e-737f063ddd29 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.881214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 01f59963-7727-45d1-8c67-8c68a0c10e2f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=01f59963-7727-45d1-8c67-8c68a0c10e2f,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:48.887176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8457b9-f760-4bc6-b84c-a9c87b04ad94 req-04acff14-6226-4ab6-9b5e-737f063ddd29 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.893510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8457b9-f760-4bc6-b84c-a9c87b04ad94 req-04acff14-6226-4ab6-9b5e-737f063ddd29 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.900040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8457b9-f760-4bc6-b84c-a9c87b04ad94 req-04acff14-6226-4ab6-9b5e-737f063ddd29 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.900151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '01f59963-7727-45d1-8c67-8c68a0c10e2f', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'port_id': '01f59963-7727-45d1-8c67-8c68a0c10e2f', 'mac_address': 'fa:16:3e:ca:c2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:46:48.906116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8457b9-f760-4bc6-b84c-a9c87b04ad94 req-04acff14-6226-4ab6-9b5e-737f063ddd29 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.912662 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8457b9-f760-4bc6-b84c-a9c87b04ad94 req-04acff14-6226-4ab6-9b5e-737f063ddd29 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:48.920517 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e8457b9-f760-4bc6-b84c-a9c87b04ad94 req-04acff14-6226-4ab6-9b5e-737f063ddd29 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5420 time: 0.3712454 Jul 08 01:46:48.933486 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-032c7281-1b70-487b-a2d5-834a049a90ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bedba3-5237-4693-9fd7-e4c6bd589cf0 HTTP/1.1" status: 200 len: 217 time: 0.0659602 Jul 08 01:46:48.935769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] For port a3efd16d-9675-4a13-a0c5-6c714cb59255, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a3efd16d-9675-4a13-a0c5-6c714cb59255,segment=NetworkSegment(f0b6f419-70b3-48be-9d8c-a958e593907e),segment_id=f0b6f419-70b3-48be-9d8c-a958e593907e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:48.936133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:48.992984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Calling delete_port for a3efd16d-9675-4a13-a0c5-6c714cb59255 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:48.993976 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:49.013230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e8457b9-f760-4bc6-b84c-a9c87b04ad94 req-481543b4-ffb2-4474-94de-fd150fd11378 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916681 Jul 08 01:46:49.015705 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f59963-7727-45d1-8c67-8c68a0c10e2f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:49.025502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-1ecb1bd8-65c5-4cff-9a5d-ce933b932f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:49.026914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-e9850f34-6b65-412c-bbdc-498d2181ecdb service neutron] 10.222.0.41 "GET /v2.0/networks/e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003234 Jul 08 01:46:49.038486 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-1ecb1bd8-65c5-4cff-9a5d-ce933b932f98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.0987566 Jul 08 01:46:49.047627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 01f59963-7727-45d1-8c67-8c68a0c10e2f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=01f59963-7727-45d1-8c67-8c68a0c10e2f,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:49.057634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083d9d98-6bbe-4d9a-8810-72fd34c6f269 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 01:46:49.060914 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:49.061914 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:46:49.097423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-a972d1e0-c52b-4867-8c8f-9d925660842e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520318 Jul 08 01:46:49.183418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=01f59963-7727-45d1-8c67-8c68a0c10e2f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:49.190656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:49.246174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a', 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'port_id': 'ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a', 'mac_address': 'fa:16:3e:33:8f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82729b9-dc65-45e6-9523-ae8b53b9734f', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:46:49.258156 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:49.280920 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-a0d75f6b-d67b-4868-b5df-06a45440a67c service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723843 Jul 08 01:46:49.301235 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:49.329723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Port': ['ID=a3efd16d-9675-4a13-a0c5-6c714cb59255,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:49.336714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:49.345629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No DVR routers for this DVR port a3efd16d-9675-4a13-a0c5-6c714cb59255 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:49.361624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:49.375508 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:49.376867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:46:49.510678 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67e4699-0c5b-4321-b070-c2c31315678f x-openstack-request-id: req-e67e4699-0c5b-4321-b070-c2c31315678f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:49.511141 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efccdc53-23bf-457a-a0cf-effda50a0258", "tag": "90bedba3-5237-4693-9fd7-e4c6bd589cf0", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:49.511560 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e67e4699-0c5b-4321-b070-c2c31315678f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:49.512209 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efccdc53-23bf-457a-a0cf-effda50a0258', 'tag': '90bedba3-5237-4693-9fd7-e4c6bd589cf0', 'status': 'completed', 'code': 200} Jul 08 01:46:49.521991 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-5820fda3-c30c-4a18-9601-f7a482c29bfc service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331674 Jul 08 01:46:49.586562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:49.592730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083d9d98-6bbe-4d9a-8810-72fd34c6f269 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 01:46:49.693798 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:49.731268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:49.750244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'd5ce9f60-571d-4f8a-8f0f-2c24d7ada896', 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4', 'port_id': 'd5ce9f60-571d-4f8a-8f0f-2c24d7ada896', 'mac_address': 'fa:16:3e:23:e1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c41618a-4ce8-4dcc-bba6-349983980b27', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:46:49.750487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ffa128-8cae-4b48-ab77-6f609ff90014']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:49.766314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b6f419-70b3-48be-9d8c-a958e593907e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:49.766770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b6f419-70b3-48be-9d8c-a958e593907e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:49.772319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22650c53-993a-4c08-a2e4-b334ee85ea7c req-4819ff11-0cc7-4e04-b2d5-d637f8e4463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:49.777350 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22650c53-993a-4c08-a2e4-b334ee85ea7c req-4819ff11-0cc7-4e04-b2d5-d637f8e4463c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=efccdc53-23bf-457a-a0cf-effda50a0258 HTTP/1.1" status: 200 len: 1095 time: 0.1759124 Jul 08 01:46:49.789104 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:49.810309 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:49.821481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:49.821967 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:49.901608 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:49.907187 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:49.936345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:49.947086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22650c53-993a-4c08-a2e4-b334ee85ea7c req-7728cd3b-b12d-42de-9dad-1f3bb72560ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:49.948738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22650c53-993a-4c08-a2e4-b334ee85ea7c req-7728cd3b-b12d-42de-9dad-1f3bb72560ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 913 time: 0.1637042 Jul 08 01:46:49.951728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90b9f6a9-136a-4adb-8986-ea2807ba7bc0 req-5aa32ea2-f228-4fa8-899d-1dbc38f0f5cb tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 210 time: 0.2734306 Jul 08 01:46:49.967756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.016528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55598) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:50.019155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.019791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:50.021276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/90ffa128-8cae-4b48-ab77-6f609ff90014 HTTP/1.1" status: 204 len: 168 time: 3.0828056 Jul 08 01:46:50.029694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55600) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:50.048273 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.049484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 54e8d5e4-912a-42c9-91af-9e7630c09c8c details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:46:50.059907 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-06838eed-2102-4e6b-b01e-4091b9c79940 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] GET failed (client error): The resource could not be found. Jul 08 01:46:50.064742 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-06838eed-2102-4e6b-b01e-4091b9c79940 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/subnets/fc2e792f-ac88-4c2f-8820-e33cd7138cb0 HTTP/1.1" status: 404 len: 337 time: 0.0337377 Jul 08 01:46:50.065584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55602) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:50.069119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22650c53-993a-4c08-a2e4-b334ee85ea7c req-d312baf8-7e89-4569-a125-915243a9624f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90bedba3-5237-4693-9fd7-e4c6bd589cf0 HTTP/1.1" status: 200 len: 217 time: 0.1135170 Jul 08 01:46:50.100160 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-da958d91-b575-4a84-b47f-ba97f7c8e274 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:50.100892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b2d2d-9040-4fb1-8088-d7f45e9cb46d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=90ffa128-8cae-4b48-ab77-6f609ff90014,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:50.101630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da958d91-b575-4a84-b47f-ba97f7c8e274 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:50.114569 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-da958d91-b575-4a84-b47f-ba97f7c8e274 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/90ffa128-8cae-4b48-ab77-6f609ff90014 HTTP/1.1" status: 404 len: 339 time: 0.0437951 Jul 08 01:46:50.132682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55608) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:50.135015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1db6f6-5bb4-4a67-9ea8-bbf5262b5eda req-939c64b2-dcb2-4d0a-934f-bfb39d989f86 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.136276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e1db6f6-5bb4-4a67-9ea8-bbf5262b5eda req-939c64b2-dcb2-4d0a-934f-bfb39d989f86 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=efccdc53-23bf-457a-a0cf-effda50a0258 HTTP/1.1" status: 200 len: 943 time: 0.5894885 Jul 08 01:46:50.243164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 54e8d5e4-912a-42c9-91af-9e7630c09c8c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=54e8d5e4-912a-42c9-91af-9e7630c09c8c,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:50.260388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:50.263590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '54e8d5e4-912a-42c9-91af-9e7630c09c8c', 'network_id': '56be41ba-9f0e-41b1-b08b-6f719b43b9b4', 'port_id': '54e8d5e4-912a-42c9-91af-9e7630c09c8c', 'mac_address': 'fa:16:3e:c1:51:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c41618a-4ce8-4dcc-bba6-349983980b27', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:46:50.273151 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-38eae823-88b4-4100-abbc-2c31c157a2cc tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.275415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-38eae823-88b4-4100-abbc-2c31c157a2cc tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "GET /v2.0/ports?device_id=efccdc53-23bf-457a-a0cf-effda50a0258 HTTP/1.1" status: 200 len: 943 time: 0.2526627 Jul 08 01:46:50.283207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e1db6f6-5bb4-4a67-9ea8-bbf5262b5eda req-5c719b32-43b0-4ca8-9aec-43e2530911bf tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367285 Jul 08 01:46:50.325107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22650c53-993a-4c08-a2e4-b334ee85ea7c req-97077b4f-554e-4bc1-a028-15d71ccedc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.327092 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22650c53-993a-4c08-a2e4-b334ee85ea7c req-97077b4f-554e-4bc1-a028-15d71ccedc4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.2477238 Jul 08 01:46:50.328824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1360774656-network', 'tenant_id': '6ab3f3f0badb41809c3f4b05754bbd4a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:50.405961 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22650c53-993a-4c08-a2e4-b334ee85ea7c req-b9c49618-4a4e-49a7-af09-7bf35bfd483e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586298 Jul 08 01:46:50.410471 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.436229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e8d5e4-912a-42c9-91af-9e7630c09c8c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:50.445691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Made reservation on behalf of 6ab3f3f0badb41809c3f4b05754bbd4a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:50.449432 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.464616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 54e8d5e4-912a-42c9-91af-9e7630c09c8c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=54e8d5e4-912a-42c9-91af-9e7630c09c8c,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:50.473026 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.475479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8703ea-0bd7-4b62-a408-6dd06b4ea259 req-b77c6fb6-d971-4818-b493-c321329259c3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.476923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8df25cd3-c5a6-443a-a54f-49eae7611a87 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:46:50.477394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f8703ea-0bd7-4b62-a408-6dd06b4ea259 req-b77c6fb6-d971-4818-b493-c321329259c3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2859516 Jul 08 01:46:50.493342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.546189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=54e8d5e4-912a-42c9-91af-9e7630c09c8c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:50.554936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eac76b-d40d-4ffa-8c46-41faec634136 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.556622 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24eac76b-d40d-4ffa-8c46-41faec634136 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4227262 Jul 08 01:46:50.559347 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55614) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:50.585478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8df25cd3-c5a6-443a-a54f-49eae7611a87, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8df25cd3-c5a6-443a-a54f-49eae7611a87,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:50.607640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '8df25cd3-c5a6-443a-a54f-49eae7611a87', 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'port_id': '8df25cd3-c5a6-443a-a54f-49eae7611a87', 'mac_address': 'fa:16:3e:bc:cb:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82729b9-dc65-45e6-9523-ae8b53b9734f', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:46:50.615368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01509786-cd92-474f-b26a-4761eef017fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.623269 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-489b76b1-77ca-47db-81f0-a174d0f7aa46 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 207 time: 0.0628343 Jul 08 01:46:50.627982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:50.657331 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.671658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df25cd3-c5a6-443a-a54f-49eae7611a87 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:50.675109 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f8703ea-0bd7-4b62-a408-6dd06b4ea259 req-f8b76283-3ea8-414e-b7d4-0c5a4df04534 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837237 Jul 08 01:46:50.690374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-4a1f467c-304c-4fbb-a23d-499eddfc431f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Deleting port 90bedba3-5237-4693-9fd7-e4c6bd589cf0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:50.690725 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-4a1f467c-304c-4fbb-a23d-499eddfc431f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.701830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8df25cd3-c5a6-443a-a54f-49eae7611a87, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8df25cd3-c5a6-443a-a54f-49eae7611a87,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:50.707111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d725e3-f04c-48ac-8de9-8d52b55260d8 req-3fd3753a-4559-48df-8a10-6083be8d911d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.707917 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.708449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 0f688c92-bbac-444a-89a5-09bc58a187d5 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:46:50.714126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d725e3-f04c-48ac-8de9-8d52b55260d8 req-3fd3753a-4559-48df-8a10-6083be8d911d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.721309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d725e3-f04c-48ac-8de9-8d52b55260d8 req-3fd3753a-4559-48df-8a10-6083be8d911d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.727415 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d725e3-f04c-48ac-8de9-8d52b55260d8 req-3fd3753a-4559-48df-8a10-6083be8d911d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.733524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d725e3-f04c-48ac-8de9-8d52b55260d8 req-3fd3753a-4559-48df-8a10-6083be8d911d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.739661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d725e3-f04c-48ac-8de9-8d52b55260d8 req-3fd3753a-4559-48df-8a10-6083be8d911d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.741885 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22650c53-993a-4c08-a2e4-b334ee85ea7c req-e889ca67-8206-4e52-a6b4-bea09a9819a8 service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118992 Jul 08 01:46:50.746589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d725e3-f04c-48ac-8de9-8d52b55260d8 req-3fd3753a-4559-48df-8a10-6083be8d911d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.754234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45d725e3-f04c-48ac-8de9-8d52b55260d8 req-3fd3753a-4559-48df-8a10-6083be8d911d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5424 time: 0.2990735 Jul 08 01:46:50.803512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 0f688c92-bbac-444a-89a5-09bc58a187d5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=0f688c92-bbac-444a-89a5-09bc58a187d5,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:50.813634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8df25cd3-c5a6-443a-a54f-49eae7611a87,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:50.832589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '0f688c92-bbac-444a-89a5-09bc58a187d5', 'network_id': 'ab69dbf4-0ef9-4423-953a-1c5c94eb9e63', 'port_id': '0f688c92-bbac-444a-89a5-09bc58a187d5', 'mac_address': 'fa:16:3e:9a:0d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82729b9-dc65-45e6-9523-ae8b53b9734f', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:46:50.840541 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22650c53-993a-4c08-a2e4-b334ee85ea7c req-f39c7a51-e870-4c74-b607-a7eabf4edbbe service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864270 Jul 08 01:46:50.942816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45d725e3-f04c-48ac-8de9-8d52b55260d8 req-f81e485e-d9a5-48e3-920a-7e745df1c4ae tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1870108 Jul 08 01:46:50.945173 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:50.956394 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e77702-359b-4eb8-8623-eba01c64d846 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.976045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e77702-359b-4eb8-8623-eba01c64d846 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.980060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f688c92-bbac-444a-89a5-09bc58a187d5 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:50.983078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e77702-359b-4eb8-8623-eba01c64d846 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.991051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e77702-359b-4eb8-8623-eba01c64d846 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:50.993121 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-07e77702-359b-4eb8-8623-eba01c64d846 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3641503 Jul 08 01:46:50.996821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55620) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:50.999700 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.021254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-4a1f467c-304c-4fbb-a23d-499eddfc431f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] For port 90bedba3-5237-4693-9fd7-e4c6bd589cf0, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=90bedba3-5237-4693-9fd7-e4c6bd589cf0,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:51.021841 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-4a1f467c-304c-4fbb-a23d-499eddfc431f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.023041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 0f688c92-bbac-444a-89a5-09bc58a187d5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=0f688c92-bbac-444a-89a5-09bc58a187d5,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:51.033074 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.035491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-4a1f467c-304c-4fbb-a23d-499eddfc431f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Calling delete_port for 90bedba3-5237-4693-9fd7-e4c6bd589cf0 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:51.089481 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.108325 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=0f688c92-bbac-444a-89a5-09bc58a187d5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:51.159549 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-81047cc7-c4ba-4b0b-9ee2-a54e76d55534 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1616080 Jul 08 01:46:51.163779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55622) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:51.183044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:51.243736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69ea202f-4d34-4f90-96dd-85e91c1aafb6 req-38b32c24-4834-47ea-8cc5-9ffdd89aed46 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 210 time: 0.1016350 Jul 08 01:46:51.249242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27eca7ae-ac3f-45a8-889a-ce742a4d4d55,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:51.257146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.257707 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Added segment 1cfe7de7-9693-4dd4-b935-c7e2ff694ce6 of type vlan for network 500b7a8d-3e3f-467c-8af9-36812606853e Jul 08 01:46:51.279031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a2507-8ec0-45a4-8e56-53a46d404197 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:51.280977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a2507-8ec0-45a4-8e56-53a46d404197 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:51.287161 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-956a2507-8ec0-45a4-8e56-53a46d404197 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1181436 Jul 08 01:46:51.288140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55624) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:51.347945 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.364568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568ce29-7629-4752-89f3-1e16bf4e0bc6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:51.366889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568ce29-7629-4752-89f3-1e16bf4e0bc6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:51.368771 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d568ce29-7629-4752-89f3-1e16bf4e0bc6 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0793612 Jul 08 01:46:51.372173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55628) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:51.423995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882af940-c75f-4092-8424-c299c7d000af req-0cd35312-d9e2-4466-aee1-d86b62fe6143 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:51.425935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-0cd35312-d9e2-4466-aee1-d86b62fe6143 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.24 "GET /v2.0/networks?id=e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b HTTP/1.1" status: 200 len: 822 time: 0.3313780 Jul 08 01:46:51.459594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Request body: {'port': {'device_id': '8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9', 'network_id': 'e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b', 'admin_state_up': True, 'tenant_id': '969cf93eba384313a305a2d4dd0c395a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:51.498659 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.499989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:51.500697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.511192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea5ba1b-7dbd-44d2-ac89-06c079b8cb14 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:51.516882 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7ea5ba1b-7dbd-44d2-ac89-06c079b8cb14 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/networks/bbc20b97-ac36-4f8e-9e06-d45bedb9c171 HTTP/1.1" status: 200 len: 800 time: 0.1392715 Jul 08 01:46:51.516882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55630) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:51.534021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-4a1f467c-304c-4fbb-a23d-499eddfc431f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.634159 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c9edce00-0dca-4dbc-a70d-54a7022f7200 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/networks/bbc20b97-ac36-4f8e-9e06-d45bedb9c171?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1160173 Jul 08 01:46:51.637146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f467c-304c-4fbb-a23d-499eddfc431f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event deleted for resources: {'Port': ['ID=90bedba3-5237-4693-9fd7-e4c6bd589cf0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:51.637765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55632) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:51.640932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5796320 Jul 08 01:46:51.649478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55634) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:51.658829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Request body: {'subnet': {'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1360774656-subnet', 'tenant_id': '6ab3f3f0badb41809c3f4b05754bbd4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:51.700590 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89470eb0-4d10-478c-842e-8aa7bf4c106f admin admin] Pushing event updated for resources: {'Network': ['ID=500b7a8d-3e3f-467c-8af9-36812606853e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:51.718243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9dae74-11cc-4523-a909-2be36012d0c4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:51.722996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 500b7a8d-3e3f-467c-8af9-36812606853e details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:51.723478 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2d9dae74-11cc-4523-a909-2be36012d0c4 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/subnets/d7fca6fb-8e8d-409c-a679-7f813ad29281 HTTP/1.1" status: 200 len: 811 time: 0.0841885 Jul 08 01:46:51.724543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55638) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:51.736613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-4a1f467c-304c-4fbb-a23d-499eddfc431f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] No DVR routers for this DVR port 90bedba3-5237-4693-9fd7-e4c6bd589cf0 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:51.742975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Made reservation on behalf of 6ab3f3f0badb41809c3f4b05754bbd4a for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:51.742975 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.748565 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-4a1f467c-304c-4fbb-a23d-499eddfc431f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.748565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ddce2c-5384-4e04-a25c-c98f4232f992 req-4a1f467c-304c-4fbb-a23d-499eddfc431f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "DELETE /v2.0/ports/90bedba3-5237-4693-9fd7-e4c6bd589cf0 HTTP/1.1" status: 204 len: 173 time: 1.4624984 Jul 08 01:46:51.748565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efccdc53-23bf-457a-a0cf-effda50a0258', 'name': 'network-vif-deleted', 'tag': '90bedba3-5237-4693-9fd7-e4c6bd589cf0'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:51.750398 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9f8e9a-321f-4531-a56c-2b0e88503eee" -d '{"events": [{"server_uuid": "efccdc53-23bf-457a-a0cf-effda50a0258", "name": "network-vif-deleted", "tag": "90bedba3-5237-4693-9fd7-e4c6bd589cf0"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:51.789788 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e37c5b-e34d-4925-bcec-cec7632ec93e req-b3c10b25-c3a1-4f5f-9032-450a556fccca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:51.792339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92e37c5b-e34d-4925-bcec-cec7632ec93e req-b3c10b25-c3a1-4f5f-9032-450a556fccca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=efccdc53-23bf-457a-a0cf-effda50a0258 HTTP/1.1" status: 200 len: 865 time: 0.3591733 Jul 08 01:46:51.812584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Made reservation on behalf of 969cf93eba384313a305a2d4dd0c395a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:51.819462 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:51.843835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e09e986-c9c0-4cc4-899d-a73ad2befc74 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:51.849643 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1e09e986-c9c0-4cc4-899d-a73ad2befc74 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "GET /v2.0/subnets/d7fca6fb-8e8d-409c-a679-7f813ad29281?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1241014 Jul 08 01:46:51.850419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55642) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:51.859247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105878782'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:51.895653 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92e37c5b-e34d-4925-bcec-cec7632ec93e req-f484eaae-476f-4bdb-a6d0-10ec1a460cf0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947499 Jul 08 01:46:51.941003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['59bc661f-2c71-4a88-aff0-9fc77cbf1bdc'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:46:51.976564 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53fc8d4-2625-4a8a-8ff4-0f551e2a6156 x-openstack-request-id: req-b53fc8d4-2625-4a8a-8ff4-0f551e2a6156 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:51.976847 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efccdc53-23bf-457a-a0cf-effda50a0258", "name": "network-vif-deleted", "tag": "90bedba3-5237-4693-9fd7-e4c6bd589cf0", "status": "failed", "code": 422}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:51.977121 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b53fc8d4-2625-4a8a-8ff4-0f551e2a6156 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:51.977557 n-d-694802-14 neutron-server[93883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'efccdc53-23bf-457a-a0cf-effda50a0258', 'name': 'network-vif-deleted', 'tag': '90bedba3-5237-4693-9fd7-e4c6bd589cf0', 'status': 'failed', 'code': 422} returned with failed status Jul 08 01:46:52.043406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['01f59963-7727-45d1-8c67-8c68a0c10e2f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:46:52.049273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:52.058283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:52.062062 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:52.124803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Allocated IP 172.20.0.2 (e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b/2f0bdc52-28d5-4a81-8d45-17378f8f0af1/ed061a40-1dee-4f7c-bcb1-13da3abed566) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:52.127043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['54e8d5e4-912a-42c9-91af-9e7630c09c8c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:46:52.133947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:46:52.140284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:46:52.155669 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:52.156019 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Added segment b19cdd9a-57f7-4e42-8009-0b6c4614ac5e of type vlan for network 83655682-14d4-482d-8155-2e22178a7165 Jul 08 01:46:52.167315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Checking segment: {'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:52.167944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Network hostable DHCP agents. Network: 500b7a8d-3e3f-467c-8af9-36812606853e, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:52.178645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b90165-d067-4fff-8639-24a03e0be726,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:52.190065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe051c-1015-4684-b36e-250effd7a99b req-8f263510-9b5e-44c8-82b1-e7acd0dd98e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:52.197499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65fe051c-1015-4684-b36e-250effd7a99b req-8f263510-9b5e-44c8-82b1-e7acd0dd98e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2189560 Jul 08 01:46:52.207485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.208073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.209673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.210307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.210757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.211201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.211819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.212506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.213004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.213438 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.213869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.214327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:46:52.214506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8df25cd3-c5a6-443a-a54f-49eae7611a87'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:46:52.229950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['d5ce9f60-571d-4f8a-8f0f-2c24d7ada896'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:46:52.233321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Network 500b7a8d-3e3f-467c-8af9-36812606853e is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:52.235360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['0f688c92-bbac-444a-89a5-09bc58a187d5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:46:52.247683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 500b7a8d-3e3f-467c-8af9-36812606853e) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:52.253330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:52.254042 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:52.281604 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:52.285000 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d1576383-25da-4dfb-bab2-86cc682996f1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6300807 Jul 08 01:46:52.308670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d323ab-8e28-4f91-a2f2-5eaa22d36ac3 None None] Network 500b7a8d-3e3f-467c-8af9-36812606853e requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:52.735974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65fe051c-1015-4684-b36e-250effd7a99b req-7bb5052b-d5c9-46e7-aad3-ba974994a16c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5375955 Jul 08 01:46:52.798048 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1a9d04e-3a3b-49d5-b437-cc16b5325bde req-20fdedf4-d10a-48b1-a58c-5f50a46755cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=efccdc53-23bf-457a-a0cf-effda50a0258 HTTP/1.1" status: 200 len: 210 time: 0.0653946 Jul 08 01:46:52.803652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:52.809491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:52.810151 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:52.969263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1156142 Jul 08 01:46:52.974503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:52.981502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'network_id': '83655682-14d4-482d-8155-2e22178a7165', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:52.985498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e2607-4909-486d-80a1-48bc28a8d7b9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Network': ['ID=83655682-14d4-482d-8155-2e22178a7165,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:53.006572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1bfa-2613-4364-b0bb-c5a4ed0cd176 req-d1d7bb81-67e2-4929-bb8c-666854727e13 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.012641 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1bfa-2613-4364-b0bb-c5a4ed0cd176 req-d1d7bb81-67e2-4929-bb8c-666854727e13 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.013169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15aa435-a47d-4e42-bf32-2990681c4450 None None] Network 500b7a8d-3e3f-467c-8af9-36812606853e requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:53.019363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1bfa-2613-4364-b0bb-c5a4ed0cd176 req-d1d7bb81-67e2-4929-bb8c-666854727e13 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.026482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1bfa-2613-4364-b0bb-c5a4ed0cd176 req-d1d7bb81-67e2-4929-bb8c-666854727e13 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.032536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1bfa-2613-4364-b0bb-c5a4ed0cd176 req-d1d7bb81-67e2-4929-bb8c-666854727e13 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.042187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1bfa-2613-4364-b0bb-c5a4ed0cd176 req-d1d7bb81-67e2-4929-bb8c-666854727e13 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.053426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1bfa-2613-4364-b0bb-c5a4ed0cd176 req-d1d7bb81-67e2-4929-bb8c-666854727e13 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.065504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 83655682-14d4-482d-8155-2e22178a7165 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:46:53.066104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6cd1bfa-2613-4364-b0bb-c5a4ed0cd176 req-d1d7bb81-67e2-4929-bb8c-666854727e13 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5426 time: 0.8280180 Jul 08 01:46:53.140877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Made reservation on behalf of 3aedb5336fa14814a627e0cfb9a8bbc5 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:53.145024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:53.171184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:53.207950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Performing IP validity checks on allocation pools {{(pid=93884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 01:46:53.208788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 01:46:53.224401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-971e401f-2bcc-4d8f-83a5-00f882b2700f req-e24f05a1-fca4-44f6-8d38-2a9e2ec4a1c8 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 210 time: 0.1194649 Jul 08 01:46:53.245502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9d04e-3a3b-49d5-b437-cc16b5325bde req-e0f6092b-f67a-4449-9fdd-77908640728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.248167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1a9d04e-3a3b-49d5-b437-cc16b5325bde req-e0f6092b-f67a-4449-9fdd-77908640728c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4319170 Jul 08 01:46:53.289212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6cd1bfa-2613-4364-b0bb-c5a4ed0cd176 req-cab86a9b-666d-483b-86ff-c79893767c64 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2217803 Jul 08 01:46:53.505938 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-792329b9-5f13-4fd6-868d-3226c747faef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:53.534283 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:53.550430 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:53.622701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9d04e-3a3b-49d5-b437-cc16b5325bde req-7f33707b-fe8e-421e-9826-6cd83a9d29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.624356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1a9d04e-3a3b-49d5-b437-cc16b5325bde req-7f33707b-fe8e-421e-9826-6cd83a9d29f3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3674846 Jul 08 01:46:53.624585 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:53.624735 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=4a122d1e-3b91-4d3b-8abc-8ae9c318e5af,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:53.639972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Checking segment: {'id': 'b19cdd9a-57f7-4e42-8009-0b6c4614ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '83655682-14d4-482d-8155-2e22178a7165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:53.640414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network hostable DHCP agents. Network: 83655682-14d4-482d-8155-2e22178a7165, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:46:53.658087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Network 83655682-14d4-482d-8155-2e22178a7165 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:46:53.668267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 83655682-14d4-482d-8155-2e22178a7165) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:53.676770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e92fbe-f78e-4981-bf41-b3ebdad47150 None None] Network 83655682-14d4-482d-8155-2e22178a7165 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:53.680265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.681170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2bc2de28-d753-4491-a500-77f1d9b8b068 req-ff892ce7-e24e-4325-8c24-5db4d5777547 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=efccdc53-23bf-457a-a0cf-effda50a0258 HTTP/1.1" status: 200 len: 210 time: 0.1119344 Jul 08 01:46:53.681327 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:53.709924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a93a5e36-e8a4-4acc-a911-721912574bb9 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7321849 Jul 08 01:46:53.712473 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55676) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:53.725300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a4159703-5893-4506-86fc-d599b89fecfe tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:53.752570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Network e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:53.755785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1a9d04e-3a3b-49d5-b437-cc16b5325bde req-8e26407d-4065-4046-9dd1-41bce43e908b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "GET /v2.0/ports?device_id=efccdc53-23bf-457a-a0cf-effda50a0258 HTTP/1.1" status: 200 len: 210 time: 0.0696831 Jul 08 01:46:53.761055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:53.778545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:53.811518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Pushing event updated for resources: {'Port': ['ID=ed061a40-1dee-4f7c-bcb1-13da3abed566,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:53.894868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-83655682-14d4-482d-8155-2e22178a7165', 'network_id': '83655682-14d4-482d-8155-2e22178a7165', 'tenant_id': '3aedb5336fa14814a627e0cfb9a8bbc5', 'fixed_ips': [{'subnet_id': '4a122d1e-3b91-4d3b-8abc-8ae9c318e5af'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:46:53.895980 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:53.897115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4159703-5893-4506-86fc-d599b89fecfe tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13021338'] for subnet, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:53.897257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-ffe56c4a-849d-449f-99f7-cbbd52e5285b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.898878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-ffe56c4a-849d-449f-99f7-cbbd52e5285b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 814 time: 0.3527348 Jul 08 01:46:53.912081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:53.912783 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:53.934936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-d46187b2-c67e-4162-81cf-1bf8618e1c85 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/quotas/6ab3f3f0badb41809c3f4b05754bbd4a HTTP/1.1" status: 200 len: 375 time: 0.0300636 Jul 08 01:46:53.951139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-3eaa55e5-ee8d-4532-b842-483cd00b73bf tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5101025 Jul 08 01:46:53.973398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-86f0ee46-39e0-4ab0-a6f1-0215f5d0dbf4 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375087 Jul 08 01:46:53.978416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Request body: {'port': {'device_id': '8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:54.194681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4159703-5893-4506-86fc-d599b89fecfe tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771909559318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13014929'] for subnet, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.200043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4d6d2-555b-4010-ab9d-c4f040af183d req-e97b708c-03e0-4020-9a36-486f5af4b892 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:54.202041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5b4d6d2-555b-4010-ab9d-c4f040af183d req-e97b708c-03e0-4020-9a36-486f5af4b892 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2327068 Jul 08 01:46:54.212717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-e94589cb-af58-4751-88f0-d568a8e9d05b service neutron] 10.222.0.41 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039135 Jul 08 01:46:54.214630 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.224213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4159703-5893-4506-86fc-d599b89fecfe tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:54.225071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4159703-5893-4506-86fc-d599b89fecfe tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.226740 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a4159703-5893-4506-86fc-d599b89fecfe tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "PUT /v2.0/subnets/4a122d1e-3b91-4d3b-8abc-8ae9c318e5af HTTP/1.1" status: 200 len: 877 time: 0.5104976 Jul 08 01:46:54.235358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55682) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:54.264069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Allocated IP 172.20.0.3 (83655682-14d4-482d-8155-2e22178a7165/4a122d1e-3b91-4d3b-8abc-8ae9c318e5af/07df09da-9aa4-44ca-9e7d-4ffce0c432ac) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:54.296387 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4159703-5893-4506-86fc-d599b89fecfe tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event updated for resources: {'Subnet': ['ID=4a122d1e-3b91-4d3b-8abc-8ae9c318e5af,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:54.445794 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.458678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Transition to ACTIVE for port object 07df09da-9aa4-44ca-9e7d-4ffce0c432ac will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:54.465403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5b4d6d2-555b-4010-ab9d-c4f040af183d req-06bb7d8d-72b2-4762-a459-6b6b96465dd7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307937 Jul 08 01:46:54.476886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Transition to ACTIVE for port object 07df09da-9aa4-44ca-9e7d-4ffce0c432ac will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:54.485319 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.514648 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.525276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Network 83655682-14d4-482d-8155-2e22178a7165 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:54.532871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:54.537081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:54.570974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Pushing event updated for resources: {'Port': ['ID=07df09da-9aa4-44ca-9e7d-4ffce0c432ac,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:54.577017 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-e45de230-e7d1-4daa-bd02-f5d8e91db267 service neutron] 10.222.0.41 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625243 Jul 08 01:46:54.623675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Attempting to bind port 07df09da-9aa4-44ca-9e7d-4ffce0c432ac on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:54.624065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Attempting to bind port 07df09da-9aa4-44ca-9e7d-4ffce0c432ac by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'b19cdd9a-57f7-4e42-8009-0b6c4614ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '83655682-14d4-482d-8155-2e22178a7165'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:54.624435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Attempting to bind port 07df09da-9aa4-44ca-9e7d-4ffce0c432ac on network 83655682-14d4-482d-8155-2e22178a7165 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:54.630276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:54.630629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Checking segment: {'id': 'b19cdd9a-57f7-4e42-8009-0b6c4614ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '83655682-14d4-482d-8155-2e22178a7165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:54.631037 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.631431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Bound using segment: {'id': 'b19cdd9a-57f7-4e42-8009-0b6c4614ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '83655682-14d4-482d-8155-2e22178a7165'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:54.631902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Bound port: 07df09da-9aa4-44ca-9e7d-4ffce0c432ac, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19cdd9a-57f7-4e42-8009-0b6c4614ac5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '83655682-14d4-482d-8155-2e22178a7165'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:54.632282 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.707379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] For port 07df09da-9aa4-44ca-9e7d-4ffce0c432ac, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:54.711459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] For port 07df09da-9aa4-44ca-9e7d-4ffce0c432ac, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=07df09da-9aa4-44ca-9e7d-4ffce0c432ac,segment=NetworkSegment(b19cdd9a-57f7-4e42-8009-0b6c4614ac5e),segment_id=b19cdd9a-57f7-4e42-8009-0b6c4614ac5e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:54.724460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Deleting port 07df09da-9aa4-44ca-9e7d-4ffce0c432ac {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:54.724806 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.745308 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.827652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf58f1-5d53-4d51-a9a5-20f81d89c4c3 None None] Pushing event updated for resources: {'Port': ['ID=07df09da-9aa4-44ca-9e7d-4ffce0c432ac,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:54.853190 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.977115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed061a40-1dee-4f7c-bcb1-13da3abed566 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:46:54.992840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] For port 07df09da-9aa4-44ca-9e7d-4ffce0c432ac, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=07df09da-9aa4-44ca-9e7d-4ffce0c432ac,segment=NetworkSegment(b19cdd9a-57f7-4e42-8009-0b6c4614ac5e),segment_id=b19cdd9a-57f7-4e42-8009-0b6c4614ac5e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:54.993329 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:54.998964 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:55.027648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Calling delete_port for 07df09da-9aa4-44ca-9e7d-4ffce0c432ac owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:55.044790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11342573-9df1-434e-8935-3b053acc090e req-baba69f7-8e4d-400d-8686-964c6d6c31eb tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:55.059307 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11342573-9df1-434e-8935-3b053acc090e req-baba69f7-8e4d-400d-8686-964c6d6c31eb tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 931 time: 0.3079863 Jul 08 01:46:55.079059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Transition to ACTIVE for port object ed061a40-1dee-4f7c-bcb1-13da3abed566 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:46:55.135113 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:55.170841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2cbce-8628-4b93-a613-52011f707d2d req-a9d3eca8-a72c-4400-95f5-64cf65be07c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:55.177649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2cbce-8628-4b93-a613-52011f707d2d req-a9d3eca8-a72c-4400-95f5-64cf65be07c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:55.183723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2cbce-8628-4b93-a613-52011f707d2d req-a9d3eca8-a72c-4400-95f5-64cf65be07c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:55.190102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2cbce-8628-4b93-a613-52011f707d2d req-a9d3eca8-a72c-4400-95f5-64cf65be07c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:55.197043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2cbce-8628-4b93-a613-52011f707d2d req-a9d3eca8-a72c-4400-95f5-64cf65be07c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:55.203067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2cbce-8628-4b93-a613-52011f707d2d req-a9d3eca8-a72c-4400-95f5-64cf65be07c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:55.210047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2cbce-8628-4b93-a613-52011f707d2d req-a9d3eca8-a72c-4400-95f5-64cf65be07c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:55.212777 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7cb2cbce-8628-4b93-a613-52011f707d2d req-a9d3eca8-a72c-4400-95f5-64cf65be07c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5426 time: 0.3682141 Jul 08 01:46:55.311621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11342573-9df1-434e-8935-3b053acc090e req-188d6eb1-fe34-4c0a-9998-897e450f6288 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/security-groups?id=e71a5755-28d4-451b-beec-d7fb7b923cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513039 Jul 08 01:46:55.337390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Pushing event updated for resources: {'Port': ['ID=ed061a40-1dee-4f7c-bcb1-13da3abed566,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:55.381934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7cb2cbce-8628-4b93-a613-52011f707d2d req-3d55c472-bb83-486c-b3f1-cd17404cae59 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351261 Jul 08 01:46:55.493771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Attempting to bind port ed061a40-1dee-4f7c-bcb1-13da3abed566 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:46:55.494216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Attempting to bind port ed061a40-1dee-4f7c-bcb1-13da3abed566 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '7f410b9b-5593-4977-a804-ba9d89e79ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:46:55.494551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Attempting to bind port ed061a40-1dee-4f7c-bcb1-13da3abed566 on network e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:55.503542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Port ed061a40-1dee-4f7c-bcb1-13da3abed566 on network e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:46:55.503863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Attempting to bind port ed061a40-1dee-4f7c-bcb1-13da3abed566 on network e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:46:55.513406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:46:55.513737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Checking segment: {'id': '7f410b9b-5593-4977-a804-ba9d89e79ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:46:55.514117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Bound using segment: {'id': '7f410b9b-5593-4977-a804-ba9d89e79ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:46:55.514720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Bound port: ed061a40-1dee-4f7c-bcb1-13da3abed566, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f410b9b-5593-4977-a804-ba9d89e79ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:46:55.515135 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:55.531504 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:55.617234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Port': ['ID=07df09da-9aa4-44ca-9e7d-4ffce0c432ac,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:55.629986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f4e0225-26e0-4a64-85dc-bb6e0c9b432a req-b51b18d3-a168-41a2-99f0-f8d73ac41197 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 210 time: 0.0847535 Jul 08 01:46:55.705792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No DVR routers for this DVR port 07df09da-9aa4-44ca-9e7d-4ffce0c432ac on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:46:55.818966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] For port ed061a40-1dee-4f7c-bcb1-13da3abed566, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:46:55.859937 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:55.904949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] For port ed061a40-1dee-4f7c-bcb1-13da3abed566, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ed061a40-1dee-4f7c-bcb1-13da3abed566,segment=NetworkSegment(7f410b9b-5593-4977-a804-ba9d89e79ee9),segment_id=7f410b9b-5593-4977-a804-ba9d89e79ee9)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:46:55.921730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:55.939024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c0c69f-a261-4d07-905e-865dc1417de0 None None] Network 83655682-14d4-482d-8155-2e22178a7165 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:55.992571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2aba58d0-3232-481b-b5ff-350effda90b9 None None] Could not find standard attr ID for object 07df09da-9aa4-44ca-9e7d-4ffce0c432ac. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:46:56.008151 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:56.008928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:56.010929 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] 10.222.0.24 "PUT /v2.0/ports/ed061a40-1dee-4f7c-bcb1-13da3abed566 HTTP/1.1" status: 200 len: 1092 time: 2.0402055 Jul 08 01:46:56.016422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9', 'tag': 'ed061a40-1dee-4f7c-bcb1-13da3abed566'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:56.019014 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9", "tag": "ed061a40-1dee-4f7c-bcb1-13da3abed566"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:56.045794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-2cb67be2-4dae-409d-aa71-64505907ecd9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:56.047313 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-2cb67be2-4dae-409d-aa71-64505907ecd9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.2858427 Jul 08 01:46:56.069382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e731a2d-adce-4c5a-a335-ce9968a4edc9 req-e6fd4835-0fdc-48bd-b6e7-937094e0a7d6 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:56.070949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e731a2d-adce-4c5a-a335-ce9968a4edc9 req-e6fd4835-0fdc-48bd-b6e7-937094e0a7d6 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.3291335 Jul 08 01:46:56.143688 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:56.165019 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:46:56.166707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822aa0c-b850-4555-b79d-b6d902d08e1b service neutron] Pushing event updated for resources: {'Port': ['ID=ed061a40-1dee-4f7c-bcb1-13da3abed566,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:56.207865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-d18cd452-fe78-40bb-ba9b-4d5e4bd3ac8d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/quotas/0c9dbecbc0dc493094a50ed9970ba671 HTTP/1.1" status: 200 len: 375 time: 0.1298206 Jul 08 01:46:56.240185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=4a122d1e-3b91-4d3b-8abc-8ae9c318e5af,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:56.299311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de614d56-29aa-4ae8-8537-67019e28949d None None] Network 83655682-14d4-482d-8155-2e22178a7165 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:56.308545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f749e9b1-de47-4d1e-a7c8-cac552de0a06 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783954 Jul 08 01:46:56.371090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e731a2d-adce-4c5a-a335-ce9968a4edc9 req-a0fbc34d-b8b6-47fb-abe7-53c1faaf9bb5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887230 Jul 08 01:46:56.409806 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:56.441487 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:56.471605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83655682-14d4-482d-8155-2e22178a7165']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:56.487933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19cdd9a-57f7-4e42-8009-0b6c4614ac5e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:56.488332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19cdd9a-57f7-4e42-8009-0b6c4614ac5e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:56.495979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-c4e2c223-7f3c-4ff5-821e-223bd0406c3e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:56.497536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-c4e2c223-7f3c-4ff5-821e-223bd0406c3e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.16 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 814 time: 0.3928657 Jul 08 01:46:56.499479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882af940-c75f-4092-8424-c299c7d000af req-35ca051e-3a51-4e75-b3c5-040864b9cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:56.500934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-35ca051e-3a51-4e75-b3c5-040864b9cd25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=969cf93eba384313a305a2d4dd0c395a&device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 1095 time: 0.4203992 Jul 08 01:46:56.513284 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:56.525802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41017dc0-32a9-4aad-9527-ebad70fb789b None None] DHCP port deletion for 83655682-14d4-482d-8155-2e22178a7165 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:46:56.532243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Request body: {'port': {'device_id': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e', 'admin_state_up': True, 'tenant_id': '6ab3f3f0badb41809c3f4b05754bbd4a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:56.594149 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06843acb-0b01-40c6-8564-91811d610e0c x-openstack-request-id: req-06843acb-0b01-40c6-8564-91811d610e0c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:56.594440 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9", "tag": "ed061a40-1dee-4f7c-bcb1-13da3abed566", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:56.594690 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06843acb-0b01-40c6-8564-91811d610e0c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:56.595083 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9', 'tag': 'ed061a40-1dee-4f7c-bcb1-13da3abed566', 'status': 'completed', 'code': 200} Jul 08 01:46:56.609715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-1f3f4e1d-6ef8-4df2-9ad5-efd9c6c34dcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed061a40-1dee-4f7c-bcb1-13da3abed566 HTTP/1.1" status: 200 len: 217 time: 0.0882130 Jul 08 01:46:56.639721 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:56.666005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:56.666462 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:57.019576 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:57.069094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-2d7d629d-8b88-4db7-b8f2-01e89d266031 service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235756 Jul 08 01:46:57.095795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:57.152349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:57.157267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:57.157867 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.190247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882af940-c75f-4092-8424-c299c7d000af req-5d724038-29b2-4c70-8c65-4a96d48cae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:57.191765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-5d724038-29b2-4c70-8c65-4a96d48cae94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0bdc52-28d5-4a81-8d45-17378f8f0af1 HTTP/1.1" status: 200 len: 862 time: 0.5480571 Jul 08 01:46:57.202306 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.206825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.213181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55730) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:57.213654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/83655682-14d4-482d-8155-2e22178a7165 HTTP/1.1" status: 204 len: 168 time: 2.9740658 Jul 08 01:46:57.252396 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.285281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bc661f-2c71-4a88-aff0-9fc77cbf1bdc'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:46:57.288362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-d4ec98bf-8e18-405f-a9a1-8f9f06846be1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616367 Jul 08 01:46:57.289374 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b615ffde-60be-4d95-b687-a5fefac5b4ec" -d '{"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "59bc661f-2c71-4a88-aff0-9fc77cbf1bdc"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:46:57.294614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1efc68-f5f7-4b5a-abe7-a2435f6c90dc tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=83655682-14d4-482d-8155-2e22178a7165,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:57.305665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:57.311932 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.312960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 01f59963-7727-45d1-8c67-8c68a0c10e2f up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:57.397762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:57.415928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7e839-12ba-4347-8d02-41bc450cc874 req-233571bf-b584-4dc6-82ac-6561d60ec2fa tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:57.421665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 01f59963-7727-45d1-8c67-8c68a0c10e2f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:57.423924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec7e839-12ba-4347-8d02-41bc450cc874 req-233571bf-b584-4dc6-82ac-6561d60ec2fa tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 943 time: 0.7592711 Jul 08 01:46:57.427558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 01f59963-7727-45d1-8c67-8c68a0c10e2f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:57.429050 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.435494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Made reservation on behalf of 6ab3f3f0badb41809c3f4b05754bbd4a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:46:57.438953 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.445132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-35a43d3c-cc68-4ee2-b025-a0e2e289059b service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582752 Jul 08 01:46:57.522890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-079d2443-2c82-4cd7-927f-3cec77227a4d service neutron] 10.222.0.24 "GET /v2.0/networks/e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214940 Jul 08 01:46:57.528225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.553094 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05970a1-216c-4eee-b456-711d78401897 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:57.553628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05970a1-216c-4eee-b456-711d78401897 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:57.558253 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f05970a1-216c-4eee-b456-711d78401897 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/4a122d1e-3b91-4d3b-8abc-8ae9c318e5af HTTP/1.1" status: 404 len: 337 time: 0.3413513 Jul 08 01:46:57.559225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55738) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:57.577490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 01f59963-7727-45d1-8c67-8c68a0c10e2f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=01f59963-7727-45d1-8c67-8c68a0c10e2f,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:57.578485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ec7e839-12ba-4347-8d02-41bc450cc874 req-5d40da1d-d6a4-4c23-8bf8-8c75811fbcc8 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/security-groups?id=e71a5755-28d4-451b-beec-d7fb7b923cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536336 Jul 08 01:46:57.582190 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-435cc00d-0e7e-4749-913d-d785524a0f36 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:57.583352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435cc00d-0e7e-4749-913d-d785524a0f36 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:57.585251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-435cc00d-0e7e-4749-913d-d785524a0f36 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/83655682-14d4-482d-8155-2e22178a7165 HTTP/1.1" status: 404 len: 339 time: 0.0252731 Jul 08 01:46:57.586431 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.587434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:57.588182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55740) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:57.618735 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e2c045-2534-4560-b296-a9b59da633bd tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:57.619477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e2c045-2534-4560-b296-a9b59da633bd tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:57.621582 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d7e2c045-2534-4560-b296-a9b59da633bd tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/fc2e792f-ac88-4c2f-8820-e33cd7138cb0 HTTP/1.1" status: 404 len: 337 time: 0.0321200 Jul 08 01:46:57.624737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55742) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:57.647764 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-416118c5-1c20-4991-8293-8e76e98518ba tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:57.648987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416118c5-1c20-4991-8293-8e76e98518ba tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:57.650891 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-416118c5-1c20-4991-8293-8e76e98518ba tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/90ffa128-8cae-4b48-ab77-6f609ff90014 HTTP/1.1" status: 404 len: 339 time: 0.0247860 Jul 08 01:46:57.653403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55748) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:57.744100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:57.762681 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:57.763061 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.802436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.810645 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=01f59963-7727-45d1-8c67-8c68a0c10e2f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:57.895022 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.915364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.934946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Allocated IP 172.20.0.2 (500b7a8d-3e3f-467c-8af9-36812606853e/96b90165-d067-4fff-8639-24a03e0be726/7a24a343-706d-47f1-9419-84e91e0adb3a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:46:57.939135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:57.944795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-882af940-c75f-4092-8424-c299c7d000af req-47928acd-b5e1-4154-a44b-e813fd99af84 service neutron] 10.222.0.24 "GET /v2.0/networks/e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100807 Jul 08 01:46:57.945162 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.946064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:57.947780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227342a8-354c-482b-97df-d88286c646c9']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:57.963947 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb71291-2e5f-4dad-924e-80987c2fb8d7') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:57.964706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb71291-2e5f-4dad-924e-80987c2fb8d7') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:46:57.979949 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:57.998990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.011734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7a528371-d1d9-4fe8-aba6-973f93887cd7 req-7a00d8ff-0934-4a55-9385-00c0552eebdb tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 210 time: 0.0635867 Jul 08 01:46:58.014018 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:46:58.014496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:46:58.019704 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:46:58.064393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:58.084380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:58.089558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:58.090196 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.101670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d1e70-60f4-4afb-8126-df3f799be326 req-71450890-89ff-4fdc-aad3-6ef9fd28e243 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.107538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d1e70-60f4-4afb-8126-df3f799be326 req-71450890-89ff-4fdc-aad3-6ef9fd28e243 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.113914 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d1e70-60f4-4afb-8126-df3f799be326 req-71450890-89ff-4fdc-aad3-6ef9fd28e243 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.121555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d1e70-60f4-4afb-8126-df3f799be326 req-71450890-89ff-4fdc-aad3-6ef9fd28e243 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.127604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d1e70-60f4-4afb-8126-df3f799be326 req-71450890-89ff-4fdc-aad3-6ef9fd28e243 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.134141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d1e70-60f4-4afb-8126-df3f799be326 req-71450890-89ff-4fdc-aad3-6ef9fd28e243 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.140273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d1e70-60f4-4afb-8126-df3f799be326 req-71450890-89ff-4fdc-aad3-6ef9fd28e243 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.141842 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa97702-ddf7-4624-9ab2-c690e7d66c6c x-openstack-request-id: req-9aa97702-ddf7-4624-9ab2-c690e7d66c6c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:46:58.142391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.142838 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "59bc661f-2c71-4a88-aff0-9fc77cbf1bdc", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:46:58.143262 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9aa97702-ddf7-4624-9ab2-c690e7d66c6c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:46:58.143819 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bc661f-2c71-4a88-aff0-9fc77cbf1bdc', 'code': 200} Jul 08 01:46:58.148138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-479d1e70-60f4-4afb-8126-df3f799be326 req-71450890-89ff-4fdc-aad3-6ef9fd28e243 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5428 time: 0.3973444 Jul 08 01:46:58.150732 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.155966 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/227342a8-354c-482b-97df-d88286c646c9 HTTP/1.1" status: 204 len: 168 time: 0.4981718 Jul 08 01:46:58.159948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55754) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.203982 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.228179 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a445b2-1d6b-4ee7-b7bd-98e727ab0452 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.228848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a445b2-1d6b-4ee7-b7bd-98e727ab0452 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.230562 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-21a445b2-1d6b-4ee7-b7bd-98e727ab0452 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/1807710c-553c-483f-9935-2c2427467afa HTTP/1.1" status: 404 len: 337 time: 0.0503347 Jul 08 01:46:58.239383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55758) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.245290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476309a-7745-479d-b5e9-6c003f3a0b89 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=227342a8-354c-482b-97df-d88286c646c9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:58.267563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:58.269166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-479d1e70-60f4-4afb-8126-df3f799be326 req-21be5e4d-5c9e-43a0-9477-c382dbe93fe2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201155 Jul 08 01:46:58.273700 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ac71e1-6f73-48ba-b9c7-2e193a6ddda7 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.274505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ac71e1-6f73-48ba-b9c7-2e193a6ddda7 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.277049 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-46ac71e1-6f73-48ba-b9c7-2e193a6ddda7 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/3650ff41-b70d-4cca-9511-7b8325f29695 HTTP/1.1" status: 404 len: 339 time: 0.0330474 Jul 08 01:46:58.279722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55760) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.289536 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.290708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 0f688c92-bbac-444a-89a5-09bc58a187d5 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:58.295107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2 req-80f47aed-4c82-4353-9f62-4d411001248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.296901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2 req-80f47aed-4c82-4353-9f62-4d411001248a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=969cf93eba384313a305a2d4dd0c395a&device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 1095 time: 0.2784765 Jul 08 01:46:58.349686 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f560a37c-15dc-463b-b738-56fd91a74703 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.350155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f560a37c-15dc-463b-b738-56fd91a74703 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.351932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f560a37c-15dc-463b-b738-56fd91a74703 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/ed6cb26a-4c76-4883-89e4-630bcda3a49f HTTP/1.1" status: 404 len: 337 time: 0.0696957 Jul 08 01:46:58.354723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55762) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.388877 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa765982-03a7-45c0-adcc-f64b5b88aa6f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.389643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa765982-03a7-45c0-adcc-f64b5b88aa6f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.391944 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fa765982-03a7-45c0-adcc-f64b5b88aa6f tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/c5bc6ccd-5abf-4856-ac06-6b5706dc475d HTTP/1.1" status: 404 len: 339 time: 0.0361235 Jul 08 01:46:58.395755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55764) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.419063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:58.434418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 0f688c92-bbac-444a-89a5-09bc58a187d5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:58.440595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 0f688c92-bbac-444a-89a5-09bc58a187d5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:58.441010 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.446521 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ae23e4-af23-4ca3-a830-974b7f95dbd0 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.447364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ae23e4-af23-4ca3-a830-974b7f95dbd0 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.449224 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-60ae23e4-af23-4ca3-a830-974b7f95dbd0 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/22e89e9e-831d-4ae8-9acc-a56ce8c409d5 HTTP/1.1" status: 404 len: 337 time: 0.0520718 Jul 08 01:46:58.451889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55766) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.480067 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d2e4ef-bde4-423e-8fb4-fa41bc27de4b tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.481026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d2e4ef-bde4-423e-8fb4-fa41bc27de4b tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.483138 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-67d2e4ef-bde4-423e-8fb4-fa41bc27de4b tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/35ad4963-8894-4203-af2d-5e023d0482ee HTTP/1.1" status: 404 len: 339 time: 0.0298595 Jul 08 01:46:58.486281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55768) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.516623 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c60de75-a857-4539-9f9e-b394fea68a76 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.517280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c60de75-a857-4539-9f9e-b394fea68a76 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.519169 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9c60de75-a857-4539-9f9e-b394fea68a76 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/adcbdd53-6489-4981-9e1f-fb8237b1256c HTTP/1.1" status: 404 len: 337 time: 0.0319293 Jul 08 01:46:58.522870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55770) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.550775 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6918ed4-d974-48f1-ab9e-192be3b64cf2 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.551019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6918ed4-d974-48f1-ab9e-192be3b64cf2 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.554233 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e6918ed4-d974-48f1-ab9e-192be3b64cf2 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/8905a940-3f2b-4c2b-831e-3c666dc69ddf HTTP/1.1" status: 404 len: 339 time: 0.0302014 Jul 08 01:46:58.559640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.561951 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.586461 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.594112 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c146c1-cb44-4fc2-be39-415273d55144 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.594586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c146c1-cb44-4fc2-be39-415273d55144 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.599121 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43c146c1-cb44-4fc2-be39-415273d55144 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/8793a1b8-055d-4e04-8d31-8d944a4ffff8 HTTP/1.1" status: 404 len: 337 time: 0.0359652 Jul 08 01:46:58.599477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55774) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.621487 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f94023c-dfa4-417f-b53e-db114427f2ed tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.622232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f94023c-dfa4-417f-b53e-db114427f2ed tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.624348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1f94023c-dfa4-417f-b53e-db114427f2ed tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/7219d44f-c8f8-4137-a3c0-807a1ed10177 HTTP/1.1" status: 404 len: 339 time: 0.0237272 Jul 08 01:46:58.626938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55778) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.637018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2 req-3c36dafa-28d9-420a-b032-bfb116d2c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.639206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2 req-3c36dafa-28d9-420a-b032-bfb116d2c2b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b HTTP/1.1" status: 200 len: 923 time: 0.3066061 Jul 08 01:46:58.643821 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 0f688c92-bbac-444a-89a5-09bc58a187d5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=0f688c92-bbac-444a-89a5-09bc58a187d5,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:58.649844 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.650818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8df25cd3-c5a6-443a-a54f-49eae7611a87 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:58.658307 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb29665-8b5f-4da1-9a82-202a35a1288d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.658856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb29665-8b5f-4da1-9a82-202a35a1288d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.663391 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6fb29665-8b5f-4da1-9a82-202a35a1288d tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/f97c6f1e-7290-4604-b960-0f90e0e410e1 HTTP/1.1" status: 404 len: 337 time: 0.0330937 Jul 08 01:46:58.663606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55780) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.672739 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5135d56-e94d-457e-9b81-e7da50a262b3 req-6c8ed750-ba97-4758-9816-e8f5a4b47bc4 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 210 time: 0.0549438 Jul 08 01:46:58.686233 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6ff49b-816d-4d12-8b99-d61dfedeec83 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.686937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6ff49b-816d-4d12-8b99-d61dfedeec83 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.691474 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7c6ff49b-816d-4d12-8b99-d61dfedeec83 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/3b3baa72-5868-46e9-acac-69b412515570 HTTP/1.1" status: 404 len: 339 time: 0.0244937 Jul 08 01:46:58.691703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55782) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.721305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c6a45-b3c5-4329-949e-65542650e6b7 req-3eab83a8-d5f0-4c9b-a18f-c22294414a6b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.722969 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-062c6a45-b3c5-4329-949e-65542650e6b7 req-3eab83a8-d5f0-4c9b-a18f-c22294414a6b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.3699582 Jul 08 01:46:58.728571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2 req-e4a4cad0-d415-410e-8954-169244223bff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ed061a40-1dee-4f7c-bcb1-13da3abed566 HTTP/1.1" status: 200 len: 217 time: 0.0590045 Jul 08 01:46:58.743452 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ebad25-47a7-40fb-8cee-23e08991c18c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.744065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ebad25-47a7-40fb-8cee-23e08991c18c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.748614 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c5ebad25-47a7-40fb-8cee-23e08991c18c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/d4564a54-ad01-4ac4-9e6d-270671974eb8 HTTP/1.1" status: 404 len: 337 time: 0.0522978 Jul 08 01:46:58.749584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55784) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.756284 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.779630 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6ab9e1-f481-45d0-abaa-e5dbf6e9020c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.780344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6ab9e1-f481-45d0-abaa-e5dbf6e9020c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.785331 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ec6ab9e1-f481-45d0-abaa-e5dbf6e9020c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/bd0b5e10-69a8-4dba-8adc-872aaa76513f HTTP/1.1" status: 404 len: 339 time: 0.0322573 Jul 08 01:46:58.786562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55786) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.841229 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac615ac2-cd1e-4f9b-b9fe-6b6a53e32c32 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.841692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac615ac2-cd1e-4f9b-b9fe-6b6a53e32c32 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.846620 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac615ac2-cd1e-4f9b-b9fe-6b6a53e32c32 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/80b3fd43-fe59-4d6e-8878-f014f538788f HTTP/1.1" status: 404 len: 337 time: 0.0549934 Jul 08 01:46:58.848947 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55790) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.849830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Network 500b7a8d-3e3f-467c-8af9-36812606853e is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:46:58.868014 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-179a0e50-c70a-478d-8c65-429b2138156c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] DELETE failed (client error): The resource could not be found. Jul 08 01:46:58.868632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179a0e50-c70a-478d-8c65-429b2138156c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:46:58.872362 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-179a0e50-c70a-478d-8c65-429b2138156c tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/2498b5c7-3609-4549-81f6-f2e310389aa2 HTTP/1.1" status: 404 len: 339 time: 0.0204556 Jul 08 01:46:58.877067 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55792) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:58.881590 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:46:58.904384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:46:58.925479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2 req-18c743a7-8d1c-44ec-a236-6696e92bffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:58.927162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2 req-18c743a7-8d1c-44ec-a236-6696e92bffd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2f0bdc52-28d5-4a81-8d45-17378f8f0af1 HTTP/1.1" status: 200 len: 862 time: 0.1891110 Jul 08 01:46:58.932033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=0f688c92-bbac-444a-89a5-09bc58a187d5,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:58.944113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 8df25cd3-c5a6-443a-a54f-49eae7611a87 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:58.948141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 8df25cd3-c5a6-443a-a54f-49eae7611a87 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:58.948557 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.952232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4e010c-4a69-4a2b-a2ee-2f576b493d08 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Deleting subnet d7fca6fb-8e8d-409c-a679-7f813ad29281 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:46:58.956902 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d4e010c-4a69-4a2b-a2ee-2f576b493d08 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:58.977295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-062c6a45-b3c5-4329-949e-65542650e6b7 req-540e2def-7e7f-4602-a116-258c2d325926 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463295 Jul 08 01:46:59.012156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:59.012835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d4e010c-4a69-4a2b-a2ee-2f576b493d08 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.016337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2 req-3e33eb1c-ae6e-4899-a006-7b0ae3cf6d6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380595 Jul 08 01:46:59.049895 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.090193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8df25cd3-c5a6-443a-a54f-49eae7611a87, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8df25cd3-c5a6-443a-a54f-49eae7611a87,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:59.097605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:59.098277 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.105840 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.107143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 54e8d5e4-912a-42c9-91af-9e7630c09c8c up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:46:59.135933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-b05a1635-5da5-40d9-98e2-ee84980e7476 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6246271 Jul 08 01:46:59.149866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Request body: {'port': {'device_id': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:59.158452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d4e010c-4a69-4a2b-a2ee-2f576b493d08 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.210609 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 54e8d5e4-912a-42c9-91af-9e7630c09c8c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:46:59.217774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 54e8d5e4-912a-42c9-91af-9e7630c09c8c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:46:59.218158 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.219579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347dcde-663d-45dc-8e9b-0114b3dfa535 req-ab34138b-6ad0-4d53-acbf-b9ea1f0cc96d tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:59.220489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8df25cd3-c5a6-443a-a54f-49eae7611a87,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:59.228922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c347dcde-663d-45dc-8e9b-0114b3dfa535 req-ab34138b-6ad0-4d53-acbf-b9ea1f0cc96d tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 943 time: 0.3416421 Jul 08 01:46:59.250883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2 req-4ca34364-7a78-4695-bcfd-5e47eac63739 service neutron] 10.222.0.24 "GET /v2.0/networks/e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236845 Jul 08 01:46:59.285973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d4e010c-4a69-4a2b-a2ee-2f576b493d08 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.313763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e010c-4a69-4a2b-a2ee-2f576b493d08 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Subnet': ['ID=d7fca6fb-8e8d-409c-a679-7f813ad29281,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:59.321809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d4e010c-4a69-4a2b-a2ee-2f576b493d08 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.324193 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4d4e010c-4a69-4a2b-a2ee-2f576b493d08 tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/subnets/d7fca6fb-8e8d-409c-a679-7f813ad29281 HTTP/1.1" status: 204 len: 168 time: 0.4454780 Jul 08 01:46:59.328135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55798) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:46:59.343434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486722e-2bf7-4224-b9f6-e204c76578b0 None None] Network bbc20b97-ac36-4f8e-9e06-d45bedb9c171 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:46:59.346573 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.491445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 54e8d5e4-912a-42c9-91af-9e7630c09c8c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=54e8d5e4-912a-42c9-91af-9e7630c09c8c,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:59.502604 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.524236 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.600103 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c347dcde-663d-45dc-8e9b-0114b3dfa535 req-399abeac-f196-46f4-b8a7-c9edd1a92ce2 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/security-groups?id=e71a5755-28d4-451b-beec-d7fb7b923cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618927 Jul 08 01:46:59.639947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=54e8d5e4-912a-42c9-91af-9e7630c09c8c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:59.657896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Deleting port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:59.658423 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.672178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.673500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592d90c-683e-4464-9e32-c9705df013af req-d5936c64-cfa3-489b-a6bb-42d454e7737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:59.675108 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6592d90c-683e-4464-9e32-c9705df013af req-d5936c64-cfa3-489b-a6bb-42d454e7737e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1097 time: 0.1292627 Jul 08 01:46:59.720072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-cb3a85d1-fcc0-4c4e-93e7-917869cd4af4 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:59.722354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-cb3a85d1-fcc0-4c4e-93e7-917869cd4af4 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.4434588 Jul 08 01:46:59.735421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Request body: {'port': {'device_id': 'b30e6a7f-b070-4d96-81f9-80aa50236c30', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'admin_state_up': True, 'tenant_id': '0c9dbecbc0dc493094a50ed9970ba671'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:46:59.743208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f269e432-b59b-4a1a-873c-ffe52266bbc8 None None] DHCP port deletion for bbc20b97-ac36-4f8e-9e06-d45bedb9c171 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:46:59.748625 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a327fefe-5a9b-47cb-80eb-3a41c9574cd2 req-7c7afd85-5042-4f08-9965-d51734ceb1f9 service neutron] 10.222.0.24 "GET /v2.0/networks/e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867389 Jul 08 01:46:59.783122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] For port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5fd9c4a9-1293-42cd-a99d-c63548d8ccdc,segment=NetworkSegment(b1b1b605-f99b-4614-adc8-d1f975d4db70),segment_id=b1b1b605-f99b-4614-adc8-d1f975d4db70)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:59.783454 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.791013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f269e432-b59b-4a1a-873c-ffe52266bbc8 None None] Deleting port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:46:59.791771 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f269e432-b59b-4a1a-873c-ffe52266bbc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.807490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Calling delete_port for 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:59.855710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f269e432-b59b-4a1a-873c-ffe52266bbc8 None None] For port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5fd9c4a9-1293-42cd-a99d-c63548d8ccdc,segment=NetworkSegment(b1b1b605-f99b-4614-adc8-d1f975d4db70),segment_id=b1b1b605-f99b-4614-adc8-d1f975d4db70)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:46:59.856217 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f269e432-b59b-4a1a-873c-ffe52266bbc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.861980 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598b0e6-9f14-45c4-8736-e7cb3056d24e req-116bbe8f-d575-4836-a01e-91013269bb36 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:59.863466 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b598b0e6-9f14-45c4-8736-e7cb3056d24e req-116bbe8f-d575-4836-a01e-91013269bb36 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 931 time: 0.3629673 Jul 08 01:46:59.871067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f269e432-b59b-4a1a-873c-ffe52266bbc8 None None] Calling delete_port for 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:46:59.878073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592d90c-683e-4464-9e32-c9705df013af req-281f4097-3a1c-4e2c-9ca1-a06e0101cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:46:59.880557 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6592d90c-683e-4464-9e32-c9705df013af req-281f4097-3a1c-4e2c-9ca1-a06e0101cd48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.1758003 Jul 08 01:46:59.963216 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f269e432-b59b-4a1a-873c-ffe52266bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:46:59.992335 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6592d90c-683e-4464-9e32-c9705df013af req-da96431a-4b95-4563-b1cb-8e7f1ea4ae86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 1000 time: 0.1044824 Jul 08 01:46:59.992564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269e432-b59b-4a1a-873c-ffe52266bbc8 None None] Pushing event deleted for resources: {'Port': ['ID=5fd9c4a9-1293-42cd-a99d-c63548d8ccdc,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:46:59.993982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:00.000528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f269e432-b59b-4a1a-873c-ffe52266bbc8 None None] No DVR routers for this DVR port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:00.015278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b598b0e6-9f14-45c4-8736-e7cb3056d24e req-dd178f37-125f-44b6-b484-74c6e599b00e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421483 Jul 08 01:47:00.051968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Port': ['ID=5fd9c4a9-1293-42cd-a99d-c63548d8ccdc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:00.056246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] No DVR routers for this DVR port 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:00.082672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1c99c-d280-4cb3-80ff-0b819ad46556 req-49865346-f16e-4f58-92ef-02496d0845e2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.088564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1c99c-d280-4cb3-80ff-0b819ad46556 req-49865346-f16e-4f58-92ef-02496d0845e2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.094481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1c99c-d280-4cb3-80ff-0b819ad46556 req-49865346-f16e-4f58-92ef-02496d0845e2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.100578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1c99c-d280-4cb3-80ff-0b819ad46556 req-49865346-f16e-4f58-92ef-02496d0845e2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.106394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1c99c-d280-4cb3-80ff-0b819ad46556 req-49865346-f16e-4f58-92ef-02496d0845e2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.112427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1c99c-d280-4cb3-80ff-0b819ad46556 req-49865346-f16e-4f58-92ef-02496d0845e2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.119173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1c99c-d280-4cb3-80ff-0b819ad46556 req-49865346-f16e-4f58-92ef-02496d0845e2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.121182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5f1c99c-d280-4cb3-80ff-0b819ad46556 req-49865346-f16e-4f58-92ef-02496d0845e2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5433 time: 0.3780272 Jul 08 01:47:00.145071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f59963-7727-45d1-8c67-8c68a0c10e2f'}, {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a'}, {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ce9f60-571d-4f8a-8f0f-2c24d7ada896'}, {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f688c92-bbac-444a-89a5-09bc58a187d5'}, {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df25cd3-c5a6-443a-a54f-49eae7611a87'}, {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e8d5e4-912a-42c9-91af-9e7630c09c8c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:00.145572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592d90c-683e-4464-9e32-c9705df013af req-7799bb01-646d-4904-9a12-dc505e7d2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.147195 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6592d90c-683e-4464-9e32-c9705df013af req-7799bb01-646d-4904-9a12-dc505e7d2488 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1450777 Jul 08 01:47:00.148181 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f10ea4b-8940-46f2-ac8f-5f067a35bdd6" -d '{"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "01f59963-7727-45d1-8c67-8c68a0c10e2f"}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a"}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "d5ce9f60-571d-4f8a-8f0f-2c24d7ada896"}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "0f688c92-bbac-444a-89a5-09bc58a187d5"}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "8df25cd3-c5a6-443a-a54f-49eae7611a87"}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "54e8d5e4-912a-42c9-91af-9e7630c09c8c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:00.165577 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:00.195013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc20b97-ac36-4f8e-9e06-d45bedb9c171']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:00.207830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b1b605-f99b-4614-adc8-d1f975d4db70') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:00.208221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b1b605-f99b-4614-adc8-d1f975d4db70') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:00.218250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Made reservation on behalf of 0c9dbecbc0dc493094a50ed9970ba671 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:00.220834 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:00.221767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:00.241794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:00.250151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:00.250526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:00.253585 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:00.259525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592d90c-683e-4464-9e32-c9705df013af req-ae8d0b6f-1b7f-44d9-b608-2f7bb387bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.261181 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6592d90c-683e-4464-9e32-c9705df013af req-ae8d0b6f-1b7f-44d9-b608-2f7bb387bc10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079252 Jul 08 01:47:00.276021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5f1c99c-d280-4cb3-80ff-0b819ad46556 req-511faf32-245e-48d1-bec0-4adbb109c70b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227584 Jul 08 01:47:00.383093 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:00.384132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c04cb3-9d13-46ec-b632-1016deda8622 req-867fc45a-a9ff-4d89-b64c-c9c00e198844 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.385737 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3c04cb3-9d13-46ec-b632-1016deda8622 req-867fc45a-a9ff-4d89-b64c-c9c00e198844 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2350423 Jul 08 01:47:00.388896 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:00.392023 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] 10.222.0.41 "DELETE /v2.0/networks/bbc20b97-ac36-4f8e-9e06-d45bedb9c171 HTTP/1.1" status: 204 len: 168 time: 1.0623305 Jul 08 01:47:00.428488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21815faf-9b39-434e-bf63-9e502e04e52a tempest-NetworksTest-1623596512 tempest-NetworksTest-1623596512-project] Pushing event deleted for resources: {'Network': ['ID=bbc20b97-ac36-4f8e-9e06-d45bedb9c171,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:00.438494 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6592d90c-683e-4464-9e32-c9705df013af req-e80637a6-d33e-4d6a-b5f4-4cc32b5e59f0 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664903 Jul 08 01:47:00.503700 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3c04cb3-9d13-46ec-b632-1016deda8622 req-7d7a1eb6-0e0b-4902-bb2a-3fa29914f011 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110518 Jul 08 01:47:00.522718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Allocated IP 172.20.0.8 (24814426-9829-4f0e-9231-a9d9f3901c1f/e2157fc2-2bc2-4e65-bc22-a2f9753680dc/1c30f6e6-981f-4cbc-8242-7631b7ece61c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:00.535680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a24a343-706d-47f1-9419-84e91e0adb3a {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:47:00.553533 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:00.581957 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6592d90c-683e-4464-9e32-c9705df013af req-6fd18ffa-2c52-4015-904c-4c7496a61781 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356535 Jul 08 01:47:00.595187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53201dc6-8931-4767-889b-1f1f14357848 req-21c6284a-0150-4e0a-91a7-1dd52bf4fc45 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 210 time: 0.0621550 Jul 08 01:47:00.604726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Transition to ACTIVE for port object 7a24a343-706d-47f1-9419-84e91e0adb3a will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:00.652592 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:00.680681 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601f9a33-f5b1-41f3-a210-84b8aaf34ae4 x-openstack-request-id: req-601f9a33-f5b1-41f3-a210-84b8aaf34ae4 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:00.681295 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "01f59963-7727-45d1-8c67-8c68a0c10e2f", "code": 200}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a", "code": 200}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "d5ce9f60-571d-4f8a-8f0f-2c24d7ada896", "code": 200}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "0f688c92-bbac-444a-89a5-09bc58a187d5", "code": 200}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "8df25cd3-c5a6-443a-a54f-49eae7611a87", "code": 200}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-plugged", "status": "completed", "tag": "54e8d5e4-912a-42c9-91af-9e7630c09c8c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:00.681555 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-601f9a33-f5b1-41f3-a210-84b8aaf34ae4 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:00.681986 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f59963-7727-45d1-8c67-8c68a0c10e2f', 'code': 200} Jul 08 01:47:00.682245 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a', 'code': 200} Jul 08 01:47:00.682664 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ce9f60-571d-4f8a-8f0f-2c24d7ada896', 'code': 200} Jul 08 01:47:00.682923 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f688c92-bbac-444a-89a5-09bc58a187d5', 'code': 200} Jul 08 01:47:00.683172 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df25cd3-c5a6-443a-a54f-49eae7611a87', 'code': 200} Jul 08 01:47:00.683418 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e8d5e4-912a-42c9-91af-9e7630c09c8c', 'code': 200} Jul 08 01:47:00.700424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55818) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:00.794423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:00.865719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c3d3-f5ff-40e8-a2a6-2bd5bf5fa90f req-917cb29f-3e9e-4cf4-877c-7d86a0908ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.866276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c3d3-f5ff-40e8-a2a6-2bd5bf5fa90f req-917cb29f-3e9e-4cf4-877c-7d86a0908ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.866691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c3d3-f5ff-40e8-a2a6-2bd5bf5fa90f req-917cb29f-3e9e-4cf4-877c-7d86a0908ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.867160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c3d3-f5ff-40e8-a2a6-2bd5bf5fa90f req-917cb29f-3e9e-4cf4-877c-7d86a0908ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.867626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c3d3-f5ff-40e8-a2a6-2bd5bf5fa90f req-917cb29f-3e9e-4cf4-877c-7d86a0908ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.868097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c3d3-f5ff-40e8-a2a6-2bd5bf5fa90f req-917cb29f-3e9e-4cf4-877c-7d86a0908ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.868587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c3d3-f5ff-40e8-a2a6-2bd5bf5fa90f req-917cb29f-3e9e-4cf4-877c-7d86a0908ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:00.870574 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-50d9c3d3-f5ff-40e8-a2a6-2bd5bf5fa90f req-917cb29f-3e9e-4cf4-877c-7d86a0908ff1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6497 time: 0.0855818 Jul 08 01:47:00.911889 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c3a8e2d8-661f-4855-b924-a193302ff4e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3aedb5336fa14814a627e0cfb9a8bbc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091315 Jul 08 01:47:00.916889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55822) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:00.927728 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-50d9c3d3-f5ff-40e8-a2a6-2bd5bf5fa90f req-95a1d8cf-9cfe-459d-9379-f540e4986b13 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497992 Jul 08 01:47:00.960540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:00.985180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:00.985530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5fd9c4a9-1293-42cd-a99d-c63548d8ccdc not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:01.007975 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.010945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Attempting to bind port 7a24a343-706d-47f1-9419-84e91e0adb3a on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:47:01.011277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Attempting to bind port 7a24a343-706d-47f1-9419-84e91e0adb3a by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:47:01.011598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Attempting to bind port 7a24a343-706d-47f1-9419-84e91e0adb3a on network 500b7a8d-3e3f-467c-8af9-36812606853e {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:01.030898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Port 7a24a343-706d-47f1-9419-84e91e0adb3a on network 500b7a8d-3e3f-467c-8af9-36812606853e not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:47:01.031228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Attempting to bind port 7a24a343-706d-47f1-9419-84e91e0adb3a on network 500b7a8d-3e3f-467c-8af9-36812606853e {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:01.043552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb7290-52f5-4ec3-ba00-c905b64bf35d req-42722f7f-1ced-41ce-aec2-2e986b6cb792 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:01.045206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bfcb7290-52f5-4ec3-ba00-c905b64bf35d req-42722f7f-1ced-41ce-aec2-2e986b6cb792 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 943 time: 0.2519825 Jul 08 01:47:01.054785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:47:01.055123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Checking segment: {'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:01.055508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Bound using segment: {'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:47:01.055947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Bound port: 7a24a343-706d-47f1-9419-84e91e0adb3a, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:47:01.056335 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.112149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9beb28cf-4eab-41c2-933b-f6a1fbe1cd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.126734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ed061a40-1dee-4f7c-bcb1-13da3abed566 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:47:01.161873 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bfcb7290-52f5-4ec3-ba00-c905b64bf35d req-3d68849e-0c81-44b1-b7b1-4f224b8a9dc8 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/security-groups?id=e71a5755-28d4-451b-beec-d7fb7b923cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082673 Jul 08 01:47:01.209755 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9beb28cf-4eab-41c2-933b-f6a1fbe1cd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.226673 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.258451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port ed061a40-1dee-4f7c-bcb1-13da3abed566, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ed061a40-1dee-4f7c-bcb1-13da3abed566,segment=NetworkSegment(7f410b9b-5593-4977-a804-ba9d89e79ee9),segment_id=7f410b9b-5593-4977-a804-ba9d89e79ee9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:01.271846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'ed061a40-1dee-4f7c-bcb1-13da3abed566', 'network_id': 'e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b', 'port_id': 'ed061a40-1dee-4f7c-bcb1-13da3abed566', 'mac_address': 'fa:16:3e:e1:3c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f0bdc52-28d5-4a81-8d45-17378f8f0af1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:47:01.297751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:47:01.314417 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.328596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed061a40-1dee-4f7c-bcb1-13da3abed566 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:47:01.336507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Network 24814426-9829-4f0e-9231-a9d9f3901c1f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:01.341655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:47:01.342801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event updated for resources: {'Port': ['ID=1c30f6e6-981f-4cbc-8242-7631b7ece61c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:01.347366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:01.352074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:01.354226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port ed061a40-1dee-4f7c-bcb1-13da3abed566, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ed061a40-1dee-4f7c-bcb1-13da3abed566,segment=NetworkSegment(7f410b9b-5593-4977-a804-ba9d89e79ee9),segment_id=7f410b9b-5593-4977-a804-ba9d89e79ee9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:01.355381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.360397 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.420606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=ed061a40-1dee-4f7c-bcb1-13da3abed566,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:01.707285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['ed061a40-1dee-4f7c-bcb1-13da3abed566'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:01.780787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ff8ae-c2ec-4cbe-9dd3-05544cde0777 req-080a30fc-2939-46b3-bb31-3b81e4bcfdc8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:01.782282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed6ff8ae-c2ec-4cbe-9dd3-05544cde0777 req-080a30fc-2939-46b3-bb31-3b81e4bcfdc8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 943 time: 0.6292341 Jul 08 01:47:01.787847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:01.788449 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.789806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] 10.222.0.16 "PUT /v2.0/ports/7a24a343-706d-47f1-9419-84e91e0adb3a HTTP/1.1" status: 200 len: 1092 time: 2.6458302 Jul 08 01:47:01.793047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:01.795314 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcb0ebf-5cd4-4089-afc3-e4773c75507f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:01.826487 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9beb28cf-4eab-41c2-933b-f6a1fbe1cd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.829010 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9beb28cf-4eab-41c2-933b-f6a1fbe1cd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.830638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9beb28cf-4eab-41c2-933b-f6a1fbe1cd69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/316ee19c-02b0-46bf-8da4-c8f694f9bf6e HTTP/1.1" status: 204 len: 168 time: 0.9071751 Jul 08 01:47:01.899905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:01.900544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:01.912349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb28cf-4eab-41c2-933b-f6a1fbe1cd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316ee19c-02b0-46bf-8da4-c8f694f9bf6e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:01.925682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ae3cd-6e5c-405e-b670-9783dbdfae50 service neutron] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:01.953563 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e17555d0-2126-4404-b2f2-b66f08f9b9e2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2223718 Jul 08 01:47:01.968795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed6ff8ae-c2ec-4cbe-9dd3-05544cde0777 req-0de913f6-2690-438c-866d-acbb9d578a58 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640396 Jul 08 01:47:01.981320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Request body: {'port': {'device_id': 'b30e6a7f-b070-4d96-81f9-80aa50236c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:02.032930 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59f063-42f4-4a46-b95f-c19bced2ac09 req-5bdbc836-f196-4109-a4a7-4355faaa5f00 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.039536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59f063-42f4-4a46-b95f-c19bced2ac09 req-5bdbc836-f196-4109-a4a7-4355faaa5f00 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.045454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59f063-42f4-4a46-b95f-c19bced2ac09 req-5bdbc836-f196-4109-a4a7-4355faaa5f00 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.052176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59f063-42f4-4a46-b95f-c19bced2ac09 req-5bdbc836-f196-4109-a4a7-4355faaa5f00 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.058159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59f063-42f4-4a46-b95f-c19bced2ac09 req-5bdbc836-f196-4109-a4a7-4355faaa5f00 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.064201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59f063-42f4-4a46-b95f-c19bced2ac09 req-5bdbc836-f196-4109-a4a7-4355faaa5f00 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.070250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59f063-42f4-4a46-b95f-c19bced2ac09 req-5bdbc836-f196-4109-a4a7-4355faaa5f00 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.078407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c59f063-42f4-4a46-b95f-c19bced2ac09 req-5bdbc836-f196-4109-a4a7-4355faaa5f00 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5433 time: 0.3225265 Jul 08 01:47:02.081176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-0851b2ed-faf6-46e4-ae52-20795b9af5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.083896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-0851b2ed-faf6-46e4-ae52-20795b9af5da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 1095 time: 0.2423136 Jul 08 01:47:02.173787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-874507da-5a6b-482f-9e96-8451229f5d0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a24a343-706d-47f1-9419-84e91e0adb3a HTTP/1.1" status: 200 len: 217 time: 0.0821116 Jul 08 01:47:02.229328 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c59f063-42f4-4a46-b95f-c19bced2ac09 req-814de791-9457-4ff3-98f2-01088d750b7f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1507132 Jul 08 01:47:02.267886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:02.293161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-3a50e6b0-51ad-4f00-a53c-8496fc567abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.294556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-3a50e6b0-51ad-4f00-a53c-8496fc567abc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96b90165-d067-4fff-8639-24a03e0be726 HTTP/1.1" status: 200 len: 854 time: 0.1129644 Jul 08 01:47:02.365413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-3b31792d-31bd-4758-9884-f91c520b7154 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=500b7a8d-3e3f-467c-8af9-36812606853e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438545 Jul 08 01:47:02.524799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323ed3-880c-473f-bc66-c98c89a4e8ab req-3e2beb72-89be-4daf-9339-9ab7e5ec22ac tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.526335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96323ed3-880c-473f-bc66-c98c89a4e8ab req-3e2beb72-89be-4daf-9339-9ab7e5ec22ac tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.3035765 Jul 08 01:47:02.672149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96323ed3-880c-473f-bc66-c98c89a4e8ab req-73d61ff8-6a68-4a4c-95cf-effcf5e83816 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378717 Jul 08 01:47:02.683147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-20e78384-464e-4b32-af84-ec68e1f145b0 service neutron] 10.222.0.16 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062840 Jul 08 01:47:02.693636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56741346-107f-45b8-be61-c8e724655492 req-1090021f-2481-489a-828c-19459688db35 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:02.694215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56741346-107f-45b8-be61-c8e724655492 req-1090021f-2481-489a-828c-19459688db35 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 931 time: 0.3314977 Jul 08 01:47:02.705000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55862) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:02.815926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1301463774'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:02.837938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56741346-107f-45b8-be61-c8e724655492 req-6ed84f03-0c50-4039-a36e-5846b59eca02 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308448 Jul 08 01:47:02.839464 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe6db15-ad6d-4178-be23-2486be4acda2 x-openstack-request-id: req-8fe6db15-ad6d-4178-be23-2486be4acda2 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:02.839765 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:02.839990 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fe6db15-ad6d-4178-be23-2486be4acda2 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:02.840409 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'status': 'completed', 'code': 200} Jul 08 01:47:02.844990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:02.849296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:02.869762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:02.911002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd52cb7-21bf-4904-a05c-ebfdce9bfe20 req-55168db5-1499-4247-825f-320396c85044 service neutron] 10.222.0.16 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157633 Jul 08 01:47:02.934836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c30f6e6-981f-4cbc-8242-7631b7ece61c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:47:02.952343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:02.999078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.003298 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.013147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Transition to ACTIVE for port object 1c30f6e6-981f-4cbc-8242-7631b7ece61c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:03.031020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:03.040902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6619c769-a2b6-4e75-a7d9-c7778e8e1e5e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:03.047009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.047388 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Added segment 876847c3-74e7-4da6-88f5-f65f4bd821de of type vlan for network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 Jul 08 01:47:03.054952 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.089074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.124045 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.127130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ed061a40-1dee-4f7c-bcb1-13da3abed566 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:03.132197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.133565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.138821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Pushing event updated for resources: {'Port': ['ID=1c30f6e6-981f-4cbc-8242-7631b7ece61c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:03.181364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34316f80-1af6-4c9a-964a-9b9c7073d48d req-e1b707eb-699f-469e-86ef-90c10c28d824 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.182948 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34316f80-1af6-4c9a-964a-9b9c7073d48d req-e1b707eb-699f-469e-86ef-90c10c28d824 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 944 time: 0.2275522 Jul 08 01:47:03.189579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port ed061a40-1dee-4f7c-bcb1-13da3abed566 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:03.199029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4897246 Jul 08 01:47:03.200408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port ed061a40-1dee-4f7c-bcb1-13da3abed566 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:03.200780 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.203892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55870) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:03.212753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'name': 'tempest-PortsIpV6TestJSON-1765565835'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:03.232760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb0ebf-5cd4-4089-afc3-e4773c75507f req-6a23878a-add7-4302-afc9-c27f673df895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.234512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abcb0ebf-5cd4-4089-afc3-e4773c75507f req-6a23878a-add7-4302-afc9-c27f673df895 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 1095 time: 0.2470796 Jul 08 01:47:03.268970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094a332-9bde-49ce-b2db-c1d0c13fcc75 req-97480deb-0231-446c-8deb-2d54f0a9085b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.271882 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f094a332-9bde-49ce-b2db-c1d0c13fcc75 req-97480deb-0231-446c-8deb-2d54f0a9085b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2768478 Jul 08 01:47:03.277326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f91dc-2a8c-4767-ad45-126cc85e90b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Network': ['ID=8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:03.294896 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:03.330186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:03.334132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.334968 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.355663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34316f80-1af6-4c9a-964a-9b9c7073d48d req-4ce83c80-fb2f-4f74-9849-dcc9c1798df1 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/security-groups?id=e71a5755-28d4-451b-beec-d7fb7b923cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654005 Jul 08 01:47:03.360479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:03.370051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Attempting to bind port 1c30f6e6-981f-4cbc-8242-7631b7ece61c on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:47:03.370344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Attempting to bind port 1c30f6e6-981f-4cbc-8242-7631b7ece61c by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:47:03.370671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Attempting to bind port 1c30f6e6-981f-4cbc-8242-7631b7ece61c on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:03.398694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed061a40-1dee-4f7c-bcb1-13da3abed566'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:03.399085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f094a332-9bde-49ce-b2db-c1d0c13fcc75 req-6364b7de-519d-41bb-bfc4-e3ee1a45189b tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148081 Jul 08 01:47:03.399646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Port 1c30f6e6-981f-4cbc-8242-7631b7ece61c on network 24814426-9829-4f0e-9231-a9d9f3901c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:47:03.399972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Attempting to bind port 1c30f6e6-981f-4cbc-8242-7631b7ece61c on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:03.402145 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf4a25c-08e0-4822-a8fc-6108f8e571db" -d '{"events": [{"server_uuid": "8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9", "name": "network-vif-plugged", "status": "completed", "tag": "ed061a40-1dee-4f7c-bcb1-13da3abed566"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:03.415127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:47:03.415467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Checking segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:03.415849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Bound using segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:47:03.416285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Bound port: 1c30f6e6-981f-4cbc-8242-7631b7ece61c, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:47:03.416673 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.421553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb0ebf-5cd4-4089-afc3-e4773c75507f req-ebafda5e-9a4f-4dbc-b75d-e1c19d89b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.423089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abcb0ebf-5cd4-4089-afc3-e4773c75507f req-ebafda5e-9a4f-4dbc-b75d-e1c19d89b75f service neutron] 10.222.0.16 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 915 time: 0.1762860 Jul 08 01:47:03.437366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port ed061a40-1dee-4f7c-bcb1-13da3abed566, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ed061a40-1dee-4f7c-bcb1-13da3abed566,segment=NetworkSegment(7f410b9b-5593-4977-a804-ba9d89e79ee9),segment_id=7f410b9b-5593-4977-a804-ba9d89e79ee9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:03.447428 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.482368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abcb0ebf-5cd4-4089-afc3-e4773c75507f req-eedcc81a-a6e1-460f-8c83-f76dd7b30616 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a24a343-706d-47f1-9419-84e91e0adb3a HTTP/1.1" status: 200 len: 217 time: 0.0521812 Jul 08 01:47:03.528087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=ed061a40-1dee-4f7c-bcb1-13da3abed566,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:03.608174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb0ebf-5cd4-4089-afc3-e4773c75507f req-7b1574b6-9ba7-4548-b201-71a64bc70354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.609684 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abcb0ebf-5cd4-4089-afc3-e4773c75507f req-7b1574b6-9ba7-4548-b201-71a64bc70354 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96b90165-d067-4fff-8639-24a03e0be726 HTTP/1.1" status: 200 len: 854 time: 0.1161695 Jul 08 01:47:03.622639 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.630290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] For port 1c30f6e6-981f-4cbc-8242-7631b7ece61c, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:47:03.654917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abcb0ebf-5cd4-4089-afc3-e4773c75507f req-12d7ee44-dfb5-46ac-9463-1fdaf6cc00f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=500b7a8d-3e3f-467c-8af9-36812606853e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364668 Jul 08 01:47:03.663525 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.675577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] For port 1c30f6e6-981f-4cbc-8242-7631b7ece61c, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1c30f6e6-981f-4cbc-8242-7631b7ece61c,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:47:03.687742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7746e-f571-4b9a-861b-95dbf71683f2 req-a5204a40-0eff-4c22-916c-3c8bb019854e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.689260 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15a7746e-f571-4b9a-861b-95dbf71683f2 req-a5204a40-0eff-4c22-916c-3c8bb019854e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 943 time: 0.2060041 Jul 08 01:47:03.709491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.728566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=1538eb4d-0d16-4f6c-bc3d-422dc851a168,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:03.735735 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Checking segment: {'id': '876847c3-74e7-4da6-88f5-f65f4bd821de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:03.736098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network hostable DHCP agents. Network: 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:47:03.753393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:47:03.762689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:03.766489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:03.773172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.773812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.775140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71436b-563b-4c39-bd63-642b8306300f None None] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:03.792994 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8c829536-1d9b-4a85-bb6b-6df46cc2a794 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5871792 Jul 08 01:47:03.795718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55878) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:03.801997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-400356306'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:03.825617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.826238 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.827622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] 10.222.0.24 "PUT /v2.0/ports/1c30f6e6-981f-4cbc-8242-7631b7ece61c HTTP/1.1" status: 200 len: 1092 time: 1.8554494 Jul 08 01:47:03.830525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:03.834637 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.868530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89262a8-5c28-43b7-ad3f-a740f3662691 service neutron] Pushing event updated for resources: {'Port': ['ID=1c30f6e6-981f-4cbc-8242-7631b7ece61c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:03.876421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:03.882085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15a7746e-f571-4b9a-861b-95dbf71683f2 req-eda3674b-9cad-439a-a811-21f007f1bde7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752453 Jul 08 01:47:03.889441 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.889860 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Added segment 8017f0b4-66b4-4d39-b806-7f5dd3eb5f20 of type vlan for network 470f2a02-f6b1-4ee8-83c5-673e71d5a5ff Jul 08 01:47:03.945111 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb34b5e6-a46d-47c3-a9be-838dc72bc93d x-openstack-request-id: req-bb34b5e6-a46d-47c3-a9be-838dc72bc93d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:03.945602 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9", "name": "network-vif-plugged", "status": "completed", "tag": "ed061a40-1dee-4f7c-bcb1-13da3abed566", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:03.945994 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb34b5e6-a46d-47c3-a9be-838dc72bc93d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:03.946454 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed061a40-1dee-4f7c-bcb1-13da3abed566', 'code': 200} Jul 08 01:47:03.948106 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abcb0ebf-5cd4-4089-afc3-e4773c75507f req-65e69915-92d7-44cb-8571-62364ae3c226 service neutron] 10.222.0.16 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845597 Jul 08 01:47:03.969562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:03.975627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba726f8-ce2f-4dfe-8588-08289ea91a8f req-1d9878da-01cb-40c3-80bd-bb88a4c3e0e3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.981550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba726f8-ce2f-4dfe-8588-08289ea91a8f req-1d9878da-01cb-40c3-80bd-bb88a4c3e0e3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.987976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba726f8-ce2f-4dfe-8588-08289ea91a8f req-1d9878da-01cb-40c3-80bd-bb88a4c3e0e3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.994142 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba726f8-ce2f-4dfe-8588-08289ea91a8f req-1d9878da-01cb-40c3-80bd-bb88a4c3e0e3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:03.999971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba726f8-ce2f-4dfe-8588-08289ea91a8f req-1d9878da-01cb-40c3-80bd-bb88a4c3e0e3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.006612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba726f8-ce2f-4dfe-8588-08289ea91a8f req-1d9878da-01cb-40c3-80bd-bb88a4c3e0e3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.012576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba726f8-ce2f-4dfe-8588-08289ea91a8f req-1d9878da-01cb-40c3-80bd-bb88a4c3e0e3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.014537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ba726f8-ce2f-4dfe-8588-08289ea91a8f req-1d9878da-01cb-40c3-80bd-bb88a4c3e0e3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5433 time: 0.3362415 Jul 08 01:47:04.027139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:04.033305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.034024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:04.123126 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3260252 Jul 08 01:47:04.127741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55884) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:04.135270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'ports': [{'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2'}, {'network_id': '470f2a02-f6b1-4ee8-83c5-673e71d5a5ff'}]} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:04.135719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:04.136210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '470f2a02-f6b1-4ee8-83c5-673e71d5a5ff'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:04.142243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-5b9bc9f7-5413-4cdc-b521-25ca9ba5d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.143754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-5b9bc9f7-5413-4cdc-b521-25ca9ba5d584 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 1095 time: 0.2607245 Jul 08 01:47:04.145543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9c5cb-9c85-422f-878e-dc4bf70cc093 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Network': ['ID=470f2a02-f6b1-4ee8-83c5-673e71d5a5ff,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:04.159741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 470f2a02-f6b1-4ee8-83c5-673e71d5a5ff details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:04.170113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ba726f8-ce2f-4dfe-8588-08289ea91a8f req-6680ac80-f33f-4e73-a877-ca7171fd5124 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1391776 Jul 08 01:47:04.216997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-f81c6232-283a-48b5-b2b2-d6985ec956f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c30f6e6-981f-4cbc-8242-7631b7ece61c HTTP/1.1" status: 200 len: 217 time: 0.0645101 Jul 08 01:47:04.226080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abcb0ebf-5cd4-4089-afc3-e4773c75507f req-5f0fae60-1249-4740-96fd-d520b4c90ab1 service neutron] 10.222.0.16 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699316 Jul 08 01:47:04.238736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad1380-bc3c-4f78-a0a7-d4d0c83003a8 req-436e4e6d-722f-45cd-9248-92bff3c60d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.241278 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-54ad1380-bc3c-4f78-a0a7-d4d0c83003a8 req-436e4e6d-722f-45cd-9248-92bff3c60d7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 1097 time: 0.2246797 Jul 08 01:47:04.269679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def6863-d598-4b5d-9cf8-fdb53ca5a999 req-31758163-6d26-4633-80d8-ff4f001441c3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.278035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4def6863-d598-4b5d-9cf8-fdb53ca5a999 req-31758163-6d26-4633-80d8-ff4f001441c3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2048802 Jul 08 01:47:04.321656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-0e0b57d1-8f10-4656-afee-83ceeeba6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.323153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-0e0b57d1-8f10-4656-afee-83ceeeba6cd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.0957220 Jul 08 01:47:04.338258 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4def6863-d598-4b5d-9cf8-fdb53ca5a999 req-48c9e613-d1a3-4efe-9c35-7dae93c640de tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601969 Jul 08 01:47:04.369558 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:04.374263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-e082c56b-fed0-49ef-bc7a-0837e1371040 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291781 Jul 08 01:47:04.384254 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-54ad1380-bc3c-4f78-a0a7-d4d0c83003a8 req-122d4805-5227-422c-bd5d-1a066261e00b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e71a5755-28d4-451b-beec-d7fb7b923cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358566 Jul 08 01:47:04.411808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 2} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:04.420922 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:04.437603 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:04.521058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port 873bc8aa-cceb-41e3-a339-6563da3dfb87 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:04.547299 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-14051d3d-9eae-4bc5-b251-dc8a2989fc7e service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675940 Jul 08 01:47:04.638303 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:04.659691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758552f-7e81-4691-8119-607ee1b7d873 req-9e4ef4b3-7d7e-4a30-80df-00685302d19c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.665760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758552f-7e81-4691-8119-607ee1b7d873 req-9e4ef4b3-7d7e-4a30-80df-00685302d19c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.671819 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758552f-7e81-4691-8119-607ee1b7d873 req-9e4ef4b3-7d7e-4a30-80df-00685302d19c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.678458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758552f-7e81-4691-8119-607ee1b7d873 req-9e4ef4b3-7d7e-4a30-80df-00685302d19c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.684401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758552f-7e81-4691-8119-607ee1b7d873 req-9e4ef4b3-7d7e-4a30-80df-00685302d19c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.690342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758552f-7e81-4691-8119-607ee1b7d873 req-9e4ef4b3-7d7e-4a30-80df-00685302d19c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.697320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758552f-7e81-4691-8119-607ee1b7d873 req-9e4ef4b3-7d7e-4a30-80df-00685302d19c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.699252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c758552f-7e81-4691-8119-607ee1b7d873 req-9e4ef4b3-7d7e-4a30-80df-00685302d19c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5433 time: 0.2295997 Jul 08 01:47:04.710023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449b347-b6ba-43de-a055-e07e9260ef3d req-a4d1377f-d7a5-4b3a-991e-b443d3535c9f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:04.711622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2449b347-b6ba-43de-a055-e07e9260ef3d req-a4d1377f-d7a5-4b3a-991e-b443d3535c9f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 943 time: 0.2496696 Jul 08 01:47:04.712114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55894) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:04.718565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-70dd5898-5d3f-48e5-8c2b-0cb7609e1607 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Request body: {'floatingip': {'port_id': '01f59963-7727-45d1-8c67-8c68a0c10e2f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:04.719452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port 498ea27f-3b70-42cd-ae73-b291daa0c365 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:04.793472 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3c0f5a-aae3-4d8a-912b-59a325a0fb55 req-7c3fe9ce-cd60-406a-82a0-ea1e6ab1168a service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393413 Jul 08 01:47:04.801127 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70dd5898-5d3f-48e5-8c2b-0cb7609e1607 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:04.842099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:04.842721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30e6a7f-b070-4d96-81f9-80aa50236c30', 'tag': '1c30f6e6-981f-4cbc-8242-7631b7ece61c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:04.844883 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e38920-3545-49af-bb8b-de98ed150bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b30e6a7f-b070-4d96-81f9-80aa50236c30", "tag": "1c30f6e6-981f-4cbc-8242-7631b7ece61c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:04.884900 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2449b347-b6ba-43de-a055-e07e9260ef3d req-85e226ab-afd2-4566-8adc-5e6fc8dcf13c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619148 Jul 08 01:47:04.890364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:04.938196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:04.942111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:04.963450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:04.963929 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:04.993319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=873bc8aa-cceb-41e3-a339-6563da3dfb87,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:05.061475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Checking segment: {'id': '8017f0b4-66b4-4d39-b806-7f5dd3eb5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '470f2a02-f6b1-4ee8-83c5-673e71d5a5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:05.061767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network hostable DHCP agents. Network: 470f2a02-f6b1-4ee8-83c5-673e71d5a5ff, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:47:05.067048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=498ea27f-3b70-42cd-ae73-b291daa0c365,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:05.087831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 470f2a02-f6b1-4ee8-83c5-673e71d5a5ff is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:47:05.105141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 470f2a02-f6b1-4ee8-83c5-673e71d5a5ff) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:05.111700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:05.118668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:05.126458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6143625-98a9-4b9c-9c79-fa5d0b1ace15 None None] Network 470f2a02-f6b1-4ee8-83c5-673e71d5a5ff requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:05.136439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:05.137952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:05.159982 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-69a0c31f-c258-42c7-8cec-fda887c0522e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0308964 Jul 08 01:47:05.163406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55902) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:05.339628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-465dac2d-edfc-4db2-9a29-66df36816b95 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 498ea27f-3b70-42cd-ae73-b291daa0c365 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:05.339976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-465dac2d-edfc-4db2-9a29-66df36816b95 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:05.412290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-465dac2d-edfc-4db2-9a29-66df36816b95 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:05.426615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-465dac2d-edfc-4db2-9a29-66df36816b95 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 498ea27f-3b70-42cd-ae73-b291daa0c365 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:05.429627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7a24a343-706d-47f1-9419-84e91e0adb3a details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:47:05.523220 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6466ba-27e4-4309-851a-9b137b673b5f x-openstack-request-id: req-6b6466ba-27e4-4309-851a-9b137b673b5f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:05.523848 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30e6a7f-b070-4d96-81f9-80aa50236c30", "tag": "1c30f6e6-981f-4cbc-8242-7631b7ece61c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:05.523848 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b6466ba-27e4-4309-851a-9b137b673b5f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:05.524141 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30e6a7f-b070-4d96-81f9-80aa50236c30', 'tag': '1c30f6e6-981f-4cbc-8242-7631b7ece61c', 'status': 'completed', 'code': 200} Jul 08 01:47:05.526735 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-465dac2d-edfc-4db2-9a29-66df36816b95 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:05.559425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-465dac2d-edfc-4db2-9a29-66df36816b95 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:05.562002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-465dac2d-edfc-4db2-9a29-66df36816b95 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/498ea27f-3b70-42cd-ae73-b291daa0c365 HTTP/1.1" status: 204 len: 168 time: 0.3971570 Jul 08 01:47:05.564550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55906) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:05.571744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:05.587845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e', 'port_id': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'mac_address': 'fa:16:3e:19:f3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b90165-d067-4fff-8639-24a03e0be726', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:47:05.638382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:05.646569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dac2d-edfc-4db2-9a29-66df36816b95 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=498ea27f-3b70-42cd-ae73-b291daa0c365,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:05.653890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a24a343-706d-47f1-9419-84e91e0adb3a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:47:05.675897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:05.682707 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:05.718343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b440dd17-9580-43ce-ba1c-3ba78fcaaf67 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:05.724903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b440dd17-9580-43ce-ba1c-3ba78fcaaf67 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:05.726424 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b440dd17-9580-43ce-ba1c-3ba78fcaaf67 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1608500 Jul 08 01:47:05.729266 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55908) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:05.736231 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e38920-3545-49af-bb8b-de98ed150bb0 req-f7e11bb7-117a-4c8d-aa2a-85f689b14151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:05.738064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95e38920-3545-49af-bb8b-de98ed150bb0 req-f7e11bb7-117a-4c8d-aa2a-85f689b14151 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 1095 time: 0.2129035 Jul 08 01:47:05.750144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:05.775222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a34ce6-201b-4483-8ebf-b73b72d25ede req-93276a22-9fc5-4964-a722-fbd59f80509a tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:05.776863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2a34ce6-201b-4483-8ebf-b73b72d25ede req-93276a22-9fc5-4964-a722-fbd59f80509a tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 945 time: 0.6956491 Jul 08 01:47:05.869188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf76d39-680a-4356-ae0e-2040181c947f req-b1a21a45-64fa-4c1b-9ee6-a58880c74f8b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:05.870812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8bf76d39-680a-4356-ae0e-2040181c947f req-b1a21a45-64fa-4c1b-9ee6-a58880c74f8b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 943 time: 0.3494058 Jul 08 01:47:05.941286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['7a24a343-706d-47f1-9419-84e91e0adb3a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:05.969854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2a34ce6-201b-4483-8ebf-b73b72d25ede req-5bd62f5f-f273-4ec3-8161-9996ecf1f392 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/security-groups?id=e71a5755-28d4-451b-beec-d7fb7b923cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792171 Jul 08 01:47:06.029177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8bf76d39-680a-4356-ae0e-2040181c947f req-dcd45f05-7da1-4445-b4ff-ef5c3f408cc8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474361 Jul 08 01:47:06.035693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e38920-3545-49af-bb8b-de98ed150bb0 req-7fc92ef1-34d2-43e9-9e21-d8ecac9192b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:06.044936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95e38920-3545-49af-bb8b-de98ed150bb0 req-7fc92ef1-34d2-43e9-9e21-d8ecac9192b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 913 time: 0.2944627 Jul 08 01:47:06.120023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5a90f965-1be1-40f9-9a21-0108a2450fb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 873bc8aa-cceb-41e3-a339-6563da3dfb87 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:06.121069 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a90f965-1be1-40f9-9a21-0108a2450fb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.151500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95e38920-3545-49af-bb8b-de98ed150bb0 req-01c0fa44-380f-4622-b476-bcd24824ca14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c30f6e6-981f-4cbc-8242-7631b7ece61c HTTP/1.1" status: 200 len: 217 time: 0.0909817 Jul 08 01:47:06.209420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a90f965-1be1-40f9-9a21-0108a2450fb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.217438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70dd5898-5d3f-48e5-8c2b-0cb7609e1607 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.232966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5a90f965-1be1-40f9-9a21-0108a2450fb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 873bc8aa-cceb-41e3-a339-6563da3dfb87 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:06.233292 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70dd5898-5d3f-48e5-8c2b-0cb7609e1607 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.284327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e38920-3545-49af-bb8b-de98ed150bb0 req-6c320456-bd6c-4d74-8532-2541723a0b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:06.286413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95e38920-3545-49af-bb8b-de98ed150bb0 req-6c320456-bd6c-4d74-8532-2541723a0b3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.1283007 Jul 08 01:47:06.337608 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a90f965-1be1-40f9-9a21-0108a2450fb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.367877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95e38920-3545-49af-bb8b-de98ed150bb0 req-e41bd6a0-ee89-4dc0-976f-a603be9ac19e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726378 Jul 08 01:47:06.369446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90f965-1be1-40f9-9a21-0108a2450fb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=873bc8aa-cceb-41e3-a339-6563da3dfb87,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:06.378975 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a90f965-1be1-40f9-9a21-0108a2450fb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.381609 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a90f965-1be1-40f9-9a21-0108a2450fb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/873bc8aa-cceb-41e3-a339-6563da3dfb87 HTTP/1.1" status: 204 len: 168 time: 0.6513700 Jul 08 01:47:06.384554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55914) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:06.422320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb5190-8532-46f1-9e37-6e162fdab0e3 req-b75aa596-9628-4da1-8bc3-570a4796ea66 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:06.423883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7deb5190-8532-46f1-9e37-6e162fdab0e3 req-b75aa596-9628-4da1-8bc3-570a4796ea66 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2855804 Jul 08 01:47:06.459084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8243f64b-d837-4683-bef2-beab70ab777a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:06.460735 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8243f64b-d837-4683-bef2-beab70ab777a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0750442 Jul 08 01:47:06.463496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:06.490926 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-684b9c8e-d742-40c6-916e-d704fa95e15d tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:06.492624 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-684b9c8e-d742-40c6-916e-d704fa95e15d tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/498ea27f-3b70-42cd-ae73-b291daa0c365 HTTP/1.1" status: 404 len: 333 time: 0.0281703 Jul 08 01:47:06.496002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55918) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:06.500279 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-70dd5898-5d3f-48e5-8c2b-0cb7609e1607 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Floating IP ac359ea1-139b-4e9f-b071-59a2d5cdb3ef associated. External IP: 172.25.4.20, port: 01f59963-7727-45d1-8c67-8c68a0c10e2f. Jul 08 01:47:06.524019 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c54b0f-116f-4924-9469-a5a6c0a99ec4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:06.525618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f4c54b0f-116f-4924-9469-a5a6c0a99ec4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/873bc8aa-cceb-41e3-a339-6563da3dfb87 HTTP/1.1" status: 404 len: 333 time: 0.0286436 Jul 08 01:47:06.528272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55920) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:06.593015 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7deb5190-8532-46f1-9e37-6e162fdab0e3 req-1dfc566a-e6f7-4996-99a9-0034c50fbce0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539736 Jul 08 01:47:06.607814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.644684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ecdc1-e034-4fa5-8282-30ae0637a997 req-8b8da0cb-3a3d-4f35-abd7-42e6f539da76 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:06.646614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d3ecdc1-e034-4fa5-8282-30ae0637a997 req-8b8da0cb-3a3d-4f35-abd7-42e6f539da76 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 943 time: 0.3386378 Jul 08 01:47:06.656745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95e38920-3545-49af-bb8b-de98ed150bb0 req-69fb6c67-39e7-48a7-bc06-afd874dd1593 service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647107 Jul 08 01:47:06.701315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.712614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470f2a02-f6b1-4ee8-83c5-673e71d5a5ff']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:06.725636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8017f0b4-66b4-4d39-b806-7f5dd3eb5f20') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:06.726269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8017f0b4-66b4-4d39-b806-7f5dd3eb5f20') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:06.737420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.760908 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.768232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d3ecdc1-e034-4fa5-8282-30ae0637a997 req-3e7f8e63-9156-42c9-9109-0dbd539445d6 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063709 Jul 08 01:47:06.769292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:06.773124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:06.830386 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:06.855311 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.862576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.868824 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/networks/470f2a02-f6b1-4ee8-83c5-673e71d5a5ff HTTP/1.1" status: 204 len: 168 time: 0.3365397 Jul 08 01:47:06.876288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:06.878167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d739b6-b687-4581-a42a-1ddda4568084 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Network': ['ID=470f2a02-f6b1-4ee8-83c5-673e71d5a5ff,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:06.883606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-75104475'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:06.888229 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95e38920-3545-49af-bb8b-de98ed150bb0 req-43d0436d-7c65-4622-8c19-1f66c4921624 service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187300 Jul 08 01:47:06.927525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:06.931140 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:06.949133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dd5898-5d3f-48e5-8c2b-0cb7609e1607 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Router 9d19777b-052e-43ad-bba0-05374ec533cb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:47:06.969795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:07.019028 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.019384 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Added segment 66fb2961-0c0e-4dae-8da1-fd17cff34907 of type vlan for network 07fc594a-eb33-48d4-86ae-f797b75e2f33 Jul 08 01:47:07.158043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1c30f6e6-981f-4cbc-8242-7631b7ece61c details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:47:07.158682 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.266426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 1c30f6e6-981f-4cbc-8242-7631b7ece61c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1c30f6e6-981f-4cbc-8242-7631b7ece61c,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:07.271085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dd5898-5d3f-48e5-8c2b-0cb7609e1607 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:47:07.279757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70dd5898-5d3f-48e5-8c2b-0cb7609e1607 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.281960 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.283931 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] Sync routers for ids ['9d19777b-052e-43ad-bba0-05374ec533cb'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:47:07.285545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '1c30f6e6-981f-4cbc-8242-7631b7ece61c', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'port_id': '1c30f6e6-981f-4cbc-8242-7631b7ece61c', 'mac_address': 'fa:16:3e:ca:f2:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2157fc2-2bc2-4e65-bc22-a2f9753680dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:47:07.288168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:07.288991 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.302410 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] Routers {'9d19777b-052e-43ad-bba0-05374ec533cb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:47:07.303850 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:46:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d19777b-052e-43ad-bba0-05374ec533cb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:07.328560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.343785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c30f6e6-981f-4cbc-8242-7631b7ece61c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:47:07.366196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 1c30f6e6-981f-4cbc-8242-7631b7ece61c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1c30f6e6-981f-4cbc-8242-7631b7ece61c,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:07.371820 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.383778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-7c52f0a6-3ed3-4d24-b969-0c23ae10cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:07.385357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-7c52f0a6-3ed3-4d24-b969-0c23ae10cacb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 1097 time: 0.3534532 Jul 08 01:47:07.405558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b34c5b-e7c5-4d81-8da8-bd4f5695f11a req-587e8362-76e3-41fa-a582-4dab86ae2e46 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:07.407137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84b34c5b-e7c5-4d81-8da8-bd4f5695f11a req-587e8362-76e3-41fa-a582-4dab86ae2e46 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.3652482 Jul 08 01:47:07.418525 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5382707 Jul 08 01:47:07.420061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:07.425929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '07fc594a-eb33-48d4-86ae-f797b75e2f33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:07.432505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=1c30f6e6-981f-4cbc-8242-7631b7ece61c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:07.439273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca60c2-1e16-461c-a0e5-fa09f961b413 req-6e5de5f4-e5a2-413f-baf6-65012cf47101 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:07.441175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6aca60c2-1e16-461c-a0e5-fa09f961b413 req-6e5de5f4-e5a2-413f-baf6-65012cf47101 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 945 time: 0.3133273 Jul 08 01:47:07.452944 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] Set router 9d19777b-052e-43ad-bba0-05374ec533cb gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:47:07.454257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7a24a343-706d-47f1-9419-84e91e0adb3a up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:07.501702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-70dd5898-5d3f-48e5-8c2b-0cb7609e1607 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "PUT /v2.0/floatingips/ac359ea1-139b-4e9f-b071-59a2d5cdb3ef HTTP/1.1" status: 200 len: 990 time: 2.7864845 Jul 08 01:47:07.515915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b717812-be6d-489e-bdb3-07a0a14fa2c4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Network': ['ID=07fc594a-eb33-48d4-86ae-f797b75e2f33,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:07.530173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 7a24a343-706d-47f1-9419-84e91e0adb3a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:07.532046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '01f59963-7727-45d1-8c67-8c68a0c10e2f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:07.534414 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15843021-54d1-42b7-ba6a-d979bcaf7ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "01f59963-7727-45d1-8c67-8c68a0c10e2f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:07.541039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 07fc594a-eb33-48d4-86ae-f797b75e2f33 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:07.542935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:07.547491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 7a24a343-706d-47f1-9419-84e91e0adb3a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:07.548660 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.553146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.582075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84b34c5b-e7c5-4d81-8da8-bd4f5695f11a req-066a0abf-ef64-4f52-b816-13ff22561eae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508830 Jul 08 01:47:07.590122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6aca60c2-1e16-461c-a0e5-fa09f961b413 req-b8f823cd-e9dc-40fe-b686-8ff8d8545257 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/security-groups?id=e71a5755-28d4-451b-beec-d7fb7b923cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971751 Jul 08 01:47:07.625997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-a29a686f-36b3-4c54-b320-1b4b1edd1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:07.627762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-a29a686f-36b3-4c54-b320-1b4b1edd1295 service neutron] 10.222.0.24 "GET /v2.0/networks?id=beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 200 len: 913 time: 0.2137499 Jul 08 01:47:07.749035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-56c69ddd-d343-4265-be62-06a4ed6f0d8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 200 len: 1000 time: 0.1137772 Jul 08 01:47:07.834956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['1c30f6e6-981f-4cbc-8242-7631b7ece61c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:07.871596 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.873979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-b8d44a4f-f3b5-4552-9ce1-a5d434df679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:07.878512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-b8d44a4f-f3b5-4552-9ce1-a5d434df679d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 200 len: 851 time: 0.1219776 Jul 08 01:47:07.882206 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:36Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'ac359ea1-139b-4e9f-b071-59a2d5cdb3ef', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'port_id': '01f59963-7727-45d1-8c67-8c68a0c10e2f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'mac_address': 'fa:16:3e:ca:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:45:28Z', 'updated_at': '2021-07-08T01:47:05Z', 'revision_number': 1, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a08032-4a46-4369-83ce-09ab72c16ad5', 'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'mac_address': 'fa:16:3e:df:cb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:35Z', 'updated_at': '2021-07-08T01:44:45Z', 'revision_number': 5, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'subnets': [{'id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:07.908267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf921d2-f0de-443e-a7f1-0631ebae2f73 req-8a6244f3-7a58-4e41-b846-ee0e201940ed tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:07.908595 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.922580 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bf921d2-f0de-443e-a7f1-0631ebae2f73 req-8a6244f3-7a58-4e41-b846-ee0e201940ed tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 944 time: 0.1508133 Jul 08 01:47:07.930372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:07.933313 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68da030b-99e7-4b9f-b465-c3afa84d7878" -d '{"events": [{"server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "name": "network-vif-plugged", "status": "completed", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:07.938020 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] Checking router: 9d19777b-052e-43ad-bba0-05374ec533cb for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:47:07.943139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:07.959049 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:07.960543 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] Routers {'9d19777b-052e-43ad-bba0-05374ec533cb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:47:07.962077 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:46:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d19777b-052e-43ad-bba0-05374ec533cb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:08.004529 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a0ede3-b907-43b3-b303-8dfb292025d6 x-openstack-request-id: req-22a0ede3-b907-43b3-b303-8dfb292025d6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:08.005447 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "tag": "01f59963-7727-45d1-8c67-8c68a0c10e2f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:08.005963 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22a0ede3-b907-43b3-b303-8dfb292025d6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:08.006742 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'tag': '01f59963-7727-45d1-8c67-8c68a0c10e2f', 'status': 'completed', 'code': 200} Jul 08 01:47:08.025803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bf921d2-f0de-443e-a7f1-0631ebae2f73 req-44cf6efb-7d61-4d21-8cb1-5d9042fbdb7e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996516 Jul 08 01:47:08.066371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-f3a6794e-9795-4955-9968-2940e7291e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.076778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-f3a6794e-9795-4955-9968-2940e7291e6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=beda11af-02fd-4a5d-9761-e7a31d38417d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848240 Jul 08 01:47:08.100332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=223a4b43-d404-4954-b40a-eda2247a03c1,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:08.149792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Checking segment: {'id': '66fb2961-0c0e-4dae-8da1-fd17cff34907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07fc594a-eb33-48d4-86ae-f797b75e2f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:08.150169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network hostable DHCP agents. Network: 07fc594a-eb33-48d4-86ae-f797b75e2f33, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:47:08.164854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:08.193483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 07fc594a-eb33-48d4-86ae-f797b75e2f33 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:47:08.212716 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] Set router 9d19777b-052e-43ad-bba0-05374ec533cb gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:47:08.213760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 07fc594a-eb33-48d4-86ae-f797b75e2f33) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:08.231272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.232078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:08.247694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d49da-21b4-4274-80c8-37819d598960 None None] Network 07fc594a-eb33-48d4-86ae-f797b75e2f33 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:08.267173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-33bd2a9b-0eb8-44d2-a076-f705392826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.267658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-33bd2a9b-0eb8-44d2-a076-f705392826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.268372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-33bd2a9b-0eb8-44d2-a076-f705392826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.289318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-13eaa2fa-48c8-4cbf-be4d-b6af8f0c2af3 service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064312 Jul 08 01:47:08.289970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-33bd2a9b-0eb8-44d2-a076-f705392826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.290473 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-33bd2a9b-0eb8-44d2-a076-f705392826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.291027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-33bd2a9b-0eb8-44d2-a076-f705392826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.291449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-33bd2a9b-0eb8-44d2-a076-f705392826ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.293579 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-33bd2a9b-0eb8-44d2-a076-f705392826ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6497 time: 0.2226431 Jul 08 01:47:08.295388 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-06fa999c-b1fc-4acf-98b9-4faca70bc070 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8736312 Jul 08 01:47:08.299279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:08.345748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '07fc594a-eb33-48d4-86ae-f797b75e2f33', 'name': 'tempest-PortsIpV6TestJSON-1204495264'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:08.360407 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28818c7-65a2-4f65-819d-ea9149100645 x-openstack-request-id: req-e28818c7-65a2-4f65-819d-ea9149100645 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:08.360684 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "name": "network-vif-plugged", "status": "completed", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:08.360994 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e28818c7-65a2-4f65-819d-ea9149100645 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:08.361439 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'code': 200} Jul 08 01:47:08.464729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-07fc594a-eb33-48d4-86ae-f797b75e2f33', 'network_id': '07fc594a-eb33-48d4-86ae-f797b75e2f33', 'tenant_id': '615320a08bf94fe382d8aa315eb4d3db', 'fixed_ips': [{'subnet_id': '223a4b43-d404-4954-b40a-eda2247a03c1'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:47:08.466639 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:08.503383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-d57f3f5f-0680-4699-906f-9947ce65fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.505297 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-d57f3f5f-0680-4699-906f-9947ce65fd21 service neutron] 10.222.0.24 "GET /v2.0/networks?id=158051b2-55d9-4a7a-a15b-19a8819643bb HTTP/1.1" status: 200 len: 912 time: 0.1934795 Jul 08 01:47:08.546541 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:36Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'ac359ea1-139b-4e9f-b071-59a2d5cdb3ef', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'port_id': '01f59963-7727-45d1-8c67-8c68a0c10e2f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'mac_address': 'fa:16:3e:ca:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:45:28Z', 'updated_at': '2021-07-08T01:47:05Z', 'revision_number': 1, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a08032-4a46-4369-83ce-09ab72c16ad5', 'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'mac_address': 'fa:16:3e:df:cb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:35Z', 'updated_at': '2021-07-08T01:44:45Z', 'revision_number': 5, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'subnets': [{'id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:08.591379 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2c052-4d30-4e60-9a4e-6f192aaf9d9c None None] The sync data for ids ['9d19777b-052e-43ad-bba0-05374ec533cb'] in n-d-694802-14 is: [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:36Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'ac359ea1-139b-4e9f-b071-59a2d5cdb3ef', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'port_id': '01f59963-7727-45d1-8c67-8c68a0c10e2f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'mac_address': 'fa:16:3e:ca:c2:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:45:28Z', 'updated_at': '2021-07-08T01:47:05Z', 'revision_number': 1, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10a08032-4a46-4369-83ce-09ab72c16ad5', 'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'mac_address': 'fa:16:3e:df:cb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:35Z', 'updated_at': '2021-07-08T01:44:45Z', 'revision_number': 5, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'subnets': [{'id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:47:08.593485 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-06201d76-97fa-47e3-b7e3-77d168ed326a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01f59963-7727-45d1-8c67-8c68a0c10e2f HTTP/1.1" status: 200 len: 998 time: 0.0809135 Jul 08 01:47:08.679135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Allocated IP 2001:db8::2 (07fc594a-eb33-48d4-86ae-f797b75e2f33/223a4b43-d404-4954-b40a-eda2247a03c1/0d71e88c-054b-4a6b-a80e-754e3cbc36e9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:08.679369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-43ce3a72-91b0-45c5-915c-d59afd77a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.681025 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-43ce3a72-91b0-45c5-915c-d59afd77a1f4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7e139f1-c7ab-4e50-8986-4c119571abe7 HTTP/1.1" status: 200 len: 850 time: 0.0765886 Jul 08 01:47:08.756414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c70b1bf6-303a-47ad-af08-2288d39dfa8b req-7f76fb41-f0be-4437-b684-26065b3f8dff service neutron] 10.222.0.24 "GET /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578891 Jul 08 01:47:08.778893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a3a18-6350-417b-bec0-204c3d801fe6 req-95b99ab7-e3d5-4eef-be8c-64104ca47e64 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.781201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-907a3a18-6350-417b-bec0-204c3d801fe6 req-95b99ab7-e3d5-4eef-be8c-64104ca47e64 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 944 time: 0.3055522 Jul 08 01:47:08.785549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eadf92-6c54-4f8c-a5b6-9d6492d3356a req-5421bad6-929b-4789-807c-af01dd6f081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.787526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:08.787997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8eadf92-6c54-4f8c-a5b6-9d6492d3356a req-5421bad6-929b-4789-807c-af01dd6f081d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 1097 time: 0.2987618 Jul 08 01:47:08.819159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:08.822845 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:08.827190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-d3625b81-b236-4a8c-91ad-130e76ea443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:08.829046 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-d3625b81-b236-4a8c-91ad-130e76ea443a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=158051b2-55d9-4a7a-a15b-19a8819643bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397502 Jul 08 01:47:08.871573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port d2ce86eb-9fdf-460e-92ad-375cf45428fb yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:08.888444 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8eadf92-6c54-4f8c-a5b6-9d6492d3356a req-6d0e2aed-1e7f-457e-9fe0-7594917afbf9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938594 Jul 08 01:47:08.954368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:08.967306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Transition to ACTIVE for port object 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:08.980563 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-fe309641-e4bc-47e1-9962-3dd646cac43b service neutron] 10.222.0.24 "GET /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425018 Jul 08 01:47:08.987955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Transition to ACTIVE for port object 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:08.998142 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:09.021280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Network 07fc594a-eb33-48d4-86ae-f797b75e2f33 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:09.026891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:09.029022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de00f69-772b-4443-825f-3719da7d4567 None None] New status for floating IP ac359ea1-139b-4e9f-b071-59a2d5cdb3ef: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:47:09.051954 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:09.105451 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-15843021-54d1-42b7-ba6a-d979bcaf7ec9 req-8aa83899-648c-4c78-a9d5-b1c6b991105d service neutron] 10.222.0.24 "GET /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141920 Jul 08 01:47:09.308832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-907a3a18-6350-417b-bec0-204c3d801fe6 req-884aefdc-0811-453c-aab5-c247d7aad43b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932961 Jul 08 01:47:09.311015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Pushing event updated for resources: {'Port': ['ID=0d71e88c-054b-4a6b-a80e-754e3cbc36e9,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:09.365983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Attempting to bind port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:47:09.366361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Attempting to bind port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '66fb2961-0c0e-4dae-8da1-fd17cff34907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07fc594a-eb33-48d4-86ae-f797b75e2f33'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:47:09.366734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Attempting to bind port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 on network 07fc594a-eb33-48d4-86ae-f797b75e2f33 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:09.382344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:47:09.382735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Checking segment: {'id': '66fb2961-0c0e-4dae-8da1-fd17cff34907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07fc594a-eb33-48d4-86ae-f797b75e2f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:09.383148 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:09.384338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Bound using segment: {'id': '66fb2961-0c0e-4dae-8da1-fd17cff34907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07fc594a-eb33-48d4-86ae-f797b75e2f33'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:47:09.384338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Bound port: 0d71e88c-054b-4a6b-a80e-754e3cbc36e9, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66fb2961-0c0e-4dae-8da1-fd17cff34907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '07fc594a-eb33-48d4-86ae-f797b75e2f33'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:47:09.384545 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:09.431652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e088e-bb9d-4f76-aa65-f50909c632c9 req-9f5b957c-111c-484b-b11e-e220307e4b11 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:09.433302 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-648e088e-bb9d-4f76-aa65-f50909c632c9 req-9f5b957c-111c-484b-b11e-e220307e4b11 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1510496 Jul 08 01:47:09.434496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8::198 (07fc594a-eb33-48d4-86ae-f797b75e2f33/223a4b43-d404-4954-b40a-eda2247a03c1/d2ce86eb-9fdf-460e-92ad-375cf45428fb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:09.516371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] For port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:47:09.521382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] For port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0d71e88c-054b-4a6b-a80e-754e3cbc36e9,segment=NetworkSegment(66fb2961-0c0e-4dae-8da1-fd17cff34907),segment_id=66fb2961-0c0e-4dae-8da1-fd17cff34907)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:47:09.526940 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:09.527111 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-648e088e-bb9d-4f76-aa65-f50909c632c9 req-9b877bfb-280e-4ddc-b61d-99f48facd572 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788481 Jul 08 01:47:09.632982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf07e0-70bc-43f8-818a-50d377a89d91 None None] Pushing event updated for resources: {'Port': ['ID=0d71e88c-054b-4a6b-a80e-754e3cbc36e9,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:09.668507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f72d2-2923-4346-b494-73894819fa23 req-b9908d6a-d7b9-4bdd-a4f7-c819d5c83bff tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:09.675559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b05f72d2-2923-4346-b494-73894819fa23 req-b9908d6a-d7b9-4bdd-a4f7-c819d5c83bff tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 945 time: 0.2385378 Jul 08 01:47:09.758122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b05f72d2-2923-4346-b494-73894819fa23 req-13b929c3-2de9-41ff-a56d-2fb885c7e6bc tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/security-groups?id=e71a5755-28d4-451b-beec-d7fb7b923cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814400 Jul 08 01:47:09.848786 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:09.876870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object d2ce86eb-9fdf-460e-92ad-375cf45428fb will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:10.015205 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:10.086628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 07fc594a-eb33-48d4-86ae-f797b75e2f33 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:10.106419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:10.117469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:10.123144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:10.123800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:10.150692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=d2ce86eb-9fdf-460e-92ad-375cf45428fb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:10.167179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c908e8b-e833-4c23-9a81-b68b04c9fffa req-4d184c88-9947-486a-bbe6-bc82171f8bfa tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:10.172678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c908e8b-e833-4c23-9a81-b68b04c9fffa req-4d184c88-9947-486a-bbe6-bc82171f8bfa tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2056317 Jul 08 01:47:10.175007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5eae6c2a-0255-4527-a156-1a9535415f57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8431582 Jul 08 01:47:10.180968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55966) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:10.218821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c908e8b-e833-4c23-9a81-b68b04c9fffa req-18ce4f68-4966-496c-b74c-1cac3b32a4af tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 Jul 08 01:47:10.300119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7c27d42a-dd14-44c7-9d26-6dc7bf2be3f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port d2ce86eb-9fdf-460e-92ad-375cf45428fb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:10.300497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c27d42a-dd14-44c7-9d26-6dc7bf2be3f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:10.453798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c27d42a-dd14-44c7-9d26-6dc7bf2be3f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:10.472343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7c27d42a-dd14-44c7-9d26-6dc7bf2be3f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for d2ce86eb-9fdf-460e-92ad-375cf45428fb owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:10.482307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-81e81732-9cf1-43ee-a34b-51e09ad6d159 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:10.483928 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-81e81732-9cf1-43ee-a34b-51e09ad6d159 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 945 time: 0.1302481 Jul 08 01:47:10.688959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-429bad12-333b-423d-a7cb-33f8cf8bf41d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:10.702519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-429bad12-333b-423d-a7cb-33f8cf8bf41d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 814 time: 0.2395024 Jul 08 01:47:10.748410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-8c2f1e3d-7a22-41a5-9033-d330aa42803e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/quotas/6ab3f3f0badb41809c3f4b05754bbd4a HTTP/1.1" status: 200 len: 375 time: 0.0436685 Jul 08 01:47:10.762661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-18399888-de3f-4344-a3ea-590305c45b19 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Deleting port ed061a40-1dee-4f7c-bcb1-13da3abed566 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:10.763149 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-18399888-de3f-4344-a3ea-590305c45b19 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:10.813446 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c27d42a-dd14-44c7-9d26-6dc7bf2be3f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:10.823086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24deabe-72ac-472a-b128-d3c0aa44adb6 req-a637781c-0de9-4745-878d-6846e0895d07 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:10.836411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c24deabe-72ac-472a-b128-d3c0aa44adb6 req-a637781c-0de9-4745-878d-6846e0895d07 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 944 time: 0.3563461 Jul 08 01:47:10.870410 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27d42a-dd14-44c7-9d26-6dc7bf2be3f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=d2ce86eb-9fdf-460e-92ad-375cf45428fb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:10.906736 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c27d42a-dd14-44c7-9d26-6dc7bf2be3f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:10.911566 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7c27d42a-dd14-44c7-9d26-6dc7bf2be3f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/d2ce86eb-9fdf-460e-92ad-375cf45428fb HTTP/1.1" status: 204 len: 168 time: 0.7263179 Jul 08 01:47:10.913416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55990) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:10.923317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c24deabe-72ac-472a-b128-d3c0aa44adb6 req-d5ee06c2-d9a4-4ca2-bbc8-26c2db1037b6 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805774 Jul 08 01:47:10.980147 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb9283e-c34a-4562-94e7-0e74072618b5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:47:10.981080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb9283e-c34a-4562-94e7-0e74072618b5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:47:10.982890 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dcb9283e-c34a-4562-94e7-0e74072618b5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/d2ce86eb-9fdf-460e-92ad-375cf45428fb HTTP/1.1" status: 404 len: 333 time: 0.0688648 Jul 08 01:47:10.986117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55996) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:10.989347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-b6957e75-1766-4c7b-907b-e88913cf8265 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2344234 Jul 08 01:47:11.027937 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6ead79-a5c1-49a7-afd2-4f08f5f5ff93 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:11.029634 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-da6ead79-a5c1-49a7-afd2-4f08f5f5ff93 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/d2ce86eb-9fdf-460e-92ad-375cf45428fb HTTP/1.1" status: 404 len: 333 time: 0.0427146 Jul 08 01:47:11.036637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55998) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:11.041696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-18399888-de3f-4344-a3ea-590305c45b19 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] For port ed061a40-1dee-4f7c-bcb1-13da3abed566, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ed061a40-1dee-4f7c-bcb1-13da3abed566,segment=NetworkSegment(7f410b9b-5593-4977-a804-ba9d89e79ee9),segment_id=7f410b9b-5593-4977-a804-ba9d89e79ee9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:11.042071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-18399888-de3f-4344-a3ea-590305c45b19 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.044251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a44a2-d0f7-4b0d-bfb7-f89a7b7a105c None None] Network 07fc594a-eb33-48d4-86ae-f797b75e2f33 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:11.072149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:11.095963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-d598771b-8dc8-4da1-bf15-16880504d7c1 service neutron] 10.222.0.41 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057050 Jul 08 01:47:11.113826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c1bcab-e1fa-4652-acab-f4c65d187e0a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet 223a4b43-d404-4954-b40a-eda2247a03c1 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:47:11.122054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-18399888-de3f-4344-a3ea-590305c45b19 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Calling delete_port for ed061a40-1dee-4f7c-bcb1-13da3abed566 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:11.123732 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bcab-e1fa-4652-acab-f4c65d187e0a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.163155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-08a98b35-1832-4cca-a212-bad1f52a998d None None] Provisioning for port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:11.197460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1c30f6e6-981f-4cbc-8242-7631b7ece61c up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:11.243787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-20b7e063-55c5-4927-88c1-8bb140e2ca7c service neutron] 10.222.0.41 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394536 Jul 08 01:47:11.244060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bcab-e1fa-4652-acab-f4c65d187e0a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.254033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d168858-5c3f-4a26-8e34-599b94c604a1 req-eda4e534-4d30-4d3e-880d-d886d31f0556 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:11.256632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d168858-5c3f-4a26-8e34-599b94c604a1 req-eda4e534-4d30-4d3e-880d-d886d31f0556 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1542003 Jul 08 01:47:11.262387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:11.272121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:11.272463 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.306373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d168858-5c3f-4a26-8e34-599b94c604a1 req-1a7c00f0-1afc-44bf-a061-11ecb65f0155 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Jul 08 01:47:11.359043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 1c30f6e6-981f-4cbc-8242-7631b7ece61c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:11.370145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 1c30f6e6-981f-4cbc-8242-7631b7ece61c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:11.370523 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.397607 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bcab-e1fa-4652-acab-f4c65d187e0a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.468961 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.519892 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-18399888-de3f-4344-a3ea-590305c45b19 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.531829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bcab-e1fa-4652-acab-f4c65d187e0a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.601715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18399888-de3f-4344-a3ea-590305c45b19 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Pushing event deleted for resources: {'Port': ['ID=ed061a40-1dee-4f7c-bcb1-13da3abed566,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:11.618767 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.643426 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:47:11.644290 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:47:11.660484 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1bcab-e1fa-4652-acab-f4c65d187e0a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=223a4b43-d404-4954-b40a-eda2247a03c1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:11.682828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bcab-e1fa-4652-acab-f4c65d187e0a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.684940 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c8c1bcab-e1fa-4652-acab-f4c65d187e0a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/223a4b43-d404-4954-b40a-eda2247a03c1 HTTP/1.1" status: 204 len: 168 time: 0.6455600 Jul 08 01:47:11.689749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56008) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:11.697376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30e6a7f-b070-4d96-81f9-80aa50236c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c30f6e6-981f-4cbc-8242-7631b7ece61c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:11.710638 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5f8e5f-1bff-4e0c-b2d5-7abfc2da67f9" -d '{"events": [{"server_uuid": "b30e6a7f-b070-4d96-81f9-80aa50236c30", "name": "network-vif-plugged", "status": "completed", "tag": "1c30f6e6-981f-4cbc-8242-7631b7ece61c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:11.738637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 1c30f6e6-981f-4cbc-8242-7631b7ece61c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1c30f6e6-981f-4cbc-8242-7631b7ece61c,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:11.756398 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.758634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ed061a40-1dee-4f7c-bcb1-13da3abed566 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:11.775417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-18399888-de3f-4344-a3ea-590305c45b19 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] No DVR routers for this DVR port ed061a40-1dee-4f7c-bcb1-13da3abed566 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:11.789328 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-18399888-de3f-4344-a3ea-590305c45b19 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.791626 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8564ee01-3134-4cae-b13c-4d4cdb3fc591 req-18399888-de3f-4344-a3ea-590305c45b19 tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.24 "DELETE /v2.0/ports/ed061a40-1dee-4f7c-bcb1-13da3abed566 HTTP/1.1" status: 204 len: 173 time: 1.2993810 Jul 08 01:47:11.792211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9', 'name': 'network-vif-deleted', 'tag': 'ed061a40-1dee-4f7c-bcb1-13da3abed566'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:11.802606 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d797afa-b41b-47e6-8ff4-390f2e5eea25" -d '{"events": [{"server_uuid": "8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9", "name": "network-vif-deleted", "tag": "ed061a40-1dee-4f7c-bcb1-13da3abed566"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:11.826395 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14d3c595-ac85-42c8-bc42-f97e453ba48e req-ef4e853b-3c3b-4919-8dd0-3305ae79822d tempest-ServerAddressesNegativeTestJSON-658649860 tempest-ServerAddressesNegativeTestJSON-658649860-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9 HTTP/1.1" status: 200 len: 210 time: 0.1146178 Jul 08 01:47:11.950657 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:11.968698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: ed061a40-1dee-4f7c-bcb1-13da3abed566 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:11.971596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ed061a40-1dee-4f7c-bcb1-13da3abed566 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:11.976499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eec92a-cf0c-41f2-8324-0b443402508f None None] Network 07fc594a-eb33-48d4-86ae-f797b75e2f33 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:12.141462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=1c30f6e6-981f-4cbc-8242-7631b7ece61c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:12.156217 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-830928f1-8357-4aad-9407-05225ee7f645 req-ecab09ca-a94a-43c5-a67d-bb919daaa91d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0650933 Jul 08 01:47:12.164379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:12.164728 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.177630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-decec720-c239-4eee-8a42-9b04f5d95558 None None] Provisioning complete for port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:12.178044 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-decec720-c239-4eee-8a42-9b04f5d95558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.269760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] For port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0d71e88c-054b-4a6b-a80e-754e3cbc36e9,segment=NetworkSegment(66fb2961-0c0e-4dae-8da1-fd17cff34907),segment_id=66fb2961-0c0e-4dae-8da1-fd17cff34907)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:12.270168 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.277845 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9450faa1-74a1-4e1d-84df-c19069c3b654 x-openstack-request-id: req-9450faa1-74a1-4e1d-84df-c19069c3b654 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:12.278129 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30e6a7f-b070-4d96-81f9-80aa50236c30", "name": "network-vif-plugged", "status": "completed", "tag": "1c30f6e6-981f-4cbc-8242-7631b7ece61c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:12.278407 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9450faa1-74a1-4e1d-84df-c19069c3b654 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:12.278837 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30e6a7f-b070-4d96-81f9-80aa50236c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c30f6e6-981f-4cbc-8242-7631b7ece61c', 'code': 200} Jul 08 01:47:12.290639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388db6c-c2b7-4cb2-b610-b0ae27023694 req-eecfbd1f-579a-4063-ac17-b7808e24a883 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:12.299637 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.299788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5388db6c-c2b7-4cb2-b610-b0ae27023694 req-eecfbd1f-579a-4063-ac17-b7808e24a883 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.1959970 Jul 08 01:47:12.314408 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d42dc4-2563-4d32-b4c0-c4cde6059c71 x-openstack-request-id: req-b8d42dc4-2563-4d32-b4c0-c4cde6059c71 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:12.316669 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9", "name": "network-vif-deleted", "tag": "ed061a40-1dee-4f7c-bcb1-13da3abed566", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:12.317854 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8d42dc4-2563-4d32-b4c0-c4cde6059c71 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:12.318454 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5bd8e8-cdaf-453e-b0fd-6f56fb3bcaa9', 'name': 'network-vif-deleted', 'tag': 'ed061a40-1dee-4f7c-bcb1-13da3abed566', 'status': 'completed', 'code': 200} Jul 08 01:47:12.319319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:12.347704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0d71e88c-054b-4a6b-a80e-754e3cbc36e9,segment=NetworkSegment(66fb2961-0c0e-4dae-8da1-fd17cff34907),segment_id=66fb2961-0c0e-4dae-8da1-fd17cff34907)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:12.364617 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.384980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894c704-ddd2-4e95-ad3c-ddd160598418 req-20b46539-90e2-4d65-844c-c56096e396f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:12.387477 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a894c704-ddd2-4e95-ad3c-ddd160598418 req-20b46539-90e2-4d65-844c-c56096e396f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 1097 time: 0.0842295 Jul 08 01:47:12.392577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5388db6c-c2b7-4cb2-b610-b0ae27023694 req-5a777777-7576-4a7b-a10f-b1af60bd3ff7 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917974 Jul 08 01:47:12.486702 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a894c704-ddd2-4e95-ad3c-ddd160598418 req-9fbd053a-641b-40a5-9a22-e6b2b464dfc9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829048 Jul 08 01:47:12.532146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.561161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=0d71e88c-054b-4a6b-a80e-754e3cbc36e9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:12.584172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=0d71e88c-054b-4a6b-a80e-754e3cbc36e9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:12.595541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No DVR routers for this DVR port 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:12.682343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0715785-1399-40fc-8982-7054299574d4 None None] DHCP port deletion for 07fc594a-eb33-48d4-86ae-f797b75e2f33 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:47:12.688885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1480df-b726-4d91-bc86-3fd3a55e7cd9 req-dcfe5726-2748-4a7d-8ebd-43f0ae63e3f3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:12.698208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d1480df-b726-4d91-bc86-3fd3a55e7cd9 req-dcfe5726-2748-4a7d-8ebd-43f0ae63e3f3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 945 time: 0.2075489 Jul 08 01:47:12.720811 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.735928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fc594a-eb33-48d4-86ae-f797b75e2f33']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:12.756569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fb2961-0c0e-4dae-8da1-fd17cff34907') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:12.756854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fb2961-0c0e-4dae-8da1-fd17cff34907') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:12.768751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d1480df-b726-4d91-bc86-3fd3a55e7cd9 req-b6038a7a-2a96-4848-8709-5f83605d11c6 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696371 Jul 08 01:47:12.773509 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.804075 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.811627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:12.812845 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:12.815219 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:12.883551 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.892293 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.895807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/networks/07fc594a-eb33-48d4-86ae-f797b75e2f33 HTTP/1.1" status: 204 len: 168 time: 1.2043240 Jul 08 01:47:12.899518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56040) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:12.905746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1695940916'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:12.925967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2f870-485c-4676-aeee-f33d69788fe9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Network': ['ID=07fc594a-eb33-48d4-86ae-f797b75e2f33,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:12.950326 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:12.953611 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:12.992719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:13.006357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:13.032474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:13.032697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.032787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d71e88c-054b-4a6b-a80e-754e3cbc36e9 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:13.032865 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Added segment 01aeb66d-cdf4-4f5f-b891-de7095267e42 of type vlan for network c31f5781-6b8d-4ba7-bda1-e527a1deda36 Jul 08 01:47:13.120242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.166720 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.175124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:13.176039 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.196397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56064) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:13.291397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3878655 Jul 08 01:47:13.296624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56074) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:13.308955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': 'c31f5781-6b8d-4ba7-bda1-e527a1deda36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:13.345753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cc1cc-2297-4cbf-9400-08864d1f35a2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Network': ['ID=c31f5781-6b8d-4ba7-bda1-e527a1deda36,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:13.360146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c31f5781-6b8d-4ba7-bda1-e527a1deda36 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:13.402744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-5832fb17-8fbf-41b2-86b1-b1bb496a5f1d admin admin] Deleting subnet 2f0bdc52-28d5-4a81-8d45-17378f8f0af1 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:47:13.408207 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5832fb17-8fbf-41b2-86b1-b1bb496a5f1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.414181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-3f7769aa-55ab-4a71-87f3-c36ce783dcad tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:13.438342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-3f7769aa-55ab-4a71-87f3-c36ce783dcad tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.24 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 814 time: 0.3537240 Jul 08 01:47:13.451633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Request body: {'port': {'device_id': '3d7bba06-67f6-4b91-a1ea-25910577cbc3', 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e', 'admin_state_up': True, 'tenant_id': '6ab3f3f0badb41809c3f4b05754bbd4a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:13.471001 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5832fb17-8fbf-41b2-86b1-b1bb496a5f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.541226 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5832fb17-8fbf-41b2-86b1-b1bb496a5f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.611015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:13.615869 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.624377 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5832fb17-8fbf-41b2-86b1-b1bb496a5f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.644745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Made reservation on behalf of 6ab3f3f0badb41809c3f4b05754bbd4a for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:13.650708 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.712144 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5832fb17-8fbf-41b2-86b1-b1bb496a5f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.714191 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5832fb17-8fbf-41b2-86b1-b1bb496a5f1d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2f0bdc52-28d5-4a81-8d45-17378f8f0af1 HTTP/1.1" status: 204 len: 168 time: 0.5141468 Jul 08 01:47:13.724882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832fb17-8fbf-41b2-86b1-b1bb496a5f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f0bdc52-28d5-4a81-8d45-17378f8f0af1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:13.725688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56076) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:13.828142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1fa2fad0-a053-4686-a0d4-88d9fbb686e6 req-b8a75cee-77e5-42c6-b2fb-7c6ee9dfc504 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 210 time: 0.0526042 Jul 08 01:47:13.843773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.857114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-3cc20073-4958-4a9b-ae59-7c56702d8816 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:13.864537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-3cc20073-4958-4a9b-ae59-7c56702d8816 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d85ed8a-61a8-43cf-b365-4499afb780b6 HTTP/1.1" status: 200 len: 943 time: 0.1490932 Jul 08 01:47:13.895811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Allocated IP 172.20.0.9 (500b7a8d-3e3f-467c-8af9-36812606853e/96b90165-d067-4fff-8639-24a03e0be726/1dc18fd8-bf38-4136-838b-c60d90f8a3b2) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:13.973323 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:13.992714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:14.011195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f410b9b-5593-4977-a804-ba9d89e79ee9') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:14.011493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f410b9b-5593-4977-a804-ba9d89e79ee9') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:14.028091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.081232 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.086784 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.097871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:14.098224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:14.100073 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:14.169395 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=72d91135-3f58-4616-a75e-6508fefb619f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:14.174764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-224af6ee-e986-4f32-8a49-319ebc14a4ae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Deleting port 42b59471-ae82-461f-a180-6ddb1ff20b31 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:14.174764 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-224af6ee-e986-4f32-8a49-319ebc14a4ae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.185448 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.193654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.195530 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] 10.222.0.41 "DELETE /v2.0/networks/e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b HTTP/1.1" status: 204 len: 168 time: 0.4687908 Jul 08 01:47:14.228772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.233106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0440d-77a8-4531-a4ab-f6534571a43c admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ec7086-e27c-4ea2-8f3d-68cfd9a9577b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:14.258600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274d327-2e4d-4e98-a00b-b94e25361abf req-6a1ee139-1300-41ab-a626-7002995e95f4 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:14.260249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9274d327-2e4d-4e98-a00b-b94e25361abf req-6a1ee139-1300-41ab-a626-7002995e95f4 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 945 time: 0.2723379 Jul 08 01:47:14.268021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Checking segment: {'id': '01aeb66d-cdf4-4f5f-b891-de7095267e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c31f5781-6b8d-4ba7-bda1-e527a1deda36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:14.268481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network hostable DHCP agents. Network: c31f5781-6b8d-4ba7-bda1-e527a1deda36, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:47:14.296329 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.307738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['7a24a343-706d-47f1-9419-84e91e0adb3a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:14.366002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9274d327-2e4d-4e98-a00b-b94e25361abf req-c55ad42c-44ac-4d79-bf8f-02d0d0ed8c14 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990531 Jul 08 01:47:14.368885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-224af6ee-e986-4f32-8a49-319ebc14a4ae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] For port 42b59471-ae82-461f-a180-6ddb1ff20b31, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=42b59471-ae82-461f-a180-6ddb1ff20b31,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:14.372668 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-224af6ee-e986-4f32-8a49-319ebc14a4ae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.379587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network c31f5781-6b8d-4ba7-bda1-e527a1deda36 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:47:14.399828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-224af6ee-e986-4f32-8a49-319ebc14a4ae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Calling delete_port for 42b59471-ae82-461f-a180-6ddb1ff20b31 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:14.406448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c31f5781-6b8d-4ba7-bda1-e527a1deda36) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:14.418404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:14.419549 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.487018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52754d9-9b50-47ca-92b2-bbf238ca43d8 None None] Network c31f5781-6b8d-4ba7-bda1-e527a1deda36 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:14.490733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-180ee72c-9f50-474c-a9b9-fdf50cb01ece tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1905539 Jul 08 01:47:14.495140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:14.498849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56092) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:14.503901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': 'c31f5781-6b8d-4ba7-bda1-e527a1deda36', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-442068731'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:14.664117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Network 500b7a8d-3e3f-467c-8af9-36812606853e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:14.671261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:14.678012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4569ea46-8714-4750-83ae-00adaacceea9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=969cf93eba384313a305a2d4dd0c395a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687486 Jul 08 01:47:14.678302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:14.682392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56094) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:14.711796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Pushing event updated for resources: {'Port': ['ID=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:14.732134 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-224af6ee-e986-4f32-8a49-319ebc14a4ae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.757276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-c31f5781-6b8d-4ba7-bda1-e527a1deda36', 'network_id': 'c31f5781-6b8d-4ba7-bda1-e527a1deda36', 'tenant_id': '615320a08bf94fe382d8aa315eb4d3db', 'fixed_ips': [{'subnet_id': '72d91135-3f58-4616-a75e-6508fefb619f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:47:14.758654 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.767161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224af6ee-e986-4f32-8a49-319ebc14a4ae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event deleted for resources: {'Port': ['ID=42b59471-ae82-461f-a180-6ddb1ff20b31,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:14.776656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:14.780697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.789425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:14.790163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.813150 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c909d97e-383b-4f38-a187-3eddb7c65fd8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3656909 Jul 08 01:47:14.831862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Request body: {'port': {'device_id': '3d7bba06-67f6-4b91-a1ea-25910577cbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:14.874944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-224af6ee-e986-4f32-8a49-319ebc14a4ae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] No DVR routers for this DVR port 42b59471-ae82-461f-a180-6ddb1ff20b31 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:14.877591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port e0703f45-870b-4201-ade4-6bcc10ff15f4 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:14.885617 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-224af6ee-e986-4f32-8a49-319ebc14a4ae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:14.903712 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b1d6c6f-3587-475a-b7ad-c1d23b621947 req-224af6ee-e986-4f32-8a49-319ebc14a4ae tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "DELETE /v2.0/ports/42b59471-ae82-461f-a180-6ddb1ff20b31 HTTP/1.1" status: 204 len: 173 time: 1.0380967 Jul 08 01:47:14.904564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'name': 'network-vif-deleted', 'tag': '42b59471-ae82-461f-a180-6ddb1ff20b31'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:14.913243 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e64800-0697-44a4-966c-98647380c220" -d '{"events": [{"server_uuid": "2d85ed8a-61a8-43cf-b365-4499afb780b6", "name": "network-vif-deleted", "tag": "42b59471-ae82-461f-a180-6ddb1ff20b31"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:14.917250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['91828815-a1c4-4b2c-a77e-d2227435f2fe', '5a193d54-75e5-4e23-be34-6344d3b0847e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:14.945779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1880975-46b9-4a93-8b54-84afca59d73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.089106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1880975-46b9-4a93-8b54-84afca59d73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.131382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Allocated IP 2001:db8::2 (c31f5781-6b8d-4ba7-bda1-e527a1deda36/72d91135-3f58-4616-a75e-6508fefb619f/2c39b012-5ffc-472c-851c-ba5b1fc7f4ca) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:15.194906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.396077 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1880975-46b9-4a93-8b54-84afca59d73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.400459 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1880975-46b9-4a93-8b54-84afca59d73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.402337 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c1880975-46b9-4a93-8b54-84afca59d73f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e71a5755-28d4-451b-beec-d7fb7b923cba HTTP/1.1" status: 204 len: 168 time: 0.7176762 Jul 08 01:47:15.438353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1880975-46b9-4a93-8b54-84afca59d73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71a5755-28d4-451b-beec-d7fb7b923cba,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:15.497352 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.548818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Transition to ACTIVE for port object 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:15.568979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555c1a8-433b-4765-bbbb-68389a6e5c0f req-45f607f5-146e-4af3-8456-47eeea40d246 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:15.574394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1555c1a8-433b-4765-bbbb-68389a6e5c0f req-45f607f5-146e-4af3-8456-47eeea40d246 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 931 time: 0.1720071 Jul 08 01:47:15.583100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Transition to ACTIVE for port object 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:15.602000 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.699765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Network c31f5781-6b8d-4ba7-bda1-e527a1deda36 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:15.714899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:15.727153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:15.730063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Pushing event updated for resources: {'Port': ['ID=2c39b012-5ffc-472c-851c-ba5b1fc7f4ca,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:15.747020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1555c1a8-433b-4765-bbbb-68389a6e5c0f req-6e5e6c05-d68b-438b-8996-a3c5c83b1094 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626539 Jul 08 01:47:15.790953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8::2ee (c31f5781-6b8d-4ba7-bda1-e527a1deda36/72d91135-3f58-4616-a75e-6508fefb619f/e0703f45-870b-4201-ade4-6bcc10ff15f4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:15.809037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:47:15.821393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.838048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Transition to ACTIVE for port object 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:15.844066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.891269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Attempting to bind port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:47:15.891814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Attempting to bind port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '01aeb66d-cdf4-4f5f-b891-de7095267e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c31f5781-6b8d-4ba7-bda1-e527a1deda36'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:47:15.892493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Attempting to bind port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca on network c31f5781-6b8d-4ba7-bda1-e527a1deda36 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:15.902725 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:47:15.903375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Checking segment: {'id': '01aeb66d-cdf4-4f5f-b891-de7095267e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c31f5781-6b8d-4ba7-bda1-e527a1deda36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:15.904432 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.904632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Bound using segment: {'id': '01aeb66d-cdf4-4f5f-b891-de7095267e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c31f5781-6b8d-4ba7-bda1-e527a1deda36'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:47:15.905271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Bound port: 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01aeb66d-cdf4-4f5f-b891-de7095267e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c31f5781-6b8d-4ba7-bda1-e527a1deda36'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:47:15.906391 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:15.912219 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314cd769-87a6-4834-8920-86c38331c812 x-openstack-request-id: req-314cd769-87a6-4834-8920-86c38331c812 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:15.912617 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d85ed8a-61a8-43cf-b365-4499afb780b6", "name": "network-vif-deleted", "tag": "42b59471-ae82-461f-a180-6ddb1ff20b31", "status": "failed", "code": 422}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:15.912931 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-314cd769-87a6-4834-8920-86c38331c812 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:15.913447 n-d-694802-14 neutron-server[93883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d85ed8a-61a8-43cf-b365-4499afb780b6', 'name': 'network-vif-deleted', 'tag': '42b59471-ae82-461f-a180-6ddb1ff20b31', 'status': 'failed', 'code': 422} returned with failed status Jul 08 01:47:16.024431 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:16.033372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Attempting to bind port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:47:16.033723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Attempting to bind port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:47:16.034063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Attempting to bind port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 on network 500b7a8d-3e3f-467c-8af9-36812606853e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:16.043807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] For port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:47:16.044038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 on network 500b7a8d-3e3f-467c-8af9-36812606853e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:47:16.044319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Attempting to bind port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 on network 500b7a8d-3e3f-467c-8af9-36812606853e {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:16.047425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Pushing event updated for resources: {'Port': ['ID=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:16.047740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] For port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2c39b012-5ffc-472c-851c-ba5b1fc7f4ca,segment=NetworkSegment(01aeb66d-cdf4-4f5f-b891-de7095267e42),segment_id=01aeb66d-cdf4-4f5f-b891-de7095267e42)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:47:16.057397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:47:16.058023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Checking segment: {'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:16.058766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Bound using segment: {'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:47:16.059627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Bound port: 1dc18fd8-bf38-4136-838b-c60d90f8a3b2, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:47:16.059869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:16.062139 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:16.076155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object e0703f45-870b-4201-ade4-6bcc10ff15f4 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:16.138663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7323b3-6d40-40c8-9161-19f1dabeb916 req-4bbdef47-d6bd-4a82-9480-872d87fc2681 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:16.156561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a7323b3-6d40-40c8-9161-19f1dabeb916 req-4bbdef47-d6bd-4a82-9480-872d87fc2681 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 945 time: 0.1477189 Jul 08 01:47:16.159519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:16.183835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaad431-401e-4564-b4e3-65042dee0f03 None None] Pushing event updated for resources: {'Port': ['ID=2c39b012-5ffc-472c-851c-ba5b1fc7f4ca,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:16.208788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] For port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:47:16.213570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] For port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:47:16.224812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:16.276337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:16.276897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:16.278401 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] 10.222.0.24 "PUT /v2.0/ports/1dc18fd8-bf38-4136-838b-c60d90f8a3b2 HTTP/1.1" status: 200 len: 1092 time: 1.4554722 Jul 08 01:47:16.278863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d7bba06-67f6-4b91-a1ea-25910577cbc3', 'tag': '1dc18fd8-bf38-4136-838b-c60d90f8a3b2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:16.283731 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f274c9-25e5-4ee9-b602-af4a9bc36250" -d '{"events": [{"name": "network-changed", "server_uuid": "3d7bba06-67f6-4b91-a1ea-25910577cbc3", "tag": "1dc18fd8-bf38-4136-838b-c60d90f8a3b2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:16.306704 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=e0703f45-870b-4201-ade4-6bcc10ff15f4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:16.319983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59512a4f-813d-435b-aea2-9b4acfce61cd service neutron] Pushing event updated for resources: {'Port': ['ID=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:16.330565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network c31f5781-6b8d-4ba7-bda1-e527a1deda36 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:16.334603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:16.340616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:16.346739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:16.347391 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:16.383750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a7323b3-6d40-40c8-9161-19f1dabeb916 req-8275174e-2416-4db8-8a4e-ac405c2aabb5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114201 Jul 08 01:47:16.388560 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-264352c6-9b1b-41fb-9b1b-1c95c22f9dc1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.8930979 Jul 08 01:47:16.392203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56134) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:16.471415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c329c8cb-290b-4591-a167-0a5773b1adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:16.471707 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-c329c8cb-290b-4591-a167-0a5773b1adfd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 1095 time: 0.1346974 Jul 08 01:47:16.572536 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-7a331f4f-90a6-4ec2-9afb-4a95be513ac2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dc18fd8-bf38-4136-838b-c60d90f8a3b2 HTTP/1.1" status: 200 len: 217 time: 0.0900819 Jul 08 01:47:16.574685 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbced981-78fa-4f68-ad57-741e72cf6dc0 x-openstack-request-id: req-fbced981-78fa-4f68-ad57-741e72cf6dc0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:16.575277 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d7bba06-67f6-4b91-a1ea-25910577cbc3", "tag": "1dc18fd8-bf38-4136-838b-c60d90f8a3b2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:16.575675 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbced981-78fa-4f68-ad57-741e72cf6dc0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:16.576459 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d7bba06-67f6-4b91-a1ea-25910577cbc3', 'tag': '1dc18fd8-bf38-4136-838b-c60d90f8a3b2', 'status': 'completed', 'code': 200} Jul 08 01:47:16.651171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-e66cb70b-ddd0-49c2-9430-389b782bf8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:16.652884 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-e66cb70b-ddd0-49c2-9430-389b782bf8fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96b90165-d067-4fff-8639-24a03e0be726 HTTP/1.1" status: 200 len: 854 time: 0.0701120 Jul 08 01:47:16.679406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e030f7b6-8aa2-455a-b5ed-02dd14fd60f3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port e0703f45-870b-4201-ade4-6bcc10ff15f4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:16.679984 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e030f7b6-8aa2-455a-b5ed-02dd14fd60f3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:16.704558 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-9a9fa596-8386-4cf8-a360-a13204111a81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=500b7a8d-3e3f-467c-8af9-36812606853e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418661 Jul 08 01:47:16.861496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e030f7b6-8aa2-455a-b5ed-02dd14fd60f3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:16.877883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e030f7b6-8aa2-455a-b5ed-02dd14fd60f3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for e0703f45-870b-4201-ade4-6bcc10ff15f4 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:16.881269 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-426a9125-43cb-41be-b6d1-583cbf677522 service neutron] 10.222.0.24 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676989 Jul 08 01:47:16.900972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56150) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:17.058076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:17.086795 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f6959367-e5fb-4596-8c4d-9b887273aac3 req-869d67f9-540f-43a0-9972-7d1f7f4ddad6 service neutron] 10.222.0.24 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954381 Jul 08 01:47:17.094901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1354115073-network', 'tenant_id': 'c126a9d81a3644f08479cc55226f6ebb'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:17.129519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Made reservation on behalf of c126a9d81a3644f08479cc55226f6ebb for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:17.132549 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.150697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.212274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:17.218023 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e030f7b6-8aa2-455a-b5ed-02dd14fd60f3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.281197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030f7b6-8aa2-455a-b5ed-02dd14fd60f3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=e0703f45-870b-4201-ade4-6bcc10ff15f4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:17.307092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f274c9-25e5-4ee9-b602-af4a9bc36250 req-6649eed2-8cc0-4c8e-a10a-265625e2b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:17.308800 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6f274c9-25e5-4ee9-b602-af4a9bc36250 req-6649eed2-8cc0-4c8e-a10a-265625e2b350 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 1095 time: 0.1429894 Jul 08 01:47:17.319425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e030f7b6-8aa2-455a-b5ed-02dd14fd60f3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.324679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e030f7b6-8aa2-455a-b5ed-02dd14fd60f3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/e0703f45-870b-4201-ade4-6bcc10ff15f4 HTTP/1.1" status: 204 len: 168 time: 0.9313047 Jul 08 01:47:17.325690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56162) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:17.372345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adfbac-aad3-4971-920b-08fb5b3b7c5b req-089cfd35-be66-4efa-a099-d89cab48f3df tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:17.373934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55adfbac-aad3-4971-920b-08fb5b3b7c5b req-089cfd35-be66-4efa-a099-d89cab48f3df tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 943 time: 0.2337055 Jul 08 01:47:17.375923 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89554f4-50d6-4241-a649-d2dd8c734586 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:17.381342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b89554f4-50d6-4241-a649-d2dd8c734586 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/e0703f45-870b-4201-ade4-6bcc10ff15f4 HTTP/1.1" status: 404 len: 333 time: 0.0531995 Jul 08 01:47:17.381992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:17.440828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.450512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.467301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f274c9-25e5-4ee9-b602-af4a9bc36250 req-b4e2d1ae-65e2-41ae-bffc-b9e01c55027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:17.468855 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6f274c9-25e5-4ee9-b602-af4a9bc36250 req-b4e2d1ae-65e2-41ae-bffc-b9e01c55027d service neutron] 10.222.0.24 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 915 time: 0.1495602 Jul 08 01:47:17.487655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:17.492935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55adfbac-aad3-4971-920b-08fb5b3b7c5b req-f671fd7f-4b1d-42ba-8d1c-2e8cf57d0b8d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088850 Jul 08 01:47:17.529772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cda767-c481-49e0-b849-ffcd20ab70e5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:17.543269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-228420c0-a494-4dd3-9604-067dd4f354ce tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet 72d91135-3f58-4616-a75e-6508fefb619f {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:47:17.545775 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6f274c9-25e5-4ee9-b602-af4a9bc36250 req-1d2f1fd8-8609-4e70-add0-fa3116a62739 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dc18fd8-bf38-4136-838b-c60d90f8a3b2 HTTP/1.1" status: 200 len: 217 time: 0.0620401 Jul 08 01:47:17.551055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.551453 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Added segment 42796c5a-c204-417f-b9af-0f47c4cd6ecb of type vlan for network d5d7aefd-c456-43cc-8224-101402386a47 Jul 08 01:47:17.556790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-228420c0-a494-4dd3-9604-067dd4f354ce tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.671998 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.721300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f274c9-25e5-4ee9-b602-af4a9bc36250 req-09ea3ffc-936f-485d-947d-6fbf58e28c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:17.722829 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6f274c9-25e5-4ee9-b602-af4a9bc36250 req-09ea3ffc-936f-485d-947d-6fbf58e28c6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96b90165-d067-4fff-8639-24a03e0be726 HTTP/1.1" status: 200 len: 854 time: 0.1608238 Jul 08 01:47:17.725579 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.726683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:17.727428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.736108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6839e084-fca7-4aae-be0c-796558e0b09a None None] Network c31f5781-6b8d-4ba7-bda1-e527a1deda36 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:17.803976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dfe61d16-acfe-477d-b01b-281230b3c071 None None] Provisioning for port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:17.810658 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9057114 Jul 08 01:47:17.810902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dfe61d16-acfe-477d-b01b-281230b3c071 None None] Provisioning complete for port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:17.810902 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dfe61d16-acfe-477d-b01b-281230b3c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.835798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56168) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:17.839532 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6f274c9-25e5-4ee9-b602-af4a9bc36250 req-246be35a-e356-42f5-a832-a4fa1c087920 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=500b7a8d-3e3f-467c-8af9-36812606853e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833523 Jul 08 01:47:17.843231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Request body: {'subnet': {'network_id': 'd5d7aefd-c456-43cc-8224-101402386a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1354115073-subnet', 'tenant_id': 'c126a9d81a3644f08479cc55226f6ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:17.910832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f315e93-30ae-471d-9f0c-d2ca338c271e admin admin] Pushing event updated for resources: {'Network': ['ID=d5d7aefd-c456-43cc-8224-101402386a47,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:17.939839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Made reservation on behalf of c126a9d81a3644f08479cc55226f6ebb for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:17.943077 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:17.963120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network d5d7aefd-c456-43cc-8224-101402386a47 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:18.018706 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6f274c9-25e5-4ee9-b602-af4a9bc36250 req-876acc92-ea30-4d96-a437-ef03e7a3ae4f service neutron] 10.222.0.24 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683238 Jul 08 01:47:18.024787 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-228420c0-a494-4dd3-9604-067dd4f354ce tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.052261 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dfe61d16-acfe-477d-b01b-281230b3c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.111858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-dfe61d16-acfe-477d-b01b-281230b3c071 None None] For port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2c39b012-5ffc-472c-851c-ba5b1fc7f4ca,segment=NetworkSegment(01aeb66d-cdf4-4f5f-b891-de7095267e42),segment_id=01aeb66d-cdf4-4f5f-b891-de7095267e42)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:18.112602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d289079-aedb-4545-9856-d6730299ee73 req-7d574858-0f1d-45a9-a127-52c388d22214 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:18.115360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d289079-aedb-4545-9856-d6730299ee73 req-7d574858-0f1d-45a9-a127-52c388d22214 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 945 time: 0.7323158 Jul 08 01:47:18.120264 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dfe61d16-acfe-477d-b01b-281230b3c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.170638 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6f274c9-25e5-4ee9-b602-af4a9bc36250 req-264ba8e0-337c-4dbe-8753-b009be7b2ea9 service neutron] 10.222.0.24 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434910 Jul 08 01:47:18.229148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffd55b-1fac-44b7-a10a-5e39fd8b0e73 req-1e9b219c-c074-49fc-8365-3128f9d7636a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:18.230779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dffd55b-1fac-44b7-a10a-5e39fd8b0e73 req-1e9b219c-c074-49fc-8365-3128f9d7636a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 907 time: 0.2227015 Jul 08 01:47:18.232563 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-228420c0-a494-4dd3-9604-067dd4f354ce tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.238571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d289079-aedb-4545-9856-d6730299ee73 req-53899abc-fada-4564-81b1-6fd58cfd174f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984130 Jul 08 01:47:18.241841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.319038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7004363-3898-47cc-9a63-a8191b60b13e,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:18.327733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Checking segment: {'id': '42796c5a-c204-417f-b9af-0f47c4cd6ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd5d7aefd-c456-43cc-8224-101402386a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:18.327861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Network hostable DHCP agents. Network: d5d7aefd-c456-43cc-8224-101402386a47, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:47:18.352831 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-228420c0-a494-4dd3-9604-067dd4f354ce tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.356690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Network d5d7aefd-c456-43cc-8224-101402386a47 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:47:18.377808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, d5d7aefd-c456-43cc-8224-101402386a47) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:18.383542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:18.384194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.408696 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8e9660b3-6a44-407b-8d2b-2d387bfabfcc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5715444 Jul 08 01:47:18.412810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228420c0-a494-4dd3-9604-067dd4f354ce tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=72d91135-3f58-4616-a75e-6508fefb619f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:18.431543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-228420c0-a494-4dd3-9604-067dd4f354ce tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.434728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-228420c0-a494-4dd3-9604-067dd4f354ce tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/72d91135-3f58-4616-a75e-6508fefb619f HTTP/1.1" status: 204 len: 168 time: 1.0483136 Jul 08 01:47:18.438811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56172) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:18.442606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c635b9-cece-4e12-8a22-5b8d68acf809 None None] Network d5d7aefd-c456-43cc-8224-101402386a47 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:18.542049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe61d16-acfe-477d-b01b-281230b3c071 None None] Pushing event updated for resources: {'Port': ['ID=2c39b012-5ffc-472c-851c-ba5b1fc7f4ca,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:18.620658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.646935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52090204-63be-4ec9-a3a6-3732a9521689 req-b1bf2607-b555-41cb-a122-7e9fd8cb8546 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:18.649021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52090204-63be-4ec9-a3a6-3732a9521689 req-b1bf2607-b555-41cb-a122-7e9fd8cb8546 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 907 time: 0.1425810 Jul 08 01:47:18.658801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf1295-5159-4aa9-8720-54d42e628220 None None] Network d5d7aefd-c456-43cc-8224-101402386a47 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:18.752913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:18.753256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.814289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475cfe12-9144-41cb-8882-c56ac477d375 None None] Network c31f5781-6b8d-4ba7-bda1-e527a1deda36 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:18.863835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:18.868198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] For port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2c39b012-5ffc-472c-851c-ba5b1fc7f4ca,segment=NetworkSegment(01aeb66d-cdf4-4f5f-b891-de7095267e42),segment_id=01aeb66d-cdf4-4f5f-b891-de7095267e42)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:18.868818 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.900375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:18.902284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-38d218b8-5a10-41aa-a286-bf7e600e8cce None None] Provisioning complete for port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:18.902711 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-38d218b8-5a10-41aa-a286-bf7e600e8cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:18.927705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-35758fe4-134b-47bd-b740-8f72c810f6c1 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:18.929391 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-35758fe4-134b-47bd-b740-8f72c810f6c1 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 945 time: 0.1380887 Jul 08 01:47:18.977357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffcaf44e-ed03-4a95-a65b-e1e2082556a9 admin admin] Deleting subnet b7004363-3898-47cc-9a63-a8191b60b13e {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:47:18.983019 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf44e-ed03-4a95-a65b-e1e2082556a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.029548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:19.042323 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf44e-ed03-4a95-a65b-e1e2082556a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.104117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:19.104592 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.109928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.111786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ccf03-e158-423a-9f80-2d131f221a39 req-467b6e44-8bfd-44a9-b908-585edbdcb07a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:19.120236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b8ccf03-e158-423a-9f80-2d131f221a39 req-467b6e44-8bfd-44a9-b908-585edbdcb07a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 943 time: 0.3854511 Jul 08 01:47:19.127302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca was deleted so its status cannot be updated. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 01:47:19.152414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf44e-ed03-4a95-a65b-e1e2082556a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.158757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=2c39b012-5ffc-472c-851c-ba5b1fc7f4ca,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:19.162482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No DVR routers for this DVR port 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:19.164839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-ac05dec0-34bc-4748-a632-a67ba1f810b0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Deleting port 1c30f6e6-981f-4cbc-8242-7631b7ece61c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:19.166439 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-ac05dec0-34bc-4748-a632-a67ba1f810b0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.183066 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-52090204-63be-4ec9-a3a6-3732a9521689 req-3794167d-b6f0-47dd-aa47-6f65b2101afc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Deleting port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:19.183411 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-52090204-63be-4ec9-a3a6-3732a9521689 req-3794167d-b6f0-47dd-aa47-6f65b2101afc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.215022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:47:19.217209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b057179c-116f-4331-b4ae-c571e9a6a290 None None] DHCP port deletion for c31f5781-6b8d-4ba7-bda1-e527a1deda36 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:47:19.252344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b8ccf03-e158-423a-9f80-2d131f221a39 req-8dc34096-5aaa-4eb4-9e1b-42493eddfc6c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310647 Jul 08 01:47:19.322327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf44e-ed03-4a95-a65b-e1e2082556a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.389394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:19.415048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcaf44e-ed03-4a95-a65b-e1e2082556a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7004363-3898-47cc-9a63-a8191b60b13e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:19.420199 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ffcaf44e-ed03-4a95-a65b-e1e2082556a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.424677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ffcaf44e-ed03-4a95-a65b-e1e2082556a9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b7004363-3898-47cc-9a63-a8191b60b13e HTTP/1.1" status: 204 len: 168 time: 0.5542445 Jul 08 01:47:19.424854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-ac05dec0-34bc-4748-a632-a67ba1f810b0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] For port 1c30f6e6-981f-4cbc-8242-7631b7ece61c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1c30f6e6-981f-4cbc-8242-7631b7ece61c,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:19.424854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-ac05dec0-34bc-4748-a632-a67ba1f810b0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.425596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56186) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:19.427959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.438825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '1dc18fd8-bf38-4136-838b-c60d90f8a3b2', 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e', 'port_id': '1dc18fd8-bf38-4136-838b-c60d90f8a3b2', 'mac_address': 'fa:16:3e:7b:ef:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b90165-d067-4fff-8639-24a03e0be726', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:47:19.466966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-52090204-63be-4ec9-a3a6-3732a9521689 req-3794167d-b6f0-47dd-aa47-6f65b2101afc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] For port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:19.467338 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-52090204-63be-4ec9-a3a6-3732a9521689 req-3794167d-b6f0-47dd-aa47-6f65b2101afc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.514357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31f5781-6b8d-4ba7-bda1-e527a1deda36']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:19.518234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-ac05dec0-34bc-4748-a632-a67ba1f810b0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Calling delete_port for 1c30f6e6-981f-4cbc-8242-7631b7ece61c owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:19.519777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-52090204-63be-4ec9-a3a6-3732a9521689 req-3794167d-b6f0-47dd-aa47-6f65b2101afc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Calling delete_port for 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:19.538627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.545950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01aeb66d-cdf4-4f5f-b891-de7095267e42') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:19.546400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01aeb66d-cdf4-4f5f-b891-de7095267e42') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:19.556986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:47:19.567566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.582082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.623862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:19.625637 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.633961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0db5d-faf5-42b8-a68d-a9cc9b697256 req-78a36392-4cec-4856-934a-bc0c1685fccd tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:19.634942 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.639698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:19.640247 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.642251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ce0db5d-faf5-42b8-a68d-a9cc9b697256 req-78a36392-4cec-4856-934a-bc0c1685fccd tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 945 time: 0.2365603 Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:19.643602 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:19.683105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271d7b1-f131-4ebc-946c-e2f19aab5795 req-b6f9beec-f402-4711-8693-53a0266f1add tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:19.684817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3271d7b1-f131-4ebc-946c-e2f19aab5795 req-b6f9beec-f402-4711-8693-53a0266f1add tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=aad78947-a3b3-494b-8f61-34da939c28d9 HTTP/1.1" status: 200 len: 907 time: 0.2146418 Jul 08 01:47:19.722191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:19.725505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ce0db5d-faf5-42b8-a68d-a9cc9b697256 req-daa8b3d1-af6d-45ba-8fe6-b01c11c2c473 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822675 Jul 08 01:47:19.806680 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-52090204-63be-4ec9-a3a6-3732a9521689 req-3794167d-b6f0-47dd-aa47-6f65b2101afc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.819975 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.832288 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.834964 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/networks/c31f5781-6b8d-4ba7-bda1-e527a1deda36 HTTP/1.1" status: 204 len: 168 time: 1.3951283 Jul 08 01:47:19.839693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56192) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:19.847597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'name': 'tempest-PortsIpV6TestJSON-1264982509'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:19.876194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794167d-b6f0-47dd-aa47-6f65b2101afc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event deleted for resources: {'Port': ['ID=5fd17584-d4e9-44ff-89ea-cba6ee5c3119,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:19.890887 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.893677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc261d7-803d-458c-8d2b-95f73205f078 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Network': ['ID=c31f5781-6b8d-4ba7-bda1-e527a1deda36,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:19.925982 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-52090204-63be-4ec9-a3a6-3732a9521689 req-3794167d-b6f0-47dd-aa47-6f65b2101afc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] No DVR routers for this DVR port 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:19.928761 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-52090204-63be-4ec9-a3a6-3732a9521689 req-3794167d-b6f0-47dd-aa47-6f65b2101afc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:19.931023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52090204-63be-4ec9-a3a6-3732a9521689 req-3794167d-b6f0-47dd-aa47-6f65b2101afc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "DELETE /v2.0/ports/5fd17584-d4e9-44ff-89ea-cba6ee5c3119 HTTP/1.1" status: 204 len: 173 time: 1.2740383 Jul 08 01:47:19.931513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad78947-a3b3-494b-8f61-34da939c28d9', 'name': 'network-vif-deleted', 'tag': '5fd17584-d4e9-44ff-89ea-cba6ee5c3119'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:19.933910 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f9642a-40fd-4e2e-9f4b-49ab37f4ac18" -d '{"events": [{"server_uuid": "aad78947-a3b3-494b-8f61-34da939c28d9", "name": "network-vif-deleted", "tag": "5fd17584-d4e9-44ff-89ea-cba6ee5c3119"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:19.965527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d7aefd-c456-43cc-8224-101402386a47']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:19.986426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42796c5a-c204-417f-b9af-0f47c4cd6ecb') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:19.986726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42796c5a-c204-417f-b9af-0f47c4cd6ecb') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:19.997618 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0096b85b-1466-422c-9e4a-ee477e64f51c x-openstack-request-id: req-0096b85b-1466-422c-9e4a-ee477e64f51c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:19.998225 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad78947-a3b3-494b-8f61-34da939c28d9", "name": "network-vif-deleted", "tag": "5fd17584-d4e9-44ff-89ea-cba6ee5c3119", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:19.998795 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0096b85b-1466-422c-9e4a-ee477e64f51c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:19.999425 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad78947-a3b3-494b-8f61-34da939c28d9', 'name': 'network-vif-deleted', 'tag': '5fd17584-d4e9-44ff-89ea-cba6ee5c3119', 'status': 'completed', 'code': 200} Jul 08 01:47:20.015761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.024539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['1dc18fd8-bf38-4136-838b-c60d90f8a3b2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:20.045228 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.052632 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-ac05dec0-34bc-4748-a632-a67ba1f810b0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.066814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:20.067172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:20.070689 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:20.147109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05dec0-34bc-4748-a632-a67ba1f810b0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event deleted for resources: {'Port': ['ID=1c30f6e6-981f-4cbc-8242-7631b7ece61c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:20.153625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:20.157583 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.224120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.226568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port 129a338a-0884-41bb-a989-1ac1273a325c yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:20.231932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-ac05dec0-34bc-4748-a632-a67ba1f810b0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] No DVR routers for this DVR port 1c30f6e6-981f-4cbc-8242-7631b7ece61c on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:20.239309 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.241917 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d5d7aefd-c456-43cc-8224-101402386a47 HTTP/1.1" status: 204 len: 168 time: 0.8102407 Jul 08 01:47:20.243099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-ac05dec0-34bc-4748-a632-a67ba1f810b0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.244974 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e1424700-fbd1-4495-a42d-ea8b14577463 req-ac05dec0-34bc-4748-a632-a67ba1f810b0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "DELETE /v2.0/ports/1c30f6e6-981f-4cbc-8242-7631b7ece61c HTTP/1.1" status: 204 len: 173 time: 1.2790058 Jul 08 01:47:20.252261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30e6a7f-b070-4d96-81f9-80aa50236c30', 'name': 'network-vif-deleted', 'tag': '1c30f6e6-981f-4cbc-8242-7631b7ece61c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:20.256833 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469d0d40-b5a0-4c2c-bdb9-ac2070b15882" -d '{"events": [{"server_uuid": "b30e6a7f-b070-4d96-81f9-80aa50236c30", "name": "network-vif-deleted", "tag": "1c30f6e6-981f-4cbc-8242-7631b7ece61c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:20.426247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:20.516554 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-85af495d-32b4-42ad-957c-6c7f67d0c754 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c126a9d81a3644f08479cc55226f6ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884478 Jul 08 01:47:20.520700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:20.566916 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfe0575-f884-4171-b90f-ba5605064e82 x-openstack-request-id: req-bdfe0575-f884-4171-b90f-ba5605064e82 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:20.567228 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30e6a7f-b070-4d96-81f9-80aa50236c30", "name": "network-vif-deleted", "tag": "1c30f6e6-981f-4cbc-8242-7631b7ece61c", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:20.567693 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdfe0575-f884-4171-b90f-ba5605064e82 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:20.568207 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30e6a7f-b070-4d96-81f9-80aa50236c30', 'name': 'network-vif-deleted', 'tag': '1c30f6e6-981f-4cbc-8242-7631b7ece61c', 'status': 'completed', 'code': 200} Jul 08 01:47:20.569189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdb413-9779-465a-8d8a-f8ecb14e75f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d7aefd-c456-43cc-8224-101402386a47,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:20.577708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf14e97-9037-443e-a77e-9f543c82cf0a req-763f56f9-03ad-47e9-aa3b-0d15d3090a50 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:20.579280 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edf14e97-9037-443e-a77e-9f543c82cf0a req-763f56f9-03ad-47e9-aa3b-0d15d3090a50 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 944 time: 0.1435843 Jul 08 01:47:20.612535 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-29f22868-1841-45db-bcf1-216d754f8692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.630023 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80b952b2-b1b9-4bcb-a5fd-84ded8625ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.675697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80b952b2-b1b9-4bcb-a5fd-84ded8625ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.695502 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edf14e97-9037-443e-a77e-9f543c82cf0a req-e7b9dd28-7308-4e45-a670-5946b1a60934 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063244 Jul 08 01:47:20.726267 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.766711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80b952b2-b1b9-4bcb-a5fd-84ded8625ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.769504 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80b952b2-b1b9-4bcb-a5fd-84ded8625ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.774958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-80b952b2-b1b9-4bcb-a5fd-84ded8625ce1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58cda767-c481-49e0-b849-ffcd20ab70e5 HTTP/1.1" status: 204 len: 168 time: 0.2528934 Jul 08 01:47:20.786439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b952b2-b1b9-4bcb-a5fd-84ded8625ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cda767-c481-49e0-b849-ffcd20ab70e5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:20.789605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.862006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:20.868071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:20.883847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:20.889927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:20.890635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:20.918576 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0755577 Jul 08 01:47:20.919312 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56220) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:20.928470 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37ea06-e4af-4855-a62c-4cd54743bb09 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=129a338a-0884-41bb-a989-1ac1273a325c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:20.930467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1117fb1-d764-4131-bdad-c2ff028faf58 req-96b2d529-3b0e-49eb-b7c3-3899a2829ca7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=b30e6a7f-b070-4d96-81f9-80aa50236c30 HTTP/1.1" status: 200 len: 210 time: 0.0569346 Jul 08 01:47:21.052779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:21.082392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:21.083703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2c39b012-5ffc-472c-851c-ba5b1fc7f4ca not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:21.126856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-43e2cf34-b1f2-4d4d-aa17-d751669cc986 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 129a338a-0884-41bb-a989-1ac1273a325c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:21.127470 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e2cf34-b1f2-4d4d-aa17-d751669cc986 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:21.183807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['1c30f6e6-981f-4cbc-8242-7631b7ece61c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:21.271978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e2cf34-b1f2-4d4d-aa17-d751669cc986 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:21.296179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-43e2cf34-b1f2-4d4d-aa17-d751669cc986 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 129a338a-0884-41bb-a989-1ac1273a325c owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:21.413760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e2cf34-b1f2-4d4d-aa17-d751669cc986 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:21.443962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838ca8e-e510-42ad-bc8a-6f47d8a897a3 req-4bf5de2a-3081-494f-9843-b4fafbd0bba9 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:21.445478 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a838ca8e-e510-42ad-bc8a-6f47d8a897a3 req-4bf5de2a-3081-494f-9843-b4fafbd0bba9 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 945 time: 0.0828297 Jul 08 01:47:21.453993 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2cf34-b1f2-4d4d-aa17-d751669cc986 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=129a338a-0884-41bb-a989-1ac1273a325c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:21.467817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e2cf34-b1f2-4d4d-aa17-d751669cc986 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:21.472214 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43e2cf34-b1f2-4d4d-aa17-d751669cc986 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/129a338a-0884-41bb-a989-1ac1273a325c HTTP/1.1" status: 204 len: 168 time: 0.5494437 Jul 08 01:47:21.472789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56236) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:21.478498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'mac_address': 'fa:16:3e:f8:c3:3f', 'name': 'tempest-PortsIpV6TestJSON-445032374'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:21.490013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a838ca8e-e510-42ad-bc8a-6f47d8a897a3 req-b6ea4c7f-7d65-4428-b291-01ff56759b55 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387378 Jul 08 01:47:21.578702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:21.671601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:21.701566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port f6d1aa07-ae37-4179-8cbc-f22857b9bb22 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:21.876227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:21.889337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dd0d4-1d82-4d45-80ff-c0224027049c req-f3362bdb-86eb-479c-8768-c86412d94716 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:21.891151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-456dd0d4-1d82-4d45-80ff-c0224027049c req-f3362bdb-86eb-479c-8768-c86412d94716 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 944 time: 0.0737033 Jul 08 01:47:21.918307 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:21.936327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-456dd0d4-1d82-4d45-80ff-c0224027049c req-73e41dfd-ca57-4231-832b-a9bd98dcaa50 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375164 Jul 08 01:47:21.978872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:21.994943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:21.999317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:22.006269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:22.006924 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:22.019488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=f6d1aa07-ae37-4179-8cbc-f22857b9bb22,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:22.032987 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1092c0a7-caec-4b3a-8cca-84af556fb53f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5590270 Jul 08 01:47:22.035830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:22.093940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581288b4-8ee5-4f8b-a4a7-80d834cdfb46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:22.095363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-581288b4-8ee5-4f8b-a4a7-80d834cdfb46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/f6d1aa07-ae37-4179-8cbc-f22857b9bb22 HTTP/1.1" status: 200 len: 844 time: 0.0583889 Jul 08 01:47:22.099202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56262) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:22.212375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-39e28f7f-2a43-41b2-bf8b-2deb8d5a2a4a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port f6d1aa07-ae37-4179-8cbc-f22857b9bb22 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:22.212978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39e28f7f-2a43-41b2-bf8b-2deb8d5a2a4a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:22.319861 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39e28f7f-2a43-41b2-bf8b-2deb8d5a2a4a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:22.336232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-39e28f7f-2a43-41b2-bf8b-2deb8d5a2a4a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for f6d1aa07-ae37-4179-8cbc-f22857b9bb22 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:22.401520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-72fb87b0-edfd-4480-a123-3b1697993d22 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:22.415022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-72fb87b0-edfd-4480-a123-3b1697993d22 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.1685526 Jul 08 01:47:22.435530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39e28f7f-2a43-41b2-bf8b-2deb8d5a2a4a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:22.446284 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-6a1ed20a-d413-4d53-9498-dc364e2bae43 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/quotas/0c9dbecbc0dc493094a50ed9970ba671 HTTP/1.1" status: 200 len: 375 time: 0.0297847 Jul 08 01:47:22.458596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39e28f7f-2a43-41b2-bf8b-2deb8d5a2a4a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:22.464319 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-39e28f7f-2a43-41b2-bf8b-2deb8d5a2a4a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/f6d1aa07-ae37-4179-8cbc-f22857b9bb22 HTTP/1.1" status: 204 len: 168 time: 0.3637474 Jul 08 01:47:22.465221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56288) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:22.501145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e28f7f-2a43-41b2-bf8b-2deb8d5a2a4a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=f6d1aa07-ae37-4179-8cbc-f22857b9bb22,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:22.518985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-9e78a9c5-795d-422c-b4a1-d83046660225 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654180 Jul 08 01:47:22.544826 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2de54d-ddcc-43dd-9719-6edb078aeb24 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:22.552273 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6a2de54d-ddcc-43dd-9719-6edb078aeb24 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/f6d1aa07-ae37-4179-8cbc-f22857b9bb22 HTTP/1.1" status: 404 len: 333 time: 0.0839403 Jul 08 01:47:22.553055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56294) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:22.559091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'name': 'tempest-PortsIpV6TestJSON-17267397'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:22.664166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:22.668967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:22.692831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port 9b0174c9-d5aa-42a6-8300-d586cb1d348b yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:22.704351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-ab76b8c8-0e5b-4589-a393-5d64d397e1a3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:22.707076 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-ab76b8c8-0e5b-4589-a393-5d64d397e1a3 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 945 time: 0.1071911 Jul 08 01:47:22.723142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-b8bfb70a-a51b-4db1-8869-0a5d2da278b6 service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057950 Jul 08 01:47:22.898343 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:22.943557 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb9f25-5d88-45eb-9c2f-6eca037d5f11 req-15b934b5-27f3-4e2a-af9c-c85b3c29f93a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:22.950453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faeb9f25-5d88-45eb-9c2f-6eca037d5f11 req-15b934b5-27f3-4e2a-af9c-c85b3c29f93a tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 945 time: 0.2393265 Jul 08 01:47:22.959208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:22.960345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-cb38ae23-67c3-4af5-9c44-b729d2318a04 service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115660 Jul 08 01:47:23.001058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faeb9f25-5d88-45eb-9c2f-6eca037d5f11 req-618a7150-7d02-4241-8ed8-1476569548c0 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497005 Jul 08 01:47:23.002261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-12d9e6d8-3d57-4868-99a6-5186190670da tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Deleting port 5a193d54-75e5-4e23-be34-6344d3b0847e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:23.002817 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-12d9e6d8-3d57-4868-99a6-5186190670da tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.012850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:23.016676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:23.019298 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:23.026836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:23.027618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.064070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=9b0174c9-d5aa-42a6-8300-d586cb1d348b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:23.081122 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-76baf3a2-06f4-46e8-9ba5-30e7f0fe48c5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5269601 Jul 08 01:47:23.083069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56306) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:23.089925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-400d672e-3c33-406e-930c-ae8a2f68b417 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:23.171718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-12d9e6d8-3d57-4868-99a6-5186190670da tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] For port 5a193d54-75e5-4e23-be34-6344d3b0847e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5a193d54-75e5-4e23-be34-6344d3b0847e,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:23.172656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-12d9e6d8-3d57-4868-99a6-5186190670da tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.206649 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400d672e-3c33-406e-930c-ae8a2f68b417 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.243059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-12d9e6d8-3d57-4868-99a6-5186190670da tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Calling delete_port for 5a193d54-75e5-4e23-be34-6344d3b0847e owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:23.243300 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:23.341770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5ce5eaa-cf15-4989-9c98-1dfa25ae7d44 req-c3e76edf-df6d-48c4-b462-b0715041661f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 210 time: 0.0769782 Jul 08 01:47:23.360553 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb1909a8-8973-42c9-86d1-62ceee618912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.367228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:23.383877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:23.383877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.446397 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400d672e-3c33-406e-930c-ae8a2f68b417 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.456558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400d672e-3c33-406e-930c-ae8a2f68b417 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.511268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-400d672e-3c33-406e-930c-ae8a2f68b417 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] In _notify_port_updated(), no bound segment for port 9b0174c9-d5aa-42a6-8300-d586cb1d348b on network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:47:23.514674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3b537-33bb-451a-aa78-28063fdc37b2 req-72d88c7c-3a0e-4601-942c-318c86806b84 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:23.527433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:23.528271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78e3b537-33bb-451a-aa78-28063fdc37b2 req-72d88c7c-3a0e-4601-942c-318c86806b84 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 944 time: 0.3517902 Jul 08 01:47:23.536341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d672e-3c33-406e-930c-ae8a2f68b417 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:23.537785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400d672e-3c33-406e-930c-ae8a2f68b417 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.544712 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-400d672e-3c33-406e-930c-ae8a2f68b417 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "PUT /v2.0/ports/9b0174c9-d5aa-42a6-8300-d586cb1d348b HTTP/1.1" status: 200 len: 818 time: 0.4602759 Jul 08 01:47:23.546344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:23.561536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:23.561907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5fd17584-d4e9-44ff-89ea-cba6ee5c3119 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:23.573822 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.605411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d672e-3c33-406e-930c-ae8a2f68b417 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=9b0174c9-d5aa-42a6-8300-d586cb1d348b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:23.646778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7bba06-67f6-4b91-a1ea-25910577cbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc18fd8-bf38-4136-838b-c60d90f8a3b2'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:23.650069 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26c3b9b-58e7-4821-bf48-0e3a492d5b00" -d '{"events": [{"server_uuid": "3d7bba06-67f6-4b91-a1ea-25910577cbc3", "name": "network-vif-plugged", "status": "completed", "tag": "1dc18fd8-bf38-4136-838b-c60d90f8a3b2"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:23.685016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:23.691113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.695270 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.698095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1c30f6e6-981f-4cbc-8242-7631b7ece61c no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:23.716042 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78e3b537-33bb-451a-aa78-28063fdc37b2 req-c565e087-d24c-429c-a2e0-825e57f14eb1 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858118 Jul 08 01:47:23.784967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 1c30f6e6-981f-4cbc-8242-7631b7ece61c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:23.785313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1c30f6e6-981f-4cbc-8242-7631b7ece61c not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:23.830525 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-12d9e6d8-3d57-4868-99a6-5186190670da tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.854505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['91828815-a1c4-4b2c-a77e-d2227435f2fe', '5a193d54-75e5-4e23-be34-6344d3b0847e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:23.900087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9e6d8-3d57-4868-99a6-5186190670da tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event deleted for resources: {'Port': ['ID=5a193d54-75e5-4e23-be34-6344d3b0847e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:23.902296 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fd4a56-26bb-458c-a009-2f9b73505d25 x-openstack-request-id: req-11fd4a56-26bb-458c-a009-2f9b73505d25 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:23.903182 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7bba06-67f6-4b91-a1ea-25910577cbc3", "name": "network-vif-plugged", "status": "completed", "tag": "1dc18fd8-bf38-4136-838b-c60d90f8a3b2", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:23.903663 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11fd4a56-26bb-458c-a009-2f9b73505d25 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:23.904292 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7bba06-67f6-4b91-a1ea-25910577cbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc18fd8-bf38-4136-838b-c60d90f8a3b2', 'code': 200} Jul 08 01:47:23.908391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:23.965263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-12d9e6d8-3d57-4868-99a6-5186190670da tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] No DVR routers for this DVR port 5a193d54-75e5-4e23-be34-6344d3b0847e on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:23.968693 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-12d9e6d8-3d57-4868-99a6-5186190670da tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:23.970728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-217cd34d-127e-4c84-a3c8-da565e47e1e1 req-12d9e6d8-3d57-4868-99a6-5186190670da tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "DELETE /v2.0/ports/5a193d54-75e5-4e23-be34-6344d3b0847e HTTP/1.1" status: 204 len: 173 time: 1.2574294 Jul 08 01:47:23.973227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0', 'name': 'network-vif-deleted', 'tag': '5a193d54-75e5-4e23-be34-6344d3b0847e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:23.977379 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4467cf97-e4ea-4be4-84be-607988479188" -d '{"events": [{"server_uuid": "dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0", "name": "network-vif-deleted", "tag": "5a193d54-75e5-4e23-be34-6344d3b0847e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:23.999106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a4da9ec0-d023-41be-bcba-1c3a388c7fbd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 9b0174c9-d5aa-42a6-8300-d586cb1d348b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:23.999768 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4da9ec0-d023-41be-bcba-1c3a388c7fbd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.118913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfdc54-e016-472f-857d-ff0903940bd4 req-74cb9f80-5041-42c9-a51d-3a1c548ab1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.120773 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0bbfdc54-e016-472f-857d-ff0903940bd4 req-74cb9f80-5041-42c9-a51d-3a1c548ab1ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 1097 time: 0.1315739 Jul 08 01:47:24.124842 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0551bd35-7698-4e3d-9e6c-9f6f5ec26750 x-openstack-request-id: req-0551bd35-7698-4e3d-9e6c-9f6f5ec26750 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:24.125244 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0", "name": "network-vif-deleted", "tag": "5a193d54-75e5-4e23-be34-6344d3b0847e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:24.125593 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0551bd35-7698-4e3d-9e6c-9f6f5ec26750 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:24.126278 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0', 'name': 'network-vif-deleted', 'tag': '5a193d54-75e5-4e23-be34-6344d3b0847e', 'status': 'completed', 'code': 200} Jul 08 01:47:24.140898 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4da9ec0-d023-41be-bcba-1c3a388c7fbd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.174344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a4da9ec0-d023-41be-bcba-1c3a388c7fbd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 9b0174c9-d5aa-42a6-8300-d586cb1d348b owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:24.180865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0bbfdc54-e016-472f-857d-ff0903940bd4 req-ec7138e6-8f88-4bc1-840f-b996426fb8f9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Jul 08 01:47:24.302754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba5a44d4-1c5c-40ab-b00f-f5cfa41626e9 req-249467b7-8b5a-4c3f-a95f-1bbde2c4630e tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=dcc81391-aaa2-47d3-bc18-2d8f1bdc17c0 HTTP/1.1" status: 200 len: 210 time: 0.0524342 Jul 08 01:47:24.362258 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4da9ec0-d023-41be-bcba-1c3a388c7fbd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.394349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da9ec0-d023-41be-bcba-1c3a388c7fbd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=9b0174c9-d5aa-42a6-8300-d586cb1d348b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:24.408890 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4da9ec0-d023-41be-bcba-1c3a388c7fbd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.408890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a4da9ec0-d023-41be-bcba-1c3a388c7fbd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/9b0174c9-d5aa-42a6-8300-d586cb1d348b HTTP/1.1" status: 204 len: 168 time: 0.8506324 Jul 08 01:47:24.411348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56344) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:24.543832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6611af0-9a84-46a0-9f1b-f8766e1f9cdf tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.545867 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e6611af0-9a84-46a0-9f1b-f8766e1f9cdf tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1332290 Jul 08 01:47:24.549690 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-06cfbee7-2872-47b1-ac17-8033731df0f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1597764 Jul 08 01:47:24.550220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56348) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:24.581448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd642360-ee0d-4bd3-b5d1-979bd21ebc8c req-cba17b10-4a34-4ff2-8961-7fe6625ca36f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 210 time: 0.0344014 Jul 08 01:47:24.583754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56350) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:24.625866 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42712c8-ccb6-456a-99a0-dfe3d97494e6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:24.627129 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f42712c8-ccb6-456a-99a0-dfe3d97494e6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/9b0174c9-d5aa-42a6-8300-d586cb1d348b HTTP/1.1" status: 404 len: 333 time: 0.0759919 Jul 08 01:47:24.632047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56354) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:24.639320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-581962144'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:24.680898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:24.688709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.692356 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.713662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-ea09f16f-01e5-4c6c-8ed3-0289de53f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.714263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-ea09f16f-01e5-4c6c-8ed3-0289de53f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.714843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-ea09f16f-01e5-4c6c-8ed3-0289de53f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.715242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-ea09f16f-01e5-4c6c-8ed3-0289de53f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.716115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-ea09f16f-01e5-4c6c-8ed3-0289de53f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.716543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-ea09f16f-01e5-4c6c-8ed3-0289de53f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.717116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-ea09f16f-01e5-4c6c-8ed3-0289de53f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.719136 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-ea09f16f-01e5-4c6c-8ed3-0289de53f4e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6507 time: 0.1047335 Jul 08 01:47:24.733086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:24.749898 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.750718 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Added segment 37ebce85-fc19-4182-93bd-c5484c57f282 of type vlan for network d8d311d3-2ef9-4527-b01a-98108d422dc8 Jul 08 01:47:24.799003 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54a0e755-3739-43e7-acef-8266a6b7de20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.826206 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.875424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-d43fc808-1c32-4cfe-aead-677d557e5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.876235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-d43fc808-1c32-4cfe-aead-677d557e5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.876728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-d43fc808-1c32-4cfe-aead-677d557e5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.878390 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-d43fc808-1c32-4cfe-aead-677d557e5e99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c274d0d-0887-42f7-9ec2-737b20191266&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e HTTP/1.1" status: 200 len: 2298 time: 0.1185029 Jul 08 01:47:24.908610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.916732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:24.917289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:24.954293 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-435307f6-9471-4ae5-b04f-ce5315761eb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a HTTP/1.1" status: 200 len: 1001 time: 0.0650971 Jul 08 01:47:25.022457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-3a149e87-a170-4f9d-b2fc-eac2325ebf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:25.024845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-3a149e87-a170-4f9d-b2fc-eac2325ebf24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66c3daff-fc98-48ba-b450-287f7a1d985c HTTP/1.1" status: 200 len: 856 time: 0.0617206 Jul 08 01:47:25.038334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Network': ['ID=d8d311d3-2ef9-4527-b01a-98108d422dc8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:25.054148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network d8d311d3-2ef9-4527-b01a-98108d422dc8 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:25.063563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b5cc8-1f63-42ab-a579-9716c1e3a8e7 req-0ea02be3-785b-440e-8892-09b0985cb78a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:25.065586 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f83b5cc8-1f63-42ab-a579-9716c1e3a8e7 req-0ea02be3-785b-440e-8892-09b0985cb78a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 945 time: 0.1955326 Jul 08 01:47:25.077306 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54a0e755-3739-43e7-acef-8266a6b7de20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:25.097597 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-54a0e755-3739-43e7-acef-8266a6b7de20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:25.125366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6b0c530b-4a58-4bfe-8688-f0d27ac623d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4921925 Jul 08 01:47:25.129425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56362) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:25.144275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:25.168958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f83b5cc8-1f63-42ab-a579-9716c1e3a8e7 req-15dbda32-eb51-43db-b4ac-facf88374890 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942793 Jul 08 01:47:25.182221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-54a0e755-3739-43e7-acef-8266a6b7de20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=028746c86f2d470687aed9aa8790320f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5971122 Jul 08 01:47:25.185377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56364) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:25.206633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0e755-3739-43e7-acef-8266a6b7de20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4379fa5-4c0e-4548-a118-ec3d7f3df9ff,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:25.256771 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e4c5-228c-496a-814e-2a0c8108c273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:25.283941 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e4c5-228c-496a-814e-2a0c8108c273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:25.285916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-01768a3e-bb60-4874-9843-9fb873da293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:25.287538 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-01768a3e-bb60-4874-9843-9fb873da293f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c274d0d-0887-42f7-9ec2-737b20191266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2408204 Jul 08 01:47:25.356578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e4c5-228c-496a-814e-2a0c8108c273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:25.360429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e4c5-228c-496a-814e-2a0c8108c273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:25.362024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:25.364700 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0ef0e4c5-228c-496a-814e-2a0c8108c273 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4379fa5-4c0e-4548-a118-ec3d7f3df9ff HTTP/1.1" status: 204 len: 168 time: 0.1759112 Jul 08 01:47:25.370266 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:25.392551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0e4c5-228c-496a-814e-2a0c8108c273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4379fa5-4c0e-4548-a118-ec3d7f3df9ff,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:25.500451 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-67ec8d47-d3fa-4c3f-bc2b-6a8741fbe3c5 service neutron] 10.222.0.24 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009435 Jul 08 01:47:25.545050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-bfbdf61f-d0f2-4e2e-a2d0-cc92169b3d4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:25.547545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-bfbdf61f-d0f2-4e2e-a2d0-cc92169b3d4c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.1587992 Jul 08 01:47:25.565876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Request body: {'port': {'device_id': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'admin_state_up': True, 'tenant_id': '0c9dbecbc0dc493094a50ed9970ba671'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:25.713194 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-560326f2-13a3-44ae-8a09-153b05d5e282 service neutron] 10.222.0.24 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000709 Jul 08 01:47:25.766243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:25.769218 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-7120de46-7438-42ff-9a36-13af40c6304e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=b1017d1c-77ed-4095-b3c8-a332634c3034 HTTP/1.1" status: 200 len: 217 time: 0.0463574 Jul 08 01:47:25.853123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Made reservation on behalf of 0c9dbecbc0dc493094a50ed9970ba671 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:25.858542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:25.892895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=40763f2e-88be-429b-b119-efaf5d4ab11c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:25.898264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-45af3a7a-10d3-4c06-b7c6-0ab853051c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:25.899747 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-45af3a7a-10d3-4c06-b7c6-0ab853051c09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.1021719 Jul 08 01:47:25.900215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56380) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:25.928044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-126984e5-f5d2-4235-8ad1-76ef9e4df126 req-3e06b661-e202-4340-8fcc-029852555a40 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 210 time: 0.0626256 Jul 08 01:47:25.962291 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcc69aa2-0d5d-4fac-b8ed-45309e4d18c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:25.970763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Checking segment: {'id': '37ebce85-fc19-4182-93bd-c5484c57f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:25.971142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network hostable DHCP agents. Network: d8d311d3-2ef9-4527-b01a-98108d422dc8, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:47:26.034099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network d8d311d3-2ef9-4527-b01a-98108d422dc8 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:47:26.055682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-2f8714f9-0d4a-4536-b524-d4a7dc6cf0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:26.057283 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-2f8714f9-0d4a-4536-b524-d4a7dc6cf0f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1423657 Jul 08 01:47:26.059840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, d8d311d3-2ef9-4527-b01a-98108d422dc8) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:26.070138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:26.070627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7ca4f6-66a4-47e5-92c0-1dd155c6f5bb None None] Network d8d311d3-2ef9-4527-b01a-98108d422dc8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:26.071107 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:26.132509 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Allocated IP 172.20.0.9 (24814426-9829-4f0e-9231-a9d9f3901c1f/e2157fc2-2bc2-4e65-bc22-a2f9753680dc/5abdd81f-a3b1-41ec-a53e-17f8275c1df6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:26.189608 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcc69aa2-0d5d-4fac-b8ed-45309e4d18c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:26.211316 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcc69aa2-0d5d-4fac-b8ed-45309e4d18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:26.244136 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bcc69aa2-0d5d-4fac-b8ed-45309e4d18c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=732862a956d34905ac37a659d8be4d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380601 Jul 08 01:47:26.248439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:26.249497 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0ec81fd9-9c73-4d7a-81ab-98a2c3e80521 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1167197 Jul 08 01:47:26.268439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56390) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:26.274346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-302f4f75-cdec-49ee-8eb5-6c58d23625a5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:26.289921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc69aa2-0d5d-4fac-b8ed-45309e4d18c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cce692-87f7-4950-8b75-a6bc12d9fce9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:26.325853 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-563f6779-333f-4b9f-9a11-d147183d38db service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581782 Jul 08 01:47:26.354184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-d8d311d3-2ef9-4527-b01a-98108d422dc8', 'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8', 'tenant_id': '615320a08bf94fe382d8aa315eb4d3db', 'fixed_ips': [{'subnet_id': '40763f2e-88be-429b-b119-efaf5d4ab11c'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:47:26.355239 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:26.359666 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:26.371815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc42d3-f634-4cbe-914f-a25d203a80b5 req-4c4aeb6d-7752-41a6-90ab-94c918dddfb1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:26.373390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fc42d3-f634-4cbe-914f-a25d203a80b5 req-4c4aeb6d-7752-41a6-90ab-94c918dddfb1 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.2387547 Jul 08 01:47:26.474297 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-9c5ae3ab-726f-49f3-bffc-40997dd41d0b service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367455 Jul 08 01:47:26.527735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Allocated IP 2001:db8::2 (d8d311d3-2ef9-4527-b01a-98108d422dc8/40763f2e-88be-429b-b119-efaf5d4ab11c/dd0bf121-4155-427f-8948-3ba392a2d6cb) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:26.537316 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-09b702f3-140a-4fe5-b957-ebbeb726e105 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=8f30cc45-c864-4663-b66e-e68c70b846b4 HTTP/1.1" status: 200 len: 217 time: 0.0548713 Jul 08 01:47:26.577015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-77671afc-b31f-4e4c-908b-747ca4227603 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:26.578520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-77671afc-b31f-4e4c-908b-747ca4227603 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 945 time: 0.3644052 Jul 08 01:47:26.595721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-3a2df1f1-61b6-4222-a270-b6910d6e8cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:26.597780 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-3a2df1f1-61b6-4222-a270-b6910d6e8cec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.0496020 Jul 08 01:47:26.676207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-3343f399-b7ab-4164-add4-f764bc987333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:26.678293 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-3343f399-b7ab-4164-add4-f764bc987333 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0689633 Jul 08 01:47:26.712557 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:26.722612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Transition to ACTIVE for port object dd0bf121-4155-427f-8948-3ba392a2d6cb will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:26.755989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Transition to ACTIVE for port object dd0bf121-4155-427f-8948-3ba392a2d6cb will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:26.766230 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:26.804895 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-2d969475-9adc-43e7-bce7-760a5cf64fe1 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183722 Jul 08 01:47:26.822135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Network d8d311d3-2ef9-4527-b01a-98108d422dc8 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:26.825329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:26.830493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:26.834555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Pushing event updated for resources: {'Port': ['ID=dd0bf121-4155-427f-8948-3ba392a2d6cb,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:26.916781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Attempting to bind port dd0bf121-4155-427f-8948-3ba392a2d6cb on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:47:26.918482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Attempting to bind port dd0bf121-4155-427f-8948-3ba392a2d6cb by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '37ebce85-fc19-4182-93bd-c5484c57f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:47:26.919246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Attempting to bind port dd0bf121-4155-427f-8948-3ba392a2d6cb on network d8d311d3-2ef9-4527-b01a-98108d422dc8 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:26.927904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:47:26.929208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Checking segment: {'id': '37ebce85-fc19-4182-93bd-c5484c57f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:26.929820 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:26.930166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Bound using segment: {'id': '37ebce85-fc19-4182-93bd-c5484c57f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:47:26.931161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Bound port: dd0bf121-4155-427f-8948-3ba392a2d6cb, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ebce85-fc19-4182-93bd-c5484c57f282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:47:26.931562 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:26.935340 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-3caf4d73-dc15-411e-ac45-9054d17ae63b service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231155 Jul 08 01:47:26.983905 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-7b06a8ce-17bf-4c85-a94a-3490af8b3836 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=60338bfe-28b4-49f2-8081-d18538b2d473 HTTP/1.1" status: 200 len: 217 time: 0.0405943 Jul 08 01:47:26.993409 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3aa675e7-cd72-4779-9047-f49656b5fd6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.019879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] For port dd0bf121-4155-427f-8948-3ba392a2d6cb, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:47:27.024418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] For port dd0bf121-4155-427f-8948-3ba392a2d6cb, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dd0bf121-4155-427f-8948-3ba392a2d6cb,segment=NetworkSegment(37ebce85-fc19-4182-93bd-c5484c57f282),segment_id=37ebce85-fc19-4182-93bd-c5484c57f282)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:47:27.027827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63fc42d3-f634-4cbe-914f-a25d203a80b5 req-0d168330-1ecd-4230-9388-10da9fcb2326 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412289 Jul 08 01:47:27.044180 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.047877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-c618f3ab-71e3-49bd-8df6-c623be434047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:27.049588 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-c618f3ab-71e3-49bd-8df6-c623be434047 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.0565622 Jul 08 01:47:27.105362 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3aa675e7-cd72-4779-9047-f49656b5fd6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.138237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ab6f7-0569-4028-b1ee-013a90ac3720 None None] Pushing event updated for resources: {'Port': ['ID=dd0bf121-4155-427f-8948-3ba392a2d6cb,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:27.144294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.163087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302f4f75-cdec-49ee-8eb5-6c58d23625a5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:27.166652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-302f4f75-cdec-49ee-8eb5-6c58d23625a5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.178664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb922a2d-9a7c-4ca4-b6c8-11460aa3238a req-cd7e3085-56d0-44a5-9d0f-49eac20fd99f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:27.180607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb922a2d-9a7c-4ca4-b6c8-11460aa3238a req-cd7e3085-56d0-44a5-9d0f-49eac20fd99f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 945 time: 0.8234458 Jul 08 01:47:27.188458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-4ad10c67-02be-470b-bd33-9152a1ca89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:27.190279 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-4ad10c67-02be-470b-bd33-9152a1ca89a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321728 Jul 08 01:47:27.313774 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-5856d837-eacc-4f95-aa39-221f5cc43966 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064355 Jul 08 01:47:27.402999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e6bf252-7238-4e66-bd14-62af8c14dc08 req-77f2efd5-9da0-4335-8dd3-50badef56543 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 210 time: 0.1086638 Jul 08 01:47:27.435039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb922a2d-9a7c-4ca4-b6c8-11460aa3238a req-8f82b96a-685f-407b-abfe-65570b44d037 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092957 Jul 08 01:47:27.471331 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-c80b32c5-f45f-4dd0-ab9e-eab1fa8d7642 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444669 Jul 08 01:47:27.498021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5a193d54-75e5-4e23-be34-6344d3b0847e no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:27.517912 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3aa675e7-cd72-4779-9047-f49656b5fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.521124 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3aa675e7-cd72-4779-9047-f49656b5fd6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.525081 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3aa675e7-cd72-4779-9047-f49656b5fd6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5cce692-87f7-4950-8b75-a6bc12d9fce9 HTTP/1.1" status: 204 len: 168 time: 1.2646348 Jul 08 01:47:27.537183 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.560352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 5a193d54-75e5-4e23-be34-6344d3b0847e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:27.562020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5a193d54-75e5-4e23-be34-6344d3b0847e not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:27.562272 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-05e6a94d-3780-4df9-a3a3-0104eedbf2e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Deleting port 91828815-a1c4-4b2c-a77e-d2227435f2fe {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:27.562616 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-05e6a94d-3780-4df9-a3a3-0104eedbf2e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.572614 n-d-694802-14 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-302f4f75-cdec-49ee-8eb5-6c58d23625a5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40763f2e-88be-429b-b119-efaf5d4ab11c (CIDR: 2001:db8::/64) Jul 08 01:47:27.589417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa675e7-cd72-4779-9047-f49656b5fd6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cce692-87f7-4950-8b75-a6bc12d9fce9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:27.647377 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-302f4f75-cdec-49ee-8eb5-6c58d23625a5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:47:27.647880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302f4f75-cdec-49ee-8eb5-6c58d23625a5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:47:27.674127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Network 24814426-9829-4f0e-9231-a9d9f3901c1f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:27.687304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:27.695397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:27.735617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-302f4f75-cdec-49ee-8eb5-6c58d23625a5 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4681954 Jul 08 01:47:27.742483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event updated for resources: {'Port': ['ID=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:27.748060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56402) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:27.761542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-037797f4-74e3-4369-b945-8d4bd021af60 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:27.833139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-05e6a94d-3780-4df9-a3a3-0104eedbf2e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] For port 91828815-a1c4-4b2c-a77e-d2227435f2fe, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=91828815-a1c4-4b2c-a77e-d2227435f2fe,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:27.833515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-05e6a94d-3780-4df9-a3a3-0104eedbf2e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.853315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:27.854006 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:27.866800 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-f745524d-03f9-4b85-921a-fe4a556bbb17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=f60c37cd-5bd3-4c6b-9f63-182eb0889855 HTTP/1.1" status: 200 len: 217 time: 0.3864536 Jul 08 01:47:27.887090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-05e6a94d-3780-4df9-a3a3-0104eedbf2e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Calling delete_port for 91828815-a1c4-4b2c-a77e-d2227435f2fe owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:27.917124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-63b72255-1973-463d-be9c-21042bdf47ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3601882 Jul 08 01:47:27.937995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-d165e2c5-dd89-4bac-a58a-ac3c964dbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:27.939476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-d165e2c5-dd89-4bac-a58a-ac3c964dbef6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.0647502 Jul 08 01:47:28.011465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Request body: {'port': {'device_id': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:28.055358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-0c98811c-6990-477e-8134-5a0621329dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:28.057553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-0c98811c-6990-477e-8134-5a0621329dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1096990 Jul 08 01:47:28.167838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037797f4-74e3-4369-b945-8d4bd021af60 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:28.171889 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-037797f4-74e3-4369-b945-8d4bd021af60 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:28.286679 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-867267e9-86b1-463e-a3bb-84cb71768f30 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117646 Jul 08 01:47:28.296263 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:28.416075 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-06a6a88c-d53d-497c-9f17-4c0022a36c61 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213868 Jul 08 01:47:28.472354 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-631a9fe2-e293-4835-8f47-27f8b440a68c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 HTTP/1.1" status: 200 len: 217 time: 0.0490580 Jul 08 01:47:28.485766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-05e6a94d-3780-4df9-a3a3-0104eedbf2e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:28.498023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['91828815-a1c4-4b2c-a77e-d2227435f2fe'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:28.555041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-436f50bd-93a9-4e1f-91e0-8529459b4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:28.556670 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-436f50bd-93a9-4e1f-91e0-8529459b4760 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 200 len: 797 time: 0.0744717 Jul 08 01:47:28.558567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de24abd3-af99-4f9a-b8b9-5de82947ea80 None None] Network d8d311d3-2ef9-4527-b01a-98108d422dc8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:28.624968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-2e23f9c5-ce43-4e23-892c-f10cf037ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:28.627733 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-2e23f9c5-ce43-4e23-892c-f10cf037ac1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0628479 Jul 08 01:47:28.650537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-79afd899-a7c0-43c3-bf80-076ffe78ce25 None None] Provisioning for port dd0bf121-4155-427f-8948-3ba392a2d6cb completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:28.731590 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6a94d-3780-4df9-a3a3-0104eedbf2e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event deleted for resources: {'Port': ['ID=91828815-a1c4-4b2c-a77e-d2227435f2fe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:28.820545 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-8222bd70-5dc2-43b8-85b7-4b217fd86485 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795735 Jul 08 01:47:28.959556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-05e6a94d-3780-4df9-a3a3-0104eedbf2e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] No DVR routers for this DVR port 91828815-a1c4-4b2c-a77e-d2227435f2fe on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:28.975122 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-418b817d-1f6e-4cf3-a8c1-f880cfb54baf service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467330 Jul 08 01:47:28.980910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea21b5-79d9-4e3b-b228-ddadee733558 req-4a6f9d6c-ff9b-437f-ad97-b0e5cf73796b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:28.982607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ffea21b5-79d9-4e3b-b228-ddadee733558 req-4a6f9d6c-ff9b-437f-ad97-b0e5cf73796b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 945 time: 0.7400060 Jul 08 01:47:28.990685 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-05e6a94d-3780-4df9-a3a3-0104eedbf2e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:28.995925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb2846e9-7e2e-4485-aaf7-08ed16c78acd req-05e6a94d-3780-4df9-a3a3-0104eedbf2e5 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.16 "DELETE /v2.0/ports/91828815-a1c4-4b2c-a77e-d2227435f2fe HTTP/1.1" status: 204 len: 173 time: 2.0152690 Jul 08 01:47:29.004424 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fb5d9-f3ec-4884-9631-da72f6d3b811 req-4c85dfcf-7627-4f02-999c-c16a2bfd12e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:29.013609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-630fb5d9-f3ec-4884-9631-da72f6d3b811 req-4c85dfcf-7627-4f02-999c-c16a2bfd12e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=636ee9b4-1ed4-42f5-b86b-0e6423a74094 HTTP/1.1" status: 200 len: 867 time: 0.7753296 Jul 08 01:47:29.015665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636ee9b4-1ed4-42f5-b86b-0e6423a74094', 'name': 'network-vif-deleted', 'tag': '91828815-a1c4-4b2c-a77e-d2227435f2fe'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:29.022497 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b4a5e-cba4-4f58-b494-0666d593933f" -d '{"events": [{"server_uuid": "636ee9b4-1ed4-42f5-b86b-0e6423a74094", "name": "network-vif-deleted", "tag": "91828815-a1c4-4b2c-a77e-d2227435f2fe"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:29.114176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dd0bf121-4155-427f-8948-3ba392a2d6cb up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:29.114663 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-49a55ee4-c237-4baa-b0e5-aa9de690968d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e683d233-6de3-4c80-a356-727d20f20460 HTTP/1.1" status: 200 len: 217 time: 0.1290669 Jul 08 01:47:29.124103 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-037797f4-74e3-4369-b945-8d4bd021af60 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:29.245170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037797f4-74e3-4369-b945-8d4bd021af60 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network d8d311d3-2ef9-4527-b01a-98108d422dc8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:29.248955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port dd0bf121-4155-427f-8948-3ba392a2d6cb completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:29.250391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-78218c1f-9d96-44f0-8f6e-ec90125e9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:29.252523 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-78218c1f-9d96-44f0-8f6e-ec90125e9ad4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 200 len: 797 time: 0.1268759 Jul 08 01:47:29.253676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port dd0bf121-4155-427f-8948-3ba392a2d6cb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:29.254047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-630fb5d9-f3ec-4884-9631-da72f6d3b811 req-3b4c55d3-066e-48e4-8828-4800573a8279 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea26c56-69a1-4be4-b3cb-86e82be832db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389855 Jul 08 01:47:29.254212 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:29.271033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ffea21b5-79d9-4e3b-b228-ddadee733558 req-9418e6ef-293d-41f4-928b-491687efc853 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349117 Jul 08 01:47:29.291760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-037797f4-74e3-4369-b945-8d4bd021af60 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:29.297713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037797f4-74e3-4369-b945-8d4bd021af60 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:29.298322 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-037797f4-74e3-4369-b945-8d4bd021af60 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:29.308000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037797f4-74e3-4369-b945-8d4bd021af60 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=3fd52375-5f9b-47b8-8e1e-1f0e09ed6719,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:29.310875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d897e8f-024d-49c9-bdc6-74cc8392fcb3 None None] Network d8d311d3-2ef9-4527-b01a-98108d422dc8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:29.339889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-037797f4-74e3-4369-b945-8d4bd021af60 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5887713 Jul 08 01:47:29.342354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:29.352226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8', 'fixed_ips': [{'subnet_id': '40763f2e-88be-429b-b119-efaf5d4ab11c'}, {'subnet_id': '3fd52375-5f9b-47b8-8e1e-1f0e09ed6719'}], 'name': 'tempest-PortsIpV6TestJSON-433067109'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:29.398373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-c48aa885-6900-4cf3-b04e-70e8d93310e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:29.404053 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-c48aa885-6900-4cf3-b04e-70e8d93310e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1393416 Jul 08 01:47:29.406166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-94b9f7a6-ae32-4c66-8686-f80b99a3b6d8 None None] Provisioning complete for port dd0bf121-4155-427f-8948-3ba392a2d6cb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:29.406686 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-94b9f7a6-ae32-4c66-8686-f80b99a3b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:29.475124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:47:29.529323 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:29.575044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Transition to ACTIVE for port object 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:29.635306 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:29.654896 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-25f3f15f-4038-4b40-8ea6-16eab58b2e1c service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421155 Jul 08 01:47:29.800448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:29.809189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Pushing event updated for resources: {'Port': ['ID=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:29.832002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a65949ca-15c9-43fe-92aa-42e6bfcff7d7 req-fb636b0f-8fcd-40ea-b7c7-fe39e3047a30 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622789 Jul 08 01:47:29.898656 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fc4eeb-090f-45ed-995d-c67bc452c671 x-openstack-request-id: req-10fc4eeb-090f-45ed-995d-c67bc452c671 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:29.899479 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636ee9b4-1ed4-42f5-b86b-0e6423a74094", "name": "network-vif-deleted", "tag": "91828815-a1c4-4b2c-a77e-d2227435f2fe", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:29.899479 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10fc4eeb-090f-45ed-995d-c67bc452c671 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:29.900055 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636ee9b4-1ed4-42f5-b86b-0e6423a74094', 'name': 'network-vif-deleted', 'tag': '91828815-a1c4-4b2c-a77e-d2227435f2fe', 'status': 'completed', 'code': 200} Jul 08 01:47:29.949652 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:29.984537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bcb8c-e437-47fb-a37f-038b655e1e77 req-9c22501a-10e9-49b0-bc8e-1dabe2f5eaa2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:29.986719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a60bcb8c-e437-47fb-a37f-038b655e1e77 req-9c22501a-10e9-49b0-bc8e-1dabe2f5eaa2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 943 time: 0.4086306 Jul 08 01:47:30.031401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-e0b0804b-78f5-4727-804a-762a1ac218c9 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:30.032958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-e0b0804b-78f5-4727-804a-762a1ac218c9 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 945 time: 0.3920228 Jul 08 01:47:30.038192 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-94b9f7a6-ae32-4c66-8686-f80b99a3b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.046357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port dd0bf121-4155-427f-8948-3ba392a2d6cb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dd0bf121-4155-427f-8948-3ba392a2d6cb,segment=NetworkSegment(37ebce85-fc19-4182-93bd-c5484c57f282),segment_id=37ebce85-fc19-4182-93bd-c5484c57f282)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:30.056688 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.135350 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-94b9f7a6-ae32-4c66-8686-f80b99a3b6d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:47:30.135706 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-94b9f7a6-ae32-4c66-8686-f80b99a3b6d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:47:30.172979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=dd0bf121-4155-427f-8948-3ba392a2d6cb,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:30.178094 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.186165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Attempting to bind port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:47:30.186506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Attempting to bind port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:47:30.186850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Attempting to bind port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:30.208066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a60bcb8c-e437-47fb-a37f-038b655e1e77 req-bd70764b-27ef-49f5-ab9d-847301a27e92 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077925 Jul 08 01:47:30.213435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 on network 24814426-9829-4f0e-9231-a9d9f3901c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:47:30.213802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Attempting to bind port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:30.248888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:30.255966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:47:30.256330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Checking segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:30.256736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Bound using segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:47:30.257241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Bound port: 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:47:30.257597 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.272046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c61413-a23c-40a6-bedb-eec429ced175 None None] Update dhcp port {'port': {'network_id': 'd8d311d3-2ef9-4527-b01a-98108d422dc8', 'fixed_ips': [{'subnet_id': '40763f2e-88be-429b-b119-efaf5d4ab11c', 'ip_address': '2001:db8::2'}, {'subnet_id': '3fd52375-5f9b-47b8-8e1e-1f0e09ed6719'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'dd0bf121-4155-427f-8948-3ba392a2d6cb'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 01:47:30.331440 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69c61413-a23c-40a6-bedb-eec429ced175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.429134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3176e10-f663-4899-9876-78a74a0c41d6 req-3b53bcb4-ca8d-49d5-a499-120146363bf1 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:30.435919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3176e10-f663-4899-9876-78a74a0c41d6 req-3b53bcb4-ca8d-49d5-a499-120146363bf1 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 946 time: 0.3973336 Jul 08 01:47:30.552408 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-44071a13-ae6d-4cd7-99b0-12befc68b212 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Deleting port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:30.552753 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-44071a13-ae6d-4cd7-99b0-12befc68b212 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.555829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] For port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:47:30.559403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-69c61413-a23c-40a6-bedb-eec429ced175 None None] Allocated IP 2001:db8:0:1::2 (d8d311d3-2ef9-4527-b01a-98108d422dc8/3fd52375-5f9b-47b8-8e1e-1f0e09ed6719/dd0bf121-4155-427f-8948-3ba392a2d6cb) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:30.574838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] For port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:47:30.664149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.678227 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3176e10-f663-4899-9876-78a74a0c41d6 req-6e22db9c-74bd-4231-845c-fcaec40f9022 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413914 Jul 08 01:47:30.740963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-69c61413-a23c-40a6-bedb-eec429ced175 None None] For port dd0bf121-4155-427f-8948-3ba392a2d6cb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dd0bf121-4155-427f-8948-3ba392a2d6cb,segment=NetworkSegment(37ebce85-fc19-4182-93bd-c5484c57f282),segment_id=37ebce85-fc19-4182-93bd-c5484c57f282)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:30.750495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:30.751135 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.752593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] 10.222.0.24 "PUT /v2.0/ports/5abdd81f-a3b1-41ec-a53e-17f8275c1df6 HTTP/1.1" status: 200 len: 1092 time: 2.7685397 Jul 08 01:47:30.797431 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69c61413-a23c-40a6-bedb-eec429ced175 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.809333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d2c01-6ef1-4cbd-a589-000eb599df0f service neutron] Pushing event updated for resources: {'Port': ['ID=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:30.822704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-69c61413-a23c-40a6-bedb-eec429ced175 None None] Transition to ACTIVE for port object dd0bf121-4155-427f-8948-3ba392a2d6cb will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:30.829072 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69c61413-a23c-40a6-bedb-eec429ced175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.890794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56492) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:30.913184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-44071a13-ae6d-4cd7-99b0-12befc68b212 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] For port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:30.914040 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-44071a13-ae6d-4cd7-99b0-12befc68b212 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:30.935989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-44071a13-ae6d-4cd7-99b0-12befc68b212 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Calling delete_port for 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:30.957095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c61413-a23c-40a6-bedb-eec429ced175 None None] Pushing event updated for resources: {'Port': ['ID=dd0bf121-4155-427f-8948-3ba392a2d6cb,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:30.965460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6807133-d433-4704-9920-c01475aee0c4 req-b70e0d3b-5baf-4a22-9f14-7d071785eb06 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:30.973405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6807133-d433-4704-9920-c01475aee0c4 req-b70e0d3b-5baf-4a22-9f14-7d071785eb06 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 945 time: 0.4280646 Jul 08 01:47:31.035842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dd0bf121-4155-427f-8948-3ba392a2d6cb up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:31.130259 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52921aad-ebcc-42db-9baf-34f301599a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:31.280647 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52921aad-ebcc-42db-9baf-34f301599a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:31.285254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52921aad-ebcc-42db-9baf-34f301599a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:31.348069 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-52921aad-ebcc-42db-9baf-34f301599a05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed0e210daa5142e58401db54a1426c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535418 Jul 08 01:47:31.348069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52921aad-ebcc-42db-9baf-34f301599a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797cccfa-f1eb-475f-9e56-b144118662d9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:31.351366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56502) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:31.417215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8224be82-d3d8-4d0b-a3d9-a8f814d65063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:31.445957 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8224be82-d3d8-4d0b-a3d9-a8f814d65063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:31.501496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8224be82-d3d8-4d0b-a3d9-a8f814d65063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:31.505541 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8224be82-d3d8-4d0b-a3d9-a8f814d65063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:31.509212 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8224be82-d3d8-4d0b-a3d9-a8f814d65063 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/797cccfa-f1eb-475f-9e56-b144118662d9 HTTP/1.1" status: 204 len: 168 time: 0.1544027 Jul 08 01:47:31.516139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224be82-d3d8-4d0b-a3d9-a8f814d65063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797cccfa-f1eb-475f-9e56-b144118662d9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:31.529495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 91828815-a1c4-4b2c-a77e-d2227435f2fe no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:31.563112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 91828815-a1c4-4b2c-a77e-d2227435f2fe {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:31.563733 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 91828815-a1c4-4b2c-a77e-d2227435f2fe not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:31.648947 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6807133-d433-4704-9920-c01475aee0c4 req-6fe535cd-0078-4fdd-a9ab-8b316e4c49eb tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6745281 Jul 08 01:47:31.687599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f27557e-070a-4702-8645-8bf300889fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:31.689390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-4f27557e-070a-4702-8645-8bf300889fc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 1095 time: 0.8775413 Jul 08 01:47:31.727599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0b86df8b-0597-4f1b-be17-1d6be73dbee5 None None] Provisioning for port dd0bf121-4155-427f-8948-3ba392a2d6cb completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:31.732880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0b86df8b-0597-4f1b-be17-1d6be73dbee5 None None] Provisioning complete for port dd0bf121-4155-427f-8948-3ba392a2d6cb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:31.733828 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b86df8b-0597-4f1b-be17-1d6be73dbee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:31.776984 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-2e441407-a045-4b98-977e-afb4c2651728 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6 HTTP/1.1" status: 200 len: 217 time: 0.0712833 Jul 08 01:47:31.815193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8::136 (d8d311d3-2ef9-4527-b01a-98108d422dc8/40763f2e-88be-429b-b119-efaf5d4ab11c/1d42ae45-8d08-49a8-8bb9-a261738bb8b6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:31.851197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead825a-efb9-4969-980d-bbd9c2c0c9ca req-7fa1d436-03ef-4941-b251-5dd5f0594015 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:31.855068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ead825a-efb9-4969-980d-bbd9c2c0c9ca req-7fa1d436-03ef-4941-b251-5dd5f0594015 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.3492231 Jul 08 01:47:31.882401 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-44071a13-ae6d-4cd7-99b0-12befc68b212 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:31.892853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8:0:1::2f4 (d8d311d3-2ef9-4527-b01a-98108d422dc8/3fd52375-5f9b-47b8-8e1e-1f0e09ed6719/1d42ae45-8d08-49a8-8bb9-a261738bb8b6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:31.894752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56508) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:31.901255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['7a24a343-706d-47f1-9419-84e91e0adb3a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:31.903212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'tag': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:31.913637 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90c5aa-b87b-49d5-9779-423385967078" -d '{"events": [{"name": "network-changed", "server_uuid": "206ed2a0-7def-4a7f-a694-7d554b81a91a", "tag": "5abdd81f-a3b1-41ec-a53e-17f8275c1df6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:31.921280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6981856-aa08-4582-94bc-c05c81997b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:31.928984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-fd87b014-1658-4542-bd8e-e5288bc46777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:31.930410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-fd87b014-1658-4542-bd8e-e5288bc46777 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.1392558 Jul 08 01:47:31.967691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44071a13-ae6d-4cd7-99b0-12befc68b212 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Pushing event deleted for resources: {'Port': ['ID=1dc18fd8-bf38-4136-838b-c60d90f8a3b2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:32.011307 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-c5755543-8708-4d25-afdb-4c231428f34e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562327 Jul 08 01:47:32.048252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ead825a-efb9-4969-980d-bbd9c2c0c9ca req-de8a4716-e71c-43f6-aae4-f3b9605be6bc tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850197 Jul 08 01:47:32.097034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6981856-aa08-4582-94bc-c05c81997b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:32.103617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6981856-aa08-4582-94bc-c05c81997b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:32.137822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-44071a13-ae6d-4cd7-99b0-12befc68b212 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] No DVR routers for this DVR port 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:32.146483 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-44071a13-ae6d-4cd7-99b0-12befc68b212 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:32.147021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6981856-aa08-4582-94bc-c05c81997b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206b9ccc-b2ed-42d1-bcac-2521cff69b78,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:32.148498 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5c635d7-a8bd-40ee-9d1f-fd99716fe69c req-44071a13-ae6d-4cd7-99b0-12befc68b212 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.24 "DELETE /v2.0/ports/1dc18fd8-bf38-4136-838b-c60d90f8a3b2 HTTP/1.1" status: 204 len: 173 time: 2.0869758 Jul 08 01:47:32.152293 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f6981856-aa08-4582-94bc-c05c81997b48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29bfed0a215b4e32a82b31d613dbe87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552722 Jul 08 01:47:32.155020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56514) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:32.260505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-114fe29a-9880-4784-af0a-9a231c6ffdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:32.283710 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-8f52ca86-dd74-4abf-b61d-d55f373ae29b service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525640 Jul 08 01:47:32.298961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab281290-9a59-4545-b3e2-28e72d0a460b req-0d385a12-8bdc-40e8-85e5-07fd59e09818 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:32.300577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab281290-9a59-4545-b3e2-28e72d0a460b req-0d385a12-8bdc-40e8-85e5-07fd59e09818 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 943 time: 0.2683601 Jul 08 01:47:32.318183 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-114fe29a-9880-4784-af0a-9a231c6ffdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:32.378374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-114fe29a-9880-4784-af0a-9a231c6ffdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:32.381627 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-114fe29a-9880-4784-af0a-9a231c6ffdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:32.382856 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-114fe29a-9880-4784-af0a-9a231c6ffdf2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/206b9ccc-b2ed-42d1-bcac-2521cff69b78 HTTP/1.1" status: 204 len: 168 time: 0.2267690 Jul 08 01:47:32.389867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:32.391204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fe29a-9880-4784-af0a-9a231c6ffdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206b9ccc-b2ed-42d1-bcac-2521cff69b78,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:32.451175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:32.470338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab281290-9a59-4545-b3e2-28e72d0a460b req-423c2921-dfd7-4b60-a769-f3f4a567abaf tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519959 Jul 08 01:47:32.513307 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db76de46-17bd-4214-9e54-ae92a435c8c9 req-66c5babc-d356-4d6c-8d3e-d37538875cee service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116461 Jul 08 01:47:32.525939 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf9f22f-7721-46d2-997c-ab2695fb6efd x-openstack-request-id: req-2bf9f22f-7721-46d2-997c-ab2695fb6efd {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:32.526371 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206ed2a0-7def-4a7f-a694-7d554b81a91a", "tag": "5abdd81f-a3b1-41ec-a53e-17f8275c1df6", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:32.526623 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bf9f22f-7721-46d2-997c-ab2695fb6efd {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:32.527009 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'tag': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6', 'status': 'completed', 'code': 200} Jul 08 01:47:32.543417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b206f05-66c6-4fca-883a-ae6559c3ac46 req-bbd19649-f28e-4ed2-bc3d-e3af10cb26ea tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:32.545047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b206f05-66c6-4fca-883a-ae6559c3ac46 req-bbd19649-f28e-4ed2-bc3d-e3af10cb26ea tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 946 time: 0.1630123 Jul 08 01:47:32.552271 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:32.654442 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network d8d311d3-2ef9-4527-b01a-98108d422dc8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:32.680687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:32.706339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:32.713577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:32.714201 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:32.724996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=1d42ae45-8d08-49a8-8bb9-a261738bb8b6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:32.759087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-03eefd4a-6fc8-404e-8117-71574674a13e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.4154925 Jul 08 01:47:32.761984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56528) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:32.769170 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40763f2e-88be-429b-b119-efaf5d4ab11c'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:32.785080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b206f05-66c6-4fca-883a-ae6559c3ac46 req-50149abd-c77a-4b0c-9ce4-9fae13f04012 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203410 Jul 08 01:47:32.905282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90c5aa-b87b-49d5-9779-423385967078 req-c2ef5ea2-ae59-4db5-bb4a-95acfda64ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:32.907261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a90c5aa-b87b-49d5-9779-423385967078 req-c2ef5ea2-ae59-4db5-bb4a-95acfda64ca4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 1095 time: 0.3025496 Jul 08 01:47:32.920824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-979e76cf-1ea5-4570-a1bd-90251ed50a33 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:32.922991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-979e76cf-1ea5-4570-a1bd-90251ed50a33 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.2632611 Jul 08 01:47:33.082027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dd0bf121-4155-427f-8948-3ba392a2d6cb up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:33.099376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:33.137493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ce700f28-2f57-4a50-99e3-25ac503d837d None None] Provisioning for port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:33.144204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90c5aa-b87b-49d5-9779-423385967078 req-ef15a3e6-c03f-47b2-8442-18c768a6d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:33.146360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ce700f28-2f57-4a50-99e3-25ac503d837d None None] Provisioning complete for port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:33.146969 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ce700f28-2f57-4a50-99e3-25ac503d837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:33.147473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a90c5aa-b87b-49d5-9779-423385967078 req-ef15a3e6-c03f-47b2-8442-18c768a6d3a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 913 time: 0.2175219 Jul 08 01:47:33.167035 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:47:33.199144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ce700f28-2f57-4a50-99e3-25ac503d837d None None] Port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:47:33.210605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port dd0bf121-4155-427f-8948-3ba392a2d6cb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:33.211264 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:33.268932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:33.282806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a90c5aa-b87b-49d5-9779-423385967078 req-4f327f13-8d5a-41c7-9c70-614a8394cbd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6 HTTP/1.1" status: 200 len: 217 time: 0.0581021 Jul 08 01:47:33.316023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:33.316419 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1dc18fd8-bf38-4136-838b-c60d90f8a3b2 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:33.317457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 26722b1d-8f0d-4fdc-9019-798cdaaaa9da no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:33.390899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e4ed845f-6524-4519-a0c2-ad90f22af2b1 req-7d9bbd73-cf6a-49b8-a6d9-b96cd067b781 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d7bba06-67f6-4b91-a1ea-25910577cbc3 HTTP/1.1" status: 200 len: 210 time: 0.2276142 Jul 08 01:47:33.443239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90c5aa-b87b-49d5-9779-423385967078 req-15276a94-b1ae-436f-b880-402de23622e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:33.444925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a90c5aa-b87b-49d5-9779-423385967078 req-15276a94-b1ae-436f-b880-402de23622e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.1553643 Jul 08 01:47:33.514661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Deleting port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:33.515170 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:33.521207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a90c5aa-b87b-49d5-9779-423385967078 req-67897715-6c57-49c5-bed8-97c7a1478190 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661774 Jul 08 01:47:33.564467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Delete allocated IP 2001:db8:0:1::2f4 (d8d311d3-2ef9-4527-b01a-98108d422dc8/3fd52375-5f9b-47b8-8e1e-1f0e09ed6719) {{(pid=93884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 01:47:33.604891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6737970-7fbc-42c4-b5a3-f85ad5655354 req-2f2dabd0-0c63-474e-8b3b-65c6b2d15e18 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:33.606593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c6737970-7fbc-42c4-b5a3-f85ad5655354 req-2f2dabd0-0c63-474e-8b3b-65c6b2d15e18 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 945 time: 0.3200157 Jul 08 01:47:33.744881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c6737970-7fbc-42c4-b5a3-f85ad5655354 req-5b9f9a56-5b44-4fd5-b547-2d040ff2f460 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups?id=291dd7c4-5350-450c-b3aa-d3c3443847b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051860 Jul 08 01:47:33.766440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] For port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:33.766440 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:33.810674 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:33.837840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Ignored duplicate provisioning block setup for port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 01:47:33.844452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:33.913614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a90c5aa-b87b-49d5-9779-423385967078 req-d22b09cd-3563-46b8-9153-46e19d4968b6 service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408945 Jul 08 01:47:33.938355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] In _notify_port_updated(), no bound segment for port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 on network d8d311d3-2ef9-4527-b01a-98108d422dc8 {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:47:33.945734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:33.946653 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:33.948130 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "PUT /v2.0/ports/1d42ae45-8d08-49a8-8bb9-a261738bb8b6 HTTP/1.1" status: 200 len: 925 time: 1.1844857 Jul 08 01:47:33.952786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56564) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:33.959648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40763f2e-88be-429b-b119-efaf5d4ab11c'}, {'subnet_id': '3fd52375-5f9b-47b8-8e1e-1f0e09ed6719'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:34.059493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e0847-04bf-46e4-b0c5-9502f3e2129f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=1d42ae45-8d08-49a8-8bb9-a261738bb8b6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:34.068893 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:34.234183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1fa54206-0862-4c92-9c8e-e75fc77d9810 None None] Provisioning complete for port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:34.234776 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1fa54206-0862-4c92-9c8e-e75fc77d9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:34.294082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5e6b3-efc1-4465-9ab9-1a3486ff6123 req-05ca9d48-003f-4c79-ac11-43c64ce791c1 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:34.300907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1d5e6b3-efc1-4465-9ab9-1a3486ff6123 req-05ca9d48-003f-4c79-ac11-43c64ce791c1 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 943 time: 0.3914113 Jul 08 01:47:34.301741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1fa54206-0862-4c92-9c8e-e75fc77d9810 None None] Port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:47:34.358937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a90c5aa-b87b-49d5-9779-423385967078 req-e5a8adba-7c30-41fc-8fd7-35054dbe14ca service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155593 Jul 08 01:47:34.361843 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:34.371165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819545d7-34cd-4463-b52e-b2d472902959 req-8b67c11d-bdba-4cbf-a878-98480ac9b611 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:34.372723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-819545d7-34cd-4463-b52e-b2d472902959 req-8b67c11d-bdba-4cbf-a878-98480ac9b611 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 946 time: 0.3447812 Jul 08 01:47:34.374524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:34.374890 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:34.375244 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Floating IP 638b0829-680b-48cf-b54b-cc16ae5cdae5 disassociated. External IP: 172.25.4.129, port: 26722b1d-8f0d-4fdc-9019-798cdaaaa9da. Jul 08 01:47:34.375581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Calling delete_port for 26722b1d-8f0d-4fdc-9019-798cdaaaa9da owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:34.407626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1d5e6b3-efc1-4465-9ab9-1a3486ff6123 req-9a37538e-7c70-4882-a842-d8275c728f45 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050611 Jul 08 01:47:34.470413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8:0:1::1a0 (d8d311d3-2ef9-4527-b01a-98108d422dc8/3fd52375-5f9b-47b8-8e1e-1f0e09ed6719/1d42ae45-8d08-49a8-8bb9-a261738bb8b6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:34.477962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-819545d7-34cd-4463-b52e-b2d472902959 req-f88a1e9a-c99a-417a-9b15-057edc5dc315 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916359 Jul 08 01:47:34.722329 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:34.740916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:34.746854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:34.782207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d7bba06-67f6-4b91-a1ea-25910577cbc3', 'name': 'network-vif-deleted', 'tag': '1dc18fd8-bf38-4136-838b-c60d90f8a3b2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:34.783260 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fcbd94-9235-4176-ac03-183d5723a3bd" -d '{"events": [{"server_uuid": "3d7bba06-67f6-4b91-a1ea-25910577cbc3", "name": "network-vif-deleted", "tag": "1dc18fd8-bf38-4136-838b-c60d90f8a3b2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:34.885631 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:34.900406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] In _notify_port_updated(), no bound segment for port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 on network d8d311d3-2ef9-4527-b01a-98108d422dc8 {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:47:34.907552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:34.908358 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:34.923154 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "PUT /v2.0/ports/1d42ae45-8d08-49a8-8bb9-a261738bb8b6 HTTP/1.1" status: 200 len: 1011 time: 0.9690392 Jul 08 01:47:34.924655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d44eee-7ea5-43cb-b2e9-4fd4426b7a9f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=1d42ae45-8d08-49a8-8bb9-a261738bb8b6,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:34.928360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56598) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:34.954020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event deleted for resources: {'Port': ['ID=26722b1d-8f0d-4fdc-9019-798cdaaaa9da,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:35.000907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2563de6-c448-4f9d-964f-e72515d95b20 req-fb1e30d7-7e55-4b25-b903-94d56ff683cb tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 210 time: 0.0953078 Jul 08 01:47:35.077299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-874103b7-1ffd-4a03-b1bd-b7f537f715bb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:35.078068 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-874103b7-1ffd-4a03-b1bd-b7f537f715bb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:35.111675 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94881fb1-d983-4745-a611-680ef28aa4e8 x-openstack-request-id: req-94881fb1-d983-4745-a611-680ef28aa4e8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:35.112034 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d7bba06-67f6-4b91-a1ea-25910577cbc3", "name": "network-vif-deleted", "tag": "1dc18fd8-bf38-4136-838b-c60d90f8a3b2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:35.112222 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94881fb1-d983-4745-a611-680ef28aa4e8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:35.112644 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d7bba06-67f6-4b91-a1ea-25910577cbc3', 'name': 'network-vif-deleted', 'tag': '1dc18fd8-bf38-4136-838b-c60d90f8a3b2', 'status': 'completed', 'code': 200} Jul 08 01:47:35.138373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae155d2-faa8-4ba5-8f8b-53eaf9d7a445 req-00af050e-a1c2-48f6-8f82-b6f9d96fa9f1 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:35.154088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ae155d2-faa8-4ba5-8f8b-53eaf9d7a445 req-00af050e-a1c2-48f6-8f82-b6f9d96fa9f1 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3666401 Jul 08 01:47:35.243028 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-874103b7-1ffd-4a03-b1bd-b7f537f715bb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:35.259962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-874103b7-1ffd-4a03-b1bd-b7f537f715bb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:35.262771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-47d24ab4-f3ae-4de9-a076-105abbe97b4a None None] Provisioning for port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:35.267542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-47d24ab4-f3ae-4de9-a076-105abbe97b4a None None] Provisioning complete for port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:35.268201 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-47d24ab4-f3ae-4de9-a076-105abbe97b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:35.340460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:47:35.348875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ae155d2-faa8-4ba5-8f8b-53eaf9d7a445 req-591bcc4a-4f5e-4a98-a709-dfaf3eda21bf tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937127 Jul 08 01:47:35.351350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Router c66a56bd-87ce-4f2e-8842-854a3c4b396f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:47:35.362687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-47d24ab4-f3ae-4de9-a076-105abbe97b4a None None] Port 1d42ae45-8d08-49a8-8bb9-a261738bb8b6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:47:35.379071 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-25fe572d-85c0-495d-bcdc-62ab7a351c91 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:35.381383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-25fe572d-85c0-495d-bcdc-62ab7a351c91 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.16 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 946 time: 0.2788191 Jul 08 01:47:35.515829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:35.538190 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-874103b7-1ffd-4a03-b1bd-b7f537f715bb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:35.550834 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'port_id': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6', 'mac_address': 'fa:16:3e:b4:c8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2157fc2-2bc2-4e65-bc22-a2f9753680dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:47:35.581546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874103b7-1ffd-4a03-b1bd-b7f537f715bb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=1d42ae45-8d08-49a8-8bb9-a261738bb8b6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:35.658814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-874103b7-1ffd-4a03-b1bd-b7f537f715bb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:35.665557 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-874103b7-1ffd-4a03-b1bd-b7f537f715bb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/1d42ae45-8d08-49a8-8bb9-a261738bb8b6 HTTP/1.1" status: 204 len: 168 time: 0.7305360 Jul 08 01:47:35.666854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56628) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:35.679582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:47:35.688734 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:35.689672 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] Sync routers for ids ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:47:35.706961 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] Routers {'c66a56bd-87ce-4f2e-8842-854a3c4b396f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:47:35.708113 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:35.719005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:47:35.733036 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac49168-8c40-4c9f-9271-adb3249d55a8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:35.744722 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bac49168-8c40-4c9f-9271-adb3249d55a8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/1d42ae45-8d08-49a8-8bb9-a261738bb8b6 HTTP/1.1" status: 404 len: 333 time: 0.0731769 Jul 08 01:47:35.745434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56632) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:35.764063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:35.769196 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:35.833104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:35.862020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc40d304-b8b5-4087-9f0b-5866b8563159 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet 3fd52375-5f9b-47b8-8e1e-1f0e09ed6719 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:47:35.872906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc40d304-b8b5-4087-9f0b-5866b8563159 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:35.891849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] No DVR routers for this DVR port 26722b1d-8f0d-4fdc-9019-798cdaaaa9da on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:35.919029 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:35.920772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a909c2-d469-401e-9465-fc6859c0d746 req-d1cee5d8-92d4-4e22-95aa-1fd2bc98b0e2 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.24 "DELETE /v2.0/ports/26722b1d-8f0d-4fdc-9019-798cdaaaa9da HTTP/1.1" status: 204 len: 173 time: 2.9922397 Jul 08 01:47:35.928239 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] Set router c66a56bd-87ce-4f2e-8842-854a3c4b396f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:47:35.967557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc40d304-b8b5-4087-9f0b-5866b8563159 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.043391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Deleting port a464457d-9d82-474f-96bb-49e8101299cf {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:36.043892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.069186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513f18b-5ead-4317-9721-b4fafb80afca req-88a4cbd4-e0b6-4d79-9b08-76703759e391 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:36.076478 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e513f18b-5ead-4317-9721-b4fafb80afca req-88a4cbd4-e0b6-4d79-9b08-76703759e391 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 944 time: 0.3356988 Jul 08 01:47:36.108341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['5abdd81f-a3b1-41ec-a53e-17f8275c1df6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:47:36.139681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbfcfd-d0a9-4847-93c3-24e62e92a6b0 req-50385287-d37d-4570-8c86-0a75aae63e81 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:36.142357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3bbfcfd-d0a9-4847-93c3-24e62e92a6b0 req-50385287-d37d-4570-8c86-0a75aae63e81 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 946 time: 0.3842916 Jul 08 01:47:36.187586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc40d304-b8b5-4087-9f0b-5866b8563159 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.253152 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e513f18b-5ead-4317-9721-b4fafb80afca req-f21bcd04-cc9d-444d-8b45-20a3b558b930 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755257 Jul 08 01:47:36.292637 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3bbfcfd-d0a9-4847-93c3-24e62e92a6b0 req-6294934b-45d5-43bd-bf8b-4fd347a08eb8 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups?id=895f30e4-2b67-4d01-bd7d-68dddc426268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319222 Jul 08 01:47:36.305837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc40d304-b8b5-4087-9f0b-5866b8563159 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.325127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] For port a464457d-9d82-474f-96bb-49e8101299cf, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a464457d-9d82-474f-96bb-49e8101299cf,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:36.326899 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.334214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:36.392013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40d304-b8b5-4087-9f0b-5866b8563159 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd52375-5f9b-47b8-8e1e-1f0e09ed6719,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:36.423063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc40d304-b8b5-4087-9f0b-5866b8563159 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.423730 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:58Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '1769ea4e-158c-467c-a785-cba1e0066ed1', 'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'mac_address': 'fa:16:3e:a9:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:56Z', 'updated_at': '2021-07-08T01:38:03Z', 'revision_number': 5, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'subnets': [{'id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:36.427323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a20fe-1918-4751-8f5f-678660f77d2f None None] Network d8d311d3-2ef9-4527-b01a-98108d422dc8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:36.431522 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bc40d304-b8b5-4087-9f0b-5866b8563159 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/3fd52375-5f9b-47b8-8e1e-1f0e09ed6719 HTTP/1.1" status: 204 len: 168 time: 0.6836376 Jul 08 01:47:36.434396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56648) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:36.493319 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] Checking router: c66a56bd-87ce-4f2e-8842-854a3c4b396f for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:47:36.526265 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] Routers {'c66a56bd-87ce-4f2e-8842-854a3c4b396f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:47:36.527624 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:36.570961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d348d03f-0e5c-4fe0-8042-4678a295c617 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet 40763f2e-88be-429b-b119-efaf5d4ab11c {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:47:36.576007 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d348d03f-0e5c-4fe0-8042-4678a295c617 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.650927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d348d03f-0e5c-4fe0-8042-4678a295c617 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.678097 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64f819a0-120c-431c-b447-67be754902fb req-6abb5a1a-5827-4386-a31c-0badeb486d28 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d9847f-597d-450d-95af-2d219ec8ef22 HTTP/1.1" status: 200 len: 210 time: 0.1218476 Jul 08 01:47:36.730173 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b16f85d-d64c-48a7-ab1f-92f9bccafe95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.765250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d348d03f-0e5c-4fe0-8042-4678a295c617 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.824110 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] Set router c66a56bd-87ce-4f2e-8842-854a3c4b396f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:47:36.847180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d348d03f-0e5c-4fe0-8042-4678a295c617 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.884453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348d03f-0e5c-4fe0-8042-4678a295c617 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=40763f2e-88be-429b-b119-efaf5d4ab11c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:36.889051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d348d03f-0e5c-4fe0-8042-4678a295c617 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.893432 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d348d03f-0e5c-4fe0-8042-4678a295c617 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/40763f2e-88be-429b-b119-efaf5d4ab11c HTTP/1.1" status: 204 len: 168 time: 0.4555683 Jul 08 01:47:36.894430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56650) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:36.972706 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.973931 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:36.973931 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Floating IP fb9fe107-9474-40fd-877f-879fa04ade6d disassociated. External IP: 172.25.4.186, port: a464457d-9d82-474f-96bb-49e8101299cf. Jul 08 01:47:36.973931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Calling delete_port for a464457d-9d82-474f-96bb-49e8101299cf owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:36.981917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.030735 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b16f85d-d64c-48a7-ab1f-92f9bccafe95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.049411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port dd0bf121-4155-427f-8948-3ba392a2d6cb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:37.050139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.071844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b16f85d-d64c-48a7-ab1f-92f9bccafe95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.094031 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:58Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '1769ea4e-158c-467c-a785-cba1e0066ed1', 'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'mac_address': 'fa:16:3e:a9:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:56Z', 'updated_at': '2021-07-08T01:38:03Z', 'revision_number': 5, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'subnets': [{'id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:37.118517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b765d5-b978-4318-9e8f-a1069ef7b9a5 req-7a0b9b8c-927d-4678-b18a-543d8dc826f5 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:37.125742 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7b765d5-b978-4318-9e8f-a1069ef7b9a5 req-7a0b9b8c-927d-4678-b18a-543d8dc826f5 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2888825 Jul 08 01:47:37.127947 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] For port dd0bf121-4155-427f-8948-3ba392a2d6cb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dd0bf121-4155-427f-8948-3ba392a2d6cb,segment=NetworkSegment(37ebce85-fc19-4182-93bd-c5484c57f282),segment_id=37ebce85-fc19-4182-93bd-c5484c57f282)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:37.128640 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.129315 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3faa2b-1e2a-417a-9309-ed2397210540 None None] The sync data for ids ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'] in n-d-694802-14 is: [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:37:58Z', 'revision_number': 4, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '1769ea4e-158c-467c-a785-cba1e0066ed1', 'name': '', 'network_id': 'beda11af-02fd-4a5d-9761-e7a31d38417d', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'mac_address': 'fa:16:3e:a9:0e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:56Z', 'updated_at': '2021-07-08T01:38:03Z', 'revision_number': 5, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'subnets': [{'id': 'dfe181ef-686a-49dc-8e69-0e4c7cc59c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:47:37.135556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-deleted', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:37.137844 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d094f12-ce85-4386-8192-c47d8ca31d7c" -d '{"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-deleted", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:37.146634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for dd0bf121-4155-427f-8948-3ba392a2d6cb owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:37.173658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3b16f85d-d64c-48a7-ab1f-92f9bccafe95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05a9cf5be6534c388053ab426c35e724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8379326 Jul 08 01:47:37.191069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56654) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:37.230163 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cde084-cedd-4217-91a2-860fb93d14f6 x-openstack-request-id: req-b9cde084-cedd-4217-91a2-860fb93d14f6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:37.230738 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d9847f-597d-450d-95af-2d219ec8ef22", "name": "network-vif-deleted", "tag": "26722b1d-8f0d-4fdc-9019-798cdaaaa9da", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:37.231142 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9cde084-cedd-4217-91a2-860fb93d14f6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:37.231710 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d9847f-597d-450d-95af-2d219ec8ef22', 'name': 'network-vif-deleted', 'tag': '26722b1d-8f0d-4fdc-9019-798cdaaaa9da', 'status': 'completed', 'code': 200} Jul 08 01:47:37.248220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16f85d-d64c-48a7-ab1f-92f9bccafe95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfffa64f-1ac8-486c-8d46-840c5c91cdd2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:37.278547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7b765d5-b978-4318-9e8f-a1069ef7b9a5 req-1e13b189-da92-4165-ae78-3366626e868d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514952 Jul 08 01:47:37.280543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-932f73ad-628a-44b8-9039-58cbd10afc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.293210 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.355872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-932f73ad-628a-44b8-9039-58cbd10afc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.372727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=dd0bf121-4155-427f-8948-3ba392a2d6cb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:37.390371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No DVR routers for this DVR port dd0bf121-4155-427f-8948-3ba392a2d6cb on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:37.440812 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.510068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Pushing event deleted for resources: {'Port': ['ID=a464457d-9d82-474f-96bb-49e8101299cf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:37.546516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b9af9-0783-40e1-95ed-9141908f5a85 None None] New status for floating IP 638b0829-680b-48cf-b54b-cc16ae5cdae5: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:47:37.565044 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.584787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d311d3-2ef9-4527-b01a-98108d422dc8']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:37.585957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2107536a-d924-43ac-8b29-0f34fa39ef23 req-823c4d7e-3071-4b2c-9f15-eee9e438a5c7 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 210 time: 0.0788424 Jul 08 01:47:37.603646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ebce85-fc19-4182-93bd-c5484c57f282') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:37.604447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ebce85-fc19-4182-93bd-c5484c57f282') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:37.606685 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-932f73ad-628a-44b8-9039-58cbd10afc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.618767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-932f73ad-628a-44b8-9039-58cbd10afc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.624516 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-932f73ad-628a-44b8-9039-58cbd10afc53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfffa64f-1ac8-486c-8d46-840c5c91cdd2 HTTP/1.1" status: 204 len: 168 time: 0.4315267 Jul 08 01:47:37.655465 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.679356 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f73ad-628a-44b8-9039-58cbd10afc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfffa64f-1ac8-486c-8d46-840c5c91cdd2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:37.698950 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.708614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:37.709051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:37.712503 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:37.723591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf12186-3c87-40cb-a58e-16bab2e8415d None None] Network d8d311d3-2ef9-4527-b01a-98108d422dc8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:37.748965 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e61a2960-9675-4fbd-a71e-40110326df01 None None] Could not find standard attr ID for object dd0bf121-4155-427f-8948-3ba392a2d6cb. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:47:37.759377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee91b5e-1fad-4bef-8b5f-319de0b434d9 req-ca249d94-77d7-4258-8151-1683cf754dcb tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:37.761269 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ee91b5e-1fad-4bef-8b5f-319de0b434d9 req-ca249d94-77d7-4258-8151-1683cf754dcb tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 944 time: 0.3315542 Jul 08 01:47:37.774260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Router 027ac85e-cae3-4ec0-9f02-375869483762 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:47:37.855712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.865315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:37.874888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ee91b5e-1fad-4bef-8b5f-319de0b434d9 req-c608ed8f-f359-42cb-891d-68c349cab208 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939097 Jul 08 01:47:37.880122 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/networks/d8d311d3-2ef9-4527-b01a-98108d422dc8 HTTP/1.1" status: 204 len: 168 time: 0.9843900 Jul 08 01:47:37.886605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56672) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:37.919885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00461e1-b57b-4c57-b6be-45f2e4e84d44 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Network': ['ID=d8d311d3-2ef9-4527-b01a-98108d422dc8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:38.036812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c540fcac-5a10-416f-86a9-0e4b97b2ec34 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:38.049215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:47:38.049959 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c540fcac-5a10-416f-86a9-0e4b97b2ec34 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1623013 Jul 08 01:47:38.054761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56674) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:38.064097 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d8034-710d-445a-8281-31487740986b None None] Sync routers for ids ['027ac85e-cae3-4ec0-9f02-375869483762'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:47:38.077703 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d8034-710d-445a-8281-31487740986b None None] Routers {'027ac85e-cae3-4ec0-9f02-375869483762'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:47:38.078344 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb2d8034-710d-445a-8281-31487740986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['027ac85e-cae3-4ec0-9f02-375869483762'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:38.115388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] No DVR routers for this DVR port a464457d-9d82-474f-96bb-49e8101299cf on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:38.118635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.121223 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4520a21-942b-4ec9-ac5e-cba04b9a22df req-4e7be054-8dd4-430f-959f-de50ce51d8ed tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.16 "DELETE /v2.0/ports/a464457d-9d82-474f-96bb-49e8101299cf HTTP/1.1" status: 204 len: 173 time: 2.7333987 Jul 08 01:47:38.134503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e31f48-88c4-4d1f-a2e5-2cbd3c433bb8 req-d9c5f75e-78d6-46bf-9b93-cc372563c372 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:38.143353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00e31f48-88c4-4d1f-a2e5-2cbd3c433bb8 req-d9c5f75e-78d6-46bf-9b93-cc372563c372 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2724519 Jul 08 01:47:38.152141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec3f4d-bd96-423d-bd28-ead6ec335d0c None None] DHCP port deletion for d8d311d3-2ef9-4527-b01a-98108d422dc8 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:47:38.209518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56676) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:38.230977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ffc-c6a6-47f9-a990-8dea8e99c65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.242728 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ae9238c0-64d8-4c00-b8bd-10038cfdedef tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1865568 Jul 08 01:47:38.245993 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56678) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:38.252108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-132085198'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:38.266524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00e31f48-88c4-4d1f-a2e5-2cbd3c433bb8 req-0bb1e621-5acc-4aa6-831a-725a01593889 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203389 Jul 08 01:47:38.296251 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cb2d8034-710d-445a-8281-31487740986b None None] Set router 027ac85e-cae3-4ec0-9f02-375869483762 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:47:38.364391 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ffc-c6a6-47f9-a990-8dea8e99c65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.377058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b3e4ffc-c6a6-47f9-a990-8dea8e99c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.395900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:38.405654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.474186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:38.480140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56684) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:38.480872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e4ffc-c6a6-47f9-a990-8dea8e99c65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8e23bc-bbb6-4db4-9759-d06d15d7a69a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:38.507835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.509197 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Added segment 974c6c62-939a-4c26-b578-6466e08d4f36 of type vlan for network 4e475121-2da7-446e-a202-133d336630dc Jul 08 01:47:38.538321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0b3e4ffc-c6a6-47f9-a990-8dea8e99c65a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=189671fa65314666ae4159cd4d2b952c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277140 Jul 08 01:47:38.538960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56686) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:38.571673 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.593351 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb2d8034-710d-445a-8281-31487740986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:29Z', 'revision_number': 5, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:38.611631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.619876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:38.620440 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.623031 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d8034-710d-445a-8281-31487740986b None None] Checking router: 027ac85e-cae3-4ec0-9f02-375869483762 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:47:38.624022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-875283a4-17ab-4966-a50e-011289d429ce tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.625928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1044-0ded-460d-91a8-91f19a1b388d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.633500 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d8034-710d-445a-8281-31487740986b None None] Routers {'027ac85e-cae3-4ec0-9f02-375869483762'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:47:38.634228 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb2d8034-710d-445a-8281-31487740986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['027ac85e-cae3-4ec0-9f02-375869483762'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:38.698325 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-875283a4-17ab-4966-a50e-011289d429ce tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.703643 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1044-0ded-460d-91a8-91f19a1b388d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.709871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Network': ['ID=4e475121-2da7-446e-a202-133d336630dc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:38.726343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d3ff3b78-9af1-4615-b7c3-cfea68bac614 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4791276 Jul 08 01:47:38.729084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56690) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:38.731532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 4e475121-2da7-446e-a202-133d336630dc details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:38.737058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '4e475121-2da7-446e-a202-133d336630dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:38.842863 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cb2d8034-710d-445a-8281-31487740986b None None] Set router 027ac85e-cae3-4ec0-9f02-375869483762 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:47:38.881583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:38.887841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.981443 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:38.991978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba5f071d-9643-4b4d-b60a-eae5b33a0fac req-0fa65094-4a75-4d39-9b93-01cfb57f03a2 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/ports?device_id=239184cf-1b9a-4c2d-a5df-f2375f4c81fd HTTP/1.1" status: 200 len: 210 time: 0.1543469 Jul 08 01:47:39.045373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dd0bf121-4155-427f-8948-3ba392a2d6cb no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:39.049782 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1044-0ded-460d-91a8-91f19a1b388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.055863 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee2a1044-0ded-460d-91a8-91f19a1b388d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.071339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ee2a1044-0ded-460d-91a8-91f19a1b388d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca8e23bc-bbb6-4db4-9759-d06d15d7a69a HTTP/1.1" status: 204 len: 168 time: 0.5179777 Jul 08 01:47:39.087601 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-875283a4-17ab-4966-a50e-011289d429ce tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.095415 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: dd0bf121-4155-427f-8948-3ba392a2d6cb {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:39.096444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dd0bf121-4155-427f-8948-3ba392a2d6cb not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:39.101087 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-875283a4-17ab-4966-a50e-011289d429ce tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.104925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-875283a4-17ab-4966-a50e-011289d429ce tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "DELETE /v2.0/security-groups/291dd7c4-5350-450c-b3aa-d3c3443847b8 HTTP/1.1" status: 204 len: 168 time: 0.6135263 Jul 08 01:47:39.107695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:39.152152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a1044-0ded-460d-91a8-91f19a1b388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8e23bc-bbb6-4db4-9759-d06d15d7a69a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:39.182426 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-368e63a6-1e9a-4e3a-8df4-fb3fc905fa14 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] show failed (client error): The resource could not be found. Jul 08 01:47:39.186054 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-368e63a6-1e9a-4e3a-8df4-fb3fc905fa14 tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "GET /v2.0/security-groups/291dd7c4-5350-450c-b3aa-d3c3443847b8 HTTP/1.1" status: 404 len: 347 time: 0.0582619 Jul 08 01:47:39.200602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:39.236794 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cb2d8034-710d-445a-8281-31487740986b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:29Z', 'revision_number': 5, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:39.256438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'name': 'network-vif-deleted', 'tag': 'a464457d-9d82-474f-96bb-49e8101299cf'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:39.259370 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff4727f-5f29-4b6c-8d0e-140f36e56dd2" -d '{"events": [{"server_uuid": "239184cf-1b9a-4c2d-a5df-f2375f4c81fd", "name": "network-vif-deleted", "tag": "a464457d-9d82-474f-96bb-49e8101299cf"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:39.262616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875283a4-17ab-4966-a50e-011289d429ce tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=291dd7c4-5350-450c-b3aa-d3c3443847b8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:39.283407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:39.310874 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d8034-710d-445a-8281-31487740986b None None] The sync data for ids ['027ac85e-cae3-4ec0-9f02-375869483762'] in n-d-694802-14 is: [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:45:18Z', 'revision_number': 4, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'fac6893e-f624-422e-a81c-a054807397cd', 'name': '', 'network_id': '53aef60b-5dfc-4ca9-b311-c33f9a1ed88c', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'mac_address': 'fa:16:3e:87:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:17Z', 'updated_at': '2021-07-08T01:45:29Z', 'revision_number': 5, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'subnets': [{'id': 'f6f3a919-395a-4350-8b80-05bd1d8dd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:47:39.375377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:39.381007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:39.381564 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.397753 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.533830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=3a0929dd-f6e7-43d2-b8cc-f5b7bc22684b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:39.565592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35ee66-8da9-4c3a-8af9-059c069891ab req-620caca4-59ae-4b79-bca4-fb138b845a7f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:39.567333 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c35ee66-8da9-4c3a-8af9-059c069891ab req-620caca4-59ae-4b79-bca4-fb138b845a7f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 944 time: 0.3022819 Jul 08 01:47:39.573374 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3270e0e2-eae5-463f-8850-fea3c61bffe0 x-openstack-request-id: req-3270e0e2-eae5-463f-8850-fea3c61bffe0 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:39.573681 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239184cf-1b9a-4c2d-a5df-f2375f4c81fd", "name": "network-vif-deleted", "tag": "a464457d-9d82-474f-96bb-49e8101299cf", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:39.573942 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3270e0e2-eae5-463f-8850-fea3c61bffe0 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:39.574348 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239184cf-1b9a-4c2d-a5df-f2375f4c81fd', 'name': 'network-vif-deleted', 'tag': 'a464457d-9d82-474f-96bb-49e8101299cf', 'status': 'completed', 'code': 200} Jul 08 01:47:39.580015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a464457d-9d82-474f-96bb-49e8101299cf no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:39.603493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Checking segment: {'id': '974c6c62-939a-4c26-b578-6466e08d4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e475121-2da7-446e-a202-133d336630dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:39.604008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network hostable DHCP agents. Network: 4e475121-2da7-446e-a202-133d336630dc, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:47:39.613078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: a464457d-9d82-474f-96bb-49e8101299cf {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:39.613858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a464457d-9d82-474f-96bb-49e8101299cf not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:39.633554 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.639796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-10920640-aad7-420a-b901-4ae976850c5c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Deleting port b6a641e8-025f-420e-9027-f05ce384b949 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:39.640146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10920640-aad7-420a-b901-4ae976850c5c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.641121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 4e475121-2da7-446e-a202-133d336630dc is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:47:39.661955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 4e475121-2da7-446e-a202-133d336630dc) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:39.666340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:39.666939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.709982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:39.714362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:47:39.717322 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9e383fa9-b794-4911-948e-9d670be7b756 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9869409 Jul 08 01:47:39.717950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56718) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:39.718237 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b440db3c-74b6-4a94-b5f7-5031f9ee7bd4" -d '{"events": [{"server_uuid": "206ed2a0-7def-4a7f-a694-7d554b81a91a", "name": "network-vif-plugged", "status": "completed", "tag": "5abdd81f-a3b1-41ec-a53e-17f8275c1df6"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:47:39.722374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b53c1-32b0-4723-831a-d4ddbe446bef None None] Network 4e475121-2da7-446e-a202-133d336630dc requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:39.723017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '4e475121-2da7-446e-a202-133d336630dc', 'name': 'tempest-PortsIpV6TestJSON-1464796848'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:39.784934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c35ee66-8da9-4c3a-8af9-059c069891ab req-0fc5c8d3-0d08-40c6-8de9-5fb8dc3976cd tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963151 Jul 08 01:47:39.822050 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.858516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050fd6e6-29a3-44c2-ac79-bf9defb74a08 None None] New status for floating IP fb9fe107-9474-40fd-877f-879fa04ade6d: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:47:39.886793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10920640-aad7-420a-b901-4ae976850c5c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.889145 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10920640-aad7-420a-b901-4ae976850c5c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:39.911281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-10920640-aad7-420a-b901-4ae976850c5c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Calling delete_port for b6a641e8-025f-420e-9027-f05ce384b949 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:39.943794 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af68d84b-2635-4729-b43d-ab1bae910eab x-openstack-request-id: req-af68d84b-2635-4729-b43d-ab1bae910eab {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:47:39.944125 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206ed2a0-7def-4a7f-a694-7d554b81a91a", "name": "network-vif-plugged", "status": "completed", "tag": "5abdd81f-a3b1-41ec-a53e-17f8275c1df6", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:47:39.944436 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af68d84b-2635-4729-b43d-ab1bae910eab {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:47:39.944805 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6', 'code': 200} Jul 08 01:47:40.234181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30629eba-5da2-4e32-99a6-80178e7110ee req-7639e2dc-b3e1-4fc4-a573-889c7e7749ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:40.235728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30629eba-5da2-4e32-99a6-80178e7110ee req-7639e2dc-b3e1-4fc4-a573-889c7e7749ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 1097 time: 0.1635315 Jul 08 01:47:40.274593 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10920640-aad7-420a-b901-4ae976850c5c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:40.324088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30629eba-5da2-4e32-99a6-80178e7110ee req-a315b6da-ab76-4c8c-a36c-fdfe6d3dd7c8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799387 Jul 08 01:47:40.326357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:40.368295 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10920640-aad7-420a-b901-4ae976850c5c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Pushing event deleted for resources: {'Port': ['ID=b6a641e8-025f-420e-9027-f05ce384b949,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:40.402140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56740) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:40.481734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:40.486047 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:40.510895 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-384eb827-35b4-4634-aa72-2719c6f8af4a tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:40.516723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-4e475121-2da7-446e-a202-133d336630dc', 'network_id': '4e475121-2da7-446e-a202-133d336630dc', 'tenant_id': '615320a08bf94fe382d8aa315eb4d3db', 'fixed_ips': [{'subnet_id': '3a0929dd-f6e7-43d2-b8cc-f5b7bc22684b'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:47:40.517621 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:40.527838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port dc75ee21-813a-48ce-99fd-561f496bffe9 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:40.580512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-384eb827-35b4-4634-aa72-2719c6f8af4a tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:40.725325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8::253 (4e475121-2da7-446e-a202-133d336630dc/3a0929dd-f6e7-43d2-b8cc-f5b7bc22684b/dc75ee21-813a-48ce-99fd-561f496bffe9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:40.728176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-384eb827-35b4-4634-aa72-2719c6f8af4a tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:40.730040 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10920640-aad7-420a-b901-4ae976850c5c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:40.731107 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-384eb827-35b4-4634-aa72-2719c6f8af4a tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:40.732262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-384eb827-35b4-4634-aa72-2719c6f8af4a tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "DELETE /v2.0/security-groups/895f30e4-2b67-4d01-bd7d-68dddc426268 HTTP/1.1" status: 204 len: 168 time: 0.3291185 Jul 08 01:47:40.733118 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10920640-aad7-420a-b901-4ae976850c5c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:40.736932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-10920640-aad7-420a-b901-4ae976850c5c tempest-ServerActionsTestJSON-357649550 tempest-ServerActionsTestJSON-357649550-project] 10.222.0.41 "DELETE /v2.0/floatingips/638b0829-680b-48cf-b54b-cc16ae5cdae5 HTTP/1.1" status: 204 len: 168 time: 1.5328834 Jul 08 01:47:40.736932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:40.737529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56750) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:40.754020 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-6a458864-a84e-4f35-8406-e203e9dae78b tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] show failed (client error): The resource could not be found. Jul 08 01:47:40.754020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6a458864-a84e-4f35-8406-e203e9dae78b tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "GET /v2.0/security-groups/895f30e4-2b67-4d01-bd7d-68dddc426268 HTTP/1.1" status: 404 len: 347 time: 0.0153220 Jul 08 01:47:40.757256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56754) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:40.765189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eb827-35b4-4634-aa72-2719c6f8af4a tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895f30e4-2b67-4d01-bd7d-68dddc426268,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:41.065797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ebac5-7853-4bd2-b0e7-e976550644d5 req-726cd9af-79be-428e-b357-c9df43fb5128 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:41.068677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-602ebac5-7853-4bd2-b0e7-e976550644d5 req-726cd9af-79be-428e-b357-c9df43fb5128 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.0974157 Jul 08 01:47:41.127195 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-602ebac5-7853-4bd2-b0e7-e976550644d5 req-f99e3a9f-9158-4c5a-8dbc-0dd66e0f5f82 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526841 Jul 08 01:47:41.174064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e60d8879-9c9d-41c3-8754-4e2ad38f9414 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Deleting port 343a1b7e-17b2-49ee-832d-852805c32b24 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:41.174581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e60d8879-9c9d-41c3-8754-4e2ad38f9414 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.222772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.295141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object dc75ee21-813a-48ce-99fd-561f496bffe9 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:41.383890 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e60d8879-9c9d-41c3-8754-4e2ad38f9414 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.384221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e60d8879-9c9d-41c3-8754-4e2ad38f9414 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.433752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e60d8879-9c9d-41c3-8754-4e2ad38f9414 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Calling delete_port for 343a1b7e-17b2-49ee-832d-852805c32b24 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:41.460825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.516407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Allocated IP 2001:db8::2 (4e475121-2da7-446e-a202-133d336630dc/3a0929dd-f6e7-43d2-b8cc-f5b7bc22684b/bd45823b-8173-444a-aac9-dc4c966f1838) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:41.565688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 4e475121-2da7-446e-a202-133d336630dc is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:41.575764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:41.600702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:41.606323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:41.606956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.620329 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=dc75ee21-813a-48ce-99fd-561f496bffe9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:41.660761 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c43a648d-3adc-4087-9e35-e55073a2e24e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9416182 Jul 08 01:47:41.661423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56810) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:41.691066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '4e475121-2da7-446e-a202-133d336630dc', 'name': 'tempest-PortsIpV6TestJSON-376909163'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:41.728155 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.740886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Transition to ACTIVE for port object bd45823b-8173-444a-aac9-dc4c966f1838 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:41.771923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Transition to ACTIVE for port object bd45823b-8173-444a-aac9-dc4c966f1838 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:41.787914 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08e149-5afd-464c-af2d-d1521c5b8a24 req-eaf31b4c-f74f-4d7c-852e-eba120c7aeca tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:41.790664 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.797400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a08e149-5afd-464c-af2d-d1521c5b8a24 req-eaf31b4c-f74f-4d7c-852e-eba120c7aeca tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1395848 Jul 08 01:47:41.849732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Pushing event updated for resources: {'Port': ['ID=bd45823b-8173-444a-aac9-dc4c966f1838,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:41.851272 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e60d8879-9c9d-41c3-8754-4e2ad38f9414 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.862012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Network 4e475121-2da7-446e-a202-133d336630dc is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:41.864699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:41.867252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:41.872631 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a08e149-5afd-464c-af2d-d1521c5b8a24 req-5ab593d8-1c57-4895-a69f-b649f259c5dc tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736189 Jul 08 01:47:41.897621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d8879-9c9d-41c3-8754-4e2ad38f9414 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Pushing event deleted for resources: {'Port': ['ID=343a1b7e-17b2-49ee-832d-852805c32b24,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:41.959063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Attempting to bind port bd45823b-8173-444a-aac9-dc4c966f1838 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:47:41.959622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Attempting to bind port bd45823b-8173-444a-aac9-dc4c966f1838 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '974c6c62-939a-4c26-b578-6466e08d4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e475121-2da7-446e-a202-133d336630dc'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:47:41.960236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Attempting to bind port bd45823b-8173-444a-aac9-dc4c966f1838 on network 4e475121-2da7-446e-a202-133d336630dc {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:41.967268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:47:41.968903 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Checking segment: {'id': '974c6c62-939a-4c26-b578-6466e08d4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e475121-2da7-446e-a202-133d336630dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:41.969037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:41.970587 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.971484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Bound using segment: {'id': '974c6c62-939a-4c26-b578-6466e08d4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e475121-2da7-446e-a202-133d336630dc'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:47:41.972267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Bound port: bd45823b-8173-444a-aac9-dc4c966f1838, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974c6c62-939a-4c26-b578-6466e08d4f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e475121-2da7-446e-a202-133d336630dc'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:47:41.973432 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:41.973834 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:42.028436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port c8ee1606-0415-4716-a848-6c27e5ad62e9 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:42.039035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e60d8879-9c9d-41c3-8754-4e2ad38f9414 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:42.041986 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e60d8879-9c9d-41c3-8754-4e2ad38f9414 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:42.046546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56828) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:42.046927 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e60d8879-9c9d-41c3-8754-4e2ad38f9414 tempest-ServersTestManualDisk-1679401749 tempest-ServersTestManualDisk-1679401749-project] 10.222.0.41 "DELETE /v2.0/floatingips/fb9fe107-9474-40fd-877f-879fa04ade6d HTTP/1.1" status: 204 len: 168 time: 1.2881451 Jul 08 01:47:42.087504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] For port bd45823b-8173-444a-aac9-dc4c966f1838, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:47:42.093029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] For port bd45823b-8173-444a-aac9-dc4c966f1838, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bd45823b-8173-444a-aac9-dc4c966f1838,segment=NetworkSegment(974c6c62-939a-4c26-b578-6466e08d4f36),segment_id=974c6c62-939a-4c26-b578-6466e08d4f36)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:47:42.104798 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:42.143935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:42.206746 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f29275-47a7-45b0-a0e4-053a1c8e3b03 None None] Pushing event updated for resources: {'Port': ['ID=bd45823b-8173-444a-aac9-dc4c966f1838,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:42.405803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94a69-da5a-4897-995b-b740dfb9be6f req-e42e980f-50a8-4417-98eb-d3c74fd9251d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:42.407382 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1cf94a69-da5a-4897-995b-b740dfb9be6f req-e42e980f-50a8-4417-98eb-d3c74fd9251d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2721691 Jul 08 01:47:42.407882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56834) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:42.430712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8::290 (4e475121-2da7-446e-a202-133d336630dc/3a0929dd-f6e7-43d2-b8cc-f5b7bc22684b/c8ee1606-0415-4716-a848-6c27e5ad62e9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:42.571050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b75375-5d39-42b8-b586-7cb6a93bea92 req-e0187647-78c2-43c5-bd76-76cb223fa755 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:42.572804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8b75375-5d39-42b8-b586-7cb6a93bea92 req-e0187647-78c2-43c5-bd76-76cb223fa755 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.2618656 Jul 08 01:47:42.648612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1cf94a69-da5a-4897-995b-b740dfb9be6f req-fdfef079-a553-4b9e-b0f8-f56156feac24 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290905 Jul 08 01:47:42.763378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] Deleting port 1769ea4e-158c-467c-a785-cba1e0066ed1 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:42.764060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:42.772577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8b75375-5d39-42b8-b586-7cb6a93bea92 req-52ebccb9-aeb0-42da-b880-598a380a6ac5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775968 Jul 08 01:47:42.773444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.138184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bd45823b-8173-444a-aac9-dc4c966f1838 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:43.229747 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.243920 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.320337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2a49571d460444ba1ffeb3d3b65351c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9069927 Jul 08 01:47:43.321412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98be11fb-324e-4164-a9c7-67858cf04811,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:43.331633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56854) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:43.338580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.339185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.340406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.340954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.341540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.342024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.342727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.342898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port bd45823b-8173-444a-aac9-dc4c966f1838 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:43.343465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.344099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.344846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.345642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.346195 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ddea-ca1a-4bd5-94da-87ac5de290d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:43.367179 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.394472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object c8ee1606-0415-4716-a848-6c27e5ad62e9 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:43.464855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] For port 1769ea4e-158c-467c-a785-cba1e0066ed1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1769ea4e-158c-467c-a785-cba1e0066ed1,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:43.465243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.485850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] Calling delete_port for 1769ea4e-158c-467c-a785-cba1e0066ed1 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:43.489982 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.491752 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb19755-fccc-469d-91ee-7bc81963ab8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.556633 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb19755-fccc-469d-91ee-7bc81963ab8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.565692 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.640957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 4e475121-2da7-446e-a202-133d336630dc is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:43.651815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:43.655159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:43.662422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:43.663259 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.668471 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb19755-fccc-469d-91ee-7bc81963ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.672003 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb19755-fccc-469d-91ee-7bc81963ab8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.675642 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1bb19755-fccc-469d-91ee-7bc81963ab8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98be11fb-324e-4164-a9c7-67858cf04811 HTTP/1.1" status: 204 len: 168 time: 0.3083699 Jul 08 01:47:43.696726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=c8ee1606-0415-4716-a848-6c27e5ad62e9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:43.746709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb19755-fccc-469d-91ee-7bc81963ab8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98be11fb-324e-4164-a9c7-67858cf04811,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:43.755139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc3227e-cbc9-4811-b2be-f6d91b4a7a3f None None] Network 4e475121-2da7-446e-a202-133d336630dc requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:43.761753 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e5a6b210-de74-42a2-9b8c-c33efc4bfeb0 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0716763 Jul 08 01:47:43.762219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56866) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:43.849669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bbe4d2-444a-4c1f-96f7-33d70e454a6f req-9d136331-b098-485e-9cb4-ed382ba10afc tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:43.851315 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92bbe4d2-444a-4c1f-96f7-33d70e454a6f req-9d136331-b098-485e-9cb4-ed382ba10afc tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.1839194 Jul 08 01:47:43.884469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-768b4dfb-0ea5-4157-b528-de6cc506640b None None] Provisioning for port bd45823b-8173-444a-aac9-dc4c966f1838 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:43.903640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-768b4dfb-0ea5-4157-b528-de6cc506640b None None] Provisioning complete for port bd45823b-8173-444a-aac9-dc4c966f1838 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:43.904713 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-768b4dfb-0ea5-4157-b528-de6cc506640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:43.954701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a7600a-e8e1-4836-a342-b7c1b92629b7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:43.957126 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-91a7600a-e8e1-4836-a342-b7c1b92629b7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A253 HTTP/1.1" status: 200 len: 929 time: 0.1939375 Jul 08 01:47:43.961178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56872) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:44.027713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92bbe4d2-444a-4c1f-96f7-33d70e454a6f req-4b1219be-af6d-4f04-9563-22346fdc3ca5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444924 Jul 08 01:47:44.112091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.165302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1769ea4e-158c-467c-a785-cba1e0066ed1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:44.221033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] Deleting port fac6893e-f624-422e-a81c-a054807397cd {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:44.221792 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.226421 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-768b4dfb-0ea5-4157-b528-de6cc506640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.280461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0d29d724-a3ae-452c-80de-bc6b7e712f35 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port c8ee1606-0415-4716-a848-6c27e5ad62e9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:44.281642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d29d724-a3ae-452c-80de-bc6b7e712f35 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.313701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56876) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:44.330240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-768b4dfb-0ea5-4157-b528-de6cc506640b None None] For port bd45823b-8173-444a-aac9-dc4c966f1838, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bd45823b-8173-444a-aac9-dc4c966f1838,segment=NetworkSegment(974c6c62-939a-4c26-b578-6466e08d4f36),segment_id=974c6c62-939a-4c26-b578-6466e08d4f36)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:44.334889 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca148c50-f2c1-4de4-a905-d4484eaac45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.337319 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-768b4dfb-0ea5-4157-b528-de6cc506640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.438095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b4dfb-0ea5-4157-b528-de6cc506640b None None] Pushing event updated for resources: {'Port': ['ID=bd45823b-8173-444a-aac9-dc4c966f1838,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:44.491716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] For port fac6893e-f624-422e-a81c-a054807397cd, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fac6893e-f624-422e-a81c-a054807397cd,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:44.493605 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.525997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] Calling delete_port for fac6893e-f624-422e-a81c-a054807397cd owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:44.558783 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.600814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d29d724-a3ae-452c-80de-bc6b7e712f35 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.620793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0d29d724-a3ae-452c-80de-bc6b7e712f35 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for c8ee1606-0415-4716-a848-6c27e5ad62e9 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:44.766470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca148c50-f2c1-4de4-a905-d4484eaac45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.773599 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca148c50-f2c1-4de4-a905-d4484eaac45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.835315 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ca148c50-f2c1-4de4-a905-d4484eaac45c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d7554e8253e4d2bb85c214a855d041f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5197649 Jul 08 01:47:44.837126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca148c50-f2c1-4de4-a905-d4484eaac45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743095a-b6d1-4ad4-8e31-68d1241d30e1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:44.839967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:44.918540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e93b128-505d-4eef-820f-58086edcf6bf None None] Provisioning for port c8ee1606-0415-4716-a848-6c27e5ad62e9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:44.933633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e93b128-505d-4eef-820f-58086edcf6bf None None] Provisioning complete for port c8ee1606-0415-4716-a848-6c27e5ad62e9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:44.934315 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6e93b128-505d-4eef-820f-58086edcf6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.941338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d29d724-a3ae-452c-80de-bc6b7e712f35 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.950585 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c33a8b84-4a0c-4bbc-a81a-4ce565357b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.966744 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:44.984406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6e93b128-505d-4eef-820f-58086edcf6bf None None] Port c8ee1606-0415-4716-a848-6c27e5ad62e9 was deleted so its status cannot be updated. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 01:47:44.997022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29d724-a3ae-452c-80de-bc6b7e712f35 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=c8ee1606-0415-4716-a848-6c27e5ad62e9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:45.016787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e93b128-505d-4eef-820f-58086edcf6bf None None] Provisioning for port dc75ee21-813a-48ce-99fd-561f496bffe9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:45.018351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac6893e-f624-422e-a81c-a054807397cd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:45.042516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e93b128-505d-4eef-820f-58086edcf6bf None None] Provisioning complete for port dc75ee21-813a-48ce-99fd-561f496bffe9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:45.043087 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6e93b128-505d-4eef-820f-58086edcf6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.043208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d29d724-a3ae-452c-80de-bc6b7e712f35 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.053187 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0d29d724-a3ae-452c-80de-bc6b7e712f35 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/c8ee1606-0415-4716-a848-6c27e5ad62e9 HTTP/1.1" status: 204 len: 168 time: 1.0861881 Jul 08 01:47:45.053809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:45.056232 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c33a8b84-4a0c-4bbc-a81a-4ce565357b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.063412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] Router c66a56bd-87ce-4f2e-8842-854a3c4b396f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:47:45.140676 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ef0ead-384e-4c0e-880c-52dd66f16ebc tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:45.142147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6e93b128-505d-4eef-820f-58086edcf6bf None None] Port dc75ee21-813a-48ce-99fd-561f496bffe9 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:47:45.146785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d7ef0ead-384e-4c0e-880c-52dd66f16ebc tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/c8ee1606-0415-4716-a848-6c27e5ad62e9 HTTP/1.1" status: 404 len: 333 time: 0.0849972 Jul 08 01:47:45.148242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56886) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:45.208093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e93b128-505d-4eef-820f-58086edcf6bf None None] Provisioning complete for port bd45823b-8173-444a-aac9-dc4c966f1838 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:45.208093 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6e93b128-505d-4eef-820f-58086edcf6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.290826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bd45823b-8173-444a-aac9-dc4c966f1838 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:45.363276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:47:45.370920 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-17953816-48c3-4819-b12d-826dbcdefb86 admin admin] 10.222.0.41 "PUT /v2.0/routers/c66a56bd-87ce-4f2e-8842-854a3c4b396f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6286283 Jul 08 01:47:45.373951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56892) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:45.379522 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] Sync routers for ids ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:47:45.398649 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] Routers {'c66a56bd-87ce-4f2e-8842-854a3c4b396f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:47:45.403321 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:45.514731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port bd45823b-8173-444a-aac9-dc4c966f1838 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:45.515106 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.540804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a9cec85f-8dc5-474d-8cf0-8075452190b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port dc75ee21-813a-48ce-99fd-561f496bffe9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:45.542341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9cec85f-8dc5-474d-8cf0-8075452190b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.634451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8cbc6b9a-0bee-4773-857c-3c79983531b8 None None] Provisioning complete for port dc75ee21-813a-48ce-99fd-561f496bffe9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:45.634841 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8cbc6b9a-0bee-4773-857c-3c79983531b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.657979 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] Set router c66a56bd-87ce-4f2e-8842-854a3c4b396f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:47:45.765951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89041ede-4c43-4ada-ab4a-c823693876a7 req-df20778f-f294-4407-a34b-94012f5cc4a6 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:45.768189 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9cec85f-8dc5-474d-8cf0-8075452190b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.774866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89041ede-4c43-4ada-ab4a-c823693876a7 req-df20778f-f294-4407-a34b-94012f5cc4a6 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.1865788 Jul 08 01:47:45.781071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc6b9a-0bee-4773-857c-3c79983531b8 None None] Port dc75ee21-813a-48ce-99fd-561f496bffe9 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:47:45.788988 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c33a8b84-4a0c-4bbc-a81a-4ce565357b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.791569 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c33a8b84-4a0c-4bbc-a81a-4ce565357b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.795282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c33a8b84-4a0c-4bbc-a81a-4ce565357b76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4743095a-b6d1-4ad4-8e31-68d1241d30e1 HTTP/1.1" status: 204 len: 168 time: 0.9512470 Jul 08 01:47:45.811287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a9cec85f-8dc5-474d-8cf0-8075452190b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for dc75ee21-813a-48ce-99fd-561f496bffe9 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:45.920652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:45.934165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a8b84-4a0c-4bbc-a81a-4ce565357b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743095a-b6d1-4ad4-8e31-68d1241d30e1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:45.984863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:46.002133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b9fe3ead-a993-4673-a973-e03ab13c67d6 None None] Could not find standard attr ID for object c8ee1606-0415-4716-a848-6c27e5ad62e9. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:47:46.048086 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89041ede-4c43-4ada-ab4a-c823693876a7 req-549c0297-ce32-4802-9df6-747ae15b0c2f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723083 Jul 08 01:47:46.185317 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:47:43Z', 'revision_number': 5, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:46.235090 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] Checking router: c66a56bd-87ce-4f2e-8842-854a3c4b396f for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:47:46.256887 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] Routers {'c66a56bd-87ce-4f2e-8842-854a3c4b396f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:47:46.258042 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:46.366310 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c1d54-6dae-4d69-8b16-e46ed6c6c2c9 req-934f6658-28d5-4060-a596-571b2804e698 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:46.368188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a0c1d54-6dae-4d69-8b16-e46ed6c6c2c9 req-934f6658-28d5-4060-a596-571b2804e698 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2391706 Jul 08 01:47:46.431215 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] Set router c66a56bd-87ce-4f2e-8842-854a3c4b396f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:47:46.447360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a0c1d54-6dae-4d69-8b16-e46ed6c6c2c9 req-63feac0d-0c78-4d1b-95ab-468fb8d126dd tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714710 Jul 08 01:47:46.460729 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] Router 027ac85e-cae3-4ec0-9f02-375869483762 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:47:46.596976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:46.616419 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9cec85f-8dc5-474d-8cf0-8075452190b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:46.647644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:47:46.654078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-75b3e8c9-a3c5-41e9-89ea-8e2318e9b9e2 admin admin] 10.222.0.41 "PUT /v2.0/routers/027ac85e-cae3-4ec0-9f02-375869483762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6060054 Jul 08 01:47:46.659292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] Sync routers for ids ['027ac85e-cae3-4ec0-9f02-375869483762'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:47:46.665693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56918) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:46.684779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] Routers {'027ac85e-cae3-4ec0-9f02-375869483762'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:47:46.686043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['027ac85e-cae3-4ec0-9f02-375869483762'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:46.778106 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:47:43Z', 'revision_number': 5, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:46.780404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27680e30-e5e3-4b93-a27c-b5f94579d2e3 req-89c29166-3ad4-43b6-b541-eede18b666a8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:46.782487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27680e30-e5e3-4b93-a27c-b5f94579d2e3 req-89c29166-3ad4-43b6-b541-eede18b666a8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1450114 Jul 08 01:47:46.818643 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2463336-4f97-46d6-8a1c-0eeb1955f33a None None] The sync data for ids ['c66a56bd-87ce-4f2e-8842-854a3c4b396f'] in n-d-694802-14 is: [{'id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'name': 'tempest-ServerActionsTestJSON-1642841015-router', 'tenant_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:37:47Z', 'updated_at': '2021-07-08T01:47:43Z', 'revision_number': 5, 'project_id': 'cec18a91ea6241bc928d3059c8dae9cc', 'gw_port': {'id': '889b1aaf-70d6-4f9a-99de-ca862b2b78f7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66a56bd-87ce-4f2e-8842-854a3c4b396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:37:48Z', 'updated_at': '2021-07-08T01:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:47:46.897281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27680e30-e5e3-4b93-a27c-b5f94579d2e3 req-dc7aaa69-95a4-47ad-9f0d-c8bd2c0eda20 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079910 Jul 08 01:47:46.897803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cec85f-8dc5-474d-8cf0-8075452190b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=dc75ee21-813a-48ce-99fd-561f496bffe9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:46.900908 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:46.947529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] Set router 027ac85e-cae3-4ec0-9f02-375869483762 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:47:47.012785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9cec85f-8dc5-474d-8cf0-8075452190b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.022267 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a9cec85f-8dc5-474d-8cf0-8075452190b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/dc75ee21-813a-48ce-99fd-561f496bffe9 HTTP/1.1" status: 204 len: 168 time: 1.8699362 Jul 08 01:47:47.022498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56930) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:47.086518 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f439a0-243e-4021-b785-ed69fcba567e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:47.092510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-38f439a0-243e-4021-b785-ed69fcba567e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/dc75ee21-813a-48ce-99fd-561f496bffe9 HTTP/1.1" status: 404 len: 333 time: 0.0658529 Jul 08 01:47:47.093535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56940) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:47.166542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Deleting port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:47.166897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.214615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb0207c-38f2-4604-a17f-0837a88bd2ed tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet 3a0929dd-f6e7-43d2-b8cc-f5b7bc22684b {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:47:47.230903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-feb0207c-38f2-4604-a17f-0837a88bd2ed tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.322928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-feb0207c-38f2-4604-a17f-0837a88bd2ed tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.324722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1769ea4e-158c-467c-a785-cba1e0066ed1 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:47.350904 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.367666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 1769ea4e-158c-467c-a785-cba1e0066ed1 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:47.368039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1769ea4e-158c-467c-a785-cba1e0066ed1 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:47.404085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:47:44Z', 'revision_number': 5, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port': {'id': '4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027ac85e-cae3-4ec0-9f02-375869483762', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:45:13Z', 'updated_at': '2021-07-08T01:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:47.437903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] For port 889b1aaf-70d6-4f9a-99de-ca862b2b78f7, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=889b1aaf-70d6-4f9a-99de-ca862b2b78f7,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:47.438345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.448274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] Checking router: 027ac85e-cae3-4ec0-9f02-375869483762 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:47:47.466390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] Routers {'027ac85e-cae3-4ec0-9f02-375869483762'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:47:47.467342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['027ac85e-cae3-4ec0-9f02-375869483762'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:47.473527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Calling delete_port for 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:47.518571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Deleting port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:47.518923 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.597590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] Set router 027ac85e-cae3-4ec0-9f02-375869483762 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:47:47.598711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-feb0207c-38f2-4604-a17f-0837a88bd2ed tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.610637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb8836-6fee-4c76-a005-e8052f1af72a req-f973ea8d-0f7a-4e4f-a063-47a1e7188a18 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:47.612945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0abb8836-6fee-4c76-a005-e8052f1af72a req-f973ea8d-0f7a-4e4f-a063-47a1e7188a18 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.2356906 Jul 08 01:47:47.678362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93020e7-d384-4290-96bf-13a249dbd783 req-539d6ac5-bef9-49b2-b81d-e170ef132947 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:47.685530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f93020e7-d384-4290-96bf-13a249dbd783 req-539d6ac5-bef9-49b2-b81d-e170ef132947 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3295085 Jul 08 01:47:47.689444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:47:47Z', 'revision_number': 6, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:47.718397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] For port 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:47.718767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.732155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4bcb81-7913-4f44-aa04-323bba3f444c None None] The sync data for ids ['027ac85e-cae3-4ec0-9f02-375869483762'] in n-d-694802-14 is: [{'id': '027ac85e-cae3-4ec0-9f02-375869483762', 'name': 'tempest-ServersTestManualDisk-1766974896-router', 'tenant_id': 'e3792e9c70b840b0b6423636b5c6763b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:45:12Z', 'updated_at': '2021-07-08T01:47:47Z', 'revision_number': 6, 'project_id': 'e3792e9c70b840b0b6423636b5c6763b', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:47:47.746461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Calling delete_port for 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:47.792418 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0abb8836-6fee-4c76-a005-e8052f1af72a req-32be528f-4697-42fe-aa49-ba052d010969 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446269 Jul 08 01:47:47.798801 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f93020e7-d384-4290-96bf-13a249dbd783 req-e7ab3bf3-6052-4641-a16b-57321d73ab5c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122479 Jul 08 01:47:47.807600 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-feb0207c-38f2-4604-a17f-0837a88bd2ed tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.838085 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-feb0207c-38f2-4604-a17f-0837a88bd2ed tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:47.842316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262be7ef-3a49-4185-92c0-e7bf3f8550ac None None] Network 4e475121-2da7-446e-a202-133d336630dc requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:47.846604 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-feb0207c-38f2-4604-a17f-0837a88bd2ed tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/3a0929dd-f6e7-43d2-b8cc-f5b7bc22684b HTTP/1.1" status: 204 len: 168 time: 0.7519083 Jul 08 01:47:47.850868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56956) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:47.917734 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.012966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0207c-38f2-4604-a17f-0837a88bd2ed tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=3a0929dd-f6e7-43d2-b8cc-f5b7bc22684b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:48.023732 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.034267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Pushing event deleted for resources: {'Port': ['ID=889b1aaf-70d6-4f9a-99de-ca862b2b78f7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:48.162027 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.203563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d87db-98b7-418a-a27b-14f14a444037 req-a33109de-079e-44f9-a03c-13cd1dd9e9db tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:48.206545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-791d87db-98b7-418a-a27b-14f14a444037 req-a33109de-079e-44f9-a03c-13cd1dd9e9db tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1616857 Jul 08 01:47:48.213405 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port bd45823b-8173-444a-aac9-dc4c966f1838 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:48.214074 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.294673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] DHCP port deletion for 4e475121-2da7-446e-a202-133d336630dc request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:47:48.305297 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.309780 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.362954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-791d87db-98b7-418a-a27b-14f14a444037 req-03773413-41e8-42c6-8996-25678e2a21cf tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443646 Jul 08 01:47:48.373817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Deleting port bd45823b-8173-444a-aac9-dc4c966f1838 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:48.374197 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.390883 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.413810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] For port bd45823b-8173-444a-aac9-dc4c966f1838, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bd45823b-8173-444a-aac9-dc4c966f1838,segment=NetworkSegment(974c6c62-939a-4c26-b578-6466e08d4f36),segment_id=974c6c62-939a-4c26-b578-6466e08d4f36)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:48.414584 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.432843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:48.446579 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.447195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c66a56bd-87ce-4f2e-8842-854a3c4b396f {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:47:48.467130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for bd45823b-8173-444a-aac9-dc4c966f1838 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:48.473938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.477746 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d6dfe825-0a6c-43ac-b1aa-f7ed152e8775 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c66a56bd-87ce-4f2e-8842-854a3c4b396f HTTP/1.1" status: 204 len: 168 time: 3.1026256 Jul 08 01:47:48.478560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56980) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:48.495173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] For port bd45823b-8173-444a-aac9-dc4c966f1838, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bd45823b-8173-444a-aac9-dc4c966f1838,segment=NetworkSegment(974c6c62-939a-4c26-b578-6466e08d4f36),segment_id=974c6c62-939a-4c26-b578-6466e08d4f36)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:48.495909 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.529334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Calling delete_port for bd45823b-8173-444a-aac9-dc4c966f1838 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:48.531941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a67533b-cb9d-4c58-aeff-755bd45ec9b2 admin admin] Deleting subnet dfe181ef-686a-49dc-8e69-0e4c7cc59c0b {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:47:48.585785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a67533b-cb9d-4c58-aeff-755bd45ec9b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.655383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.706589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=bd45823b-8173-444a-aac9-dc4c966f1838,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:48.706948 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.729855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No DVR routers for this DVR port bd45823b-8173-444a-aac9-dc4c966f1838 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: from cryptography.utils import int_from_bytes Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: from cryptography.utils import int_from_bytes Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.731705 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:47:48.735335 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:47:48.745544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.748337 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a67533b-cb9d-4c58-aeff-755bd45ec9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.767877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] No DVR routers for this DVR port bd45823b-8173-444a-aac9-dc4c966f1838 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:48.802407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Pushing event deleted for resources: {'Port': ['ID=bd45823b-8173-444a-aac9-dc4c966f1838,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:48.814195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.814598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.814947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.815288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.815612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.816012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.816253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.817278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.818037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.819232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.819232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.819407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82997fac-d368-4a88-baf0-acf1d64c32ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:48.887624 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.907299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e475121-2da7-446e-a202-133d336630dc']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:48.917767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.921611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:48.932249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974c6c62-939a-4c26-b578-6466e08d4f36') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:48.932544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974c6c62-939a-4c26-b578-6466e08d4f36') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:48.969569 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.016618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.017139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 027ac85e-cae3-4ec0-9f02-375869483762 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:47:49.029681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.033433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc8171-353e-415f-bf97-988180e0f3bc req-7d50f118-f832-4af7-a39a-d1280578677c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:49.034601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6bc8171-353e-415f-bf97-988180e0f3bc req-7d50f118-f832-4af7-a39a-d1280578677c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2350590 Jul 08 01:47:49.038019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57022) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:49.057169 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-09886194-7356-4a01-abe0-effa26d249fc admin admin] 10.222.0.41 "DELETE /v2.0/routers/027ac85e-cae3-4ec0-9f02-375869483762 HTTP/1.1" status: 204 len: 168 time: 2.3605752 Jul 08 01:47:49.070081 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.085935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a67533b-cb9d-4c58-aeff-755bd45ec9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.127237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:49.157304 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:49.157654 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 889b1aaf-70d6-4f9a-99de-ca862b2b78f7 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:49.158259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:49.164785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:49.165206 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.167127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a67533b-cb9d-4c58-aeff-755bd45ec9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.203728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67533b-cb9d-4c58-aeff-755bd45ec9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe181ef-686a-49dc-8e69-0e4c7cc59c0b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:49.209651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a67533b-cb9d-4c58-aeff-755bd45ec9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.210898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:49.211263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4dd93b9a-b9c3-44e4-bc9e-aeddc88230b9 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:49.211696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bd45823b-8173-444a-aac9-dc4c966f1838 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:49.213702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33869e8c-d832-47ef-a670-1d693cc53cce None None] Network beda11af-02fd-4a5d-9761-e7a31d38417d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:49.214284 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7a67533b-cb9d-4c58-aeff-755bd45ec9b2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dfe181ef-686a-49dc-8e69-0e4c7cc59c0b HTTP/1.1" status: 204 len: 168 time: 0.7327466 Jul 08 01:47:49.215402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57024) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:49.247800 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:49.277468 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.283215 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.290392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/networks/4e475121-2da7-446e-a202-133d336630dc HTTP/1.1" status: 204 len: 168 time: 1.4374056 Jul 08 01:47:49.292673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57028) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:49.302474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1293761626'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:49.321029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: bd45823b-8173-444a-aac9-dc4c966f1838 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:49.322083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bd45823b-8173-444a-aac9-dc4c966f1838 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:49.323491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fac6893e-f624-422e-a81c-a054807397cd no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:49.324261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.348493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58975ccd-4ace-4ee2-af2b-28d8267cffa8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Network': ['ID=4e475121-2da7-446e-a202-133d336630dc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:49.361689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b338e7-78e9-47a7-8977-e55c5ded83e2 admin admin] Deleting subnet f6f3a919-395a-4350-8b80-05bd1d8dd7fc {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:47:49.368752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:49.370478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: fac6893e-f624-422e-a81c-a054807397cd {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:49.371054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fac6893e-f624-422e-a81c-a054807397cd not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:49.371171 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7b338e7-78e9-47a7-8977-e55c5ded83e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.373627 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.385295 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bda77e-3052-4b97-ab9d-f4417fb734ac req-0ed0d37e-b16d-477b-8142-253a3f87b516 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:49.394492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3bda77e-3052-4b97-ab9d-f4417fb734ac req-0ed0d37e-b16d-477b-8142-253a3f87b516 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.4449847 Jul 08 01:47:49.411952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6bc8171-353e-415f-bf97-988180e0f3bc req-addb22eb-bde7-4b01-befb-45e654ae9c25 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554657 Jul 08 01:47:49.416011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:49.432539 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.432539 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Added segment bf8559b2-06b0-45c2-988f-47e1a583ba8d of type vlan for network 6aa484fb-b5f5-497c-875b-5d11529cbc1b Jul 08 01:47:49.481419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7b338e7-78e9-47a7-8977-e55c5ded83e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.481796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Deleting port de4fdd13-0272-4ca1-a81e-301e787763b5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:49.482085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.495697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57034) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:49.497403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.595014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] For port de4fdd13-0272-4ca1-a81e-301e787763b5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=de4fdd13-0272-4ca1-a81e-301e787763b5,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:49.595671 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.612751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Calling delete_port for de4fdd13-0272-4ca1-a81e-301e787763b5 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:49.616835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74ba9e9-e6ae-45ab-a9ec-c6bd10c69c6f None None] DHCP port deletion for beda11af-02fd-4a5d-9761-e7a31d38417d request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:47:49.618315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.620491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3bda77e-3052-4b97-ab9d-f4417fb734ac req-f54e8665-330a-4cae-97db-b0db9c9bc0aa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241971 Jul 08 01:47:49.624879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:49.625995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.649455 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7b338e7-78e9-47a7-8977-e55c5ded83e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.726799 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7b338e7-78e9-47a7-8977-e55c5ded83e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.742742 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4485657 Jul 08 01:47:49.745745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57038) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:49.758624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a451e2a-7ded-4e31-869b-d398030b45c1 None None] Network 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:49.763627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a74ba9e9-e6ae-45ab-a9ec-c6bd10c69c6f None None] Deleting port de4fdd13-0272-4ca1-a81e-301e787763b5 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:49.764526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a74ba9e9-e6ae-45ab-a9ec-c6bd10c69c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.769201 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10c416ca-2aa7-454c-b455-eb310ad311a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.770356 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7b338e7-78e9-47a7-8977-e55c5ded83e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.773112 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b7b338e7-78e9-47a7-8977-e55c5ded83e2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f6f3a919-395a-4350-8b80-05bd1d8dd7fc HTTP/1.1" status: 204 len: 168 time: 0.7234590 Jul 08 01:47:49.778471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '6aa484fb-b5f5-497c-875b-5d11529cbc1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:49.783605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57040) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:49.787955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416432a-690a-402f-a814-5e98e04511f7 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Network': ['ID=6aa484fb-b5f5-497c-875b-5d11529cbc1b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:49.803907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b338e7-78e9-47a7-8977-e55c5ded83e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f3a919-395a-4350-8b80-05bd1d8dd7fc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:49.854662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 6aa484fb-b5f5-497c-875b-5d11529cbc1b details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:49.857255 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:49.896019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=de4fdd13-0272-4ca1-a81e-301e787763b5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:49.902109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] No DVR routers for this DVR port de4fdd13-0272-4ca1-a81e-301e787763b5 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:50.003414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.006470 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.025773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beda11af-02fd-4a5d-9761-e7a31d38417d']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:50.037059 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10c416ca-2aa7-454c-b455-eb310ad311a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.041409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:50.041821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:50.048984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-10c416ca-2aa7-454c-b455-eb310ad311a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.056784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c14fe3-2b1a-40ea-9855-19ffe7a6cbe6 req-7bf704c2-b469-45eb-9d3f-e54351984a59 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:50.058499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-38c14fe3-2b1a-40ea-9855-19ffe7a6cbe6 req-7bf704c2-b469-45eb-9d3f-e54351984a59 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1930313 Jul 08 01:47:50.062657 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.106154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:50.107341 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-10c416ca-2aa7-454c-b455-eb310ad311a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35b04c9711bf41ef97e243950bab41ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6061823 Jul 08 01:47:50.108527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c416ca-2aa7-454c-b455-eb310ad311a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3469c659-28e4-4921-b8c1-c64a3442b0d3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:50.110911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57042) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:50.111938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.125533 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.136423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:50.136858 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:50.138750 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:50.152919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a74ba9e9-e6ae-45ab-a9ec-c6bd10c69c6f None None] For port de4fdd13-0272-4ca1-a81e-301e787763b5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=de4fdd13-0272-4ca1-a81e-301e787763b5,segment=NetworkSegment(b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97),segment_id=b3c1c7b4-43d9-48e2-9909-7bcfe8ae7f97)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:50.153323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a74ba9e9-e6ae-45ab-a9ec-c6bd10c69c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.190163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a74ba9e9-e6ae-45ab-a9ec-c6bd10c69c6f None None] Calling delete_port for de4fdd13-0272-4ca1-a81e-301e787763b5 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:50.192026 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-38c14fe3-2b1a-40ea-9855-19ffe7a6cbe6 req-5233170c-bbdd-40ba-adae-dd2735157c00 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190989 Jul 08 01:47:50.210213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Deleting port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:50.210564 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.235345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4211219d-eb54-40f3-a9ba-e8ad8d9fe321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.245912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.257126 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.259709 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] 10.222.0.41 "DELETE /v2.0/networks/beda11af-02fd-4a5d-9761-e7a31d38417d HTTP/1.1" status: 204 len: 168 time: 1.0433099 Jul 08 01:47:50.284638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4211219d-eb54-40f3-a9ba-e8ad8d9fe321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.287475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148c758-35a8-403a-836a-d81fb9d1cb3c admin admin] Pushing event deleted for resources: {'Network': ['ID=beda11af-02fd-4a5d-9761-e7a31d38417d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:50.319978 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] For port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=98fde7ed-6ce7-4fca-9afc-1c715d1973e6,segment=NetworkSegment(38d669be-5627-479f-b718-e2c8e700dbdb),segment_id=38d669be-5627-479f-b718-e2c8e700dbdb)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:50.320515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.341778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Calling delete_port for 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:50.355606 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4211219d-eb54-40f3-a9ba-e8ad8d9fe321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.360610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4211219d-eb54-40f3-a9ba-e8ad8d9fe321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.364865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4211219d-eb54-40f3-a9ba-e8ad8d9fe321 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3469c659-28e4-4921-b8c1-c64a3442b0d3 HTTP/1.1" status: 204 len: 168 time: 0.2492414 Jul 08 01:47:50.386975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211219d-eb54-40f3-a9ba-e8ad8d9fe321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3469c659-28e4-4921-b8c1-c64a3442b0d3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:50.393658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a74ba9e9-e6ae-45ab-a9ec-c6bd10c69c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.453586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ba9e9-e6ae-45ab-a9ec-c6bd10c69c6f None None] Pushing event deleted for resources: {'Port': ['ID=de4fdd13-0272-4ca1-a81e-301e787763b5,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:50.456109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a74ba9e9-e6ae-45ab-a9ec-c6bd10c69c6f None None] Network beda11af-02fd-4a5d-9761-e7a31d38417d is not hosted by any dhcp agent {{(pid=93885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 01:47:50.460277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74ba9e9-e6ae-45ab-a9ec-c6bd10c69c6f None None] No DVR routers for this DVR port de4fdd13-0272-4ca1-a81e-301e787763b5 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:50.517615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7071e1fe-7886-4549-ae75-83e448751e81 None None] DHCP port deletion for 53aef60b-5dfc-4ca9-b311-c33f9a1ed88c request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:47:50.534924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57054) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:50.584578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e645994b-5495-4bea-8029-65dbbf5bae42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cec18a91ea6241bc928d3059c8dae9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466161 Jul 08 01:47:50.584578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57056) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:50.584862 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.617795 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.646455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7071e1fe-7886-4549-ae75-83e448751e81 None None] Deleting port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:50.646847 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7071e1fe-7886-4549-ae75-83e448751e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.651519 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3137721c-8496-4a96-a997-e901083ccc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.663819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d27cba2-d109-4b48-b031-6c76a2ef2b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.693946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d27cba2-d109-4b48-b031-6c76a2ef2b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.705173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=98fde7ed-6ce7-4fca-9afc-1c715d1973e6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:50.710730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] No DVR routers for this DVR port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:50.736337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7071e1fe-7886-4549-ae75-83e448751e81 None None] For port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6, host n-d-694802-14, got binding levels [] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:50.736743 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7071e1fe-7886-4549-ae75-83e448751e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.751844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7071e1fe-7886-4549-ae75-83e448751e81 None None] Calling delete_port for 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:50.755676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.ipam_backend_mixin [None req-7071e1fe-7886-4549-ae75-83e448751e81 None None] Port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 was not found and therefore no delete operation was performed {{(pid=93885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 01:47:50.756986 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7071e1fe-7886-4549-ae75-83e448751e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.783660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d27cba2-d109-4b48-b031-6c76a2ef2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.785587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071e1fe-7886-4549-ae75-83e448751e81 None None] Pushing event deleted for resources: {'Port': ['ID=98fde7ed-6ce7-4fca-9afc-1c715d1973e6,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:50.787533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071e1fe-7886-4549-ae75-83e448751e81 None None] No DVR routers for this DVR port 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:50.790210 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d27cba2-d109-4b48-b031-6c76a2ef2b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:50.795762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3d27cba2-d109-4b48-b031-6c76a2ef2b07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ea26c56-69a1-4be4-b3cb-86e82be832db HTTP/1.1" status: 204 len: 168 time: 0.2113500 Jul 08 01:47:50.819589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27cba2-d109-4b48-b031-6c76a2ef2b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea26c56-69a1-4be4-b3cb-86e82be832db,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:51.017231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:51.043546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:51.043905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 98fde7ed-6ce7-4fca-9afc-1c715d1973e6 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:51.044539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device de4fdd13-0272-4ca1-a81e-301e787763b5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:51.063159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57070) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:51.070742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: de4fdd13-0272-4ca1-a81e-301e787763b5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:51.071087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device de4fdd13-0272-4ca1-a81e-301e787763b5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:51.094139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-078ad16d-3e46-499a-a93d-a9ed0dd0161f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.150608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:51.159571 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.197977 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-078ad16d-3e46-499a-a93d-a9ed0dd0161f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.204242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-078ad16d-3e46-499a-a93d-a9ed0dd0161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.212454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aef60b-5dfc-4ca9-b311-c33f9a1ed88c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:51.234711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d669be-5627-479f-b718-e2c8e700dbdb') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:51.235097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d669be-5627-479f-b718-e2c8e700dbdb') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:51.250391 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-078ad16d-3e46-499a-a93d-a9ed0dd0161f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8801c1c000ea4b41b261a7861882786b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824684 Jul 08 01:47:51.251560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57078) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:51.257268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.263875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Checking segment: {'id': 'bf8559b2-06b0-45c2-988f-47e1a583ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6aa484fb-b5f5-497c-875b-5d11529cbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:51.263875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network hostable DHCP agents. Network: 6aa484fb-b5f5-497c-875b-5d11529cbc1b, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:47:51.276893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ad16d-3e46-499a-a93d-a9ed0dd0161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bd317d-0474-4573-b93d-ee6a1bba6ce7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:51.299007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f18c22-69ec-44d4-bfb7-83245d10a786 req-1b9d8e7d-0526-4f9d-9ddc-14061591f996 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:51.300716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1f18c22-69ec-44d4-bfb7-83245d10a786 req-1b9d8e7d-0526-4f9d-9ddc-14061591f996 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.6580875 Jul 08 01:47:51.313392 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.316756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4551b0a5-2fd4-4bdd-b15e-2d8fddc96462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.327883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c9199-2872-49e6-9008-82ee3f6c5ad9 req-e4ce74aa-8633-4681-b3d9-63d5f525b48a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:51.329403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-314c9199-2872-49e6-9008-82ee3f6c5ad9 req-e4ce74aa-8633-4681-b3d9-63d5f525b48a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.1893270 Jul 08 01:47:51.336651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 6aa484fb-b5f5-497c-875b-5d11529cbc1b is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:47:51.340524 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4551b0a5-2fd4-4bdd-b15e-2d8fddc96462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.344626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:51.345109 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:51.348484 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:51.364646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 6aa484fb-b5f5-497c-875b-5d11529cbc1b) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:51.372385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7935aff-71a3-40a2-9c7a-d7a83b8ab01f None None] Network 6aa484fb-b5f5-497c-875b-5d11529cbc1b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:51.401378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4551b0a5-2fd4-4bdd-b15e-2d8fddc96462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.405767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4551b0a5-2fd4-4bdd-b15e-2d8fddc96462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.410852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4551b0a5-2fd4-4bdd-b15e-2d8fddc96462 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3bd317d-0474-4573-b93d-ee6a1bba6ce7 HTTP/1.1" status: 204 len: 168 time: 0.1554453 Jul 08 01:47:51.412095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:51.412095 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.418547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551b0a5-2fd4-4bdd-b15e-2d8fddc96462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bd317d-0474-4573-b93d-ee6a1bba6ce7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:51.462401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1f18c22-69ec-44d4-bfb7-83245d10a786 req-038898cc-04c1-4029-aba1-ac5bc895f1d0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466219 Jul 08 01:47:51.465940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5b09c9ef-5aef-46de-ac5e-0ee0d6db9d0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7191117 Jul 08 01:47:51.470114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57084) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:51.471327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-314c9199-2872-49e6-9008-82ee3f6c5ad9 req-d488b911-2fdc-4aa5-b7cc-55132213b82d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283340 Jul 08 01:47:51.472398 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.486907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '6aa484fb-b5f5-497c-875b-5d11529cbc1b', 'name': 'tempest-PortsIpV6TestJSON-1908848214', 'fixed_ips': [{'subnet_id': 'dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d', 'ip_address': '2001:db8::10'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:51.499109 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.503782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/53aef60b-5dfc-4ca9-b311-c33f9a1ed88c HTTP/1.1" status: 204 len: 168 time: 1.7187321 Jul 08 01:47:51.505127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd82001-9af9-4a71-a65e-edbac39022a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=53aef60b-5dfc-4ca9-b311-c33f9a1ed88c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:51.668339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-6aa484fb-b5f5-497c-875b-5d11529cbc1b', 'network_id': '6aa484fb-b5f5-497c-875b-5d11529cbc1b', 'tenant_id': '615320a08bf94fe382d8aa315eb4d3db', 'fixed_ips': [{'subnet_id': 'dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:47:51.669716 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:51.711857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3248966-5c78-4e5a-9e66-3f60885fbd8f req-caeee313-d7e9-42f5-863e-173547a17931 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:51.713448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3248966-5c78-4e5a-9e66-3f60885fbd8f req-caeee313-d7e9-42f5-863e-173547a17931 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.0784533 Jul 08 01:47:51.762127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57096) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:51.768086 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3248966-5c78-4e5a-9e66-3f60885fbd8f req-305d2662-c667-4285-9c5a-3bd3d579a2fb tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483615 Jul 08 01:47:51.796009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:51.900655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Allocated IP 2001:db8::2 (6aa484fb-b5f5-497c-875b-5d11529cbc1b/dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d/fa1f4f25-519f-413a-8478-25199a13273d) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:52.146525 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.157748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Transition to ACTIVE for port object fa1f4f25-519f-413a-8478-25199a13273d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:52.179875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Transition to ACTIVE for port object fa1f4f25-519f-413a-8478-25199a13273d will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:52.183813 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1dbe95e8-9a8f-4fc0-b083-15c75399b616 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3792e9c70b840b0b6423636b5c6763b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208522 Jul 08 01:47:52.186489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57116) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:52.199355 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.229174 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.259754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57118) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:52.263689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port ceb3c218-00dd-45e8-bc78-680120a87e1b yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:52.285960 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.290533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Network 6aa484fb-b5f5-497c-875b-5d11529cbc1b is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:52.294636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Pushing event updated for resources: {'Port': ['ID=fa1f4f25-519f-413a-8478-25199a13273d,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:52.297367 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:52.300729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:52.353429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.365225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3608c7-f2a5-4042-936c-dbdec5a45710 req-01ba6731-f60b-4f68-bd1d-96fe2e3e80c0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:52.374600 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b3608c7-f2a5-4042-936c-dbdec5a45710 req-01ba6731-f60b-4f68-bd1d-96fe2e3e80c0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1731019 Jul 08 01:47:52.381693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Attempting to bind port fa1f4f25-519f-413a-8478-25199a13273d on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:47:52.382021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Attempting to bind port fa1f4f25-519f-413a-8478-25199a13273d by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'bf8559b2-06b0-45c2-988f-47e1a583ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6aa484fb-b5f5-497c-875b-5d11529cbc1b'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:47:52.382329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Attempting to bind port fa1f4f25-519f-413a-8478-25199a13273d on network 6aa484fb-b5f5-497c-875b-5d11529cbc1b {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:47:52.401036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:47:52.401391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Checking segment: {'id': 'bf8559b2-06b0-45c2-988f-47e1a583ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6aa484fb-b5f5-497c-875b-5d11529cbc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:52.401811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.402278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Bound using segment: {'id': 'bf8559b2-06b0-45c2-988f-47e1a583ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6aa484fb-b5f5-497c-875b-5d11529cbc1b'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:47:52.402774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Bound port: fa1f4f25-519f-413a-8478-25199a13273d, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8559b2-06b0-45c2-988f-47e1a583ba8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6aa484fb-b5f5-497c-875b-5d11529cbc1b'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:47:52.403163 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.464536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b3608c7-f2a5-4042-936c-dbdec5a45710 req-1c9df6e0-e32b-48ee-99b7-49f472489a10 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888052 Jul 08 01:47:52.494824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.498023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.502501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c187edd0-3f3b-44e8-8768-dd9e0b1775b3 HTTP/1.1" status: 204 len: 168 time: 0.3150263 Jul 08 01:47:52.516265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c187edd0-3f3b-44e8-8768-dd9e0b1775b3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:52.533367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.533717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.534121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.534378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.534714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.535046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.535620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.536121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.536573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.536908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.537418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.537854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85b3c5-1c61-4f2d-b371-4db9b7697b81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:47:52.544261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8::10 (6aa484fb-b5f5-497c-875b-5d11529cbc1b/dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d/ceb3c218-00dd-45e8-bc78-680120a87e1b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:52.570677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] For port fa1f4f25-519f-413a-8478-25199a13273d, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:47:52.616733 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-837358217-network', 'tenant_id': '7338e7061a944c75b965e009680896e1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:52.634377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] For port fa1f4f25-519f-413a-8478-25199a13273d, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fa1f4f25-519f-413a-8478-25199a13273d,segment=NetworkSegment(bf8559b2-06b0-45c2-988f-47e1a583ba8d),segment_id=bf8559b2-06b0-45c2-988f-47e1a583ba8d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:47:52.642268 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.688806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Made reservation on behalf of 7338e7061a944c75b965e009680896e1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:52.701560 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.725845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8dde04-63cf-4e92-bc31-f9b37594adf2 None None] Pushing event updated for resources: {'Port': ['ID=fa1f4f25-519f-413a-8478-25199a13273d,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:52.762208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.876439 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:52.908045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object ceb3c218-00dd-45e8-bc78-680120a87e1b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:52.945004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704262a-faaf-4c3f-b579-6d28c2352484 req-7c178426-0c93-4111-ba53-751cba41eae3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:52.956642 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3704262a-faaf-4c3f-b579-6d28c2352484 req-7c178426-0c93-4111-ba53-751cba41eae3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3139133 Jul 08 01:47:52.973820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b09e6a-3521-4583-9e83-dd544eda582a req-8c8322a9-7b83-41ec-be1d-74fc9da85c39 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:52.975683 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9b09e6a-3521-4583-9e83-dd544eda582a req-8c8322a9-7b83-41ec-be1d-74fc9da85c39 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.2145367 Jul 08 01:47:53.024889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.075901 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.087154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 6aa484fb-b5f5-497c-875b-5d11529cbc1b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:53.087843 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.091206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:53.096583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:53.104570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:53.105821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.112931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3704262a-faaf-4c3f-b579-6d28c2352484 req-cafc64e5-3f1a-421c-9f33-cfcf4f27b04a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586251 Jul 08 01:47:53.142755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9b09e6a-3521-4583-9e83-dd544eda582a req-27523015-89e0-4040-88a4-55d6a49e1667 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321516 Jul 08 01:47:53.152947 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6810873 Jul 08 01:47:53.156096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57158) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:53.167607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '6aa484fb-b5f5-497c-875b-5d11529cbc1b', 'name': 'tempest-PortsIpV6TestJSON-724201107', 'fixed_ips': [{'subnet_id': 'dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d', 'ip_address': '2001:db8::f'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:53.174494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b06cd-19b0-4c5e-98da-ee6306906514 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=ceb3c218-00dd-45e8-bc78-680120a87e1b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:53.182634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:53.199270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d7368e-2d1b-42b5-885e-04e9d071e429,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:53.209567 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.210239 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Added segment 7b644571-c566-4549-84fb-d02f1bf9bc2b of type vlan for network e65bb33b-bfa2-4406-aa8a-7f34840c5429 Jul 08 01:47:53.307821 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.344907 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.346434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:53.347482 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.369639 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-174876cf-78a0-4203-bb7b-601db5e9349e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.378897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1186054 Jul 08 01:47:53.383751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57162) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:53.389238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Request body: {'subnet': {'network_id': 'e65bb33b-bfa2-4406-aa8a-7f34840c5429', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-837358217-subnet', 'tenant_id': '7338e7061a944c75b965e009680896e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:53.408717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:53.416891 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.464461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port 7b51311a-63f8-43b9-8793-ea4bbeeab59f yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:47:53.485405 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eddd60-ed16-45c1-9aa1-231a07bb9393 admin admin] Pushing event updated for resources: {'Network': ['ID=e65bb33b-bfa2-4406-aa8a-7f34840c5429,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:53.502199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e65bb33b-bfa2-4406-aa8a-7f34840c5429 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:53.656807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Made reservation on behalf of 7338e7061a944c75b965e009680896e1 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:53.667546 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.667672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:53.681971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d47e6d-2eda-4c19-be67-dc959eaa2c56 req-ae9f8320-a4d3-4033-b28f-66ae690e4c45 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:53.684153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35d47e6d-2eda-4c19-be67-dc959eaa2c56 req-ae9f8320-a4d3-4033-b28f-66ae690e4c45 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1258726 Jul 08 01:47:53.750924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8::f (6aa484fb-b5f5-497c-875b-5d11529cbc1b/dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d/7b51311a-63f8-43b9-8793-ea4bbeeab59f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:53.763701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35d47e6d-2eda-4c19-be67-dc959eaa2c56 req-a83491f8-2205-403f-adec-e707a4880a91 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569789 Jul 08 01:47:54.013910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e211f-b4fc-44ca-b82d-6b651dabb8d9 req-5649147c-61f8-4c99-b0fe-7d4c5a1814bf tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:54.023363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-475e211f-b4fc-44ca-b82d-6b651dabb8d9 req-5649147c-61f8-4c99-b0fe-7d4c5a1814bf tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1233351 Jul 08 01:47:54.075239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-475e211f-b4fc-44ca-b82d-6b651dabb8d9 req-c3c002fa-32f3-4107-a6ea-f4c6b82c7e5b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507977 Jul 08 01:47:54.119261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:54.125147 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:54.180830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e31082d-5b24-4f14-9332-0261a6d92989,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:54.192520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object 7b51311a-63f8-43b9-8793-ea4bbeeab59f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:47:54.233406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Checking segment: {'id': '7b644571-c566-4549-84fb-d02f1bf9bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e65bb33b-bfa2-4406-aa8a-7f34840c5429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:54.234062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Network hostable DHCP agents. Network: e65bb33b-bfa2-4406-aa8a-7f34840c5429, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:47:54.240016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d705c-3794-4578-b110-345df3521be7 None None] Network 6aa484fb-b5f5-497c-875b-5d11529cbc1b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:54.276749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Network e65bb33b-bfa2-4406-aa8a-7f34840c5429 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:47:54.288736 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:54.315659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 6aa484fb-b5f5-497c-875b-5d11529cbc1b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:47:54.320802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:54.345805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:47:54.354891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:54.355585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:54.359326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e65bb33b-bfa2-4406-aa8a-7f34840c5429) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:54.418326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=7b51311a-63f8-43b9-8793-ea4bbeeab59f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:54.430573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:54.431194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:54.436295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9181c324-81fc-44b8-bf92-befdc45426c2 None None] Network e65bb33b-bfa2-4406-aa8a-7f34840c5429 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:54.449821 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a60a50db-1099-45f5-abf9-b4b40337eec6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2897933 Jul 08 01:47:54.452757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57282) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:54.490342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0aa99631-1964-451a-b7e7-b0992bee6766 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1053221 Jul 08 01:47:54.561478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674466c5-cc9c-4a81-b2cc-130eeb2e8c93 req-79a5083d-f1fb-4853-92bd-c08748c94fcd tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:54.570213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-674466c5-cc9c-4a81-b2cc-130eeb2e8c93 req-79a5083d-f1fb-4853-92bd-c08748c94fcd tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.2362735 Jul 08 01:47:54.585328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-42ee28d6-f921-47eb-8601-25a9d6076876 None None] Provisioning for port fa1f4f25-519f-413a-8478-25199a13273d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:54.611939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbc54db-7116-4ec9-a3a6-984d0eb53b29 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:54.617099 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dbbc54db-7116-4ec9-a3a6-984d0eb53b29 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1630909 Jul 08 01:47:54.618481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57292) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:54.711602 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:54.725812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-674466c5-cc9c-4a81-b2cc-130eeb2e8c93 req-cc1b4d66-f51f-4ebc-bc0a-7720e1fab660 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524174 Jul 08 01:47:54.725987 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3d55aa-5f50-461d-9b28-79e8b95cfd3c None None] Network e65bb33b-bfa2-4406-aa8a-7f34840c5429 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:54.738341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bb575-c89e-4168-adfb-73f013b5fe5b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:54.751241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729e850-8b68-472d-9fd3-0579b2d909b5 req-1b2aceb0-5121-48ef-9a7a-10b7dc658ad3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:54.756023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bb575-c89e-4168-adfb-73f013b5fe5b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:54.765201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8bb575-c89e-4168-adfb-73f013b5fe5b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:54.767323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7729e850-8b68-472d-9fd3-0579b2d909b5 req-1b2aceb0-5121-48ef-9a7a-10b7dc658ad3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 814 time: 0.3194873 Jul 08 01:47:54.771224 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1d8bb575-c89e-4168-adfb-73f013b5fe5b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1514173 Jul 08 01:47:54.771901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57298) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:54.784116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7729e850-8b68-472d-9fd3-0579b2d909b5 req-874d2645-d0da-4b59-8544-4be7342151b3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/quotas/6ab3f3f0badb41809c3f4b05754bbd4a HTTP/1.1" status: 200 len: 375 time: 0.0158603 Jul 08 01:47:54.897788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7729e850-8b68-472d-9fd3-0579b2d909b5 req-fc261876-7989-4f1d-bd30-57da18346599 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040142 Jul 08 01:47:54.967336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-82a8d997-96f5-4044-9429-d0078595becd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 7b51311a-63f8-43b9-8793-ea4bbeeab59f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:54.967697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82a8d997-96f5-4044-9429-d0078595becd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.016076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:55.120413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fa1f4f25-519f-413a-8478-25199a13273d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:55.165844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82a8d997-96f5-4044-9429-d0078595becd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.200558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-82a8d997-96f5-4044-9429-d0078595becd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 7b51311a-63f8-43b9-8793-ea4bbeeab59f owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:55.225685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port fa1f4f25-519f-413a-8478-25199a13273d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:55.231812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port fa1f4f25-519f-413a-8478-25199a13273d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:55.232417 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.309618 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61aecd48-b32a-4210-84f8-977dbd9dbcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.380498 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.407853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f7887-a5e6-4f8e-adb2-ff06ea0f9318 req-b4803d67-a47c-4527-8db7-1d65a19dbde7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:55.424396 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port fa1f4f25-519f-413a-8478-25199a13273d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fa1f4f25-519f-413a-8478-25199a13273d,segment=NetworkSegment(bf8559b2-06b0-45c2-988f-47e1a583ba8d),segment_id=bf8559b2-06b0-45c2-988f-47e1a583ba8d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:55.425058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c62f7887-a5e6-4f8e-adb2-ff06ea0f9318 req-b4803d67-a47c-4527-8db7-1d65a19dbde7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1811860 Jul 08 01:47:55.431375 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.447497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82a8d997-96f5-4044-9429-d0078595becd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.473044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-96f38076-58b8-4eb8-9fe4-fb7b8b1b622a None None] Provisioning for port 7b51311a-63f8-43b9-8793-ea4bbeeab59f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:55.479167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-96f38076-58b8-4eb8-9fe4-fb7b8b1b622a None None] Provisioning complete for port 7b51311a-63f8-43b9-8793-ea4bbeeab59f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:55.479545 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-96f38076-58b8-4eb8-9fe4-fb7b8b1b622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.482261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8d997-96f5-4044-9429-d0078595becd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=7b51311a-63f8-43b9-8793-ea4bbeeab59f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:55.522383 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-96f38076-58b8-4eb8-9fe4-fb7b8b1b622a None None] Port 7b51311a-63f8-43b9-8793-ea4bbeeab59f was deleted so its status cannot be updated. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 01:47:55.527460 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82a8d997-96f5-4044-9429-d0078595becd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.529691 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-82a8d997-96f5-4044-9429-d0078595becd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/7b51311a-63f8-43b9-8793-ea4bbeeab59f HTTP/1.1" status: 204 len: 168 time: 0.7562253 Jul 08 01:47:55.532504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57322) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:55.545321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=fa1f4f25-519f-413a-8478-25199a13273d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:55.556996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-96f38076-58b8-4eb8-9fe4-fb7b8b1b622a None None] Provisioning complete for port fa1f4f25-519f-413a-8478-25199a13273d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:55.557478 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-96f38076-58b8-4eb8-9fe4-fb7b8b1b622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.569651 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c62f7887-a5e6-4f8e-adb2-ff06ea0f9318 req-1d67cb71-8865-43eb-a69d-61afcb7a8d97 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433861 Jul 08 01:47:55.572593 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2021057-03f4-4eb2-819f-4dcf25d21305 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:55.577531 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a2021057-03f4-4eb2-819f-4dcf25d21305 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/7b51311a-63f8-43b9-8793-ea4bbeeab59f HTTP/1.1" status: 404 len: 333 time: 0.0410135 Jul 08 01:47:55.579058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:55.703561 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61aecd48-b32a-4210-84f8-977dbd9dbcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.705262 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-96f38076-58b8-4eb8-9fe4-fb7b8b1b622a None None] Provisioning for port ceb3c218-00dd-45e8-bc78-680120a87e1b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:47:55.711048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-96f38076-58b8-4eb8-9fe4-fb7b8b1b622a None None] Provisioning complete for port ceb3c218-00dd-45e8-bc78-680120a87e1b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:55.711670 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-96f38076-58b8-4eb8-9fe4-fb7b8b1b622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.730905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921cfe-788d-4079-aef5-6570618d07bc req-00633bed-e31d-4e5e-b257-ee4109db78bc tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:55.735346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-00633bed-e31d-4e5e-b257-ee4109db78bc tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/networks?id=e65bb33b-bfa2-4406-aa8a-7f34840c5429 HTTP/1.1" status: 200 len: 812 time: 0.2961340 Jul 08 01:47:55.739729 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-61aecd48-b32a-4210-84f8-977dbd9dbcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.754388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-96f38076-58b8-4eb8-9fe4-fb7b8b1b622a None None] Port ceb3c218-00dd-45e8-bc78-680120a87e1b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:47:55.825848 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-95aac4a6-e780-4d5a-9981-66bd97697da7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/quotas/7338e7061a944c75b965e009680896e1 HTTP/1.1" status: 200 len: 375 time: 0.0808327 Jul 08 01:47:55.837556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-61aecd48-b32a-4210-84f8-977dbd9dbcea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=191d440880c849f3889ec42768d70d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8201902 Jul 08 01:47:55.840339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57334) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:55.860038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aecd48-b32a-4210-84f8-977dbd9dbcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321c1a0a-42d7-413f-a891-fb12a83bb563,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:55.875036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1af39f5a-712c-4bfe-81e8-bc0ce8bbd984 None None] Could not find standard attr ID for object 7b51311a-63f8-43b9-8793-ea4bbeeab59f. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:47:55.889391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1af39f5a-712c-4bfe-81e8-bc0ce8bbd984 None None] Provisioning complete for port ceb3c218-00dd-45e8-bc78-680120a87e1b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:55.890015 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af39f5a-712c-4bfe-81e8-bc0ce8bbd984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.893113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-5f2bca8b-dcd8-448f-b1a5-796dd939aa8b tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7338e7061a944c75b965e009680896e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596230 Jul 08 01:47:55.915835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb370-7f0e-410c-aedf-7220d80f97a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.937740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1af39f5a-712c-4bfe-81e8-bc0ce8bbd984 None None] Port ceb3c218-00dd-45e8-bc78-680120a87e1b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:47:55.947253 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb370-7f0e-410c-aedf-7220d80f97a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.959529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ea31b8e3-8abc-411e-b994-a105c9702896 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port ceb3c218-00dd-45e8-bc78-680120a87e1b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:55.960002 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea31b8e3-8abc-411e-b994-a105c9702896 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:55.994106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6028fe-6b0f-45fd-9a05-a01dedaf024f req-331dfcec-a171-4c43-a815-12824a8da239 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:55.996824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab6028fe-6b0f-45fd-9a05-a01dedaf024f req-331dfcec-a171-4c43-a815-12824a8da239 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2596872 Jul 08 01:47:56.005212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb370-7f0e-410c-aedf-7220d80f97a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:56.008054 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bdbb370-7f0e-410c-aedf-7220d80f97a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:56.012112 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6bdbb370-7f0e-410c-aedf-7220d80f97a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/321c1a0a-42d7-413f-a891-fb12a83bb563 HTTP/1.1" status: 204 len: 168 time: 0.1678832 Jul 08 01:47:56.021300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdbb370-7f0e-410c-aedf-7220d80f97a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c1a0a-42d7-413f-a891-fb12a83bb563,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:56.123176 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-93667ba9-4ea2-4dd9-a0e3-20e6e093429c service neutron] 10.222.0.41 "GET /v2.0/networks/e65bb33b-bfa2-4406-aa8a-7f34840c5429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203753 Jul 08 01:47:56.140894 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab6028fe-6b0f-45fd-9a05-a01dedaf024f req-f4b44b81-3abb-498d-85f7-65106e56f332 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052117 Jul 08 01:47:56.197073 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea31b8e3-8abc-411e-b994-a105c9702896 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:56.217990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ea31b8e3-8abc-411e-b994-a105c9702896 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for ceb3c218-00dd-45e8-bc78-680120a87e1b owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:56.322614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-87d5aee1-cfb4-419c-83c2-9b23b8c082a7 service neutron] 10.222.0.41 "GET /v2.0/networks/e65bb33b-bfa2-4406-aa8a-7f34840c5429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985786 Jul 08 01:47:56.342082 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:56.446456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3afda-4a01-44a9-a8d4-5b524cd9eddd req-967abf25-7903-46a4-8a72-c1f4aa934b7c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:56.448909 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bcf3afda-4a01-44a9-a8d4-5b524cd9eddd req-967abf25-7903-46a4-8a72-c1f4aa934b7c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.1634455 Jul 08 01:47:56.450265 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea31b8e3-8abc-411e-b994-a105c9702896 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:56.492576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31b8e3-8abc-411e-b994-a105c9702896 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=ceb3c218-00dd-45e8-bc78-680120a87e1b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:56.554196 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea31b8e3-8abc-411e-b994-a105c9702896 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:56.559631 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ea31b8e3-8abc-411e-b994-a105c9702896 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/ceb3c218-00dd-45e8-bc78-680120a87e1b HTTP/1.1" status: 204 len: 168 time: 0.9759531 Jul 08 01:47:56.560997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:56.591623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bcf3afda-4a01-44a9-a8d4-5b524cd9eddd req-28efee59-0103-4de5-9d35-1796c5503eec tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260736 Jul 08 01:47:56.616973 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f4a321-12e6-4ff5-b3fb-f9e64e178c48 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:47:56.623215 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a9f4a321-12e6-4ff5-b3fb-f9e64e178c48 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/ceb3c218-00dd-45e8-bc78-680120a87e1b HTTP/1.1" status: 404 len: 333 time: 0.0577853 Jul 08 01:47:56.623628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57366) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:56.716296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc1054c-7d19-4744-890d-3ed827551027 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:47:56.720383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bc1054c-7d19-4744-890d-3ed827551027 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:56.774217 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bc1054c-7d19-4744-890d-3ed827551027 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:56.904855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0fe8f0c-7c9e-4843-b61a-56d2f471d965 req-6536dcfc-91f9-4d01-b1ad-f6650125b883 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 210 time: 0.0604124 Jul 08 01:47:56.908850 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a35cff63-862b-4e26-94cc-fbbf35d62cbd req-96ee0bbf-8df1-410b-9d94-a3c08163ab36 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a HTTP/1.1" status: 200 len: 221 time: 0.1084015 Jul 08 01:47:57.009280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bc1054c-7d19-4744-890d-3ed827551027 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.080266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fa1f4f25-519f-413a-8478-25199a13273d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:47:57.151575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port fa1f4f25-519f-413a-8478-25199a13273d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:47:57.152268 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.172050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3410-3a54-4435-8091-0b59c1a5f5f6 req-9a8da632-b4c7-47ad-a14b-a14203ae193e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:57.181514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c7a3410-3a54-4435-8091-0b59c1a5f5f6 req-9a8da632-b4c7-47ad-a14b-a14203ae193e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1147325 Jul 08 01:47:57.192793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bc1054c-7d19-4744-890d-3ed827551027 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.240534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1054c-7d19-4744-890d-3ed827551027 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:57.241624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57398) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:57.251438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bc1054c-7d19-4744-890d-3ed827551027 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.253564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7bc1054c-7d19-4744-890d-3ed827551027 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d HTTP/1.1" status: 204 len: 168 time: 0.6289856 Jul 08 01:47:57.258297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57402) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:57.276287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b815e8-1edf-4569-9e7b-55b78ae81c3f None None] Network 6aa484fb-b5f5-497c-875b-5d11529cbc1b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:57.286585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c7a3410-3a54-4435-8091-0b59c1a5f5f6 req-6e6c6ec6-244d-48be-995f-d58f9c7f63c1 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956271 Jul 08 01:47:57.436767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.503262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port fa1f4f25-519f-413a-8478-25199a13273d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:57.504134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.560458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d42d4-4e68-497b-93aa-2dec2eb4a1b1 req-e6fb8ea0-f01c-4c50-b879-02efc39e8fa2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:57.569724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f8d42d4-4e68-497b-93aa-2dec2eb4a1b1 req-e6fb8ea0-f01c-4c50-b879-02efc39e8fa2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1368384 Jul 08 01:47:57.597590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b4388-d45a-4372-9d25-de75000129cd None None] DHCP port deletion for 6aa484fb-b5f5-497c-875b-5d11529cbc1b request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:47:57.610965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] For port fa1f4f25-519f-413a-8478-25199a13273d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fa1f4f25-519f-413a-8478-25199a13273d,segment=NetworkSegment(bf8559b2-06b0-45c2-988f-47e1a583ba8d),segment_id=bf8559b2-06b0-45c2-988f-47e1a583ba8d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:57.611903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.633825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e87cd7b-b2bf-4e31-aec6-72a1980a3728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.648867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for fa1f4f25-519f-413a-8478-25199a13273d owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:57.658541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b89b4388-d45a-4372-9d25-de75000129cd None None] Deleting port fa1f4f25-519f-413a-8478-25199a13273d {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:47:57.658988 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b89b4388-d45a-4372-9d25-de75000129cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.699018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f8d42d4-4e68-497b-93aa-2dec2eb4a1b1 req-41d328d5-e3f2-48b1-96cf-6b43dc7ad4aa tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215036 Jul 08 01:47:57.817158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b89b4388-d45a-4372-9d25-de75000129cd None None] For port fa1f4f25-519f-413a-8478-25199a13273d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fa1f4f25-519f-413a-8478-25199a13273d,segment=NetworkSegment(bf8559b2-06b0-45c2-988f-47e1a583ba8d),segment_id=bf8559b2-06b0-45c2-988f-47e1a583ba8d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:47:57.817856 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b89b4388-d45a-4372-9d25-de75000129cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.836828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.837109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b89b4388-d45a-4372-9d25-de75000129cd None None] Calling delete_port for fa1f4f25-519f-413a-8478-25199a13273d owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:47:57.889367 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e87cd7b-b2bf-4e31-aec6-72a1980a3728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.898129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No DVR routers for this DVR port fa1f4f25-519f-413a-8478-25199a13273d on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:57.923126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99913c-75ab-43cd-bdfc-a5fb9ab45216 req-a359376d-144a-4aaa-98bf-c041bc2ddfb6 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:57.925601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e99913c-75ab-43cd-bdfc-a5fb9ab45216 req-a359376d-144a-4aaa-98bf-c041bc2ddfb6 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.1513271 Jul 08 01:47:57.937930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=fa1f4f25-519f-413a-8478-25199a13273d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:57.942436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e87cd7b-b2bf-4e31-aec6-72a1980a3728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.950538 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b89b4388-d45a-4372-9d25-de75000129cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:57.995505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e99913c-75ab-43cd-bdfc-a5fb9ab45216 req-15279381-4e5b-4861-8f9f-13f70ded0b8c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627139 Jul 08 01:47:57.996643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b4388-d45a-4372-9d25-de75000129cd None None] Pushing event deleted for resources: {'Port': ['ID=fa1f4f25-519f-413a-8478-25199a13273d,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:58.005550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b4388-d45a-4372-9d25-de75000129cd None None] No DVR routers for this DVR port fa1f4f25-519f-413a-8478-25199a13273d on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:47:58.047735 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.079967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:58.080577 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5e87cd7b-b2bf-4e31-aec6-72a1980a3728 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=955bacc0431f46dfbd5d37214898047d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8303406 Jul 08 01:47:58.081762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87cd7b-b2bf-4e31-aec6-72a1980a3728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fbfe0c-69e4-45d5-b44f-85cb5650c05e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:58.091173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa484fb-b5f5-497c-875b-5d11529cbc1b']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:58.122454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8559b2-06b0-45c2-988f-47e1a583ba8d') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:58.122946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8559b2-06b0-45c2-988f-47e1a583ba8d') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:47:58.137999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.164034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.178991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:47:58.181226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:47:58.186603 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:47:58.189459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57432) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:58.271522 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.290915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.293747 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/networks/6aa484fb-b5f5-497c-875b-5d11529cbc1b HTTP/1.1" status: 204 len: 168 time: 1.0336170 Jul 08 01:47:58.294161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd05fe-6011-4cd5-8f54-c4d408a1c9aa tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Network': ['ID=6aa484fb-b5f5-497c-875b-5d11529cbc1b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:58.295517 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52d7c727-24ca-4323-aefd-e9e00b55f0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.297629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:58.305386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-430349274'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:58.342959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:58.346447 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.422385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-450965618'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:58.449757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Made reservation on behalf of bbd1624d971b4595845a2e066780d0a7 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:58.454830 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.468371 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.592318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.598325 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.632096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:58.643980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0dc9e0-a03d-4c90-b99c-00445f81dc45,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:58.649819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.650173 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Added segment 9b3567f5-1871-4807-bd1e-0be4514435a8 of type vlan for network d62a5680-56e7-4267-9631-ff31fb7a1599 Jul 08 01:47:58.691447 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52d7c727-24ca-4323-aefd-e9e00b55f0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.699412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5eac042-0fde-4d20-b1ac-e4513aa0cf54 req-98acfddc-dbe3-4b83-a303-511043b0ca2d tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 210 time: 0.0735519 Jul 08 01:47:58.708079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.729606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921cfe-788d-4079-aef5-6570618d07bc req-980e07ad-5188-4410-88f4-f464d4ab554c tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:58.731094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-980e07ad-5188-4410-88f4-f464d4ab554c tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.16 "GET /v2.0/networks?id=e65bb33b-bfa2-4406-aa8a-7f34840c5429 HTTP/1.1" status: 200 len: 812 time: 0.5629785 Jul 08 01:47:58.753729 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.756264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Request body: {'port': {'device_id': 'c469f86e-3c6a-4aa3-8a1d-188361e9aa06', 'network_id': 'e65bb33b-bfa2-4406-aa8a-7f34840c5429', 'admin_state_up': True, 'tenant_id': '7338e7061a944c75b965e009680896e1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:58.759335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:47:58.760821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:58.761633 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.777572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4974205-6654-4917-838d-47a279158aab req-f4d5431b-dac0-4f7a-b78b-5879dc35277e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:58.779090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4974205-6654-4917-838d-47a279158aab req-f4d5431b-dac0-4f7a-b78b-5879dc35277e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.5422831 Jul 08 01:47:58.831767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.832659 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Added segment 0be76be1-bcdb-42ff-bf67-d1e3aec5503e of type vlan for network 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 Jul 08 01:47:58.840912 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6503654 Jul 08 01:47:58.844120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57438) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:58.855026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Request body: {'subnet': {'network_id': 'd62a5680-56e7-4267-9631-ff31fb7a1599', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:58.864890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efb6a7-dd3e-407e-b1d9-b9564596edd3 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Pushing event updated for resources: {'Network': ['ID=d62a5680-56e7-4267-9631-ff31fb7a1599,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:58.881236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network d62a5680-56e7-4267-9631-ff31fb7a1599 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:58.900922 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.922134 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52d7c727-24ca-4323-aefd-e9e00b55f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.924977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52d7c727-24ca-4323-aefd-e9e00b55f0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:58.929590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-52d7c727-24ca-4323-aefd-e9e00b55f0cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98fbfe0c-69e4-45d5-b44f-85cb5650c05e HTTP/1.1" status: 204 len: 168 time: 0.8485343 Jul 08 01:47:58.950282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4974205-6654-4917-838d-47a279158aab req-88592f30-11a4-4e5f-817e-a311e3c23ce2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570356 Jul 08 01:47:59.008776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7c727-24ca-4323-aefd-e9e00b55f0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fbfe0c-69e4-45d5-b44f-85cb5650c05e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:59.038853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Made reservation on behalf of bbd1624d971b4595845a2e066780d0a7 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:59.043342 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:59.061498 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:47:59.068832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fa1f4f25-519f-413a-8478-25199a13273d no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:47:59.120822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: fa1f4f25-519f-413a-8478-25199a13273d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:47:59.121765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fa1f4f25-519f-413a-8478-25199a13273d not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:47:59.180893 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:59.187132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:59.187765 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:59.244139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9410138 Jul 08 01:47:59.267368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57450) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:59.281056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '644df701-8c3b-4a2d-90e2-c8cf5cf61d90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:59.323992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Made reservation on behalf of 7338e7061a944c75b965e009680896e1 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:59.327795 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:59.364619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba281a5d-76e7-4a0d-b464-d1cdb650d598 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Network': ['ID=644df701-8c3b-4a2d-90e2-c8cf5cf61d90,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:59.367791 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:59.387722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:47:59.410475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc770c70-7599-476f-8d6f-8ac9444148a3 req-707503c9-a0e5-4e98-af06-2a78c5b3de19 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:59.413229 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc770c70-7599-476f-8d6f-8ac9444148a3 req-707503c9-a0e5-4e98-af06-2a78c5b3de19 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3153577 Jul 08 01:47:59.486054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Pushing event updated for resources: {'Subnet': ['ID=23afa556-e0ef-4e28-9a70-c5b078f8941e,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:59.506351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Checking segment: {'id': '9b3567f5-1871-4807-bd1e-0be4514435a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd62a5680-56e7-4267-9631-ff31fb7a1599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:47:59.507072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Network hostable DHCP agents. Network: d62a5680-56e7-4267-9631-ff31fb7a1599, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:47:59.517009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:59.521019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:59.586274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Network d62a5680-56e7-4267-9631-ff31fb7a1599 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:47:59.600260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff51438-2259-4eca-a1d4-8f698d2f534b req-e4ac744c-abdc-489d-a1a2-de24724bf1fb tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:59.602148 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ff51438-2259-4eca-a1d4-8f698d2f534b req-e4ac744c-abdc-489d-a1a2-de24724bf1fb tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.3180482 Jul 08 01:47:59.603540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, d62a5680-56e7-4267-9631-ff31fb7a1599) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:47:59.611150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:47:59.611746 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:59.617056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23812e30-e4db-4faa-b2d0-2f9fb0c5142d None None] Network d62a5680-56e7-4267-9631-ff31fb7a1599 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:47:59.627331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc770c70-7599-476f-8d6f-8ac9444148a3 req-705db967-005c-4a99-bcc3-d95eb221eaff tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817269 Jul 08 01:47:59.641239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Allocated IP 172.20.0.8 (e65bb33b-bfa2-4406-aa8a-7f34840c5429/1e31082d-5b24-4f14-9332-0261a6d92989/d5141914-be84-4c6f-bac3-67b61029976c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:47:59.642418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-113d18ee-4a43-4ccb-9c48-7acc59fc44c4 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7972817 Jul 08 01:47:59.646771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57462) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:47:59.662321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Request body: {'port': {'network_id': 'd62a5680-56e7-4267-9631-ff31fb7a1599', 'name': 'tempest-DHCPAgentSchedulersTestJSON-549483926'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:47:59.717767 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ff51438-2259-4eca-a1d4-8f698d2f534b req-c0a3a1db-b68e-459e-ab25-61f9959b94dc tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061938 Jul 08 01:47:59.846619 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:59.910045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=bff17768-377f-4a67-8c75-32cc5d18e851,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:47:59.928062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-d62a5680-56e7-4267-9631-ff31fb7a1599', 'network_id': 'd62a5680-56e7-4267-9631-ff31fb7a1599', 'tenant_id': 'bbd1624d971b4595845a2e066780d0a7', 'fixed_ips': [{'subnet_id': '23afa556-e0ef-4e28-9a70-c5b078f8941e'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:47:59.929155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Made reservation on behalf of bbd1624d971b4595845a2e066780d0a7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:47:59.929311 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:59.933366 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:47:59.969183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] device_id is not set on port d6b914b8-4d32-417e-a3e6-04805ac9f8fc yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:48:00.027241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.065602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Checking segment: {'id': '0be76be1-bcdb-42ff-bf67-d1e3aec5503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '644df701-8c3b-4a2d-90e2-c8cf5cf61d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:00.065970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network hostable DHCP agents. Network: 644df701-8c3b-4a2d-90e2-c8cf5cf61d90, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:48:00.077173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47942b3d-077d-465a-b13b-cd485658cc84 req-462e5ae9-38ac-4ae5-aeed-5b99745d10ff tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 210 time: 0.1326754 Jul 08 01:48:00.096355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Allocated IP 172.20.0.10 (d62a5680-56e7-4267-9631-ff31fb7a1599/23afa556-e0ef-4e28-9a70-c5b078f8941e/d6b914b8-4d32-417e-a3e6-04805ac9f8fc) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:00.099825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:48:00.111403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 644df701-8c3b-4a2d-90e2-c8cf5cf61d90) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:00.117001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57478) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:00.121588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:00.122350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.124876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d56ef43-9f22-4e3f-9e00-80826c3be9db None None] Network 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:00.135980 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.154423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-45fb474d-b6ca-46dd-9fb2-74e531b4c5fd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8851824 Jul 08 01:48:00.157181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57484) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:00.162804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3740f2ee-b380-4f32-a57d-cac658ff1258 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-120475520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:00.212279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Network e65bb33b-bfa2-4406-aa8a-7f34840c5429 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:00.226080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3bf8-1a46-4a04-944c-600b89816aaf req-f7122031-134d-450d-8c89-9cbc8eb606a8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:00.227961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fdf3bf8-1a46-4a04-944c-600b89816aaf req-f7122031-134d-450d-8c89-9cbc8eb606a8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1653285 Jul 08 01:48:00.237544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:00.253371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:00.256922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Pushing event updated for resources: {'Port': ['ID=d5141914-be84-4c6f-bac3-67b61029976c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:00.272171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3740f2ee-b380-4f32-a57d-cac658ff1258 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.280281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3740f2ee-b380-4f32-a57d-cac658ff1258 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.318382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-network', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:00.361403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fdf3bf8-1a46-4a04-944c-600b89816aaf req-b8bf8b74-9c29-47a9-93ee-7aad5de19eca tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211443 Jul 08 01:48:00.369536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:00.370181 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.385107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-644df701-8c3b-4a2d-90e2-c8cf5cf61d90', 'network_id': '644df701-8c3b-4a2d-90e2-c8cf5cf61d90', 'tenant_id': '615320a08bf94fe382d8aa315eb4d3db', 'fixed_ips': [{'subnet_id': 'bff17768-377f-4a67-8c75-32cc5d18e851'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:48:00.386499 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.412937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-27c82c40-c0bc-4c4b-89e2-f0658011eefb tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6608036 Jul 08 01:48:00.428005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Request body: {'port': {'device_id': 'c469f86e-3c6a-4aa3-8a1d-188361e9aa06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:00.439350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3740f2ee-b380-4f32-a57d-cac658ff1258 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.440273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Made reservation on behalf of d88e5e3faeb848c38ea3bd07e7ee2747 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:00.442807 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.457713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.463102 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3740f2ee-b380-4f32-a57d-cac658ff1258 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.499216 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.517067 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3740f2ee-b380-4f32-a57d-cac658ff1258 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.518348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3740f2ee-b380-4f32-a57d-cac658ff1258 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3603644 Jul 08 01:48:00.519362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Transition to ACTIVE for port object d6b914b8-4d32-417e-a3e6-04805ac9f8fc will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:00.523331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57488) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:00.533541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'network_id': '644df701-8c3b-4a2d-90e2-c8cf5cf61d90', 'name': 'tempest-PortsIpV6TestJSON-2024998764'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:00.565872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Allocated IP 2001:db8::2 (644df701-8c3b-4a2d-90e2-c8cf5cf61d90/bff17768-377f-4a67-8c75-32cc5d18e851/4fa1c4aa-0f68-4ca5-953f-2b114fb6233f) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:00.574955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.648092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf77afc-811b-4fc2-a6df-d1345860246e req-1908543c-8a11-4e28-a876-decd83db3383 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:00.649627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-baf77afc-811b-4fc2-a6df-d1345860246e req-1908543c-8a11-4e28-a876-decd83db3383 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1325505 Jul 08 01:48:00.681287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.740110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Network d62a5680-56e7-4267-9631-ff31fb7a1599 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:00.751951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:00.758675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:00.799565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Pushing event updated for resources: {'Port': ['ID=d6b914b8-4d32-417e-a3e6-04805ac9f8fc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:00.809153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.817538 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-baf77afc-811b-4fc2-a6df-d1345860246e req-2154c570-4f3a-4b01-aab1-888e0b9fb2c7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855126 Jul 08 01:48:00.840993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.863138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Allocated IP 172.20.0.2 (d62a5680-56e7-4267-9631-ff31fb7a1599/23afa556-e0ef-4e28-9a70-c5b078f8941e/15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:00.874161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:00.874821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.878669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:48:00.897478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:00.901179 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.922645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02b4ba2-2c29-4246-b76d-efc35b0aa824,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:00.925827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.926362 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Added segment 1f2ad79c-e08e-4902-9bf6-3f69f964d84b of type vlan for network cda84429-d659-4d19-9308-4307abd351a7 Jul 08 01:48:00.940039 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-392c0aa4-fa29-4fa9-a9d7-494b5f4809c8 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2922242 Jul 08 01:48:00.944231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57498) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:00.986701 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:00.994323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:48:00.997326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Transition to ACTIVE for port object 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:01.021032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Transition to ACTIVE for port object 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:01.031503 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.077655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5141914-be84-4c6f-bac3-67b61029976c {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:01.078423 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.089322 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.104104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Transition to ACTIVE for port object d5141914-be84-4c6f-bac3-67b61029976c will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:01.118888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Network 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:01.124254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Pushing event updated for resources: {'Port': ['ID=4fa1c4aa-0f68-4ca5-953f-2b114fb6233f,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:01.126770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:01.130959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:01.183583 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.189065 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.208799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Attempting to bind port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:01.209175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Attempting to bind port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '0be76be1-bcdb-42ff-bf67-d1e3aec5503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '644df701-8c3b-4a2d-90e2-c8cf5cf61d90'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:01.209544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Attempting to bind port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f on network 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:01.213858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Transition to ACTIVE for port object 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:01.217559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.218566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:01.219158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.219683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:01.220059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Checking segment: {'id': '0be76be1-bcdb-42ff-bf67-d1e3aec5503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '644df701-8c3b-4a2d-90e2-c8cf5cf61d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:01.220488 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.220883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Bound using segment: {'id': '0be76be1-bcdb-42ff-bf67-d1e3aec5503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '644df701-8c3b-4a2d-90e2-c8cf5cf61d90'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:01.221354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Bound port: 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be76be1-bcdb-42ff-bf67-d1e3aec5503e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '644df701-8c3b-4a2d-90e2-c8cf5cf61d90'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:01.221736 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.244690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Transition to ACTIVE for port object 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:01.273727 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.310229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Pushing event updated for resources: {'Port': ['ID=d5141914-be84-4c6f-bac3-67b61029976c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:01.322825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Network d62a5680-56e7-4267-9631-ff31fb7a1599 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:01.333365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:01.343034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899c1c3-c150-4bd7-9940-edb452f108bb req-f0818d99-cef4-41b4-b1be-8929a120fecc tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:01.344656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5899c1c3-c150-4bd7-9940-edb452f108bb req-f0818d99-cef4-41b4-b1be-8929a120fecc tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2384932 Jul 08 01:48:01.345789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:01.367553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Pushing event updated for resources: {'Port': ['ID=15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:01.370507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] For port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:01.375058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] For port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4fa1c4aa-0f68-4ca5-953f-2b114fb6233f,segment=NetworkSegment(0be76be1-bcdb-42ff-bf67-d1e3aec5503e),segment_id=0be76be1-bcdb-42ff-bf67-d1e3aec5503e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:01.378649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528490ca-fd77-4e3f-a504-60255c33cc45 req-4a9607f0-e2a4-4739-b2c2-d34a3f2e1342 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:01.381420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-528490ca-fd77-4e3f-a504-60255c33cc45 req-4a9607f0-e2a4-4739-b2c2-d34a3f2e1342 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.2737970 Jul 08 01:48:01.397439 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.449068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5899c1c3-c150-4bd7-9940-edb452f108bb req-1abcc3ac-69d2-46eb-aac6-185da2187c48 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914550 Jul 08 01:48:01.449654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Attempting to bind port d5141914-be84-4c6f-bac3-67b61029976c on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:01.449992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Attempting to bind port d5141914-be84-4c6f-bac3-67b61029976c by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '7b644571-c566-4549-84fb-d02f1bf9bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e65bb33b-bfa2-4406-aa8a-7f34840c5429'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:01.450321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Attempting to bind port d5141914-be84-4c6f-bac3-67b61029976c on network e65bb33b-bfa2-4406-aa8a-7f34840c5429 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:01.465062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Port d5141914-be84-4c6f-bac3-67b61029976c on network e65bb33b-bfa2-4406-aa8a-7f34840c5429 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:48:01.465386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Attempting to bind port d5141914-be84-4c6f-bac3-67b61029976c on network e65bb33b-bfa2-4406-aa8a-7f34840c5429 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:01.470196 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-528490ca-fd77-4e3f-a504-60255c33cc45 req-5e1ab00e-6936-483c-8da9-5a7f3a805719 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769887 Jul 08 01:48:01.472903 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Attempting to bind port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:01.473499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Attempting to bind port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '9b3567f5-1871-4807-bd1e-0be4514435a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd62a5680-56e7-4267-9631-ff31fb7a1599'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:01.473989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Attempting to bind port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 on network d62a5680-56e7-4267-9631-ff31fb7a1599 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:01.474915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:01.475362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Checking segment: {'id': '7b644571-c566-4549-84fb-d02f1bf9bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e65bb33b-bfa2-4406-aa8a-7f34840c5429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:01.475808 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Bound using segment: {'id': '7b644571-c566-4549-84fb-d02f1bf9bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e65bb33b-bfa2-4406-aa8a-7f34840c5429'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:01.476391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Bound port: d5141914-be84-4c6f-bac3-67b61029976c, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b644571-c566-4549-84fb-d02f1bf9bc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e65bb33b-bfa2-4406-aa8a-7f34840c5429'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:01.476828 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.485614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:01.486466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Checking segment: {'id': '9b3567f5-1871-4807-bd1e-0be4514435a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd62a5680-56e7-4267-9631-ff31fb7a1599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:01.486466 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.486765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Bound using segment: {'id': '9b3567f5-1871-4807-bd1e-0be4514435a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd62a5680-56e7-4267-9631-ff31fb7a1599'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:01.487240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Bound port: 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3567f5-1871-4807-bd1e-0be4514435a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd62a5680-56e7-4267-9631-ff31fb7a1599'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:01.487622 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.524908 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425632d-7ebe-437a-bc86-121a53a3008b None None] Pushing event updated for resources: {'Port': ['ID=4fa1c4aa-0f68-4ca5-953f-2b114fb6233f,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:01.566071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8::44 (644df701-8c3b-4a2d-90e2-c8cf5cf61d90/bff17768-377f-4a67-8c75-32cc5d18e851/b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:01.579305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] For port d5141914-be84-4c6f-bac3-67b61029976c, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:01.586331 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] For port d5141914-be84-4c6f-bac3-67b61029976c, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d5141914-be84-4c6f-bac3-67b61029976c,segment=NetworkSegment(7b644571-c566-4549-84fb-d02f1bf9bc2b),segment_id=7b644571-c566-4549-84fb-d02f1bf9bc2b)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:01.595342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4730651 Jul 08 01:48:01.595562 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.596363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57506) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:01.598902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-96437d85-8f5d-4104-8ba5-183f4ad2eaf7 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Deleting port d6b914b8-4d32-417e-a3e6-04805ac9f8fc {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:01.599262 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96437d85-8f5d-4104-8ba5-183f4ad2eaf7 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.608769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Request body: {'subnet': {'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-subnet', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:01.608984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01893d04-05c7-43c1-be0c-f9409c17f2ca admin admin] Pushing event updated for resources: {'Network': ['ID=cda84429-d659-4d19-9308-4307abd351a7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:01.625920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network cda84429-d659-4d19-9308-4307abd351a7 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:48:01.682603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:01.683339 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.685433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] 10.222.0.16 "PUT /v2.0/ports/d5141914-be84-4c6f-bac3-67b61029976c HTTP/1.1" status: 200 len: 1092 time: 1.2641125 Jul 08 01:48:01.685967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c469f86e-3c6a-4aa3-8a1d-188361e9aa06', 'tag': 'd5141914-be84-4c6f-bac3-67b61029976c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:01.689308 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c469f86e-3c6a-4aa3-8a1d-188361e9aa06", "tag": "d5141914-be84-4c6f-bac3-67b61029976c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:01.722138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Made reservation on behalf of d88e5e3faeb848c38ea3bd07e7ee2747 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:01.725466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] For port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:01.726725 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.752873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd3096-1d28-4b0b-9ba5-a0f7b468f4bb service neutron] Pushing event updated for resources: {'Port': ['ID=d5141914-be84-4c6f-bac3-67b61029976c,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:01.829034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] For port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217,segment=NetworkSegment(9b3567f5-1871-4807-bd1e-0be4514435a8),segment_id=9b3567f5-1871-4807-bd1e-0be4514435a8)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:01.841628 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.855645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96437d85-8f5d-4104-8ba5-183f4ad2eaf7 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:01.895321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-96437d85-8f5d-4104-8ba5-183f4ad2eaf7 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Calling delete_port for d6b914b8-4d32-417e-a3e6-04805ac9f8fc owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:01.946552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b04ff-2b5c-4a16-afa2-948c32e11aaa None None] Pushing event updated for resources: {'Port': ['ID=15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:02.034075 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:02.053319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c771b-a175-48db-bd61-ada410eac279 req-64674a37-9f91-4d33-b32b-d3accb308a90 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:02.060357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:02.062506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-175c771b-a175-48db-bd61-ada410eac279 req-64674a37-9f91-4d33-b32b-d3accb308a90 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 943 time: 0.2039483 Jul 08 01:48:02.070718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921cfe-788d-4079-aef5-6570618d07bc req-cc223821-529a-43a7-b523-8bda514bb5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:02.072257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-cc223821-529a-43a7-b523-8bda514bb5df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7338e7061a944c75b965e009680896e1&device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 1095 time: 0.3208661 Jul 08 01:48:02.146205 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:02.173748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-694c13f0-5685-407e-8009-9fe895ddf63c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5141914-be84-4c6f-bac3-67b61029976c HTTP/1.1" status: 200 len: 217 time: 0.0808315 Jul 08 01:48:02.185990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96437d85-8f5d-4104-8ba5-183f4ad2eaf7 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:02.212965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:02.221416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:02.229287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:02.237300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:02.242276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:02.246133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:02.276512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-175c771b-a175-48db-bd61-ada410eac279 req-b9a436ad-3983-4a38-8832-e4e3e71f127d tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/security-groups?id=10d7368e-2d1b-42b5-885e-04e9d071e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129617 Jul 08 01:48:02.351856 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c585e4-9b5a-49b7-bddf-b7993223deed x-openstack-request-id: req-39c585e4-9b5a-49b7-bddf-b7993223deed {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:02.352156 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c469f86e-3c6a-4aa3-8a1d-188361e9aa06", "tag": "d5141914-be84-4c6f-bac3-67b61029976c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:02.352779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96437d85-8f5d-4104-8ba5-183f4ad2eaf7 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Pushing event deleted for resources: {'Port': ['ID=d6b914b8-4d32-417e-a3e6-04805ac9f8fc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:02.358643 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6c32480b-704b-4473-a150-5d3a66e945f1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8330510 Jul 08 01:48:02.361761 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39c585e4-9b5a-49b7-bddf-b7993223deed {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:02.362299 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c469f86e-3c6a-4aa3-8a1d-188361e9aa06', 'tag': 'd5141914-be84-4c6f-bac3-67b61029976c', 'status': 'completed', 'code': 200} Jul 08 01:48:02.364127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57510) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:02.378642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57921cfe-788d-4079-aef5-6570618d07bc req-40994174-636b-46d7-afc7-57c27e7ac56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:02.380784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-40994174-636b-46d7-afc7-57c27e7ac56d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e31082d-5b24-4f14-9332-0261a6d92989 HTTP/1.1" status: 200 len: 852 time: 0.1962969 Jul 08 01:48:02.432659 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:02.439917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-42d74f1c-da15-4a7f-b38e-caa892e239b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e65bb33b-bfa2-4406-aa8a-7f34840c5429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382288 Jul 08 01:48:02.498334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96437d85-8f5d-4104-8ba5-183f4ad2eaf7 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:02.502824 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-96437d85-8f5d-4104-8ba5-183f4ad2eaf7 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] 10.222.0.41 "DELETE /v2.0/ports/d6b914b8-4d32-417e-a3e6-04805ac9f8fc HTTP/1.1" status: 204 len: 168 time: 1.5552020 Jul 08 01:48:02.502999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaac6af-53ab-4658-8c44-cec6401ac955 req-92b69224-7924-4287-aa00-7c045dc6d723 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:02.502999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcaac6af-53ab-4658-8c44-cec6401ac955 req-92b69224-7924-4287-aa00-7c045dc6d723 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3823977 Jul 08 01:48:02.509365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57512) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:02.633903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Checking segment: {'id': '1f2ad79c-e08e-4902-9bf6-3f69f964d84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:02.634269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Network hostable DHCP agents. Network: cda84429-d659-4d19-9308-4307abd351a7, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:48:02.641191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e952881-f4c2-40a9-86a0-01ad006739af,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:02.688495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcaac6af-53ab-4658-8c44-cec6401ac955 req-c80873fb-5a38-4846-9bd1-abf7d8b044a3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409893 Jul 08 01:48:02.692421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Network cda84429-d659-4d19-9308-4307abd351a7 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:48:02.720483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-371112e0-6c43-493a-b726-a9ca3bd3bffd service neutron] 10.222.0.16 "GET /v2.0/networks/e65bb33b-bfa2-4406-aa8a-7f34840c5429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726607 Jul 08 01:48:02.749573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, cda84429-d659-4d19-9308-4307abd351a7) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:02.759336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:02.760274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f7e65a-17d4-45f0-8611-d2be481354b4 None None] Network cda84429-d659-4d19-9308-4307abd351a7 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:02.765138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:02.844289 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d1360e26-bf95-4067-8641-ed741132342c tempest-DHCPAgentSchedulersTestJSON-1130496534 tempest-DHCPAgentSchedulersTestJSON-1130496534-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3242135 Jul 08 01:48:02.846293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57524) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:02.852709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1832207337'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:02.888762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57921cfe-788d-4079-aef5-6570618d07bc req-a72fa5dd-1c8d-4357-8903-df501fd6bfd3 service neutron] 10.222.0.16 "GET /v2.0/networks/e65bb33b-bfa2-4406-aa8a-7f34840c5429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595659 Jul 08 01:48:02.894148 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ef17d3cf-ff64-49d2-9c13-edc4bc360db9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2941906 Jul 08 01:48:02.896578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57526) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:02.902832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:03.040437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Made reservation on behalf of bbd1624d971b4595845a2e066780d0a7 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:03.046006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f862d052-4a44-4ee4-8601-23362053f866 None None] Network 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:03.048023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a0884-a30e-4a9b-b4e9-7ade81365067 None None] Network cda84429-d659-4d19-9308-4307abd351a7 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:03.064784 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.101139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:48:03.115260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.115616 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Added segment 22cd1225-c8a6-4673-9cde-d233fe6ea873 of type vlan for network e0e4e988-6136-4138-9e36-0ede40970c4b Jul 08 01:48:03.214083 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.214594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:03.215129 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.215420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.236636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f req-d682ae81-2801-4ecc-b9bc-b58557bd2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:03.237920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f req-d682ae81-2801-4ecc-b9bc-b58557bd2c11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7338e7061a944c75b965e009680896e1&device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 1095 time: 0.2728741 Jul 08 01:48:03.272380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-48326f87-56a4-4b75-8f19-f17ae5df7420 None None] Provisioning for port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:03.275380 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.383502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:03.393242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:03.393864 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.409607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb5807-8ae1-4f1a-9925-0c2e05a61ee0 req-1a29c391-68f4-444d-8ba6-7310372239db tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:03.411056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eeb5807-8ae1-4f1a-9925-0c2e05a61ee0 req-1a29c391-68f4-444d-8ba6-7310372239db tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.4308932 Jul 08 01:48:03.424209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfeb089-4e7d-4e05-835c-84f3e9f62454 None None] Network d62a5680-56e7-4267-9631-ff31fb7a1599 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:03.447629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa8f1f-54f0-424c-948e-3018175b7292 req-414f22fc-e0bc-4622-9a51-657af45caf46 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:03.449172 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82aa8f1f-54f0-424c-948e-3018175b7292 req-414f22fc-e0bc-4622-9a51-657af45caf46 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.3588848 Jul 08 01:48:03.450652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.466222 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.471853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:03.472779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.587954 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7405560 Jul 08 01:48:03.588600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57532) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:03.593520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1bde13bf-bb84-4ee9-8774-8a2e5b5d417d None None] Provisioning for port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:03.626964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2be232-082f-4363-bf5e-71f8b50f7af2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Pushing event updated for resources: {'Network': ['ID=e0e4e988-6136-4138-9e36-0ede40970c4b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:03.658316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e0e4e988-6136-4138-9e36-0ede40970c4b details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:48:03.744627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.806102 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4fe82958-93ed-4862-ba48-861b6693f556 tempest-DHCPAgentSchedulersTestJSON-1130496534 tempest-DHCPAgentSchedulersTestJSON-1130496534-project-admin] 10.222.0.41 "GET /v2.0/agents/de708497-0f3a-4115-b1cf-7915c0076f47/dhcp-networks HTTP/1.1" status: 200 len: 12796 time: 0.2101328 Jul 08 01:48:03.806746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57534) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:03.809671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4fa1c4aa-0f68-4ca5-953f-2b114fb6233f,segment=NetworkSegment(0be76be1-bcdb-42ff-bf67-d1e3aec5503e),segment_id=0be76be1-bcdb-42ff-bf67-d1e3aec5503e)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:03.819047 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.820179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:03.870305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0eeb5807-8ae1-4f1a-9925-0c2e05a61ee0 req-b79850e0-b7bf-44ed-8355-3344408c81ee tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499092 Jul 08 01:48:03.920865 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.929266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f req-9c6fd5d7-ba73-4683-b10b-e2b0de0406ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:03.935532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:03.950285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f req-9c6fd5d7-ba73-4683-b10b-e2b0de0406ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=e65bb33b-bfa2-4406-aa8a-7f34840c5429 HTTP/1.1" status: 200 len: 913 time: 0.7030282 Jul 08 01:48:04.004756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:04.035957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da221ec8-e4d3-4498-ac8e-c9a8e22d018d tempest-DHCPAgentSchedulersTestJSON-1130496534 tempest-DHCPAgentSchedulersTestJSON-1130496534-project-admin] Network e0e4e988-6136-4138-9e36-0ede40970c4b is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:48:04.084759 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:04.091577 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-da221ec8-e4d3-4498-ac8e-c9a8e22d018d tempest-DHCPAgentSchedulersTestJSON-1130496534 tempest-DHCPAgentSchedulersTestJSON-1130496534-project-admin] 10.222.0.41 "POST /v2.0/agents/de708497-0f3a-4115-b1cf-7915c0076f47/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2794962 Jul 08 01:48:04.093835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57538) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:04.127329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0009fdb-a79a-4638-9ad6-11d74b48549b None None] Network e0e4e988-6136-4138-9e36-0ede40970c4b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:04.148912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82aa8f1f-54f0-424c-948e-3018175b7292 req-7f2a246c-69d5-4cc5-acfd-e6bea1848ed0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851108 Jul 08 01:48:04.152504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f req-2bc121c7-9612-4ced-a89d-4d1b36c387b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5141914-be84-4c6f-bac3-67b61029976c HTTP/1.1" status: 200 len: 217 time: 0.1405928 Jul 08 01:48:04.310351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8e385d41-cb46-4456-8786-847ff895dfdc None None] Provisioning for port b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:04.328120 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a809f81c-b014-4228-8a64-0991bb1d2674 tempest-DHCPAgentSchedulersTestJSON-1130496534 tempest-DHCPAgentSchedulersTestJSON-1130496534-project-admin] 10.222.0.41 "GET /v2.0/agents/de708497-0f3a-4115-b1cf-7915c0076f47/dhcp-networks HTTP/1.1" status: 200 len: 13567 time: 0.2337096 Jul 08 01:48:04.348752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57540) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:04.378333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8e385d41-cb46-4456-8786-847ff895dfdc None None] Provisioning complete for port b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:04.378715 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8e385d41-cb46-4456-8786-847ff895dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:04.389909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:04.399162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f req-fe9321ac-b7f0-42f8-a9d5-c98fefd1894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:04.408893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f req-fe9321ac-b7f0-42f8-a9d5-c98fefd1894a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e31082d-5b24-4f14-9332-0261a6d92989 HTTP/1.1" status: 200 len: 852 time: 0.2414577 Jul 08 01:48:04.426758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=4fa1c4aa-0f68-4ca5-953f-2b114fb6233f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:04.444184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:04.449618 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:04.492727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:04.510579 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:04.511494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8e385d41-cb46-4456-8786-847ff895dfdc None None] Port b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:04.531575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f req-e7dcdd9d-3c7e-4975-a580-0e1bdc7bebf6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e65bb33b-bfa2-4406-aa8a-7f34840c5429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210835 Jul 08 01:48:04.610764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8e385d41-cb46-4456-8786-847ff895dfdc None None] Provisioning complete for port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:04.611163 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8e385d41-cb46-4456-8786-847ff895dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:04.670996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:04.718689 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:04.721075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1568503e-df35-44b4-bb22-6eaf6ff53716 tempest-DHCPAgentSchedulersTestJSON-1130496534 tempest-DHCPAgentSchedulersTestJSON-1130496534-project-admin] 10.222.0.41 "DELETE /v2.0/agents/de708497-0f3a-4115-b1cf-7915c0076f47/dhcp-networks/e0e4e988-6136-4138-9e36-0ede40970c4b HTTP/1.1" status: 204 len: 168 time: 0.3691154 Jul 08 01:48:04.727217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:04.767016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217,segment=NetworkSegment(9b3567f5-1871-4807-bd1e-0be4514435a8),segment_id=9b3567f5-1871-4807-bd1e-0be4514435a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:04.796161 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:04.809727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659a734-d977-4b97-866b-8f54f2156f6a req-50ac026a-3ba1-482c-a309-855815e0dbff tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:04.817427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6659a734-d977-4b97-866b-8f54f2156f6a req-50ac026a-3ba1-482c-a309-855815e0dbff tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 943 time: 0.4208007 Jul 08 01:48:04.865001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:04.910716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e56867-34c3-440f-8aa7-2378c6ef0241 req-28eb4782-629b-4004-8112-a8fc3c2b4f13 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:04.912427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-61e56867-34c3-440f-8aa7-2378c6ef0241 req-28eb4782-629b-4004-8112-a8fc3c2b4f13 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.4991696 Jul 08 01:48:04.968504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdb651e8-1b53-42e7-889c-e7dd4db0d9d0 None None] Could not find standard attr ID for object d6b914b8-4d32-417e-a3e6-04805ac9f8fc. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:48:04.984220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f req-50cebb3c-0b69-4266-9a03-634fb3371670 service neutron] 10.222.0.16 "GET /v2.0/networks/e65bb33b-bfa2-4406-aa8a-7f34840c5429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984110 Jul 08 01:48:04.993214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdb651e8-1b53-42e7-889c-e7dd4db0d9d0 None None] Provisioning complete for port b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:04.994628 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdb651e8-1b53-42e7-889c-e7dd4db0d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.049566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bdb651e8-1b53-42e7-889c-e7dd4db0d9d0 None None] Port b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:05.060863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdb651e8-1b53-42e7-889c-e7dd4db0d9d0 None None] Provisioning complete for port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:05.061507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdb651e8-1b53-42e7-889c-e7dd4db0d9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.105185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:05.133215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6659a734-d977-4b97-866b-8f54f2156f6a req-41623a03-fcec-4b8a-881b-6f9758f81596 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/security-groups?id=10d7368e-2d1b-42b5-885e-04e9d071e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147204 Jul 08 01:48:05.208272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:05.208699 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.291219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.299856 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.299975 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.301171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.313032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:05.339283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-61e56867-34c3-440f-8aa7-2378c6ef0241 req-5dc3941e-1647-49cc-9636-c30ccb0f7a92 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113364 Jul 08 01:48:05.353969 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9dc1ac17-1be5-46fe-9408-c025d9c8360e tempest-DHCPAgentSchedulersTestJSON-1130496534 tempest-DHCPAgentSchedulersTestJSON-1130496534-project-admin] 10.222.0.41 "GET /v2.0/agents/de708497-0f3a-4115-b1cf-7915c0076f47/dhcp-networks HTTP/1.1" status: 200 len: 12796 time: 0.6072731 Jul 08 01:48:05.353969 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.355457 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:05.410719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:05.411097 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.433804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:05.453668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a6a8e720-71db-47f6-ade0-5ce89cc9fcbf tempest-DHCPAgentSchedulersTestJSON-1130496534 tempest-DHCPAgentSchedulersTestJSON-1130496534-project-admin] 10.222.0.41 "GET /v2.0/networks/d62a5680-56e7-4267-9631-ff31fb7a1599/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0975361 Jul 08 01:48:05.455732 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9158f76a-1efd-4a9e-96d4-4fd46a386f8f req-6166655f-499d-4313-8ae3-2ea1c72dbefb service neutron] 10.222.0.16 "GET /v2.0/networks/e65bb33b-bfa2-4406-aa8a-7f34840c5429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304160 Jul 08 01:48:05.459428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57554) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:05.528234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:05.531111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:05.560713 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dffd4948-2145-4054-82c8-45f8c0206994 tempest-DHCPAgentSchedulersTestJSON-1130496534 tempest-DHCPAgentSchedulersTestJSON-1130496534-project-admin] 10.222.0.41 "GET /v2.0/networks/d62a5680-56e7-4267-9631-ff31fb7a1599/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0972025 Jul 08 01:48:05.561592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57558) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:05.563148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Allocated IP 172.25.4.162 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:05.593157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85af1d-e817-45f5-b0d9-92e4acee38ce req-fd9dc63f-f186-42ab-be63-b87deec8791c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:05.600716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b85af1d-e817-45f5-b0d9-92e4acee38ce req-fd9dc63f-f186-42ab-be63-b87deec8791c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.1631260 Jul 08 01:48:05.699845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d5141914-be84-4c6f-bac3-67b61029976c details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:48:05.712017 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b85af1d-e817-45f5-b0d9-92e4acee38ce req-e963404a-f750-4587-92bd-ee83cb10be2c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103210 Jul 08 01:48:05.793566 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.805137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Router cf397e57-76b1-4ce6-a4d6-848302871e42 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:48:05.827234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a9c3-9587-4c5e-ba71-548bec664f01 req-f0401b6b-4b27-46f0-8e42-8c93b2a1cc38 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:05.829008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9b0a9c3-9587-4c5e-ba71-548bec664f01 req-f0401b6b-4b27-46f0-8e42-8c93b2a1cc38 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1489193 Jul 08 01:48:05.830788 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c83f5ffe-f6c9-4b1e-b973-db414b990a40 tempest-DHCPAgentSchedulersTestJSON-1130496534 tempest-DHCPAgentSchedulersTestJSON-1130496534-project-admin] 10.222.0.41 "GET /v2.0/agents/de708497-0f3a-4115-b1cf-7915c0076f47/dhcp-networks HTTP/1.1" status: 200 len: 12796 time: 0.2678676 Jul 08 01:48:05.836812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:05.850927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d5141914-be84-4c6f-bac3-67b61029976c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d5141914-be84-4c6f-bac3-67b61029976c,segment=NetworkSegment(7b644571-c566-4549-84fb-d02f1bf9bc2b),segment_id=7b644571-c566-4549-84fb-d02f1bf9bc2b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:05.870957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'd5141914-be84-4c6f-bac3-67b61029976c', 'network_id': 'e65bb33b-bfa2-4406-aa8a-7f34840c5429', 'port_id': 'd5141914-be84-4c6f-bac3-67b61029976c', 'mac_address': 'fa:16:3e:87:e3:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e31082d-5b24-4f14-9332-0261a6d92989', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:48:05.914835 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.928618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5141914-be84-4c6f-bac3-67b61029976c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:05.929636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:48:05.937639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6f1a21d3-9caf-4ac7-b11a-721ac5f9f746 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "PUT /v2.0/routers/cf397e57-76b1-4ce6-a4d6-848302871e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5733697 Jul 08 01:48:05.938262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57562) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:05.943643 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac7d2c5-269c-41fd-8cfa-1aa2c3720033 None None] Sync routers for ids ['cf397e57-76b1-4ce6-a4d6-848302871e42'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:48:05.959438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.960423 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7d2c5-269c-41fd-8cfa-1aa2c3720033 None None] Routers {'cf397e57-76b1-4ce6-a4d6-848302871e42'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:05.961905 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1ac7d2c5-269c-41fd-8cfa-1aa2c3720033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['cf397e57-76b1-4ce6-a4d6-848302871e42'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:05.968974 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:05.970790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d5141914-be84-4c6f-bac3-67b61029976c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d5141914-be84-4c6f-bac3-67b61029976c,segment=NetworkSegment(7b644571-c566-4549-84fb-d02f1bf9bc2b),segment_id=7b644571-c566-4549-84fb-d02f1bf9bc2b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:05.976920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9b0a9c3-9587-4c5e-ba71-548bec664f01 req-a78eb46c-8266-4883-94ea-4e5294b4726b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302497 Jul 08 01:48:06.005970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fc8b0adc-e9c9-4614-82ee-6aea7ee6d0d0 None None] Provisioning complete for port b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:06.006367 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fc8b0adc-e9c9-4614-82ee-6aea7ee6d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.015805 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1ac7d2c5-269c-41fd-8cfa-1aa2c3720033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:06.017520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:06.026124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:06.034427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:06.034871 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac7d2c5-269c-41fd-8cfa-1aa2c3720033 None None] Routers {'cf397e57-76b1-4ce6-a4d6-848302871e42'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:06.035821 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1ac7d2c5-269c-41fd-8cfa-1aa2c3720033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['cf397e57-76b1-4ce6-a4d6-848302871e42'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:06.044523 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c35ff65-30c6-4b41-8b79-859d19274e3f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:06.049104 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2c35ff65-30c6-4b41-8b79-859d19274e3f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf397e57-76b1-4ce6-a4d6-848302871e42 HTTP/1.1" status: 200 len: 988 time: 0.1091673 Jul 08 01:48:06.049729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57566) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:06.059531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:06.076326 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.084715 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1ac7d2c5-269c-41fd-8cfa-1aa2c3720033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:06.085724 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac7d2c5-269c-41fd-8cfa-1aa2c3720033 None None] The sync data for ids ['cf397e57-76b1-4ce6-a4d6-848302871e42'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:48:06.144002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b0adc-e9c9-4614-82ee-6aea7ee6d0d0 None None] Port b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:06.160932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=d5141914-be84-4c6f-bac3-67b61029976c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:06.174842 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.193386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e4e988-6136-4138-9e36-0ede40970c4b']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:06.272058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cd1225-c8a6-4673-9cde-d233fe6ea873') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:06.272383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cd1225-c8a6-4673-9cde-d233fe6ea873') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:06.290178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['d5141914-be84-4c6f-bac3-67b61029976c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:48:06.316773 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.362941 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.379090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:48:06.379535 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:48:06.384082 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:48:06.472548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3b47b-46df-4d8f-9cc6-b495d594304a req-59e2ec74-d8f3-429e-aa29-9872343409c3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:06.474719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81e3b47b-46df-4d8f-9cc6-b495d594304a req-59e2ec74-d8f3-429e-aa29-9872343409c3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3403134 Jul 08 01:48:06.516071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.530619 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.555287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af1c0c-d84f-4fad-bff7-baaeb51b09c8 req-cf939713-89f0-4cc4-899a-52e449be6e48 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:06.556846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7af1c0c-d84f-4fad-bff7-baaeb51b09c8 req-cf939713-89f0-4cc4-899a-52e449be6e48 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 944 time: 0.2825468 Jul 08 01:48:06.557904 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.561862 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] 10.222.0.41 "DELETE /v2.0/networks/e0e4e988-6136-4138-9e36-0ede40970c4b HTTP/1.1" status: 204 len: 168 time: 0.7219174 Jul 08 01:48:06.567415 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57574) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:06.733659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:06.733913 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.825712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:06.838761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:06.886457 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da68a2-c965-4fa3-96ef-29685c0edbc6 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Pushing event deleted for resources: {'Network': ['ID=e0e4e988-6136-4138-9e36-0ede40970c4b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:06.924837 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20bc2dd-36f4-4c85-bd4c-5886709efa99 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:06.925537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20bc2dd-36f4-4c85-bd4c-5886709efa99 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:06.927462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f20bc2dd-36f4-4c85-bd4c-5886709efa99 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] 10.222.0.41 "DELETE /v2.0/ports/d6b914b8-4d32-417e-a3e6-04805ac9f8fc HTTP/1.1" status: 404 len: 333 time: 0.3591738 Jul 08 01:48:06.931081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:06.934022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81e3b47b-46df-4d8f-9cc6-b495d594304a req-d93c66d7-d070-43b5-b1cd-f1577b81180d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217370 Jul 08 01:48:06.987858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7af1c0c-d84f-4fad-bff7-baaeb51b09c8 req-b90b0853-cf37-4c57-b966-18cf728dadbf tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/security-groups?id=10d7368e-2d1b-42b5-885e-04e9d071e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229717 Jul 08 01:48:06.994384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.047130 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.049078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8202354-518d-4f76-b000-c7f531803be2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Deleting subnet 23afa556-e0ef-4e28-9a70-c5b078f8941e {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:48:07.064531 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8202354-518d-4f76-b000-c7f531803be2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.092620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:07.198658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.249657 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8202354-518d-4f76-b000-c7f531803be2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.383965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Router cf397e57-76b1-4ce6-a4d6-848302871e42 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:48:07.481062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:48:07.485974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73df56-a1d0-4e33-9bae-00ea2c6a09a3 req-7e59de7c-8153-4d92-9253-d004ffb68d17 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:07.486949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d73df56-a1d0-4e33-9bae-00ea2c6a09a3 req-7e59de7c-8153-4d92-9253-d004ffb68d17 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.3058889 Jul 08 01:48:07.489955 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a2e61a77-533f-46d8-987d-df9b9499ce27 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "PUT /v2.0/routers/cf397e57-76b1-4ce6-a4d6-848302871e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4390924 Jul 08 01:48:07.490596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57584) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:07.492476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0067b-8165-4608-b51b-4092684b3c51 None None] Sync routers for ids ['cf397e57-76b1-4ce6-a4d6-848302871e42'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:48:07.506719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0067b-8165-4608-b51b-4092684b3c51 None None] Routers {'cf397e57-76b1-4ce6-a4d6-848302871e42'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:07.507277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dba0067b-8165-4608-b51b-4092684b3c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['cf397e57-76b1-4ce6-a4d6-848302871e42'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:07.523606 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-853a5388-9e82-4854-a870-ecf64a7655b4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:48:07.525532 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-853a5388-9e82-4854-a870-ecf64a7655b4 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/b1e8b441-e3c9-41dc-b3c5-d4bbb75f1b37 HTTP/1.1" status: 404 len: 333 time: 0.0337000 Jul 08 01:48:07.527969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57586) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:07.528102 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8202354-518d-4f76-b000-c7f531803be2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.548831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dba0067b-8165-4608-b51b-4092684b3c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:07.558430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0067b-8165-4608-b51b-4092684b3c51 None None] Routers {'cf397e57-76b1-4ce6-a4d6-848302871e42'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:07.559092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dba0067b-8165-4608-b51b-4092684b3c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['cf397e57-76b1-4ce6-a4d6-848302871e42'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:07.566870 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.594215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dba0067b-8165-4608-b51b-4092684b3c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:07.594880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba0067b-8165-4608-b51b-4092684b3c51 None None] The sync data for ids ['cf397e57-76b1-4ce6-a4d6-848302871e42'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:48:07.599360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256677a9-5b5f-47e5-ad7e-beb59ed84f7e req-fa7a803c-5989-40c6-b495-a17fc61da997 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:07.604798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-256677a9-5b5f-47e5-ad7e-beb59ed84f7e req-fa7a803c-5989-40c6-b495-a17fc61da997 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3188639 Jul 08 01:48:07.618203 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3ce1-3fda-403e-b2db-50c4d82ea0c3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.625103 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d73df56-a1d0-4e33-9bae-00ea2c6a09a3 req-a844c8f2-1499-4028-8d4b-256d487d871e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221070 Jul 08 01:48:07.711674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d5141914-be84-4c6f-bac3-67b61029976c up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:07.747964 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-256677a9-5b5f-47e5-ad7e-beb59ed84f7e req-a9a02a44-86ac-4537-9578-3bf53c6473a9 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365950 Jul 08 01:48:07.748989 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8202354-518d-4f76-b000-c7f531803be2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.790896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8202354-518d-4f76-b000-c7f531803be2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Pushing event deleted for resources: {'Subnet': ['ID=23afa556-e0ef-4e28-9a70-c5b078f8941e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:07.797262 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d8202354-518d-4f76-b000-c7f531803be2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.801316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d8202354-518d-4f76-b000-c7f531803be2 tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] 10.222.0.41 "DELETE /v2.0/subnets/23afa556-e0ef-4e28-9a70-c5b078f8941e HTTP/1.1" status: 204 len: 168 time: 0.8642132 Jul 08 01:48:07.802744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:07.803433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port d5141914-be84-4c6f-bac3-67b61029976c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:07.808245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffdd911-9c20-4fd4-a893-a49e7c39c576 None None] Network d62a5680-56e7-4267-9631-ff31fb7a1599 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:07.906405 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:07.917615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port d5141914-be84-4c6f-bac3-67b61029976c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:07.917863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Router 00284ee0-b21c-4036-bdcb-f8673511a815 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:48:07.918155 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.064182 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3ce1-3fda-403e-b2db-50c4d82ea0c3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.065690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3ce1-3fda-403e-b2db-50c4d82ea0c3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.108626 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.127702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2839c-41be-48f5-bf7b-1c095bbb46b4 req-ebf5c20b-5465-4e72-8012-d9f66fdecdc4 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:08.129438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5f2839c-41be-48f5-bf7b-1c095bbb46b4 req-ebf5c20b-5465-4e72-8012-d9f66fdecdc4 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2079506 Jul 08 01:48:08.133640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Deleting port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:08.133988 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.149460 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3ce1-3fda-403e-b2db-50c4d82ea0c3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.150249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c469f86e-3c6a-4aa3-8a1d-188361e9aa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5141914-be84-4c6f-bac3-67b61029976c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:08.150429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea3ce1-3fda-403e-b2db-50c4d82ea0c3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Fanout notify agent at l3_agent the message router_deleted on router cf397e57-76b1-4ce6-a4d6-848302871e42 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:48:08.158502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9ea3ce1-3fda-403e-b2db-50c4d82ea0c3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.160800 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b9ea3ce1-3fda-403e-b2db-50c4d82ea0c3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/routers/cf397e57-76b1-4ce6-a4d6-848302871e42 HTTP/1.1" status: 204 len: 168 time: 0.6301725 Jul 08 01:48:08.161809 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a861f8a0-29a6-404d-bc48-d6476acd8ff4" -d '{"events": [{"server_uuid": "c469f86e-3c6a-4aa3-8a1d-188361e9aa06", "name": "network-vif-plugged", "status": "completed", "tag": "d5141914-be84-4c6f-bac3-67b61029976c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:08.165648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57598) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:08.172913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0d4e66-3f92-4125-8c73-26c7a9955b65 None None] DHCP port deletion for d62a5680-56e7-4267-9631-ff31fb7a1599 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:48:08.186194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port d5141914-be84-4c6f-bac3-67b61029976c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d5141914-be84-4c6f-bac3-67b61029976c,segment=NetworkSegment(7b644571-c566-4549-84fb-d02f1bf9bc2b),segment_id=7b644571-c566-4549-84fb-d02f1bf9bc2b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:08.197036 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.220103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b36af13-539e-4c40-bdc9-63a36d24d121 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet bff17768-377f-4a67-8c75-32cc5d18e851 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:48:08.224144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b36af13-539e-4c40-bdc9-63a36d24d121 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.236558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:48:08.249024 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Sync routers for ids ['00284ee0-b21c-4036-bdcb-f8673511a815'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:48:08.260220 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Routers {'00284ee0-b21c-4036-bdcb-f8673511a815'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:08.261223 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['00284ee0-b21c-4036-bdcb-f8673511a815'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:08.276690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b36af13-539e-4c40-bdc9-63a36d24d121 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.295006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=d5141914-be84-4c6f-bac3-67b61029976c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:08.311531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d4e66-3f92-4125-8c73-26c7a9955b65 None None] Deleting port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:08.311937 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4e66-3f92-4125-8c73-26c7a9955b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.315336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] For port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217,segment=NetworkSegment(9b3567f5-1871-4807-bd1e-0be4514435a8),segment_id=9b3567f5-1871-4807-bd1e-0be4514435a8)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:08.315762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.323320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5f2839c-41be-48f5-bf7b-1c095bbb46b4 req-01c70ed3-9b25-4c9d-ac99-a2e21d962914 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643329 Jul 08 01:48:08.334737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.336105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-146373c4-e568-411b-b0d5-b6f176c89585 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4385545 Jul 08 01:48:08.342995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:08.344048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Calling delete_port for 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:08.399219 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Set router 00284ee0-b21c-4036-bdcb-f8673511a815 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:48:08.417167 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b36af13-539e-4c40-bdc9-63a36d24d121 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.428871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285d4cf-df85-4d9d-805c-4248f3fbf5c8 req-60285abd-04a8-4e35-b02e-c6af408fbab8 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:08.437166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f285d4cf-df85-4d9d-805c-4248f3fbf5c8 req-60285abd-04a8-4e35-b02e-c6af408fbab8 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 944 time: 0.2986271 Jul 08 01:48:08.520857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6a0d4e66-3f92-4125-8c73-26c7a9955b65 None None] For port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217,segment=NetworkSegment(9b3567f5-1871-4807-bd1e-0be4514435a8),segment_id=9b3567f5-1871-4807-bd1e-0be4514435a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:08.521472 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4e66-3f92-4125-8c73-26c7a9955b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.558077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d4e66-3f92-4125-8c73-26c7a9955b65 None None] Calling delete_port for 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:08.598414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b36af13-539e-4c40-bdc9-63a36d24d121 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.618686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f285d4cf-df85-4d9d-805c-4248f3fbf5c8 req-0a7b5d0a-374e-426b-86de-bb347ea28df5 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/security-groups?id=10d7368e-2d1b-42b5-885e-04e9d071e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802225 Jul 08 01:48:08.651276 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:06Z', 'revision_number': 3, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:08.667758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36af13-539e-4c40-bdc9-63a36d24d121 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=bff17768-377f-4a67-8c75-32cc5d18e851,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:08.673923 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b36af13-539e-4c40-bdc9-63a36d24d121 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.678973 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8b36af13-539e-4c40-bdc9-63a36d24d121 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/bff17768-377f-4a67-8c75-32cc5d18e851 HTTP/1.1" status: 204 len: 168 time: 0.5119677 Jul 08 01:48:08.680888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57610) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:08.694873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb30e4-db34-4047-96ae-587beecbce51 None None] Network 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:08.695460 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Checking router: 00284ee0-b21c-4036-bdcb-f8673511a815 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:48:08.695878 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Updating router 00284ee0-b21c-4036-bdcb-f8673511a815 port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:48:08.729822 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c4324-bafb-45b7-8877-32e52d79578e x-openstack-request-id: req-ec3c4324-bafb-45b7-8877-32e52d79578e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:08.730153 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c469f86e-3c6a-4aa3-8a1d-188361e9aa06", "name": "network-vif-plugged", "status": "completed", "tag": "d5141914-be84-4c6f-bac3-67b61029976c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:08.730417 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec3c4324-bafb-45b7-8877-32e52d79578e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:08.730860 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c469f86e-3c6a-4aa3-8a1d-188361e9aa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5141914-be84-4c6f-bac3-67b61029976c', 'code': 200} Jul 08 01:48:08.753811 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.877854 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.905837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.943001 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6a0d4e66-3f92-4125-8c73-26c7a9955b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:08.977766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d4e66-3f92-4125-8c73-26c7a9955b65 None None] Pushing event deleted for resources: {'Port': ['ID=15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:08.980207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d4e66-3f92-4125-8c73-26c7a9955b65 None None] No DVR routers for this DVR port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:48:08.994202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:08.994701 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.039907 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.090331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc8cc4e-edf9-4e31-9071-9e45f313e6ce None None] DHCP port deletion for 644df701-8c3b-4a2d-90e2-c8cf5cf61d90 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:48:09.103850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] For port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4fa1c4aa-0f68-4ca5-953f-2b114fb6233f,segment=NetworkSegment(0be76be1-bcdb-42ff-bf67-d1e3aec5503e),segment_id=0be76be1-bcdb-42ff-bf67-d1e3aec5503e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:09.104548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.110368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Pushing event deleted for resources: {'Port': ['ID=15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:09.134351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:09.145214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] No DVR routers for this DVR port 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:48:09.149032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:48:09.172100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:48:09.172589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 15f4fb2b-2a5a-4033-a6ee-bd8ba9de1217 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:48:09.216287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8cc4e-edf9-4e31-9071-9e45f313e6ce None None] Deleting port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:09.216874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cc4e-edf9-4e31-9071-9e45f313e6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.224399 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.236632 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Transition to ACTIVE for port object 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:09.246203 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.275996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.295409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3dc8cc4e-edf9-4e31-9071-9e45f313e6ce None None] For port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4fa1c4aa-0f68-4ca5-953f-2b114fb6233f,segment=NetworkSegment(0be76be1-bcdb-42ff-bf67-d1e3aec5503e),segment_id=0be76be1-bcdb-42ff-bf67-d1e3aec5503e)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:09.296152 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cc4e-edf9-4e31-9071-9e45f313e6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.305272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No DVR routers for this DVR port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:48:09.312775 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Attempting to bind port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:09.313353 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Attempting to bind port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:09.313673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8cc4e-edf9-4e31-9071-9e45f313e6ce None None] Calling delete_port for 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:09.314213 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Attempting to bind port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:09.328975 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:09.329350 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:09.329750 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.330143 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:09.330755 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Bound port: 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:09.331056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:48:09.331198 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.366943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=4fa1c4aa-0f68-4ca5-953f-2b114fb6233f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:09.394955 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] For port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:09.398614 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] For port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:09.407010 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Pushing event updated for resources: {'Port': ['ID=6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:09.411707 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.423476 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.423823 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.424290 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.424718 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.425047 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.425374 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.425728 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.426051 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.426504 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.426976 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.427353 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.428567 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:09.453705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.471233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644df701-8c3b-4a2d-90e2-c8cf5cf61d90']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:09.485136 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3dc8cc4e-edf9-4e31-9071-9e45f313e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.489390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be76be1-bcdb-42ff-bf67-d1e3aec5503e') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:09.489874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be76be1-bcdb-42ff-bf67-d1e3aec5503e') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:09.504003 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.517388 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e5e22-3dab-41e9-a886-ba4a6940fa7c None None] Pushing event updated for resources: {'Port': ['ID=6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:09.522904 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.528236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8cc4e-edf9-4e31-9071-9e45f313e6ce None None] Pushing event deleted for resources: {'Port': ['ID=4fa1c4aa-0f68-4ca5-953f-2b114fb6233f,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:09.533233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc8cc4e-edf9-4e31-9071-9e45f313e6ce None None] No DVR routers for this DVR port 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:48:09.536675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:09.538801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:48:09.539278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.555946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'port_id': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6', 'mac_address': 'fa:16:3e:b4:c8:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2157fc2-2bc2-4e65-bc22-a2f9753680dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:48:09.567356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51f40c-e98b-43a9-8535-6b1e071a75d1 req-300ea8c3-2eb6-4fed-81f3-c467cedee000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:48:09.567885 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:48:09.574222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f51f40c-e98b-43a9-8535-6b1e071a75d1 req-300ea8c3-2eb6-4fed-81f3-c467cedee000 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 1097 time: 0.7753141 Jul 08 01:48:09.576886 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Routers {'00284ee0-b21c-4036-bdcb-f8673511a815'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:09.578842 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['00284ee0-b21c-4036-bdcb-f8673511a815'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:09.621870 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.646553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:09.663410 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.668504 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.680428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d166a8-7307-4d40-a621-861557c1740c req-dc793c0f-fc1d-4cf5-9532-69269c9de543 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:09.682167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45d166a8-7307-4d40-a621-861557c1740c req-dc793c0f-fc1d-4cf5-9532-69269c9de543 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.8377154 Jul 08 01:48:09.688509 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:09.695908 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.709450 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.711395 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/networks/644df701-8c3b-4a2d-90e2-c8cf5cf61d90 HTTP/1.1" status: 204 len: 168 time: 1.0295172 Jul 08 01:48:09.712381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b39f5-c200-47ed-9558-be31672609d2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Network': ['ID=644df701-8c3b-4a2d-90e2-c8cf5cf61d90,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:09.713209 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] Set router 00284ee0-b21c-4036-bdcb-f8673511a815 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:48:09.716524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57618) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:09.724644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62a5680-56e7-4267-9631-ff31fb7a1599']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:09.776872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:09.789006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3567f5-1871-4807-bd1e-0be4514435a8') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:09.789416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3567f5-1871-4807-bd1e-0be4514435a8') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:09.798409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81a9e-7b92-4fb5-882b-a00bf1075a40 req-2f992b8f-1df5-4989-b7ba-0b86283dc061 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:09.800717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a556bce-0efc-452b-82d0-84c835cb39b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:09.802399 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a556bce-0efc-452b-82d0-84c835cb39b8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/1538eb4d-0d16-4f6c-bc3d-422dc851a168 HTTP/1.1" status: 200 len: 845 time: 0.0849035 Jul 08 01:48:09.806468 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23d81a9e-7b92-4fb5-882b-a00bf1075a40 req-2f992b8f-1df5-4989-b7ba-0b86283dc061 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.7923017 Jul 08 01:48:09.807000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:09.821509 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f51f40c-e98b-43a9-8535-6b1e071a75d1 req-130f304d-9a0f-4136-9680-99866527d358 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=10d7368e-2d1b-42b5-885e-04e9d071e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082944 Jul 08 01:48:09.845462 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.882597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['5abdd81f-a3b1-41ec-a53e-17f8275c1df6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:48:09.917919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.946161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45d166a8-7307-4d40-a621-861557c1740c req-c96be809-7dc3-4b62-9491-91418bb5f1f5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533455 Jul 08 01:48:09.947473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:48:09.947893 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:48:09.968235 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:48:10.055505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57626) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:10.056462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2a4f9ead-a56e-4651-91a8-72647f6e7789 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/1538eb4d-0d16-4f6c-bc3d-422dc851a168?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2369339 Jul 08 01:48:10.062324 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0fa29b6b-7acd-4747-a8a4-eaa00e1ba62f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:10.090768 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23d81a9e-7b92-4fb5-882b-a00bf1075a40 req-d1c0ab03-35ac-4a1d-bcdd-fcb7afae6501 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668684 Jul 08 01:48:10.120795 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:10.127990 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:10.133624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] 10.222.0.41 "DELETE /v2.0/networks/d62a5680-56e7-4267-9631-ff31fb7a1599 HTTP/1.1" status: 204 len: 168 time: 2.3297999 Jul 08 01:48:10.170136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb9782-a1bb-4764-8065-4f24fcabe69f tempest-DHCPAgentSchedulersTestJSON-457803578 tempest-DHCPAgentSchedulersTestJSON-457803578-project] Pushing event deleted for resources: {'Network': ['ID=d62a5680-56e7-4267-9631-ff31fb7a1599,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:10.209782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa29b6b-7acd-4747-a8a4-eaa00e1ba62f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:10.216168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fa29b6b-7acd-4747-a8a4-eaa00e1ba62f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:10.248553 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:48:10.313101 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:06Z', 'revision_number': 3, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:10.319589 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:10.377439 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd098f1-d444-4b2c-837a-4023123c0e0d None None] The sync data for ids ['00284ee0-b21c-4036-bdcb-f8673511a815'] in n-d-694802-14 is: [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:06Z', 'revision_number': 3, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:48:10.584904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57634) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:10.643560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fa29b6b-7acd-4747-a8a4-eaa00e1ba62f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:10.740136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Allocated IP 172.20.0.1 (cda84429-d659-4d19-9308-4307abd351a7/1e952881-f4c2-40a9-86a0-01ad006739af/0a42890b-f68c-4814-9347-d7137138231c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:10.748027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa29b6b-7acd-4747-a8a4-eaa00e1ba62f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:10.766598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0fa29b6b-7acd-4747-a8a4-eaa00e1ba62f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:10.775607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa29b6b-7acd-4747-a8a4-eaa00e1ba62f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:10.776231 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fa29b6b-7acd-4747-a8a4-eaa00e1ba62f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:10.778994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e23d5b5-93fe-4610-9999-51ed234f5cb4 None None] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:10.819600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa29b6b-7acd-4747-a8a4-eaa00e1ba62f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=c2d9ffb5-0280-40cd-9229-eed56231987a,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:10.853127 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0fa29b6b-7acd-4747-a8a4-eaa00e1ba62f tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7963057 Jul 08 01:48:10.873124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57638) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:10.879107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-331e6e26-5199-45f6-a255-4349629d45f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'security_group': {'name': 'tempest-secgroup-713282894'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:11.014699 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.016242 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-88e24837-8e95-4669-bee0-23ea0dc3dede admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbd1624d971b4595845a2e066780d0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4298887 Jul 08 01:48:11.017180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-331e6e26-5199-45f6-a255-4349629d45f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.019881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57642) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:11.152756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'tenant_id': '615320a08bf94fe382d8aa315eb4d3db', 'fixed_ips': [{'subnet_id': 'c2d9ffb5-0280-40cd-9229-eed56231987a'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:48:11.154117 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.173115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:11.245450 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958ef1b-510b-4bfa-b88e-292986701116 req-3bb2550e-b728-4e3b-862f-da8f0c0fb30d tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:11.250942 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9958ef1b-510b-4bfa-b88e-292986701116 req-3bb2550e-b728-4e3b-862f-da8f0c0fb30d tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 945 time: 0.9538982 Jul 08 01:48:11.252640 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-331e6e26-5199-45f6-a255-4349629d45f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.264788 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-331e6e26-5199-45f6-a255-4349629d45f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.311588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e6e26-5199-45f6-a255-4349629d45f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfb9a6f-4545-4263-994f-44a1fdd545c2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:11.317736 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-331e6e26-5199-45f6-a255-4349629d45f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.319097 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-331e6e26-5199-45f6-a255-4349629d45f2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4449949 Jul 08 01:48:11.322076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57652) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:11.324551 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc4be00b-6add-40aa-92d1-707c88097a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.330363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7c60ea9b-b6eb-409e-b4af-f1ac7d5e1b77 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'security_group': {'name': 'tempest-secgroup-835224730'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:11.333437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:11.362457 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c60ea9b-b6eb-409e-b4af-f1ac7d5e1b77 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.396254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:11.418522 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.440146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fcf14-bd08-4078-a07e-0eea89c7180e req-aae85875-8d90-4779-a76d-fe5021d2ceee tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:11.450513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-464fcf14-bd08-4078-a07e-0eea89c7180e req-aae85875-8d90-4779-a76d-fe5021d2ceee tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.4258029 Jul 08 01:48:11.520675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc4be00b-6add-40aa-92d1-707c88097a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.540861 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9958ef1b-510b-4bfa-b88e-292986701116 req-74ce1c44-72b8-4f86-9084-6afacc2488c2 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/security-groups?id=10d7368e-2d1b-42b5-885e-04e9d071e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616427 Jul 08 01:48:11.552607 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c60ea9b-b6eb-409e-b4af-f1ac7d5e1b77 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.569407 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c60ea9b-b6eb-409e-b4af-f1ac7d5e1b77 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.616885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c60ea9b-b6eb-409e-b4af-f1ac7d5e1b77 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.619222 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7c60ea9b-b6eb-409e-b4af-f1ac7d5e1b77 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2951646 Jul 08 01:48:11.625054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:11.625918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:11.626362 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.635900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-784297798', 'security_groups': ['e6315165-53d0-43b6-91d8-cbff3aabf575'], 'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c2d9ffb5-0280-40cd-9229-eed56231987a'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:11.684557 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Network cda84429-d659-4d19-9308-4307abd351a7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:11.700221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Allocated IP 2001:db8::2 (8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2/c2d9ffb5-0280-40cd-9229-eed56231987a/e072a211-f69f-48d5-bba7-5d4373175cb9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:11.710241 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-464fcf14-bd08-4078-a07e-0eea89c7180e req-f33e9956-bc14-40a2-9bdf-5d473249bda2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583961 Jul 08 01:48:11.734976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:11.735789 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.776256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60ea9b-b6eb-409e-b4af-f1ac7d5e1b77 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6315165-53d0-43b6-91d8-cbff3aabf575,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:11.804199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:11.880973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:11.886908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:11.907804 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc4be00b-6add-40aa-92d1-707c88097a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.918761 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc4be00b-6add-40aa-92d1-707c88097a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:11.922815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cc4be00b-6add-40aa-92d1-707c88097a94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c0dc9e0-a03d-4c90-b99c-00445f81dc45 HTTP/1.1" status: 204 len: 168 time: 0.8920410 Jul 08 01:48:11.972577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0a42890b-f68c-4814-9347-d7137138231c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:12.018625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.044108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port cfa84088-db39-46c3-89d2-d3e76bf02979 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:48:12.044984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4be00b-6add-40aa-92d1-707c88097a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0dc9e0-a03d-4c90-b99c-00445f81dc45,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:12.086895 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.233269 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.248922 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.291476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Transition to ACTIVE for port object e072a211-f69f-48d5-bba7-5d4373175cb9 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:12.301350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:12.323326 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.338024 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.361750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Transition to ACTIVE for port object e072a211-f69f-48d5-bba7-5d4373175cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:12.378658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.420849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:12.423158 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4d0e4a-9bc7-4504-90cb-a0c87c7301f4" -d '{"events": [{"server_uuid": "206ed2a0-7def-4a7f-a694-7d554b81a91a", "name": "network-vif-plugged", "status": "completed", "tag": "5abdd81f-a3b1-41ec-a53e-17f8275c1df6"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:12.432792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc37e6-46f3-4aab-9a5e-d16d2c48700f req-4ecac410-9a17-4a94-87a7-7cc8732616ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:12.439012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:48:12.441300 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07bc37e6-46f3-4aab-9a5e-d16d2c48700f req-4ecac410-9a17-4a94-87a7-7cc8732616ca tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 944 time: 0.4721792 Jul 08 01:48:12.482441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.496045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:12.497195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:12.501482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:12.503428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:48:12.504047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4fa1c4aa-0f68-4ca5-953f-2b114fb6233f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:48:12.507958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:12.516572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8::231 (8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2/c2d9ffb5-0280-40cd-9229-eed56231987a/cfa84088-db39-46c3-89d2-d3e76bf02979) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:12.544839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:12.546740 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.560246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Pushing event updated for resources: {'Port': ['ID=e072a211-f69f-48d5-bba7-5d4373175cb9,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:12.655203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57694) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:12.684353 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e30208d2-6ca6-4abd-8b9d-1485b4f8aca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.709431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Attempting to bind port e072a211-f69f-48d5-bba7-5d4373175cb9 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:12.710210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Attempting to bind port e072a211-f69f-48d5-bba7-5d4373175cb9 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '876847c3-74e7-4da6-88f5-f65f4bd821de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:12.710818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Attempting to bind port e072a211-f69f-48d5-bba7-5d4373175cb9 on network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:12.724422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:12.725246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Checking segment: {'id': '876847c3-74e7-4da6-88f5-f65f4bd821de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:12.725916 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.726536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Bound using segment: {'id': '876847c3-74e7-4da6-88f5-f65f4bd821de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:12.727245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Bound port: e072a211-f69f-48d5-bba7-5d4373175cb9, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876847c3-74e7-4da6-88f5-f65f4bd821de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:12.727885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.746478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:12.848437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] For port e072a211-f69f-48d5-bba7-5d4373175cb9, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:12.857504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] For port e072a211-f69f-48d5-bba7-5d4373175cb9, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e072a211-f69f-48d5-bba7-5d4373175cb9,segment=NetworkSegment(876847c3-74e7-4da6-88f5-f65f4bd821de),segment_id=876847c3-74e7-4da6-88f5-f65f4bd821de)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:12.868849 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.903178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.914153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.932643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e30208d2-6ca6-4abd-8b9d-1485b4f8aca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.944866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07bc37e6-46f3-4aab-9a5e-d16d2c48700f req-d9cc6ab9-ac53-4816-a46c-5cbcc9bd75c0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017960 Jul 08 01:48:12.945088 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e30208d2-6ca6-4abd-8b9d-1485b4f8aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.945564 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:12.981791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object cfa84088-db39-46c3-89d2-d3e76bf02979 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:12.990338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e30208d2-6ca6-4abd-8b9d-1485b4f8aca8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e6dc5f26dd742949d64929f38e41d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306317 Jul 08 01:48:12.992047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57696) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:13.007707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50439b-e39e-467c-8bca-fcfa26c45ca2 None None] Pushing event updated for resources: {'Port': ['ID=e072a211-f69f-48d5-bba7-5d4373175cb9,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:13.071312 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9ce220-af94-43c7-82f2-7fb89c01da2e x-openstack-request-id: req-3b9ce220-af94-43c7-82f2-7fb89c01da2e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:13.071613 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206ed2a0-7def-4a7f-a694-7d554b81a91a", "name": "network-vif-plugged", "status": "completed", "tag": "5abdd81f-a3b1-41ec-a53e-17f8275c1df6", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:13.071976 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b9ce220-af94-43c7-82f2-7fb89c01da2e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:13.072530 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6', 'code': 200} Jul 08 01:48:13.097521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30208d2-6ca6-4abd-8b9d-1485b4f8aca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6803c7-dd43-4c27-a3db-b39e0a234819,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:13.159651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:13.216108 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae5eb-a4f9-43c1-b05b-ebed0c172996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:13.242032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:13.257759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:13.277733 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae5eb-a4f9-43c1-b05b-ebed0c172996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:13.296990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Pushing event updated for resources: {'Port': ['ID=0a42890b-f68c-4814-9347-d7137138231c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:13.297892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:13.298380 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:13.328164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:13.341191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:13.344219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:13.351633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:13.352429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:13.392119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7629874 Jul 08 01:48:13.399066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57702) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:13.407451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-835d91bf-37cd-4bf3-bd12-b54a8894e812 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:13.460129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99e399-3ddd-45c0-9bf6-e23858b58609 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=cfa84088-db39-46c3-89d2-d3e76bf02979,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:13.593592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906b9eb-3600-4fd6-83f7-04238d0f6c74 req-9d062031-5381-42c9-8499-5be0c8d58d08 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:13.596939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f906b9eb-3600-4fd6-83f7-04238d0f6c74 req-9d062031-5381-42c9-8499-5be0c8d58d08 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 1.0828772 Jul 08 01:48:13.618514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae5eb-a4f9-43c1-b05b-ebed0c172996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:13.621535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d9ae5eb-a4f9-43c1-b05b-ebed0c172996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:13.626365 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2d9ae5eb-a4f9-43c1-b05b-ebed0c172996 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a6803c7-dd43-4c27-a3db-b39e0a234819 HTTP/1.1" status: 204 len: 168 time: 0.6205442 Jul 08 01:48:13.654339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835d91bf-37cd-4bf3-bd12-b54a8894e812 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:13.658374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-835d91bf-37cd-4bf3-bd12-b54a8894e812 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:13.667631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ae5eb-a4f9-43c1-b05b-ebed0c172996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6803c7-dd43-4c27-a3db-b39e0a234819,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:13.718052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff5380-b478-47ef-9907-5a5ed9a675a8 req-52f32750-6053-4b42-8c24-94540cef381b tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:13.725140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3ff5380-b478-47ef-9907-5a5ed9a675a8 req-52f32750-6053-4b42-8c24-94540cef381b tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 945 time: 0.4537258 Jul 08 01:48:13.740265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Network cda84429-d659-4d19-9308-4307abd351a7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:13.791868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:13.814702 n-d-694802-14 neutron-server[93884]: INFO neutron.db.ipam_backend_mixin [None req-835d91bf-37cd-4bf3-bd12-b54a8894e812 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2d9ffb5-0280-40cd-9229-eed56231987a (CIDR: 2001:db8::/64) Jul 08 01:48:13.821340 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-835d91bf-37cd-4bf3-bd12-b54a8894e812 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:48:13.821841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835d91bf-37cd-4bf3-bd12-b54a8894e812 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:13.834666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f906b9eb-3600-4fd6-83f7-04238d0f6c74 req-d75225a2-2ba9-4c88-929c-69374bea0994 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265348 Jul 08 01:48:13.850104 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-835d91bf-37cd-4bf3-bd12-b54a8894e812 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4468446 Jul 08 01:48:13.851254 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57706) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:13.857322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6328672b-7570-4688-917a-86deaf2d7929 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:13.981374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3ff5380-b478-47ef-9907-5a5ed9a675a8 req-c4248485-aab9-4fce-a97e-bc767abf1a91 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/security-groups?id=10d7368e-2d1b-42b5-885e-04e9d071e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399328 Jul 08 01:48:14.109503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6328672b-7570-4688-917a-86deaf2d7929 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:14.116833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6328672b-7570-4688-917a-86deaf2d7929 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:14.154312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Router 00284ee0-b21c-4036-bdcb-f8673511a815 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:48:14.531164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:48:14.542091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Sync routers for ids ['00284ee0-b21c-4036-bdcb-f8673511a815'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:48:14.553900 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Routers {'00284ee0-b21c-4036-bdcb-f8673511a815'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:14.554095 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fec8cf26-cdc3-4b1e-8140-4a6afae001d4 admin admin] 10.222.0.41 "PUT /v2.0/routers/00284ee0-b21c-4036-bdcb-f8673511a815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2037532 Jul 08 01:48:14.554986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['00284ee0-b21c-4036-bdcb-f8673511a815'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:14.697042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347756-92f4-465b-bfef-3a702011b5bb req-6a280729-91fd-4850-93d7-b4fd13507ad0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:14.698715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b347756-92f4-465b-bfef-3a702011b5bb req-6a280729-91fd-4850-93d7-b4fd13507ad0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3021543 Jul 08 01:48:14.719426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514262b-f171-4f24-aac0-2ff79a886563 req-2ff4f17f-7c10-49c3-86f3-6e9d638b4757 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:14.734480 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3514262b-f171-4f24-aac0-2ff79a886563 req-2ff4f17f-7c10-49c3-86f3-6e9d638b4757 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.3328407 Jul 08 01:48:14.811680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Set router 00284ee0-b21c-4036-bdcb-f8673511a815 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:48:14.902636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6328672b-7570-4688-917a-86deaf2d7929 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:14.940935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b347756-92f4-465b-bfef-3a702011b5bb req-0af3c425-84c5-4099-aaac-ee5e875a06f7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023652 Jul 08 01:48:14.959033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3514262b-f171-4f24-aac0-2ff79a886563 req-55d093f5-5bf7-459d-8f85-bc788789cfe7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223556 Jul 08 01:48:14.976847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6328672b-7570-4688-917a-86deaf2d7929 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:14.982312 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6328672b-7570-4688-917a-86deaf2d7929 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:15.029788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6328672b-7570-4688-917a-86deaf2d7929 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:15.030729 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6328672b-7570-4688-917a-86deaf2d7929 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:15.076118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328672b-7570-4688-917a-86deaf2d7929 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=b5eff23c-a5b5-45d8-b427-cd41d9dbae15,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:15.126136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:15.130127 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6328672b-7570-4688-917a-86deaf2d7929 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2776108 Jul 08 01:48:15.135246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-873374941', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b5eff23c-a5b5-45d8-b427-cd41d9dbae15'}], 'security_groups': ['0cfb9a6f-4545-4263-994f-44a1fdd545c2']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:15.139991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2f0d5b55-604d-40a4-b7ec-4e5ba021c9ab None None] Provisioning complete for port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:15.142805 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5b55-604d-40a4-b7ec-4e5ba021c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:15.299094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e072a211-f69f-48d5-bba7-5d4373175cb9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:15.312045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57748) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:15.404478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9503a-0b7b-44b8-99d9-9d4ce1bcf942 None None] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:15.594122 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a3fad675-d4b1-4809-9067-b4c5103298d5 tempest-AgentManagementNegativeTest-1452874642 tempest-AgentManagementNegativeTest-1452874642-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2673273 Jul 08 01:48:15.609770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d5b55-604d-40a4-b7ec-4e5ba021c9ab None None] Port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:15.660999 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:15.763055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2f0d5b55-604d-40a4-b7ec-4e5ba021c9ab None None] Provisioning for port e072a211-f69f-48d5-bba7-5d4373175cb9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:15.770233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e072a211-f69f-48d5-bba7-5d4373175cb9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:15.778226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2f0d5b55-604d-40a4-b7ec-4e5ba021c9ab None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:15.778858 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5b55-604d-40a4-b7ec-4e5ba021c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:15.805211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:15.805799 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:15.947704 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eea503dd-1d63-47f6-ac7e-9db6109968ec tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:15.956327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eea503dd-1d63-47f6-ac7e-9db6109968ec tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/networks?id=cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 200 len: 819 time: 0.3744540 Jul 08 01:48:15.991443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0a42890b-f68c-4814-9347-d7137138231c', 'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'mac_address': 'fa:16:3e:71:90:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:10Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 2, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'subnets': [{'id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:16.094388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:16.106968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Checking router: 00284ee0-b21c-4036-bdcb-f8673511a815 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:48:16.107428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Updating router 00284ee0-b21c-4036-bdcb-f8673511a815 port 0a42890b-f68c-4814-9347-d7137138231c binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:48:16.150568 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.193035 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2f0d5b55-604d-40a4-b7ec-4e5ba021c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.239917 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.252035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port e072a211-f69f-48d5-bba7-5d4373175cb9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e072a211-f69f-48d5-bba7-5d4373175cb9,segment=NetworkSegment(876847c3-74e7-4da6-88f5-f65f4bd821de),segment_id=876847c3-74e7-4da6-88f5-f65f4bd821de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:16.264688 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.265989 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-d7d57c80-0b5a-4784-8a70-d3ce5b78f870 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/quotas/d88e5e3faeb848c38ea3bd07e7ee2747 HTTP/1.1" status: 200 len: 375 time: 0.3080201 Jul 08 01:48:16.318579 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-2f0d5b55-604d-40a4-b7ec-4e5ba021c9ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:48:16.318909 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-2f0d5b55-604d-40a4-b7ec-4e5ba021c9ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:48:16.319131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42c8a5ee-7524-4778-8146-704e03f1da66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.393966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d510b-d72a-408f-acba-53cde9acb6f7 req-6dadba6f-8a0b-4199-bbba-56766d1ef9be tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:16.396446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d00d510b-d72a-408f-acba-53cde9acb6f7 req-6dadba6f-8a0b-4199-bbba-56766d1ef9be tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2244904 Jul 08 01:48:16.424925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29184584-4a36-4b2a-9b96-7af49b6eb9bd None None] Update dhcp port {'port': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'fixed_ips': [{'subnet_id': 'c2d9ffb5-0280-40cd-9229-eed56231987a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5eff23c-a5b5-45d8-b427-cd41d9dbae15'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'e072a211-f69f-48d5-bba7-5d4373175cb9'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 01:48:16.499993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42c8a5ee-7524-4778-8146-704e03f1da66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.507546 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-29184584-4a36-4b2a-9b96-7af49b6eb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.508322 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42c8a5ee-7524-4778-8146-704e03f1da66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.573298 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-42c8a5ee-7524-4778-8146-704e03f1da66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f922235e08ea4c649bd75b10e77b0f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4772971 Jul 08 01:48:16.577819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8a5ee-7524-4778-8146-704e03f1da66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b520e1-4a51-4d4c-a24d-acb26a885182,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:16.583828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57776) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:16.656744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9f64371-c81f-44e3-882b-588a20b2bcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.702493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9f64371-c81f-44e3-882b-588a20b2bcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.711403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=e072a211-f69f-48d5-bba7-5d4373175cb9,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:16.805638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9f64371-c81f-44e3-882b-588a20b2bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.808548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9f64371-c81f-44e3-882b-588a20b2bcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:16.809977 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b9f64371-c81f-44e3-882b-588a20b2bcf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55b520e1-4a51-4d4c-a24d-acb26a885182 HTTP/1.1" status: 204 len: 168 time: 0.2250853 Jul 08 01:48:16.820526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f64371-c81f-44e3-882b-588a20b2bcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b520e1-4a51-4d4c-a24d-acb26a885182,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:16.852583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d00d510b-d72a-408f-acba-53cde9acb6f7 req-9f03eb13-e518-4f9b-953e-14637456f914 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475029 Jul 08 01:48:16.909803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-d1723b87-555e-43e2-8ae5-3ab00e4680b0 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6125376 Jul 08 01:48:17.109468 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-bb01ec2f-a9c3-45ac-bb7c-81caad1ffb86 service neutron] 10.222.0.41 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918876 Jul 08 01:48:17.162237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Delete allocated IP 2001:db8::231 (8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2/c2d9ffb5-0280-40cd-9229-eed56231987a) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 01:48:17.171605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8:0:1::16c (8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2/b5eff23c-a5b5-45d8-b427-cd41d9dbae15/cfa84088-db39-46c3-89d2-d3e76bf02979) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:17.310966 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.323083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Transition to ACTIVE for port object 0a42890b-f68c-4814-9347-d7137138231c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:17.347066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e072a211-f69f-48d5-bba7-5d4373175cb9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:17.359121 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.493571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32e31c-4957-4fff-b0ea-186f0d5e855b req-12ab83e6-e9b7-44a4-a363-34290555ba7f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:17.494183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd93afa-35a3-4c70-8dd1-6f5960f9d7b1 None None] Pushing event updated for resources: {'Port': ['ID=0a42890b-f68c-4814-9347-d7137138231c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:17.499984 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a32e31c-4957-4fff-b0ea-186f0d5e855b req-12ab83e6-e9b7-44a4-a363-34290555ba7f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.2847700 Jul 08 01:48:17.537147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-df599e34-3b84-4e77-bd75-a3870a4b82ee service neutron] 10.222.0.41 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257966 Jul 08 01:48:17.567934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Attempting to bind port 0a42890b-f68c-4814-9347-d7137138231c on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:17.568490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Attempting to bind port 0a42890b-f68c-4814-9347-d7137138231c by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '1f2ad79c-e08e-4902-9bf6-3f69f964d84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:17.569491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Attempting to bind port 0a42890b-f68c-4814-9347-d7137138231c on network cda84429-d659-4d19-9308-4307abd351a7 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:17.578873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:17.579836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Checking segment: {'id': '1f2ad79c-e08e-4902-9bf6-3f69f964d84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:17.580387 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.580894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Bound using segment: {'id': '1f2ad79c-e08e-4902-9bf6-3f69f964d84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:17.581855 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Bound port: 0a42890b-f68c-4814-9347-d7137138231c, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2ad79c-e08e-4902-9bf6-3f69f964d84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:17.583150 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.617641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:17.618169 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.631945 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.670495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Ignored duplicate provisioning block setup for port cfa84088-db39-46c3-89d2-d3e76bf02979 by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 01:48:17.676980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2ea28b6d-a322-4157-9867-bb96e576b616 None None] Provisioning for port cfa84088-db39-46c3-89d2-d3e76bf02979 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:17.679360 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.708969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2ea28b6d-a322-4157-9867-bb96e576b616 None None] Provisioning complete for port cfa84088-db39-46c3-89d2-d3e76bf02979 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:17.709681 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ea28b6d-a322-4157-9867-bb96e576b616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.863168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] In _notify_port_updated(), no bound segment for port cfa84088-db39-46c3-89d2-d3e76bf02979 on network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:48:17.886072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:17.886857 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:17.891361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57808) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:17.891864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "PUT /v2.0/ports/cfa84088-db39-46c3-89d2-d3e76bf02979 HTTP/1.1" status: 200 len: 930 time: 2.7632365 Jul 08 01:48:17.899536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0dadc-bce8-473e-b135-707468cb27cb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=cfa84088-db39-46c3-89d2-d3e76bf02979,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:17.953792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-29184584-4a36-4b2a-9b96-7af49b6eb9bd None None] Allocated IP 2001:db8:0:1::2 (8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2/b5eff23c-a5b5-45d8-b427-cd41d9dbae15/e072a211-f69f-48d5-bba7-5d4373175cb9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:17.961350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2ea28b6d-a322-4157-9867-bb96e576b616 None None] Port cfa84088-db39-46c3-89d2-d3e76bf02979 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:17.976437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] For port 0a42890b-f68c-4814-9347-d7137138231c, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:17.985292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] For port 0a42890b-f68c-4814-9347-d7137138231c, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0a42890b-f68c-4814-9347-d7137138231c,segment=NetworkSegment(1f2ad79c-e08e-4902-9bf6-3f69f964d84b),segment_id=1f2ad79c-e08e-4902-9bf6-3f69f964d84b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:18.001445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a32e31c-4957-4fff-b0ea-186f0d5e855b req-5ae3c0f3-3d49-40bd-adb0-bdd115cf46ef tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885085 Jul 08 01:48:18.014981 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:18.174924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e2759967-fe5a-4d43-ad76-c80e12a09d57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port cfa84088-db39-46c3-89d2-d3e76bf02979 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:18.175561 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2759967-fe5a-4d43-ad76-c80e12a09d57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:18.206180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Routers {'00284ee0-b21c-4036-bdcb-f8673511a815'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:18.211914 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:47:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['00284ee0-b21c-4036-bdcb-f8673511a815'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:18.378460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd93afa-35a3-4c70-8dd1-6f5960f9d7b1 None None] Pushing event updated for resources: {'Port': ['ID=0a42890b-f68c-4814-9347-d7137138231c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:18.404549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:18.419681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2759967-fe5a-4d43-ad76-c80e12a09d57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:18.435476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e2759967-fe5a-4d43-ad76-c80e12a09d57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for cfa84088-db39-46c3-89d2-d3e76bf02979 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:18.441899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-29184584-4a36-4b2a-9b96-7af49b6eb9bd None None] For port e072a211-f69f-48d5-bba7-5d4373175cb9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e072a211-f69f-48d5-bba7-5d4373175cb9,segment=NetworkSegment(876847c3-74e7-4da6-88f5-f65f4bd821de),segment_id=876847c3-74e7-4da6-88f5-f65f4bd821de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:18.548848 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-29184584-4a36-4b2a-9b96-7af49b6eb9bd None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:18.579152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] Set router 00284ee0-b21c-4036-bdcb-f8673511a815 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:48:18.600151 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2759967-fe5a-4d43-ad76-c80e12a09d57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:18.629922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b9b42-8c15-4363-8544-117af59fa443 req-a05ad88b-ff57-47d6-aebb-999232c646ba tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:18.638205 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-270b9b42-8c15-4363-8544-117af59fa443 req-a05ad88b-ff57-47d6-aebb-999232c646ba tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1660585 Jul 08 01:48:18.682992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-29184584-4a36-4b2a-9b96-7af49b6eb9bd None None] Transition to ACTIVE for port object e072a211-f69f-48d5-bba7-5d4373175cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:18.683703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2759967-fe5a-4d43-ad76-c80e12a09d57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=cfa84088-db39-46c3-89d2-d3e76bf02979,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:18.705012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-29184584-4a36-4b2a-9b96-7af49b6eb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:18.735437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-270b9b42-8c15-4363-8544-117af59fa443 req-b705d13d-469d-4fd2-aca5-79a8681f60c2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957229 Jul 08 01:48:18.741968 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2759967-fe5a-4d43-ad76-c80e12a09d57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:18.746310 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e2759967-fe5a-4d43-ad76-c80e12a09d57 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/cfa84088-db39-46c3-89d2-d3e76bf02979 HTTP/1.1" status: 204 len: 168 time: 0.8514419 Jul 08 01:48:18.751216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57826) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:18.763440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-4903857'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:18.807483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Made reservation on behalf of fe3fa773502f4b6491baab4376d8807c for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:18.812690 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:18.824049 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c80cf2-27cb-489d-addd-b6a409884b0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:48:18.828403 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-66c80cf2-27cb-489d-addd-b6a409884b0c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/cfa84088-db39-46c3-89d2-d3e76bf02979 HTTP/1.1" status: 404 len: 333 time: 0.0724437 Jul 08 01:48:18.828725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57830) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:18.848696 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:18.945256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-226d0721-652e-4ed7-9a86-7b58b2782bba tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:18.975331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-226d0721-652e-4ed7-9a86-7b58b2782bba tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.026701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bdb6446-e718-440a-9707-846ba7c9c82c req-151d4c43-2dcd-4d49-8bb3-c22e6bad7680 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 210 time: 0.4870014 Jul 08 01:48:19.073576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-226d0721-652e-4ed7-9a86-7b58b2782bba tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.078128 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-226d0721-652e-4ed7-9a86-7b58b2782bba tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.085039 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-226d0721-652e-4ed7-9a86-7b58b2782bba tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/security-groups/e6315165-53d0-43b6-91d8-cbff3aabf575 HTTP/1.1" status: 204 len: 168 time: 0.2542472 Jul 08 01:48:19.086205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57834) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:19.105741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d0721-652e-4ed7-9a86-7b58b2782bba tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6315165-53d0-43b6-91d8-cbff3aabf575,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:19.151646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7481f40-aa9c-42c2-9f29-024168545411 req-a18d4211-cb7e-4f62-b909-154fda18ef26 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:19.159021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7481f40-aa9c-42c2-9f29-024168545411 req-a18d4211-cb7e-4f62-b909-154fda18ef26 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 945 time: 0.2444780 Jul 08 01:48:19.203734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29184584-4a36-4b2a-9b96-7af49b6eb9bd None None] Pushing event updated for resources: {'Port': ['ID=e072a211-f69f-48d5-bba7-5d4373175cb9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:19.287709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7481f40-aa9c-42c2-9f29-024168545411 req-5840376d-393b-426b-972e-c33f7e7f250a tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/security-groups?id=10d7368e-2d1b-42b5-885e-04e9d071e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274457 Jul 08 01:48:19.319209 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6889d7c7-c7ae-4170-885f-f80ff24a18d1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.364276 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.396264 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6889d7c7-c7ae-4170-885f-f80ff24a18d1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.410871 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.438223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0a42890b-f68c-4814-9347-d7137138231c', 'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'mac_address': 'fa:16:3e:71:90:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:10Z', 'updated_at': '2021-07-08T01:48:17Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'subnets': [{'id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:19.510687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff1a3cb-476b-4f0a-9ed7-137212ae7447 None None] The sync data for ids ['00284ee0-b21c-4036-bdcb-f8673511a815'] in n-d-694802-14 is: [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0a42890b-f68c-4814-9347-d7137138231c', 'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'mac_address': 'fa:16:3e:71:90:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:10Z', 'updated_at': '2021-07-08T01:48:17Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'subnets': [{'id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:48:19.572422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:48:19.621380 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.623923 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Added segment c16c9642-35e1-46e7-9db8-a326022fb3b0 of type vlan for network ca23af90-7561-42bc-a16a-0780928c042d Jul 08 01:48:19.704593 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.840959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e180c3dc-e97f-4445-b386-3c49758eda9e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:19.925068 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6889d7c7-c7ae-4170-885f-f80ff24a18d1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.934503 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6889d7c7-c7ae-4170-885f-f80ff24a18d1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:19.936207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6889d7c7-c7ae-4170-885f-f80ff24a18d1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/security-groups/0cfb9a6f-4545-4263-994f-44a1fdd545c2 HTTP/1.1" status: 204 len: 168 time: 0.8484833 Jul 08 01:48:19.939269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57842) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:19.989021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889d7c7-c7ae-4170-885f-f80ff24a18d1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfb9a6f-4545-4263-994f-44a1fdd545c2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:20.016812 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:20.032249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:20.032936 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:20.075605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6f3cba-14c2-45a9-a363-431e9758f242 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet c2d9ffb5-0280-40cd-9229-eed56231987a {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:48:20.079743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3cba-14c2-45a9-a363-431e9758f242 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:20.143165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7374408 Jul 08 01:48:20.148069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57850) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:20.155967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'subnet': {'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:20.295077 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3cba-14c2-45a9-a363-431e9758f242 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:20.391589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee955436-1df4-4372-98e4-9b23709617bc req-c0e1a3b8-2c74-41ee-be52-2bc400dd647f tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:20.394040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee955436-1df4-4372-98e4-9b23709617bc req-c0e1a3b8-2c74-41ee-be52-2bc400dd647f tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.16 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 945 time: 0.8399627 Jul 08 01:48:20.429604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086be92e-6a2b-449e-912b-a86b6409de55 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Network': ['ID=ca23af90-7561-42bc-a16a-0780928c042d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:20.446784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ca23af90-7561-42bc-a16a-0780928c042d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:48:20.541998 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70971a-4276-4246-a2f7-93b40207668a req-c99ae7cd-4fdb-41f2-9551-498e110a982e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:20.545361 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc70971a-4276-4246-a2f7-93b40207668a req-c99ae7cd-4fdb-41f2-9551-498e110a982e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.7667251 Jul 08 01:48:20.618122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Made reservation on behalf of fe3fa773502f4b6491baab4376d8807c for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:20.623754 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:20.648031 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42ed4b8d-fcce-4144-97a4-af319d421ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:20.743919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-1f10c7f9-21f6-48e7-9ac0-c0990b57fc8c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:20.745563 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-1f10c7f9-21f6-48e7-9ac0-c0990b57fc8c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.24 "GET /v2.0/networks?id=cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 200 len: 819 time: 0.4961538 Jul 08 01:48:20.763484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Request body: {'port': {'device_id': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'admin_state_up': True, 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:20.772518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3cba-14c2-45a9-a363-431e9758f242 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:20.788639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc70971a-4276-4246-a2f7-93b40207668a req-a4ea83a0-621b-4fd9-bd72-47dbb9322b02 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122936 Jul 08 01:48:20.840446 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ff663cb2-e7e1-4c79-be4c-c346aebd936f None None] Provisioning complete for port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:20.840906 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ff663cb2-e7e1-4c79-be4c-c346aebd936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:20.952637 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3cba-14c2-45a9-a363-431e9758f242 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:20.963840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ff663cb2-e7e1-4c79-be4c-c346aebd936f None None] Port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:20.989863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ff663cb2-e7e1-4c79-be4c-c346aebd936f None None] Provisioning for port e072a211-f69f-48d5-bba7-5d4373175cb9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:20.997021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ff663cb2-e7e1-4c79-be4c-c346aebd936f None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:20.997398 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ff663cb2-e7e1-4c79-be4c-c346aebd936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:21.010869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be54c5b-461d-4505-9b77-24a1b7b5e158 req-32407d46-e21a-4b62-888c-ae638ee26e5f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:21.023195 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5be54c5b-461d-4505-9b77-24a1b7b5e158 req-32407d46-e21a-4b62-888c-ae638ee26e5f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.7469828 Jul 08 01:48:21.065772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f3cba-14c2-45a9-a363-431e9758f242 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=c2d9ffb5-0280-40cd-9229-eed56231987a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:21.071768 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3cba-14c2-45a9-a363-431e9758f242 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:21.087698 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9a6f3cba-14c2-45a9-a363-431e9758f242 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/c2d9ffb5-0280-40cd-9229-eed56231987a HTTP/1.1" status: 204 len: 168 time: 1.1405108 Jul 08 01:48:21.102363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57858) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:21.112893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e532fd21-6da6-4030-bd09-6a2ae194721a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:21.237143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ff663cb2-e7e1-4c79-be4c-c346aebd936f None None] Could not find standard attr ID for object cfa84088-db39-46c3-89d2-d3e76bf02979. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:48:21.241360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bcaa64-1eba-471e-9c42-ebd3ec20808a None None] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:21.312606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a497e2e-8d3c-44ff-a07c-3a65a20233b5 req-88d60864-a380-4adf-baa1-41447af214ca tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 210 time: 0.1940014 Jul 08 01:48:21.377693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e532fd21-6da6-4030-bd09-6a2ae194721a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:21.382090 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e532fd21-6da6-4030-bd09-6a2ae194721a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:21.384438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ee955436-1df4-4372-98e4-9b23709617bc req-af58d367-2277-4f46-9034-02398107b3e7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Deleting port d5141914-be84-4c6f-bac3-67b61029976c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:21.384855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ee955436-1df4-4372-98e4-9b23709617bc req-af58d367-2277-4f46-9034-02398107b3e7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:21.411202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5be54c5b-461d-4505-9b77-24a1b7b5e158 req-46266346-1e32-4ef0-97fb-a69a9b4ef495 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693459 Jul 08 01:48:21.523305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0a42890b-f68c-4814-9347-d7137138231c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:21.591134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2e215132-30bd-4f76-8bf4-42f1740ae8d9 None None] Could not find standard attr ID for object cfa84088-db39-46c3-89d2-d3e76bf02979. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:48:21.618493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:21.755975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Subnet': ['ID=449dbde0-b687-4b75-b569-359b7117ad20,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:21.780705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Checking segment: {'id': 'c16c9642-35e1-46e7-9db8-a326022fb3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:21.780970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Network hostable DHCP agents. Network: ca23af90-7561-42bc-a16a-0780928c042d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:48:21.797967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Made reservation on behalf of d88e5e3faeb848c38ea3bd07e7ee2747 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:21.815564 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:21.824851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0a42890b-f68c-4814-9347-d7137138231c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:21.834968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0a42890b-f68c-4814-9347-d7137138231c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:21.835549 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:21.841386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Network ca23af90-7561-42bc-a16a-0780928c042d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:48:21.892077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ca23af90-7561-42bc-a16a-0780928c042d) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:21.910826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:21.912772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ee955436-1df4-4372-98e4-9b23709617bc req-af58d367-2277-4f46-9034-02398107b3e7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] For port d5141914-be84-4c6f-bac3-67b61029976c, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=d5141914-be84-4c6f-bac3-67b61029976c,segment=NetworkSegment(7b644571-c566-4549-84fb-d02f1bf9bc2b),segment_id=7b644571-c566-4549-84fb-d02f1bf9bc2b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:21.913445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ee955436-1df4-4372-98e4-9b23709617bc req-af58d367-2277-4f46-9034-02398107b3e7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:21.913917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:21.919198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dccc13-9838-4d39-8817-43482c069650 None None] Network ca23af90-7561-42bc-a16a-0780928c042d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:21.961695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ee955436-1df4-4372-98e4-9b23709617bc req-af58d367-2277-4f46-9034-02398107b3e7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Calling delete_port for d5141914-be84-4c6f-bac3-67b61029976c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:22.057465 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6e1a5a6d-3d50-4703-88c1-3e90e8440276 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9031627 Jul 08 01:48:22.061823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57864) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:22.075455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'port': {'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d', 'name': 'tempest-AllowedAddressPairTestJSON-278083087'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:22.081379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd9c30-79f2-46d8-9b32-922b2189191c req-3e4b03e3-7eda-45d8-b9f1-7e0ba22597c3 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:22.085611 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0cd9c30-79f2-46d8-9b32-922b2189191c req-3e4b03e3-7eda-45d8-b9f1-7e0ba22597c3 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 945 time: 0.5040314 Jul 08 01:48:22.238981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Allocated IP 172.20.0.14 (cda84429-d659-4d19-9308-4307abd351a7/1e952881-f4c2-40a9-86a0-01ad006739af/b13473b4-7734-437f-8f95-db0090ad5c4e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:22.301839 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:22.458046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 0a42890b-f68c-4814-9347-d7137138231c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0a42890b-f68c-4814-9347-d7137138231c,segment=NetworkSegment(1f2ad79c-e08e-4902-9bf6-3f69f964d84b),segment_id=1f2ad79c-e08e-4902-9bf6-3f69f964d84b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:22.505430 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:22.506596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e532fd21-6da6-4030-bd09-6a2ae194721a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:22.508390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e072a211-f69f-48d5-bba7-5d4373175cb9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:22.592647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Made reservation on behalf of fe3fa773502f4b6491baab4376d8807c for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:22.603476 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:22.604450 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ee955436-1df4-4372-98e4-9b23709617bc req-af58d367-2277-4f46-9034-02398107b3e7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:22.619677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-ca23af90-7561-42bc-a16a-0780928c042d', 'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d', 'tenant_id': 'fe3fa773502f4b6491baab4376d8807c', 'fixed_ips': [{'subnet_id': '449dbde0-b687-4b75-b569-359b7117ad20'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:48:22.620604 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:22.668692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] device_id is not set on port 55bb723c-625e-4479-8adb-b8f3ec28e39d yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:48:22.674216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532fd21-6da6-4030-bd09-6a2ae194721a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:22.695391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e532fd21-6da6-4030-bd09-6a2ae194721a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:22.700803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e532fd21-6da6-4030-bd09-6a2ae194721a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:22.707814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e532fd21-6da6-4030-bd09-6a2ae194721a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:22.741729 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58d367-2277-4f46-9034-02398107b3e7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Pushing event deleted for resources: {'Port': ['ID=d5141914-be84-4c6f-bac3-67b61029976c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:22.783660 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0cd9c30-79f2-46d8-9b32-922b2189191c req-8652b491-c946-40be-aedc-4049f35a8ff9 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/security-groups?id=10d7368e-2d1b-42b5-885e-04e9d071e429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6843503 Jul 08 01:48:22.856381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532fd21-6da6-4030-bd09-6a2ae194721a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=79af8cd0-e017-44e7-9a46-5470c05963c7,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:22.872512 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e532fd21-6da6-4030-bd09-6a2ae194721a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7653389 Jul 08 01:48:22.882428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57872) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:22.904629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6ecc3d1f-4bb3-465c-8972-78a46eac735c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'security_group': {'name': 'tempest-secgroup-321446748'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:22.922200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=0a42890b-f68c-4814-9347-d7137138231c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:22.978005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee955436-1df4-4372-98e4-9b23709617bc req-af58d367-2277-4f46-9034-02398107b3e7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] No DVR routers for this DVR port d5141914-be84-4c6f-bac3-67b61029976c on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:48:22.983204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:22.983591 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:22.987651 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.029361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cb1f6-8bb7-493a-9677-0e5d2775b75b req-40120aa8-a8c6-4d5e-80bd-48eea71aeb4e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:23.038023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f75cb1f6-8bb7-493a-9677-0e5d2775b75b req-40120aa8-a8c6-4d5e-80bd-48eea71aeb4e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.4487131 Jul 08 01:48:23.044176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ee955436-1df4-4372-98e4-9b23709617bc req-af58d367-2277-4f46-9034-02398107b3e7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.053065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee955436-1df4-4372-98e4-9b23709617bc req-af58d367-2277-4f46-9034-02398107b3e7 tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.16 "DELETE /v2.0/ports/d5141914-be84-4c6f-bac3-67b61029976c HTTP/1.1" status: 204 len: 173 time: 2.6510096 Jul 08 01:48:23.054604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c469f86e-3c6a-4aa3-8a1d-188361e9aa06', 'name': 'network-vif-deleted', 'tag': 'd5141914-be84-4c6f-bac3-67b61029976c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:23.066210 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88140334-2ebc-4601-9628-49bee2365a0a" -d '{"events": [{"server_uuid": "c469f86e-3c6a-4aa3-8a1d-188361e9aa06", "name": "network-vif-deleted", "tag": "d5141914-be84-4c6f-bac3-67b61029976c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:23.103666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c35af-b9d0-4015-bd00-f78ba644cce4 None None] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:23.117522 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3d1f-4bb3-465c-8972-78a46eac735c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.137562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Allocated IP 172.20.0.11 (ca23af90-7561-42bc-a16a-0780928c042d/449dbde0-b687-4b75-b569-359b7117ad20/55bb723c-625e-4479-8adb-b8f3ec28e39d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:23.200801 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.263073 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3d1f-4bb3-465c-8972-78a46eac735c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.279429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3d1f-4bb3-465c-8972-78a46eac735c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.346715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3d1f-4bb3-465c-8972-78a46eac735c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.348920 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6ecc3d1f-4bb3-465c-8972-78a46eac735c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4615116 Jul 08 01:48:23.355471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57880) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:23.367995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9ad7e893-588a-4537-b02e-3ff3087c05ec tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'security_group': {'name': 'tempest-secgroup-2067968201'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:23.374029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc3d1f-4bb3-465c-8972-78a46eac735c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e02134c-6b0d-4452-bddc-3fe086ce92d0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:23.413419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Network cda84429-d659-4d19-9308-4307abd351a7 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:23.449299 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f75cb1f6-8bb7-493a-9677-0e5d2775b75b req-13622df1-f014-4393-b41c-edbc16271261 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081876 Jul 08 01:48:23.461570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:23.477731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:23.506160 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ad7e893-588a-4537-b02e-3ff3087c05ec tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.586530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Pushing event updated for resources: {'Port': ['ID=b13473b4-7734-437f-8f95-db0090ad5c4e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:23.627271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-39cdda73-a7c0-40c4-b886-c9853e29d533 None None] Provisioning complete for port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:23.628283 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-39cdda73-a7c0-40c4-b886-c9853e29d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.684117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-39cdda73-a7c0-40c4-b886-c9853e29d533 None None] Port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:23.737643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:23.739192 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.744793 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dca3c592-93a6-4e67-9e21-fa2e3adb91b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.768811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:23.805879 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-eebd977a-0e25-4cd4-b5f3-41113393b081 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0476074 Jul 08 01:48:23.811708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d5141914-be84-4c6f-bac3-67b61029976c no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:48:23.824887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Request body: {'port': {'device_id': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:23.877725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715db8de-629e-4822-bd52-a5d1c1e7b85b req-d2ed2596-473f-4dfe-a416-c51c45c5c7c2 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:23.880153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-715db8de-629e-4822-bd52-a5d1c1e7b85b req-d2ed2596-473f-4dfe-a416-c51c45c5c7c2 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 932 time: 0.2733386 Jul 08 01:48:23.901227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: d5141914-be84-4c6f-bac3-67b61029976c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:48:23.903683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device d5141914-be84-4c6f-bac3-67b61029976c not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:48:23.908240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-39cdda73-a7c0-40c4-b886-c9853e29d533 None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:23.908772 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-39cdda73-a7c0-40c4-b886-c9853e29d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.002396 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0a42890b-f68c-4814-9347-d7137138231c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:24.011649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-715db8de-629e-4822-bd52-a5d1c1e7b85b req-f81fac0a-328b-4aba-9186-2524d8eebf60 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926411 Jul 08 01:48:24.110859 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653dab2-9ab4-4c97-bfe0-af07753f8358 x-openstack-request-id: req-f653dab2-9ab4-4c97-bfe0-af07753f8358 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:24.111214 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c469f86e-3c6a-4aa3-8a1d-188361e9aa06", "name": "network-vif-deleted", "tag": "d5141914-be84-4c6f-bac3-67b61029976c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:24.111414 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f653dab2-9ab4-4c97-bfe0-af07753f8358 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:24.111816 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c469f86e-3c6a-4aa3-8a1d-188361e9aa06', 'name': 'network-vif-deleted', 'tag': 'd5141914-be84-4c6f-bac3-67b61029976c', 'status': 'completed', 'code': 200} Jul 08 01:48:24.112421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.277212 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0a42890b-f68c-4814-9347-d7137138231c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:24.279178 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.428978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.430126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d53bfaab-a6e0-420e-9c21-4bfa6582d5af req-f0f7f824-6d2f-47e4-b2df-066bc6380ead tempest-ServerPasswordTestJSON-652470232 tempest-ServerPasswordTestJSON-652470232-project] 10.222.0.41 "GET /v2.0/ports?device_id=c469f86e-3c6a-4aa3-8a1d-188361e9aa06 HTTP/1.1" status: 200 len: 210 time: 0.0796380 Jul 08 01:48:24.452491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Transition to ACTIVE for port object 55bb723c-625e-4479-8adb-b8f3ec28e39d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:24.570642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ad7e893-588a-4537-b02e-3ff3087c05ec tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.584885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ad7e893-588a-4537-b02e-3ff3087c05ec tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.588877 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98862264-42a4-4a89-8b68-5231e44e2462 req-2518cdda-1edc-4067-afb9-4fb64cb69e7e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:24.596679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98862264-42a4-4a89-8b68-5231e44e2462 req-2518cdda-1edc-4067-afb9-4fb64cb69e7e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2572646 Jul 08 01:48:24.619378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.697150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Allocated IP 172.20.0.2 (ca23af90-7561-42bc-a16a-0780928c042d/449dbde0-b687-4b75-b569-359b7117ad20/8898debf-af90-4df1-a982-fe7f6e3a8c2e) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:24.699432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7e893-588a-4537-b02e-3ff3087c05ec tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=161b89f5-f04f-4852-bcb2-4caf20d77b8a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:24.704860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0901167-1b68-4aaa-ba87-9411823bba77 None None] Update dhcp port {'port': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'fixed_ips': [{'subnet_id': 'b5eff23c-a5b5-45d8-b427-cd41d9dbae15', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '79af8cd0-e017-44e7-9a46-5470c05963c7'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'e072a211-f69f-48d5-bba7-5d4373175cb9'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 01:48:24.708773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ad7e893-588a-4537-b02e-3ff3087c05ec tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.710430 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9ad7e893-588a-4537-b02e-3ff3087c05ec tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3536518 Jul 08 01:48:24.718566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57886) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:24.725115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e3b47a44-3402-4c31-be6e-ff60168101c8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'security_group': {'name': 'tempest-secgroup-1225002766'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:24.747850 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c0901167-1b68-4aaa-ba87-9411823bba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.763600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3b47a44-3402-4c31-be6e-ff60168101c8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.768398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Network ca23af90-7561-42bc-a16a-0780928c042d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:24.772475 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.807328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:24.811834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:24.856104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13473b4-7734-437f-8f95-db0090ad5c4e {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:24.868005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Port': ['ID=55bb723c-625e-4479-8adb-b8f3ec28e39d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:24.879876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:24.881677 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.904724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98862264-42a4-4a89-8b68-5231e44e2462 req-61aaaced-3f16-4ec6-a3c3-67a45d19226b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054323 Jul 08 01:48:24.913021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:24.998551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Transition to ACTIVE for port object b13473b4-7734-437f-8f95-db0090ad5c4e will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:25.011583 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.044655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3b47a44-3402-4c31-be6e-ff60168101c8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.063591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3b47a44-3402-4c31-be6e-ff60168101c8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.098133 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-441a1215-3db9-4356-afe2-f7c3024eb520 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0345032 Jul 08 01:48:25.103227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3b47a44-3402-4c31-be6e-ff60168101c8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.110238 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e3b47a44-3402-4c31-be6e-ff60168101c8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3899231 Jul 08 01:48:25.114280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57896) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:25.114762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:25.117000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Pushing event updated for resources: {'Port': ['ID=b13473b4-7734-437f-8f95-db0090ad5c4e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:25.136914 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1670594706', 'security_groups': ['b0cbb797-9c9f-4ec9-9212-82195abc796f'], 'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '79af8cd0-e017-44e7-9a46-5470c05963c7'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:25.164654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'port': {'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d', 'name': 'tempest-AllowedAddressPairTestJSON-1461382420', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ba:a8:aa'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:25.181014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b47a44-3402-4c31-be6e-ff60168101c8 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cbb797-9c9f-4ec9-9212-82195abc796f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:25.227427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-c0901167-1b68-4aaa-ba87-9411823bba77 None None] Allocated IP 2001:db8::2 (8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2/79af8cd0-e017-44e7-9a46-5470c05963c7/e072a211-f69f-48d5-bba7-5d4373175cb9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:25.229923 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.251084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Transition to ACTIVE for port object 8898debf-af90-4df1-a982-fe7f6e3a8c2e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:25.364656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Transition to ACTIVE for port object 8898debf-af90-4df1-a982-fe7f6e3a8c2e will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:25.386260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.451728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Network ca23af90-7561-42bc-a16a-0780928c042d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:25.460073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:25.474066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:25.491765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c0901167-1b68-4aaa-ba87-9411823bba77 None None] For port e072a211-f69f-48d5-bba7-5d4373175cb9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e072a211-f69f-48d5-bba7-5d4373175cb9,segment=NetworkSegment(876847c3-74e7-4da6-88f5-f65f4bd821de),segment_id=876847c3-74e7-4da6-88f5-f65f4bd821de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:25.494794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Pushing event updated for resources: {'Port': ['ID=8898debf-af90-4df1-a982-fe7f6e3a8c2e,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:25.587918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Attempting to bind port 8898debf-af90-4df1-a982-fe7f6e3a8c2e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:25.588366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Attempting to bind port 8898debf-af90-4df1-a982-fe7f6e3a8c2e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c16c9642-35e1-46e7-9db8-a326022fb3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:25.589258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Attempting to bind port 8898debf-af90-4df1-a982-fe7f6e3a8c2e on network ca23af90-7561-42bc-a16a-0780928c042d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:25.596401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:25.596785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Checking segment: {'id': 'c16c9642-35e1-46e7-9db8-a326022fb3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:25.597204 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.597640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Bound using segment: {'id': 'c16c9642-35e1-46e7-9db8-a326022fb3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:25.598133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Bound port: 8898debf-af90-4df1-a982-fe7f6e3a8c2e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16c9642-35e1-46e7-9db8-a326022fb3b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:25.598519 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.619866 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c0901167-1b68-4aaa-ba87-9411823bba77 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.683554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c0901167-1b68-4aaa-ba87-9411823bba77 None None] Transition to ACTIVE for port object e072a211-f69f-48d5-bba7-5d4373175cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:25.719351 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c0901167-1b68-4aaa-ba87-9411823bba77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.733691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] For port 8898debf-af90-4df1-a982-fe7f6e3a8c2e, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:25.776478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] For port 8898debf-af90-4df1-a982-fe7f6e3a8c2e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8898debf-af90-4df1-a982-fe7f6e3a8c2e,segment=NetworkSegment(c16c9642-35e1-46e7-9db8-a326022fb3b0),segment_id=c16c9642-35e1-46e7-9db8-a326022fb3b0)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:25.806648 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:25.856062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0901167-1b68-4aaa-ba87-9411823bba77 None None] Pushing event updated for resources: {'Port': ['ID=e072a211-f69f-48d5-bba7-5d4373175cb9,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:25.930211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674add67-2a48-4b7d-a273-df2d206c7375 req-cee0c31c-f214-47b7-9985-ed458be5bd1b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:25.938582 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-674add67-2a48-4b7d-a273-df2d206c7375 req-cee0c31c-f214-47b7-9985-ed458be5bd1b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 1.2548153 Jul 08 01:48:25.958316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb5ffb-4be6-4bc8-bdde-036135a5ec5c None None] Pushing event updated for resources: {'Port': ['ID=8898debf-af90-4df1-a982-fe7f6e3a8c2e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:25.995934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Attempting to bind port b13473b4-7734-437f-8f95-db0090ad5c4e on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:25.996264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Attempting to bind port b13473b4-7734-437f-8f95-db0090ad5c4e by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '1f2ad79c-e08e-4902-9bf6-3f69f964d84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:25.997554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Attempting to bind port b13473b4-7734-437f-8f95-db0090ad5c4e on network cda84429-d659-4d19-9308-4307abd351a7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:26.050080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Port b13473b4-7734-437f-8f95-db0090ad5c4e on network cda84429-d659-4d19-9308-4307abd351a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:48:26.050947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Attempting to bind port b13473b4-7734-437f-8f95-db0090ad5c4e on network cda84429-d659-4d19-9308-4307abd351a7 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:26.084249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Made reservation on behalf of fe3fa773502f4b6491baab4376d8807c for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:26.107193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:26.107468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Checking segment: {'id': '1f2ad79c-e08e-4902-9bf6-3f69f964d84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:26.107875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Bound using segment: {'id': '1f2ad79c-e08e-4902-9bf6-3f69f964d84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:26.108350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Bound port: b13473b4-7734-437f-8f95-db0090ad5c4e, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2ad79c-e08e-4902-9bf6-3f69f964d84b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:26.108720 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:26.252710 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-674add67-2a48-4b7d-a273-df2d206c7375 req-cc8133a2-7c9f-4013-9274-3bb6e6e4caa8 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126700 Jul 08 01:48:26.312334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb22182-77d7-4991-94b6-a7bb28043fef req-43b0869c-d033-4697-bc1e-26d3f21e5bbe tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:26.335659 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8cb22182-77d7-4991-94b6-a7bb28043fef req-43b0869c-d033-4697-bc1e-26d3f21e5bbe tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.6646109 Jul 08 01:48:26.347670 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:26.375553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:26.557407 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:26.598809 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8cb22182-77d7-4991-94b6-a7bb28043fef req-3317b658-5cdc-4b9b-9a16-98ef678be3f1 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569835 Jul 08 01:48:26.622546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] For port b13473b4-7734-437f-8f95-db0090ad5c4e, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:26.665635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] For port b13473b4-7734-437f-8f95-db0090ad5c4e, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b13473b4-7734-437f-8f95-db0090ad5c4e,segment=NetworkSegment(1f2ad79c-e08e-4902-9bf6-3f69f964d84b),segment_id=1f2ad79c-e08e-4902-9bf6-3f69f964d84b)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:26.676390 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:26.679243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] device_id is not set on port aa70bc04-7bda-42ae-8077-77787bad99aa yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:48:26.688527 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:26.732577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57906) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:26.825758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d01510-4d10-457d-b6bd-f6e928960f99 admin admin] Deleting subnet 1e31082d-5b24-4f14-9332-0261a6d92989 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:48:26.832397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] device_id is not set on port 8378b91c-d252-416b-bb0e-016abfdd4269 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:48:26.833659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5d01510-4d10-457d-b6bd-f6e928960f99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:26.869788 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:26.870413 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:26.871914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] 10.222.0.24 "PUT /v2.0/ports/b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 1093 time: 3.0518844 Jul 08 01:48:26.872418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:26.874759 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:26.955915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5d01510-4d10-457d-b6bd-f6e928960f99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:26.970206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e7753ba3-abec-4a84-a43e-98a39497ee36 None None] Provisioning complete for port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:26.970767 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e7753ba3-abec-4a84-a43e-98a39497ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.022552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5d01510-4d10-457d-b6bd-f6e928960f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.030823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec93b1-f634-4ff4-bf1b-d0bd560d6e26 service neutron] Pushing event updated for resources: {'Port': ['ID=b13473b4-7734-437f-8f95-db0090ad5c4e,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:27.067534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e7753ba3-abec-4a84-a43e-98a39497ee36 None None] Port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:27.100359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5d01510-4d10-457d-b6bd-f6e928960f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.105457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e7753ba3-abec-4a84-a43e-98a39497ee36 None None] Provisioning for port e072a211-f69f-48d5-bba7-5d4373175cb9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:27.109998 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e7753ba3-abec-4a84-a43e-98a39497ee36 None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:27.110461 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e7753ba3-abec-4a84-a43e-98a39497ee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.194861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d01510-4d10-457d-b6bd-f6e928960f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e31082d-5b24-4f14-9332-0261a6d92989,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:27.214234 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5d01510-4d10-457d-b6bd-f6e928960f99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.216397 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f5d01510-4d10-457d-b6bd-f6e928960f99 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1e31082d-5b24-4f14-9332-0261a6d92989 HTTP/1.1" status: 204 len: 168 time: 0.4825456 Jul 08 01:48:27.219211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57914) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:27.263600 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f92a00-fed3-4a83-aba6-3e1a97a64546 x-openstack-request-id: req-02f92a00-fed3-4a83-aba6-3e1a97a64546 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:27.273175 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:27.273175 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02f92a00-fed3-4a83-aba6-3e1a97a64546 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:27.274879 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'status': 'completed', 'code': 200} Jul 08 01:48:27.302236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe79ee-a047-4398-83a1-6e7741d34aef req-f0a02837-7b4a-45f8-a714-f3581a71b04c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:27.303698 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2fbe79ee-a047-4398-83a1-6e7741d34aef req-f0a02837-7b4a-45f8-a714-f3581a71b04c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 944 time: 0.7034221 Jul 08 01:48:27.364697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.476961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Allocated IP 172.20.0.10 (ca23af90-7561-42bc-a16a-0780928c042d/449dbde0-b687-4b75-b569-359b7117ad20/aa70bc04-7bda-42ae-8077-77787bad99aa) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:27.499586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.519014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65bb33b-bfa2-4406-aa8a-7f34840c5429']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:27.533972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b644571-c566-4549-84fb-d02f1bf9bc2b') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:27.534435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b644571-c566-4549-84fb-d02f1bf9bc2b') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:27.536210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2fbe79ee-a047-4398-83a1-6e7741d34aef req-52067254-e607-45aa-9e17-bedf632fe0d5 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245874 Jul 08 01:48:27.555180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.587547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-56208872-27e6-4d8e-9749-6957394446c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:27.589153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-56208872-27e6-4d8e-9749-6957394446c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1096 time: 0.6574218 Jul 08 01:48:27.600801 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.623314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:48:27.625795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:48:27.629474 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:48:27.660183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-7d78d5e6-27b5-4a3f-8f8d-25f1256c79e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 217 time: 0.0607176 Jul 08 01:48:27.699232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c05b60e-e815-4cf1-9b08-4245df600b52 None None] Network ca23af90-7561-42bc-a16a-0780928c042d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:27.732689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8::3e1 (8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2/79af8cd0-e017-44e7-9a46-5470c05963c7/8378b91c-d252-416b-bb0e-016abfdd4269) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:27.740691 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.774370 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:27.776731 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] 10.222.0.41 "DELETE /v2.0/networks/e65bb33b-bfa2-4406-aa8a-7f34840c5429 HTTP/1.1" status: 204 len: 168 time: 0.5563715 Jul 08 01:48:27.836462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe279d-da51-4c85-afec-9bb28bb648ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e65bb33b-bfa2-4406-aa8a-7f34840c5429,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:27.860098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9f2a505f-151a-4334-9981-3359a557f464 None None] Provisioning for port 8898debf-af90-4df1-a982-fe7f6e3a8c2e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:27.946419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-c5fcd609-3bdf-4dba-a95a-83ae68141655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:27.951839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-c5fcd609-3bdf-4dba-a95a-83ae68141655 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e952881-f4c2-40a9-86a0-01ad006739af HTTP/1.1" status: 200 len: 859 time: 0.2797916 Jul 08 01:48:28.047820 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-6a2238b2-7bba-4985-a346-c1e9f514d831 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cda84429-d659-4d19-9308-4307abd351a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780180 Jul 08 01:48:28.100560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57928) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:28.150111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e072a211-f69f-48d5-bba7-5d4373175cb9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:28.217205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:28.217637 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.269242 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6f67f6f4-d061-4f40-882f-35b79a2ab154 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7338e7061a944c75b965e009680896e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649311 Jul 08 01:48:28.269971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57930) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:28.292087 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.350785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8898debf-af90-4df1-a982-fe7f6e3a8c2e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:28.364222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3e296-d064-4d36-8208-9d713d02e926 req-665c1a30-baab-4b7a-af7a-69fb107efb88 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:28.371810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98e3e296-d064-4d36-8208-9d713d02e926 req-665c1a30-baab-4b7a-af7a-69fb107efb88 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.5810373 Jul 08 01:48:28.424083 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9079b86f-4dd4-4500-bf72-e74d01ece275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.445014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 8898debf-af90-4df1-a982-fe7f6e3a8c2e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:28.445438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Transition to ACTIVE for port object aa70bc04-7bda-42ae-8077-77787bad99aa will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:28.462376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8898debf-af90-4df1-a982-fe7f6e3a8c2e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:28.463483 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.473553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ffa42-83fd-4e52-9a40-ecbef4becf33 req-fd5b914e-d9ae-4a19-b69a-1ac9484501b2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:28.482582 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f6ffa42-83fd-4e52-9a40-ecbef4becf33 req-fd5b914e-d9ae-4a19-b69a-1ac9484501b2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.6223555 Jul 08 01:48:28.484410 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9079b86f-4dd4-4500-bf72-e74d01ece275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.506794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.511147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-e9e86fe6-fc58-4876-a254-46d22fc08edf service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380293 Jul 08 01:48:28.573170 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9079b86f-4dd4-4500-bf72-e74d01ece275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.580643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9079b86f-4dd4-4500-bf72-e74d01ece275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.586839 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9079b86f-4dd4-4500-bf72-e74d01ece275 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10d7368e-2d1b-42b5-885e-04e9d071e429 HTTP/1.1" status: 204 len: 168 time: 0.3125446 Jul 08 01:48:28.616078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079b86f-4dd4-4500-bf72-e74d01ece275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d7368e-2d1b-42b5-885e-04e9d071e429,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:28.711044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object 8378b91c-d252-416b-bb0e-016abfdd4269 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:28.728490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98e3e296-d064-4d36-8208-9d713d02e926 req-843cd456-869d-49a6-a96a-159355a1d3e8 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485911 Jul 08 01:48:28.749345 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.753861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b804342f-9b60-4df2-90b1-29c0059aabbb None None] Provisioning for port 55bb723c-625e-4479-8adb-b8f3ec28e39d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:28.768218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b804342f-9b60-4df2-90b1-29c0059aabbb None None] Provisioning complete for port 55bb723c-625e-4479-8adb-b8f3ec28e39d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:28.768590 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b804342f-9b60-4df2-90b1-29c0059aabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.784689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b171b82-8e6b-4456-8376-c23d3c7844cb req-9dbaafbd-8b45-4886-bdcb-5f7bb8d99956 service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312038 Jul 08 01:48:28.837479 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f6ffa42-83fd-4e52-9a40-ecbef4becf33 req-b88f941f-ade7-4410-9f58-66063eedc9a6 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434610 Jul 08 01:48:28.862124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b804342f-9b60-4df2-90b1-29c0059aabbb None None] Port 55bb723c-625e-4479-8adb-b8f3ec28e39d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:28.866605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 8898debf-af90-4df1-a982-fe7f6e3a8c2e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8898debf-af90-4df1-a982-fe7f6e3a8c2e,segment=NetworkSegment(c16c9642-35e1-46e7-9db8-a326022fb3b0),segment_id=c16c9642-35e1-46e7-9db8-a326022fb3b0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:28.881063 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:28.979340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=8898debf-af90-4df1-a982-fe7f6e3a8c2e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:29.001571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b804342f-9b60-4df2-90b1-29c0059aabbb None None] Provisioning complete for port 8898debf-af90-4df1-a982-fe7f6e3a8c2e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:29.002025 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b804342f-9b60-4df2-90b1-29c0059aabbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:29.107256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:29.141028 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:29.277616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:29.293231 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Network ca23af90-7561-42bc-a16a-0780928c042d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:29.294371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:29.301324 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:29.307626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:29.308333 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:29.313479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8e0f7cbb-5c8c-47eb-87cc-7fb98fcceaa9 None None] Provisioning complete for port 55bb723c-625e-4479-8adb-b8f3ec28e39d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:29.314799 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7cbb-5c8c-47eb-87cc-7fb98fcceaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:29.330640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:29.344655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:29.369544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=8378b91c-d252-416b-bb0e-016abfdd4269,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:29.465524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f7cbb-5c8c-47eb-87cc-7fb98fcceaa9 None None] Port 55bb723c-625e-4479-8adb-b8f3ec28e39d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:29.538199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91 req-54b73958-2e49-44c0-94ca-967378bf7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:29.542445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91 req-54b73958-2e49-44c0-94ca-967378bf7a3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1096 time: 0.6648107 Jul 08 01:48:29.557895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:29.559491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:29.569350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57948) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:29.574959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4afce96c-4634-4a32-b090-1ca94e40ce9c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:29.583204 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6b0c2e2a-f2eb-43a1-a2fc-1fc000c3ae21 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4394207 Jul 08 01:48:29.886253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afce96c-4634-4a32-b090-1ca94e40ce9c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:29.895227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4afce96c-4634-4a32-b090-1ca94e40ce9c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:29.896917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3983ac21-8232-4a8a-a836-e1524d02d92d None None] Provisioning for port aa70bc04-7bda-42ae-8077-77787bad99aa completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:29.904605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3983ac21-8232-4a8a-a836-e1524d02d92d None None] Provisioning complete for port aa70bc04-7bda-42ae-8077-77787bad99aa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:29.904979 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3983ac21-8232-4a8a-a836-e1524d02d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:29.939270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Port': ['ID=aa70bc04-7bda-42ae-8077-77787bad99aa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:29.966510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0a75465d-c685-4ea6-8da8-9d24f31bbfa5 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.8464344 Jul 08 01:48:29.973188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57958) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:29.979804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8898debf-af90-4df1-a982-fe7f6e3a8c2e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:30.035460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bb052-7726-422a-b2e1-ba3c83a9b1d6 req-85f756bc-1c6d-4f4c-af87-f7725ec80fce tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:30.041459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c7bb052-7726-422a-b2e1-ba3c83a9b1d6 req-85f756bc-1c6d-4f4c-af87-f7725ec80fce tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 944 time: 0.7524636 Jul 08 01:48:30.084981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91 req-fed047ba-144c-4dc7-ae6d-48ebfb6500f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:30.086759 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91 req-fed047ba-144c-4dc7-ae6d-48ebfb6500f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 200 len: 920 time: 0.5014324 Jul 08 01:48:30.099802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa052b4d-ba0b-4678-ab60-d8cbbc63ac58 req-2b858d8b-2d6e-4813-ab96-a3e45a1cae04 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:30.103513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa052b4d-ba0b-4678-ab60-d8cbbc63ac58 req-2b858d8b-2d6e-4813-ab96-a3e45a1cae04 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.5158195 Jul 08 01:48:30.104687 n-d-694802-14 neutron-server[93884]: INFO neutron.db.ipam_backend_mixin [None req-4afce96c-4634-4a32-b090-1ca94e40ce9c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 79af8cd0-e017-44e7-9a46-5470c05963c7 (CIDR: 2001:db8::/64) Jul 08 01:48:30.116875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3983ac21-8232-4a8a-a836-e1524d02d92d None None] Port aa70bc04-7bda-42ae-8077-77787bad99aa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:30.124210 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afce96c-4634-4a32-b090-1ca94e40ce9c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:48:30.125158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afce96c-4634-4a32-b090-1ca94e40ce9c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:30.135536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8898debf-af90-4df1-a982-fe7f6e3a8c2e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:30.136172 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:30.163114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3983ac21-8232-4a8a-a836-e1524d02d92d None None] Provisioning for port 8378b91c-d252-416b-bb0e-016abfdd4269 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:30.171391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3983ac21-8232-4a8a-a836-e1524d02d92d None None] Provisioning complete for port 8378b91c-d252-416b-bb0e-016abfdd4269 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:30.171953 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3983ac21-8232-4a8a-a836-e1524d02d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:30.177305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b177629c-84bf-4396-b62c-79beef634169 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:30.183987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b177629c-84bf-4396-b62c-79beef634169 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:30.190733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b177629c-84bf-4396-b62c-79beef634169 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:30.194370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b177629c-84bf-4396-b62c-79beef634169 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2191002 Jul 08 01:48:30.196738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4afce96c-4634-4a32-b090-1ca94e40ce9c tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6262169 Jul 08 01:48:30.197466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57966) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:30.211429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57968) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:30.218041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91 req-67b39edf-5718-4127-a8be-734c758c698d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 217 time: 0.1102936 Jul 08 01:48:30.220476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-db527631-2ac5-4103-baff-606d28bc7f2d tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:30.242647 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3983ac21-8232-4a8a-a836-e1524d02d92d None None] Port 8378b91c-d252-416b-bb0e-016abfdd4269 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:30.255855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57970) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:30.284090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c7bb052-7726-422a-b2e1-ba3c83a9b1d6 req-97993d67-e096-41f3-a788-5ca80f61a376 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306263 Jul 08 01:48:30.331261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa052b4d-ba0b-4678-ab60-d8cbbc63ac58 req-7172c7d5-f160-4127-8918-61a5ef6582fc tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061372 Jul 08 01:48:30.396607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91 req-fa2aabd1-7f85-4ca6-8a78-8de00887593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:30.398291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91 req-fa2aabd1-7f85-4ca6-8a78-8de00887593a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e952881-f4c2-40a9-86a0-01ad006739af HTTP/1.1" status: 200 len: 859 time: 0.1507511 Jul 08 01:48:30.450256 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91 req-7c3807e6-5f53-4cef-9ea3-aeb282335ee3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cda84429-d659-4d19-9308-4307abd351a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449967 Jul 08 01:48:30.554933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-674302462-network', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:30.593989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4a2acd6b-4201-4122-829f-07d8dd20bd88 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Deleting port aa70bc04-7bda-42ae-8077-77787bad99aa {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:30.594706 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a2acd6b-4201-4122-829f-07d8dd20bd88 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:30.606229 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db527631-2ac5-4103-baff-606d28bc7f2d tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:30.614281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db527631-2ac5-4103-baff-606d28bc7f2d tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:30.661123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91 req-02758f14-88ec-4551-9996-842f1a64e64f service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983986 Jul 08 01:48:30.671762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d009a-1a98-4012-861e-c08adede31ce req-93b690af-0587-4e6d-b4a6-9141d01ddf9c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:30.672818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a6d009a-1a98-4012-861e-c08adede31ce req-93b690af-0587-4e6d-b4a6-9141d01ddf9c tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.2214904 Jul 08 01:48:30.790889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a6d009a-1a98-4012-861e-c08adede31ce req-0c62cb02-caab-480b-af86-c37b5f585468 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934632 Jul 08 01:48:30.832612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6da26ef6-a5c8-4eba-a634-91fd53a7ee91 req-9e1e2be4-507d-41c2-9e58-f4498b2f5da6 service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587391 Jul 08 01:48:30.887116 n-d-694802-14 neutron-server[93884]: INFO neutron.db.ipam_backend_mixin [None req-db527631-2ac5-4103-baff-606d28bc7f2d tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b5eff23c-a5b5-45d8-b427-cd41d9dbae15 (CIDR: 2001:db8:0:1::/64) Jul 08 01:48:30.897514 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-db527631-2ac5-4103-baff-606d28bc7f2d tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:48:30.898162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db527631-2ac5-4103-baff-606d28bc7f2d tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:30.930877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Made reservation on behalf of 0473a65fee8549d6bacbd39933fc077a for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:30.934663 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:30.943200 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-db527631-2ac5-4103-baff-606d28bc7f2d tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7302642 Jul 08 01:48:30.948460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:30.955089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ff271367-0556-4b86-90ba-595feb0dfd90 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'subnet': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:31.017050 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.145438 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a2acd6b-4201-4122-829f-07d8dd20bd88 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.179084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4a2acd6b-4201-4122-829f-07d8dd20bd88 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Calling delete_port for aa70bc04-7bda-42ae-8077-77787bad99aa owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:31.398462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.472129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.551164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e88a257-551d-45f0-8857-99753eb36ecf,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:31.558366 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a2acd6b-4201-4122-829f-07d8dd20bd88 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.572386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:48:31.607262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2acd6b-4201-4122-829f-07d8dd20bd88 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event deleted for resources: {'Port': ['ID=aa70bc04-7bda-42ae-8077-77787bad99aa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:31.612667 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.613309 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Added segment a2a87dc4-5b20-426f-9e4f-4d62c00db395 of type vlan for network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 Jul 08 01:48:31.693727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff271367-0556-4b86-90ba-595feb0dfd90 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Made reservation on behalf of 615320a08bf94fe382d8aa315eb4d3db for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:31.698256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff271367-0556-4b86-90ba-595feb0dfd90 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.703556 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.817762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fb76c-1cad-4d5e-aa7b-ec285cdb25d7 req-68977668-48e7-46ce-9529-10981f14d89c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:31.825321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f9fb76c-1cad-4d5e-aa7b-ec285cdb25d7 req-68977668-48e7-46ce-9529-10981f14d89c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.4396930 Jul 08 01:48:31.844182 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a2acd6b-4201-4122-829f-07d8dd20bd88 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.846218 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4a2acd6b-4201-4122-829f-07d8dd20bd88 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "DELETE /v2.0/ports/aa70bc04-7bda-42ae-8077-77787bad99aa HTTP/1.1" status: 204 len: 168 time: 1.6475959 Jul 08 01:48:31.852805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57988) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:31.871703 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.872793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:31.873416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:31.900661 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d027853-e7f0-42f4-88c9-c24a6ff1512b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] GET failed (client error): The resource could not be found. Jul 08 01:48:31.900829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f9fb76c-1cad-4d5e-aa7b-ec285cdb25d7 req-74458300-fd9e-4311-9a5d-1b8daa2e2929 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740836 Jul 08 01:48:31.908608 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4d027853-e7f0-42f4-88c9-c24a6ff1512b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "GET /v2.0/ports/aa70bc04-7bda-42ae-8077-77787bad99aa HTTP/1.1" status: 404 len: 333 time: 0.0478270 Jul 08 01:48:31.915091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57990) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:31.921669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70551cd-fc87-423b-96a4-7aa98cf83501 req-cac243ac-ff2e-4f19-baa3-f424d7b00114 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:31.924717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b70551cd-fc87-423b-96a4-7aa98cf83501 req-cac243ac-ff2e-4f19-baa3-f424d7b00114 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 944 time: 0.4189286 Jul 08 01:48:31.953559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'port': {'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d', 'name': 'tempest-AllowedAddressPairTestJSON-795969823'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:32.015414 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7486315 Jul 08 01:48:32.020774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:32.034364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Request body: {'subnet': {'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-674302462-subnet', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:32.036238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103d9b8-b504-4ebf-afd1-b54dd50e561f admin admin] Pushing event updated for resources: {'Network': ['ID=51dcf62f-0330-474b-8bc5-f3bc6c17d628,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:32.048673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:48:32.114792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-9a616e14-e4e1-431b-871d-4d5c5ce5e26a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7302539 Jul 08 01:48:32.158018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b70551cd-fc87-423b-96a4-7aa98cf83501 req-a8b3a4d5-a355-4b68-b418-2e625a89edb2 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262127 Jul 08 01:48:32.218452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Made reservation on behalf of 0473a65fee8549d6bacbd39933fc077a for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:32.223212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Made reservation on behalf of fe3fa773502f4b6491baab4376d8807c for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:32.229214 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:32.240886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:32.261769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] device_id is not set on port bd76c65c-7414-44ae-b3c7-90a3d5cdb107 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:48:32.419838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Allocated IP 172.20.0.8 (ca23af90-7561-42bc-a16a-0780928c042d/449dbde0-b687-4b75-b569-359b7117ad20/bd76c65c-7414-44ae-b3c7-90a3d5cdb107) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:32.536653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-26f8a181-a3b6-4264-990d-0c7d05503ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:32.538249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-26f8a181-a3b6-4264-990d-0c7d05503ace service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 1097 time: 0.3579233 Jul 08 01:48:32.657463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6edba2-c559-46db-8824-86f043c6d1d5 req-4d33182f-b9e0-4bd1-b633-5999acde2151 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:32.659096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff6edba2-c559-46db-8824-86f043c6d1d5 req-4d33182f-b9e0-4bd1-b633-5999acde2151 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3004949 Jul 08 01:48:32.675944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:32.699054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Transition to ACTIVE for port object bd76c65c-7414-44ae-b3c7-90a3d5cdb107 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:32.743495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:32.768971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e037eee-e158-46ed-8df7-8880bb3a47b9 req-5c39bcb7-703e-415f-bff4-d68e9d764096 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:32.771128 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e037eee-e158-46ed-8df7-8880bb3a47b9 req-5c39bcb7-703e-415f-bff4-d68e9d764096 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.3830068 Jul 08 01:48:32.774204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Network ca23af90-7561-42bc-a16a-0780928c042d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:32.776836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:32.780365 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff271367-0556-4b86-90ba-595feb0dfd90 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:32.809220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:32.882436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff6edba2-c559-46db-8824-86f043c6d1d5 req-d691907a-4755-4b55-9879-7ac3d9225e47 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051620 Jul 08 01:48:32.917192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-ad5d1522-8b73-4301-af25-6b22c81747b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:32.918706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-ad5d1522-8b73-4301-af25-6b22c81747b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 915 time: 0.3450694 Jul 08 01:48:32.956199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:32.957780 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:32.971246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Port': ['ID=bd76c65c-7414-44ae-b3c7-90a3d5cdb107,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:32.984927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff271367-0556-4b86-90ba-595feb0dfd90 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:32.989046 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fcefb99f-d7aa-4d1e-b2e5-fcff702191d1 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0394862 Jul 08 01:48:32.990106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58000) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:33.000068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-eb8da11c-b7f2-466b-8d93-1d6cb9a5ea2b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ba:a8:aa'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:33.029060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ff271367-0556-4b86-90ba-595feb0dfd90 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:33.032618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff271367-0556-4b86-90ba-595feb0dfd90 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:33.033347 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff271367-0556-4b86-90ba-595feb0dfd90 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:33.039428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d602afea-34cc-4550-a03c-2ffbce27e35a None None] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:33.040919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff271367-0556-4b86-90ba-595feb0dfd90 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Subnet': ['ID=3178bf88-c843-43b6-80f5-0c7c5733bef9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:33.051205 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-11d59408-9265-4ed8-bfb6-a8a62d02a19b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a24a343-706d-47f1-9419-84e91e0adb3a HTTP/1.1" status: 200 len: 217 time: 0.1134224 Jul 08 01:48:33.076456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e037eee-e158-46ed-8df7-8880bb3a47b9 req-fcadf9df-1f7c-47f3-ba86-2fe43c4cfcf7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734921 Jul 08 01:48:33.093376 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:33.159517 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ff271367-0556-4b86-90ba-595feb0dfd90 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2093253 Jul 08 01:48:33.168001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:33.184696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-624326658', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3178bf88-c843-43b6-80f5-0c7c5733bef9'}], 'security_groups': ['9e02134c-6b0d-4452-bddc-3fe086ce92d0', '161b89f5-f04f-4852-bcb2-4caf20d77b8a']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:33.292120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6254ff-7a6a-478a-8f85-d357318f232a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:33.306340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Checking segment: {'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:33.306734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Network hostable DHCP agents. Network: 51dcf62f-0330-474b-8bc5-f3bc6c17d628, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:48:33.310237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-0495de89-a2aa-4c5d-b133-fe0a10a5f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:33.311830 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-0495de89-a2aa-4c5d-b133-fe0a10a5f3e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96b90165-d067-4fff-8639-24a03e0be726 HTTP/1.1" status: 200 len: 854 time: 0.2300642 Jul 08 01:48:33.451289 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb8da11c-b7f2-466b-8d93-1d6cb9a5ea2b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:33.483767 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-667cb59b-42af-4f19-8465-f94028fdd3fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=500b7a8d-3e3f-467c-8af9-36812606853e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550110 Jul 08 01:48:33.606402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b13473b4-7734-437f-8f95-db0090ad5c4e details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:48:33.625428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:48:33.665058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdc27b83-b2ea-4032-88e1-d643e46192de None None] Provisioning for port bd76c65c-7414-44ae-b3c7-90a3d5cdb107 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:33.671982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdc27b83-b2ea-4032-88e1-d643e46192de None None] Provisioning complete for port bd76c65c-7414-44ae-b3c7-90a3d5cdb107 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:33.672404 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdc27b83-b2ea-4032-88e1-d643e46192de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:33.676563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 51dcf62f-0330-474b-8bc5-f3bc6c17d628) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:33.689974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:33.690650 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:33.721843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb8da11c-b7f2-466b-8d93-1d6cb9a5ea2b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:33.726424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bdc27b83-b2ea-4032-88e1-d643e46192de None None] Port bd76c65c-7414-44ae-b3c7-90a3d5cdb107 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:33.728003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b52687-964b-4aec-84a2-4ae1f6c01f14 None None] Network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:33.735525 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb8da11c-b7f2-466b-8d93-1d6cb9a5ea2b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:33.815281 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:33.825258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6de46-e589-4ee4-b70d-6a281396ca7f req-4e102d85-824f-4a79-bde5-b153cd73d18c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:33.832776 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9c6de46-e589-4ee4-b70d-6a281396ca7f req-4e102d85-824f-4a79-bde5-b153cd73d18c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 944 time: 0.3982849 Jul 08 01:48:33.850426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dea2ec50-1e5d-498b-821c-d1e5d45211ae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8194814 Jul 08 01:48:33.881628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58014) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:33.887663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-674302462-router', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:33.894975 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-37dbfa17-8852-4e03-8871-4b81a559adfb service neutron] 10.222.0.16 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909333 Jul 08 01:48:33.924743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:33.926463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:33.932273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15159c52-e2f0-4899-b1f0-595ac82d2fee req-f42c699b-4912-4dbe-9389-be8e717d360d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:33.943629 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15159c52-e2f0-4899-b1f0-595ac82d2fee req-f42c699b-4912-4dbe-9389-be8e717d360d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.4298284 Jul 08 01:48:33.982598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b13473b4-7734-437f-8f95-db0090ad5c4e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b13473b4-7734-437f-8f95-db0090ad5c4e,segment=NetworkSegment(1f2ad79c-e08e-4902-9bf6-3f69f964d84b),segment_id=1f2ad79c-e08e-4902-9bf6-3f69f964d84b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:33.987348 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:34.022810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'port_id': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'mac_address': 'fa:16:3e:d0:5b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:48:34.078671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8da11c-b7f2-466b-8d93-1d6cb9a5ea2b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Port': ['ID=bd76c65c-7414-44ae-b3c7-90a3d5cdb107,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:34.091175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-eb8da11c-b7f2-466b-8d93-1d6cb9a5ea2b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] In _notify_port_updated(), no bound segment for port bd76c65c-7414-44ae-b3c7-90a3d5cdb107 on network ca23af90-7561-42bc-a16a-0780928c042d {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:48:34.096983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8da11c-b7f2-466b-8d93-1d6cb9a5ea2b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:34.097956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb8da11c-b7f2-466b-8d93-1d6cb9a5ea2b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:34.102710 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eb8da11c-b7f2-466b-8d93-1d6cb9a5ea2b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "PUT /v2.0/ports/bd76c65c-7414-44ae-b3c7-90a3d5cdb107 HTTP/1.1" status: 200 len: 993 time: 1.1105080 Jul 08 01:48:34.103361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58016) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:34.165522 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:34.208784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9c6de46-e589-4ee4-b70d-6a281396ca7f req-d53887cf-43e2-4888-ad46-27df6fc870b0 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737624 Jul 08 01:48:34.222075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13473b4-7734-437f-8f95-db0090ad5c4e {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:34.248564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b13473b4-7734-437f-8f95-db0090ad5c4e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b13473b4-7734-437f-8f95-db0090ad5c4e,segment=NetworkSegment(1f2ad79c-e08e-4902-9bf6-3f69f964d84b),segment_id=1f2ad79c-e08e-4902-9bf6-3f69f964d84b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:34.254712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03acf1f-634c-4408-9bdb-48e3abe2b123 None None] Network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:34.369089 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:34.432728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15159c52-e2f0-4899-b1f0-595ac82d2fee req-a00688ef-20af-4e57-a32a-d996728fb2e7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879329 Jul 08 01:48:34.472782 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b13473b4-7734-437f-8f95-db0090ad5c4e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:34.559008 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:34.564456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b3c409b5-4b79-4f64-9cb9-f8990286fee2 None None] Provisioning complete for port bd76c65c-7414-44ae-b3c7-90a3d5cdb107 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:34.564901 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b3c409b5-4b79-4f64-9cb9-f8990286fee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:34.607657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b3c409b5-4b79-4f64-9cb9-f8990286fee2 None None] Port bd76c65c-7414-44ae-b3c7-90a3d5cdb107 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:34.613740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cfec24-d201-4822-a444-0d040bc40274 None None] Update dhcp port {'port': {'network_id': '8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2', 'fixed_ips': [{'subnet_id': 'b5eff23c-a5b5-45d8-b427-cd41d9dbae15', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '79af8cd0-e017-44e7-9a46-5470c05963c7', 'ip_address': '2001:db8::2'}, {'subnet_id': '3178bf88-c843-43b6-80f5-0c7c5733bef9'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'e072a211-f69f-48d5-bba7-5d4373175cb9'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 01:48:34.652486 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c5cfec24-d201-4822-a444-0d040bc40274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:34.712424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d792fc98-a9a1-4b01-aaa5-f150a2c7bbaf req-93e02e2e-37fc-4c21-8d49-340d2123aca9 service neutron] 10.222.0.16 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8001375 Jul 08 01:48:34.713922 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:34.808876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b13473b4-7734-437f-8f95-db0090ad5c4e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:48:34.873279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd4985-c2a0-4b2f-affc-cfb6e0c56654 req-d3891927-0670-4e45-993f-c0ea1a6455db tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:34.885126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a4a34404-51e2-4504-84ad-e04c71b4b89d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Deleting port bd76c65c-7414-44ae-b3c7-90a3d5cdb107 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:34.885609 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4a34404-51e2-4504-84ad-e04c71b4b89d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:34.888818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1fd4985-c2a0-4b2f-affc-cfb6e0c56654 req-d3891927-0670-4e45-993f-c0ea1a6455db tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.4767275 Jul 08 01:48:34.974067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Delete allocated IP 2001:db8::3e1 (8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2/79af8cd0-e017-44e7-9a46-5470c05963c7) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 01:48:34.986130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Allocated IP 2001:db8:0:2::26c (8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2/3178bf88-c843-43b6-80f5-0c7c5733bef9/8378b91c-d252-416b-bb0e-016abfdd4269) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:35.019853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1fd4985-c2a0-4b2f-affc-cfb6e0c56654 req-42ec8bde-6b2e-476d-9d27-a207762e37c4 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290474 Jul 08 01:48:35.093389 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4a34404-51e2-4504-84ad-e04c71b4b89d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.124526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a4a34404-51e2-4504-84ad-e04c71b4b89d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Calling delete_port for bd76c65c-7414-44ae-b3c7-90a3d5cdb107 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:35.167790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30254756-494f-4d9b-b146-f798830487f8 req-97d190ad-dbfd-479e-b243-07dfbd8435d0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:35.169355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30254756-494f-4d9b-b146-f798830487f8 req-97d190ad-dbfd-479e-b243-07dfbd8435d0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1698530 Jul 08 01:48:35.235241 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30254756-494f-4d9b-b146-f798830487f8 req-c401501e-3407-4413-a0dc-9ab1f7392c49 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599065 Jul 08 01:48:35.295537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.323311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Transition to ACTIVE for port object 8378b91c-d252-416b-bb0e-016abfdd4269 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:35.326056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.351081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.390711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.390978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-c5cfec24-d201-4822-a444-0d040bc40274 None None] Allocated IP 2001:db8:0:2::2 (8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2/3178bf88-c843-43b6-80f5-0c7c5733bef9/e072a211-f69f-48d5-bba7-5d4373175cb9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:35.481165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4a34404-51e2-4504-84ad-e04c71b4b89d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.514193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c5cfec24-d201-4822-a444-0d040bc40274 None None] For port e072a211-f69f-48d5-bba7-5d4373175cb9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e072a211-f69f-48d5-bba7-5d4373175cb9,segment=NetworkSegment(876847c3-74e7-4da6-88f5-f65f4bd821de),segment_id=876847c3-74e7-4da6-88f5-f65f4bd821de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:35.522688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a34404-51e2-4504-84ad-e04c71b4b89d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event deleted for resources: {'Port': ['ID=bd76c65c-7414-44ae-b3c7-90a3d5cdb107,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:35.542761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Allocated IP 172.25.4.61 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/4d08f183-7275-430a-b358-a2052587adfa) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:35.586601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c5cfec24-d201-4822-a444-0d040bc40274 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.607677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c5cfec24-d201-4822-a444-0d040bc40274 None None] Transition to ACTIVE for port object e072a211-f69f-48d5-bba7-5d4373175cb9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:35.616943 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c5cfec24-d201-4822-a444-0d040bc40274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.767498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfec24-d201-4822-a444-0d040bc40274 None None] Pushing event updated for resources: {'Port': ['ID=e072a211-f69f-48d5-bba7-5d4373175cb9,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:35.805436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4a34404-51e2-4504-84ad-e04c71b4b89d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.807608 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a4a34404-51e2-4504-84ad-e04c71b4b89d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "DELETE /v2.0/ports/bd76c65c-7414-44ae-b3c7-90a3d5cdb107 HTTP/1.1" status: 204 len: 168 time: 1.7001722 Jul 08 01:48:35.811496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58044) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:35.849106 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbd822d-8346-4e46-af62-98d0be929165 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] GET failed (client error): The resource could not be found. Jul 08 01:48:35.855232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-acbd822d-8346-4e46-af62-98d0be929165 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "GET /v2.0/ports/bd76c65c-7414-44ae-b3c7-90a3d5cdb107 HTTP/1.1" status: 404 len: 333 time: 0.0425825 Jul 08 01:48:35.860913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58046) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:35.867964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'port': {'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d', 'name': 'tempest-AllowedAddressPairTestJSON-1095809891'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:35.871465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] In _notify_port_updated(), no bound segment for port 8378b91c-d252-416b-bb0e-016abfdd4269 on network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:48:35.875315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.877138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:35.877810 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:35.882592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "PUT /v2.0/ports/8378b91c-d252-416b-bb0e-016abfdd4269 HTTP/1.1" status: 200 len: 969 time: 2.7001772 Jul 08 01:48:35.888692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58050) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:35.922873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e35e22-2168-4b0a-a701-174881397284 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event updated for resources: {'Port': ['ID=8378b91c-d252-416b-bb0e-016abfdd4269,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:35.959974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1aaf-5b50-4040-9953-22b4553b391f req-a5ae67c7-0775-400e-a3e7-cf832a23ed50 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:35.961877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c9b1aaf-5b50-4040-9953-22b4553b391f req-a5ae67c7-0775-400e-a3e7-cf832a23ed50 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 945 time: 0.6346951 Jul 08 01:48:36.004283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33203f-e548-4e77-9c20-bf272ccf27db req-83419641-6f0a-4ab9-b731-88d7a2ef9b76 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:36.005873 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b33203f-e548-4e77-9c20-bf272ccf27db req-83419641-6f0a-4ab9-b731-88d7a2ef9b76 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.6222095 Jul 08 01:48:36.029595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e08f3-0fe6-4b8f-81e6-e493c1d36da2 req-efef5321-6b9c-43b2-9cbe-e1715902849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:36.031094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd7e08f3-0fe6-4b8f-81e6-e493c1d36da2 req-efef5321-6b9c-43b2-9cbe-e1715902849d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 1097 time: 0.1669729 Jul 08 01:48:36.071074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c9b1aaf-5b50-4040-9953-22b4553b391f req-d147763e-4c74-4db1-ba27-4b07d823a276 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980334 Jul 08 01:48:36.106928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:36.112845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Made reservation on behalf of fe3fa773502f4b6491baab4376d8807c for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:36.118862 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:36.127028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9e74f850-b12a-450e-83c1-a6c40dff75dd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 8378b91c-d252-416b-bb0e-016abfdd4269 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:36.127466 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b33203f-e548-4e77-9c20-bf272ccf27db req-28c821ac-2cae-456e-b743-a84e49b12494 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063681 Jul 08 01:48:36.127600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e74f850-b12a-450e-83c1-a6c40dff75dd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:36.182675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e08f3-0fe6-4b8f-81e6-e493c1d36da2 req-1a313c2c-276c-49f1-bd4f-3ec0fbb98403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:36.184220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd7e08f3-0fe6-4b8f-81e6-e493c1d36da2 req-1a313c2c-276c-49f1-bd4f-3ec0fbb98403 service neutron] 10.222.0.24 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 913 time: 0.1448505 Jul 08 01:48:36.234203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:36.239683 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd7e08f3-0fe6-4b8f-81e6-e493c1d36da2 req-17fe537c-e7f8-48dd-a709-2083dfcc225b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6 HTTP/1.1" status: 200 len: 217 time: 0.0474141 Jul 08 01:48:36.254576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:36.277379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] device_id is not set on port 4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:48:36.285649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:36.303257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e08f3-0fe6-4b8f-81e6-e493c1d36da2 req-5fa0a79a-f52e-4126-b8bc-f927660345cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:36.305104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd7e08f3-0fe6-4b8f-81e6-e493c1d36da2 req-5fa0a79a-f52e-4126-b8bc-f927660345cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.0521629 Jul 08 01:48:36.354247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4d08f183-7275-430a-b358-a2052587adfa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:36.369638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd7e08f3-0fe6-4b8f-81e6-e493c1d36da2 req-36aeb0aa-8c0c-4505-a8f9-38a0b8edcb44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508666 Jul 08 01:48:36.417001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e74f850-b12a-450e-83c1-a6c40dff75dd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:36.464881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9e74f850-b12a-450e-83c1-a6c40dff75dd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 8378b91c-d252-416b-bb0e-016abfdd4269 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:36.566896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0f88a-f8fd-448e-8d11-5451e693ca50 req-edfbe35c-b84b-41be-9142-4980a9cb3ad1 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:36.568654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbe0f88a-f8fd-448e-8d11-5451e693ca50 req-edfbe35c-b84b-41be-9142-4980a9cb3ad1 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.1961946 Jul 08 01:48:36.573999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-91264a80-5c47-45e0-b01c-61b3857c6d92 None None] Provisioning complete for port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:36.574700 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-91264a80-5c47-45e0-b01c-61b3857c6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:36.578627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd7e08f3-0fe6-4b8f-81e6-e493c1d36da2 req-4a068ef2-ad2c-42cc-a604-047c6226db67 service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925287 Jul 08 01:48:36.605075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d550-59ad-4654-adf2-9e193b9ce2cc req-845c8625-e41c-41eb-b70f-39c0a3c6d64c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:36.612105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92d6d550-59ad-4654-adf2-9e193b9ce2cc req-845c8625-e41c-41eb-b70f-39c0a3c6d64c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1583767 Jul 08 01:48:36.619699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Allocated IP 172.20.0.14 (ca23af90-7561-42bc-a16a-0780928c042d/449dbde0-b687-4b75-b569-359b7117ad20/4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:36.623758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-91264a80-5c47-45e0-b01c-61b3857c6d92 None None] Port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:36.643506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-91264a80-5c47-45e0-b01c-61b3857c6d92 None None] Provisioning for port 8378b91c-d252-416b-bb0e-016abfdd4269 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:36.649113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-91264a80-5c47-45e0-b01c-61b3857c6d92 None None] Provisioning complete for port 8378b91c-d252-416b-bb0e-016abfdd4269 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:36.649651 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-91264a80-5c47-45e0-b01c-61b3857c6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:36.698249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-91264a80-5c47-45e0-b01c-61b3857c6d92 None None] Port 8378b91c-d252-416b-bb0e-016abfdd4269 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:36.711950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-91264a80-5c47-45e0-b01c-61b3857c6d92 None None] Provisioning for port e072a211-f69f-48d5-bba7-5d4373175cb9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:36.716469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-91264a80-5c47-45e0-b01c-61b3857c6d92 None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:36.718889 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-91264a80-5c47-45e0-b01c-61b3857c6d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:36.738114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92d6d550-59ad-4654-adf2-9e193b9ce2cc req-23cc3dc8-f186-4897-a469-d1f7facd82f2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250048 Jul 08 01:48:36.741315 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbe0f88a-f8fd-448e-8d11-5451e693ca50 req-47a7a530-edb4-4aee-9d41-aaea91ec16d4 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601961 Jul 08 01:48:36.823316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd7e08f3-0fe6-4b8f-81e6-e493c1d36da2 req-24701ba8-4a02-404b-b238-4f2ea2d7e9be service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341292 Jul 08 01:48:36.912069 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e74f850-b12a-450e-83c1-a6c40dff75dd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:36.935999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-afe8f5c4-f439-4223-9ee3-e16d489a98f1 None None] Could not find standard attr ID for object 8378b91c-d252-416b-bb0e-016abfdd4269. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:48:36.959104 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:36.962643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74f850-b12a-450e-83c1-a6c40dff75dd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=8378b91c-d252-416b-bb0e-016abfdd4269,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:36.980944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203d094-d47c-4864-9987-d3e86a5a1008 req-27de0bf8-b315-4a3b-b69e-09dbb1d06015 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:36.982568 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9203d094-d47c-4864-9987-d3e86a5a1008 req-27de0bf8-b315-4a3b-b69e-09dbb1d06015 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.0782869 Jul 08 01:48:37.042226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.048458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9203d094-d47c-4864-9987-d3e86a5a1008 req-4a09b70b-1f8b-4ba7-88f7-7a2494775012 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584688 Jul 08 01:48:37.085783 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e74f850-b12a-450e-83c1-a6c40dff75dd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.091914 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9e74f850-b12a-450e-83c1-a6c40dff75dd tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/8378b91c-d252-416b-bb0e-016abfdd4269 HTTP/1.1" status: 204 len: 168 time: 1.1984320 Jul 08 01:48:37.093091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58062) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:37.137839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Transition to ACTIVE for port object 4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:37.159376 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a2790d-230f-43c1-9b7c-72e8cf6d8166 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] GET failed (client error): The resource could not be found. Jul 08 01:48:37.164280 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b5a2790d-230f-43c1-9b7c-72e8cf6d8166 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports/8378b91c-d252-416b-bb0e-016abfdd4269 HTTP/1.1" status: 404 len: 333 time: 0.0658574 Jul 08 01:48:37.166315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58066) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:37.288769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.307131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7d8d4-a419-4b50-af9b-d07f1e14478c req-02eb2ee2-08ea-46e9-825a-e0bbb68d66b7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:37.308935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2af7d8d4-a419-4b50-af9b-d07f1e14478c req-02eb2ee2-08ea-46e9-825a-e0bbb68d66b7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1332273 Jul 08 01:48:37.322096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4790914-676b-4ac9-9ec7-36475079a5ab req-2b5a6281-1046-4bbf-b9ba-31bad71b9e94 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:37.323585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e4790914-676b-4ac9-9ec7-36475079a5ab req-2b5a6281-1046-4bbf-b9ba-31bad71b9e94 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 945 time: 0.1011612 Jul 08 01:48:37.350563 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3efce277-480f-42ea-8da1-0317dea50ac6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.380758 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2af7d8d4-a419-4b50-af9b-d07f1e14478c req-63f9abf7-3694-4892-a320-03d3dced5549 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561674 Jul 08 01:48:37.388197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e4790914-676b-4ac9-9ec7-36475079a5ab req-bf79394b-b9ca-4101-9275-eb5cb173939f tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568514 Jul 08 01:48:37.393553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Network ca23af90-7561-42bc-a16a-0780928c042d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:37.415397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:37.425497 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:37.433376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Port': ['ID=4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:37.436672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3efce277-480f-42ea-8da1-0317dea50ac6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.442727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b13473b4-7734-437f-8f95-db0090ad5c4e up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:37.523169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:37.523939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.527625 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port b13473b4-7734-437f-8f95-db0090ad5c4e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:37.539414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port b13473b4-7734-437f-8f95-db0090ad5c4e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:37.540144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.545543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.610361 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-daaf86f2-ec99-4664-9d3a-210babf0d9fc tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7482791 Jul 08 01:48:37.613765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58074) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:37.619613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3e14a515-7560-4bfd-b43e-919cd2efe5d0 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ba:a8:aa'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:37.649116 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3efce277-480f-42ea-8da1-0317dea50ac6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.651577 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3efce277-480f-42ea-8da1-0317dea50ac6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.655577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58076) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:37.655745 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3efce277-480f-42ea-8da1-0317dea50ac6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/security-groups/b0cbb797-9c9f-4ec9-9212-82195abc796f HTTP/1.1" status: 204 len: 168 time: 0.4884489 Jul 08 01:48:37.662501 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.672803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efce277-480f-42ea-8da1-0317dea50ac6 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cbb797-9c9f-4ec9-9212-82195abc796f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:37.727893 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4469da1a-013a-4920-9f6a-88b20b70268b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.730966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b13473b4-7734-437f-8f95-db0090ad5c4e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b13473b4-7734-437f-8f95-db0090ad5c4e,segment=NetworkSegment(1f2ad79c-e08e-4902-9bf6-3f69f964d84b),segment_id=1f2ad79c-e08e-4902-9bf6-3f69f964d84b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:37.735874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:37.740213 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d4f884-0327-4bba-9401-852a64a10319" -d '{"events": [{"server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "name": "network-vif-plugged", "status": "completed", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:37.744663 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.745479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:48:37.786421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4469da1a-013a-4920-9f6a-88b20b70268b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:37.896253 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c23cd60-7326-41ea-9f41-9e3c37fed86a x-openstack-request-id: req-1c23cd60-7326-41ea-9f41-9e3c37fed86a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:37.897420 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "name": "network-vif-plugged", "status": "completed", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:37.897919 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c23cd60-7326-41ea-9f41-9e3c37fed86a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:37.898494 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'code': 200} Jul 08 01:48:37.905471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e072a211-f69f-48d5-bba7-5d4373175cb9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:37.940283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b13473b4-7734-437f-8f95-db0090ad5c4e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:37.967881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-83b270fa-33f2-4e43-8aa2-5c4754921975 None None] Provisioning for port 4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:37.994773 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-83b270fa-33f2-4e43-8aa2-5c4754921975 None None] Provisioning complete for port 4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:37.995141 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-83b270fa-33f2-4e43-8aa2-5c4754921975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.001876 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4469da1a-013a-4920-9f6a-88b20b70268b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.005614 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4469da1a-013a-4920-9f6a-88b20b70268b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.009441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4469da1a-013a-4920-9f6a-88b20b70268b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/security-groups/161b89f5-f04f-4852-bcb2-4caf20d77b8a HTTP/1.1" status: 204 len: 168 time: 0.3499939 Jul 08 01:48:38.011832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:38.052473 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.060467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469da1a-013a-4920-9f6a-88b20b70268b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=161b89f5-f04f-4852-bcb2-4caf20d77b8a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:38.064038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:38.064445 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.070015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-83b270fa-33f2-4e43-8aa2-5c4754921975 None None] Port 4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:38.087260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbea6d-060d-4d05-bc7e-9cfedd5931b1 req-839f889a-cb06-43a1-a965-2eee501d914a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:38.089105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cacbea6d-060d-4d05-bc7e-9cfedd5931b1 req-839f889a-cb06-43a1-a965-2eee501d914a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2105672 Jul 08 01:48:38.136270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:38.145334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.156257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e365da-812a-422d-b325-084d44bff592 req-1f817052-604b-4ad1-894c-0f3964b52473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:38.158096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55e365da-812a-422d-b325-084d44bff592 req-1f817052-604b-4ad1-894c-0f3964b52473 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1098 time: 0.2359939 Jul 08 01:48:38.162216 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e14a515-7560-4bfd-b43e-919cd2efe5d0 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.183903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335c32d-b80e-4fd2-b643-02d22dedd5b6 req-97a41b16-9865-44e8-89b8-d0a8e98b1071 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:38.185456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b335c32d-b80e-4fd2-b643-02d22dedd5b6 req-97a41b16-9865-44e8-89b8-d0a8e98b1071 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 945 time: 0.2310755 Jul 08 01:48:38.235441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87d0d1d5-4952-4005-b905-28fb7d016e6b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.242113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:48:38.242536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cacbea6d-060d-4d05-bc7e-9cfedd5931b1 req-512b7d33-4550-4dba-ab56-f9148b851185 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401796 Jul 08 01:48:38.243757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:38.264355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55e365da-812a-422d-b325-084d44bff592 req-c29e99f6-0b88-4e0c-abd3-2ea668517260 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954857 Jul 08 01:48:38.299653 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87d0d1d5-4952-4005-b905-28fb7d016e6b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.305095 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b335c32d-b80e-4fd2-b643-02d22dedd5b6 req-2a64bb8c-6880-4c16-9522-7138e545889d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962942 Jul 08 01:48:38.366208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87d0d1d5-4952-4005-b905-28fb7d016e6b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.369529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-87d0d1d5-4952-4005-b905-28fb7d016e6b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.371128 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-87d0d1d5-4952-4005-b905-28fb7d016e6b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/security-groups/9e02134c-6b0d-4452-bddc-3fe086ce92d0 HTTP/1.1" status: 204 len: 168 time: 0.3519535 Jul 08 01:48:38.375123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:38.445463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:48:38.455985 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Sync routers for ids ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:48:38.459131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0d1d5-4952-4005-b905-28fb7d016e6b tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e02134c-6b0d-4452-bddc-3fe086ce92d0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:38.475365 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Routers {'65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:38.476000 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:38.478305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e14a515-7560-4bfd-b43e-919cd2efe5d0 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.500667 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e14a515-7560-4bfd-b43e-919cd2efe5d0 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.536688 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47f9626-b80d-44a7-89a3-9afd50dd0fe2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet 79af8cd0-e017-44e7-9a46-5470c05963c7 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:48:38.546331 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d47f9626-b80d-44a7-89a3-9afd50dd0fe2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.559293 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.561944 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fff1392f-cc6f-4d76-8ebd-209fab8751b7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6793137 Jul 08 01:48:38.572318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58096) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:38.623400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14a515-7560-4bfd-b43e-919cd2efe5d0 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Port': ['ID=4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:38.629282 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Set router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:48:38.649737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d47f9626-b80d-44a7-89a3-9afd50dd0fe2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.704508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2dbac-eb70-49bd-ab61-39fa6c8b0d75 req-f043284d-5d33-4708-951b-64be231b261b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:38.706114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f2dbac-eb70-49bd-ab61-39fa6c8b0d75 req-f043284d-5d33-4708-951b-64be231b261b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2788150 Jul 08 01:48:38.777635 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.800893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113741b6-526a-4873-a883-fd75db8eae16 req-77f09279-9db4-4230-a7ec-bd34a2469af2 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:38.802588 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-113741b6-526a-4873-a883-fd75db8eae16 req-77f09279-9db4-4230-a7ec-bd34a2469af2 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.2632775 Jul 08 01:48:38.825740 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f2dbac-eb70-49bd-ab61-39fa6c8b0d75 req-54d37668-7ec5-4428-95a8-02038cd62165 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103952 Jul 08 01:48:38.845539 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d47f9626-b80d-44a7-89a3-9afd50dd0fe2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.851748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3e14a515-7560-4bfd-b43e-919cd2efe5d0 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] In _notify_port_updated(), no bound segment for port 4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 on network ca23af90-7561-42bc-a16a-0780928c042d {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:48:38.859016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e14a515-7560-4bfd-b43e-919cd2efe5d0 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:38.859792 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e14a515-7560-4bfd-b43e-919cd2efe5d0 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.862139 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3e14a515-7560-4bfd-b43e-919cd2efe5d0 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "PUT /v2.0/ports/4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 HTTP/1.1" status: 200 len: 997 time: 1.2473381 Jul 08 01:48:38.867163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58102) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:38.889447 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-674302462-router', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d08f183-7275-430a-b358-a2052587adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:33Z', 'updated_at': '2021-07-08T01:48:36Z', 'revision_number': 3, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'gw_port': {'id': '4d08f183-7275-430a-b358-a2052587adfa', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:35Z', 'updated_at': '2021-07-08T01:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:38.906890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f8ef2d05-740e-4483-8864-fc93fac67df6 None None] Provisioning complete for port 4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:38.907742 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8ef2d05-740e-4483-8864-fc93fac67df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:38.977042 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-113741b6-526a-4873-a883-fd75db8eae16 req-8ee1b4d1-7a27-4943-9b82-477ddc047bd0 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627302 Jul 08 01:48:38.981276 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Checking router: 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:48:38.981815 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Updating router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 port 4d08f183-7275-430a-b358-a2052587adfa binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:48:38.996635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f8ef2d05-740e-4483-8864-fc93fac67df6 None None] Port 4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:39.054242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d47f9626-b80d-44a7-89a3-9afd50dd0fe2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.070694 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.094309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f9626-b80d-44a7-89a3-9afd50dd0fe2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=79af8cd0-e017-44e7-9a46-5470c05963c7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:39.101071 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d47f9626-b80d-44a7-89a3-9afd50dd0fe2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.102130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95143d3-a542-4ecf-90e0-082428f5355c None None] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:39.109793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d47f9626-b80d-44a7-89a3-9afd50dd0fe2 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/79af8cd0-e017-44e7-9a46-5470c05963c7 HTTP/1.1" status: 204 len: 168 time: 0.7319202 Jul 08 01:48:39.110497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:39.207500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-52d132bf-2398-4647-baa1-420b47310af2 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Deleting port 4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:39.208097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d132bf-2398-4647-baa1-420b47310af2 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.214097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e715010-8fe8-4ca3-9a63-6eb7a6750447 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet 3178bf88-c843-43b6-80f5-0c7c5733bef9 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:48:39.218291 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e715010-8fe8-4ca3-9a63-6eb7a6750447 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.314805 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e715010-8fe8-4ca3-9a63-6eb7a6750447 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.483142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d132bf-2398-4647-baa1-420b47310af2 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.489452 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e715010-8fe8-4ca3-9a63-6eb7a6750447 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.502366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-52d132bf-2398-4647-baa1-420b47310af2 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Calling delete_port for 4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:39.509895 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.530117 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.541071 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31ba0a-220c-4a02-b5d5-a48100be5514 req-e09830ab-c5bf-44d4-9c5b-7bd73aebddd7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:39.542640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d31ba0a-220c-4a02-b5d5-a48100be5514 req-e09830ab-c5bf-44d4-9c5b-7bd73aebddd7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2247849 Jul 08 01:48:39.590907 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Transition to ACTIVE for port object 4d08f183-7275-430a-b358-a2052587adfa will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:39.603647 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.642162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d31ba0a-220c-4a02-b5d5-a48100be5514 req-37e6f576-f216-48c4-9c7a-c332b3f67275 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862978 Jul 08 01:48:39.661038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aee68-23d0-4747-b746-49cf43407da7 req-dd8a68d0-6ecd-4690-8f30-dc0c71948296 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:39.668398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d57aee68-23d0-4747-b746-49cf43407da7 req-dd8a68d0-6ecd-4690-8f30-dc0c71948296 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 943 time: 0.1934247 Jul 08 01:48:39.670800 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Attempting to bind port 4d08f183-7275-430a-b358-a2052587adfa on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:39.671151 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Attempting to bind port 4d08f183-7275-430a-b358-a2052587adfa by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:39.671512 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Attempting to bind port 4d08f183-7275-430a-b358-a2052587adfa on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:39.677292 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e715010-8fe8-4ca3-9a63-6eb7a6750447 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.684081 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:39.684475 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:39.684900 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.685298 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:39.685764 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Bound port: 4d08f183-7275-430a-b358-a2052587adfa, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:39.686141 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.689239 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4305c3-3323-4be1-aec1-3c4c9f1c6bc5 None None] Pushing event updated for resources: {'Port': ['ID=4d08f183-7275-430a-b358-a2052587adfa,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:39.728418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e715010-8fe8-4ca3-9a63-6eb7a6750447 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=3178bf88-c843-43b6-80f5-0c7c5733bef9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:39.730555 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e715010-8fe8-4ca3-9a63-6eb7a6750447 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.732550 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4e715010-8fe8-4ca3-9a63-6eb7a6750447 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/3178bf88-c843-43b6-80f5-0c7c5733bef9 HTTP/1.1" status: 204 len: 168 time: 0.6210606 Jul 08 01:48:39.737637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58112) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:39.794060 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-f357e599-9603-467d-82a6-a28750537088 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:39.794523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f357e599-9603-467d-82a6-a28750537088 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:39.796692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f357e599-9603-467d-82a6-a28750537088 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/79af8cd0-e017-44e7-9a46-5470c05963c7 HTTP/1.1" status: 404 len: 337 time: 0.0577109 Jul 08 01:48:39.800448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d57aee68-23d0-4747-b746-49cf43407da7 req-d3902e5e-f0e3-4c21-b8cd-49d1f0fb4efc tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311409 Jul 08 01:48:39.801191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:39.818634 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] For port 4d08f183-7275-430a-b358-a2052587adfa, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:39.899568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:39.903215 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b85388-049d-416c-b344-24fb946d1629" -d '{"events": [{"server_uuid": "206ed2a0-7def-4a7f-a694-7d554b81a91a", "name": "network-vif-unplugged", "status": "completed", "tag": "5abdd81f-a3b1-41ec-a53e-17f8275c1df6"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:39.910976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73dde65-9d8b-442e-8370-dbc525fefce3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting subnet b5eff23c-a5b5-45d8-b427-cd41d9dbae15 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:48:39.913467 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d132bf-2398-4647-baa1-420b47310af2 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.916033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Allocated IP 172.20.0.1 (51dcf62f-0330-474b-8bc5-f3bc6c17d628/3a6254ff-7a6a-478a-8f85-d357318f232a/49c97b70-ee3d-4fb2-a0c8-04add40f249f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:39.916214 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e73dde65-9d8b-442e-8370-dbc525fefce3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.924372 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] For port 4d08f183-7275-430a-b358-a2052587adfa, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4d08f183-7275-430a-b358-a2052587adfa,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:39.935522 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:39.957854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d132bf-2398-4647-baa1-420b47310af2 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event deleted for resources: {'Port': ['ID=4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:40.021709 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Routers {'65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:40.022353 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:40.026957 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e73dde65-9d8b-442e-8370-dbc525fefce3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.031520 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4305c3-3323-4be1-aec1-3c4c9f1c6bc5 None None] Pushing event updated for resources: {'Port': ['ID=4d08f183-7275-430a-b358-a2052587adfa,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:40.133154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c2664-2117-4838-a213-cb6554e985f9 req-16803b28-e49b-4f07-81dc-0e3c41537118 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:40.134925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf5c2664-2117-4838-a213-cb6554e985f9 req-16803b28-e49b-4f07-81dc-0e3c41537118 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2212532 Jul 08 01:48:40.190779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.252523 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] Set router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:48:40.259346 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e73dde65-9d8b-442e-8370-dbc525fefce3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.312013 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d132bf-2398-4647-baa1-420b47310af2 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.318179 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-52d132bf-2398-4647-baa1-420b47310af2 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "DELETE /v2.0/ports/4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 HTTP/1.1" status: 204 len: 168 time: 1.4503181 Jul 08 01:48:40.319794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.325436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58136) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:40.364745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf5c2664-2117-4838-a213-cb6554e985f9 req-08f30d06-0faf-429c-9310-20913481e4ae tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890788 Jul 08 01:48:40.371043 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fde1842-e62b-438b-b1a7-3cd204f65c81 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] GET failed (client error): The resource could not be found. Jul 08 01:48:40.373524 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0fde1842-e62b-438b-b1a7-3cd204f65c81 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "GET /v2.0/ports/4ee2fa5a-09d0-4b84-b7cc-863d0cb0a534 HTTP/1.1" status: 404 len: 333 time: 0.0452633 Jul 08 01:48:40.388437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58138) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:40.392838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'port': {'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d', 'name': 'tempest-AllowedAddressPairTestJSON-629507640'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:40.406921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:40.414798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:40.423874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:40.439844 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5fe83a-f2ce-4186-aab4-d2905fda625a x-openstack-request-id: req-7e5fe83a-f2ce-4186-aab4-d2905fda625a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:40.440350 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206ed2a0-7def-4a7f-a694-7d554b81a91a", "name": "network-vif-unplugged", "status": "failed", "tag": "5abdd81f-a3b1-41ec-a53e-17f8275c1df6", "code": 422}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:40.440787 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e5fe83a-f2ce-4186-aab4-d2905fda625a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:40.442166 n-d-694802-14 neutron-server[93885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6', 'code': 422} returned with failed status Jul 08 01:48:40.472321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Pushing event updated for resources: {'Port': ['ID=49c97b70-ee3d-4fb2-a0c8-04add40f249f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:40.510987 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.545969 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-674302462-router', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d08f183-7275-430a-b358-a2052587adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:33Z', 'updated_at': '2021-07-08T01:48:36Z', 'revision_number': 3, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'gw_port': {'id': '4d08f183-7275-430a-b358-a2052587adfa', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:35Z', 'updated_at': '2021-07-08T01:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:40.561919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eaa7d9-b4f1-427f-9cda-86a0f927e0eb None None] Network 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:40.590540 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0abc2e-cf89-4aeb-b978-fe2c86d3846f None None] The sync data for ids ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'] in n-d-694802-14 is: [{'id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-674302462-router', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d08f183-7275-430a-b358-a2052587adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:33Z', 'updated_at': '2021-07-08T01:48:36Z', 'revision_number': 3, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'gw_port': {'id': '4d08f183-7275-430a-b358-a2052587adfa', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:35Z', 'updated_at': '2021-07-08T01:48:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:48:40.599165 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e73dde65-9d8b-442e-8370-dbc525fefce3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.680758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f9d0805a-a19a-447d-b3a0-6bf0b4a6e600 None None] Provisioning complete for port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:40.681200 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f9d0805a-a19a-447d-b3a0-6bf0b4a6e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.735943 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.739364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dde65-9d8b-442e-8370-dbc525fefce3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Subnet': ['ID=b5eff23c-a5b5-45d8-b427-cd41d9dbae15,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:40.755812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0805a-a19a-447d-b3a0-6bf0b4a6e600 None None] Port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:40.779451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f9d0805a-a19a-447d-b3a0-6bf0b4a6e600 None None] Provisioning complete for port e072a211-f69f-48d5-bba7-5d4373175cb9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:40.780932 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f9d0805a-a19a-447d-b3a0-6bf0b4a6e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.793134 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e73dde65-9d8b-442e-8370-dbc525fefce3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.796462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e73dde65-9d8b-442e-8370-dbc525fefce3 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/b5eff23c-a5b5-45d8-b427-cd41d9dbae15 HTTP/1.1" status: 204 len: 168 time: 0.9942436 Jul 08 01:48:40.802030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58168) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:40.835712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Made reservation on behalf of fe3fa773502f4b6491baab4376d8807c for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:40.841134 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:40.848242 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9655fdbc-45d6-46be-92be-8eab97a8cdad tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:40.849088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9655fdbc-45d6-46be-92be-8eab97a8cdad tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:40.850929 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9655fdbc-45d6-46be-92be-8eab97a8cdad tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/c2d9ffb5-0280-40cd-9229-eed56231987a HTTP/1.1" status: 404 len: 337 time: 0.0478153 Jul 08 01:48:40.857214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58170) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:40.863959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] device_id is not set on port 281d38ef-c599-493a-a73c-c7b8849a00e5 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:48:40.883124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc3e38-4b72-488b-b325-7ced20ff75a5 req-9c8783ff-73a0-49b9-b318-7eb85687de2a tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:40.890956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ecc3e38-4b72-488b-b325-7ced20ff75a5 req-9c8783ff-73a0-49b9-b318-7eb85687de2a tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.2252085 Jul 08 01:48:40.921219 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2ef253a9-2606-41b7-af9a-5931a083a53a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf397e57-76b1-4ce6-a4d6-848302871e42 HTTP/1.1" status: 200 len: 205 time: 0.0607784 Jul 08 01:48:40.928010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58172) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:40.995835 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-24f6ab87-3fe3-447d-8726-b114224f2a51 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] delete failed (client error): The resource could not be found. Jul 08 01:48:40.999352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24f6ab87-3fe3-447d-8726-b114224f2a51 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/routers/cf397e57-76b1-4ce6-a4d6-848302871e42 HTTP/1.1" status: 404 len: 336 time: 0.0676847 Jul 08 01:48:41.015912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ecc3e38-4b72-488b-b325-7ced20ff75a5 req-eacfedc6-f33c-459e-9e1c-8b5e9223ddd2 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238377 Jul 08 01:48:41.016476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58174) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:41.141224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a5f8c2-d163-46c1-a4fe-ee50054f448c None None] DHCP port deletion for 8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:48:41.162279 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:41.167383 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:41.223266 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:41.223506 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed4d280-aec2-445e-b0a8-c07d00f938d1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:41.223506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed4d280-aec2-445e-b0a8-c07d00f938d1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:41.226904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-30a5f8c2-d163-46c1-a4fe-ee50054f448c None None] Deleting port e072a211-f69f-48d5-bba7-5d4373175cb9 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:41.227409 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-30a5f8c2-d163-46c1-a4fe-ee50054f448c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:41.227900 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aed4d280-aec2-445e-b0a8-c07d00f938d1 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/bff17768-377f-4a67-8c75-32cc5d18e851 HTTP/1.1" status: 404 len: 337 time: 0.1174204 Jul 08 01:48:41.238712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58178) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:41.320100 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6dee69-1aa6-47e9-b1d0-e1bb1e58de9a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:41.321442 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6dee69-1aa6-47e9-b1d0-e1bb1e58de9a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:41.328670 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2d6dee69-1aa6-47e9-b1d0-e1bb1e58de9a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/dbe21bbb-7174-4ef3-8cf6-4ecf9b814f4d HTTP/1.1" status: 404 len: 337 time: 0.0864577 Jul 08 01:48:41.330293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Allocated IP 172.20.0.13 (ca23af90-7561-42bc-a16a-0780928c042d/449dbde0-b687-4b75-b569-359b7117ad20/281d38ef-c599-493a-a73c-c7b8849a00e5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:41.333089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-30a5f8c2-d163-46c1-a4fe-ee50054f448c None None] For port e072a211-f69f-48d5-bba7-5d4373175cb9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e072a211-f69f-48d5-bba7-5d4373175cb9,segment=NetworkSegment(876847c3-74e7-4da6-88f5-f65f4bd821de),segment_id=876847c3-74e7-4da6-88f5-f65f4bd821de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:41.333605 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-30a5f8c2-d163-46c1-a4fe-ee50054f448c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:41.337630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58180) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:41.350286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-30a5f8c2-d163-46c1-a4fe-ee50054f448c None None] Calling delete_port for e072a211-f69f-48d5-bba7-5d4373175cb9 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:41.354549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Pushing event updated for resources: {'Port': ['ID=49c97b70-ee3d-4fb2-a0c8-04add40f249f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:41.382725 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2d9c08-a3fb-4fc6-b72f-33ea3a2629d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:41.383908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f2d9c08-a3fb-4fc6-b72f-33ea3a2629d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:41.390515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4f2d9c08-a3fb-4fc6-b72f-33ea3a2629d9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/3a0929dd-f6e7-43d2-b8cc-f5b7bc22684b HTTP/1.1" status: 404 len: 337 time: 0.0516856 Jul 08 01:48:41.399135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58182) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:41.444429 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d46cd91-38e9-4113-a620-d14b1593c8c9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:41.445191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d46cd91-38e9-4113-a620-d14b1593c8c9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:41.450007 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8d46cd91-38e9-4113-a620-d14b1593c8c9 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/1d42ae45-8d08-49a8-8bb9-a261738bb8b6 HTTP/1.1" status: 404 len: 333 time: 0.0496714 Jul 08 01:48:41.453006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58184) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:41.459547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b9849969-5a12-4870-ac60-6717eca4e20f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:41.466393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b9849969-5a12-4870-ac60-6717eca4e20f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=206ed2a0-7def-4a7f-a694-7d554b81a91a HTTP/1.1" status: 200 len: 943 time: 0.2899456 Jul 08 01:48:41.487333 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0aa94b-222f-4a6e-bef5-87b6031640ba tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:41.488425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0aa94b-222f-4a6e-bef5-87b6031640ba tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:41.493613 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1f0aa94b-222f-4a6e-bef5-87b6031640ba tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/3fd52375-5f9b-47b8-8e1e-1f0e09ed6719 HTTP/1.1" status: 404 len: 337 time: 0.0395708 Jul 08 01:48:41.494306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58186) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:41.541856 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10bfa12-4edc-4071-becc-4c090ad23220 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:41.542324 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10bfa12-4edc-4071-becc-4c090ad23220 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:41.546839 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a10bfa12-4edc-4071-becc-4c090ad23220 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/40763f2e-88be-429b-b119-efaf5d4ab11c HTTP/1.1" status: 404 len: 337 time: 0.0466390 Jul 08 01:48:41.547503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58190) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:41.587202 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2b6169-37f4-4123-90ee-c6a50495646e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:41.588132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2b6169-37f4-4123-90ee-c6a50495646e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:41.593074 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ea2b6169-37f4-4123-90ee-c6a50495646e tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/e0703f45-870b-4201-ade4-6bcc10ff15f4 HTTP/1.1" status: 404 len: 333 time: 0.0430028 Jul 08 01:48:41.594888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:41.599073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:41.602224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:41.640854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:48:41.749440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:48:41.762689 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-30a5f8c2-d163-46c1-a4fe-ee50054f448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:41.813520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5f8c2-d163-46c1-a4fe-ee50054f448c None None] Pushing event deleted for resources: {'Port': ['ID=e072a211-f69f-48d5-bba7-5d4373175cb9,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:41.818657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a5f8c2-d163-46c1-a4fe-ee50054f448c None None] No DVR routers for this DVR port e072a211-f69f-48d5-bba7-5d4373175cb9 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:48:41.916761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:48:41.922588 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-411e0bd1-de91-443e-bea3-e32477866f41 admin admin] 10.222.0.41 "PUT /v2.0/routers/65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3485656 Jul 08 01:48:41.945620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4d08f183-7275-430a-b358-a2052587adfa up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:42.021891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 4d08f183-7275-430a-b358-a2052587adfa completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:42.028650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4d08f183-7275-430a-b358-a2052587adfa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:42.029035 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.137917 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.164957 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c40a61-6bf5-4040-ab3a-add3bfe6a22a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:42.165418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c40a61-6bf5-4040-ab3a-add3bfe6a22a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:42.169551 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-20c40a61-6bf5-4040-ab3a-add3bfe6a22a tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/72d91135-3f58-4616-a75e-6508fefb619f HTTP/1.1" status: 404 len: 337 time: 0.5652246 Jul 08 01:48:42.169694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 4d08f183-7275-430a-b358-a2052587adfa, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4d08f183-7275-430a-b358-a2052587adfa,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:42.173006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58200) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:42.178236 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.200965 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19508b7-3685-4d2d-9502-501bb241bf73 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:42.201792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19508b7-3685-4d2d-9502-501bb241bf73 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:42.204349 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d19508b7-3685-4d2d-9502-501bb241bf73 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/subnets/223a4b43-d404-4954-b40a-eda2247a03c1 HTTP/1.1" status: 404 len: 337 time: 0.0316639 Jul 08 01:48:42.209650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58204) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:42.254933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e072a211-f69f-48d5-bba7-5d4373175cb9 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:48:42.286056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=4d08f183-7275-430a-b358-a2052587adfa,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:42.290281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: e072a211-f69f-48d5-bba7-5d4373175cb9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:48:42.290416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e072a211-f69f-48d5-bba7-5d4373175cb9 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:48:42.326082 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.328608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2c97eae3-67fd-4b17-a560-91faca8fd4fb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Deleting port 1538eb4d-0d16-4f6c-bc3d-422dc851a168 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:42.328953 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c97eae3-67fd-4b17-a560-91faca8fd4fb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.356571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Transition to ACTIVE for port object 281d38ef-c599-493a-a73c-c7b8849a00e5 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:42.376383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a9955-1da9-4080-b9dc-e29493632650 req-e40badbd-6ac8-441f-abe0-47c19703806f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:42.377933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e66a9955-1da9-4080-b9dc-e29493632650 req-e40badbd-6ac8-441f-abe0-47c19703806f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2371950 Jul 08 01:48:42.383818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Deleting port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:42.384342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.387976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b8062-0c8b-4f9f-ae38-4c76134572c7 req-cf2c7c88-5da0-4924-99ab-48eaef8d8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:42.389509 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-989b8062-0c8b-4f9f-ae38-4c76134572c7 req-cf2c7c88-5da0-4924-99ab-48eaef8d8cb4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1098 time: 0.2499180 Jul 08 01:48:42.403723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c97eae3-67fd-4b17-a560-91faca8fd4fb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.418208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2c97eae3-67fd-4b17-a560-91faca8fd4fb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Calling delete_port for 1538eb4d-0d16-4f6c-bc3d-422dc851a168 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:42.499738 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c97eae3-67fd-4b17-a560-91faca8fd4fb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.533594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97eae3-67fd-4b17-a560-91faca8fd4fb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Port': ['ID=1538eb4d-0d16-4f6c-bc3d-422dc851a168,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:42.547661 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c97eae3-67fd-4b17-a560-91faca8fd4fb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.549938 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2c97eae3-67fd-4b17-a560-91faca8fd4fb tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/ports/1538eb4d-0d16-4f6c-bc3d-422dc851a168 HTTP/1.1" status: 204 len: 168 time: 0.3392026 Jul 08 01:48:42.553956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58210) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:42.576470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.588915 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e66a9955-1da9-4080-b9dc-e29493632650 req-051e0807-1707-4886-a588-9c3fae7b4a41 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958334 Jul 08 01:48:42.653556 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.690077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Port': ['ID=281d38ef-c599-493a-a73c-c7b8849a00e5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:42.696252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] For port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:42.696911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.721901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Network ca23af90-7561-42bc-a16a-0780928c042d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:42.731614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b8062-0c8b-4f9f-ae38-4c76134572c7 req-bb5b50a0-7806-4a2b-bb59-4ba5f232fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:42.734179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-989b8062-0c8b-4f9f-ae38-4c76134572c7 req-bb5b50a0-7806-4a2b-bb59-4ba5f232fd56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 200 len: 920 time: 0.3015265 Jul 08 01:48:42.735608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:42.766214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:42.776038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.791054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:42.806206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Calling delete_port for 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:42.817688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876847c3-74e7-4da6-88f5-f65f4bd821de') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:42.817914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876847c3-74e7-4da6-88f5-f65f4bd821de') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:42.828705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.844774 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.852465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:48:42.853478 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:48:42.856854 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:48:42.885582 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-989b8062-0c8b-4f9f-ae38-4c76134572c7 req-5037b436-826d-4699-be2b-b9651d56c395 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 217 time: 0.1305170 Jul 08 01:48:42.942899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.948390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:42.956338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] 10.222.0.41 "DELETE /v2.0/networks/8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2 HTTP/1.1" status: 204 len: 168 time: 0.4010494 Jul 08 01:48:42.973936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3bce53-fcc5-444c-ace3-5ee7ca963a46 tempest-PortsIpV6TestJSON-85699377 tempest-PortsIpV6TestJSON-85699377-project] Pushing event deleted for resources: {'Network': ['ID=8fcc4af6-9ee9-4e98-b6e1-af79ed6418d2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:43.033205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:43.033864 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:43.074984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b8062-0c8b-4f9f-ae38-4c76134572c7 req-e71f42f8-6602-4fd5-a8d7-7c2294355a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:43.076499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-989b8062-0c8b-4f9f-ae38-4c76134572c7 req-e71f42f8-6602-4fd5-a8d7-7c2294355a0f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e952881-f4c2-40a9-86a0-01ad006739af HTTP/1.1" status: 200 len: 859 time: 0.1652467 Jul 08 01:48:43.087456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3eabed45-85e0-42ad-b076-6cdac7f99f3d tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7059448 Jul 08 01:48:43.089987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58216) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:43.102080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'port': {'network_id': 'ca23af90-7561-42bc-a16a-0780928c042d', 'name': 'tempest-AllowedAddressPairTestJSON-1175242190'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:43.103459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0af25ba-1851-436d-9c74-2f262204ca72 None None] Provisioning for port 281d38ef-c599-493a-a73c-c7b8849a00e5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:43.109692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0af25ba-1851-436d-9c74-2f262204ca72 None None] Provisioning complete for port 281d38ef-c599-493a-a73c-c7b8849a00e5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:43.110292 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0af25ba-1851-436d-9c74-2f262204ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:43.139473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-989b8062-0c8b-4f9f-ae38-4c76134572c7 req-007d393d-76bf-4521-a811-09da395ba041 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cda84429-d659-4d19-9308-4307abd351a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549266 Jul 08 01:48:43.150228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b4249-6f05-4e9f-9430-c5bcaba22fc3 req-d1884547-6d26-4e49-9df2-c87647f5e5e1 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:43.153218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0af25ba-1851-436d-9c74-2f262204ca72 None None] Port 281d38ef-c599-493a-a73c-c7b8849a00e5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:43.157339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a32b4249-6f05-4e9f-9430-c5bcaba22fc3 req-d1884547-6d26-4e49-9df2-c87647f5e5e1 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.4037082 Jul 08 01:48:43.180136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Sync routers for ids ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:48:43.190264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Routers {'65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:43.191859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:43.259677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Made reservation on behalf of fe3fa773502f4b6491baab4376d8807c for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:43.264344 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:43.291669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] device_id is not set on port 9f43a014-ce58-4216-93d4-92116165ce72 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:48:43.296415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58220) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:43.323472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Set router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:48:43.328330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a32b4249-6f05-4e9f-9430-c5bcaba22fc3 req-083532f0-0934-47b1-8306-94f119f6319c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700201 Jul 08 01:48:43.355200 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:43.400699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event deleted for resources: {'Port': ['ID=5abdd81f-a3b1-41ec-a53e-17f8275c1df6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:43.414478 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-989b8062-0c8b-4f9f-ae38-4c76134572c7 req-288dd065-7f25-4e73-ba0d-0560d4f4fabf service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551038 Jul 08 01:48:43.433477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.433825 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.434036 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.434425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.434813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.435030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.435359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.435687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.436014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.436609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.436955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.437292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:43.508702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] No DVR routers for this DVR port 5abdd81f-a3b1-41ec-a53e-17f8275c1df6 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:48:43.512699 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:43.514787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c998d8db-23f5-4731-9d6f-5171b5d666bd req-b887cf2e-05fa-45d6-afe6-2946fd0023ad tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "DELETE /v2.0/ports/5abdd81f-a3b1-41ec-a53e-17f8275c1df6 HTTP/1.1" status: 204 len: 173 time: 2.0475538 Jul 08 01:48:43.515252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'name': 'network-vif-deleted', 'tag': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:43.517654 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e655bcf3-fa2e-4f69-b2f6-dddf48e02992" -d '{"events": [{"server_uuid": "206ed2a0-7def-4a7f-a694-7d554b81a91a", "name": "network-vif-deleted", "tag": "5abdd81f-a3b1-41ec-a53e-17f8275c1df6"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:43.588726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-674302462-router', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d08f183-7275-430a-b358-a2052587adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:33Z', 'updated_at': '2021-07-08T01:48:40Z', 'revision_number': 4, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'gw_port': {'id': '4d08f183-7275-430a-b358-a2052587adfa', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:35Z', 'updated_at': '2021-07-08T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '49c97b70-ee3d-4fb2-a0c8-04add40f249f', 'name': '', 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'mac_address': 'fa:16:3e:45:4c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '3a6254ff-7a6a-478a-8f85-d357318f232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:39Z', 'updated_at': '2021-07-08T01:48:40Z', 'revision_number': 2, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'subnets': [{'id': '3a6254ff-7a6a-478a-8f85-d357318f232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:43.619583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-989b8062-0c8b-4f9f-ae38-4c76134572c7 req-f23ef8a4-0cd2-4d52-b04c-89bdde6c5a6a service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881661 Jul 08 01:48:43.637571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Checking router: 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:48:43.637949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Updating router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 port 49c97b70-ee3d-4fb2-a0c8-04add40f249f binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:48:43.691375 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:43.824650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab35a66-d8c0-4358-b961-b880d58b807c req-b4dfc614-1d9b-4665-9c94-015c639c3777 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:43.826177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-b4dfc614-1d9b-4665-9c94-015c639c3777 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 818 time: 0.1507695 Jul 08 01:48:43.844064 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-388aee6d-b2f4-46fb-b17c-e009d58f8f26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=615320a08bf94fe382d8aa315eb4d3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461364 Jul 08 01:48:43.850666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:43.851061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Allocated IP 172.20.0.7 (ca23af90-7561-42bc-a16a-0780928c042d/449dbde0-b687-4b75-b569-359b7117ad20/9f43a014-ce58-4216-93d4-92116165ce72) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:43.886819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-83bdc5d3-a7b9-47c5-8479-f3ff6d6ee57d tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/quotas/0473a65fee8549d6bacbd39933fc077a HTTP/1.1" status: 200 len: 375 time: 0.0452189 Jul 08 01:48:43.887030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4d08f183-7275-430a-b358-a2052587adfa up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:43.978389 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9769f30-e941-4d05-9b08-1cd69d934b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.009039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-da56d615-14ed-434b-bc5d-3859372b5b72 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1211226 Jul 08 01:48:44.032070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4d08f183-7275-430a-b358-a2052587adfa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:44.032463 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.038043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.038296 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9769f30-e941-4d05-9b08-1cd69d934b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.054980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Transition to ACTIVE for port object 9f43a014-ce58-4216-93d4-92116165ce72 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:44.107244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.134009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Network ca23af90-7561-42bc-a16a-0780928c042d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:44.137762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:44.145662 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-6b3b2bb9-27f6-4aee-8741-0d8566236dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356328 Jul 08 01:48:44.178227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:44.198672 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9769f30-e941-4d05-9b08-1cd69d934b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.198672 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9769f30-e941-4d05-9b08-1cd69d934b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.198672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d9769f30-e941-4d05-9b08-1cd69d934b96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6619c769-a2b6-4e75-a7d9-c7778e8e1e5e HTTP/1.1" status: 204 len: 168 time: 0.3466904 Jul 08 01:48:44.227305 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.242332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Transition to ACTIVE for port object 49c97b70-ee3d-4fb2-a0c8-04add40f249f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:44.244800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9769f30-e941-4d05-9b08-1cd69d934b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6619c769-a2b6-4e75-a7d9-c7778e8e1e5e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:44.260161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Port': ['ID=9f43a014-ce58-4216-93d4-92116165ce72,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:44.282088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:44.282924 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.285837 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.322852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-18c895ad-6f0f-499d-b083-c77f0bc8bf6b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2291331 Jul 08 01:48:44.323628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58256) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:44.341144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-44f707cf-fe68-40ea-a3d5-3f545969bce6 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:ba:a8:aa'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b7:42:29'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:44.362867 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-4d637792-e89d-4d93-a4a9-f8d80ed270b5 service neutron] 10.222.0.41 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161179 Jul 08 01:48:44.402656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ddfba-b35d-4bea-9413-4169e2667805 None None] Pushing event updated for resources: {'Port': ['ID=49c97b70-ee3d-4fb2-a0c8-04add40f249f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:44.477360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Attempting to bind port 49c97b70-ee3d-4fb2-a0c8-04add40f249f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:44.478133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Attempting to bind port 49c97b70-ee3d-4fb2-a0c8-04add40f249f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:44.478698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Attempting to bind port 49c97b70-ee3d-4fb2-a0c8-04add40f249f on network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:44.487098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:44.488438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Checking segment: {'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:44.489775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.490495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Bound using segment: {'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:44.491224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Bound port: 49c97b70-ee3d-4fb2-a0c8-04add40f249f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:44.491685 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.581376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44f707cf-fe68-40ea-a3d5-3f545969bce6 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.611223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] For port 49c97b70-ee3d-4fb2-a0c8-04add40f249f, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:44.615363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] For port 49c97b70-ee3d-4fb2-a0c8-04add40f249f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=49c97b70-ee3d-4fb2-a0c8-04add40f249f,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:44.620613 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.745417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ddfba-b35d-4bea-9413-4169e2667805 None None] Pushing event updated for resources: {'Port': ['ID=49c97b70-ee3d-4fb2-a0c8-04add40f249f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:44.763941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Routers {'65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:44.764684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:44.770925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3a9c1a15-240c-410a-8efb-03664bc4a520 None None] Provisioning for port 9f43a014-ce58-4216-93d4-92116165ce72 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:44.827508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3a9c1a15-240c-410a-8efb-03664bc4a520 None None] Provisioning complete for port 9f43a014-ce58-4216-93d4-92116165ce72 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:44.827891 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1a15-240c-410a-8efb-03664bc4a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.859099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a783ecd-6a5a-4cc5-ad5c-f6110c69c9b9 req-b7c17ad5-343d-4c80-b903-938e9399ad71 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:44.868984 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a783ecd-6a5a-4cc5-ad5c-f6110c69c9b9 req-b7c17ad5-343d-4c80-b903-938e9399ad71 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1256196 Jul 08 01:48:44.872661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c1a15-240c-410a-8efb-03664bc4a520 None None] Port 9f43a014-ce58-4216-93d4-92116165ce72 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:44.907237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44f707cf-fe68-40ea-a3d5-3f545969bce6 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.918221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44f707cf-fe68-40ea-a3d5-3f545969bce6 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:44.952215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a783ecd-6a5a-4cc5-ad5c-f6110c69c9b9 req-1067af9f-9cf5-4619-bfb1-828d6daf369a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758271 Jul 08 01:48:44.987163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] Set router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:48:45.082601 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f919aaf1-94b4-4378-9063-4747d6ff28e3 x-openstack-request-id: req-f919aaf1-94b4-4378-9063-4747d6ff28e3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:45.083030 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206ed2a0-7def-4a7f-a694-7d554b81a91a", "name": "network-vif-deleted", "tag": "5abdd81f-a3b1-41ec-a53e-17f8275c1df6", "status": "failed", "code": 422}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:45.083140 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f919aaf1-94b4-4378-9063-4747d6ff28e3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:45.083541 n-d-694802-14 neutron-server[93883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '206ed2a0-7def-4a7f-a694-7d554b81a91a', 'name': 'network-vif-deleted', 'tag': '5abdd81f-a3b1-41ec-a53e-17f8275c1df6', 'status': 'failed', 'code': 422} returned with failed status Jul 08 01:48:45.203648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f707cf-fe68-40ea-a3d5-3f545969bce6 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event updated for resources: {'Port': ['ID=9f43a014-ce58-4216-93d4-92116165ce72,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:45.204488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3eaf410a-8385-44b7-8e01-a74b3b4134c0 req-2ca2d693-ce75-4282-849a-70db1ec46686 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 210 time: 0.0523982 Jul 08 01:48:45.225512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-44f707cf-fe68-40ea-a3d5-3f545969bce6 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] In _notify_port_updated(), no bound segment for port 9f43a014-ce58-4216-93d4-92116165ce72 on network ca23af90-7561-42bc-a16a-0780928c042d {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:48:45.257905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f707cf-fe68-40ea-a3d5-3f545969bce6 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:45.261202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44f707cf-fe68-40ea-a3d5-3f545969bce6 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:45.270192 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-44f707cf-fe68-40ea-a3d5-3f545969bce6 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "PUT /v2.0/ports/9f43a014-ce58-4216-93d4-92116165ce72 HTTP/1.1" status: 200 len: 1057 time: 0.9390252 Jul 08 01:48:45.275618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58294) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:45.324457 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea622-29af-4720-abfe-868543801bf4 req-51e8c06b-3f12-4b97-9353-12c05839b8cd tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:45.334285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-347ea622-29af-4720-abfe-868543801bf4 req-51e8c06b-3f12-4b97-9353-12c05839b8cd tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.1359508 Jul 08 01:48:45.386423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-674302462-router', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d08f183-7275-430a-b358-a2052587adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:33Z', 'updated_at': '2021-07-08T01:48:40Z', 'revision_number': 4, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'gw_port': {'id': '4d08f183-7275-430a-b358-a2052587adfa', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:35Z', 'updated_at': '2021-07-08T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '49c97b70-ee3d-4fb2-a0c8-04add40f249f', 'name': '', 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'mac_address': 'fa:16:3e:45:4c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '3a6254ff-7a6a-478a-8f85-d357318f232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:39Z', 'updated_at': '2021-07-08T01:48:44Z', 'revision_number': 4, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'subnets': [{'id': '3a6254ff-7a6a-478a-8f85-d357318f232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:45.427451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-347ea622-29af-4720-abfe-868543801bf4 req-6fc351aa-7eb8-4c1a-8f60-3b496cb3070f tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863769 Jul 08 01:48:45.431551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a543b-7571-46b5-a8c8-2a68872a0a0a None None] The sync data for ids ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'] in n-d-694802-14 is: [{'id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-674302462-router', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d08f183-7275-430a-b358-a2052587adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:33Z', 'updated_at': '2021-07-08T01:48:40Z', 'revision_number': 4, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'gw_port': {'id': '4d08f183-7275-430a-b358-a2052587adfa', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:35Z', 'updated_at': '2021-07-08T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '49c97b70-ee3d-4fb2-a0c8-04add40f249f', 'name': '', 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'mac_address': 'fa:16:3e:45:4c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': '3a6254ff-7a6a-478a-8f85-d357318f232a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:39Z', 'updated_at': '2021-07-08T01:48:44Z', 'revision_number': 4, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'subnets': [{'id': '3a6254ff-7a6a-478a-8f85-d357318f232a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:48:45.457420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-954b1c4c-1de0-45cb-8e4c-a106bfe1cf9c None None] Provisioning complete for port 9f43a014-ce58-4216-93d4-92116165ce72 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:45.457868 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-954b1c4c-1de0-45cb-8e4c-a106bfe1cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:45.526176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-954b1c4c-1de0-45cb-8e4c-a106bfe1cf9c None None] Port 9f43a014-ce58-4216-93d4-92116165ce72 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:45.566908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-225d350e-9c5e-46ca-95e8-de15a06565e3 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Deleting port 9f43a014-ce58-4216-93d4-92116165ce72 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:45.567991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-225d350e-9c5e-46ca-95e8-de15a06565e3 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:45.709385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9478e-a5db-4746-9625-1d23876dce59 req-6afbdcb2-fe18-4d95-8f40-db9cecbd2ac6 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:45.716444 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afb9478e-a5db-4746-9625-1d23876dce59 req-6afbdcb2-fe18-4d95-8f40-db9cecbd2ac6 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2553678 Jul 08 01:48:45.781384 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afb9478e-a5db-4746-9625-1d23876dce59 req-97a1d432-c278-49e7-af79-1d4a75e8f4fc tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638704 Jul 08 01:48:45.812390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-225d350e-9c5e-46ca-95e8-de15a06565e3 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:45.844011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-225d350e-9c5e-46ca-95e8-de15a06565e3 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Calling delete_port for 9f43a014-ce58-4216-93d4-92116165ce72 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:45.849347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-531c7ac5-3a9b-4974-90d5-e5246c009f27 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:45.851183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-531c7ac5-3a9b-4974-90d5-e5246c009f27 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.2430763 Jul 08 01:48:45.884872 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-eff30fb0-5a7a-471e-a8ae-4c6149ba5fcd tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/quotas/0c9dbecbc0dc493094a50ed9970ba671 HTTP/1.1" status: 200 len: 375 time: 0.0153780 Jul 08 01:48:45.929590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58324) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:45.959116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-72d133e6-d339-47f7-987b-d91fc3a42fe3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734351 Jul 08 01:48:45.974095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 49c97b70-ee3d-4fb2-a0c8-04add40f249f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:46.128406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 49c97b70-ee3d-4fb2-a0c8-04add40f249f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:46.133477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 49c97b70-ee3d-4fb2-a0c8-04add40f249f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:46.134192 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.173699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'network': {'name': 'tempest-RoutersTest-2085955226'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:46.204128 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-225d350e-9c5e-46ca-95e8-de15a06565e3 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.241621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:46.243113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.248229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.301830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d350e-9c5e-46ca-95e8-de15a06565e3 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event deleted for resources: {'Port': ['ID=9f43a014-ce58-4216-93d4-92116165ce72,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:46.306578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.341747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 49c97b70-ee3d-4fb2-a0c8-04add40f249f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=49c97b70-ee3d-4fb2-a0c8-04add40f249f,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:46.346875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-8407b8d7-aec1-4809-9f2e-f2b781e5ac9c service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592906 Jul 08 01:48:46.361930 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-dfa2e8c9-645e-4c2a-b542-cc55bbdfc16a tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:46.366303 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.375726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-dfa2e8c9-645e-4c2a-b542-cc55bbdfc16a tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 818 time: 0.2391369 Jul 08 01:48:46.426686 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.435185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.451754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:48:46.465122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.465346 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added segment f7624af6-f4de-4fc7-8b14-7f94124964ca of type vlan for network 9ad9d361-ec34-492f-beb6-b61ddc9a6797 Jul 08 01:48:46.491486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-ef3af415-b5ba-40c3-8405-5df7847b43f2 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/quotas/0473a65fee8549d6bacbd39933fc077a HTTP/1.1" status: 200 len: 375 time: 0.1127079 Jul 08 01:48:46.504260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=49c97b70-ee3d-4fb2-a0c8-04add40f249f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:46.541164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.621501 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-b4e6dc72-37b5-470a-bd69-6ac80f7a1e6d service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412729 Jul 08 01:48:46.647210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-bed9b376-0aef-466b-90c6-7eb268a566b0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1547639 Jul 08 01:48:46.678068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec7a071-e48a-4c6c-a355-acd6190aa927,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:46.772911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-4cc34674-67e5-4f0a-a1ef-600b08091f9c service neutron] 10.222.0.41 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247571 Jul 08 01:48:46.778247 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.786698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:46.787491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.887696 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-4536993c-9e22-4281-921c-de7d515c0572 service neutron] 10.222.0.41 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124294 Jul 08 01:48:46.927880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Network': ['ID=9ad9d361-ec34-492f-beb6-b61ddc9a6797,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:46.940259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 9ad9d361-ec34-492f-beb6-b61ddc9a6797 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:48:46.963620 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-225d350e-9c5e-46ca-95e8-de15a06565e3 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:46.965622 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-225d350e-9c5e-46ca-95e8-de15a06565e3 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "DELETE /v2.0/ports/9f43a014-ce58-4216-93d4-92116165ce72 HTTP/1.1" status: 204 len: 168 time: 1.6927855 Jul 08 01:48:46.968532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58342) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:46.977074 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-06348ea0-3b6c-447c-8b50-d9a963a3da20 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0444455 Jul 08 01:48:46.980770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58344) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:46.999748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'network': {'name': 'tempest-RoutersTest-1675213112'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:47.040632 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0ab25f-56a8-4ac5-b691-646e61850339 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] GET failed (client error): The resource could not be found. Jul 08 01:48:47.047422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-da0ab25f-56a8-4ac5-b691-646e61850339 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "GET /v2.0/ports/9f43a014-ce58-4216-93d4-92116165ce72 HTTP/1.1" status: 404 len: 333 time: 0.0759325 Jul 08 01:48:47.050898 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58352) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:47.164517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:47.178929 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.218325 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:48:47.277083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab35a66-d8c0-4358-b961-b880d58b807c req-36c4561d-fec6-4321-9d48-c676aaf038f9 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:47.279905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-36c4561d-fec6-4321-9d48-c676aaf038f9 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 818 time: 0.2298422 Jul 08 01:48:47.286990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:48:47.346377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Request body: {'port': {'device_id': '9672b7da-4e41-4687-a1ff-22934c3f1259', 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628', 'admin_state_up': True, 'tenant_id': '0473a65fee8549d6bacbd39933fc077a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:47.363814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.368659 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added segment 689cab6b-35e7-4fa5-85cf-a91fb5555c2a of type vlan for network 5ce24192-4d5b-4038-8809-f4a1d1a1e051 Jul 08 01:48:47.436263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.472125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-205f325a-c14f-4199-8d42-4f07f28c1d76 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Deleting port 281d38ef-c599-493a-a73c-c7b8849a00e5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:47.473479 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-205f325a-c14f-4199-8d42-4f07f28c1d76 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.563518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.572200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:47.573380 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.692674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Network': ['ID=5ce24192-4d5b-4038-8809-f4a1d1a1e051,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:47.696233 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-205f325a-c14f-4199-8d42-4f07f28c1d76 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.707754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 5ce24192-4d5b-4038-8809-f4a1d1a1e051 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:48:47.718430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-205f325a-c14f-4199-8d42-4f07f28c1d76 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Calling delete_port for 281d38ef-c599-493a-a73c-c7b8849a00e5 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:47.886670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Made reservation on behalf of 0473a65fee8549d6bacbd39933fc077a for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:47.890238 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.914531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 49c97b70-ee3d-4fb2-a0c8-04add40f249f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:47.921020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbab5e5-1865-412e-b116-777167c707ad req-6d1cbafc-d85d-483e-b476-e6ef9f4affaf tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:47.922579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dfbab5e5-1865-412e-b116-777167c707ad req-6d1cbafc-d85d-483e-b476-e6ef9f4affaf tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.6417241 Jul 08 01:48:47.922764 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9cd85717-81f8-49c3-874c-589e558336f9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9388390 Jul 08 01:48:47.925898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58366) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:47.935937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'subnet': {'network_id': '9ad9d361-ec34-492f-beb6-b61ddc9a6797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:47.973512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-205f325a-c14f-4199-8d42-4f07f28c1d76 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:47.984748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 49c97b70-ee3d-4fb2-a0c8-04add40f249f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:47.985169 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:48.142856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-205f325a-c14f-4199-8d42-4f07f28c1d76 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:48.143412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ef357-0743-4299-85d3-2465d0b40e77 req-adb58017-8096-499a-b2af-5d23b86607aa tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:48.148513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-205f325a-c14f-4199-8d42-4f07f28c1d76 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "DELETE /v2.0/ports/281d38ef-c599-493a-a73c-c7b8849a00e5 HTTP/1.1" status: 204 len: 168 time: 1.0940850 Jul 08 01:48:48.149528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58370) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:48.150388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f325a-c14f-4199-8d42-4f07f28c1d76 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event deleted for resources: {'Port': ['ID=281d38ef-c599-493a-a73c-c7b8849a00e5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:48.151705 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-514ef357-0743-4299-85d3-2465d0b40e77 req-adb58017-8096-499a-b2af-5d23b86607aa tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.6940899 Jul 08 01:48:48.189067 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-455a5ff9-9ff3-4971-adbd-34a56ecdc6de tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] GET failed (client error): The resource could not be found. Jul 08 01:48:48.190649 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-455a5ff9-9ff3-4971-adbd-34a56ecdc6de tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "GET /v2.0/ports/281d38ef-c599-493a-a73c-c7b8849a00e5 HTTP/1.1" status: 404 len: 333 time: 0.0311189 Jul 08 01:48:48.195050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58372) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:48.201521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:48.205093 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:48.258543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dfbab5e5-1865-412e-b116-777167c707ad req-ec9f992e-dd02-4fa3-a502-4d1d451626ab tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335980 Jul 08 01:48:48.303336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-24d849ac-2471-4103-b843-6ee326677249 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Deleting port 55bb723c-625e-4479-8adb-b8f3ec28e39d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:48.303686 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24d849ac-2471-4103-b843-6ee326677249 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:48.315161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-514ef357-0743-4299-85d3-2465d0b40e77 req-366635b0-cf43-459c-bb13-644f30c30cc1 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623411 Jul 08 01:48:48.391465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Allocated IP 172.20.0.14 (51dcf62f-0330-474b-8bc5-f3bc6c17d628/3a6254ff-7a6a-478a-8f85-d357318f232a/cf476478-e4bd-4a48-afcd-aaefd9475062) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:48.415356 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24d849ac-2471-4103-b843-6ee326677249 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:48.439524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-24d849ac-2471-4103-b843-6ee326677249 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Calling delete_port for 55bb723c-625e-4479-8adb-b8f3ec28e39d owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:48.523902 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3bce87a-796a-4ace-be8b-6005cf036327 req-67d76680-dee6-4cc0-b9e5-c55615a50b96 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 210 time: 0.0870056 Jul 08 01:48:48.684295 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:48.786852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-b59292d3-6f1b-4fcb-860d-63892165c71f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:48.788778 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-b59292d3-6f1b-4fcb-860d-63892165c71f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.2237353 Jul 08 01:48:48.790096 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24d849ac-2471-4103-b843-6ee326677249 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:48.810868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Request body: {'port': {'device_id': '09a1db70-4771-485a-ac2e-8da42e14122a', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'admin_state_up': True, 'tenant_id': '0c9dbecbc0dc493094a50ed9970ba671'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:48.811174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e29813a-c62e-47f6-bdc3-160c58bd0b9e req-106aeb9a-9d34-4a71-adc2-b8b94522e156 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 210 time: 0.0995862 Jul 08 01:48:48.851463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Checking segment: {'id': 'f7624af6-f4de-4fc7-8b14-7f94124964ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9ad9d361-ec34-492f-beb6-b61ddc9a6797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:48.851824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network hostable DHCP agents. Network: 9ad9d361-ec34-492f-beb6-b61ddc9a6797, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:48:48.859114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Subnet': ['ID=c04e8b77-2593-46d8-ad8c-d9557aebcea0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:48.872354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d849ac-2471-4103-b843-6ee326677249 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event deleted for resources: {'Port': ['ID=55bb723c-625e-4479-8adb-b8f3ec28e39d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:48.927387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:48.953637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 9ad9d361-ec34-492f-beb6-b61ddc9a6797 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:48:48.977363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 9ad9d361-ec34-492f-beb6-b61ddc9a6797) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:48.985989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346c1106-7634-4df4-82c0-0aaadf8e1267 None None] Network 9ad9d361-ec34-492f-beb6-b61ddc9a6797 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:48.998558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:48.999144 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.025364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24d849ac-2471-4103-b843-6ee326677249 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.032254 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24d849ac-2471-4103-b843-6ee326677249 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "DELETE /v2.0/ports/55bb723c-625e-4479-8adb-b8f3ec28e39d HTTP/1.1" status: 204 len: 168 time: 0.8349311 Jul 08 01:48:49.035277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58378) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:49.106876 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8cbe2452-1448-44ad-b1dd-fa3e9d67af71 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1770968 Jul 08 01:48:49.112884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58380) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:49.124964 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'subnet': {'network_id': '5ce24192-4d5b-4038-8809-f4a1d1a1e051', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:49.139884 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.169691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a04b0d-e26b-4a54-a2fe-baff15440c30 req-587d162e-b38f-4d72-b438-cc70072829fa tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:49.171570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82a04b0d-e26b-4a54-a2fe-baff15440c30 req-587d162e-b38f-4d72-b438-cc70072829fa tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2781708 Jul 08 01:48:49.194671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-9ad9d361-ec34-492f-beb6-b61ddc9a6797', 'network_id': '9ad9d361-ec34-492f-beb6-b61ddc9a6797', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'fixed_ips': [{'subnet_id': 'c04e8b77-2593-46d8-ad8c-d9557aebcea0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:48:49.200214 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.236831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Made reservation on behalf of 0c9dbecbc0dc493094a50ed9970ba671 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:49.242941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.285862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-defeb3f8-421b-41bf-b5f1-3c25b39aabf2 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:49.287444 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-defeb3f8-421b-41bf-b5f1-3c25b39aabf2 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 818 time: 0.2329085 Jul 08 01:48:49.300879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a0bd56-85ff-46e3-b045-a0cac85c6607 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Deleting subnet 449dbde0-b687-4b75-b569-359b7117ad20 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:48:49.304130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bd56-85ff-46e3-b045-a0cac85c6607 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.311402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Request body: {'port': {'device_id': '99e80a9e-55b4-4213-92f4-a5dfdd5556d9', 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628', 'admin_state_up': True, 'tenant_id': '0473a65fee8549d6bacbd39933fc077a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:49.345935 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bd56-85ff-46e3-b045-a0cac85c6607 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.359284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:49.374786 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Allocated IP 172.20.0.2 (9ad9d361-ec34-492f-beb6-b61ddc9a6797/c04e8b77-2593-46d8-ad8c-d9557aebcea0/d643ea05-eca6-44e5-9cb1-6ce70007d0d5) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:49.470425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bd56-85ff-46e3-b045-a0cac85c6607 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.475548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:49.506281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82a04b0d-e26b-4a54-a2fe-baff15440c30 req-745145d0-e0c9-4db5-9ae3-dcd255df3d9a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944093 Jul 08 01:48:49.518001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:49.525860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Pushing event updated for resources: {'Port': ['ID=cf476478-e4bd-4a48-afcd-aaefd9475062,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:49.544815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Allocated IP 172.20.0.7 (24814426-9829-4f0e-9231-a9d9f3901c1f/e2157fc2-2bc2-4e65-bc22-a2f9753680dc/b22240a4-7aee-471b-991e-5d2556e5417d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:49.569041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Made reservation on behalf of 0473a65fee8549d6bacbd39933fc077a for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:49.575776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.608960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.622225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Transition to ACTIVE for port object d643ea05-eca6-44e5-9cb1-6ce70007d0d5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:49.636381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:49.637036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.656286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:49.660682 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.693749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Transition to ACTIVE for port object d643ea05-eca6-44e5-9cb1-6ce70007d0d5 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:49.699590 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.716407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ede112ad-9fc7-4830-b6e8-df864b80a60b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4200928 Jul 08 01:48:49.727909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bd56-85ff-46e3-b045-a0cac85c6607 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.738335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Request body: {'port': {'device_id': '9672b7da-4e41-4687-a1ff-22934c3f1259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:49.750980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Network 9ad9d361-ec34-492f-beb6-b61ddc9a6797 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:49.754095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:49.756362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Pushing event updated for resources: {'Port': ['ID=d643ea05-eca6-44e5-9cb1-6ce70007d0d5,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:49.758889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:49.809800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.810242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.810654 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.811062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.811457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.811873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.812267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.812689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.813024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.813420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.813962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.814349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:49.827167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0bd56-85ff-46e3-b045-a0cac85c6607 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event deleted for resources: {'Subnet': ['ID=449dbde0-b687-4b75-b569-359b7117ad20,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:49.830739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Attempting to bind port d643ea05-eca6-44e5-9cb1-6ce70007d0d5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:49.831193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Attempting to bind port d643ea05-eca6-44e5-9cb1-6ce70007d0d5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f7624af6-f4de-4fc7-8b14-7f94124964ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9ad9d361-ec34-492f-beb6-b61ddc9a6797'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:49.832916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Attempting to bind port d643ea05-eca6-44e5-9cb1-6ce70007d0d5 on network 9ad9d361-ec34-492f-beb6-b61ddc9a6797 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:49.839832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:49.840288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Checking segment: {'id': 'f7624af6-f4de-4fc7-8b14-7f94124964ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9ad9d361-ec34-492f-beb6-b61ddc9a6797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:49.840779 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.841230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Bound using segment: {'id': 'f7624af6-f4de-4fc7-8b14-7f94124964ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9ad9d361-ec34-492f-beb6-b61ddc9a6797'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:49.841992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Bound port: d643ea05-eca6-44e5-9cb1-6ce70007d0d5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7624af6-f4de-4fc7-8b14-7f94124964ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '9ad9d361-ec34-492f-beb6-b61ddc9a6797'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:49.842181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.844391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c86a98-c0fa-4a0e-aa7b-01026927a268 None None] Network ca23af90-7561-42bc-a16a-0780928c042d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:49.854644 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bd56-85ff-46e3-b045-a0cac85c6607 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.856708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a6a0bd56-85ff-46e3-b045-a0cac85c6607 tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "DELETE /v2.0/subnets/449dbde0-b687-4b75-b569-359b7117ad20 HTTP/1.1" status: 204 len: 168 time: 0.8204334 Jul 08 01:48:49.864153 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58394) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:49.881672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:49.893708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Allocated IP 172.20.0.3 (51dcf62f-0330-474b-8bc5-f3bc6c17d628/3a6254ff-7a6a-478a-8f85-d357318f232a/6a154468-374e-482f-ba75-3eb084797f82) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:49.910582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42aeae-e9cb-4ecb-99db-bcf432dc0e9e req-cfe747f8-49fe-44be-a886-9c2c273815d5 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:49.912386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b42aeae-e9cb-4ecb-99db-bcf432dc0e9e req-cfe747f8-49fe-44be-a886-9c2c273815d5 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.4384115 Jul 08 01:48:50.002288 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.010902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] For port d643ea05-eca6-44e5-9cb1-6ce70007d0d5, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:50.015083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] For port d643ea05-eca6-44e5-9cb1-6ce70007d0d5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d643ea05-eca6-44e5-9cb1-6ce70007d0d5,segment=NetworkSegment(f7624af6-f4de-4fc7-8b14-7f94124964ca),segment_id=f7624af6-f4de-4fc7-8b14-7f94124964ca)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:50.024728 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.035785 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.070527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b42aeae-e9cb-4ecb-99db-bcf432dc0e9e req-758ad52d-5552-4671-be5c-8f4e251a2d75 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459763 Jul 08 01:48:50.110403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e0e30-6487-4b83-af0f-f9adfbafd1ae None None] Pushing event updated for resources: {'Port': ['ID=d643ea05-eca6-44e5-9cb1-6ce70007d0d5,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:50.120883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3601e-f656-4437-bcd2-9cb74cca4ef4 req-b7d9aa23-62cd-42ca-9efb-068ba8beeb1a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:50.123047 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.126530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd3601e-f656-4437-bcd2-9cb74cca4ef4 req-b7d9aa23-62cd-42ca-9efb-068ba8beeb1a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3087668 Jul 08 01:48:50.204021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Network 24814426-9829-4f0e-9231-a9d9f3901c1f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:50.221057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:50.224150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:50.232358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event updated for resources: {'Port': ['ID=b22240a4-7aee-471b-991e-5d2556e5417d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:50.236548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c989eb4-4ebd-44c2-a63e-5327998efad5 None None] DHCP port deletion for ca23af90-7561-42bc-a16a-0780928c042d request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:48:50.274879 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.294525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Deleting port 8898debf-af90-4df1-a982-fe7f6e3a8c2e {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:50.294872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.307795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0c989eb4-4ebd-44c2-a63e-5327998efad5 None None] Deleting port 8898debf-af90-4df1-a982-fe7f6e3a8c2e {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:48:50.308184 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c989eb4-4ebd-44c2-a63e-5327998efad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.361200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:50.361869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.368193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.434402 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-791206ad-329c-46fe-b87b-ee03c4a3b68f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6348627 Jul 08 01:48:50.449802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Request body: {'port': {'device_id': '09a1db70-4771-485a-ac2e-8da42e14122a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:50.453455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] For port 8898debf-af90-4df1-a982-fe7f6e3a8c2e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8898debf-af90-4df1-a982-fe7f6e3a8c2e,segment=NetworkSegment(c16c9642-35e1-46e7-9db8-a326022fb3b0),segment_id=c16c9642-35e1-46e7-9db8-a326022fb3b0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:50.453862 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.473934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd3601e-f656-4437-bcd2-9cb74cca4ef4 req-013efded-d944-4810-82ba-a5cc52edce56 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182487 Jul 08 01:48:50.491944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Subnet': ['ID=0e830c5b-cfde-4dba-a714-4344fdf02ddd,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:50.498449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Calling delete_port for 8898debf-af90-4df1-a982-fe7f6e3a8c2e owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:50.575961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Checking segment: {'id': '689cab6b-35e7-4fa5-85cf-a91fb5555c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ce24192-4d5b-4038-8809-f4a1d1a1e051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:50.576345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network hostable DHCP agents. Network: 5ce24192-4d5b-4038-8809-f4a1d1a1e051, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:48:50.611631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bfcdd-80f8-4e84-8bb4-eacf9875366c req-7d215a99-c61c-4734-bd30-5a1d5d890123 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:50.613822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b40bfcdd-80f8-4e84-8bb4-eacf9875366c req-7d215a99-c61c-4734-bd30-5a1d5d890123 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 931 time: 0.3565152 Jul 08 01:48:50.661731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0c989eb4-4ebd-44c2-a63e-5327998efad5 None None] For port 8898debf-af90-4df1-a982-fe7f6e3a8c2e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8898debf-af90-4df1-a982-fe7f6e3a8c2e,segment=NetworkSegment(c16c9642-35e1-46e7-9db8-a326022fb3b0),segment_id=c16c9642-35e1-46e7-9db8-a326022fb3b0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:50.662571 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c989eb4-4ebd-44c2-a63e-5327998efad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.663980 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.670532 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b9b85189-a657-43c4-9b07-b1a09204210c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.678318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b40bfcdd-80f8-4e84-8bb4-eacf9875366c req-cfb4ff0a-5b27-43bd-9d5e-1a5ceaad4949 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551195 Jul 08 01:48:50.691793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 5ce24192-4d5b-4038-8809-f4a1d1a1e051 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:48:50.703369 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.714310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0c989eb4-4ebd-44c2-a63e-5327998efad5 None None] Calling delete_port for 8898debf-af90-4df1-a982-fe7f6e3a8c2e owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:48:50.753114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 5ce24192-4d5b-4038-8809-f4a1d1a1e051) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:50.777750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:50.780477 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.780830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Pushing event updated for resources: {'Port': ['ID=6a154468-374e-482f-ba75-3eb084797f82,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:50.781286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e26c1d-2298-4c01-9beb-bc2b56761f13 None None] Network 5ce24192-4d5b-4038-8809-f4a1d1a1e051 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:50.819135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:50.827679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:50.830514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.838230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:50.839407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e5a8ab8e-5e95-4c92-aa65-041112da9c3d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7236259 Jul 08 01:48:50.843714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58400) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:50.850985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e2999703-1092-4a91-a510-feb95da8e022 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1988572167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:50.869074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event deleted for resources: {'Port': ['ID=8898debf-af90-4df1-a982-fe7f6e3a8c2e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:50.936728 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c989eb4-4ebd-44c2-a63e-5327998efad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.968767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c989eb4-4ebd-44c2-a63e-5327998efad5 None None] Pushing event deleted for resources: {'Port': ['ID=8898debf-af90-4df1-a982-fe7f6e3a8c2e,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:50.971659 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2999703-1092-4a91-a510-feb95da8e022 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.974000 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2999703-1092-4a91-a510-feb95da8e022 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:50.999780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c989eb4-4ebd-44c2-a63e-5327998efad5 None None] No DVR routers for this DVR port 8898debf-af90-4df1-a982-fe7f6e3a8c2e on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:48:51.043786 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2999703-1092-4a91-a510-feb95da8e022 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.056069 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2999703-1092-4a91-a510-feb95da8e022 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.068253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-5ce24192-4d5b-4038-8809-f4a1d1a1e051', 'network_id': '5ce24192-4d5b-4038-8809-f4a1d1a1e051', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'fixed_ips': [{'subnet_id': '0e830c5b-cfde-4dba-a714-4344fdf02ddd'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:48:51.069432 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.092495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2999703-1092-4a91-a510-feb95da8e022 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.094166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e2999703-1092-4a91-a510-feb95da8e022 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2493238 Jul 08 01:48:51.117481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58402) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:51.271259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263757f0-611f-4aaa-937b-45e3be8bdc85 req-4dff8b64-4e52-4541-8864-2732bbd23d1f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:51.280958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-263757f0-611f-4aaa-937b-45e3be8bdc85 req-4dff8b64-4e52-4541-8864-2732bbd23d1f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 931 time: 0.4380245 Jul 08 01:48:51.290885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Allocated IP 172.21.0.2 (5ce24192-4d5b-4038-8809-f4a1d1a1e051/0e830c5b-cfde-4dba-a714-4344fdf02ddd/fbcdf65d-fe30-49b4-8215-33349f9cd99b) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:51.303376 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf476478-e4bd-4a48-afcd-aaefd9475062 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:51.329153 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.356386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] No DVR routers for this DVR port 8898debf-af90-4df1-a982-fe7f6e3a8c2e on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:48:51.447790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Transition to ACTIVE for port object cf476478-e4bd-4a48-afcd-aaefd9475062 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:51.503881 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.517805 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Transition to ACTIVE for port object fbcdf65d-fe30-49b4-8215-33349f9cd99b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:51.523931 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:51.524654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.538878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Transition to ACTIVE for port object fbcdf65d-fe30-49b4-8215-33349f9cd99b will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:51.553507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.604203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Network 5ce24192-4d5b-4038-8809-f4a1d1a1e051 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:51.604590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.608932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:51.614769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:51.635752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca23af90-7561-42bc-a16a-0780928c042d']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:51.638901 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-b8b77f97-44bf-4327-bbfb-47ea1f86a982 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3419435 Jul 08 01:48:51.664567 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Request body: {'port': {'device_id': '99e80a9e-55b4-4213-92f4-a5dfdd5556d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:51.668144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Pushing event updated for resources: {'Port': ['ID=fbcdf65d-fe30-49b4-8215-33349f9cd99b,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:51.704865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Attempting to bind port fbcdf65d-fe30-49b4-8215-33349f9cd99b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:51.705736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Attempting to bind port fbcdf65d-fe30-49b4-8215-33349f9cd99b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '689cab6b-35e7-4fa5-85cf-a91fb5555c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ce24192-4d5b-4038-8809-f4a1d1a1e051'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:51.706117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Attempting to bind port fbcdf65d-fe30-49b4-8215-33349f9cd99b on network 5ce24192-4d5b-4038-8809-f4a1d1a1e051 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:51.712974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:51.713507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Checking segment: {'id': '689cab6b-35e7-4fa5-85cf-a91fb5555c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ce24192-4d5b-4038-8809-f4a1d1a1e051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:51.714163 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.714667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Bound using segment: {'id': '689cab6b-35e7-4fa5-85cf-a91fb5555c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ce24192-4d5b-4038-8809-f4a1d1a1e051'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:51.715266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Bound port: fbcdf65d-fe30-49b4-8215-33349f9cd99b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689cab6b-35e7-4fa5-85cf-a91fb5555c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5ce24192-4d5b-4038-8809-f4a1d1a1e051'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:51.716061 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.795706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] For port fbcdf65d-fe30-49b4-8215-33349f9cd99b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:51.799746 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] For port fbcdf65d-fe30-49b4-8215-33349f9cd99b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fbcdf65d-fe30-49b4-8215-33349f9cd99b,segment=NetworkSegment(689cab6b-35e7-4fa5-85cf-a91fb5555c2a),segment_id=689cab6b-35e7-4fa5-85cf-a91fb5555c2a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:51.803915 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac18b281-17f3-4fe2-8e27-e5d51690b701 None None] Network 9ad9d361-ec34-492f-beb6-b61ddc9a6797 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:51.822795 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.840670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16c9642-35e1-46e7-9db8-a326022fb3b0') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:51.840972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16c9642-35e1-46e7-9db8-a326022fb3b0') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:51.864666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.880888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22240a4-7aee-471b-991e-5d2556e5417d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:51.895699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.898507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.930710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1746505-4aa9-456e-8f1d-001cf26722e1 None None] Pushing event updated for resources: {'Port': ['ID=fbcdf65d-fe30-49b4-8215-33349f9cd99b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:51.949442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d643ea05-eca6-44e5-9cb1-6ce70007d0d5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:51.962678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.962818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-263757f0-611f-4aaa-937b-45e3be8bdc85 req-8b53bf37-e341-4ada-828c-ed676883e954 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6806195 Jul 08 01:48:51.963453 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:51.989453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2ef39cd7-af73-4cba-bf1f-93e71ba930ed None None] Provisioning for port d643ea05-eca6-44e5-9cb1-6ce70007d0d5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:51.998499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Transition to ACTIVE for port object b22240a4-7aee-471b-991e-5d2556e5417d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:51.999878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:48:52.000491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:48:52.005311 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:48:52.059934 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.095232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port d643ea05-eca6-44e5-9cb1-6ce70007d0d5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:52.101618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d643ea05-eca6-44e5-9cb1-6ce70007d0d5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:52.102021 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.172108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Pushing event updated for resources: {'Port': ['ID=b22240a4-7aee-471b-991e-5d2556e5417d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:52.175838 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.180842 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.185745 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] 10.222.0.41 "DELETE /v2.0/networks/ca23af90-7561-42bc-a16a-0780928c042d HTTP/1.1" status: 204 len: 168 time: 2.3205163 Jul 08 01:48:52.209106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Pushing event updated for resources: {'Port': ['ID=cf476478-e4bd-4a48-afcd-aaefd9475062,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:52.307365 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.314945 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.356370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port d643ea05-eca6-44e5-9cb1-6ce70007d0d5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d643ea05-eca6-44e5-9cb1-6ce70007d0d5,segment=NetworkSegment(f7624af6-f4de-4fc7-8b14-7f94124964ca),segment_id=f7624af6-f4de-4fc7-8b14-7f94124964ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:52.363973 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.404830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf0ad8-8c11-4bf9-b8ad-bdd4e805c24b tempest-AllowedAddressPairTestJSON-1993931896 tempest-AllowedAddressPairTestJSON-1993931896-project] Pushing event deleted for resources: {'Network': ['ID=ca23af90-7561-42bc-a16a-0780928c042d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:52.446619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=d643ea05-eca6-44e5-9cb1-6ce70007d0d5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:52.476632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8898debf-af90-4df1-a982-fe7f6e3a8c2e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:48:52.508268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 8898debf-af90-4df1-a982-fe7f6e3a8c2e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:48:52.509879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8898debf-af90-4df1-a982-fe7f6e3a8c2e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:48:52.510104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Attempting to bind port b22240a4-7aee-471b-991e-5d2556e5417d on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:52.510461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Attempting to bind port b22240a4-7aee-471b-991e-5d2556e5417d by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:52.510801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Attempting to bind port b22240a4-7aee-471b-991e-5d2556e5417d on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:52.533570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Port b22240a4-7aee-471b-991e-5d2556e5417d on network 24814426-9829-4f0e-9231-a9d9f3901c1f not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:48:52.533909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Attempting to bind port b22240a4-7aee-471b-991e-5d2556e5417d on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:52.546673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:52.547323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Checking segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:52.547780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Bound using segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:52.548267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Bound port: b22240a4-7aee-471b-991e-5d2556e5417d, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:52.548665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.674411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58426) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:52.733954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b97a7-c3cc-4edc-b35b-e53ff734e7cb req-db70ea34-67a7-4dd8-a208-85e9070471cd tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:52.742596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d4b97a7-c3cc-4edc-b35b-e53ff734e7cb req-db70ea34-67a7-4dd8-a208-85e9070471cd tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.7992046 Jul 08 01:48:52.747313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] For port b22240a4-7aee-471b-991e-5d2556e5417d, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:52.757154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fe470780-a24e-470c-8492-2ae0bba3b746 None None] Provisioning complete for port d643ea05-eca6-44e5-9cb1-6ce70007d0d5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:52.757613 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe470780-a24e-470c-8492-2ae0bba3b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.772295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] For port b22240a4-7aee-471b-991e-5d2556e5417d, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b22240a4-7aee-471b-991e-5d2556e5417d,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:52.781874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.795807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Attempting to bind port cf476478-e4bd-4a48-afcd-aaefd9475062 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:52.796152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Attempting to bind port cf476478-e4bd-4a48-afcd-aaefd9475062 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:52.796518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Attempting to bind port cf476478-e4bd-4a48-afcd-aaefd9475062 on network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:52.810333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2cbc70-4d60-410f-9990-5bb37324d458 req-74eaf874-93ff-417f-8aac-a9d45f34138b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:52.817640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c2cbc70-4d60-410f-9990-5bb37324d458 req-74eaf874-93ff-417f-8aac-a9d45f34138b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.5356650 Jul 08 01:48:52.841165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Port cf476478-e4bd-4a48-afcd-aaefd9475062 on network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:48:52.841792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Attempting to bind port cf476478-e4bd-4a48-afcd-aaefd9475062 on network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:52.859172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:52.859825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.861219 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] 10.222.0.16 "PUT /v2.0/ports/b22240a4-7aee-471b-991e-5d2556e5417d HTTP/1.1" status: 200 len: 1092 time: 2.4158783 Jul 08 01:48:52.861680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a1db70-4771-485a-ac2e-8da42e14122a', 'tag': 'b22240a4-7aee-471b-991e-5d2556e5417d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:52.864670 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2860eab0-2d63-48cf-b595-d87b94643974" -d '{"events": [{"name": "network-changed", "server_uuid": "09a1db70-4771-485a-ac2e-8da42e14122a", "tag": "b22240a4-7aee-471b-991e-5d2556e5417d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:52.893469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a154468-374e-482f-ba75-3eb084797f82 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:52.910104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:52.910460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Checking segment: {'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:52.911058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Bound using segment: {'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:52.911696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Bound port: cf476478-e4bd-4a48-afcd-aaefd9475062, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:52.912244 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.921216 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:52.931284 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d4b97a7-c3cc-4edc-b35b-e53ff734e7cb req-c704b59a-d839-4d6e-8b46-aa76a03db269 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877227 Jul 08 01:48:52.947421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Pushing event updated for resources: {'Port': ['ID=b22240a4-7aee-471b-991e-5d2556e5417d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:52.979978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Transition to ACTIVE for port object 6a154468-374e-482f-ba75-3eb084797f82 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:52.983369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.983732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.984104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.984676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.985015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.985351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.985685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.986010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.991938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.992553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.993073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.993581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7715b01-5c54-4969-852e-a7e83b83bf67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:48:52.996440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Allocated IP 172.20.0.1 (9ad9d361-ec34-492f-beb6-b61ddc9a6797/c04e8b77-2593-46d8-ad8c-d9557aebcea0/03739402-7109-4d9b-8d58-38e2baba2cbe) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:52.999513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e72b2b56-d6ce-453b-8d73-645ee947ffd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe3fa773502f4b6491baab4376d8807c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239713 Jul 08 01:48:53.002218 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.006458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58434) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:53.016043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c2cbc70-4d60-410f-9990-5bb37324d458 req-38572422-f859-4367-82bb-c96b768ae92b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967323 Jul 08 01:48:53.124106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] For port cf476478-e4bd-4a48-afcd-aaefd9475062, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:53.132530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a154468-374e-482f-ba75-3eb084797f82,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:53.162582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] For port cf476478-e4bd-4a48-afcd-aaefd9475062, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=cf476478-e4bd-4a48-afcd-aaefd9475062,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:53.190349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-7f3053e3-ef22-4c1d-aa6c-78d553f9c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:53.192536 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-7f3053e3-ef22-4c1d-aa6c-78d553f9c07c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 1095 time: 0.2632418 Jul 08 01:48:53.203391 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.227218 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d014e0b-0d92-4238-a991-7d7aea37adde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.257383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:53.258902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.260580 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] 10.222.0.16 "PUT /v2.0/ports/cf476478-e4bd-4a48-afcd-aaefd9475062 HTTP/1.1" status: 200 len: 1093 time: 3.5359547 Jul 08 01:48:53.266741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9672b7da-4e41-4687-a1ff-22934c3f1259', 'tag': 'cf476478-e4bd-4a48-afcd-aaefd9475062'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:53.267746 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-d248641b-7638-4004-b03a-506e41dc06ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b22240a4-7aee-471b-991e-5d2556e5417d HTTP/1.1" status: 200 len: 217 time: 0.0508320 Jul 08 01:48:53.271591 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82753bd-6eed-41d6-9b5a-5294d19e7547" -d '{"events": [{"name": "network-changed", "server_uuid": "9672b7da-4e41-4687-a1ff-22934c3f1259", "tag": "cf476478-e4bd-4a48-afcd-aaefd9475062"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:53.310928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.327205 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d014e0b-0d92-4238-a991-7d7aea37adde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.355490 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ba686-64e5-4f21-83a4-bfce7f1c28ca service neutron] Pushing event updated for resources: {'Port': ['ID=cf476478-e4bd-4a48-afcd-aaefd9475062,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:53.377813 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6730f677-ec5c-4fc9-8d6d-6f8c614d29f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.385240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-f1eeee4a-c9c0-498a-b112-899acf26547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:53.387248 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-f1eeee4a-c9c0-498a-b112-899acf26547f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.1105695 Jul 08 01:48:53.389004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Attempting to bind port 6a154468-374e-482f-ba75-3eb084797f82 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:48:53.389532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Attempting to bind port 6a154468-374e-482f-ba75-3eb084797f82 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:48:53.390029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Attempting to bind port 6a154468-374e-482f-ba75-3eb084797f82 on network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:53.399159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Transition to ACTIVE for port object 03739402-7109-4d9b-8d58-38e2baba2cbe will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:53.426062 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-5031a370-4218-40f8-99c3-81915587e9ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315392 Jul 08 01:48:53.427403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Port 6a154468-374e-482f-ba75-3eb084797f82 on network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:48:53.427945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Attempting to bind port 6a154468-374e-482f-ba75-3eb084797f82 on network 51dcf62f-0330-474b-8bc5-f3bc6c17d628 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:48:53.433446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dadd6-773d-4807-888f-e21909b36965 req-cfc39e1b-55fe-407a-8a92-dae182e6edea tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:53.435153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-753dadd6-773d-4807-888f-e21909b36965 req-cfc39e1b-55fe-407a-8a92-dae182e6edea tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 943 time: 0.2892237 Jul 08 01:48:53.452471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:48:53.452812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Checking segment: {'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:53.453208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Bound using segment: {'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:48:53.453689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Bound port: 6a154468-374e-482f-ba75-3eb084797f82, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a87dc4-5b20-426f-9e4f-4d62c00db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:48:53.454065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.502709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ac204c3e-637c-4513-8bee-ef31b3c86db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:53.507136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-ac204c3e-637c-4513-8bee-ef31b3c86db6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 1096 time: 0.1835146 Jul 08 01:48:53.508516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63f802-2c63-4106-abba-2e7c52efd63b None None] Network 5ce24192-4d5b-4038-8809-f4a1d1a1e051 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:53.508664 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.529805 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d014e0b-0d92-4238-a991-7d7aea37adde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.532385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d014e0b-0d92-4238-a991-7d7aea37adde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.534416 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5d014e0b-0d92-4238-a991-7d7aea37adde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e180c3dc-e97f-4445-b386-3c49758eda9e HTTP/1.1" status: 204 len: 168 time: 0.5245190 Jul 08 01:48:53.563925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d014e0b-0d92-4238-a991-7d7aea37adde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e180c3dc-e97f-4445-b386-3c49758eda9e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:53.571160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-753dadd6-773d-4807-888f-e21909b36965 req-c294d064-48e6-4f2f-9e4c-6b08c0fc4c24 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235225 Jul 08 01:48:53.605020 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-2db4680c-8b23-460f-a0bb-6fe69f0c2b82 service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719816 Jul 08 01:48:53.626431 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29df0141-9b86-459b-8263-051de97f5c83 x-openstack-request-id: req-29df0141-9b86-459b-8263-051de97f5c83 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:53.626725 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a1db70-4771-485a-ac2e-8da42e14122a", "tag": "b22240a4-7aee-471b-991e-5d2556e5417d", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:53.626982 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29df0141-9b86-459b-8263-051de97f5c83 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:53.627399 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a1db70-4771-485a-ac2e-8da42e14122a', 'tag': 'b22240a4-7aee-471b-991e-5d2556e5417d', 'status': 'completed', 'code': 200} Jul 08 01:48:53.654463 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51a238e-4bc7-462a-903a-9fd91d96dd62 x-openstack-request-id: req-c51a238e-4bc7-462a-903a-9fd91d96dd62 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:53.654761 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9672b7da-4e41-4687-a1ff-22934c3f1259", "tag": "cf476478-e4bd-4a48-afcd-aaefd9475062", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:53.655029 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c51a238e-4bc7-462a-903a-9fd91d96dd62 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:53.655420 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9672b7da-4e41-4687-a1ff-22934c3f1259', 'tag': 'cf476478-e4bd-4a48-afcd-aaefd9475062', 'status': 'completed', 'code': 200} Jul 08 01:48:53.667581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] For port 6a154468-374e-482f-ba75-3eb084797f82, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:48:53.677403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-48d5805a-b948-49f3-b0f5-441055bc0127 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf476478-e4bd-4a48-afcd-aaefd9475062 HTTP/1.1" status: 200 len: 217 time: 0.1589627 Jul 08 01:48:53.683564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 9ad9d361-ec34-492f-beb6-b61ddc9a6797 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:53.722766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:53.725382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:53.747306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] For port 6a154468-374e-482f-ba75-3eb084797f82, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=6a154468-374e-482f-ba75-3eb084797f82,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:48:53.772090 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.790808 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.798372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-23d174a2-cfb7-4f93-8ae1-f8ab1f47b4b1 None None] Provisioning for port fbcdf65d-fe30-49b4-8215-33349f9cd99b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:53.873841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:53.874490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:53.875927 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] 10.222.0.16 "PUT /v2.0/ports/6a154468-374e-482f-ba75-3eb084797f82 HTTP/1.1" status: 200 len: 1092 time: 2.2232237 Jul 08 01:48:53.879796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=03739402-7109-4d9b-8d58-38e2baba2cbe,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:53.889620 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:54.036936 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d643ea05-eca6-44e5-9cb1-6ce70007d0d5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:54.037537 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68799200-d7a2-4870-b3af-3938d1c7c371 req-73ac0961-4ba8-42f6-92df-c6b65c46cd0d service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234447 Jul 08 01:48:54.041059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5e218-9bfc-4540-9fd4-4795feb83de7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a154468-374e-482f-ba75-3eb084797f82,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:54.100545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-22b72550-b7a0-49af-9c76-fd564aa135f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:54.102178 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-22b72550-b7a0-49af-9c76-fd564aa135f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 1095 time: 0.1698620 Jul 08 01:48:54.137824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab35a66-d8c0-4358-b961-b880d58b807c req-a4be6750-b0e4-4c40-a1d1-16254d8f5e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:54.139607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-a4be6750-b0e4-4c40-a1d1-16254d8f5e42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.4423661 Jul 08 01:48:54.164091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d643ea05-eca6-44e5-9cb1-6ce70007d0d5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:54.164554 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:54.219304 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-2a8c4208-d13f-4d91-88f7-4ae4faae1f5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a154468-374e-482f-ba75-3eb084797f82 HTTP/1.1" status: 200 len: 217 time: 0.0951715 Jul 08 01:48:54.233459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-0f87333d-4c12-488a-b8e1-f0cdae2f9470 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687706 Jul 08 01:48:54.300422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fbcdf65d-fe30-49b4-8215-33349f9cd99b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:54.303984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1ad5b62b-16ee-4440-83da-251c36378e33 None None] Provisioning for port 03739402-7109-4d9b-8d58-38e2baba2cbe completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:54.307702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-d5394cac-88a5-45c0-9f65-b3b16e2617ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:54.309709 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-d5394cac-88a5-45c0-9f65-b3b16e2617ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.0685718 Jul 08 01:48:54.318434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860eab0-2d63-48cf-b595-d87b94643974 req-19c477f2-0997-4736-a1d9-7f1463043d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:54.319941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2860eab0-2d63-48cf-b595-d87b94643974 req-19c477f2-0997-4736-a1d9-7f1463043d30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 1095 time: 0.2085226 Jul 08 01:48:54.328510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1ad5b62b-16ee-4440-83da-251c36378e33 None None] Provisioning complete for port 03739402-7109-4d9b-8d58-38e2baba2cbe triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:54.329021 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b62b-16ee-4440-83da-251c36378e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:54.373725 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-6e0999f5-23ef-4205-8325-1bfb21db7ad5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526929 Jul 08 01:48:54.401808 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5b62b-16ee-4440-83da-251c36378e33 None None] Port 03739402-7109-4d9b-8d58-38e2baba2cbe cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:54.408060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port fbcdf65d-fe30-49b4-8215-33349f9cd99b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:54.413683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port fbcdf65d-fe30-49b4-8215-33349f9cd99b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:54.413981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ddba9-8b02-40c6-8076-cb2260ed4ccf req-dfc51e93-da9e-4537-a30a-36550929481c tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:54.414467 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:54.415592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-768ddba9-8b02-40c6-8076-cb2260ed4ccf req-dfc51e93-da9e-4537-a30a-36550929481c tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 943 time: 0.5435605 Jul 08 01:48:54.437197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c30e07-c143-4e42-bcd5-84a3e7d650cb req-654bcf6c-af36-4df0-83dd-f5a52cab8de8 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:54.439014 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0c30e07-c143-4e42-bcd5-84a3e7d650cb req-654bcf6c-af36-4df0-83dd-f5a52cab8de8 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.2260492 Jul 08 01:48:54.521755 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:54.557321 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-bf51d8f2-ab17-46cd-ac11-c84f31a6b2b2 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531646 Jul 08 01:48:54.558610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port fbcdf65d-fe30-49b4-8215-33349f9cd99b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fbcdf65d-fe30-49b4-8215-33349f9cd99b,segment=NetworkSegment(689cab6b-35e7-4fa5-85cf-a91fb5555c2a),segment_id=689cab6b-35e7-4fa5-85cf-a91fb5555c2a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:54.562561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-768ddba9-8b02-40c6-8076-cb2260ed4ccf req-3d7d54d8-5b54-42e2-96ec-9bba73ddf0df tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352630 Jul 08 01:48:54.579571 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:54.598824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e148cb6c-2a4f-473d-b784-259b10c0e093 None None] Provisioning complete for port fbcdf65d-fe30-49b4-8215-33349f9cd99b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:54.599336 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e148cb6c-2a4f-473d-b784-259b10c0e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:54.599599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0c30e07-c143-4e42-bcd5-84a3e7d650cb req-9382f26e-e2f9-4d5d-9a7c-16dde47c1a02 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017528 Jul 08 01:48:54.613974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-6efbb8df-308e-4372-bbdc-4452f31ee000 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501668 Jul 08 01:48:54.615531 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:54.681283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58470) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:54.692036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860eab0-2d63-48cf-b595-d87b94643974 req-24f0fcdf-b68b-40c5-949b-3b4709e20b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:54.693598 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2860eab0-2d63-48cf-b595-d87b94643974 req-24f0fcdf-b68b-40c5-949b-3b4709e20b9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 913 time: 0.3641660 Jul 08 01:48:54.731355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=fbcdf65d-fe30-49b4-8215-33349f9cd99b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:54.757108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:54.770158 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2860eab0-2d63-48cf-b595-d87b94643974 req-8667e3e0-8cfa-435d-80ca-1454c8050fae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b22240a4-7aee-471b-991e-5d2556e5417d HTTP/1.1" status: 200 len: 217 time: 0.0695496 Jul 08 01:48:54.827217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860eab0-2d63-48cf-b595-d87b94643974 req-d1baa76d-626f-40cc-a9a5-2d2313b2b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:54.828735 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2860eab0-2d63-48cf-b595-d87b94643974 req-d1baa76d-626f-40cc-a9a5-2d2313b2b600 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.0496435 Jul 08 01:48:54.833904 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-04d2ffe1-f472-45a0-9a20-08fbdce3c2e0 req-92543fd2-c2ef-478c-8c65-b2b36abad7a3 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638931 Jul 08 01:48:54.888689 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2860eab0-2d63-48cf-b595-d87b94643974 req-41d1ae05-32cb-4d95-a697-8d0465024ff7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402262 Jul 08 01:48:54.923859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-632f2481-7f7a-4542-82fe-0e839652f6ad tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] Request body: {'port': {'network_id': 'de99cff9-f428-4783-b6cf-6658d526e53c', 'name': 'tempest-NetworksNegativeTestJSON-227152618'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:54.976779 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-632f2481-7f7a-4542-82fe-0e839652f6ad tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] POST failed (client error): The resource could not be found. Jul 08 01:48:54.977346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632f2481-7f7a-4542-82fe-0e839652f6ad tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:54.978685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-632f2481-7f7a-4542-82fe-0e839652f6ad tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2893395 Jul 08 01:48:54.983100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58474) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:55.010533 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8046fdb-5705-4a7e-9fef-ccca5cf0a188 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:55.011091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8046fdb-5705-4a7e-9fef-ccca5cf0a188 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:55.017184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d8046fdb-5705-4a7e-9fef-ccca5cf0a188 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] 10.222.0.41 "DELETE /v2.0/networks/2d458db4-4504-4c72-b96d-269f1293ecd4 HTTP/1.1" status: 404 len: 339 time: 0.0284829 Jul 08 01:48:55.017184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2860eab0-2d63-48cf-b595-d87b94643974 req-e51939ff-9cd7-4100-9424-10195d57671b service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190400 Jul 08 01:48:55.017184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58476) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:55.023021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dab35a66-d8c0-4358-b961-b880d58b807c req-15b377ef-e03c-42de-958c-a5f33ea2cfe5 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964345 Jul 08 01:48:55.039124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a98b7-ddb1-4edc-a706-c6462f981244 req-92965850-7f8d-4879-a8c7-c85813e8b209 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:55.041080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-406a98b7-ddb1-4edc-a706-c6462f981244 req-92965850-7f8d-4879-a8c7-c85813e8b209 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2422633 Jul 08 01:48:55.065264 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a11c044-d352-4865-9ee4-b5defec11584 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:55.066755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a11c044-d352-4865-9ee4-b5defec11584 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:55.068685 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a11c044-d352-4865-9ee4-b5defec11584 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] 10.222.0.41 "DELETE /v2.0/ports/72ac3241-dcaf-4fa8-a900-e86a5ac053a1 HTTP/1.1" status: 404 len: 333 time: 0.0509677 Jul 08 01:48:55.073783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:55.141532 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2860eab0-2d63-48cf-b595-d87b94643974 req-efc5f79d-58e6-4dc8-8e5e-33a403e5c077 service neutron] 10.222.0.16 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166425 Jul 08 01:48:55.198739 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3fd705-2537-44a2-a033-8868a4629b0d tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] DELETE failed (client error): The resource could not be found. Jul 08 01:48:55.199183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3fd705-2537-44a2-a033-8868a4629b0d tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:55.200932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2a3fd705-2537-44a2-a033-8868a4629b0d tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] 10.222.0.41 "DELETE /v2.0/subnets/4d24c94d-4c9b-498e-a13c-3fd5328033b3 HTTP/1.1" status: 404 len: 337 time: 0.0983062 Jul 08 01:48:55.204858 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58480) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:55.225676 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d1e952-84f8-4055-a6f0-832852e9f6f6 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] GET failed (client error): The resource could not be found. Jul 08 01:48:55.227101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-62d1e952-84f8-4055-a6f0-832852e9f6f6 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] 10.222.0.41 "GET /v2.0/networks/440c8c13-cc52-40e1-b994-836eb5f1484e HTTP/1.1" status: 404 len: 339 time: 0.0211165 Jul 08 01:48:55.230882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58482) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:55.237177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-406a98b7-ddb1-4edc-a706-c6462f981244 req-0e1658cb-63cc-45da-8fc1-ecfcbc158e8f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903408 Jul 08 01:48:55.261491 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b654c8-c0b3-4bcb-be7d-87476e27cc2f tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] GET failed (client error): The resource could not be found. Jul 08 01:48:55.262002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43b654c8-c0b3-4bcb-be7d-87476e27cc2f tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] 10.222.0.41 "GET /v2.0/ports/cc0603d1-8f72-4ddd-9b33-a5fd343b7aab HTTP/1.1" status: 404 len: 333 time: 0.0297945 Jul 08 01:48:55.265893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58484) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:55.295863 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c91285c-db2e-4733-8c02-f616533e3f78 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] GET failed (client error): The resource could not be found. Jul 08 01:48:55.297224 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7c91285c-db2e-4733-8c02-f616533e3f78 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] 10.222.0.41 "GET /v2.0/subnets/43b6093b-c9af-468a-97e4-cd65f8f66f83 HTTP/1.1" status: 404 len: 337 time: 0.0297492 Jul 08 01:48:55.301865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58486) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:55.307004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e108cee9-dc99-499d-9904-addab59de487 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:55.320779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e461d-b83e-4c54-acf5-b99068985f3b req-e26918b3-a3ea-4a9f-8db5-42c810808f76 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:55.321284 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e108cee9-dc99-499d-9904-addab59de487 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] PUT failed (client error): The resource could not be found. Jul 08 01:48:55.321829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e108cee9-dc99-499d-9904-addab59de487 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:55.322289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-061e461d-b83e-4c54-acf5-b99068985f3b req-e26918b3-a3ea-4a9f-8db5-42c810808f76 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 943 time: 0.2164228 Jul 08 01:48:55.327132 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e108cee9-dc99-499d-9904-addab59de487 tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] 10.222.0.41 "PUT /v2.0/networks/d6594664-5583-476f-823a-d478f29ba359 HTTP/1.1" status: 404 len: 339 time: 0.0201771 Jul 08 01:48:55.327318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82753bd-6eed-41d6-9b5a-5294d19e7547 req-a56396da-e219-4880-ba1f-00cb289d4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:55.327318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f82753bd-6eed-41d6-9b5a-5294d19e7547 req-a56396da-e219-4880-ba1f-00cb289d4d1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 1096 time: 0.2134311 Jul 08 01:48:55.327533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58488) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:55.329342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:55.334152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-20c9da96-a2d2-4550-82d8-d00d982a763b tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:55.353520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:55.358130 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c9da96-a2d2-4550-82d8-d00d982a763b tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] PUT failed (client error): The resource could not be found. Jul 08 01:48:55.358800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c9da96-a2d2-4550-82d8-d00d982a763b tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:55.359989 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-20c9da96-a2d2-4550-82d8-d00d982a763b tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] 10.222.0.41 "PUT /v2.0/ports/ffd4c5ee-433e-4e89-9055-661f4646abbf HTTP/1.1" status: 404 len: 333 time: 0.0317011 Jul 08 01:48:55.364342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58490) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:55.369485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f592874f-2b6d-471a-894d-c6459dbf60ca tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:55.395408 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f592874f-2b6d-471a-894d-c6459dbf60ca tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] PUT failed (client error): The resource could not be found. Jul 08 01:48:55.395741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f592874f-2b6d-471a-894d-c6459dbf60ca tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:48:55.396941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f592874f-2b6d-471a-894d-c6459dbf60ca tempest-NetworksNegativeTestJSON-1740250086 tempest-NetworksNegativeTestJSON-1740250086-project] 10.222.0.41 "PUT /v2.0/subnets/49315b12-241e-4f91-a584-0b3dcda6e9ad HTTP/1.1" status: 404 len: 337 time: 0.0315933 Jul 08 01:48:55.630205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e80a9e-55b4-4213-92f4-a5dfdd5556d9', 'tag': '6a154468-374e-482f-ba75-3eb084797f82'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:48:55.633244 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9a8770-b4eb-4785-b0b7-961688274df1" -d '{"events": [{"name": "network-changed", "server_uuid": "99e80a9e-55b4-4213-92f4-a5dfdd5556d9", "tag": "6a154468-374e-482f-ba75-3eb084797f82"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:48:55.655355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58502) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:55.785889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18817668-2641-410b-90bb-bf79f29725d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:55.801695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-061e461d-b83e-4c54-acf5-b99068985f3b req-f7857055-8355-4c21-9e4e-043635690753 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702969 Jul 08 01:48:55.830515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:55.833317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=03739402-7109-4d9b-8d58-38e2baba2cbe,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:55.856758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fbcdf65d-fe30-49b4-8215-33349f9cd99b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:48:55.880117 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013ac748-562a-4547-99d4-3b1f552291de x-openstack-request-id: req-013ac748-562a-4547-99d4-3b1f552291de {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:48:55.880488 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e80a9e-55b4-4213-92f4-a5dfdd5556d9", "tag": "6a154468-374e-482f-ba75-3eb084797f82", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:48:55.880740 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-013ac748-562a-4547-99d4-3b1f552291de {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:48:55.881592 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e80a9e-55b4-4213-92f4-a5dfdd5556d9', 'tag': '6a154468-374e-482f-ba75-3eb084797f82', 'status': 'completed', 'code': 200} Jul 08 01:48:55.917352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82753bd-6eed-41d6-9b5a-5294d19e7547 req-51618bb0-02be-43e9-ad68-46aa58a8060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:55.918856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f82753bd-6eed-41d6-9b5a-5294d19e7547 req-51618bb0-02be-43e9-ad68-46aa58a8060d service neutron] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 919 time: 0.5792716 Jul 08 01:48:55.926467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port fbcdf65d-fe30-49b4-8215-33349f9cd99b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:55.927088 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:55.954277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18817668-2641-410b-90bb-bf79f29725d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:55.970875 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18817668-2641-410b-90bb-bf79f29725d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:55.989503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75f3e8-3a47-4a0b-aea8-28267a39a7d6 req-9ade4610-8c2a-41c8-90d9-3426db1e66a3 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:55.991394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c75f3e8-3a47-4a0b-aea8-28267a39a7d6 req-9ade4610-8c2a-41c8-90d9-3426db1e66a3 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 943 time: 0.2744372 Jul 08 01:48:55.995311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f82753bd-6eed-41d6-9b5a-5294d19e7547 req-6f3f4c02-ce37-40e1-966e-b923022c11b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf476478-e4bd-4a48-afcd-aaefd9475062 HTTP/1.1" status: 200 len: 217 time: 0.0647964 Jul 08 01:48:56.022342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a8770-b4eb-4785-b0b7-961688274df1 req-29017f09-6d13-4b8c-b9ad-e7c7482b3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:56.023857 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7a9a8770-b4eb-4785-b0b7-961688274df1 req-29017f09-6d13-4b8c-b9ad-e7c7482b3386 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 1095 time: 0.1175570 Jul 08 01:48:56.026426 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-18817668-2641-410b-90bb-bf79f29725d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5caa19c80924913b4ea009f5812b44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699024 Jul 08 01:48:56.027468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18817668-2641-410b-90bb-bf79f29725d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a23376c-773e-46ff-b861-fa506a823dda,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:56.031105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58510) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:56.127519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 9ad9d361-ec34-492f-beb6-b61ddc9a6797 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:56.140208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c75f3e8-3a47-4a0b-aea8-28267a39a7d6 req-0ac02230-2030-439a-a4ad-9bd9e294bffb tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340442 Jul 08 01:48:56.141354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:56.145015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82753bd-6eed-41d6-9b5a-5294d19e7547 req-0133f659-46b2-4624-9af2-8b2a7f866972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:56.146641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f82753bd-6eed-41d6-9b5a-5294d19e7547 req-0133f659-46b2-4624-9af2-8b2a7f866972 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.1417141 Jul 08 01:48:56.163161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f377916-2eae-4551-902c-10ed1d31102a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:56.189913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a8770-b4eb-4785-b0b7-961688274df1 req-6df8e010-e726-4ae3-9af4-0ae9541c6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:56.191946 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7a9a8770-b4eb-4785-b0b7-961688274df1 req-6df8e010-e726-4ae3-9af4-0ae9541c6362 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 919 time: 0.1615357 Jul 08 01:48:56.193645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f82753bd-6eed-41d6-9b5a-5294d19e7547 req-45ab2c5d-3b67-4782-8c3d-5a629882d3f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383101 Jul 08 01:48:56.203774 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f377916-2eae-4551-902c-10ed1d31102a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:56.256397 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7a9a8770-b4eb-4785-b0b7-961688274df1 req-5067b669-f598-4dc4-af12-99ebdf2bd410 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a154468-374e-482f-ba75-3eb084797f82 HTTP/1.1" status: 200 len: 217 time: 0.0501306 Jul 08 01:48:56.271727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c989399-a87e-4ef2-8f0c-081390a48c5d req-febf20c8-55f0-4b40-bc5c-c0d16a7c5769 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:56.278863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c989399-a87e-4ef2-8f0c-081390a48c5d req-febf20c8-55f0-4b40-bc5c-c0d16a7c5769 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.2590089 Jul 08 01:48:56.334699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a8770-b4eb-4785-b0b7-961688274df1 req-dcd6ee6e-b48d-4f4b-9372-bb2552f491fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:56.337618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7a9a8770-b4eb-4785-b0b7-961688274df1 req-dcd6ee6e-b48d-4f4b-9372-bb2552f491fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.0737705 Jul 08 01:48:56.355434 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:56.383743 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7a9a8770-b4eb-4785-b0b7-961688274df1 req-0ff92c48-6ed2-402b-a945-740aefd35190 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381713 Jul 08 01:48:56.385040 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f377916-2eae-4551-902c-10ed1d31102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:56.388843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f377916-2eae-4551-902c-10ed1d31102a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:56.393776 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0f377916-2eae-4551-902c-10ed1d31102a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a23376c-773e-46ff-b861-fa506a823dda HTTP/1.1" status: 204 len: 168 time: 0.3615770 Jul 08 01:48:56.419811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c989399-a87e-4ef2-8f0c-081390a48c5d req-ad365d80-3cae-4c98-bd84-9a4a58f1e433 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399860 Jul 08 01:48:56.466068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f377916-2eae-4551-902c-10ed1d31102a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a23376c-773e-46ff-b861-fa506a823dda,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:56.487313 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f82753bd-6eed-41d6-9b5a-5294d19e7547 req-a69dd24d-4bd3-44fa-b322-e85554147979 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537162 Jul 08 01:48:56.515674 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7a9a8770-b4eb-4785-b0b7-961688274df1 req-97b5fdb4-05a3-450a-85be-c292929ec777 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193521 Jul 08 01:48:56.550559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-08a2e2c3-a599-49a0-a752-9edf824f0189 None None] Provisioning complete for port 03739402-7109-4d9b-8d58-38e2baba2cbe triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:56.552938 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-08a2e2c3-a599-49a0-a752-9edf824f0189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:56.567456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router a2e9f4b1-1231-41ba-a853-141bbaf662aa is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:48:56.627455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-08a2e2c3-a599-49a0-a752-9edf824f0189 None None] Port 03739402-7109-4d9b-8d58-38e2baba2cbe cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:56.653592 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7a9a8770-b4eb-4785-b0b7-961688274df1 req-bb94712f-1e5d-47d0-9511-98bc463e5a27 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315999 Jul 08 01:48:56.717017 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f82753bd-6eed-41d6-9b5a-5294d19e7547 req-6b17e9b5-45ad-4fb4-8e37-6e60fa39f913 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222919 Jul 08 01:48:56.730155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:48:56.738374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2b3f2ee2-0e51-4c12-b42a-69dbfc603f58 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/a2e9f4b1-1231-41ba-a853-141bbaf662aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6190338 Jul 08 01:48:56.741292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58524) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:56.744826 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38ea578-794d-4ea6-b6f4-ffa5f024b244 None None] Sync routers for ids ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:48:56.759422 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ea578-794d-4ea6-b6f4-ffa5f024b244 None None] Routers {'a2e9f4b1-1231-41ba-a853-141bbaf662aa'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:56.760253 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e38ea578-794d-4ea6-b6f4-ffa5f024b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:56.760433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fe686-b19d-465f-b34d-54711406b125 req-76b70eb4-3d7e-42e0-b8c6-fe90c5cabb4c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:56.762071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db8fe686-b19d-465f-b34d-54711406b125 req-76b70eb4-3d7e-42e0-b8c6-fe90c5cabb4c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1085413 Jul 08 01:48:56.800209 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e38ea578-794d-4ea6-b6f4-ffa5f024b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:56.803270 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db8fe686-b19d-465f-b34d-54711406b125 req-38878935-4a58-471f-9c95-4860d0fcae30 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357568 Jul 08 01:48:56.815174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494574bd-dfac-4497-83dd-5447a09b5e56 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:56.817281 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-494574bd-dfac-4497-83dd-5447a09b5e56 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports/03739402-7109-4d9b-8d58-38e2baba2cbe HTTP/1.1" status: 200 len: 910 time: 0.0745349 Jul 08 01:48:56.819933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58530) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:56.822423 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ea578-794d-4ea6-b6f4-ffa5f024b244 None None] Routers {'a2e9f4b1-1231-41ba-a853-141bbaf662aa'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:56.823033 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e38ea578-794d-4ea6-b6f4-ffa5f024b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:56.953538 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e38ea578-794d-4ea6-b6f4-ffa5f024b244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:56.954195 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38ea578-794d-4ea6-b6f4-ffa5f024b244 None None] The sync data for ids ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:48:57.028755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b31eca-b0e5-45ed-b483-bef69898ad10 req-5adec615-2796-4623-becc-026bc2094dd2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:57.030536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b31eca-b0e5-45ed-b483-bef69898ad10 req-5adec615-2796-4623-becc-026bc2094dd2 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 943 time: 0.0720534 Jul 08 01:48:57.077997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b31eca-b0e5-45ed-b483-bef69898ad10 req-b6973be0-ed7e-4a90-aa4c-49531439d13d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415392 Jul 08 01:48:57.188014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58544) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:57.311104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1993360047'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:57.343978 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:57.348192 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.359341 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.383828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ad90b-6b87-44f5-8c1f-e788e80ac556 req-acf8b30d-42d2-4b0b-a823-d7bd51dff527 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:57.385508 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d5ad90b-6b87-44f5-8c1f-e788e80ac556 req-acf8b30d-42d2-4b0b-a823-d7bd51dff527 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 943 time: 0.1096263 Jul 08 01:48:57.448491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d5ad90b-6b87-44f5-8c1f-e788e80ac556 req-1d99f8b2-3ac0-4ced-b180-80e4a085064b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561662 Jul 08 01:48:57.488515 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.523363 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.529938 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.559210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:48:57.578262 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b962b9c7-5bdf-47e1-a305-f44f242f5544,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:57.584921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.585264 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added segment c29029dc-916f-4c85-a323-30fca17301d6 of type vlan for network 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 Jul 08 01:48:57.657088 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.701846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.708254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:57.708876 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.778625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Allocated IP 172.21.0.1 (5ce24192-4d5b-4038-8809-f4a1d1a1e051/0e830c5b-cfde-4dba-a714-4344fdf02ddd/c478f9cd-82f5-4bcd-98e1-325b588b53f4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:57.780091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a1ab6-d5a8-4abb-acfe-f1fa155ea7e1 req-1e370bb6-babf-4717-bea5-81e616726c21 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:57.781814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4a3a1ab6-d5a8-4abb-acfe-f1fa155ea7e1 req-1e370bb6-babf-4717-bea5-81e616726c21 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.1639044 Jul 08 01:48:57.786729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5976596 Jul 08 01:48:57.789488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58554) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:57.794409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1492332122'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:57.818830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ea75d-a1c5-4809-844c-0d0a6b3ef9c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Network': ['ID=176dd0c7-4e3f-4c20-a28d-e8c9971d14e5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:57.837700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:48:57.851896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4a3a1ab6-d5a8-4abb-acfe-f1fa155ea7e1 req-41a08d60-9fc6-4404-a395-fe91a5a62438 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541189 Jul 08 01:48:57.858848 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:57.863748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.902782 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:48:57.912162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.912632 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added segment 58cfd50c-2711-4d9b-ad10-a8083dfc7d33 of type vlan for network c97fb312-80c0-45cd-80c6-3f9d06643898 Jul 08 01:48:57.916974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b22240a4-7aee-471b-991e-5d2556e5417d details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:48:57.928017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.943949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Transition to ACTIVE for port object c478f9cd-82f5-4bcd-98e1-325b588b53f4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:48:57.961621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:57.987250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.029646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 5ce24192-4d5b-4038-8809-f4a1d1a1e051 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:58.030974 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.035786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:58.037635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:58.038321 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.040065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:48:58.043302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b22240a4-7aee-471b-991e-5d2556e5417d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b22240a4-7aee-471b-991e-5d2556e5417d,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:58.058355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'b22240a4-7aee-471b-991e-5d2556e5417d', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'port_id': 'b22240a4-7aee-471b-991e-5d2556e5417d', 'mac_address': 'fa:16:3e:ae:d5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2157fc2-2bc2-4e65-bc22-a2f9753680dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:48:58.079005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=c478f9cd-82f5-4bcd-98e1-325b588b53f4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:58.102154 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.103272 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.133814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a21b9-9771-4d27-9eee-a8053c54971d req-8eebca35-1de9-43f1-b415-ee1afc31cc73 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:58.135906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-183a21b9-9771-4d27-9eee-a8053c54971d req-8eebca35-1de9-43f1-b415-ee1afc31cc73 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1694710 Jul 08 01:48:58.140626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3501160 Jul 08 01:48:58.146459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:58.148480 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22240a4-7aee-471b-991e-5d2556e5417d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:58.148656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110507a9-3814-4144-9df3-79baec5237f1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Network': ['ID=c97fb312-80c0-45cd-80c6-3f9d06643898,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:58.172197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'subnet': {'network_id': '176dd0c7-4e3f-4c20-a28d-e8c9971d14e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:58.195509 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b22240a4-7aee-471b-991e-5d2556e5417d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b22240a4-7aee-471b-991e-5d2556e5417d,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:58.198373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c97fb312-80c0-45cd-80c6-3f9d06643898 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:48:58.280865 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.298643 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.299420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 6a154468-374e-482f-ba75-3eb084797f82 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:48:58.305064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-183a21b9-9771-4d27-9eee-a8053c54971d req-c35106f6-f27a-44be-93de-1a8a9ce1e0b9 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593256 Jul 08 01:48:58.382971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:58.386492 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.422526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fb04c17b-7b7a-4050-8030-e73ae712591a None None] Provisioning for port c478f9cd-82f5-4bcd-98e1-325b588b53f4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:48:58.424673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=b22240a4-7aee-471b-991e-5d2556e5417d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:58.437585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fb04c17b-7b7a-4050-8030-e73ae712591a None None] Provisioning complete for port c478f9cd-82f5-4bcd-98e1-325b588b53f4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:58.438059 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fb04c17b-7b7a-4050-8030-e73ae712591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.457876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925ff84-fa56-45b0-831e-7b1f2f8c5316 req-50213465-4883-4bf5-85e6-73ca2ce0f7f7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:58.464911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b925ff84-fa56-45b0-831e-7b1f2f8c5316 req-50213465-4883-4bf5-85e6-73ca2ce0f7f7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 944 time: 0.1588416 Jul 08 01:48:58.490104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fb04c17b-7b7a-4050-8030-e73ae712591a None None] Port c478f9cd-82f5-4bcd-98e1-325b588b53f4 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:58.540897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 6a154468-374e-482f-ba75-3eb084797f82, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=6a154468-374e-482f-ba75-3eb084797f82,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:58.541672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b925ff84-fa56-45b0-831e-7b1f2f8c5316 req-e1be150a-162b-4543-ba22-3feb4064a7b7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758181 Jul 08 01:48:58.558230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '6a154468-374e-482f-ba75-3eb084797f82', 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628', 'port_id': '6a154468-374e-482f-ba75-3eb084797f82', 'mac_address': 'fa:16:3e:34:81:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6254ff-7a6a-478a-8f85-d357318f232a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:48:58.617810 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.630786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.632190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a154468-374e-482f-ba75-3eb084797f82 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:58.637168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.654321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 6a154468-374e-482f-ba75-3eb084797f82, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=6a154468-374e-482f-ba75-3eb084797f82,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:58.659933 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.662389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device cf476478-e4bd-4a48-afcd-aaefd9475062 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:48:58.695024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port cf476478-e4bd-4a48-afcd-aaefd9475062, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=cf476478-e4bd-4a48-afcd-aaefd9475062,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:58.711262 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'cf476478-e4bd-4a48-afcd-aaefd9475062', 'network_id': '51dcf62f-0330-474b-8bc5-f3bc6c17d628', 'port_id': 'cf476478-e4bd-4a48-afcd-aaefd9475062', 'mac_address': 'fa:16:3e:6a:9c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6254ff-7a6a-478a-8f85-d357318f232a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:48:58.712012 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.725419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=c478f9cd-82f5-4bcd-98e1-325b588b53f4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:58.761626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.807807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Subnet': ['ID=c5629537-e114-482d-affc-9bf4a2a9304c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:58.828369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Checking segment: {'id': 'c29029dc-916f-4c85-a323-30fca17301d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '176dd0c7-4e3f-4c20-a28d-e8c9971d14e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:58.829130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network hostable DHCP agents. Network: 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:48:58.847551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac9149-f05b-4d3c-aa9d-e9d10965db5d req-fe3996b6-bdb8-4654-80c9-f13d3db7117d tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:58.849983 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1cac9149-f05b-4d3c-aa9d-e9d10965db5d req-fe3996b6-bdb8-4654-80c9-f13d3db7117d tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 944 time: 0.1508758 Jul 08 01:48:58.872583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 5ce24192-4d5b-4038-8809-f4a1d1a1e051 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:48:58.874240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:48:58.875047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:58.895777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:58.904184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:58.904842 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:58.912023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1cac9149-f05b-4d3c-aa9d-e9d10965db5d req-9d720577-bdad-45ab-8130-0371cf249153 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539644 Jul 08 01:48:58.929717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-38172d77-b36b-464a-8709-04d9a8e85a20 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7819498 Jul 08 01:48:58.930460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58570) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:58.937100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'subnet': {'network_id': 'c97fb312-80c0-45cd-80c6-3f9d06643898', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:58.950317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=6a154468-374e-482f-ba75-3eb084797f82,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:58.961165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1324a6e8-4ba7-473a-8b14-49c945968f29 None None] Network 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:58.970192 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.024446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router a2e9f4b1-1231-41ba-a853-141bbaf662aa has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:48:59.046593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:48:59.046988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf476478-e4bd-4a48-afcd-aaefd9475062 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:48:59.054497 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.084808 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port cf476478-e4bd-4a48-afcd-aaefd9475062, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=cf476478-e4bd-4a48-afcd-aaefd9475062,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:48:59.097683 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.198251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:48:59.207997 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8620278f-48a1-4f6a-9572-9f530ddca9bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/a2e9f4b1-1231-41ba-a853-141bbaf662aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3850522 Jul 08 01:48:59.210568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58572) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:59.215926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d826dc-d10b-433d-b5b0-db3c998165ee None None] Sync routers for ids ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:48:59.223301 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=cf476478-e4bd-4a48-afcd-aaefd9475062,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:59.240139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cec261-730c-4869-82c0-44ccd0e46ce7 req-673b1b29-afd7-49a8-b00b-50a45b4fcad2 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:59.242033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24cec261-730c-4869-82c0-44ccd0e46ce7 req-673b1b29-afd7-49a8-b00b-50a45b4fcad2 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.1240637 Jul 08 01:48:59.249527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d826dc-d10b-433d-b5b0-db3c998165ee None None] Routers {'a2e9f4b1-1231-41ba-a853-141bbaf662aa'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:59.250214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-52d826dc-d10b-433d-b5b0-db3c998165ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:59.280222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bbf3c1-2f4c-4f61-8943-2aa26447a526 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:59.282043 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b7bbf3c1-2f4c-4f61-8943-2aa26447a526 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports/c478f9cd-82f5-4bcd-98e1-325b588b53f4 HTTP/1.1" status: 200 len: 910 time: 0.0701375 Jul 08 01:48:59.284995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:59.297137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-176dd0c7-4e3f-4c20-a28d-e8c9971d14e5', 'network_id': '176dd0c7-4e3f-4c20-a28d-e8c9971d14e5', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'fixed_ips': [{'subnet_id': 'c5629537-e114-482d-affc-9bf4a2a9304c'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:48:59.297990 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.307955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-52d826dc-d10b-433d-b5b0-db3c998165ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:59.334337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a9171ceb-30f6-44db-80d8-f835b1feda16 None None] Provisioning complete for port c478f9cd-82f5-4bcd-98e1-325b588b53f4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:48:59.334716 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9171ceb-30f6-44db-80d8-f835b1feda16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.336346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-24cec261-730c-4869-82c0-44ccd0e46ce7 req-25f1f0eb-18bc-4249-991d-95c99a8d2d07 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801220 Jul 08 01:48:59.342269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d826dc-d10b-433d-b5b0-db3c998165ee None None] Routers {'a2e9f4b1-1231-41ba-a853-141bbaf662aa'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:48:59.342873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-52d826dc-d10b-433d-b5b0-db3c998165ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:59.383286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.451813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Subnet': ['ID=7d0e6cb0-b80c-4ccd-aa4d-1adea70bb50a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:48:59.464365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['b22240a4-7aee-471b-991e-5d2556e5417d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:48:59.466877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['6a154468-374e-482f-ba75-3eb084797f82'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:48:59.468812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['cf476478-e4bd-4a48-afcd-aaefd9475062'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:48:59.495862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-52d826dc-d10b-433d-b5b0-db3c998165ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:48:59.496540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d826dc-d10b-433d-b5b0-db3c998165ee None None] The sync data for ids ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:48:59.523502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Checking segment: {'id': '58cfd50c-2711-4d9b-ad10-a8083dfc7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c97fb312-80c0-45cd-80c6-3f9d06643898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:48:59.523867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network hostable DHCP agents. Network: c97fb312-80c0-45cd-80c6-3f9d06643898, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:48:59.535935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d008e-78ca-44f6-9b2e-98b4075b842b req-7e063d19-edfc-441c-9f21-537ea01eb6ee tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:59.537530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e12d008e-78ca-44f6-9b2e-98b4075b842b req-7e063d19-edfc-441c-9f21-537ea01eb6ee tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1037667 Jul 08 01:48:59.556331 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network c97fb312-80c0-45cd-80c6-3f9d06643898 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:48:59.583390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c97fb312-80c0-45cd-80c6-3f9d06643898) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:48:59.591371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:59.592666 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.592795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a9171ceb-30f6-44db-80d8-f835b1feda16 None None] Port c478f9cd-82f5-4bcd-98e1-325b588b53f4 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:48:59.599301 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e12d008e-78ca-44f6-9b2e-98b4075b842b req-a2528e01-bbf2-49c2-a87a-ca086179f368 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530846 Jul 08 01:48:59.602360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dfaa0f-2493-41bc-8be6-d6364e7bc71f None None] Network c97fb312-80c0-45cd-80c6-3f9d06643898 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:48:59.617281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-deec0d00-d780-42cd-af61-d3a698b8907e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6849740 Jul 08 01:48:59.620358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58582) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:59.626940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-89f67761-787a-491f-89cf-85652b760962 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-511368701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:48:59.696679 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f67761-787a-491f-89cf-85652b760962 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.697708 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f67761-787a-491f-89cf-85652b760962 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.767884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Allocated IP 2001:db8::2 (176dd0c7-4e3f-4c20-a28d-e8c9971d14e5/c5629537-e114-482d-affc-9bf4a2a9304c/c8e103d9-4aa5-440d-b843-56a0c345877b) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:48:59.790863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f67761-787a-491f-89cf-85652b760962 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.802203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d28fd-a4a4-4be1-8ffd-2cf4e2b5bff2 req-52ea7c50-d610-403c-9320-1ad00def4912 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:48:59.805321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-842d28fd-a4a4-4be1-8ffd-2cf4e2b5bff2 req-52ea7c50-d610-403c-9320-1ad00def4912 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 944 time: 0.0894065 Jul 08 01:48:59.820649 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f67761-787a-491f-89cf-85652b760962 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.857090 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f67761-787a-491f-89cf-85652b760962 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.858550 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-89f67761-787a-491f-89cf-85652b760962 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2364261 Jul 08 01:48:59.863404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:48:59.866322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58586) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:48:59.874460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-842d28fd-a4a4-4be1-8ffd-2cf4e2b5bff2 req-6168ab9b-a859-479c-bd17-49d676aa4811 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629866 Jul 08 01:49:00.134125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-c97fb312-80c0-45cd-80c6-3f9d06643898', 'network_id': 'c97fb312-80c0-45cd-80c6-3f9d06643898', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'fixed_ips': [{'subnet_id': '7d0e6cb0-b80c-4ccd-aa4d-1adea70bb50a'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:49:00.134953 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.136888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395bbf1-8acc-4569-b8d1-9673f9012961 req-1bbadfea-eebf-4293-b632-ca02b6b03d38 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:00.142025 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5395bbf1-8acc-4569-b8d1-9673f9012961 req-1bbadfea-eebf-4293-b632-ca02b6b03d38 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 944 time: 0.0781078 Jul 08 01:49:00.188056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5395bbf1-8acc-4569-b8d1-9673f9012961 req-5a19861d-07f8-475a-90ef-27a019d064da tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426254 Jul 08 01:49:00.287433 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.306224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Transition to ACTIVE for port object c8e103d9-4aa5-440d-b843-56a0c345877b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:00.314868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.337953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Transition to ACTIVE for port object c8e103d9-4aa5-440d-b843-56a0c345877b will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:00.365073 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.432415 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Allocated IP 2001:db8:1::2 (c97fb312-80c0-45cd-80c6-3f9d06643898/7d0e6cb0-b80c-4ccd-aa4d-1adea70bb50a/8b3545a4-2e06-4eec-a3d6-7bdf7be5830c) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:00.435478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Network 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:00.444916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:00.451311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:00.452831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Pushing event updated for resources: {'Port': ['ID=c8e103d9-4aa5-440d-b843-56a0c345877b,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:00.548569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecada7a-4832-4af1-b350-5124b369fb58 req-199f87b9-fdbb-4332-aca8-1c6a8c7b746b tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:00.550200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ecada7a-4832-4af1-b350-5124b369fb58 req-199f87b9-fdbb-4332-aca8-1c6a8c7b746b tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.0730293 Jul 08 01:49:00.562646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Attempting to bind port c8e103d9-4aa5-440d-b843-56a0c345877b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:00.563095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Attempting to bind port c8e103d9-4aa5-440d-b843-56a0c345877b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c29029dc-916f-4c85-a323-30fca17301d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '176dd0c7-4e3f-4c20-a28d-e8c9971d14e5'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:00.563416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Attempting to bind port c8e103d9-4aa5-440d-b843-56a0c345877b on network 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:00.577188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:00.577577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Checking segment: {'id': 'c29029dc-916f-4c85-a323-30fca17301d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '176dd0c7-4e3f-4c20-a28d-e8c9971d14e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:00.577994 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.578398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Bound using segment: {'id': 'c29029dc-916f-4c85-a323-30fca17301d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '176dd0c7-4e3f-4c20-a28d-e8c9971d14e5'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:00.578888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Bound port: c8e103d9-4aa5-440d-b843-56a0c345877b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29029dc-916f-4c85-a323-30fca17301d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '176dd0c7-4e3f-4c20-a28d-e8c9971d14e5'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:00.579326 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.596646 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ecada7a-4832-4af1-b350-5124b369fb58 req-f77bcc06-5399-4dfa-b2c7-1a2fece7f62f tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398781 Jul 08 01:49:00.700622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] For port c8e103d9-4aa5-440d-b843-56a0c345877b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:00.703704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] For port c8e103d9-4aa5-440d-b843-56a0c345877b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c8e103d9-4aa5-440d-b843-56a0c345877b,segment=NetworkSegment(c29029dc-916f-4c85-a323-30fca17301d6),segment_id=c29029dc-916f-4c85-a323-30fca17301d6)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:00.708989 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.715043 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.747112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Transition to ACTIVE for port object 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:00.802273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Transition to ACTIVE for port object 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:00.804426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93480b87-97ca-49d0-a19d-dcfd479632f7 None None] Pushing event updated for resources: {'Port': ['ID=c8e103d9-4aa5-440d-b843-56a0c345877b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:00.817837 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.827857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50514ed4-369f-4689-839d-cd232296736e req-87a13421-9256-442f-b92e-13274eace2e1 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:00.835794 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50514ed4-369f-4689-839d-cd232296736e req-87a13421-9256-442f-b92e-13274eace2e1 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.0917685 Jul 08 01:49:00.860922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port c478f9cd-82f5-4bcd-98e1-325b588b53f4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:00.861263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.861620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Network c97fb312-80c0-45cd-80c6-3f9d06643898 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:00.870741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:00.876454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:00.896931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50514ed4-369f-4689-839d-cd232296736e req-5fc1c870-d88c-4383-93d0-af4e054d4eed tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591650 Jul 08 01:49:00.899926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Pushing event updated for resources: {'Port': ['ID=8b3545a4-2e06-4eec-a3d6-7bdf7be5830c,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:00.967450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Attempting to bind port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:00.967918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Attempting to bind port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '58cfd50c-2711-4d9b-ad10-a8083dfc7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c97fb312-80c0-45cd-80c6-3f9d06643898'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:00.968429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Attempting to bind port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c on network c97fb312-80c0-45cd-80c6-3f9d06643898 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:00.975082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:00.975540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Checking segment: {'id': '58cfd50c-2711-4d9b-ad10-a8083dfc7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c97fb312-80c0-45cd-80c6-3f9d06643898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:00.976025 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.976527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Bound using segment: {'id': '58cfd50c-2711-4d9b-ad10-a8083dfc7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c97fb312-80c0-45cd-80c6-3f9d06643898'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:00.978587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Bound port: 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58cfd50c-2711-4d9b-ad10-a8083dfc7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c97fb312-80c0-45cd-80c6-3f9d06643898'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:00.979054 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:00.982864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Allocated IP 2001:db8::1 (176dd0c7-4e3f-4c20-a28d-e8c9971d14e5/c5629537-e114-482d-affc-9bf4a2a9304c/1ab74a07-7026-4b18-86b6-7f504ef7511b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:01.058864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] For port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:01.062986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] For port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8b3545a4-2e06-4eec-a3d6-7bdf7be5830c,segment=NetworkSegment(58cfd50c-2711-4d9b-ad10-a8083dfc7d33),segment_id=58cfd50c-2711-4d9b-ad10-a8083dfc7d33)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:01.067982 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:01.079982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:01.106365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for c478f9cd-82f5-4bcd-98e1-325b588b53f4 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:01.248085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:01.287402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Transition to ACTIVE for port object 1ab74a07-7026-4b18-86b6-7f504ef7511b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:01.296204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71da13-6b5c-4608-92bd-ec92c692fc93 req-f96f47c8-d039-4c8e-830f-74b2fa99ecd9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:01.297990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad71da13-6b5c-4608-92bd-ec92c692fc93 req-f96f47c8-d039-4c8e-830f-74b2fa99ecd9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 944 time: 0.1942718 Jul 08 01:49:01.379150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b02a4-a1dd-4f0b-86b9-6c2ce53bdab0 None None] Pushing event updated for resources: {'Port': ['ID=8b3545a4-2e06-4eec-a3d6-7bdf7be5830c,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:01.399362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad71da13-6b5c-4608-92bd-ec92c692fc93 req-212e73a7-6da2-48a2-b6e5-bb70ea5ea84a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782063 Jul 08 01:49:01.443981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:01.469152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97bb09-9272-4248-9e35-c71da500f35f req-a973f9e0-c4d1-4dac-b4bd-299726738154 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:01.470763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee97bb09-9272-4248-9e35-c71da500f35f req-a973f9e0-c4d1-4dac-b4bd-299726738154 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 944 time: 0.0936303 Jul 08 01:49:01.497049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:01.507459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:01.521155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:01.521595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee97bb09-9272-4248-9e35-c71da500f35f req-df1f390f-6228-41c8-80a3-ee74a56aa29f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425510 Jul 08 01:49:01.522191 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:01.601278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=1ab74a07-7026-4b18-86b6-7f504ef7511b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:01.673973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:01.714285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=c478f9cd-82f5-4bcd-98e1-325b588b53f4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:01.788807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecec25a-128d-4466-9d1b-866d6e149bcb req-fd12bcea-70a7-427a-acf5-aa6842b70653 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:01.796130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ecec25a-128d-4466-9d1b-866d6e149bcb req-fd12bcea-70a7-427a-acf5-aa6842b70653 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.0776980 Jul 08 01:49:01.878864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ecec25a-128d-4466-9d1b-866d6e149bcb req-d6d43017-f946-4e0f-b52f-79b4af2f34e4 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813527 Jul 08 01:49:01.916239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b22240a4-7aee-471b-991e-5d2556e5417d up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:02.039615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:02.068200 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:02.107215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port b22240a4-7aee-471b-991e-5d2556e5417d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:02.113007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port b22240a4-7aee-471b-991e-5d2556e5417d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:02.113627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:02.156890 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:02.199028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:02.201286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c8e103d9-4aa5-440d-b843-56a0c345877b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:02.290222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd46268-bd70-4dbf-bc9e-6f1fc1dad36e req-6c764adf-01ff-41e3-9faf-6eca592fa451 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:02.301077 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2cd46268-bd70-4dbf-bc9e-6f1fc1dad36e req-6c764adf-01ff-41e3-9faf-6eca592fa451 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1474755 Jul 08 01:49:02.360513 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:02.361901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2cd46268-bd70-4dbf-bc9e-6f1fc1dad36e req-f4a0e271-1451-4da0-8dc1-66dd1c17e1e8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593266 Jul 08 01:49:02.410141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b22240a4-7aee-471b-991e-5d2556e5417d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b22240a4-7aee-471b-991e-5d2556e5417d,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:02.412853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1db70-4771-485a-ac2e-8da42e14122a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22240a4-7aee-471b-991e-5d2556e5417d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:02.415366 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed4b133-764e-4446-9e28-86db9917085f" -d '{"events": [{"server_uuid": "09a1db70-4771-485a-ac2e-8da42e14122a", "name": "network-vif-plugged", "status": "completed", "tag": "b22240a4-7aee-471b-991e-5d2556e5417d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:02.419667 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:02.420569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 6a154468-374e-482f-ba75-3eb084797f82 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:02.459448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c8e103d9-4aa5-440d-b843-56a0c345877b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:02.594488 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8776186-29f0-41ff-9fc2-ae682f4cc250 x-openstack-request-id: req-d8776186-29f0-41ff-9fc2-ae682f4cc250 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:02.594972 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a1db70-4771-485a-ac2e-8da42e14122a", "name": "network-vif-plugged", "status": "completed", "tag": "b22240a4-7aee-471b-991e-5d2556e5417d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:02.595419 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8776186-29f0-41ff-9fc2-ae682f4cc250 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:02.596037 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a1db70-4771-485a-ac2e-8da42e14122a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22240a4-7aee-471b-991e-5d2556e5417d', 'code': 200} Jul 08 01:49:02.628927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:02.655700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=b22240a4-7aee-471b-991e-5d2556e5417d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:02.670086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 6a154468-374e-482f-ba75-3eb084797f82 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:02.681160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 6a154468-374e-482f-ba75-3eb084797f82 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:02.681784 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:02.685366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7660535b-c69b-41c0-953d-de9dd2bd0d6e None None] Network 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:02.694916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:02.695878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:02.727486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5284373-a8a9-40e6-99b7-9b81117ae27c req-91d4fac0-e6b9-4ed6-a8d5-cb30b55bcccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:02.729810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5284373-a8a9-40e6-99b7-9b81117ae27c req-91d4fac0-e6b9-4ed6-a8d5-cb30b55bcccb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 1097 time: 0.1683760 Jul 08 01:49:02.744585 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24ed8f-aaec-4c05-96d9-f0882ccc394f req-30d5275d-7f49-48da-ac0c-d080607dba91 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:02.746248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad24ed8f-aaec-4c05-96d9-f0882ccc394f req-30d5275d-7f49-48da-ac0c-d080607dba91 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.1705127 Jul 08 01:49:02.813314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=1ab74a07-7026-4b18-86b6-7f504ef7511b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:02.817029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f23ea606-91ca-4a46-b86f-0025cb0e1ee8 None None] Provisioning for port c8e103d9-4aa5-440d-b843-56a0c345877b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:02.837902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f23ea606-91ca-4a46-b86f-0025cb0e1ee8 None None] Provisioning complete for port c8e103d9-4aa5-440d-b843-56a0c345877b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:02.838282 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f23ea606-91ca-4a46-b86f-0025cb0e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:02.873784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad24ed8f-aaec-4c05-96d9-f0882ccc394f req-d7dd0740-2ed1-4bd2-aec8-0bf5dc94dc30 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205707 Jul 08 01:49:02.888765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5284373-a8a9-40e6-99b7-9b81117ae27c req-a96d64d7-e96b-407d-9a90-a8e4aed4b6d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414113 Jul 08 01:49:02.909824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b627c681-c666-4eae-b8ca-f74f55988793 None None] Network c97fb312-80c0-45cd-80c6-3f9d06643898 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:02.920377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router a2e9f4b1-1231-41ba-a853-141bbaf662aa has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:02.939367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:02.941827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0595230-10ca-44eb-b50a-eebc30bdb7e3 req-cce539f8-cc3d-45a5-9e5b-32333335227a tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:02.943296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:02.950750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0595230-10ca-44eb-b50a-eebc30bdb7e3 req-cce539f8-cc3d-45a5-9e5b-32333335227a tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 944 time: 0.1942632 Jul 08 01:49:02.989183 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:03.001213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0595230-10ca-44eb-b50a-eebc30bdb7e3 req-f4718f2c-b046-4041-bac4-05ff4ccfa4d5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Jul 08 01:49:03.115397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 6a154468-374e-482f-ba75-3eb084797f82, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=6a154468-374e-482f-ba75-3eb084797f82,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:03.127526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7539d-14ec-47c5-9285-dacb35eb1dad req-28b2d749-1804-4c53-94cc-d3422b11f853 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:03.133106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:03.134902 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:03.135276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30f7539d-14ec-47c5-9285-dacb35eb1dad req-28b2d749-1804-4c53-94cc-d3422b11f853 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.0947332 Jul 08 01:49:03.135414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device cf476478-e4bd-4a48-afcd-aaefd9475062 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:03.145465 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f63b59-b1c1-48a7-b7b0-4dbc1cd993fb None None] Sync routers for ids ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:03.150542 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-178837d2-2ef6-4a27-b9a3-079dc1323b0d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/a2e9f4b1-1231-41ba-a853-141bbaf662aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8641016 Jul 08 01:49:03.154777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58618) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:03.162796 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f63b59-b1c1-48a7-b7b0-4dbc1cd993fb None None] Routers {'a2e9f4b1-1231-41ba-a853-141bbaf662aa'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:03.163709 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-73f63b59-b1c1-48a7-b7b0-4dbc1cd993fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:03.175720 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f23ea606-91ca-4a46-b86f-0025cb0e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:03.185388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30f7539d-14ec-47c5-9285-dacb35eb1dad req-46cd0585-e785-4cff-a79d-d65078deeb77 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491309 Jul 08 01:49:03.230714 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-73f63b59-b1c1-48a7-b7b0-4dbc1cd993fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:03.241365 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f63b59-b1c1-48a7-b7b0-4dbc1cd993fb None None] Routers {'a2e9f4b1-1231-41ba-a853-141bbaf662aa'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:03.241992 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-73f63b59-b1c1-48a7-b7b0-4dbc1cd993fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:03.283399 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-73f63b59-b1c1-48a7-b7b0-4dbc1cd993fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:03.284056 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f63b59-b1c1-48a7-b7b0-4dbc1cd993fb None None] The sync data for ids ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:03.319490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port cf476478-e4bd-4a48-afcd-aaefd9475062 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:03.322769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f23ea606-91ca-4a46-b86f-0025cb0e1ee8 None None] For port c8e103d9-4aa5-440d-b843-56a0c345877b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c8e103d9-4aa5-440d-b843-56a0c345877b,segment=NetworkSegment(c29029dc-916f-4c85-a323-30fca17301d6),segment_id=c29029dc-916f-4c85-a323-30fca17301d6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:03.327104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=6a154468-374e-482f-ba75-3eb084797f82,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:03.350988 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f23ea606-91ca-4a46-b86f-0025cb0e1ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:03.355590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port cf476478-e4bd-4a48-afcd-aaefd9475062 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:03.356540 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:03.369300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router b3958370-5b0e-4f3c-889d-95fa924e2ba1 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:49:03.507778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ea606-91ca-4a46-b86f-0025cb0e1ee8 None None] Pushing event updated for resources: {'Port': ['ID=c8e103d9-4aa5-440d-b843-56a0c345877b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:03.534280 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:03.561491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e03623eb-a386-414c-86e3-d8db20c55634 None None] Provisioning for port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:03.573510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e03623eb-a386-414c-86e3-d8db20c55634 None None] Provisioning complete for port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:03.574165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e03623eb-a386-414c-86e3-d8db20c55634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:03.609373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port cf476478-e4bd-4a48-afcd-aaefd9475062, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=cf476478-e4bd-4a48-afcd-aaefd9475062,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:03.616896 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:03.644756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ee592-06f0-4b43-8215-026c6ce3dfce req-2d413816-4ecf-4c50-b852-e40eaab7880e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:03.652323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-197ee592-06f0-4b43-8215-026c6ce3dfce req-2d413816-4ecf-4c50-b852-e40eaab7880e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.0971041 Jul 08 01:49:03.684244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=cf476478-e4bd-4a48-afcd-aaefd9475062,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:03.719595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-197ee592-06f0-4b43-8215-026c6ce3dfce req-fc25bf9f-4c85-42e9-9fee-260c0911c4fb tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660403 Jul 08 01:49:03.740104 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e03623eb-a386-414c-86e3-d8db20c55634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:03.791430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e03623eb-a386-414c-86e3-d8db20c55634 None None] For port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8b3545a4-2e06-4eec-a3d6-7bdf7be5830c,segment=NetworkSegment(58cfd50c-2711-4d9b-ad10-a8083dfc7d33),segment_id=58cfd50c-2711-4d9b-ad10-a8083dfc7d33)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:03.795653 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e03623eb-a386-414c-86e3-d8db20c55634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:03.869031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03623eb-a386-414c-86e3-d8db20c55634 None None] Pushing event updated for resources: {'Port': ['ID=8b3545a4-2e06-4eec-a3d6-7bdf7be5830c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:03.892875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c8e103d9-4aa5-440d-b843-56a0c345877b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:03.926636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7a24a343-706d-47f1-9419-84e91e0adb3a details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:49:04.002400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-452f62c7-d610-446d-93be-288387eae119 None None] Provisioning for port 1ab74a07-7026-4b18-86b6-7f504ef7511b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:04.022601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-452f62c7-d610-446d-93be-288387eae119 None None] Provisioning complete for port 1ab74a07-7026-4b18-86b6-7f504ef7511b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:04.022971 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-452f62c7-d610-446d-93be-288387eae119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:04.048115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:04.058845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:04.059212 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-de5d23a7-bbf8-41dc-92d5-8b06910cba1d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/b3958370-5b0e-4f3c-889d-95fa924e2ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1917176 Jul 08 01:49:04.158426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a130de9-2370-4e5b-9d31-a2ef43677102 None None] Sync routers for ids ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:04.248959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:04.289955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:04.292394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c8e103d9-4aa5-440d-b843-56a0c345877b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:04.292772 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:04.300223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-452f62c7-d610-446d-93be-288387eae119 None None] Port 1ab74a07-7026-4b18-86b6-7f504ef7511b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:04.327534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a130de9-2370-4e5b-9d31-a2ef43677102 None None] Routers {'b3958370-5b0e-4f3c-889d-95fa924e2ba1'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:04.328161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7a130de9-2370-4e5b-9d31-a2ef43677102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:04.335533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e', 'port_id': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'mac_address': 'fa:16:3e:19:f3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b90165-d067-4fff-8639-24a03e0be726', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:49:04.403118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7a130de9-2370-4e5b-9d31-a2ef43677102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:04.420413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-452f62c7-d610-446d-93be-288387eae119 None None] Provisioning complete for port c8e103d9-4aa5-440d-b843-56a0c345877b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:04.420792 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-452f62c7-d610-446d-93be-288387eae119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:04.478367 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:04.550996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a130de9-2370-4e5b-9d31-a2ef43677102 None None] Routers {'b3958370-5b0e-4f3c-889d-95fa924e2ba1'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:04.551659 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7a130de9-2370-4e5b-9d31-a2ef43677102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:04.707826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 03739402-7109-4d9b-8d58-38e2baba2cbe {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:04.708452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:04.732536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c7b022-a359-45c7-9a6a-190189a7b52b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:04.736685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-73c7b022-a359-45c7-9a6a-190189a7b52b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports/1ab74a07-7026-4b18-86b6-7f504ef7511b HTTP/1.1" status: 200 len: 911 time: 0.6741543 Jul 08 01:49:04.743088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:04.796940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dac1e-efd7-4836-bdc9-7a4cf15ae2a5 req-21216434-d4d0-495b-8193-b7ab033fb8ba tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:04.803708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-908dac1e-efd7-4836-bdc9-7a4cf15ae2a5 req-21216434-d4d0-495b-8193-b7ab033fb8ba tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.7342780 Jul 08 01:49:04.822340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c7549-e4d6-4251-b637-4c00fcfe5784 req-d80d33af-6a5d-49e0-9b47-b3633fe49cc1 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:04.830326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d0c7549-e4d6-4251-b637-4c00fcfe5784 req-d80d33af-6a5d-49e0-9b47-b3633fe49cc1 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.6172185 Jul 08 01:49:04.837372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e80a9e-55b4-4213-92f4-a5dfdd5556d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a154468-374e-482f-ba75-3eb084797f82'}, {'server_uuid': '9672b7da-4e41-4687-a1ff-22934c3f1259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf476478-e4bd-4a48-afcd-aaefd9475062'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:04.840419 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f096523b-b8ef-4a92-aa51-8eed8563e8d9" -d '{"events": [{"server_uuid": "99e80a9e-55b4-4213-92f4-a5dfdd5556d9", "name": "network-vif-plugged", "status": "completed", "tag": "6a154468-374e-482f-ba75-3eb084797f82"}, {"server_uuid": "9672b7da-4e41-4687-a1ff-22934c3f1259", "name": "network-vif-plugged", "status": "completed", "tag": "cf476478-e4bd-4a48-afcd-aaefd9475062"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:04.843866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7a130de9-2370-4e5b-9d31-a2ef43677102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:04.844843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a130de9-2370-4e5b-9d31-a2ef43677102 None None] The sync data for ids ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:04.857090 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:04.878837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a24a343-706d-47f1-9419-84e91e0adb3a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:49:04.894117 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d0c7549-e4d6-4251-b637-4c00fcfe5784 req-ce497376-310b-4c42-84a2-a82f08af6f17 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627062 Jul 08 01:49:04.961753 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-908dac1e-efd7-4836-bdc9-7a4cf15ae2a5 req-ff73c853-1532-47c3-a961-22f494144433 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570868 Jul 08 01:49:04.998291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:05.010620 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:05.076377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:05.137670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['7a24a343-706d-47f1-9419-84e91e0adb3a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:49:05.185456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:05.196556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d23bd-f7a8-4405-83a9-a14ae9be783e req-53745188-a481-43a8-a4a6-561334708102 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:05.206236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-604d23bd-f7a8-4405-83a9-a14ae9be783e req-53745188-a481-43a8-a4a6-561334708102 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.0920155 Jul 08 01:49:05.227038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 03739402-7109-4d9b-8d58-38e2baba2cbe owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:05.267351 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-604d23bd-f7a8-4405-83a9-a14ae9be783e req-525b8212-cb14-41d4-81a7-def4d5fc4966 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593696 Jul 08 01:49:05.345878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5c9b43a8-e173-4d17-8932-4238f1e82041 None None] Provisioning complete for port 1ab74a07-7026-4b18-86b6-7f504ef7511b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:05.346255 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5c9b43a8-e173-4d17-8932-4238f1e82041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:05.427441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b43a8-e173-4d17-8932-4238f1e82041 None None] Port 1ab74a07-7026-4b18-86b6-7f504ef7511b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:05.453972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5c9b43a8-e173-4d17-8932-4238f1e82041 None None] Provisioning complete for port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:05.453972 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5c9b43a8-e173-4d17-8932-4238f1e82041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:05.512907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:05.522653 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526a2eb5-4589-47c8-9173-251e952fbdae x-openstack-request-id: req-526a2eb5-4589-47c8-9173-251e952fbdae {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:05.523220 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e80a9e-55b4-4213-92f4-a5dfdd5556d9", "name": "network-vif-plugged", "status": "completed", "tag": "6a154468-374e-482f-ba75-3eb084797f82", "code": 200}, {"server_uuid": "9672b7da-4e41-4687-a1ff-22934c3f1259", "name": "network-vif-plugged", "status": "completed", "tag": "cf476478-e4bd-4a48-afcd-aaefd9475062", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:05.523638 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-526a2eb5-4589-47c8-9173-251e952fbdae {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:05.524215 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e80a9e-55b4-4213-92f4-a5dfdd5556d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a154468-374e-482f-ba75-3eb084797f82', 'code': 200} Jul 08 01:49:05.525455 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9672b7da-4e41-4687-a1ff-22934c3f1259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf476478-e4bd-4a48-afcd-aaefd9475062', 'code': 200} Jul 08 01:49:05.542556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de95b0-08f8-4b80-8342-4113812c7864 req-b1b29edb-21bb-4818-b1a7-7bee7beb2208 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:05.550705 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96de95b0-08f8-4b80-8342-4113812c7864 req-b1b29edb-21bb-4818-b1a7-7bee7beb2208 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 944 time: 0.1585071 Jul 08 01:49:05.625571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96de95b0-08f8-4b80-8342-4113812c7864 req-e16534a4-b0d8-4bb1-9140-ddf9a68d6666 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734565 Jul 08 01:49:05.689437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cdb23-cc8f-4123-b1d8-36021b0f52c8 req-265e5b59-381f-4e58-a2b9-fbff3c4dd11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:05.691653 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-411cdb23-cc8f-4123-b1d8-36021b0f52c8 req-265e5b59-381f-4e58-a2b9-fbff3c4dd11b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 1097 time: 0.0947993 Jul 08 01:49:05.756010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-411cdb23-cc8f-4123-b1d8-36021b0f52c8 req-b12960ad-eebf-4587-8d56-ffc21525a71e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574248 Jul 08 01:49:05.845618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:05.890545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:05.904285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd791d5-084d-42d0-8e85-bcf1133ac250 req-627c47a4-e2e5-4dc1-98a7-f33462f8fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:05.906145 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1fd791d5-084d-42d0-8e85-bcf1133ac250 req-627c47a4-e2e5-4dc1-98a7-f33462f8fa6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 1098 time: 0.2548997 Jul 08 01:49:05.910808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=03739402-7109-4d9b-8d58-38e2baba2cbe,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:05.964736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7a24a343-706d-47f1-9419-84e91e0adb3a up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:06.043331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Allocated IP 2001:db8:1::1 (c97fb312-80c0-45cd-80c6-3f9d06643898/7d0e6cb0-b80c-4ccd-aa4d-1adea70bb50a/3ef27ec3-f4df-4868-b6dc-fd39815ed6c0) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:06.077994 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1fd791d5-084d-42d0-8e85-bcf1133ac250 req-03951898-b7f9-4c12-8d44-3871f9b57c7c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619322 Jul 08 01:49:06.199690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:06.202671 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:06.256717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:06.297783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 7a24a343-706d-47f1-9419-84e91e0adb3a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:06.298804 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:06.385971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e4d4f-9399-479c-9825-4bc0afae36a3 req-099e3021-69e6-42f8-8981-2c6c6bbe569e tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:06.396781 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-409e4d4f-9399-479c-9825-4bc0afae36a3 req-099e3021-69e6-42f8-8981-2c6c6bbe569e tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.2535448 Jul 08 01:49:06.444831 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:06.459989 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-409e4d4f-9399-479c-9825-4bc0afae36a3 req-83541aa0-9009-4206-8f04-6a7aab2c92ad tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610223 Jul 08 01:49:06.476701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0589332-160e-4715-8f5d-b47085233915 req-624804fe-f787-46f8-a6f4-72ec7342ed16 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:06.487909 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0589332-160e-4715-8f5d-b47085233915 req-624804fe-f787-46f8-a6f4-72ec7342ed16 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.2668393 Jul 08 01:49:06.491136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:06.527229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:06.535770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router a2e9f4b1-1231-41ba-a853-141bbaf662aa has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:06.538608 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:06.545968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Transition to ACTIVE for port object 3ef27ec3-f4df-4868-b6dc-fd39815ed6c0 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:06.573198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0589332-160e-4715-8f5d-b47085233915 req-5e781dc0-4133-4f7b-9179-14f8d62c520b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844696 Jul 08 01:49:06.670914 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:06.679483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:06.688655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:06.689534 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4d49e17c-1695-48bd-8ebd-03d5cf263a86 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/a2e9f4b1-1231-41ba-a853-141bbaf662aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5334008 Jul 08 01:49:06.692509 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83ba20-9e7f-4dae-a58b-9fa0720d54c6 None None] Sync routers for ids ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:06.709425 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83ba20-9e7f-4dae-a58b-9fa0720d54c6 None None] Routers {'a2e9f4b1-1231-41ba-a853-141bbaf662aa'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:06.710188 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3d83ba20-9e7f-4dae-a58b-9fa0720d54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:06.749985 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3d83ba20-9e7f-4dae-a58b-9fa0720d54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:06.763509 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d24598ff-daff-4881-b773-12314bb4ffbe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e9f4b1-1231-41ba-a853-141bbaf662aa HTTP/1.1" status: 200 len: 205 time: 0.0734653 Jul 08 01:49:06.767369 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:06.772154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58682) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:06.772765 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83ba20-9e7f-4dae-a58b-9fa0720d54c6 None None] Routers {'a2e9f4b1-1231-41ba-a853-141bbaf662aa'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:06.773699 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3d83ba20-9e7f-4dae-a58b-9fa0720d54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:06.837633 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3d83ba20-9e7f-4dae-a58b-9fa0720d54c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:06.839836 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83ba20-9e7f-4dae-a58b-9fa0720d54c6 None None] The sync data for ids ['a2e9f4b1-1231-41ba-a853-141bbaf662aa'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:06.926725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0e06d-d5b0-4d33-93e2-9d6f22ee04c6 req-109a61d9-2464-4d79-8420-2f81d5f5068b tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:06.929366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80a0e06d-d5b0-4d33-93e2-9d6f22ee04c6 req-109a61d9-2464-4d79-8420-2f81d5f5068b tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.1183817 Jul 08 01:49:06.968068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network c97fb312-80c0-45cd-80c6-3f9d06643898 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:07.000041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:07.002624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:07.004068 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:07.017421 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80a0e06d-d5b0-4d33-93e2-9d6f22ee04c6 req-47655026-7df1-4128-ad78-37a65a37ff75 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813289 Jul 08 01:49:07.023032 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7121821a-1b40-47be-8cc4-271814df3b8a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:07.026594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=3ef27ec3-f4df-4868-b6dc-fd39815ed6c0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:07.388280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0f0d5-cb7a-4a3b-89a3-ddd3cbb58d47 req-332710a4-3f22-4cad-980c-ebf54ae9dd42 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:07.390555 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8fb0f0d5-cb7a-4a3b-89a3-ddd3cbb58d47 req-332710a4-3f22-4cad-980c-ebf54ae9dd42 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1815667 Jul 08 01:49:07.466066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8fb0f0d5-cb7a-4a3b-89a3-ddd3cbb58d47 req-f0319c9a-a81c-4f7a-8961-ddacfb70f601 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622478 Jul 08 01:49:07.479120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7170cb6f-176f-4cc3-9cb7-224d72eb8f5d None None] Provisioning for port 3ef27ec3-f4df-4868-b6dc-fd39815ed6c0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:07.489484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7170cb6f-176f-4cc3-9cb7-224d72eb8f5d None None] Provisioning complete for port 3ef27ec3-f4df-4868-b6dc-fd39815ed6c0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:07.489871 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7170cb6f-176f-4cc3-9cb7-224d72eb8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:07.527809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:07.530264 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e110484-eb5e-40d8-8a04-8e4c378b6f79" -d '{"events": [{"server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "name": "network-vif-plugged", "status": "completed", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:07.533957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7170cb6f-176f-4cc3-9cb7-224d72eb8f5d None None] Port 3ef27ec3-f4df-4868-b6dc-fd39815ed6c0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:07.608726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67b257-60f4-4d66-8284-b4a61daaf7f0 req-4a9492ed-d4a9-42a3-90da-341e9fe73e0a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:07.611091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c67b257-60f4-4d66-8284-b4a61daaf7f0 req-4a9492ed-d4a9-42a3-90da-341e9fe73e0a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.1442754 Jul 08 01:49:07.700930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c67b257-60f4-4d66-8284-b4a61daaf7f0 req-dd0622c0-47e8-4600-87e4-c17d12b71d5b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830007 Jul 08 01:49:07.751880 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb94140-cdf2-4dbd-bc9c-0a29800f5638 x-openstack-request-id: req-ffb94140-cdf2-4dbd-bc9c-0a29800f5638 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:07.752475 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "name": "network-vif-plugged", "status": "completed", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:07.754714 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffb94140-cdf2-4dbd-bc9c-0a29800f5638 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:07.755744 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'code': 200} Jul 08 01:49:07.776431 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bf526-f543-4d50-80c5-c52d77eafd10 req-4b9694c5-9568-4bb1-a25c-64d0d76abf91 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:07.779115 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d33bf526-f543-4d50-80c5-c52d77eafd10 req-4b9694c5-9568-4bb1-a25c-64d0d76abf91 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.1448524 Jul 08 01:49:07.808961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7121821a-1b40-47be-8cc4-271814df3b8a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:07.821408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7121821a-1b40-47be-8cc4-271814df3b8a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:07.855298 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d33bf526-f543-4d50-80c5-c52d77eafd10 req-dac61501-4cb6-46bf-b847-a50ee6338ff6 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650051 Jul 08 01:49:07.916597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:07.926924 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7121821a-1b40-47be-8cc4-271814df3b8a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:07.926924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7121821a-1b40-47be-8cc4-271814df3b8a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Fanout notify agent at l3_agent the message router_deleted on router a2e9f4b1-1231-41ba-a853-141bbaf662aa {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:49:07.935697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7121821a-1b40-47be-8cc4-271814df3b8a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:07.936209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7121821a-1b40-47be-8cc4-271814df3b8a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/a2e9f4b1-1231-41ba-a853-141bbaf662aa HTTP/1.1" status: 204 len: 168 time: 1.1583781 Jul 08 01:49:07.938984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:08.040765 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1bfb9f-1129-4053-9464-c05ac327d677 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting subnet 0e830c5b-cfde-4dba-a714-4344fdf02ddd {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:49:08.053935 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd1bfb9f-1129-4053-9464-c05ac327d677 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:08.168132 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd1bfb9f-1129-4053-9464-c05ac327d677 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:08.394656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b541d-7e5a-4d93-a474-0402281727bd req-eb788e8d-f11a-42b2-83ba-61775b3b76e5 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:08.396567 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b00b541d-7e5a-4d93-a474-0402281727bd req-eb788e8d-f11a-42b2-83ba-61775b3b76e5 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.1411049 Jul 08 01:49:08.399921 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:08.410168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f31ab-32be-4abe-9ad4-204774962e58 req-a26da287-0f48-4f5e-a119-6d79d89c761d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:08.412461 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd1bfb9f-1129-4053-9464-c05ac327d677 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:08.412994 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-347f31ab-32be-4abe-9ad4-204774962e58 req-a26da287-0f48-4f5e-a119-6d79d89c761d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 1097 time: 0.1154332 Jul 08 01:49:08.414709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:08.416986 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:08.540133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b00b541d-7e5a-4d93-a474-0402281727bd req-662dbca6-62c9-4320-9f4d-18b215eb4037 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351678 Jul 08 01:49:08.565189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f0eeb-28ae-40c1-9063-6f5062b547e2 req-900b1d72-1c0d-4bc4-b227-087595722f34 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:08.573478 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd1f0eeb-28ae-40c1-9063-6f5062b547e2 req-900b1d72-1c0d-4bc4-b227-087595722f34 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.1178422 Jul 08 01:49:08.608370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=3ef27ec3-f4df-4868-b6dc-fd39815ed6c0,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:08.625746 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd1bfb9f-1129-4053-9464-c05ac327d677 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:08.655405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e3a6f3-cb75-48b5-a46e-3908c016b286 None None] Network 5ce24192-4d5b-4038-8809-f4a1d1a1e051 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:08.658201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f31ab-32be-4abe-9ad4-204774962e58 req-f3f6e1b1-e585-4d3b-80dc-db9bb36b4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:08.659702 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-347f31ab-32be-4abe-9ad4-204774962e58 req-f3f6e1b1-e585-4d3b-80dc-db9bb36b4c21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 919 time: 0.2403758 Jul 08 01:49:08.660924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd1f0eeb-28ae-40c1-9063-6f5062b547e2 req-000554e3-1684-4af5-8b74-02a10b1c2641 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862281 Jul 08 01:49:08.663438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd1bfb9f-1129-4053-9464-c05ac327d677 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:08.665875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bd1bfb9f-1129-4053-9464-c05ac327d677 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/0e830c5b-cfde-4dba-a714-4344fdf02ddd HTTP/1.1" status: 204 len: 168 time: 0.7258666 Jul 08 01:49:08.679463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58704) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:08.685991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bfb9f-1129-4053-9464-c05ac327d677 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Subnet': ['ID=0e830c5b-cfde-4dba-a714-4344fdf02ddd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:08.802746 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-347f31ab-32be-4abe-9ad4-204774962e58 req-c9239650-2f83-4ed0-8d0b-2631967352c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a154468-374e-482f-ba75-3eb084797f82 HTTP/1.1" status: 200 len: 217 time: 0.1238654 Jul 08 01:49:08.819001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network c97fb312-80c0-45cd-80c6-3f9d06643898 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:08.827775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:08.851705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:08.866850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d701cae-054e-4641-b544-ed5a660f9f0b req-7d36f598-35d7-4f98-afbc-dd7eec2077fa tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:08.882873 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d701cae-054e-4641-b544-ed5a660f9f0b req-7d36f598-35d7-4f98-afbc-dd7eec2077fa tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1345742 Jul 08 01:49:08.963188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7b1b61-cbe0-49b4-8ee4-edf2bd77a567 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting subnet c04e8b77-2593-46d8-ad8c-d9557aebcea0 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:49:08.973566 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d701cae-054e-4641-b544-ed5a660f9f0b req-fda62b2a-6885-450d-8c7b-63baf2a0a7df tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896938 Jul 08 01:49:09.005325 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1b61-cbe0-49b4-8ee4-edf2bd77a567 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:09.027918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c5530-a562-4c81-9ea4-99597d630a80 None None] DHCP port deletion for 5ce24192-4d5b-4038-8809-f4a1d1a1e051 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:49:09.055618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f31ab-32be-4abe-9ad4-204774962e58 req-fe8a461b-733b-4784-8247-901805001692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:09.059339 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-347f31ab-32be-4abe-9ad4-204774962e58 req-fe8a461b-733b-4784-8247-901805001692 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.2391548 Jul 08 01:49:09.069705 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f3a3b-bd05-433b-acaf-369aa14c1f1e req-13a732ab-a85c-4ba4-a1b2-cb5978756c26 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:09.071365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-849f3a3b-bd05-433b-acaf-369aa14c1f1e req-13a732ab-a85c-4ba4-a1b2-cb5978756c26 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.1678514 Jul 08 01:49:09.092043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1b61-cbe0-49b4-8ee4-edf2bd77a567 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:09.150324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c5530-a562-4c81-9ea4-99597d630a80 None None] Deleting port fbcdf65d-fe30-49b4-8215-33349f9cd99b {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:09.150941 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5530-a562-4c81-9ea4-99597d630a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:09.169863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-849f3a3b-bd05-433b-acaf-369aa14c1f1e req-9dc855b6-cd19-4417-abaf-f6f77362fc9a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924203 Jul 08 01:49:09.208787 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-347f31ab-32be-4abe-9ad4-204774962e58 req-fd055bb2-a62d-4e5a-a41e-e7933428e67a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823960 Jul 08 01:49:09.218291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router b3958370-5b0e-4f3c-889d-95fa924e2ba1 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:09.336268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ef3c5530-a562-4c81-9ea4-99597d630a80 None None] For port fbcdf65d-fe30-49b4-8215-33349f9cd99b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fbcdf65d-fe30-49b4-8215-33349f9cd99b,segment=NetworkSegment(689cab6b-35e7-4fa5-85cf-a91fb5555c2a),segment_id=689cab6b-35e7-4fa5-85cf-a91fb5555c2a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:09.336770 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5530-a562-4c81-9ea4-99597d630a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:09.357969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c5530-a562-4c81-9ea4-99597d630a80 None None] Calling delete_port for fbcdf65d-fe30-49b4-8215-33349f9cd99b owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:09.411345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9be18937-9e91-4fc7-9932-d216d97c7b2b None None] Provisioning complete for port 3ef27ec3-f4df-4868-b6dc-fd39815ed6c0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:09.411882 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9be18937-9e91-4fc7-9932-d216d97c7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:09.451292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1b61-cbe0-49b4-8ee4-edf2bd77a567 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:09.466468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9be18937-9e91-4fc7-9932-d216d97c7b2b None None] Port 3ef27ec3-f4df-4868-b6dc-fd39815ed6c0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:09.494135 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5530-a562-4c81-9ea4-99597d630a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:09.511822 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-347f31ab-32be-4abe-9ad4-204774962e58 req-20e87d4f-642b-49b3-a6b7-70a2de3f1e3f service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890649 Jul 08 01:49:09.528392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c5530-a562-4c81-9ea4-99597d630a80 None None] Pushing event deleted for resources: {'Port': ['ID=fbcdf65d-fe30-49b4-8215-33349f9cd99b,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:09.536231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c5530-a562-4c81-9ea4-99597d630a80 None None] No DVR routers for this DVR port fbcdf65d-fe30-49b4-8215-33349f9cd99b on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:09.541892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:09.557153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1dc7a5-5e64-494e-b439-0ce6df68fcf6 None None] Sync routers for ids ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:09.574858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1dc7a5-5e64-494e-b439-0ce6df68fcf6 None None] Routers {'b3958370-5b0e-4f3c-889d-95fa924e2ba1'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:09.575807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ea1dc7a5-5e64-494e-b439-0ce6df68fcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:09.592631 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-263624ee-634f-46da-b859-202c1777c5fe tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/b3958370-5b0e-4f3c-889d-95fa924e2ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8461356 Jul 08 01:49:09.593052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58714) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:09.623185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ea1dc7a5-5e64-494e-b439-0ce6df68fcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:09.631536 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1b61-cbe0-49b4-8ee4-edf2bd77a567 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:09.635814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1dc7a5-5e64-494e-b439-0ce6df68fcf6 None None] Routers {'b3958370-5b0e-4f3c-889d-95fa924e2ba1'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:09.636665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ea1dc7a5-5e64-494e-b439-0ce6df68fcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:09.671349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b1b61-cbe0-49b4-8ee4-edf2bd77a567 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Subnet': ['ID=c04e8b77-2593-46d8-ad8c-d9557aebcea0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:09.686305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1b61-cbe0-49b4-8ee4-edf2bd77a567 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:09.688172 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fe7b1b61-cbe0-49b4-8ee4-edf2bd77a567 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/c04e8b77-2593-46d8-ad8c-d9557aebcea0 HTTP/1.1" status: 204 len: 168 time: 1.0070271 Jul 08 01:49:09.692215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58716) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:09.697524 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-347f31ab-32be-4abe-9ad4-204774962e58 req-bb476591-eec7-4b2b-930a-cad466555bf6 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759932 Jul 08 01:49:09.705867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fefa3cd-8bf4-4e7c-b722-3537c91fc5a3 None None] Network 9ad9d361-ec34-492f-beb6-b61ddc9a6797 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:09.735022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ea1dc7a5-5e64-494e-b439-0ce6df68fcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:09.741458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1dc7a5-5e64-494e-b439-0ce6df68fcf6 None None] The sync data for ids ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:09.896887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d7abb-3246-4100-8bf0-70cc5eab4a41 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:09.899072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0f8d7abb-3246-4100-8bf0-70cc5eab4a41 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports/3ef27ec3-f4df-4868-b6dc-fd39815ed6c0 HTTP/1.1" status: 200 len: 913 time: 0.3048875 Jul 08 01:49:09.901881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58724) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:09.967766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fbcdf65d-fe30-49b4-8215-33349f9cd99b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:10.004886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: fbcdf65d-fe30-49b4-8215-33349f9cd99b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:10.005271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fbcdf65d-fe30-49b4-8215-33349f9cd99b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:10.195482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4b7219-b1a9-406d-ba05-66373a0114d1 None None] DHCP port deletion for 9ad9d361-ec34-492f-beb6-b61ddc9a6797 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:49:10.245555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74f385-a448-4e05-a8fd-97fc7573a400 req-c717b60f-b86d-44fe-a523-a7b924a298c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:10.247149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc74f385-a448-4e05-a8fd-97fc7573a400 req-c717b60f-b86d-44fe-a523-a7b924a298c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1098 time: 0.3651147 Jul 08 01:49:10.274017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.309532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc74f385-a448-4e05-a8fd-97fc7573a400 req-0244eb66-17c9-4c53-b3b4-aca933b8c615 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480011 Jul 08 01:49:10.337036 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876abce-a4a0-469e-8aa5-bfb895132e69 req-91875c72-4f8e-4d02-a20e-8c124ec4c3d7 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:10.338594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6876abce-a4a0-469e-8aa5-bfb895132e69 req-91875c72-4f8e-4d02-a20e-8c124ec4c3d7 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.3148601 Jul 08 01:49:10.339928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b7219-b1a9-406d-ba05-66373a0114d1 None None] Deleting port d643ea05-eca6-44e5-9cb1-6ce70007d0d5 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:10.340334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7219-b1a9-406d-ba05-66373a0114d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.426458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6a4b7219-b1a9-406d-ba05-66373a0114d1 None None] For port d643ea05-eca6-44e5-9cb1-6ce70007d0d5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d643ea05-eca6-44e5-9cb1-6ce70007d0d5,segment=NetworkSegment(f7624af6-f4de-4fc7-8b14-7f94124964ca),segment_id=f7624af6-f4de-4fc7-8b14-7f94124964ca)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:10.426872 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7219-b1a9-406d-ba05-66373a0114d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.430594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bc8f6-810a-4c0f-931b-562c79284643 req-941fdca1-ec62-44f5-bfc7-5eab3d9c0bad tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:10.432140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b16bc8f6-810a-4c0f-931b-562c79284643 req-941fdca1-ec62-44f5-bfc7-5eab3d9c0bad tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.5489967 Jul 08 01:49:10.458649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b7219-b1a9-406d-ba05-66373a0114d1 None None] Calling delete_port for d643ea05-eca6-44e5-9cb1-6ce70007d0d5 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:10.535856 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.557265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce24192-4d5b-4038-8809-f4a1d1a1e051']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:10.563621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6876abce-a4a0-469e-8aa5-bfb895132e69 req-79ee584b-11e0-4b51-818b-cb13b87394fe tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174175 Jul 08 01:49:10.576427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689cab6b-35e7-4fa5-85cf-a91fb5555c2a') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:10.576725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689cab6b-35e7-4fa5-85cf-a91fb5555c2a') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:10.606721 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.624456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b16bc8f6-810a-4c0f-931b-562c79284643 req-4ccd7d54-3c41-45b4-ae92-974524fb44ab tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584587 Jul 08 01:49:10.657490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.657734 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.668356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:49:10.672939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:49:10.677753 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:49:10.709691 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6a4b7219-b1a9-406d-ba05-66373a0114d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.763425 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b7219-b1a9-406d-ba05-66373a0114d1 None None] Pushing event deleted for resources: {'Port': ['ID=d643ea05-eca6-44e5-9cb1-6ce70007d0d5,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:10.794052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b7219-b1a9-406d-ba05-66373a0114d1 None None] No DVR routers for this DVR port d643ea05-eca6-44e5-9cb1-6ce70007d0d5 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:10.951368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.981678 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:10.985398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/networks/5ce24192-4d5b-4038-8809-f4a1d1a1e051 HTTP/1.1" status: 204 len: 168 time: 1.2903078 Jul 08 01:49:11.000197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58738) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:11.055243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59525a7d-5767-4111-b8c5-c09064f4f185 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Network': ['ID=5ce24192-4d5b-4038-8809-f4a1d1a1e051,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:11.106279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59b847-af87-4aa0-8645-caf5b178d111 req-73cbd70b-adb8-42f6-af4d-69886ecc8105 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:11.116666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b59b847-af87-4aa0-8645-caf5b178d111 req-73cbd70b-adb8-42f6-af4d-69886ecc8105 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2480829 Jul 08 01:49:11.149079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:11.160651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 3ef27ec3-f4df-4868-b6dc-fd39815ed6c0 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:11.161091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:11.166948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f5008-5aee-42b9-a501-016d640fd831 req-187d23db-c53f-45b6-8a02-39cdf4091910 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:11.175758 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a2f5008-5aee-42b9-a501-016d640fd831 req-187d23db-c53f-45b6-8a02-39cdf4091910 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.2324719 Jul 08 01:49:11.219211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b59b847-af87-4aa0-8645-caf5b178d111 req-fab2f16a-5f59-4142-9024-3cbcfb285d46 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974565 Jul 08 01:49:11.343039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a2f5008-5aee-42b9-a501-016d640fd831 req-5c0dec5a-6326-47c1-a974-7c722f5d9f1f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657872 Jul 08 01:49:11.665776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:11.684225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad9d361-ec34-492f-beb6-b61ddc9a6797']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:11.704583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7624af6-f4de-4fc7-8b14-7f94124964ca') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:11.704876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7624af6-f4de-4fc7-8b14-7f94124964ca') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:11.708096 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:11.725457 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:11.735142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 3ef27ec3-f4df-4868-b6dc-fd39815ed6c0 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:11.749847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:11.759783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:49:11.760158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:49:11.764096 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:49:11.870477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:11.877581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:11.885007 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/networks/9ad9d361-ec34-492f-beb6-b61ddc9a6797 HTTP/1.1" status: 204 len: 168 time: 0.8790348 Jul 08 01:49:11.887518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:11.901791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'network': {'name': 'tempest-RoutersTest-798187485'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:11.904809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1280bd-30ed-42f4-a941-62be4daa8dc0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Network': ['ID=9ad9d361-ec34-492f-beb6-b61ddc9a6797,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:11.915658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d643ea05-eca6-44e5-9cb1-6ce70007d0d5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:11.957261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: d643ea05-eca6-44e5-9cb1-6ce70007d0d5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:11.958644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d643ea05-eca6-44e5-9cb1-6ce70007d0d5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:12.008367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:12.012496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.061680 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.068291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db86a26-75f5-4221-ad47-4b4d704ca77f req-1a48f965-2e66-40c7-a050-74c386fcba44 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:12.079667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8db86a26-75f5-4221-ad47-4b4d704ca77f req-1a48f965-2e66-40c7-a050-74c386fcba44 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.2627673 Jul 08 01:49:12.092874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=3ef27ec3-f4df-4868-b6dc-fd39815ed6c0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:12.129677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30409bfb-2438-4ea5-973a-fbead28df5e2 req-d18b7f47-3e4b-4e32-bff1-d87bd7c1c20a tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:12.136656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30409bfb-2438-4ea5-973a-fbead28df5e2 req-d18b7f47-3e4b-4e32-bff1-d87bd7c1c20a tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.2251756 Jul 08 01:49:12.139654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:12.196726 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.197137 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added segment d74eee1b-09d0-4429-935f-3b828ee2d962 of type vlan for network 08f2605a-d0f5-4654-beb8-52b54b75e2ff Jul 08 01:49:12.251500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8db86a26-75f5-4221-ad47-4b4d704ca77f req-f5653704-9bf5-4f06-bd97-fa9c4d959430 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706371 Jul 08 01:49:12.293056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.337537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30409bfb-2438-4ea5-973a-fbead28df5e2 req-8dcc70c5-4bab-4127-8772-4170a28230e3 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998477 Jul 08 01:49:12.379119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.412779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-b9478fc0-8bcc-47e4-9425-2b3b751f179f req-aeb6e53e-d95d-4021-b59d-b0f67a18de91 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-773450508', 'description': 'tempest-description-554461273'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:12.511762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b9478fc0-8bcc-47e4-9425-2b3b751f179f req-aeb6e53e-d95d-4021-b59d-b0f67a18de91 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.536281 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.542024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:12.542668 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.596318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router b3958370-5b0e-4f3c-889d-95fa924e2ba1 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:12.697961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Network': ['ID=08f2605a-d0f5-4654-beb8-52b54b75e2ff,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:12.718984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 08f2605a-d0f5-4654-beb8-52b54b75e2ff details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:12.754891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:12.759451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ff6fe-3a8e-4d07-be45-291c2d69e640 req-f7ce0b07-39d9-4cef-a256-b2bc7d7adcff tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:12.766488 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2d296f-4ad0-4c27-a425-a5d1e7fcfe42 None None] Sync routers for ids ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:12.767026 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7cc4e8c1-6380-488c-9dbc-07e62f163f8e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/b3958370-5b0e-4f3c-889d-95fa924e2ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8630826 Jul 08 01:49:12.767222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58756) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:12.767797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-439ff6fe-3a8e-4d07-be45-291c2d69e640 req-f7ce0b07-39d9-4cef-a256-b2bc7d7adcff tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.2368007 Jul 08 01:49:12.792139 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d296f-4ad0-4c27-a425-a5d1e7fcfe42 None None] Routers {'b3958370-5b0e-4f3c-889d-95fa924e2ba1'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:12.793657 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4a2d296f-4ad0-4c27-a425-a5d1e7fcfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:12.824414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b9478fc0-8bcc-47e4-9425-2b3b751f179f req-aeb6e53e-d95d-4021-b59d-b0f67a18de91 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.847838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-439ff6fe-3a8e-4d07-be45-291c2d69e640 req-c76a64aa-aa4d-4eb8-b40e-93f0aee92010 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790715 Jul 08 01:49:12.855086 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b9478fc0-8bcc-47e4-9425-2b3b751f179f req-aeb6e53e-d95d-4021-b59d-b0f67a18de91 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.884395 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4a2d296f-4ad0-4c27-a425-a5d1e7fcfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:12.889767 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8f312877-e52f-4932-ab68-dadf4dcfbc40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9925163 Jul 08 01:49:12.896835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58758) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:12.907656 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d296f-4ad0-4c27-a425-a5d1e7fcfe42 None None] Routers {'b3958370-5b0e-4f3c-889d-95fa924e2ba1'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:12.914375 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4a2d296f-4ad0-4c27-a425-a5d1e7fcfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:12.937645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'subnet': {'network_id': '08f2605a-d0f5-4654-beb8-52b54b75e2ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:12.942083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6e53e-d95d-4021-b59d-b0f67a18de91 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac9e8a-40ec-4ab4-95c0-9eb6ea10893d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:12.960958 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-b9478fc0-8bcc-47e4-9425-2b3b751f179f req-aeb6e53e-d95d-4021-b59d-b0f67a18de91 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:12.973340 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9478fc0-8bcc-47e4-9425-2b3b751f179f req-aeb6e53e-d95d-4021-b59d-b0f67a18de91 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5807824 Jul 08 01:49:12.976427 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4a2d296f-4ad0-4c27-a425-a5d1e7fcfe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:12.977405 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2d296f-4ad0-4c27-a425-a5d1e7fcfe42 None None] The sync data for ids ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:13.183497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:13.188446 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:13.299491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a107b8a-8db1-45b7-9cc7-559bcbe42aa9 req-5beade84-5af0-4866-8cd2-2830671bf8df tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:13.303217 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a107b8a-8db1-45b7-9cc7-559bcbe42aa9 req-5beade84-5af0-4866-8cd2-2830671bf8df tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.2185743 Jul 08 01:49:13.384551 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:13.402271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a107b8a-8db1-45b7-9cc7-559bcbe42aa9 req-afb3536e-63c0-456f-8014-dc025b4086ff tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735929 Jul 08 01:49:13.555322 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-c3a14307-cf88-4fac-9b6f-d583cb2634de tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-773450508&fields=id&tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747 HTTP/1.1" status: 200 len: 267 time: 0.0949070 Jul 08 01:49:13.711712 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:13.721578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 1ab74a07-7026-4b18-86b6-7f504ef7511b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:13.722220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:13.811816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-368d000d-3651-4ff9-9e38-106329e616bd tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:13.821111 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-368d000d-3651-4ff9-9e38-106329e616bd tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.2590234 Jul 08 01:49:13.836728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-395b3461-5498-484d-83f0-908c1806f78c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Request body: {'port': {'security_groups': ['d02b4ba2-2c29-4246-b76d-efc35b0aa824', '10ac9e8a-40ec-4ab4-95c0-9eb6ea10893d']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:13.860257 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:13.867110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Subnet': ['ID=4034e061-9ef7-4ff8-976e-cdee9a57b54e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:13.879145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559b07c-532e-4e92-aac6-be1bb5f89896 req-5a539a99-dd13-4018-9b2b-b8af94d34c6f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:13.880425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 1ab74a07-7026-4b18-86b6-7f504ef7511b owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:13.886444 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5559b07c-532e-4e92-aac6-be1bb5f89896 req-5a539a99-dd13-4018-9b2b-b8af94d34c6f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.2413423 Jul 08 01:49:13.897259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Checking segment: {'id': 'd74eee1b-09d0-4429-935f-3b828ee2d962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f2605a-d0f5-4654-beb8-52b54b75e2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:13.897940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network hostable DHCP agents. Network: 08f2605a-d0f5-4654-beb8-52b54b75e2ff, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:13.996499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5559b07c-532e-4e92-aac6-be1bb5f89896 req-a9176073-b589-4235-a237-7aba37418f56 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087945 Jul 08 01:49:14.005378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 08f2605a-d0f5-4654-beb8-52b54b75e2ff is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:14.029579 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-395b3461-5498-484d-83f0-908c1806f78c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.041199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 08f2605a-d0f5-4654-beb8-52b54b75e2ff) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:14.049515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5036e112-6a5c-431e-8cb7-1b34739ff143 None None] Network 08f2605a-d0f5-4654-beb8-52b54b75e2ff requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:14.062787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:14.066849 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.124557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1dec21a5-b04b-4f1d-894b-33e7feebeac2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1911550 Jul 08 01:49:14.127281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:14.133332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-498c8e2d-c5c3-4e43-ae0d-a0c8e3592667 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-165079382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:14.180762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.185937 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-498c8e2d-c5c3-4e43-ae0d-a0c8e3592667 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.188078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-498c8e2d-c5c3-4e43-ae0d-a0c8e3592667 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.211413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=1ab74a07-7026-4b18-86b6-7f504ef7511b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:14.338716 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.370284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-08f2605a-d0f5-4654-beb8-52b54b75e2ff', 'network_id': '08f2605a-d0f5-4654-beb8-52b54b75e2ff', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'fixed_ips': [{'subnet_id': '4034e061-9ef7-4ff8-976e-cdee9a57b54e'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:49:14.372360 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.448996 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-498c8e2d-c5c3-4e43-ae0d-a0c8e3592667 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.560584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-395b3461-5498-484d-83f0-908c1806f78c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] For port b13473b4-7734-437f-8f95-db0090ad5c4e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b13473b4-7734-437f-8f95-db0090ad5c4e,segment=NetworkSegment(1f2ad79c-e08e-4902-9bf6-3f69f964d84b),segment_id=1f2ad79c-e08e-4902-9bf6-3f69f964d84b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:14.594245 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-395b3461-5498-484d-83f0-908c1806f78c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.601918 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-498c8e2d-c5c3-4e43-ae0d-a0c8e3592667 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.604339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Allocated IP 172.20.0.2 (08f2605a-d0f5-4654-beb8-52b54b75e2ff/4034e061-9ef7-4ff8-976e-cdee9a57b54e/0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:14.608344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-395b3461-5498-484d-83f0-908c1806f78c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.622996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router b3958370-5b0e-4f3c-889d-95fa924e2ba1 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:14.673220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-395b3461-5498-484d-83f0-908c1806f78c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:14.674434 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-395b3461-5498-484d-83f0-908c1806f78c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.692000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7bc867aa-782c-4c67-8602-7d99188cb042 req-395b3461-5498-484d-83f0-908c1806f78c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "PUT /v2.0/ports/b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 982 time: 0.8694322 Jul 08 01:49:14.692969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:14.695559 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:14.742309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a184d1-6da8-4348-8bd7-ce59487ec33b req-595930fc-ce16-4e73-a4c8-837c3f711f31 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:14.754083 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05a184d1-6da8-4348-8bd7-ce59487ec33b req-595930fc-ce16-4e73-a4c8-837c3f711f31 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.5701437 Jul 08 01:49:14.758930 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-498c8e2d-c5c3-4e43-ae0d-a0c8e3592667 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.767668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-498c8e2d-c5c3-4e43-ae0d-a0c8e3592667 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6388330 Jul 08 01:49:14.769826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:14.776047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:14.783819 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.794769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Transition to ACTIVE for port object 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:14.795186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'port': {'network_id': '08f2605a-d0f5-4654-beb8-52b54b75e2ff', 'name': 'tempest-RoutersTest-1777819837'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:14.797352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-345fc78a-8d4e-44ab-a2cd-26b06b7a5746 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/b3958370-5b0e-4f3c-889d-95fa924e2ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0257130 Jul 08 01:49:14.800621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58780) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:14.813331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Transition to ACTIVE for port object 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:14.821474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b13473b4-7734-437f-8f95-db0090ad5c4e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:49:14.846295 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d2bb30bd-2370-47e5-b9e6-5bc4c569c29a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3958370-5b0e-4f3c-889d-95fa924e2ba1 HTTP/1.1" status: 200 len: 205 time: 0.0442784 Jul 08 01:49:14.849546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58782) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:14.862565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20d8e5-de7a-46ab-9285-2ea406f41c8d None None] Sync routers for ids ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:14.884985 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:14.926901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b3461-5498-484d-83f0-908c1806f78c tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Pushing event updated for resources: {'Port': ['ID=b13473b4-7734-437f-8f95-db0090ad5c4e,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:14.936712 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05a184d1-6da8-4348-8bd7-ce59487ec33b req-29573c9b-adfc-4de1-a6f3-4ae26fc702c0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812785 Jul 08 01:49:14.954083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Pushing event updated for resources: {'Port': ['ID=0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:14.972878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b13473b4-7734-437f-8f95-db0090ad5c4e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:49:15.008620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20d8e5-de7a-46ab-9285-2ea406f41c8d None None] Routers {'b3958370-5b0e-4f3c-889d-95fa924e2ba1'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:15.009252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a20d8e5-de7a-46ab-9285-2ea406f41c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:15.028920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b139918e-fd14-4d49-a685-536cbdec15da tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.063881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Network 08f2605a-d0f5-4654-beb8-52b54b75e2ff is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:15.064633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:15.069791 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.080264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:15.085205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a20d8e5-de7a-46ab-9285-2ea406f41c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:15.094255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:15.117158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] device_id is not set on port 24c81236-95d2-40cd-88b4-93326a63bbe7 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:49:15.212495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a20d8e5-de7a-46ab-9285-2ea406f41c8d None None] Routers {'b3958370-5b0e-4f3c-889d-95fa924e2ba1'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:15.213662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a20d8e5-de7a-46ab-9285-2ea406f41c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:48:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:15.311653 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-5c8a16e6-45dc-4a86-bbd1-cccfafbb2b4f tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-773450508&fields=id&tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747 HTTP/1.1" status: 200 len: 267 time: 0.1043930 Jul 08 01:49:15.319355 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b139918e-fd14-4d49-a685-536cbdec15da tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.321532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0a20d8e5-de7a-46ab-9285-2ea406f41c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:15.322074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b139918e-fd14-4d49-a685-536cbdec15da tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.322712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a20d8e5-de7a-46ab-9285-2ea406f41c8d None None] The sync data for ids ['b3958370-5b0e-4f3c-889d-95fa924e2ba1'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:15.342288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Attempting to bind port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:15.343076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Attempting to bind port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd74eee1b-09d0-4429-935f-3b828ee2d962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f2605a-d0f5-4654-beb8-52b54b75e2ff'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:15.343684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Attempting to bind port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd on network 08f2605a-d0f5-4654-beb8-52b54b75e2ff {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:15.383140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:15.383919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Checking segment: {'id': 'd74eee1b-09d0-4429-935f-3b828ee2d962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f2605a-d0f5-4654-beb8-52b54b75e2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:15.384584 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.385305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Bound using segment: {'id': 'd74eee1b-09d0-4429-935f-3b828ee2d962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f2605a-d0f5-4654-beb8-52b54b75e2ff'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:15.386499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Bound port: 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74eee1b-09d0-4429-935f-3b828ee2d962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '08f2605a-d0f5-4654-beb8-52b54b75e2ff'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:15.387165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.399481 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b139918e-fd14-4d49-a685-536cbdec15da tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.399481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b139918e-fd14-4d49-a685-536cbdec15da tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Fanout notify agent at l3_agent the message router_deleted on router b3958370-5b0e-4f3c-889d-95fa924e2ba1 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:49:15.419857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b139918e-fd14-4d49-a685-536cbdec15da tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.421594 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b139918e-fd14-4d49-a685-536cbdec15da tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/b3958370-5b0e-4f3c-889d-95fa924e2ba1 HTTP/1.1" status: 204 len: 168 time: 0.5711036 Jul 08 01:49:15.424182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58786) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:15.488968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0808fce2-3642-49cd-a0bd-f9f64f53c44a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting subnet 7d0e6cb0-b80c-4ccd-aa4d-1adea70bb50a {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:49:15.493602 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0808fce2-3642-49cd-a0bd-f9f64f53c44a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.606726 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0808fce2-3642-49cd-a0bd-f9f64f53c44a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.624613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] For port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:15.667026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] For port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd,segment=NetworkSegment(d74eee1b-09d0-4429-935f-3b828ee2d962),segment_id=d74eee1b-09d0-4429-935f-3b828ee2d962)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:15.726177 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.740968 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b4bd7-7b13-4c58-91f0-2f38e107ca30 req-fb2daabc-44f2-47b0-a718-12fa682a65a0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:15.747953 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c0b4bd7-7b13-4c58-91f0-2f38e107ca30 req-fb2daabc-44f2-47b0-a718-12fa682a65a0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.5598035 Jul 08 01:49:15.805925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Allocated IP 172.20.0.14 (08f2605a-d0f5-4654-beb8-52b54b75e2ff/4034e061-9ef7-4ff8-976e-cdee9a57b54e/24c81236-95d2-40cd-88b4-93326a63bbe7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:15.838381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1a9ea-cda1-4b99-bbaa-5f74c8d578a0 None None] Pushing event updated for resources: {'Port': ['ID=0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:15.848497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0808fce2-3642-49cd-a0bd-f9f64f53c44a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.891250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c0b4bd7-7b13-4c58-91f0-2f38e107ca30 req-413f9aba-ff9f-4a18-a11e-67e713069ae3 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417549 Jul 08 01:49:15.913570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-c04f4e8c-4f2d-452f-a05e-44b7d231b1db tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:15.927722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-c04f4e8c-4f2d-452f-a05e-44b7d231b1db tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 985 time: 0.5842919 Jul 08 01:49:15.931479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-82625a41-804e-40c1-b825-9a042a0c2d37 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Request body: {'port': {'security_groups': ['d02b4ba2-2c29-4246-b76d-efc35b0aa824']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:15.946057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0808fce2-3642-49cd-a0bd-f9f64f53c44a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.977404 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c8fc32-81ff-4030-9951-9daf5eedb573 x-openstack-request-id: req-33c8fc32-81ff-4030-9951-9daf5eedb573 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:15.977683 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:15.977930 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33c8fc32-81ff-4030-9951-9daf5eedb573 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:15.978489 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'status': 'completed', 'code': 200} Jul 08 01:49:15.990131 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808fce2-3642-49cd-a0bd-f9f64f53c44a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0e6cb0-b80c-4ccd-aa4d-1adea70bb50a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:15.992635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0808fce2-3642-49cd-a0bd-f9f64f53c44a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:15.995116 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0808fce2-3642-49cd-a0bd-f9f64f53c44a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/7d0e6cb0-b80c-4ccd-aa4d-1adea70bb50a HTTP/1.1" status: 204 len: 168 time: 0.5686395 Jul 08 01:49:15.997196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58798) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:15.999005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2aa52c-db3e-4a28-a565-72c494401128 None None] Network c97fb312-80c0-45cd-80c6-3f9d06643898 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:16.075234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-41909602-3c63-420a-a9a1-4f201bd01504 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting subnet c5629537-e114-482d-affc-9bf4a2a9304c {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:49:16.081024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41909602-3c63-420a-a9a1-4f201bd01504 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.145445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41909602-3c63-420a-a9a1-4f201bd01504 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.273877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41909602-3c63-420a-a9a1-4f201bd01504 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.295485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.328280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Transition to ACTIVE for port object 24c81236-95d2-40cd-88b4-93326a63bbe7 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:16.365846 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41909602-3c63-420a-a9a1-4f201bd01504 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.402017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41909602-3c63-420a-a9a1-4f201bd01504 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Subnet': ['ID=c5629537-e114-482d-affc-9bf4a2a9304c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:16.408525 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41909602-3c63-420a-a9a1-4f201bd01504 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.415145 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-41909602-3c63-420a-a9a1-4f201bd01504 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/c5629537-e114-482d-affc-9bf4a2a9304c HTTP/1.1" status: 204 len: 168 time: 0.4163024 Jul 08 01:49:16.415844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58802) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:16.418230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264ef8a6-9873-4a1e-a33c-84b9716f9316 None None] Network 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:16.458784 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-82625a41-804e-40c1-b825-9a042a0c2d37 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.468570 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.485151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c846ba62-4bdf-4f3e-8f38-cca36d1ea4e4 None None] DHCP port deletion for c97fb312-80c0-45cd-80c6-3f9d06643898 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:49:16.499862 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.566075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:16.566941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.648720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c846ba62-4bdf-4f3e-8f38-cca36d1ea4e4 None None] Deleting port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:16.649506 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c846ba62-4bdf-4f3e-8f38-cca36d1ea4e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.741013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8b3545a4-2e06-4eec-a3d6-7bdf7be5830c,segment=NetworkSegment(58cfd50c-2711-4d9b-ad10-a8083dfc7d33),segment_id=58cfd50c-2711-4d9b-ad10-a8083dfc7d33)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:16.741821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.770809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:16.829660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 08f2605a-d0f5-4654-beb8-52b54b75e2ff is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:16.864057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3 req-2cc25bdf-c560-4f1f-9f59-f0094ff32f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:16.865692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3 req-2cc25bdf-c560-4f1f-9f59-f0094ff32f73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1137 time: 0.8533094 Jul 08 01:49:16.873467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:16.877467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:16.943275 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.949802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:16.950442 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.952917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=24c81236-95d2-40cd-88b4-93326a63bbe7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:16.959856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c846ba62-4bdf-4f3e-8f38-cca36d1ea4e4 None None] For port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8b3545a4-2e06-4eec-a3d6-7bdf7be5830c,segment=NetworkSegment(58cfd50c-2711-4d9b-ad10-a8083dfc7d33),segment_id=58cfd50c-2711-4d9b-ad10-a8083dfc7d33)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:16.960930 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c846ba62-4bdf-4f3e-8f38-cca36d1ea4e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:16.979660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c846ba62-4bdf-4f3e-8f38-cca36d1ea4e4 None None] Calling delete_port for 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:17.013143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=8b3545a4-2e06-4eec-a3d6-7bdf7be5830c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:17.029581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No DVR routers for this DVR port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:17.063768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-82625a41-804e-40c1-b825-9a042a0c2d37 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] For port b13473b4-7734-437f-8f95-db0090ad5c4e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b13473b4-7734-437f-8f95-db0090ad5c4e,segment=NetworkSegment(1f2ad79c-e08e-4902-9bf6-3f69f964d84b),segment_id=1f2ad79c-e08e-4902-9bf6-3f69f964d84b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:17.083854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f839dc2-57b2-415d-9256-703c476b24b5 req-192f2cfc-5fdf-4447-bdbd-f3e3d4c8bfea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:17.089563 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c846ba62-4bdf-4f3e-8f38-cca36d1ea4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.091126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f839dc2-57b2-415d-9256-703c476b24b5 req-192f2cfc-5fdf-4447-bdbd-f3e3d4c8bfea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.7133806 Jul 08 01:49:17.107051 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7071c467-9b3b-40c1-b866-e8697bf20b41 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3272276 Jul 08 01:49:17.115023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:17.134863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846ba62-4bdf-4f3e-8f38-cca36d1ea4e4 None None] Pushing event deleted for resources: {'Port': ['ID=8b3545a4-2e06-4eec-a3d6-7bdf7be5830c,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:17.154997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846ba62-4bdf-4f3e-8f38-cca36d1ea4e4 None None] No DVR routers for this DVR port 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:17.290697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7c9d05-6918-42e1-827e-e20d5d89532a None None] DHCP port deletion for 176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:49:17.349060 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f839dc2-57b2-415d-9256-703c476b24b5 req-7efc9752-770d-4a8a-8b13-57e91b07f8cc tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567501 Jul 08 01:49:17.380867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-82625a41-804e-40c1-b825-9a042a0c2d37 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.381179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c9d05-6918-42e1-827e-e20d5d89532a None None] Deleting port c8e103d9-4aa5-440d-b843-56a0c345877b {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:17.381526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9d05-6918-42e1-827e-e20d5d89532a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.433647 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-82625a41-804e-40c1-b825-9a042a0c2d37 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.472473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fb7c9d05-6918-42e1-827e-e20d5d89532a None None] For port c8e103d9-4aa5-440d-b843-56a0c345877b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c8e103d9-4aa5-440d-b843-56a0c345877b,segment=NetworkSegment(c29029dc-916f-4c85-a323-30fca17301d6),segment_id=c29029dc-916f-4c85-a323-30fca17301d6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:17.473096 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9d05-6918-42e1-827e-e20d5d89532a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.489519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fb7c9d05-6918-42e1-827e-e20d5d89532a None None] Calling delete_port for c8e103d9-4aa5-440d-b843-56a0c345877b owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:17.505226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b13473b4-7734-437f-8f95-db0090ad5c4e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:49:17.541448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3 req-873eb2ed-63f7-4825-94ad-ca610a657d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:17.542969 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3 req-873eb2ed-63f7-4825-94ad-ca610a657d4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 200 len: 920 time: 0.5999241 Jul 08 01:49:17.590052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10b30d6-4f13-49c8-b068-20eac82b3610 None None] Network 08f2605a-d0f5-4654-beb8-52b54b75e2ff requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:17.627888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.648595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97fb312-80c0-45cd-80c6-3f9d06643898']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:17.680059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cfd50c-2711-4d9b-ad10-a8083dfc7d33') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:17.680524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cfd50c-2711-4d9b-ad10-a8083dfc7d33') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:17.702229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.730063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.738167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:49:17.738572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.745954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-82625a41-804e-40c1-b825-9a042a0c2d37 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:17.746643 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-82625a41-804e-40c1-b825-9a042a0c2d37 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.758907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-83785831-211b-40db-a1b3-53eb14dd6053 None None] Provisioning for port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:17.760502 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c1a60da-2ca8-4fae-a9de-661c9c6150e1 req-82625a41-804e-40c1-b825-9a042a0c2d37 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "PUT /v2.0/ports/b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 943 time: 1.8379307 Jul 08 01:49:17.773057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3 req-b15118bc-575d-4b86-b5f0-3f29c3758403 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 217 time: 0.1099982 Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:49:17.832128 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:49:17.846270 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.851447 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fb7c9d05-6918-42e1-827e-e20d5d89532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.866915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:17.868881 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/networks/c97fb312-80c0-45cd-80c6-3f9d06643898 HTTP/1.1" status: 204 len: 168 time: 1.4519880 Jul 08 01:49:17.869889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c9d05-6918-42e1-827e-e20d5d89532a None None] No DVR routers for this DVR port c8e103d9-4aa5-440d-b843-56a0c345877b on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:17.877335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58810) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:17.914133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a1be1-8989-4b18-96fd-cb4244d29113 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Network': ['ID=c97fb312-80c0-45cd-80c6-3f9d06643898,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:17.931125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b13473b4-7734-437f-8f95-db0090ad5c4e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:49:17.996555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:18.015197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:18.036134 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:18.085299 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.105622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c9d05-6918-42e1-827e-e20d5d89532a None None] Pushing event deleted for resources: {'Port': ['ID=c8e103d9-4aa5-440d-b843-56a0c345877b,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:18.234331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.249716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176dd0c7-4e3f-4c20-a28d-e8c9971d14e5']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:18.264676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29029dc-916f-4c85-a323-30fca17301d6') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:18.264676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29029dc-916f-4c85-a323-30fca17301d6') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:18.273284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:18.276726 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.278595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:18.278974 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.296024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.297829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82625a41-804e-40c1-b825-9a042a0c2d37 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Pushing event updated for resources: {'Port': ['ID=b13473b4-7734-437f-8f95-db0090ad5c4e,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:18.304112 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:49:18.304582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:49:18.373821 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:49:18.397232 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.397529 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.403464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3 req-e14f53cb-5ece-4447-8913-038c123661a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:18.415230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3 req-e14f53cb-5ece-4447-8913-038c123661a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e952881-f4c2-40a9-86a0-01ad006739af HTTP/1.1" status: 200 len: 859 time: 0.4417610 Jul 08 01:49:18.427424 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.433876 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/networks/176dd0c7-4e3f-4c20-a28d-e8c9971d14e5 HTTP/1.1" status: 204 len: 168 time: 0.5312977 Jul 08 01:49:18.435041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5668ed-7b29-4013-b147-d280a7ad98bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Network': ['ID=176dd0c7-4e3f-4c20-a28d-e8c9971d14e5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:18.437247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58816) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:18.443934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-104552390'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:18.445463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd,segment=NetworkSegment(d74eee1b-09d0-4429-935f-3b828ee2d962),segment_id=d74eee1b-09d0-4429-935f-3b828ee2d962)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:18.464604 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.492652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:18.498284 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.543945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:18.557484 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.558055 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added segment f3e2e275-60f8-4269-bb2f-050cd67c78cd of type vlan for network ea64e7b6-25f9-4d65-a966-22ebd063c4e3 Jul 08 01:49:18.569089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3 req-00e07d89-35be-454d-b406-5292534e9cce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cda84429-d659-4d19-9308-4307abd351a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487112 Jul 08 01:49:18.575421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:18.629505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:18.629730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8b3545a4-2e06-4eec-a3d6-7bdf7be5830c not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:18.630174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c8e103d9-4aa5-440d-b843-56a0c345877b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:18.638165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160e324-ba82-4fd8-9513-eef510ad5744 req-14348ccf-ba64-4489-8cac-b2261bf2d7dc tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:18.650991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5160e324-ba82-4fd8-9513-eef510ad5744 req-14348ccf-ba64-4489-8cac-b2261bf2d7dc tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.9221246 Jul 08 01:49:18.658900 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.665421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: c8e103d9-4aa5-440d-b843-56a0c345877b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:18.665766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c8e103d9-4aa5-440d-b843-56a0c345877b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:18.680480 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:18.703468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.711645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:18.712434 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.784456 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3426187 Jul 08 01:49:18.805188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4fcd4de6-8181-49d4-af07-736a8172206d None None] Provisioning for port 24c81236-95d2-40cd-88b4-93326a63bbe7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:18.806903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:18.810592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4fcd4de6-8181-49d4-af07-736a8172206d None None] Provisioning complete for port 24c81236-95d2-40cd-88b4-93326a63bbe7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:18.810967 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4de6-8181-49d4-af07-736a8172206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.818156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'subnet': {'network_id': 'ea64e7b6-25f9-4d65-a966-22ebd063c4e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:18.828797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbebae2-7855-4bc6-b2bc-9f980190e3b5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Network': ['ID=ea64e7b6-25f9-4d65-a966-22ebd063c4e3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:18.844428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ea64e7b6-25f9-4d65-a966-22ebd063c4e3 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:18.867113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1893b7-dadb-429b-ac90-e8e5953ba5f1 req-6b434133-0f0a-4120-b181-962b88253422 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:18.874416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be1893b7-dadb-429b-ac90-e8e5953ba5f1 req-6b434133-0f0a-4120-b181-962b88253422 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.6591687 Jul 08 01:49:18.939763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4fcd4de6-8181-49d4-af07-736a8172206d None None] Port 24c81236-95d2-40cd-88b4-93326a63bbe7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:18.972579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4fcd4de6-8181-49d4-af07-736a8172206d None None] Provisioning complete for port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:18.972771 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4fcd4de6-8181-49d4-af07-736a8172206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:18.990412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5160e324-ba82-4fd8-9513-eef510ad5744 req-b95c6dd0-1177-477c-bb6a-473b15871ac6 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380644 Jul 08 01:49:19.034642 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3 req-348f040d-8d50-4c5a-8673-a8719f32af64 service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381719 Jul 08 01:49:19.120654 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:19.135481 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be1893b7-dadb-429b-ac90-e8e5953ba5f1 req-87e0963c-7d19-43cb-98c7-9970bae479c9 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598956 Jul 08 01:49:19.233255 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de502038-3c5c-4233-81b1-e993b247cbe1 x-openstack-request-id: req-de502038-3c5c-4233-81b1-e993b247cbe1 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:19.233652 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:19.233887 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de502038-3c5c-4233-81b1-e993b247cbe1 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:19.234643 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'status': 'completed', 'code': 200} Jul 08 01:49:19.247311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c4420db5-4e35-40e5-8214-e6979435de7a None None] Provisioning complete for port 24c81236-95d2-40cd-88b4-93326a63bbe7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:19.247732 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c4420db5-4e35-40e5-8214-e6979435de7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:19.321009 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c4420db5-4e35-40e5-8214-e6979435de7a None None] Port 24c81236-95d2-40cd-88b4-93326a63bbe7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:19.336351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:19.339800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:19.865820 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75b5cf79-2633-4e86-86a1-4a6c9178f6b3 req-b4e01e1c-7258-4a86-8b6e-5e9cc56ec6f9 service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8139839 Jul 08 01:49:19.896512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-3a302fa4-128a-4a98-a4b8-f9837b7f1578 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8307378 Jul 08 01:49:19.901425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:19.945690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:20.016345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:20.016723 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:20.056649 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:20.135152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e8120b-53e8-4a07-b721-8053bef66eaa req-168beb45-6211-4551-973f-79a7b905c67a tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:20.141136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6e8120b-53e8-4a07-b721-8053bef66eaa req-168beb45-6211-4551-973f-79a7b905c67a tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.7785144 Jul 08 01:49:20.344586 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:20.347977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce req-40481c87-a688-4043-97ac-b972db7a520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:20.349800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce req-40481c87-a688-4043-97ac-b972db7a520d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1098 time: 0.4161000 Jul 08 01:49:20.352938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6e8120b-53e8-4a07-b721-8053bef66eaa req-8c011a11-4156-4c17-915b-006b76063a75 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100925 Jul 08 01:49:20.355527 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:20.357890 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:20.561666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=24c81236-95d2-40cd-88b4-93326a63bbe7,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:20.582502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Subnet': ['ID=f7727981-6cfe-4f90-aca8-1c81b62997c5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:20.620515 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2d389d7a-fd5a-4040-95ee-1e8bec2940ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:20.685633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce req-a5099d6f-9ef6-483f-b624-5a1aefd98fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:20.686538 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce req-a5099d6f-9ef6-483f-b624-5a1aefd98fba service neutron] 10.222.0.24 "GET /v2.0/networks?id=cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 200 len: 920 time: 0.3259084 Jul 08 01:49:20.775405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce req-652bc5a6-a2bc-46df-a2c9-f12b269c28ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 217 time: 0.0717492 Jul 08 01:49:20.799711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Checking segment: {'id': 'f3e2e275-60f8-4269-bb2f-050cd67c78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea64e7b6-25f9-4d65-a966-22ebd063c4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:20.799711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network hostable DHCP agents. Network: ea64e7b6-25f9-4d65-a966-22ebd063c4e3, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:20.871285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-35751015-7530-4f8d-95da-0cbd9b06455b None None] Provisioning complete for port 24c81236-95d2-40cd-88b4-93326a63bbe7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:20.872640 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-35751015-7530-4f8d-95da-0cbd9b06455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:20.913795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce req-f455ba89-d2b5-48db-a448-5805f097764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:20.915289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce req-f455ba89-d2b5-48db-a448-5805f097764d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e952881-f4c2-40a9-86a0-01ad006739af HTTP/1.1" status: 200 len: 859 time: 0.1163411 Jul 08 01:49:20.916587 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:20.943114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-35751015-7530-4f8d-95da-0cbd9b06455b None None] Port 24c81236-95d2-40cd-88b4-93326a63bbe7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:20.990532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network ea64e7b6-25f9-4d65-a966-22ebd063c4e3 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:21.062260 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce req-e4e175e4-0c62-4984-96cd-b356d44b892a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cda84429-d659-4d19-9308-4307abd351a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153946 Jul 08 01:49:21.125280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ea64e7b6-25f9-4d65-a966-22ebd063c4e3) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:21.134133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736955ae-2346-48fa-9779-dc2b61c7ce6d None None] Network ea64e7b6-25f9-4d65-a966-22ebd063c4e3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:21.154063 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:21.154661 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.295219 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.319309 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-ea64e7b6-25f9-4d65-a966-22ebd063c4e3', 'network_id': 'ea64e7b6-25f9-4d65-a966-22ebd063c4e3', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'fixed_ips': [{'subnet_id': 'f7727981-6cfe-4f90-aca8-1c81b62997c5'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:49:21.320250 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.353620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-546be167-095d-4dbf-9132-bca9f39fbda5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5458183 Jul 08 01:49:21.357057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58832) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:21.365303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c54373eb-d7c4-4db6-9c75-9dd73743fbc1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1750479571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:21.383245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ebb66-4d7e-4064-af78-800b6121c342 req-c6eb3e29-377a-4ae7-8f5b-ec25741ed64a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:21.391686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db4ebb66-4d7e-4064-af78-800b6121c342 req-c6eb3e29-377a-4ae7-8f5b-ec25741ed64a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.4614120 Jul 08 01:49:21.415451 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c54373eb-d7c4-4db6-9c75-9dd73743fbc1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.417338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c54373eb-d7c4-4db6-9c75-9dd73743fbc1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.461480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Allocated IP 172.25.4.219 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/93450c58-ebaf-4365-8722-0c60a371b30f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:21.470215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce req-6fd417d2-ae35-46a0-94de-96a7d4ff9980 service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745801 Jul 08 01:49:21.486255 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c54373eb-d7c4-4db6-9c75-9dd73743fbc1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.493162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Allocated IP 2001:db8::2 (ea64e7b6-25f9-4d65-a966-22ebd063c4e3/f7727981-6cfe-4f90-aca8-1c81b62997c5/7ad89464-592c-4540-ad60-a3e4857cc770) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:21.494625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c54373eb-d7c4-4db6-9c75-9dd73743fbc1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.526771 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c54373eb-d7c4-4db6-9c75-9dd73743fbc1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.528537 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c54373eb-d7c4-4db6-9c75-9dd73743fbc1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1689303 Jul 08 01:49:21.531155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58838) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:21.536865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'port': {'network_id': 'ea64e7b6-25f9-4d65-a966-22ebd063c4e3', 'name': 'tempest-RoutersIpV6Test-847099405'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:21.586618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db4ebb66-4d7e-4064-af78-800b6121c342 req-453c643f-05d9-4ded-bd3b-7c31dd48330e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939647 Jul 08 01:49:21.700028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:21.705409 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.711391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.717630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Transition to ACTIVE for port object 7ad89464-592c-4540-ad60-a3e4857cc770 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:21.736034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Transition to ACTIVE for port object 7ad89464-592c-4540-ad60-a3e4857cc770 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:21.746301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] device_id is not set on port 372fce59-8f2b-442e-a6ca-add192a5b36c yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:49:21.747553 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.803511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Network ea64e7b6-25f9-4d65-a966-22ebd063c4e3 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:21.807540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:21.812429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Pushing event updated for resources: {'Port': ['ID=7ad89464-592c-4540-ad60-a3e4857cc770,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:21.815416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:21.850289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.884503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Attempting to bind port 7ad89464-592c-4540-ad60-a3e4857cc770 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:21.884884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Attempting to bind port 7ad89464-592c-4540-ad60-a3e4857cc770 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f3e2e275-60f8-4269-bb2f-050cd67c78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea64e7b6-25f9-4d65-a966-22ebd063c4e3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:21.885399 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Attempting to bind port 7ad89464-592c-4540-ad60-a3e4857cc770 on network ea64e7b6-25f9-4d65-a966-22ebd063c4e3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:21.892756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:21.893069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Checking segment: {'id': 'f3e2e275-60f8-4269-bb2f-050cd67c78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea64e7b6-25f9-4d65-a966-22ebd063c4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:21.893568 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.893952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Bound using segment: {'id': 'f3e2e275-60f8-4269-bb2f-050cd67c78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea64e7b6-25f9-4d65-a966-22ebd063c4e3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:21.894430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff4d9fba-acd3-4618-b7c1-6c6b9eb412ce req-7b020e5a-9a5c-42aa-8574-ff4db0e0f260 service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126930 Jul 08 01:49:21.894602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Bound port: 7ad89464-592c-4540-ad60-a3e4857cc770, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e2e275-60f8-4269-bb2f-050cd67c78cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ea64e7b6-25f9-4d65-a966-22ebd063c4e3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:21.894810 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.898167 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:21.932456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Allocated IP 2001:db8::2d0 (ea64e7b6-25f9-4d65-a966-22ebd063c4e3/f7727981-6cfe-4f90-aca8-1c81b62997c5/372fce59-8f2b-442e-a6ca-add192a5b36c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:21.978038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-edb0c671-3043-4f70-9042-89baa988433c None None] For port 7ad89464-592c-4540-ad60-a3e4857cc770, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:21.979552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df069c4c-e811-4346-9939-6f75d4ddc94a req-ea09ef07-dd0d-4174-abc4-d132a9b1caf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:21.981699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-edb0c671-3043-4f70-9042-89baa988433c None None] For port 7ad89464-592c-4540-ad60-a3e4857cc770, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7ad89464-592c-4540-ad60-a3e4857cc770,segment=NetworkSegment(f3e2e275-60f8-4269-bb2f-050cd67c78cd),segment_id=f3e2e275-60f8-4269-bb2f-050cd67c78cd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:21.986693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df069c4c-e811-4346-9939-6f75d4ddc94a req-ea09ef07-dd0d-4174-abc4-d132a9b1caf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.2156746 Jul 08 01:49:21.999930 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:22.108991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0c671-3043-4f70-9042-89baa988433c None None] Pushing event updated for resources: {'Port': ['ID=7ad89464-592c-4540-ad60-a3e4857cc770,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:22.126025 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df069c4c-e811-4346-9939-6f75d4ddc94a req-73a2f853-2e34-4ddb-a608-99c65e927018 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366439 Jul 08 01:49:22.133861 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:22.201737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:22.203564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:22.209297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:22.226897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:22.227748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Transition to ACTIVE for port object 372fce59-8f2b-442e-a6ca-add192a5b36c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:22.285864 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:22.357801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network ea64e7b6-25f9-4d65-a966-22ebd063c4e3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:22.361181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:22.373365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:22.384825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:22.386835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:22.406333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=372fce59-8f2b-442e-a6ca-add192a5b36c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:22.418415 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-957c5256-948b-47fe-9238-c677aa1d188f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8858912 Jul 08 01:49:22.422006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58852) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:22.774567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Pushing event updated for resources: {'Port': ['ID=93450c58-ebaf-4365-8722-0c60a371b30f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:22.806086 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:22.812034 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:22.922103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07d5bc-5d0d-48a3-82fb-07a800192d08 req-d636056d-20cd-4cb6-84b5-f6f057be75ff tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:22.923728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb07d5bc-5d0d-48a3-82fb-07a800192d08 req-d636056d-20cd-4cb6-84b5-f6f057be75ff tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.6019464 Jul 08 01:49:22.928156 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:22.930277 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:22.953223 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.047914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28c650-05eb-4f8c-b5c2-42795c0b27ba req-049876ee-521b-4f03-b836-1628fe55e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:23.049639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ab28c650-05eb-4f8c-b5c2-42795c0b27ba req-049876ee-521b-4f03-b836-1628fe55e1ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 1097 time: 0.1227942 Jul 08 01:49:23.087995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=24c81236-95d2-40cd-88b4-93326a63bbe7,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:23.092223 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.108078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb07d5bc-5d0d-48a3-82fb-07a800192d08 req-30eeb720-e8cc-48c1-9aa2-2650c1b14971 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490903 Jul 08 01:49:23.221114 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.225947 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28c650-05eb-4f8c-b5c2-42795c0b27ba req-d2fc5f3b-0d29-4fad-8a92-2ae6723119b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:23.227827 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ab28c650-05eb-4f8c-b5c2-42795c0b27ba req-d2fc5f3b-0d29-4fad-8a92-2ae6723119b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 915 time: 0.1640828 Jul 08 01:49:23.231761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.288153 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.297025 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.300192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 08f2605a-d0f5-4654-beb8-52b54b75e2ff is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:23.310707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:23.361149 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f145c4b6-95b7-466e-8e10-29c064794d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.378873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca2be1-a937-4608-bd50-bd029219213e None None] Network ea64e7b6-25f9-4d65-a966-22ebd063c4e3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:23.405750 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ab28c650-05eb-4f8c-b5c2-42795c0b27ba req-53b85229-8428-4999-979c-830285cd5b33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a24a343-706d-47f1-9419-84e91e0adb3a HTTP/1.1" status: 200 len: 217 time: 0.1609447 Jul 08 01:49:23.498422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28c650-05eb-4f8c-b5c2-42795c0b27ba req-65d649cd-747e-48d0-a9f6-4bbd65d9a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:23.500237 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ab28c650-05eb-4f8c-b5c2-42795c0b27ba req-65d649cd-747e-48d0-a9f6-4bbd65d9a403 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=96b90165-d067-4fff-8639-24a03e0be726 HTTP/1.1" status: 200 len: 854 time: 0.0864553 Jul 08 01:49:23.504996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Pushing event updated for resources: {'Port': ['ID=93450c58-ebaf-4365-8722-0c60a371b30f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:23.537256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-89db5a48-d9ed-4d05-8039-e9837cebd13a None None] Provisioning for port 7ad89464-592c-4540-ad60-a3e4857cc770 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:23.539427 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.573179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.574936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-373dddf7-c363-40b1-b9c2-949a14924e55 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6775997 Jul 08 01:49:23.586764 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ab28c650-05eb-4f8c-b5c2-42795c0b27ba req-42aef1ab-6b9c-4edc-87a9-6b29ad3fe64e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=500b7a8d-3e3f-467c-8af9-36812606853e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738959 Jul 08 01:49:23.592853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=372fce59-8f2b-442e-a6ca-add192a5b36c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:23.648837 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.695650 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.700762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-3c254b05-cbc3-4469-a95b-07484efad9c7 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.1105173 Jul 08 01:49:23.723680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router e11c5548-0761-4aa2-9d23-2f08303c7146 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:49:23.778229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8aa44bf8-22be-4530-9e97-a0e7c4621a0f None None] Provisioning complete for port 24c81236-95d2-40cd-88b4-93326a63bbe7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:23.778911 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8aa44bf8-22be-4530-9e97-a0e7c4621a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.797921 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ab28c650-05eb-4f8c-b5c2-42795c0b27ba req-6090b039-96d7-444c-af68-8cad79dd4097 service neutron] 10.222.0.16 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033241 Jul 08 01:49:23.870929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8aa44bf8-22be-4530-9e97-a0e7c4621a0f None None] Port 24c81236-95d2-40cd-88b4-93326a63bbe7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:23.903382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:23.910976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64798b-12fa-4232-8a6f-a12cb561f961 req-ef9cdf98-922b-4043-afa3-6d5430aa01a7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:23.920489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d64798b-12fa-4232-8a6f-a12cb561f961 req-ef9cdf98-922b-4043-afa3-6d5430aa01a7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3442421 Jul 08 01:49:23.978477 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ab28c650-05eb-4f8c-b5c2-42795c0b27ba req-75bc065b-2e03-43cb-8ed4-dde69fc5d3cf service neutron] 10.222.0.16 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690784 Jul 08 01:49:23.982355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:24.006040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-28eda044-b1bc-4382-aa3e-105c3166598e None None] Provisioning for port 372fce59-8f2b-442e-a6ca-add192a5b36c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:24.009836 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ae45d-e293-4722-9456-65c60508edde None None] Sync routers for ids ['e11c5548-0761-4aa2-9d23-2f08303c7146'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:24.011803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f5d117a9-87ab-4cb6-90c8-e025118b44c1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/e11c5548-0761-4aa2-9d23-2f08303c7146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8890986 Jul 08 01:49:24.015517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-28eda044-b1bc-4382-aa3e-105c3166598e None None] Provisioning complete for port 372fce59-8f2b-442e-a6ca-add192a5b36c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:24.016049 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-28eda044-b1bc-4382-aa3e-105c3166598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:24.016958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:24.028231 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ae45d-e293-4722-9456-65c60508edde None None] Routers {'e11c5548-0761-4aa2-9d23-2f08303c7146'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:24.029186 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e73ae45d-e293-4722-9456-65c60508edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e11c5548-0761-4aa2-9d23-2f08303c7146'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:24.102313 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e73ae45d-e293-4722-9456-65c60508edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:24.115244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-28eda044-b1bc-4382-aa3e-105c3166598e None None] Port 372fce59-8f2b-442e-a6ca-add192a5b36c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:24.125879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-09727d7a-3a60-45a4-9391-ab6fed21bdf3 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:24.132019 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ae45d-e293-4722-9456-65c60508edde None None] Routers {'e11c5548-0761-4aa2-9d23-2f08303c7146'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:24.132708 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e73ae45d-e293-4722-9456-65c60508edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e11c5548-0761-4aa2-9d23-2f08303c7146'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:24.135758 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-09727d7a-3a60-45a4-9391-ab6fed21bdf3 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.4243505 Jul 08 01:49:24.145944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-93feb9d5-fdf7-45da-82d5-f289b8e2e173 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:49:24.158330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7ad89464-592c-4540-ad60-a3e4857cc770 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:24.160526 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f1403af9-1a5f-41ba-a1ca-ba8c0b8455ef req-93feb9d5-fdf7-45da-82d5-f289b8e2e173 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226460 Jul 08 01:49:24.185623 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e73ae45d-e293-4722-9456-65c60508edde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:24.186291 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ae45d-e293-4722-9456-65c60508edde None None] The sync data for ids ['e11c5548-0761-4aa2-9d23-2f08303c7146'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:24.200017 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d64798b-12fa-4232-8a6f-a12cb561f961 req-e4c6a7ec-3588-4c8d-a2fd-5964a0e9a5d5 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784674 Jul 08 01:49:24.231456 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:49:24.238397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dfc05e-bdc5-4bda-9b2d-da1c03b44fc8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:24.243875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58864) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:24.244933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b8dfc05e-bdc5-4bda-9b2d-da1c03b44fc8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports/24c81236-95d2-40cd-88b4-93326a63bbe7 HTTP/1.1" status: 200 len: 978 time: 0.2219002 Jul 08 01:49:24.253680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 7ad89464-592c-4540-ad60-a3e4857cc770 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:24.258383 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7ad89464-592c-4540-ad60-a3e4857cc770 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:24.258851 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:24.343550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f852a552-5e35-4dc4-96c6-fe2dcbe6fae0 None None] Provisioning complete for port 372fce59-8f2b-442e-a6ca-add192a5b36c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:24.343926 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f852a552-5e35-4dc4-96c6-fe2dcbe6fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:24.428795 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:24.430601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f852a552-5e35-4dc4-96c6-fe2dcbe6fae0 None None] Port 372fce59-8f2b-442e-a6ca-add192a5b36c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:24.461546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf46013-c88d-43ed-9478-42e46b8ea220 req-06aebe13-eaa9-473c-a389-e5f80367fd75 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:24.463344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aaf46013-c88d-43ed-9478-42e46b8ea220 req-06aebe13-eaa9-473c-a389-e5f80367fd75 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.1529517 Jul 08 01:49:24.478063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 7ad89464-592c-4540-ad60-a3e4857cc770, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7ad89464-592c-4540-ad60-a3e4857cc770,segment=NetworkSegment(f3e2e275-60f8-4269-bb2f-050cd67c78cd),segment_id=f3e2e275-60f8-4269-bb2f-050cd67c78cd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:24.485589 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:24.514496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de562f1b-9172-4092-bcfc-65545a2eaa5e req-6df300a8-d62b-430e-84ae-73a7c3aadd34 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:24.523476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de562f1b-9172-4092-bcfc-65545a2eaa5e req-6df300a8-d62b-430e-84ae-73a7c3aadd34 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.1453421 Jul 08 01:49:24.547023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=7ad89464-592c-4540-ad60-a3e4857cc770,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:24.563471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aaf46013-c88d-43ed-9478-42e46b8ea220 req-6a39f9f2-355d-41d8-8109-cb620ad35ed8 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880544 Jul 08 01:49:24.588111 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de562f1b-9172-4092-bcfc-65545a2eaa5e req-730d2833-9079-457f-8bf4-39f37c63be27 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635266 Jul 08 01:49:24.657943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aa073fd7-1f23-4ec8-ad92-1882ace2b076 None None] Provisioning complete for port 372fce59-8f2b-442e-a6ca-add192a5b36c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:24.658626 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa073fd7-1f23-4ec8-ad92-1882ace2b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:24.704362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-aa073fd7-1f23-4ec8-ad92-1882ace2b076 None None] Port 372fce59-8f2b-442e-a6ca-add192a5b36c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:24.727243 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:24.807198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-6a728f91-ba24-452f-afe6-43ca8e4ba0c9 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:24.810031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-6a728f91-ba24-452f-afe6-43ca8e4ba0c9 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1285660 Jul 08 01:49:24.871997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-46456ccb-aa15-4662-b76d-321835dfe215 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.0569363 Jul 08 01:49:24.876855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-d70368a0-e9d4-473d-a3d9-8801acd36adb tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Request body: {'floatingip': {'port_id': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:24.891683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:24.911094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:24.911888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:24.916984 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-d70368a0-e9d4-473d-a3d9-8801acd36adb tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:25.023680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=372fce59-8f2b-442e-a6ca-add192a5b36c,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:25.090598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network ea64e7b6-25f9-4d65-a966-22ebd063c4e3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:25.093456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:25.240782 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:25.411973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router f6408eae-0e1f-4182-b2a4-501c2f18c5e4 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:49:25.435118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a188bfce-0cec-4cbe-87ec-424dcf49de4b None None] Provisioning complete for port 372fce59-8f2b-442e-a6ca-add192a5b36c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:25.435732 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a188bfce-0cec-4cbe-87ec-424dcf49de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:25.474455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a188bfce-0cec-4cbe-87ec-424dcf49de4b None None] Port 372fce59-8f2b-442e-a6ca-add192a5b36c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:25.513656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-d70368a0-e9d4-473d-a3d9-8801acd36adb tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:25.521008 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-d70368a0-e9d4-473d-a3d9-8801acd36adb tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:25.528962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-7e9ef91f-dafe-452d-97cf-183034376983 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1904964 Jul 08 01:49:25.538631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13464cf7-b235-4efa-bd99-40d1f955e957 req-cff7a3dc-4f91-4593-84a6-c50fb5246792 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:25.540052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13464cf7-b235-4efa-bd99-40d1f955e957 req-cff7a3dc-4f91-4593-84a6-c50fb5246792 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.1915801 Jul 08 01:49:25.555598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:25.561836 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3da93dbf-09f7-441e-aa74-9b5778b9a756 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/f6408eae-0e1f-4182-b2a4-501c2f18c5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1387193 Jul 08 01:49:25.566020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58872) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:25.568554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d32c1ef-662d-4069-87d4-663e5c06c10b None None] Sync routers for ids ['f6408eae-0e1f-4182-b2a4-501c2f18c5e4'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:25.583771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d32c1ef-662d-4069-87d4-663e5c06c10b None None] Routers {'f6408eae-0e1f-4182-b2a4-501c2f18c5e4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:25.585897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1d32c1ef-662d-4069-87d4-663e5c06c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f6408eae-0e1f-4182-b2a4-501c2f18c5e4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:25.623097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1d32c1ef-662d-4069-87d4-663e5c06c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:25.633523 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d32c1ef-662d-4069-87d4-663e5c06c10b None None] Routers {'f6408eae-0e1f-4182-b2a4-501c2f18c5e4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:25.634263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1d32c1ef-662d-4069-87d4-663e5c06c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f6408eae-0e1f-4182-b2a4-501c2f18c5e4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:25.638185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a9109-bec3-4907-a711-3a83fed9ad44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:25.642268 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-470a9109-bec3-4907-a711-3a83fed9ad44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports/372fce59-8f2b-442e-a6ca-add192a5b36c HTTP/1.1" status: 200 len: 983 time: 0.0730884 Jul 08 01:49:25.642439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58878) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:25.667220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1d32c1ef-662d-4069-87d4-663e5c06c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:25.667979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d32c1ef-662d-4069-87d4-663e5c06c10b None None] The sync data for ids ['f6408eae-0e1f-4182-b2a4-501c2f18c5e4'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:25.682165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13464cf7-b235-4efa-bd99-40d1f955e957 req-7ae2ce62-6062-4c61-9db2-e4cceb06e6b0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111178 Jul 08 01:49:25.684196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 24c81236-95d2-40cd-88b4-93326a63bbe7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:25.684609 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:25.723489 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-d70368a0-e9d4-473d-a3d9-8801acd36adb tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Floating IP 0b691154-68e3-4b10-a238-1026406c2ee3 associated. External IP: 172.25.4.219, port: b13473b4-7734-437f-8f95-db0090ad5c4e. Jul 08 01:49:25.732204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-1ac88597-dc41-4bd6-b8b4-ff7d43ebbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:25.732720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-1ac88597-dc41-4bd6-b8b4-ff7d43ebbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:25.733198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-1ac88597-dc41-4bd6-b8b4-ff7d43ebbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:25.733667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-1ac88597-dc41-4bd6-b8b4-ff7d43ebbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:25.734136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-1ac88597-dc41-4bd6-b8b4-ff7d43ebbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:25.734599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-1ac88597-dc41-4bd6-b8b4-ff7d43ebbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:25.735062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-1ac88597-dc41-4bd6-b8b4-ff7d43ebbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:25.739428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-1ac88597-dc41-4bd6-b8b4-ff7d43ebbf4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6507 time: 0.1450150 Jul 08 01:49:25.886677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7ad89464-592c-4540-ad60-a3e4857cc770 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:25.894396 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:25.916438 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 24c81236-95d2-40cd-88b4-93326a63bbe7 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:25.942922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7ad89464-592c-4540-ad60-a3e4857cc770 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:25.943303 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:26.174786 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7a24a343-706d-47f1-9419-84e91e0adb3a no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:26.253336 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:26.280953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-f929220c-bbd8-448f-82cf-9054b4fcfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:26.281589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-f929220c-bbd8-448f-82cf-9054b4fcfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:26.281890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-f929220c-bbd8-448f-82cf-9054b4fcfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:26.283498 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-f929220c-bbd8-448f-82cf-9054b4fcfcaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c274d0d-0887-42f7-9ec2-737b20191266&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e HTTP/1.1" status: 200 len: 2298 time: 0.1925888 Jul 08 01:49:26.297631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e8724-7088-4dd5-9059-a1e2d03bdb23 req-7611a5ad-a21a-4637-9a70-c843acd82286 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:26.303308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=24c81236-95d2-40cd-88b4-93326a63bbe7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:26.305454 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-662e8724-7088-4dd5-9059-a1e2d03bdb23 req-7611a5ad-a21a-4637-9a70-c843acd82286 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.2245119 Jul 08 01:49:26.317885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:26.356027 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:26.368106 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:26.398676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:26.400405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:26.402871 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbeba25-64d3-4e9f-a4d1-9a2c5935f389" -d '{"events": [{"server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "name": "network-vif-unplugged", "status": "completed", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:26.407787 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:26.471692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-662e8724-7088-4dd5-9059-a1e2d03bdb23 req-1e819203-2ebd-4ea9-867f-e2cdd1e6144d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652830 Jul 08 01:49:26.481444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:26.491144 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-102d681a-42f1-4140-8d95-184463a59564 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a HTTP/1.1" status: 200 len: 1001 time: 0.1830168 Jul 08 01:49:26.572098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-434a472d-cdf0-4e0c-a2b4-4f9600f052f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:26.574391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-434a472d-cdf0-4e0c-a2b4-4f9600f052f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66c3daff-fc98-48ba-b450-287f7a1d985c HTTP/1.1" status: 200 len: 856 time: 0.0690680 Jul 08 01:49:26.576588 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-d70368a0-e9d4-473d-a3d9-8801acd36adb tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Router 00284ee0-b21c-4036-bdcb-f8673511a815 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:26.687026 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:26.773640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-860d8cce-2650-4a72-8a05-c16f682896a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:26.775160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-860d8cce-2650-4a72-8a05-c16f682896a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c274d0d-0887-42f7-9ec2-737b20191266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1921644 Jul 08 01:49:26.841834 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-d70368a0-e9d4-473d-a3d9-8801acd36adb tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:26.848537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-d70368a0-e9d4-473d-a3d9-8801acd36adb tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:26.852077 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] Sync routers for ids ['00284ee0-b21c-4036-bdcb-f8673511a815'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:26.857418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8854f-a5e6-4c34-ab24-176ac31407c1 req-074eb7ff-8405-484c-b6c1-9872ebb16f81 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:26.858936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6df8854f-a5e6-4c34-ab24-176ac31407c1 req-074eb7ff-8405-484c-b6c1-9872ebb16f81 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.1992090 Jul 08 01:49:26.864530 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] Routers {'00284ee0-b21c-4036-bdcb-f8673511a815'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:26.865507 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['00284ee0-b21c-4036-bdcb-f8673511a815'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:26.946048 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-d70368a0-e9d4-473d-a3d9-8801acd36adb tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "PUT /v2.0/floatingips/0b691154-68e3-4b10-a238-1026406c2ee3 HTTP/1.1" status: 200 len: 997 time: 2.0730875 Jul 08 01:49:26.953743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:26.956886 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:26.968241 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-5cfe795d-9046-41a3-bfbf-2a1c21c7332a service neutron] 10.222.0.24 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828959 Jul 08 01:49:26.971497 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6df8854f-a5e6-4c34-ab24-176ac31407c1 req-3adaece4-73c0-405a-b6ce-3509a9a445de tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892208 Jul 08 01:49:26.979817 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] Set router 00284ee0-b21c-4036-bdcb-f8673511a815 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:49:27.123372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-e3aeceb3-f388-48ea-a637-c4e7aafd2335 service neutron] 10.222.0.24 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427274 Jul 08 01:49:27.125574 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-1e060996-7569-4acb-b25c-3c436255dabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:27.127074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-1e060996-7569-4acb-b25c-3c436255dabe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1098 time: 0.1545441 Jul 08 01:49:27.235446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-a615103f-17b0-44be-ac50-6bd29430b000 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=b1017d1c-77ed-4095-b3c8-a332634c3034 HTTP/1.1" status: 200 len: 217 time: 0.0911591 Jul 08 01:49:27.248769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router e11c5548-0761-4aa2-9d23-2f08303c7146 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:27.278371 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '0b691154-68e3-4b10-a238-1026406c2ee3', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'port_id': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'mac_address': 'fa:16:3e:d0:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:49:22Z', 'updated_at': '2021-07-08T01:49:25Z', 'revision_number': 1, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a42890b-f68c-4814-9347-d7137138231c', 'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'mac_address': 'fa:16:3e:71:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:10Z', 'updated_at': '2021-07-08T01:48:22Z', 'revision_number': 5, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'subnets': [{'id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:27.309750 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09244b80-8164-4706-acea-1459ed52b157 x-openstack-request-id: req-09244b80-8164-4706-acea-1459ed52b157 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:27.309750 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "name": "network-vif-unplugged", "status": "failed", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a", "code": 422}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:27.310361 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09244b80-8164-4706-acea-1459ed52b157 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:27.310874 n-d-694802-14 neutron-server[93885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'code': 422} returned with failed status Jul 08 01:49:27.326280 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] Checking router: 00284ee0-b21c-4036-bdcb-f8673511a815 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:49:27.326899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-b960e222-2d50-43b6-94b1-0e72edcd3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:27.328424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-b960e222-2d50-43b6-94b1-0e72edcd3355 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.0842965 Jul 08 01:49:27.329612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-e05742f7-3b39-4291-a571-d90926eb732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:27.332277 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-e05742f7-3b39-4291-a571-d90926eb732e service neutron] 10.222.0.41 "GET /v2.0/networks?id=cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 200 len: 920 time: 0.1952860 Jul 08 01:49:27.339349 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] Routers {'00284ee0-b21c-4036-bdcb-f8673511a815'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:27.339997 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['00284ee0-b21c-4036-bdcb-f8673511a815'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:27.342452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 372fce59-8f2b-442e-a6ca-add192a5b36c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:27.342818 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:27.391302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:27.401691 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-33fd8ac9-f019-4f06-ab88-2d3a9c7505fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/e11c5548-0761-4aa2-9d23-2f08303c7146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1534696 Jul 08 01:49:27.403331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58890) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:27.405580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394bd1d1-9a1e-4ba5-bd54-fdd028ca8f18 None None] Sync routers for ids ['e11c5548-0761-4aa2-9d23-2f08303c7146'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:27.423054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394bd1d1-9a1e-4ba5-bd54-fdd028ca8f18 None None] Routers {'e11c5548-0761-4aa2-9d23-2f08303c7146'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:27.424867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-394bd1d1-9a1e-4ba5-bd54-fdd028ca8f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e11c5548-0761-4aa2-9d23-2f08303c7146'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:27.433492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-ea31c55a-aa73-41f2-8703-0c2e2fa45591 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 1000 time: 0.0921917 Jul 08 01:49:27.475487 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] Set router 00284ee0-b21c-4036-bdcb-f8673511a815 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:49:27.483599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-394bd1d1-9a1e-4ba5-bd54-fdd028ca8f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:27.500070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394bd1d1-9a1e-4ba5-bd54-fdd028ca8f18 None None] Routers {'e11c5548-0761-4aa2-9d23-2f08303c7146'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:27.501221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-394bd1d1-9a1e-4ba5-bd54-fdd028ca8f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e11c5548-0761-4aa2-9d23-2f08303c7146'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:27.546778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-faa9a534-103f-4ed6-bd96-23ac1717be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:27.548280 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-faa9a534-103f-4ed6-bd96-23ac1717be35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e952881-f4c2-40a9-86a0-01ad006739af HTTP/1.1" status: 200 len: 859 time: 0.0958047 Jul 08 01:49:27.556368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-394bd1d1-9a1e-4ba5-bd54-fdd028ca8f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:27.557579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394bd1d1-9a1e-4ba5-bd54-fdd028ca8f18 None None] The sync data for ids ['e11c5548-0761-4aa2-9d23-2f08303c7146'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:27.587856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:27.600428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-3e4c5586-190a-47a7-bdb2-646a26c14cf7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cda84429-d659-4d19-9308-4307abd351a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358620 Jul 08 01:49:27.606894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 372fce59-8f2b-442e-a6ca-add192a5b36c owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:27.607206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-e464b85e-9f64-4bba-8fa5-73223874d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:27.608731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-e464b85e-9f64-4bba-8fa5-73223874d76c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2649064 Jul 08 01:49:27.615247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-a2d800c3-2ff8-4b09-aebb-f131d3108419 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:49:27.616231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-a2d800c3-2ff8-4b09-aebb-f131d3108419 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066559 Jul 08 01:49:27.643329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbad73-e16c-4256-8193-6ca37a78f4df req-4c8a7e2a-a909-46d9-97a3-e3ccaa5f71e0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:27.644776 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9fbad73-e16c-4256-8193-6ca37a78f4df req-4c8a7e2a-a909-46d9-97a3-e3ccaa5f71e0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 943 time: 0.1807384 Jul 08 01:49:27.650827 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-f7ff0a86-8fb2-4844-8de7-5659ae9afd96 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 01:49:27.651879 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f7ff0a86-8fb2-4844-8de7-5659ae9afd96 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/e11c5548-0761-4aa2-9d23-2f08303c7146/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2476833 Jul 08 01:49:27.655193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58894) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:27.717836 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-99473ef8-23c6-4ed8-be04-9859b40bb0f8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=e11c5548-0761-4aa2-9d23-2f08303c7146 HTTP/1.1" status: 200 len: 205 time: 0.0615590 Jul 08 01:49:27.720191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58896) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:27.769212 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '0b691154-68e3-4b10-a238-1026406c2ee3', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'port_id': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'mac_address': 'fa:16:3e:d0:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:49:22Z', 'updated_at': '2021-07-08T01:49:25Z', 'revision_number': 1, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a42890b-f68c-4814-9347-d7137138231c', 'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'mac_address': 'fa:16:3e:71:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:10Z', 'updated_at': '2021-07-08T01:48:22Z', 'revision_number': 5, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'subnets': [{'id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:27.786388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9fbad73-e16c-4256-8193-6ca37a78f4df req-9ad5bcb9-5839-4d92-968f-48a058b0aa93 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227906 Jul 08 01:49:27.804795 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c1ca5-ed4a-4eff-af23-f9dc9c85efeb None None] The sync data for ids ['00284ee0-b21c-4036-bdcb-f8673511a815'] in n-d-694802-14 is: [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '0b691154-68e3-4b10-a238-1026406c2ee3', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'floating_ip_address': '172.25.4.219', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'port_id': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'mac_address': 'fa:16:3e:d0:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:49:22Z', 'updated_at': '2021-07-08T01:49:25Z', 'revision_number': 1, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a42890b-f68c-4814-9347-d7137138231c', 'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'mac_address': 'fa:16:3e:71:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:10Z', 'updated_at': '2021-07-08T01:48:22Z', 'revision_number': 5, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'subnets': [{'id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:27.818704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-49d08f4a-623a-4c60-9dcc-58bafbb944f6 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001932 Jul 08 01:49:27.820511 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-08d33a8b-7e92-4038-ae64-a66666f6ef18 service neutron] 10.222.0.41 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935954 Jul 08 01:49:27.872172 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d425e7-ac71-4019-8f88-6998db44c342 x-openstack-request-id: req-89d425e7-ac71-4019-8f88-6998db44c342 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:27.872503 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:27.872751 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89d425e7-ac71-4019-8f88-6998db44c342 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:27.873144 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'status': 'completed', 'code': 200} Jul 08 01:49:27.896115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-803d2aa3-655c-4ad2-a60d-71a036e0dbc6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.075549 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2aa64d78-7e80-44f4-85b0-085fb1c1e06c req-f1058b5b-a669-4ae3-955a-905819411072 service neutron] 10.222.0.41 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428503 Jul 08 01:49:28.093773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-8f7b1b1f-35e8-445a-ab20-99d8c84ec995 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626810 Jul 08 01:49:28.101213 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d65f2a-3e1f-4705-b6f5-87c186e77bdc None None] New status for floating IP 0b691154-68e3-4b10-a238-1026406c2ee3: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:49:28.135534 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.148802 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-803d2aa3-655c-4ad2-a60d-71a036e0dbc6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.151478 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-803d2aa3-655c-4ad2-a60d-71a036e0dbc6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.151632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba req-2d53597a-6001-42ba-a3cb-ee828ac85ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:28.153192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba req-2d53597a-6001-42ba-a3cb-ee828ac85ca7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1098 time: 0.2304413 Jul 08 01:49:28.154839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-561d8fba-0b4c-43c3-a4e5-fe883f9585a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=8f30cc45-c864-4663-b66e-e68c70b846b4 HTTP/1.1" status: 200 len: 217 time: 0.0536475 Jul 08 01:49:28.228624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=372fce59-8f2b-442e-a6ca-add192a5b36c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:28.254879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d764447-6957-4181-802a-513442ef563c req-618dcdcb-40ab-4c36-8671-e0028d5ed08a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:28.256764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d764447-6957-4181-802a-513442ef563c req-618dcdcb-40ab-4c36-8671-e0028d5ed08a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.2707472 Jul 08 01:49:28.275714 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-803d2aa3-655c-4ad2-a60d-71a036e0dbc6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.276335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803d2aa3-655c-4ad2-a60d-71a036e0dbc6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Fanout notify agent at l3_agent the message router_deleted on router e11c5548-0761-4aa2-9d23-2f08303c7146 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:49:28.285250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-803d2aa3-655c-4ad2-a60d-71a036e0dbc6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.286383 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-803d2aa3-655c-4ad2-a60d-71a036e0dbc6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/e11c5548-0761-4aa2-9d23-2f08303c7146 HTTP/1.1" status: 204 len: 168 time: 0.5652611 Jul 08 01:49:28.291437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58908) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:28.353412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-fa8b4685-32b3-4125-b4da-e90aff66f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:28.354889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-fa8b4685-32b3-4125-b4da-e90aff66f433 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.1762459 Jul 08 01:49:28.390210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d764447-6957-4181-802a-513442ef563c req-f0304704-57f0-4208-ac1a-208865e9014b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110556 Jul 08 01:49:28.404628 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.428493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7152a59a-c440-4bb2-b802-32bcc941181b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting subnet 4034e061-9ef7-4ff8-976e-cdee9a57b54e {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:49:28.442609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba req-6a370a89-bab5-46d2-9d81-a222effbd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:28.444113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba req-6a370a89-bab5-46d2-9d81-a222effbd55e service neutron] 10.222.0.24 "GET /v2.0/networks?id=cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 200 len: 920 time: 0.2788968 Jul 08 01:49:28.494048 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7152a59a-c440-4bb2-b802-32bcc941181b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.548245 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7152a59a-c440-4bb2-b802-32bcc941181b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.664526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router f6408eae-0e1f-4182-b2a4-501c2f18c5e4 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:28.773545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7152a59a-c440-4bb2-b802-32bcc941181b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:28.801966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:28.807155 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-689c282c-3759-4075-a7bb-fdd7e6219b86 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/f6408eae-0e1f-4182-b2a4-501c2f18c5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1637578 Jul 08 01:49:28.812328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58910) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:28.812847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10cd1f6-dbad-4c1b-917c-46ac7099a9f1 None None] Sync routers for ids ['f6408eae-0e1f-4182-b2a4-501c2f18c5e4'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:28.816474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2edc3f-a658-4020-a6ae-88dc87de0e9a req-415d1e82-6041-4aec-9abf-0fb62c176f68 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:28.817856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c2edc3f-a658-4020-a6ae-88dc87de0e9a req-415d1e82-6041-4aec-9abf-0fb62c176f68 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 943 time: 0.5569444 Jul 08 01:49:28.823267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10cd1f6-dbad-4c1b-917c-46ac7099a9f1 None None] Routers {'f6408eae-0e1f-4182-b2a4-501c2f18c5e4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:28.824122 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c10cd1f6-dbad-4c1b-917c-46ac7099a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f6408eae-0e1f-4182-b2a4-501c2f18c5e4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:28.861463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c10cd1f6-dbad-4c1b-917c-46ac7099a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:28.870986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10cd1f6-dbad-4c1b-917c-46ac7099a9f1 None None] Routers {'f6408eae-0e1f-4182-b2a4-501c2f18c5e4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:28.871597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c10cd1f6-dbad-4c1b-917c-46ac7099a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f6408eae-0e1f-4182-b2a4-501c2f18c5e4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:28.884031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-cef2308b-47ac-4869-9070-219766f2cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:28.885688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-cef2308b-47ac-4869-9070-219766f2cce7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5200412 Jul 08 01:49:28.906122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba req-7322cf3e-bb47-44b6-9b1f-b6e7e5f04d86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 1002 time: 0.4518857 Jul 08 01:49:28.909536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c10cd1f6-dbad-4c1b-917c-46ac7099a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:28.910965 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10cd1f6-dbad-4c1b-917c-46ac7099a9f1 None None] The sync data for ids ['f6408eae-0e1f-4182-b2a4-501c2f18c5e4'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:28.980746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c2edc3f-a658-4020-a6ae-88dc87de0e9a req-f66d1713-3b63-4f2b-ac1a-e0297db70b6b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522808 Jul 08 01:49:28.981678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7152a59a-c440-4bb2-b802-32bcc941181b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.029778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7152a59a-c440-4bb2-b802-32bcc941181b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.032092 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7152a59a-c440-4bb2-b802-32bcc941181b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/4034e061-9ef7-4ff8-976e-cdee9a57b54e HTTP/1.1" status: 204 len: 168 time: 0.7395704 Jul 08 01:49:29.039613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:29.039814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa6a75e-16b6-4850-a6b1-181ea22202ec None None] Network 08f2605a-d0f5-4654-beb8-52b54b75e2ff requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:29.054999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152a59a-c440-4bb2-b802-32bcc941181b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Subnet': ['ID=4034e061-9ef7-4ff8-976e-cdee9a57b54e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:29.058346 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-c10986e4-1888-4afe-9457-57bc87d27760 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] remove_router_interface failed (client error): The resource could not be found. Jul 08 01:49:29.061999 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c10986e4-1888-4afe-9457-57bc87d27760 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/f6408eae-0e1f-4182-b2a4-501c2f18c5e4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2461331 Jul 08 01:49:29.062854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58920) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:29.086122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba req-905a29d9-85bb-42a6-b867-6bef4ae6b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:29.087617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba req-905a29d9-85bb-42a6-b867-6bef4ae6b106 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e952881-f4c2-40a9-86a0-01ad006739af HTTP/1.1" status: 200 len: 859 time: 0.1707153 Jul 08 01:49:29.094316 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a77f8ba-6dc7-4190-96cf-589993a39dc7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6408eae-0e1f-4182-b2a4-501c2f18c5e4 HTTP/1.1" status: 200 len: 205 time: 0.0287683 Jul 08 01:49:29.094564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58922) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:29.103038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d85a1-1b3c-4f4a-a80d-d0dd49f966d0 req-ec1d44f8-76da-4c65-a799-6878bb57d6a0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:29.104558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-399d85a1-1b3c-4f4a-a80d-d0dd49f966d0 req-ec1d44f8-76da-4c65-a799-6878bb57d6a0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.3013704 Jul 08 01:49:29.173715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e796313-b1c7-47f5-a8be-5ca0e223c0d4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.238636 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba req-82402b15-47d0-4d39-bdbf-e48aa2c5ee26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cda84429-d659-4d19-9308-4307abd351a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330934 Jul 08 01:49:29.263672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9910ac9c-56e3-4be2-974f-96a5c6a5132b None None] DHCP port deletion for 08f2605a-d0f5-4654-beb8-52b54b75e2ff request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:49:29.270514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-5a888e8d-e194-463f-8c84-7bfc162e9838 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 1002 time: 0.2581422 Jul 08 01:49:29.272818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-1ec7d5cc-f0f1-4c19-bcfe-cb3d9907b37d service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763609 Jul 08 01:49:29.324118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9910ac9c-56e3-4be2-974f-96a5c6a5132b None None] Deleting port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:29.324525 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9910ac9c-56e3-4be2-974f-96a5c6a5132b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.348726 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e796313-b1c7-47f5-a8be-5ca0e223c0d4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.350876 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e796313-b1c7-47f5-a8be-5ca0e223c0d4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.359397 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.389176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9910ac9c-56e3-4be2-974f-96a5c6a5132b None None] For port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd,segment=NetworkSegment(d74eee1b-09d0-4429-935f-3b828ee2d962),segment_id=d74eee1b-09d0-4429-935f-3b828ee2d962)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:29.389568 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9910ac9c-56e3-4be2-974f-96a5c6a5132b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.404044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9910ac9c-56e3-4be2-974f-96a5c6a5132b None None] Calling delete_port for 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:29.427916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-399d85a1-1b3c-4f4a-a80d-d0dd49f966d0 req-d2910738-f52a-48ba-8677-6004d2b0fdcf tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929888 Jul 08 01:49:29.518971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-203e2ed2-cd80-44d9-90c7-1b00eec301fc tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:29.520454 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-203e2ed2-cd80-44d9-90c7-1b00eec301fc tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports/b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 943 time: 0.2311835 Jul 08 01:49:29.551294 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba req-ea1ab707-d0d8-4c71-932f-f1c3397f7616 service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951427 Jul 08 01:49:29.559326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-4a11aa45-8ed5-44d4-806b-5e7a2ec45246 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618144 Jul 08 01:49:29.568508 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9910ac9c-56e3-4be2-974f-96a5c6a5132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.621612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910ac9c-56e3-4be2-974f-96a5c6a5132b None None] Pushing event deleted for resources: {'Port': ['ID=0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:29.623201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9910ac9c-56e3-4be2-974f-96a5c6a5132b None None] No DVR routers for this DVR port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:29.654589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-abc10e13-f77d-47ba-9f31-8c5799052266 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=60338bfe-28b4-49f2-8081-d18538b2d473 HTTP/1.1" status: 200 len: 217 time: 0.0842531 Jul 08 01:49:29.707525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:29.707760 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.726318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e796313-b1c7-47f5-a8be-5ca0e223c0d4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.726897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e796313-b1c7-47f5-a8be-5ca0e223c0d4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Fanout notify agent at l3_agent the message router_deleted on router f6408eae-0e1f-4182-b2a4-501c2f18c5e4 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:49:29.743998 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e796313-b1c7-47f5-a8be-5ca0e223c0d4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.743998 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8e796313-b1c7-47f5-a8be-5ca0e223c0d4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/f6408eae-0e1f-4182-b2a4-501c2f18c5e4 HTTP/1.1" status: 204 len: 168 time: 0.6415675 Jul 08 01:49:29.743998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58926) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:29.794088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-332e1312-007e-4391-b604-c25152c9e61a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting subnet f7727981-6cfe-4f90-aca8-1c81b62997c5 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:49:29.797315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-332e1312-007e-4391-b604-c25152c9e61a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.829448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-b94dcb8c-846f-4945-ab3d-15d3463380b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:29.831929 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-b94dcb8c-846f-4945-ab3d-15d3463380b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.1663246 Jul 08 01:49:29.849277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-332e1312-007e-4391-b604-c25152c9e61a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.858509 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d336e2eb-cd5c-41af-8dd8-a8547658a6ba req-c172e7d0-115b-4b40-8ddc-35e7a245a8eb service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969942 Jul 08 01:49:29.896882 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-e2e5e43a-a335-4d86-9216-9d7e1b5b753d tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 1002 time: 0.1954045 Jul 08 01:49:29.901490 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd, host n-d-694802-14, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:29.902043 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.910474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:29.936778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:29.937152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:29.961451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:29.966599 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-332e1312-007e-4391-b604-c25152c9e61a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:29.967263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd was not found and therefore no delete operation was performed {{(pid=93883) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 01:49:29.975035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.024347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:30.028862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No DVR routers for this DVR port 0ae06ff6-a0e5-415f-b1cc-7e0635f2a8bd on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:30.037967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-332e1312-007e-4391-b604-c25152c9e61a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.069337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e1312-007e-4391-b604-c25152c9e61a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Subnet': ['ID=f7727981-6cfe-4f90-aca8-1c81b62997c5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:30.073436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-332e1312-007e-4391-b604-c25152c9e61a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.074353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7a24a343-706d-47f1-9419-84e91e0adb3a no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:30.075316 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-332e1312-007e-4391-b604-c25152c9e61a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/f7727981-6cfe-4f90-aca8-1c81b62997c5 HTTP/1.1" status: 204 len: 168 time: 0.3341579 Jul 08 01:49:30.077925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58930) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:30.116932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-cd45d29b-155c-4416-a063-501fad4ff722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:30.118461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-cd45d29b-155c-4416-a063-501fad4ff722 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2760322 Jul 08 01:49:30.123510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab414245-8294-4ae2-9eb8-d0a3b1bed3fc None None] Network ea64e7b6-25f9-4d65-a966-22ebd063c4e3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:30.163508 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.195789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-ab56e6d8-894c-421e-8fa9-cdeddbc12db4 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:30.197274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-ab56e6d8-894c-421e-8fa9-cdeddbc12db4 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2929158 Jul 08 01:49:30.234114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 7ad89464-592c-4540-ad60-a3e4857cc770 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:30.234719 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.305795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port 7ad89464-592c-4540-ad60-a3e4857cc770, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7ad89464-592c-4540-ad60-a3e4857cc770,segment=NetworkSegment(f3e2e275-60f8-4269-bb2f-050cd67c78cd),segment_id=f3e2e275-60f8-4269-bb2f-050cd67c78cd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:30.306250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.322855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.328929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 7ad89464-592c-4540-ad60-a3e4857cc770 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:30.346798 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f2605a-d0f5-4654-beb8-52b54b75e2ff']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:30.372703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74eee1b-09d0-4429-935f-3b828ee2d962') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:30.373032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74eee1b-09d0-4429-935f-3b828ee2d962') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:30.391302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e624196-8b8f-4979-af94-a1cb8269858b None None] DHCP port deletion for ea64e7b6-25f9-4d65-a966-22ebd063c4e3 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:49:30.408955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682c468-49a8-4818-a301-ccdd5f50d6c0 req-ddcac756-6006-433f-b520-785bf617b9aa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:30.410779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0682c468-49a8-4818-a301-ccdd5f50d6c0 req-ddcac756-6006-433f-b520-785bf617b9aa tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.3930047 Jul 08 01:49:30.420634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-6875e922-4a52-46eb-8661-c50358059435 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 1002 time: 0.2085559 Jul 08 01:49:30.422426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.425029 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.449443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-821026b1-86fa-4be7-a46e-db4900495205 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:30.453287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=7ad89464-592c-4540-ad60-a3e4857cc770,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:30.457477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No DVR routers for this DVR port 7ad89464-592c-4540-ad60-a3e4857cc770 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:30.457704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9e624196-8b8f-4979-af94-a1cb8269858b None None] Deleting port 7ad89464-592c-4540-ad60-a3e4857cc770 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:30.458414 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9e624196-8b8f-4979-af94-a1cb8269858b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.525139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.529984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9e624196-8b8f-4979-af94-a1cb8269858b None None] For port 7ad89464-592c-4540-ad60-a3e4857cc770, host n-d-694802-14, got binding levels [] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:30.530438 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9e624196-8b8f-4979-af94-a1cb8269858b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.546385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9e624196-8b8f-4979-af94-a1cb8269858b None None] Calling delete_port for 7ad89464-592c-4540-ad60-a3e4857cc770 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:30.546746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-e347f8f2-ffae-404a-8b88-601c621e7beb service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146850 Jul 08 01:49:30.549756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.ipam_backend_mixin [None req-9e624196-8b8f-4979-af94-a1cb8269858b None None] Port 7ad89464-592c-4540-ad60-a3e4857cc770 was not found and therefore no delete operation was performed {{(pid=93885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 01:49:30.551323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9e624196-8b8f-4979-af94-a1cb8269858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.553291 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.559743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:49:30.560153 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:49:30.563950 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:49:30.568020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea64e7b6-25f9-4d65-a966-22ebd063c4e3']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:30.582701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e2e275-60f8-4269-bb2f-050cd67c78cd') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:30.583353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e2e275-60f8-4269-bb2f-050cd67c78cd') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:30.587377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e624196-8b8f-4979-af94-a1cb8269858b None None] No DVR routers for this DVR port 7ad89464-592c-4540-ad60-a3e4857cc770 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:30.592535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e624196-8b8f-4979-af94-a1cb8269858b None None] Pushing event deleted for resources: {'Port': ['ID=7ad89464-592c-4540-ad60-a3e4857cc770,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:30.593892 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.613046 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.620349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:49:30.620899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:49:30.624080 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:49:30.632908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0682c468-49a8-4818-a301-ccdd5f50d6c0 req-a0caca4f-074e-47f6-901d-987a480f5a58 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050889 Jul 08 01:49:30.655453 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-821026b1-86fa-4be7-a46e-db4900495205 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.710569 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.722123 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.728908 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/networks/ea64e7b6-25f9-4d65-a966-22ebd063c4e3 HTTP/1.1" status: 204 len: 168 time: 0.6478829 Jul 08 01:49:30.729612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58936) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:30.747390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2013564067'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:30.753283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb4f25-dd89-472a-9529-874fd392721e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Network': ['ID=ea64e7b6-25f9-4d65-a966-22ebd063c4e3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:30.775974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:30.778745 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.780718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.783539 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.791390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/networks/08f2605a-d0f5-4654-beb8-52b54b75e2ff HTTP/1.1" status: 204 len: 168 time: 1.7426577 Jul 08 01:49:30.797610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58940) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:30.806253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'network': {'name': 'tempest-RoutersTest-1272355104'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:30.835438 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:30.844066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:30.848570 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.860869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.861345 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added segment f026ebbf-2961-4afe-a88e-6ce3c166948d of type vlan for network 215a48bf-ed42-4d24-aff0-24f20be82ae6 Jul 08 01:49:30.916885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:30.920129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.939491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:30.939984 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added segment 958d99b7-2e66-401f-877a-f0a52453c4df of type vlan for network 7d8f33a8-ed0b-4366-874e-a07baab7e18d Jul 08 01:49:31.013104 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.041559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.048017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:31.049251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.109872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.115774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:31.116413 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.132563 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4017668 Jul 08 01:49:31.138225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58950) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:31.144286 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'subnet': {'network_id': '215a48bf-ed42-4d24-aff0-24f20be82ae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:31.211610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bed321-3476-4c7b-bd7a-489258b1d11d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Network': ['ID=215a48bf-ed42-4d24-aff0-24f20be82ae6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:31.219000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c941a-935f-4647-95e6-a07aae3f79e4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Network': ['ID=08f2605a-d0f5-4654-beb8-52b54b75e2ff,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:31.228549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 215a48bf-ed42-4d24-aff0-24f20be82ae6 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:31.229315 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4304557 Jul 08 01:49:31.229990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58956) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:31.281519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'subnet': {'network_id': '7d8f33a8-ed0b-4366-874e-a07baab7e18d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:31.281975 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-07a9bc1a-7547-4904-b51c-8249d13cbe81 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7171290 Jul 08 01:49:31.370799 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-821026b1-86fa-4be7-a46e-db4900495205 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.372810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-6ed05c06-2791-4b5d-94da-5e0f7a5cb00e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=f60c37cd-5bd3-4c6b-9f63-182eb0889855 HTTP/1.1" status: 200 len: 217 time: 0.0797174 Jul 08 01:49:31.381230 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-821026b1-86fa-4be7-a46e-db4900495205 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.381589 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-821026b1-86fa-4be7-a46e-db4900495205 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Floating IP 0b691154-68e3-4b10-a238-1026406c2ee3 disassociated. External IP: 172.25.4.219, port: b13473b4-7734-437f-8f95-db0090ad5c4e. Jul 08 01:49:31.384901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf12a57-dbc7-4800-9d7f-b5643d9a1943 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Network': ['ID=7d8f33a8-ed0b-4366-874e-a07baab7e18d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:31.398599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 7d8f33a8-ed0b-4366-874e-a07baab7e18d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:31.410816 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:31.414944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.437003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f5efd-642d-4ac3-938e-cb6c11631594 req-c654aba4-c437-4854-9be4-7171d33a9e27 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:31.438520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce0f5efd-642d-4ac3-938e-cb6c11631594 req-c654aba4-c437-4854-9be4-7171d33a9e27 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.2467265 Jul 08 01:49:31.517315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:31.521444 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.531643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-171c0c77-9eca-4a3d-829f-f9a12545cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:31.533065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-171c0c77-9eca-4a3d-829f-f9a12545cfd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.1529837 Jul 08 01:49:31.593449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce0f5efd-642d-4ac3-938e-cb6c11631594 req-8c05d3c1-82a3-4e98-8bd1-a8e00a085ac6 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303928 Jul 08 01:49:31.644707 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-c3d420e5-3102-49ec-a1d8-cd8aeb78aa4d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3179440 Jul 08 01:49:31.672411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-6595882d-158d-4b0c-b926-6022ebe07bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:31.673951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-6595882d-158d-4b0c-b926-6022ebe07bac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1282728 Jul 08 01:49:31.784560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:31.806878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-821026b1-86fa-4be7-a46e-db4900495205 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Router 00284ee0-b21c-4036-bdcb-f8673511a815 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:31.832776 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-fb194fdc-60fe-4b8d-a6b9-af3432c4f46d service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220441 Jul 08 01:49:31.891258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7ad89464-592c-4540-ad60-a3e4857cc770 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:31.946918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 7ad89464-592c-4540-ad60-a3e4857cc770 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:31.950742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7ad89464-592c-4540-ad60-a3e4857cc770 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:31.983957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Subnet': ['ID=4c46a1f6-941d-4a6f-b135-604f5ee5c27a,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:31.996581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.010955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Checking segment: {'id': 'f026ebbf-2961-4afe-a88e-6ce3c166948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '215a48bf-ed42-4d24-aff0-24f20be82ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:32.010955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network hostable DHCP agents. Network: 215a48bf-ed42-4d24-aff0-24f20be82ae6, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:32.083320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 215a48bf-ed42-4d24-aff0-24f20be82ae6 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:32.086235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Subnet': ['ID=4ff10bf7-257e-452a-a661-92521d8d701f,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:32.088721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-821026b1-86fa-4be7-a46e-db4900495205 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:32.097195 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-821026b1-86fa-4be7-a46e-db4900495205 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.106216 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] Sync routers for ids ['00284ee0-b21c-4036-bdcb-f8673511a815'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:32.107934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-9e95e075-3349-464b-b527-ad8419fba2fd service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084568 Jul 08 01:49:32.112525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Checking segment: {'id': '958d99b7-2e66-401f-877a-f0a52453c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7d8f33a8-ed0b-4366-874e-a07baab7e18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:32.112891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network hostable DHCP agents. Network: 7d8f33a8-ed0b-4366-874e-a07baab7e18d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:32.115109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 215a48bf-ed42-4d24-aff0-24f20be82ae6) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:32.120465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:32.120655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.125296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e743034-2799-45ea-9cba-07ec5da7bba7 None None] Network 215a48bf-ed42-4d24-aff0-24f20be82ae6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:32.129299 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] Routers {'00284ee0-b21c-4036-bdcb-f8673511a815'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:32.130236 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['00284ee0-b21c-4036-bdcb-f8673511a815'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:32.171781 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8d490556-8a65-49c3-84b1-d8764d7b67a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0324628 Jul 08 01:49:32.174907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58968) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:32.176961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-c782e963-dfc1-4d21-a472-c3795fe1ee25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 HTTP/1.1" status: 200 len: 217 time: 0.0478849 Jul 08 01:49:32.179504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ae759dae-5a55-4539-8efe-de35c3026cf5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-719958758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:32.194223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 7d8f33a8-ed0b-4366-874e-a07baab7e18d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:32.208821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90449f0e-174e-4af4-963c-82465daba5a1 req-52671af8-4390-4d42-95eb-957bba18c162 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:32.215743 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90449f0e-174e-4af4-963c-82465daba5a1 req-52671af8-4390-4d42-95eb-957bba18c162 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 943 time: 0.2133622 Jul 08 01:49:32.220669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 7d8f33a8-ed0b-4366-874e-a07baab7e18d) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:32.229930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:32.230545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.233308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9cd059-0f8e-4ecc-bec0-371981812b97 None None] Network 7d8f33a8-ed0b-4366-874e-a07baab7e18d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:32.251363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-821026b1-86fa-4be7-a46e-db4900495205 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "PUT /v2.0/floatingips/0b691154-68e3-4b10-a238-1026406c2ee3 HTTP/1.1" status: 200 len: 695 time: 1.8068023 Jul 08 01:49:32.255368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:32.257745 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d73f1b-c5b0-480a-a878-9ad2eb758976" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:32.282679 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae759dae-5a55-4539-8efe-de35c3026cf5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.283766 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae759dae-5a55-4539-8efe-de35c3026cf5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.300696 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e42892ef-9b23-42c1-afa1-eae9227db0f3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0542171 Jul 08 01:49:32.305932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90449f0e-174e-4af4-963c-82465daba5a1 req-6caf9507-1ee0-4b12-b775-7f3387396199 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892153 Jul 08 01:49:32.309897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58972) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:32.321305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ee7590f1-6685-43c6-906c-43f012b54bff tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1702903479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:32.333627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-de7ec3a4-f786-4ccb-94df-65925b91934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:32.335150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-de7ec3a4-f786-4ccb-94df-65925b91934a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 200 len: 797 time: 0.1488619 Jul 08 01:49:32.402715 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] Set router 00284ee0-b21c-4036-bdcb-f8673511a815 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:49:32.443777 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae759dae-5a55-4539-8efe-de35c3026cf5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.480242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae759dae-5a55-4539-8efe-de35c3026cf5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.536505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-215a48bf-ed42-4d24-aff0-24f20be82ae6', 'network_id': '215a48bf-ed42-4d24-aff0-24f20be82ae6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'fixed_ips': [{'subnet_id': '4c46a1f6-941d-4a6f-b135-604f5ee5c27a'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:49:32.537744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee7590f1-6685-43c6-906c-43f012b54bff tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.538961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee7590f1-6685-43c6-906c-43f012b54bff tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.539287 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.541644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-3c7806bb-2f61-4180-8b74-53f4dceef01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:32.543221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-3c7806bb-2f61-4180-8b74-53f4dceef01b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1098 time: 0.2363234 Jul 08 01:49:32.576847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-c9ccb597-6a50-406d-805a-ac00c523e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:32.578425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-c9ccb597-6a50-406d-805a-ac00c523e098 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1946497 Jul 08 01:49:32.659904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-7d8f33a8-ed0b-4366-874e-a07baab7e18d', 'network_id': '7d8f33a8-ed0b-4366-874e-a07baab7e18d', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'fixed_ips': [{'subnet_id': '4ff10bf7-257e-452a-a661-92521d8d701f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:49:32.660760 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.663698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae759dae-5a55-4539-8efe-de35c3026cf5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.668558 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ae759dae-5a55-4539-8efe-de35c3026cf5 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4928086 Jul 08 01:49:32.669531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58976) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:32.671334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee7590f1-6685-43c6-906c-43f012b54bff tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.738674 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0a42890b-f68c-4814-9347-d7137138231c', 'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'mac_address': 'fa:16:3e:71:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:10Z', 'updated_at': '2021-07-08T01:48:22Z', 'revision_number': 5, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'subnets': [{'id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:32.755558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8250af-643a-42ce-9633-81de4c4ff222 req-03017d4d-4e67-4da9-9d49-31655f27cc0d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:32.762500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e8250af-643a-42ce-9633-81de4c4ff222 req-03017d4d-4e67-4da9-9d49-31655f27cc0d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.2549736 Jul 08 01:49:32.774803 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] Checking router: 00284ee0-b21c-4036-bdcb-f8673511a815 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:49:32.784941 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] Routers {'00284ee0-b21c-4036-bdcb-f8673511a815'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:32.785807 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['00284ee0-b21c-4036-bdcb-f8673511a815'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:32.787260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-d64d31a1-726f-4f01-8757-c07c6ddcc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:32.790320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-d64d31a1-726f-4f01-8757-c07c6ddcc00b service neutron] 10.222.0.41 "GET /v2.0/networks?id=cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 200 len: 920 time: 0.2346933 Jul 08 01:49:32.806472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee7590f1-6685-43c6-906c-43f012b54bff tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:32.811881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-c3642ce7-63ab-4612-b1ed-ef8a70319a0f service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183125 Jul 08 01:49:32.872157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-3923b276-5c0e-453b-bce3-67af8328f4fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 217 time: 0.0739584 Jul 08 01:49:32.903288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Allocated IP 2001:db8::2 (215a48bf-ed42-4d24-aff0-24f20be82ae6/4c46a1f6-941d-4a6f-b135-604f5ee5c27a/af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:32.921623 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] Set router 00284ee0-b21c-4036-bdcb-f8673511a815 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:49:32.963285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e8250af-643a-42ce-9633-81de4c4ff222 req-5db65109-51a5-411c-ba6a-a5d7c8d7877a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998124 Jul 08 01:49:32.978352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Allocated IP 172.20.0.2 (7d8f33a8-ed0b-4366-874e-a07baab7e18d/4ff10bf7-257e-452a-a661-92521d8d701f/285501b2-9095-40f4-9c64-92d8b68b0a95) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:33.008259 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee7590f1-6685-43c6-906c-43f012b54bff tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.012010 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ee7590f1-6685-43c6-906c-43f012b54bff tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6970112 Jul 08 01:49:33.035192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58982) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:33.146165 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b05130-da50-4ce3-8f95-c1ce42475ff4 x-openstack-request-id: req-c3b05130-da50-4ce3-8f95-c1ce42475ff4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:33.146459 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:33.146753 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3b05130-da50-4ce3-8f95-c1ce42475ff4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:33.147095 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'status': 'completed', 'code': 200} Jul 08 01:49:33.205554 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.242328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Transition to ACTIVE for port object af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:33.262968 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-e457808e-5df0-47d1-9819-3b4fd920c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:33.265457 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0a42890b-f68c-4814-9347-d7137138231c', 'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'mac_address': 'fa:16:3e:71:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:10Z', 'updated_at': '2021-07-08T01:48:22Z', 'revision_number': 5, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'subnets': [{'id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:33.266128 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-e457808e-5df0-47d1-9819-3b4fd920c0c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e952881-f4c2-40a9-86a0-01ad006739af HTTP/1.1" status: 200 len: 859 time: 0.3840816 Jul 08 01:49:33.280612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Transition to ACTIVE for port object af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:33.287374 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.301398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Transition to ACTIVE for port object 285501b2-9095-40f4-9c64-92d8b68b0a95 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:33.303041 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6091b52-eccc-43ee-81ce-73419c68b333 None None] The sync data for ids ['00284ee0-b21c-4036-bdcb-f8673511a815'] in n-d-694802-14 is: [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0a42890b-f68c-4814-9347-d7137138231c', 'name': '', 'network_id': 'cda84429-d659-4d19-9308-4307abd351a7', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'mac_address': 'fa:16:3e:71:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:10Z', 'updated_at': '2021-07-08T01:48:22Z', 'revision_number': 5, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'subnets': [{'id': '1e952881-f4c2-40a9-86a0-01ad006739af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:33.304961 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.339038 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-da0f3fd6-aa72-4c47-a571-6afbca4a28f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cda84429-d659-4d19-9308-4307abd351a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519388 Jul 08 01:49:33.364818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Transition to ACTIVE for port object 285501b2-9095-40f4-9c64-92d8b68b0a95 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:33.367278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Network 215a48bf-ed42-4d24-aff0-24f20be82ae6 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:33.373790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:33.376958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:33.381507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.386555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Pushing event updated for resources: {'Port': ['ID=af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:33.452503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-ad67b3e1-c14b-4c5d-aa60-58c006cef0e2 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332498 Jul 08 01:49:33.484056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Network 7d8f33a8-ed0b-4366-874e-a07baab7e18d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:33.495257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:33.497705 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:33.500387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.504570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Pushing event updated for resources: {'Port': ['ID=285501b2-9095-40f4-9c64-92d8b68b0a95,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:33.513960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Attempting to bind port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:33.514107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Attempting to bind port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f026ebbf-2961-4afe-a88e-6ce3c166948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '215a48bf-ed42-4d24-aff0-24f20be82ae6'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:33.514375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Attempting to bind port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 on network 215a48bf-ed42-4d24-aff0-24f20be82ae6 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:33.522058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-08cab76c-8e81-487f-ac3b-68c7b9701e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:33.523055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-08cab76c-8e81-487f-ac3b-68c7b9701e18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9&tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a HTTP/1.1" status: 200 len: 1095 time: 0.4958282 Jul 08 01:49:33.526939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-ccd1ab0f-2156-4aa8-845c-57bd6a7c0f73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e683d233-6de3-4c80-a356-727d20f20460 HTTP/1.1" status: 200 len: 217 time: 0.0667062 Jul 08 01:49:33.527093 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bae1e85-533c-4e46-b275-07966c2a678e req-d9a52f8c-0ea3-4a80-8cfd-c282383ecacc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3966558 Jul 08 01:49:33.540447 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-c09d5901-29e4-4921-93a8-ca6dc5a94546 service neutron] 10.222.0.41 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888714 Jul 08 01:49:33.547795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:33.562061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:33.562467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Checking segment: {'id': 'f026ebbf-2961-4afe-a88e-6ce3c166948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '215a48bf-ed42-4d24-aff0-24f20be82ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:33.562834 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.563231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Bound using segment: {'id': 'f026ebbf-2961-4afe-a88e-6ce3c166948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '215a48bf-ed42-4d24-aff0-24f20be82ae6'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:33.563713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Bound port: af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f026ebbf-2961-4afe-a88e-6ce3c166948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '215a48bf-ed42-4d24-aff0-24f20be82ae6'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:33.564091 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.586963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130215f-810e-4a33-9ae8-03868a4df87d req-6540e0f8-951a-4391-8aed-4f61201a6017 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:33.594100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1130215f-810e-4a33-9ae8-03868a4df87d req-6540e0f8-951a-4391-8aed-4f61201a6017 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.4229205 Jul 08 01:49:33.612399 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Attempting to bind port 285501b2-9095-40f4-9c64-92d8b68b0a95 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:33.612822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Attempting to bind port 285501b2-9095-40f4-9c64-92d8b68b0a95 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '958d99b7-2e66-401f-877a-f0a52453c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7d8f33a8-ed0b-4366-874e-a07baab7e18d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:33.613177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Attempting to bind port 285501b2-9095-40f4-9c64-92d8b68b0a95 on network 7d8f33a8-ed0b-4366-874e-a07baab7e18d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:33.641152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d73f1b-c5b0-480a-a878-9ad2eb758976 req-4653b8bd-70fa-406c-b90d-d96bbdbd6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:33.642569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:33.642726 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-79d73f1b-c5b0-480a-a878-9ad2eb758976 req-4653b8bd-70fa-406c-b90d-d96bbdbd6915 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 1098 time: 0.4808829 Jul 08 01:49:33.644417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Checking segment: {'id': '958d99b7-2e66-401f-877a-f0a52453c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7d8f33a8-ed0b-4366-874e-a07baab7e18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:33.645761 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.646431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Bound using segment: {'id': '958d99b7-2e66-401f-877a-f0a52453c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7d8f33a8-ed0b-4366-874e-a07baab7e18d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:33.647221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Bound port: 285501b2-9095-40f4-9c64-92d8b68b0a95, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '958d99b7-2e66-401f-877a-f0a52453c4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7d8f33a8-ed0b-4366-874e-a07baab7e18d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:33.647862 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.671474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:33.724960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518a64e-06a1-450e-b99a-c4b24e6beba0 None None] New status for floating IP 0b691154-68e3-4b10-a238-1026406c2ee3: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:49:33.831545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] For port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:33.840010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] For port 285501b2-9095-40f4-9c64-92d8b68b0a95, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:34.075411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] For port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221,segment=NetworkSegment(f026ebbf-2961-4afe-a88e-6ce3c166948d),segment_id=f026ebbf-2961-4afe-a88e-6ce3c166948d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:34.081649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] For port 285501b2-9095-40f4-9c64-92d8b68b0a95, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=285501b2-9095-40f4-9c64-92d8b68b0a95,segment=NetworkSegment(958d99b7-2e66-401f-877a-f0a52453c4df),segment_id=958d99b7-2e66-401f-877a-f0a52453c4df)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:34.090059 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.106349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-f1252be1-1b5a-4968-b490-c83a36a2381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:34.107821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-f1252be1-1b5a-4968-b490-c83a36a2381a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 200 len: 797 time: 0.5573409 Jul 08 01:49:34.120329 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.123931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1130215f-810e-4a33-9ae8-03868a4df87d req-db25fecd-665b-4b78-956d-3b6d48cf980b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289240 Jul 08 01:49:34.188655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.223092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b32582a-caff-4c76-ba38-ea2fd2a3d71f req-6b4ff703-f67d-4c5e-be5d-2ec3788e750c service neutron] 10.222.0.41 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816721 Jul 08 01:49:34.271423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c810c4-dc15-416e-80a4-25b6253d624b None None] Pushing event updated for resources: {'Port': ['ID=285501b2-9095-40f4-9c64-92d8b68b0a95,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:34.327077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae1e85-533c-4e46-b275-07966c2a678e req-75f9f70e-37c1-48e7-ac4e-44d1d6354a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:34.336023 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bae1e85-533c-4e46-b275-07966c2a678e req-75f9f70e-37c1-48e7-ac4e-44d1d6354a64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 1098 time: 0.7580285 Jul 08 01:49:34.342604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d73f1b-c5b0-480a-a878-9ad2eb758976 req-8a3493ae-a02e-4822-a465-0c85816ca88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:34.344491 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-79d73f1b-c5b0-480a-a878-9ad2eb758976 req-8a3493ae-a02e-4822-a465-0c85816ca88e service neutron] 10.222.0.24 "GET /v2.0/networks?id=cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 200 len: 920 time: 0.6828933 Jul 08 01:49:34.387704 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-569ef18c-fe78-43dc-bfd1-b5ea1a9300a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:34.389326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-569ef18c-fe78-43dc-bfd1-b5ea1a9300a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2689555 Jul 08 01:49:34.408984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389aa4-f677-431f-964e-d6a509e6b755 None None] Pushing event updated for resources: {'Port': ['ID=af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:34.446593 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:34.472225 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-79d73f1b-c5b0-480a-a878-9ad2eb758976 req-60fbd9fe-132d-4d19-8b36-82a96dc3824f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 200 len: 217 time: 0.1179838 Jul 08 01:49:34.707359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Allocated IP 2001:db8::1 (215a48bf-ed42-4d24-aff0-24f20be82ae6/4c46a1f6-941d-4a6f-b135-604f5ee5c27a/c3e57313-359c-413b-8fb4-070f479f3a1d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:34.776404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d73f1b-c5b0-480a-a878-9ad2eb758976 req-fda64525-64ea-4cb6-b113-b8068d59357b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:34.778141 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-79d73f1b-c5b0-480a-a878-9ad2eb758976 req-fda64525-64ea-4cb6-b113-b8068d59357b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e952881-f4c2-40a9-86a0-01ad006739af HTTP/1.1" status: 200 len: 859 time: 0.2606518 Jul 08 01:49:34.837999 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-79d73f1b-c5b0-480a-a878-9ad2eb758976 req-9476b313-6049-4fee-8f7f-7bc5458c2867 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cda84429-d659-4d19-9308-4307abd351a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444703 Jul 08 01:49:34.857183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae1e85-533c-4e46-b275-07966c2a678e req-e83420cf-d604-4063-ab7d-4747c6be5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:34.858765 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bae1e85-533c-4e46-b275-07966c2a678e req-e83420cf-d604-4063-ab7d-4747c6be5ce9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 919 time: 0.4438152 Jul 08 01:49:34.905260 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-6863ac7a-2cf3-48b7-b8ba-0ca8df7d124a service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017283 Jul 08 01:49:34.913946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Allocated IP 172.20.0.1 (7d8f33a8-ed0b-4366-874e-a07baab7e18d/4ff10bf7-257e-452a-a661-92521d8d701f/1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:34.932285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3f56-e93c-4d99-9ff0-6518ef841f26 req-b62afc87-2af5-42c2-90d5-729567bf6d61 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:34.933839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d5b3f56-e93c-4d99-9ff0-6518ef841f26 req-b62afc87-2af5-42c2-90d5-729567bf6d61 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 943 time: 0.2959340 Jul 08 01:49:34.995725 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bae1e85-533c-4e46-b275-07966c2a678e req-69022821-7a5e-425e-96d3-da5d5212be4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf476478-e4bd-4a48-afcd-aaefd9475062 HTTP/1.1" status: 200 len: 217 time: 0.0933709 Jul 08 01:49:35.036075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:35.047014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfe75f-d3d5-4544-9174-22befe9c541f req-22140cf2-9bdb-4ae5-8780-385093c7e710 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:35.048579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50cfe75f-d3d5-4544-9174-22befe9c541f req-22140cf2-9bdb-4ae5-8780-385093c7e710 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.3405991 Jul 08 01:49:35.101833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d5b3f56-e93c-4d99-9ff0-6518ef841f26 req-98dadfec-7f98-45b2-8c82-837d1b498635 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481051 Jul 08 01:49:35.167835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50cfe75f-d3d5-4544-9174-22befe9c541f req-37382b3a-0bd5-4818-9352-5f1c54f6a438 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085320 Jul 08 01:49:35.168804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:35.173607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae1e85-533c-4e46-b275-07966c2a678e req-44bd689c-8693-4c1b-a17c-f595a346554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:35.176639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bae1e85-533c-4e46-b275-07966c2a678e req-44bd689c-8693-4c1b-a17c-f595a346554c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.1670313 Jul 08 01:49:35.230861 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.234597 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-79d73f1b-c5b0-480a-a878-9ad2eb758976 req-1a18fc34-e59f-4ad5-8eb8-923ee46bbd15 service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729677 Jul 08 01:49:35.243411 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bae1e85-533c-4e46-b275-07966c2a678e req-cbf8670d-5ffe-4dc0-a191-f6543f5b3bac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544996 Jul 08 01:49:35.248688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2964a289-969c-4a66-bdb5-f8a9e57d6482 req-7bb7dd1d-a94b-44ef-b03f-ab152e6972db service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343713 Jul 08 01:49:35.259562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-9dc4128c-032d-4dc2-86f5-dd4d78144b9b tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/floatingips/0b691154-68e3-4b10-a238-1026406c2ee3 HTTP/1.1" status: 200 len: 693 time: 0.1128325 Jul 08 01:49:35.326546 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.336833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a24a343-706d-47f1-9419-84e91e0adb3a {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:49:35.338571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Transition to ACTIVE for port object c3e57313-359c-413b-8fb4-070f479f3a1d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:35.356111 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.400905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Transition to ACTIVE for port object 7a24a343-706d-47f1-9419-84e91e0adb3a will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:35.403674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Transition to ACTIVE for port object 1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:35.415495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.504378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.509656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-42c8c5af-ef62-407c-bc7c-ddbe7caeab47 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:35.511126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-42c8c5af-ef62-407c-bc7c-ddbe7caeab47 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 784 time: 0.2373147 Jul 08 01:49:35.514150 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bae1e85-533c-4e46-b275-07966c2a678e req-cf3943f8-a75d-46f3-885e-d046bca04c6c service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532568 Jul 08 01:49:35.539196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] No DVR routers for this DVR port 7a24a343-706d-47f1-9419-84e91e0adb3a on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:35.545847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-3576475b-e9ad-4b16-a24e-9268d6e83c95 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:49:35.546773 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-79d73f1b-c5b0-480a-a878-9ad2eb758976 req-be91f4ce-ca41-48b1-92eb-55ab37b9a3af service neutron] 10.222.0.24 "GET /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008120 Jul 08 01:49:35.546910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-3576475b-e9ad-4b16-a24e-9268d6e83c95 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109975 Jul 08 01:49:35.550580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=9']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:35.563266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12203dad-afe1-46d8-9023-9df09aff4577 req-52f3f0bd-821b-4e03-91c8-8eb58defe5f0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:35.569878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12203dad-afe1-46d8-9023-9df09aff4577 req-52f3f0bd-821b-4e03-91c8-8eb58defe5f0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.2358856 Jul 08 01:49:35.618271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.642409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 215a48bf-ed42-4d24-aff0-24f20be82ae6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:35.650415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:35.653945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=c3e57313-359c-413b-8fb4-070f479f3a1d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:35.661213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245665bd-3b20-47db-aed5-01966879d479 None None] Network 215a48bf-ed42-4d24-aff0-24f20be82ae6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:35.662540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:35.663088 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.663752 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-42004cad-4c90-49c9-9100-caabfd7c6ca2 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.0916474 Jul 08 01:49:35.690348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Attempting to bind port 7a24a343-706d-47f1-9419-84e91e0adb3a on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:35.691367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Attempting to bind port 7a24a343-706d-47f1-9419-84e91e0adb3a by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:35.691703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Attempting to bind port 7a24a343-706d-47f1-9419-84e91e0adb3a on network 500b7a8d-3e3f-467c-8af9-36812606853e {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:35.717035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 7d8f33a8-ed0b-4366-874e-a07baab7e18d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:35.718563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:35.720966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:35.730645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12203dad-afe1-46d8-9023-9df09aff4577 req-73cec185-2286-4782-9301-3b60e7a1fac9 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599164 Jul 08 01:49:35.733300 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Port 7a24a343-706d-47f1-9419-84e91e0adb3a on network 500b7a8d-3e3f-467c-8af9-36812606853e not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:49:35.733634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Attempting to bind port 7a24a343-706d-47f1-9419-84e91e0adb3a on network 500b7a8d-3e3f-467c-8af9-36812606853e {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:35.740664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-50a862e7-c1db-4a0e-98c8-bef915e2babd None None] Provisioning for port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:35.756663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-3c4904e0-491e-4594-9e03-d8d5b1339336 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.4.219 HTTP/1.1" status: 200 len: 696 time: 0.0829685 Jul 08 01:49:35.757678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:35.758015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Checking segment: {'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:35.758412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Bound using segment: {'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:35.758853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Bound port: 7a24a343-706d-47f1-9419-84e91e0adb3a, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:35.759705 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.933410 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:35.945992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:35.952935 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bae1e85-533c-4e46-b275-07966c2a678e req-d817cb3f-87ae-4e79-b0a7-93c3b9327c56 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016979 Jul 08 01:49:36.093743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:36.094518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:36.100037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:36.118589 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.127134 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.223679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:36.236565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:36.238828 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.249737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:36.250337 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.252027 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/7a24a343-706d-47f1-9419-84e91e0adb3a HTTP/1.1" status: 200 len: 1092 time: 2.7082663 Jul 08 01:49:36.257014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:36.259593 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0e6b45-af88-486f-9657-984a30461209" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:36.386204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-98c71d2d-5b83-48fb-8d40-9797a97850c6 None None] Provisioning for port c3e57313-359c-413b-8fb4-070f479f3a1d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:36.398197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-98c71d2d-5b83-48fb-8d40-9797a97850c6 None None] Provisioning complete for port c3e57313-359c-413b-8fb4-070f479f3a1d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:36.398587 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-98c71d2d-5b83-48fb-8d40-9797a97850c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.427935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104a69b-0b60-4b25-b287-cc9f5a5f6e03 req-c035310f-5889-4e92-bffd-999d53946a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:36.429569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3104a69b-0b60-4b25-b287-cc9f5a5f6e03 req-c035310f-5889-4e92-bffd-999d53946a3c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 1097 time: 0.5168874 Jul 08 01:49:36.433828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb05e5-e1c9-43c2-b39a-0c876afdb1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:36.496413 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.504214 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.515142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-98c71d2d-5b83-48fb-8d40-9797a97850c6 None None] Port c3e57313-359c-413b-8fb4-070f479f3a1d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:36.530370 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.552935 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-98c71d2d-5b83-48fb-8d40-9797a97850c6 None None] Provisioning complete for port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:36.553352 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-98c71d2d-5b83-48fb-8d40-9797a97850c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.556233 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.557038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.558580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221,segment=NetworkSegment(f026ebbf-2961-4afe-a88e-6ce3c166948d),segment_id=f026ebbf-2961-4afe-a88e-6ce3c166948d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:36.584112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-c3945aa7-7f93-4975-8b03-7b32df213f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:36.585851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-c3945aa7-7f93-4975-8b03-7b32df213f2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 1096 time: 0.3034456 Jul 08 01:49:36.589383 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.590429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 285501b2-9095-40f4-9c64-92d8b68b0a95 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:36.623870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-e5fd06b3-806d-4368-a1db-3d967be11f0e tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Deleting port 93450c58-ebaf-4365-8722-0c60a371b30f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:36.624097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb078dde-c602-44bf-bfae-8a8a99d177e2 None None] Network 7d8f33a8-ed0b-4366-874e-a07baab7e18d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:36.624454 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-e5fd06b3-806d-4368-a1db-3d967be11f0e tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.722388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3104a69b-0b60-4b25-b287-cc9f5a5f6e03 req-7faed2a0-7612-40d2-9ac0-d34aecefed7d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564156 Jul 08 01:49:36.749765 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20751f9-db9c-48a9-ab6c-7920650575a6 req-b7070890-5a01-4195-9aa8-1470d739727d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:36.751581 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b20751f9-db9c-48a9-ab6c-7920650575a6 req-b7070890-5a01-4195-9aa8-1470d739727d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 944 time: 0.2839968 Jul 08 01:49:36.756168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:36.812413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 285501b2-9095-40f4-9c64-92d8b68b0a95 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:36.842929 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-e5fd06b3-806d-4368-a1db-3d967be11f0e tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.843173 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-e5fd06b3-806d-4368-a1db-3d967be11f0e tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:36.860817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-7c5fe5c4-b47d-475d-ab09-1c75d848bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:36.862601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-7c5fe5c4-b47d-475d-ab09-1c75d848bcec service neutron] 10.222.0.24 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 915 time: 0.2604430 Jul 08 01:49:36.869764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b20751f9-db9c-48a9-ab6c-7920650575a6 req-1d98c7d6-77e4-4d34-a5f2-1333f790b14f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858235 Jul 08 01:49:36.926480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-e5fd06b3-806d-4368-a1db-3d967be11f0e tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Calling delete_port for 93450c58-ebaf-4365-8722-0c60a371b30f owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:36.929912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-bf476769-e165-4234-b084-f5f9e0916fc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a24a343-706d-47f1-9419-84e91e0adb3a HTTP/1.1" status: 200 len: 217 time: 0.0559912 Jul 08 01:49:36.966590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2fda2775-9bdc-4eb0-90a8-87f428f534bb None None] Provisioning complete for port c3e57313-359c-413b-8fb4-070f479f3a1d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:36.966970 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2fda2775-9bdc-4eb0-90a8-87f428f534bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.021752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2fda2775-9bdc-4eb0-90a8-87f428f534bb None None] Port c3e57313-359c-413b-8fb4-070f479f3a1d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:37.034202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2fda2775-9bdc-4eb0-90a8-87f428f534bb None None] Provisioning for port 285501b2-9095-40f4-9c64-92d8b68b0a95 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:37.038940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2fda2775-9bdc-4eb0-90a8-87f428f534bb None None] Provisioning complete for port 285501b2-9095-40f4-9c64-92d8b68b0a95 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:37.039325 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2fda2775-9bdc-4eb0-90a8-87f428f534bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.080341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-350df1ee-992f-4148-8f64-563513dcd0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:37.082648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-350df1ee-992f-4148-8f64-563513dcd0d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96b90165-d067-4fff-8639-24a03e0be726 HTTP/1.1" status: 200 len: 854 time: 0.1437178 Jul 08 01:49:37.086667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=c3e57313-359c-413b-8fb4-070f479f3a1d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:37.138150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-34b21992-392a-42de-949b-86929dfc351b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=500b7a8d-3e3f-467c-8af9-36812606853e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482562 Jul 08 01:49:37.157155 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2fda2775-9bdc-4eb0-90a8-87f428f534bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.199923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2fda2775-9bdc-4eb0-90a8-87f428f534bb None None] For port 285501b2-9095-40f4-9c64-92d8b68b0a95, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=285501b2-9095-40f4-9c64-92d8b68b0a95,segment=NetworkSegment(958d99b7-2e66-401f-877a-f0a52453c4df),segment_id=958d99b7-2e66-401f-877a-f0a52453c4df)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:37.210926 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2fda2775-9bdc-4eb0-90a8-87f428f534bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.229207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903f09f-3fe6-4978-9ee1-f80802227d83 req-6b62aafc-c10b-47ba-a985-faf560a6b435 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:37.236162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0903f09f-3fe6-4978-9ee1-f80802227d83 req-6b62aafc-c10b-47ba-a985-faf560a6b435 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.2216620 Jul 08 01:49:37.268939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 215a48bf-ed42-4d24-aff0-24f20be82ae6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:37.277663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:37.288181 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.311482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda2775-9bdc-4eb0-90a8-87f428f534bb None None] Pushing event updated for resources: {'Port': ['ID=285501b2-9095-40f4-9c64-92d8b68b0a95,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:37.348208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-421610cf-5661-4d59-baab-42cdaa1e8f15 None None] Provisioning for port 1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:37.354168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-421610cf-5661-4d59-baab-42cdaa1e8f15 None None] Provisioning complete for port 1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:37.355243 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-421610cf-5661-4d59-baab-42cdaa1e8f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.357155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.358800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-71c7178f-f6a3-4fbf-99d0-7a4883784184 service neutron] 10.222.0.24 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124918 Jul 08 01:49:37.369434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0903f09f-3fe6-4978-9ee1-f80802227d83 req-52eccb71-cfe1-44b0-8d52-ba16ee129a0a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323788 Jul 08 01:49:37.386855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-e5fd06b3-806d-4368-a1db-3d967be11f0e tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.459064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd06b3-806d-4368-a1db-3d967be11f0e tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Pushing event deleted for resources: {'Port': ['ID=93450c58-ebaf-4365-8722-0c60a371b30f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:37.479459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-421610cf-5661-4d59-baab-42cdaa1e8f15 None None] Port 1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:37.492712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:37.498281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.513888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-421610cf-5661-4d59-baab-42cdaa1e8f15 None None] Provisioning complete for port 285501b2-9095-40f4-9c64-92d8b68b0a95 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:37.516504 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-421610cf-5661-4d59-baab-42cdaa1e8f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.523566 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75d4938-bd2e-4792-9898-5afbbd4ba5d6 x-openstack-request-id: req-d75d4938-bd2e-4792-9898-5afbbd4ba5d6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:37.527070 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:37.527622 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d75d4938-bd2e-4792-9898-5afbbd4ba5d6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:37.528208 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'status': 'completed', 'code': 200} Jul 08 01:49:37.610893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-2cf4890e-c0e4-4937-b1f4-578af6df933f service neutron] 10.222.0.24 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398093 Jul 08 01:49:37.626210 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-e5fd06b3-806d-4368-a1db-3d967be11f0e tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.634291 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-e5fd06b3-806d-4368-a1db-3d967be11f0e tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.636113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-147e29b5-466f-4937-8c57-e4faa69f6a13 req-e5fd06b3-806d-4368-a1db-3d967be11f0e tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "DELETE /v2.0/floatingips/0b691154-68e3-4b10-a238-1026406c2ee3 HTTP/1.1" status: 204 len: 173 time: 1.8583896 Jul 08 01:49:37.694440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 7d8f33a8-ed0b-4366-874e-a07baab7e18d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:37.697919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:37.707588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 1af9b9ad-b9e2-4737-aeee-2d034e580333 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:49:37.861442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-96c006d0-308e-449e-8201-81ef0241653b None None] Provisioning complete for port 1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:37.862412 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-96c006d0-308e-449e-8201-81ef0241653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:37.932372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-96c006d0-308e-449e-8201-81ef0241653b None None] Port 1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:37.950218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-96c006d0-308e-449e-8201-81ef0241653b None None] Provisioning complete for port c3e57313-359c-413b-8fb4-070f479f3a1d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:37.950595 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-96c006d0-308e-449e-8201-81ef0241653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:38.000492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb800f51-0fa2-45a6-ba0d-5a5dfee6d781 req-cbc6e7b3-c982-4955-b4a9-a430bfdd5bc0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:38.008526 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb800f51-0fa2-45a6-ba0d-5a5dfee6d781 req-cbc6e7b3-c982-4955-b4a9-a430bfdd5bc0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.2477293 Jul 08 01:49:38.043785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-96c006d0-308e-449e-8201-81ef0241653b None None] Port c3e57313-359c-413b-8fb4-070f479f3a1d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:38.045359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:38.081783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:38.091740 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ec4cc702-89fb-469f-85b6-ccb094c1c1cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/1af9b9ad-b9e2-4737-aeee-2d034e580333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4187863 Jul 08 01:49:38.094655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59024) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:38.094807 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352c543-e8c9-4046-bd83-0cb5c70c812f None None] Sync routers for ids ['1af9b9ad-b9e2-4737-aeee-2d034e580333'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:38.106946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:38.107336 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:38.118587 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352c543-e8c9-4046-bd83-0cb5c70c812f None None] Routers {'1af9b9ad-b9e2-4737-aeee-2d034e580333'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:38.119167 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c352c543-e8c9-4046-bd83-0cb5c70c812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['1af9b9ad-b9e2-4737-aeee-2d034e580333'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:38.166582 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 6709c139-f597-43d7-884b-6c17bc5a1f38 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:49:38.175395 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-312acdd2-a32d-415b-95b4-8e17e635414d None None] Provisioning complete for port 1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:38.175779 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-312acdd2-a32d-415b-95b4-8e17e635414d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:38.193855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be60605e-b202-4f1f-9bb2-e2d12140add7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:38.196544 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-be60605e-b202-4f1f-9bb2-e2d12140add7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports/c3e57313-359c-413b-8fb4-070f479f3a1d HTTP/1.1" status: 200 len: 911 time: 0.0970447 Jul 08 01:49:38.200395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59032) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:38.203483 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c352c543-e8c9-4046-bd83-0cb5c70c812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:38.216335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-312acdd2-a32d-415b-95b4-8e17e635414d None None] Port 1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:38.266020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 285501b2-9095-40f4-9c64-92d8b68b0a95 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:38.274488 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352c543-e8c9-4046-bd83-0cb5c70c812f None None] Routers {'1af9b9ad-b9e2-4737-aeee-2d034e580333'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:38.281079 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c352c543-e8c9-4046-bd83-0cb5c70c812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['1af9b9ad-b9e2-4737-aeee-2d034e580333'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:38.363525 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c352c543-e8c9-4046-bd83-0cb5c70c812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:38.374641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 285501b2-9095-40f4-9c64-92d8b68b0a95 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:38.375061 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:38.376152 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352c543-e8c9-4046-bd83-0cb5c70c812f None None] The sync data for ids ['1af9b9ad-b9e2-4737-aeee-2d034e580333'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:38.428877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:38.445600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cd417-c4b1-49fb-8381-96aa841e52cf None None] Sync routers for ids ['6709c139-f597-43d7-884b-6c17bc5a1f38'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:38.447828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3b9e4762-5c8a-48cf-81d3-3235936aac00 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/6709c139-f597-43d7-884b-6c17bc5a1f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4114223 Jul 08 01:49:38.454209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59036) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:38.508245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cd417-c4b1-49fb-8381-96aa841e52cf None None] Routers {'6709c139-f597-43d7-884b-6c17bc5a1f38'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:38.510797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-810cd417-c4b1-49fb-8381-96aa841e52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6709c139-f597-43d7-884b-6c17bc5a1f38'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:38.602916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceecf96e-a4ab-465d-97b5-5e1ccfd528dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:38.605355 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ceecf96e-a4ab-465d-97b5-5e1ccfd528dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports/1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb HTTP/1.1" status: 200 len: 910 time: 0.1497512 Jul 08 01:49:38.606067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-810cd417-c4b1-49fb-8381-96aa841e52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:38.609733 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e6b45-af88-486f-9657-984a30461209 req-67c4dc4e-a5f8-4ebd-b268-d4cd5968b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:38.611847 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a0e6b45-af88-486f-9657-984a30461209 req-67c4dc4e-a5f8-4ebd-b268-d4cd5968b78e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 1096 time: 0.7580495 Jul 08 01:49:38.638876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59038) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:38.665423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e17d8009-e5e1-4948-ab39-5e8f6280b516 req-7d97f034-393b-4151-a947-0efa4cafcbc5 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups/10ac9e8a-40ec-4ab4-95c0-9eb6ea10893d HTTP/1.1" status: 200 len: 1808 time: 0.6062961 Jul 08 01:49:38.686501 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb800f51-0fa2-45a6-ba0d-5a5dfee6d781 req-c4b3fe17-37f2-4bf2-93ff-0399fd96c7d7 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769812 Jul 08 01:49:38.737780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cd417-c4b1-49fb-8381-96aa841e52cf None None] Routers {'6709c139-f597-43d7-884b-6c17bc5a1f38'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:38.738919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-810cd417-c4b1-49fb-8381-96aa841e52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6709c139-f597-43d7-884b-6c17bc5a1f38'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:38.782358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-810cd417-c4b1-49fb-8381-96aa841e52cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:38.783429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cd417-c4b1-49fb-8381-96aa841e52cf None None] The sync data for ids ['6709c139-f597-43d7-884b-6c17bc5a1f38'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:38.810691 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e17d8009-e5e1-4948-ab39-5e8f6280b516 req-723adb08-4d3d-4e6e-abc7-84459a66b4ae tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:38.812573 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:38.861569 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e17d8009-e5e1-4948-ab39-5e8f6280b516 req-723adb08-4d3d-4e6e-abc7-84459a66b4ae tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.026417 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e17d8009-e5e1-4948-ab39-5e8f6280b516 req-723adb08-4d3d-4e6e-abc7-84459a66b4ae tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.031188 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e17d8009-e5e1-4948-ab39-5e8f6280b516 req-723adb08-4d3d-4e6e-abc7-84459a66b4ae tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.032368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e17d8009-e5e1-4948-ab39-5e8f6280b516 req-723adb08-4d3d-4e6e-abc7-84459a66b4ae tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "DELETE /v2.0/security-groups/10ac9e8a-40ec-4ab4-95c0-9eb6ea10893d HTTP/1.1" status: 204 len: 173 time: 0.3658633 Jul 08 01:49:39.051949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723adb08-4d3d-4e6e-abc7-84459a66b4ae tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac9e8a-40ec-4ab4-95c0-9eb6ea10893d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:39.120740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc7a4d-4565-49e1-b025-a82c98bea10a req-dd60c4ed-e81d-43d3-ab46-b981a1047b03 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:39.122323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53bc7a4d-4565-49e1-b025-a82c98bea10a req-dd60c4ed-e81d-43d3-ab46-b981a1047b03 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 944 time: 0.2188311 Jul 08 01:49:39.183126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53bc7a4d-4565-49e1-b025-a82c98bea10a req-1c7ba91f-7f7c-4e2a-a05e-0ac9940d4a7d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527060 Jul 08 01:49:39.288725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fca111-3a5f-4008-85d3-4289ae6f667f req-f4ac36de-b587-4b54-a5f8-53cd779e6af7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:39.290927 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33fca111-3a5f-4008-85d3-4289ae6f667f req-f4ac36de-b587-4b54-a5f8-53cd779e6af7 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.1193714 Jul 08 01:49:39.328903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:39.348330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33fca111-3a5f-4008-85d3-4289ae6f667f req-74f5d8a5-a5e5-48be-82f2-7b3e611071a1 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450735 Jul 08 01:49:39.448158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.109113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port c3e57313-359c-413b-8fb4-070f479f3a1d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:40.109453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.184592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:40.184935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.255061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.274702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for c3e57313-359c-413b-8fb4-070f479f3a1d owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:40.338191 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.354174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:40.582322 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.639138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=c3e57313-359c-413b-8fb4-070f479f3a1d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:40.742666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:40.777562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=1bd4e8e1-3c0d-4563-9060-2131a0ffd0eb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:40.779632 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.072486 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.149041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 1af9b9ad-b9e2-4737-aeee-2d034e580333 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:41.297817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:41.306760 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-64793b1a-f2d8-4f5d-95b1-e9acccf36af8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/1af9b9ad-b9e2-4737-aeee-2d034e580333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1049168 Jul 08 01:49:41.306927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59054) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:41.311310 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 6709c139-f597-43d7-884b-6c17bc5a1f38 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:41.313368 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61658c3-4be2-4ecb-8a33-62c9d4f06e5c None None] Sync routers for ids ['1af9b9ad-b9e2-4737-aeee-2d034e580333'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:41.340464 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61658c3-4be2-4ecb-8a33-62c9d4f06e5c None None] Routers {'1af9b9ad-b9e2-4737-aeee-2d034e580333'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:41.341440 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c61658c3-4be2-4ecb-8a33-62c9d4f06e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['1af9b9ad-b9e2-4737-aeee-2d034e580333'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:41.378309 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d60b5502-bb21-496c-951d-0fd91b64f1d6 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af9b9ad-b9e2-4737-aeee-2d034e580333 HTTP/1.1" status: 200 len: 205 time: 0.0698457 Jul 08 01:49:41.380411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:41.403528 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c61658c3-4be2-4ecb-8a33-62c9d4f06e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:41.416908 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61658c3-4be2-4ecb-8a33-62c9d4f06e5c None None] Routers {'1af9b9ad-b9e2-4737-aeee-2d034e580333'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:41.417880 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c61658c3-4be2-4ecb-8a33-62c9d4f06e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['1af9b9ad-b9e2-4737-aeee-2d034e580333'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:41.437812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:41.444398 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fbfea720-dd17-4b92-97d9-d4bfa466bebb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/6709c139-f597-43d7-884b-6c17bc5a1f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8042436 Jul 08 01:49:41.447697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59060) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:41.449765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e18e16-6474-4a6a-9ec0-701a672fcd07 None None] Sync routers for ids ['6709c139-f597-43d7-884b-6c17bc5a1f38'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:41.477699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e18e16-6474-4a6a-9ec0-701a672fcd07 None None] Routers {'6709c139-f597-43d7-884b-6c17bc5a1f38'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:41.478358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93e18e16-6474-4a6a-9ec0-701a672fcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6709c139-f597-43d7-884b-6c17bc5a1f38'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:41.493122 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c61658c3-4be2-4ecb-8a33-62c9d4f06e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:41.494120 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61658c3-4be2-4ecb-8a33-62c9d4f06e5c None None] The sync data for ids ['1af9b9ad-b9e2-4737-aeee-2d034e580333'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:41.497271 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-13e8126c-e0a8-4f32-b14a-ad19768790bb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=6709c139-f597-43d7-884b-6c17bc5a1f38 HTTP/1.1" status: 200 len: 205 time: 0.0474398 Jul 08 01:49:41.498048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59062) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:41.507228 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26e66127-0a9e-4fcc-905c-fc2b4c48f933 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.521870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93e18e16-6474-4a6a-9ec0-701a672fcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:41.531194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e18e16-6474-4a6a-9ec0-701a672fcd07 None None] Routers {'6709c139-f597-43d7-884b-6c17bc5a1f38'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:41.532028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93e18e16-6474-4a6a-9ec0-701a672fcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6709c139-f597-43d7-884b-6c17bc5a1f38'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:41.581023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93e18e16-6474-4a6a-9ec0-701a672fcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:41.581757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e18e16-6474-4a6a-9ec0-701a672fcd07 None None] The sync data for ids ['6709c139-f597-43d7-884b-6c17bc5a1f38'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:41.611330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd66378a-dcda-401f-ac04-75c38f4e8ad3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.696026 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26e66127-0a9e-4fcc-905c-fc2b4c48f933 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.698187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26e66127-0a9e-4fcc-905c-fc2b4c48f933 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.754028 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26e66127-0a9e-4fcc-905c-fc2b4c48f933 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.754702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e66127-0a9e-4fcc-905c-fc2b4c48f933 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Fanout notify agent at l3_agent the message router_deleted on router 1af9b9ad-b9e2-4737-aeee-2d034e580333 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:49:41.762955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-26e66127-0a9e-4fcc-905c-fc2b4c48f933 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.766977 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-26e66127-0a9e-4fcc-905c-fc2b4c48f933 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/1af9b9ad-b9e2-4737-aeee-2d034e580333 HTTP/1.1" status: 204 len: 168 time: 0.3854830 Jul 08 01:49:41.767656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59064) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:41.795452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd66378a-dcda-401f-ac04-75c38f4e8ad3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.797723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd66378a-dcda-401f-ac04-75c38f4e8ad3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.831228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-66959666-a727-4d83-81a6-1c4b2358351b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting subnet 4c46a1f6-941d-4a6f-b135-604f5ee5c27a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:49:41.834821 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66959666-a727-4d83-81a6-1c4b2358351b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.843999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd66378a-dcda-401f-ac04-75c38f4e8ad3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.844533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd66378a-dcda-401f-ac04-75c38f4e8ad3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Fanout notify agent at l3_agent the message router_deleted on router 6709c139-f597-43d7-884b-6c17bc5a1f38 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:49:41.852427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd66378a-dcda-401f-ac04-75c38f4e8ad3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.853546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dd66378a-dcda-401f-ac04-75c38f4e8ad3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/6709c139-f597-43d7-884b-6c17bc5a1f38 HTTP/1.1" status: 204 len: 168 time: 0.3527942 Jul 08 01:49:41.856331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59066) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:41.885055 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66959666-a727-4d83-81a6-1c4b2358351b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.916109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2bd925-ec74-4e01-b3e1-f684684d8879 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting subnet 4ff10bf7-257e-452a-a661-92521d8d701f {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:49:41.919194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f2bd925-ec74-4e01-b3e1-f684684d8879 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.977878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f2bd925-ec74-4e01-b3e1-f684684d8879 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:41.993081 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66959666-a727-4d83-81a6-1c4b2358351b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.067939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66959666-a727-4d83-81a6-1c4b2358351b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.097150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66959666-a727-4d83-81a6-1c4b2358351b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Subnet': ['ID=4c46a1f6-941d-4a6f-b135-604f5ee5c27a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:42.107231 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66959666-a727-4d83-81a6-1c4b2358351b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.111514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-66959666-a727-4d83-81a6-1c4b2358351b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/4c46a1f6-941d-4a6f-b135-604f5ee5c27a HTTP/1.1" status: 204 len: 168 time: 0.3396895 Jul 08 01:49:42.113052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59068) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:42.114236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d55795-435c-4777-b23c-025131237b97 None None] Network 215a48bf-ed42-4d24-aff0-24f20be82ae6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:42.220413 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.362542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:42.363840 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.440294 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f2bd925-ec74-4e01-b3e1-f684684d8879 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.451165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221,segment=NetworkSegment(f026ebbf-2961-4afe-a88e-6ce3c166948d),segment_id=f026ebbf-2961-4afe-a88e-6ce3c166948d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:42.451666 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.480871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:42.517792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b3a8b6-2f4d-4c5a-a686-a7273626726a None None] DHCP port deletion for 215a48bf-ed42-4d24-aff0-24f20be82ae6 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:49:42.519661 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f2bd925-ec74-4e01-b3e1-f684684d8879 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.564787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bd925-ec74-4e01-b3e1-f684684d8879 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff10bf7-257e-452a-a661-92521d8d701f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:42.572774 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f2bd925-ec74-4e01-b3e1-f684684d8879 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.579340 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5f2bd925-ec74-4e01-b3e1-f684684d8879 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/4ff10bf7-257e-452a-a661-92521d8d701f HTTP/1.1" status: 204 len: 168 time: 0.7217779 Jul 08 01:49:42.580042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59072) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:42.588263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e953725d-aa33-4c8a-b328-993fe0526b4f None None] Network 7d8f33a8-ed0b-4366-874e-a07baab7e18d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:42.601991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-04b3a8b6-2f4d-4c5a-a686-a7273626726a None None] Deleting port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:42.602514 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-04b3a8b6-2f4d-4c5a-a686-a7273626726a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.629726 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.661759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:42.666007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No DVR routers for this DVR port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:42.735932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-04b3a8b6-2f4d-4c5a-a686-a7273626726a None None] For port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221,segment=NetworkSegment(f026ebbf-2961-4afe-a88e-6ce3c166948d),segment_id=f026ebbf-2961-4afe-a88e-6ce3c166948d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:42.736247 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-04b3a8b6-2f4d-4c5a-a686-a7273626726a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.750075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-04b3a8b6-2f4d-4c5a-a686-a7273626726a None None] Calling delete_port for af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:42.759156 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.760693 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.771628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215a48bf-ed42-4d24-aff0-24f20be82ae6']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:42.790193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f026ebbf-2961-4afe-a88e-6ce3c166948d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:42.790482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f026ebbf-2961-4afe-a88e-6ce3c166948d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:42.810163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.835300 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.839505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 285501b2-9095-40f4-9c64-92d8b68b0a95 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:42.840178 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.849809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:49:42.850328 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:49:42.854444 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:49:42.906256 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-04b3a8b6-2f4d-4c5a-a686-a7273626726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.922158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port 285501b2-9095-40f4-9c64-92d8b68b0a95, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=285501b2-9095-40f4-9c64-92d8b68b0a95,segment=NetworkSegment(958d99b7-2e66-401f-877a-f0a52453c4df),segment_id=958d99b7-2e66-401f-877a-f0a52453c4df)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:42.922653 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.937040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3a8b6-2f4d-4c5a-a686-a7273626726a None None] Pushing event deleted for resources: {'Port': ['ID=af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:42.942756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 285501b2-9095-40f4-9c64-92d8b68b0a95 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:42.946949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b3a8b6-2f4d-4c5a-a686-a7273626726a None None] No DVR routers for this DVR port af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:42.952808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.972905 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:42.978404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/networks/215a48bf-ed42-4d24-aff0-24f20be82ae6 HTTP/1.1" status: 204 len: 168 time: 0.8615623 Jul 08 01:49:42.989115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59074) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:42.995353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2006197684', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:43.003408 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21ea41-3b37-4ea2-99fd-b916b865b80e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Network': ['ID=215a48bf-ed42-4d24-aff0-24f20be82ae6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:43.029917 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.031187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.048699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93023a8-0730-4208-b96b-2a78c0832a58 None None] DHCP port deletion for 7d8f33a8-ed0b-4366-874e-a07baab7e18d request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:49:43.088962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.099617 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.107240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f93023a8-0730-4208-b96b-2a78c0832a58 None None] Deleting port 285501b2-9095-40f4-9c64-92d8b68b0a95 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:43.107770 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f93023a8-0730-4208-b96b-2a78c0832a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.163974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=285501b2-9095-40f4-9c64-92d8b68b0a95,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:43.165811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No DVR routers for this DVR port 285501b2-9095-40f4-9c64-92d8b68b0a95 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:43.261268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f93023a8-0730-4208-b96b-2a78c0832a58 None None] For port 285501b2-9095-40f4-9c64-92d8b68b0a95, host n-d-694802-14, got binding levels [] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:43.262036 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f93023a8-0730-4208-b96b-2a78c0832a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.286721 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f93023a8-0730-4208-b96b-2a78c0832a58 None None] Calling delete_port for 285501b2-9095-40f4-9c64-92d8b68b0a95 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:43.293080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.ipam_backend_mixin [None req-f93023a8-0730-4208-b96b-2a78c0832a58 None None] Port 285501b2-9095-40f4-9c64-92d8b68b0a95 was not found and therefore no delete operation was performed {{(pid=93885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 01:49:43.294999 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f93023a8-0730-4208-b96b-2a78c0832a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.351961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93023a8-0730-4208-b96b-2a78c0832a58 None None] Pushing event deleted for resources: {'Port': ['ID=285501b2-9095-40f4-9c64-92d8b68b0a95,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:43.355702 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.365481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93023a8-0730-4208-b96b-2a78c0832a58 None None] No DVR routers for this DVR port 285501b2-9095-40f4-9c64-92d8b68b0a95 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:43.397769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.421090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8f33a8-ed0b-4366-874e-a07baab7e18d']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:43.434221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958d99b7-2e66-401f-877a-f0a52453c4df') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:43.434872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958d99b7-2e66-401f-877a-f0a52453c4df') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:43.446165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.478560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.500782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:49:43.501425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:49:43.505197 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:49:43.606524 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.623547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.629584 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/networks/7d8f33a8-ed0b-4366-874e-a07baab7e18d HTTP/1.1" status: 204 len: 168 time: 1.0422940 Jul 08 01:49:43.634113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59076) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:43.639325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1561828735', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:43.659149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd17ee-ed6e-4edd-9904-4776537b209e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Network': ['ID=7d8f33a8-ed0b-4366-874e-a07baab7e18d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:43.681137 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.682212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.697817 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.724078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.742634 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.844667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Allocated IP 172.25.4.208 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/ce2954da-22f0-41f6-b9e7-119cde5da161) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:43.903920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:43.923714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:43.949568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:43.950346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af11aeb9-b3c5-40d1-b6e7-c5c36dd6c221 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:43.951005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 285501b2-9095-40f4-9c64-92d8b68b0a95 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:43.978251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 285501b2-9095-40f4-9c64-92d8b68b0a95 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:43.979004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 285501b2-9095-40f4-9c64-92d8b68b0a95 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:44.023892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.067025 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.110784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:44.116159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:44.123642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:44.160793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.164218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=ce2954da-22f0-41f6-b9e7-119cde5da161,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:44.175699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.176204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.176653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.177076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.177516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.177948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.178358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.178774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.179194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.179607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.180034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.180470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:44.181126 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.320117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Allocated IP 172.25.4.153 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/847c943b-879f-426d-833d-552710d51efa) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:44.436775 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.492215 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.498730 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.539717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:44.542994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:44.548856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:44.581846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=847c943b-879f-426d-833d-552710d51efa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:44.735175 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.861579 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:44.874487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router a3060542-38eb-4f53-b100-91779f25060a is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:49:45.008147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:45.021257 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ecbae-5085-46df-b94f-2aea8dfeb2ef None None] Sync routers for ids ['a3060542-38eb-4f53-b100-91779f25060a'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:45.030798 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.036164 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bd41d7b8-1ba9-4374-b31f-e7f1ba0bb15c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0418952 Jul 08 01:49:45.038332 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ecbae-5085-46df-b94f-2aea8dfeb2ef None None] Routers {'a3060542-38eb-4f53-b100-91779f25060a'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:45.039006 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1f6ecbae-5085-46df-b94f-2aea8dfeb2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a3060542-38eb-4f53-b100-91779f25060a'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:45.044881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:45.092174 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1f6ecbae-5085-46df-b94f-2aea8dfeb2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:45.101784 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ecbae-5085-46df-b94f-2aea8dfeb2ef None None] Routers {'a3060542-38eb-4f53-b100-91779f25060a'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:45.102388 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1f6ecbae-5085-46df-b94f-2aea8dfeb2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a3060542-38eb-4f53-b100-91779f25060a'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:45.110185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.138959 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1f6ecbae-5085-46df-b94f-2aea8dfeb2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:45.139610 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6ecbae-5085-46df-b94f-2aea8dfeb2ef None None] The sync data for ids ['a3060542-38eb-4f53-b100-91779f25060a'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:45.173217 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a9d51360-c3f3-4ed8-b8ea-7da7d7696376 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/routers/a3060542-38eb-4f53-b100-91779f25060a HTTP/1.1" status: 200 len: 885 time: 0.1270323 Jul 08 01:49:45.175691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59082) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:45.284091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router edc5a1c8-a36c-4445-b187-e715c6948aa2 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:49:45.407335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:45.417973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888eee22-e290-4d37-89c2-82559b7d7c73 None None] Sync routers for ids ['edc5a1c8-a36c-4445-b187-e715c6948aa2'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:45.430844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888eee22-e290-4d37-89c2-82559b7d7c73 None None] Routers {'edc5a1c8-a36c-4445-b187-e715c6948aa2'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:45.431911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-888eee22-e290-4d37-89c2-82559b7d7c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['edc5a1c8-a36c-4445-b187-e715c6948aa2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:45.438006 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:45.439460 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6b3bf2cf-d4ae-4fe4-a1d5-62b371943bf3 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.8039691 Jul 08 01:49:45.443231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59084) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:45.514682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bf0120c9-5322-477f-95ff-1564bbca7823 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3377755 Jul 08 01:49:45.535564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:45.540949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-778b407a-99ac-4920-a4e5-e1bc43b0f7a8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2006197684'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:45.574743 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fa64febb-389c-417f-a964-56942d5cdd42 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/routers/edc5a1c8-a36c-4445-b187-e715c6948aa2 HTTP/1.1" status: 200 len: 881 time: 0.1300912 Jul 08 01:49:45.577118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59088) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:45.652802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-888eee22-e290-4d37-89c2-82559b7d7c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:45.678047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888eee22-e290-4d37-89c2-82559b7d7c73 None None] Routers {'edc5a1c8-a36c-4445-b187-e715c6948aa2'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:45.679834 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-888eee22-e290-4d37-89c2-82559b7d7c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['edc5a1c8-a36c-4445-b187-e715c6948aa2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:45.721424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-888eee22-e290-4d37-89c2-82559b7d7c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:45.722535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888eee22-e290-4d37-89c2-82559b7d7c73 None None] The sync data for ids ['edc5a1c8-a36c-4445-b187-e715c6948aa2'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:45.913002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2b76b8a4-939e-43b1-babc-ece8217a49dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3345635 Jul 08 01:49:45.914383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59090) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:45.919030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-946de4bd-7630-4362-91fb-de71a930defa tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1561828735'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:46.255264 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-778b407a-99ac-4920-a4e5-e1bc43b0f7a8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.271537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-778b407a-99ac-4920-a4e5-e1bc43b0f7a8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.415003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778b407a-99ac-4920-a4e5-e1bc43b0f7a8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router a3060542-38eb-4f53-b100-91779f25060a has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:46.540981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778b407a-99ac-4920-a4e5-e1bc43b0f7a8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:46.551212 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-778b407a-99ac-4920-a4e5-e1bc43b0f7a8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.555522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-778b407a-99ac-4920-a4e5-e1bc43b0f7a8 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/a3060542-38eb-4f53-b100-91779f25060a HTTP/1.1" status: 200 len: 892 time: 1.0159862 Jul 08 01:49:46.556210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59092) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:46.559144 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d15136-a34f-4d1c-9035-04e4b6169720 None None] Sync routers for ids ['a3060542-38eb-4f53-b100-91779f25060a'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:46.572460 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d15136-a34f-4d1c-9035-04e4b6169720 None None] Routers {'a3060542-38eb-4f53-b100-91779f25060a'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:46.573388 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-30d15136-a34f-4d1c-9035-04e4b6169720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a3060542-38eb-4f53-b100-91779f25060a'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:46.608958 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-30d15136-a34f-4d1c-9035-04e4b6169720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:46.618362 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d15136-a34f-4d1c-9035-04e4b6169720 None None] Routers {'a3060542-38eb-4f53-b100-91779f25060a'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:46.619282 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-30d15136-a34f-4d1c-9035-04e4b6169720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a3060542-38eb-4f53-b100-91779f25060a'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:46.632519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946de4bd-7630-4362-91fb-de71a930defa tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.659264 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-30d15136-a34f-4d1c-9035-04e4b6169720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:46.670457 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d15136-a34f-4d1c-9035-04e4b6169720 None None] The sync data for ids ['a3060542-38eb-4f53-b100-91779f25060a'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:46.685684 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946de4bd-7630-4362-91fb-de71a930defa tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:46.747643 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4b74dece-61fc-498d-b2c7-0501b21c2d0d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/routers/a3060542-38eb-4f53-b100-91779f25060a HTTP/1.1" status: 200 len: 892 time: 0.1904531 Jul 08 01:49:46.750538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59094) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:46.780394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f41d9944-3568-4360-a41d-7abcbbc6bc4c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3060542-38eb-4f53-b100-91779f25060a HTTP/1.1" status: 200 len: 205 time: 0.0286088 Jul 08 01:49:46.782972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59096) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:46.883974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946de4bd-7630-4362-91fb-de71a930defa tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router edc5a1c8-a36c-4445-b187-e715c6948aa2 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:46.947217 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.089157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946de4bd-7630-4362-91fb-de71a930defa tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:47.097405 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-946de4bd-7630-4362-91fb-de71a930defa tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.098584 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-946de4bd-7630-4362-91fb-de71a930defa tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/edc5a1c8-a36c-4445-b187-e715c6948aa2 HTTP/1.1" status: 200 len: 888 time: 1.1832559 Jul 08 01:49:47.101447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59098) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:47.103358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950a80e-6437-4926-b10f-8970c6768244 None None] Sync routers for ids ['edc5a1c8-a36c-4445-b187-e715c6948aa2'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:47.125393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a950a80e-6437-4926-b10f-8970c6768244 None None] Routers {'edc5a1c8-a36c-4445-b187-e715c6948aa2'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:47.126035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a950a80e-6437-4926-b10f-8970c6768244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['edc5a1c8-a36c-4445-b187-e715c6948aa2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:47.155111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.167983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a950a80e-6437-4926-b10f-8970c6768244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:47.178540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a950a80e-6437-4926-b10f-8970c6768244 None None] Routers {'edc5a1c8-a36c-4445-b187-e715c6948aa2'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:47.179181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a950a80e-6437-4926-b10f-8970c6768244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['edc5a1c8-a36c-4445-b187-e715c6948aa2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:47.223516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a950a80e-6437-4926-b10f-8970c6768244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:47.224528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a950a80e-6437-4926-b10f-8970c6768244 None None] The sync data for ids ['edc5a1c8-a36c-4445-b187-e715c6948aa2'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:47.262478 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1cc8920d-fe08-4d60-9d73-84d9d74f9085 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/routers/edc5a1c8-a36c-4445-b187-e715c6948aa2 HTTP/1.1" status: 200 len: 888 time: 0.1599033 Jul 08 01:49:47.265362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59100) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:47.280002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port ce2954da-22f0-41f6-b9e7-119cde5da161 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:47.280377 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.300931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-69f593d6-3a05-4b96-b5fa-774532a081e2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc5a1c8-a36c-4445-b187-e715c6948aa2 HTTP/1.1" status: 200 len: 205 time: 0.0341811 Jul 08 01:49:47.303183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59102) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:47.393964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.406244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for ce2954da-22f0-41f6-b9e7-119cde5da161 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:47.422036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.548035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.596670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.633217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=ce2954da-22f0-41f6-b9e7-119cde5da161,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:47.636277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 847c943b-879f-426d-833d-552710d51efa {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:47.636662 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.719547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.726578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.741527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 847c943b-879f-426d-833d-552710d51efa owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:47.819504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.822057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.869877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.870467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Fanout notify agent at l3_agent the message router_deleted on router a3060542-38eb-4f53-b100-91779f25060a {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:49:47.879336 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.880737 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-400b8c41-d3ed-41f0-a7c5-b34556300293 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/a3060542-38eb-4f53-b100-91779f25060a HTTP/1.1" status: 204 len: 168 time: 1.0959404 Jul 08 01:49:47.884959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59104) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:47.890289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1433115112'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:47.926544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:47.930222 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.949682 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.954876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:47.967344 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:47.967724 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added segment 5ace6be0-f399-44f7-bc69-39265f33590e of type vlan for network 566c6c45-7b63-4423-87ae-a143f310f542 Jul 08 01:49:48.011785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.014812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=847c943b-879f-426d-833d-552710d51efa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:48.047060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.055388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:48.056375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.070933 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.125712 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2394497 Jul 08 01:49:48.128470 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59106) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:48.133347 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'subnet': {'network_id': '566c6c45-7b63-4423-87ae-a143f310f542', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:48.174906 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.177450 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.187281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fd3a5-e68d-43ab-832a-24a373341f6e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Network': ['ID=566c6c45-7b63-4423-87ae-a143f310f542,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:48.199220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 566c6c45-7b63-4423-87ae-a143f310f542 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:48.233699 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.234438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Fanout notify agent at l3_agent the message router_deleted on router edc5a1c8-a36c-4445-b187-e715c6948aa2 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:49:48.243753 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.245452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-081a79b3-29f7-4507-b97d-ddc13b2e23d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/edc5a1c8-a36c-4445-b187-e715c6948aa2 HTTP/1.1" status: 204 len: 168 time: 0.9410117 Jul 08 01:49:48.249366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59108) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:48.255802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'network': {'name': 'tempest-RoutersTest-1290209266'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:48.258910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:48.269277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.292614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:48.296450 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.326571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:48.339610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.340050 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added segment 67d5a86f-6403-405f-9ce9-7d2e749420c9 of type vlan for network 09cff5cd-5c33-4758-9bb2-3583d2d38b31 Jul 08 01:49:48.386443 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.432655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.441341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:48.442335 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.516896 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.522257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2715342 Jul 08 01:49:48.528766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59112) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:48.546575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cd71a-29a3-4f94-ad59-f3d4698ce2da tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Network': ['ID=09cff5cd-5c33-4758-9bb2-3583d2d38b31,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:48.560199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 09cff5cd-5c33-4758-9bb2-3583d2d38b31 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:49:48.567897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'subnet': {'network_id': '09cff5cd-5c33-4758-9bb2-3583d2d38b31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:48.661847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Subnet': ['ID=527d807e-cc8f-4ccc-91f5-66d152c85b7e,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:48.672664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Checking segment: {'id': '5ace6be0-f399-44f7-bc69-39265f33590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '566c6c45-7b63-4423-87ae-a143f310f542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:48.673031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network hostable DHCP agents. Network: 566c6c45-7b63-4423-87ae-a143f310f542, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:48.710237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 566c6c45-7b63-4423-87ae-a143f310f542 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:48.714435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:48.718744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.739110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 566c6c45-7b63-4423-87ae-a143f310f542) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:48.743577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:48.744681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.747814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cff190-08ff-495f-9a17-32614d9a96ee None None] Network 566c6c45-7b63-4423-87ae-a143f310f542 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:48.810101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c8181a27-293e-4736-9330-34a7335cc9f4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6804459 Jul 08 01:49:48.812671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:48.818780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1fd86f38-4324-4e84-89e6-477b71087e50 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1542238796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:48.846866 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd86f38-4324-4e84-89e6-477b71087e50 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.847994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd86f38-4324-4e84-89e6-477b71087e50 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.904917 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd86f38-4324-4e84-89e6-477b71087e50 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.911997 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd86f38-4324-4e84-89e6-477b71087e50 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.931963 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd86f38-4324-4e84-89e6-477b71087e50 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:48.936804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1fd86f38-4324-4e84-89e6-477b71087e50 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1230400 Jul 08 01:49:48.937661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:48.957451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-566c6c45-7b63-4423-87ae-a143f310f542', 'network_id': '566c6c45-7b63-4423-87ae-a143f310f542', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'fixed_ips': [{'subnet_id': '527d807e-cc8f-4ccc-91f5-66d152c85b7e'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:49:48.970062 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.010308 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.085034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Subnet': ['ID=eac35587-c695-4b2e-8290-996cbd45dfbb,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:49.098451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Checking segment: {'id': '67d5a86f-6403-405f-9ce9-7d2e749420c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '09cff5cd-5c33-4758-9bb2-3583d2d38b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:49.098823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network hostable DHCP agents. Network: 09cff5cd-5c33-4758-9bb2-3583d2d38b31, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:49:49.118764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 09cff5cd-5c33-4758-9bb2-3583d2d38b31 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:49:49.128754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 09cff5cd-5c33-4758-9bb2-3583d2d38b31) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:49.133316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:49.134035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.156094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Allocated IP 2001:db8::2 (566c6c45-7b63-4423-87ae-a143f310f542/527d807e-cc8f-4ccc-91f5-66d152c85b7e/5424d524-112b-40b0-86a5-83b387865737) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:49.158403 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c6c8a6a-8d92-483c-b850-dee2ee2ee5a8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6260898 Jul 08 01:49:49.159646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59118) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:49.165399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-978b9920-78ac-4aea-831c-5fd3088452d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1922415790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:49.175424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f16953-1463-42fa-afcf-2c9254e7f15a None None] Network 09cff5cd-5c33-4758-9bb2-3583d2d38b31 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:49.191908 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978b9920-78ac-4aea-831c-5fd3088452d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.199947 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978b9920-78ac-4aea-831c-5fd3088452d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.270958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978b9920-78ac-4aea-831c-5fd3088452d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.276085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978b9920-78ac-4aea-831c-5fd3088452d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.289095 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.293505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978b9920-78ac-4aea-831c-5fd3088452d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.297803 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-978b9920-78ac-4aea-831c-5fd3088452d2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1364994 Jul 08 01:49:49.298509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59120) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:49.437410 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.448253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-09cff5cd-5c33-4758-9bb2-3583d2d38b31', 'network_id': '09cff5cd-5c33-4758-9bb2-3583d2d38b31', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'fixed_ips': [{'subnet_id': 'eac35587-c695-4b2e-8290-996cbd45dfbb'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:49:49.448556 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.467261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Transition to ACTIVE for port object 5424d524-112b-40b0-86a5-83b387865737 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:49.551738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Transition to ACTIVE for port object 5424d524-112b-40b0-86a5-83b387865737 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:49.564896 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.594566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.623817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Allocated IP 2001:db8::1 (566c6c45-7b63-4423-87ae-a143f310f542/527d807e-cc8f-4ccc-91f5-66d152c85b7e/d5d43590-a18e-4895-aebd-cbdd6bfb6c85) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:49.636353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Network 566c6c45-7b63-4423-87ae-a143f310f542 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:49.646611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:49.650497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Allocated IP 172.20.0.2 (09cff5cd-5c33-4758-9bb2-3583d2d38b31/eac35587-c695-4b2e-8290-996cbd45dfbb/b9a28326-1948-4bf9-8eea-b9ca7e5a9404) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:49.652743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:49.664428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Pushing event updated for resources: {'Port': ['ID=5424d524-112b-40b0-86a5-83b387865737,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:49.768421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Attempting to bind port 5424d524-112b-40b0-86a5-83b387865737 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:49.768803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Attempting to bind port 5424d524-112b-40b0-86a5-83b387865737 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '5ace6be0-f399-44f7-bc69-39265f33590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '566c6c45-7b63-4423-87ae-a143f310f542'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:49.769232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Attempting to bind port 5424d524-112b-40b0-86a5-83b387865737 on network 566c6c45-7b63-4423-87ae-a143f310f542 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:49.784030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:49.784462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Checking segment: {'id': '5ace6be0-f399-44f7-bc69-39265f33590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '566c6c45-7b63-4423-87ae-a143f310f542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:49.784856 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.785259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Bound using segment: {'id': '5ace6be0-f399-44f7-bc69-39265f33590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '566c6c45-7b63-4423-87ae-a143f310f542'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:49.785748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Bound port: 5424d524-112b-40b0-86a5-83b387865737, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ace6be0-f399-44f7-bc69-39265f33590e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '566c6c45-7b63-4423-87ae-a143f310f542'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:49.786133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.873037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] For port 5424d524-112b-40b0-86a5-83b387865737, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:49.876388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] For port 5424d524-112b-40b0-86a5-83b387865737, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5424d524-112b-40b0-86a5-83b387865737,segment=NetworkSegment(5ace6be0-f399-44f7-bc69-39265f33590e),segment_id=5ace6be0-f399-44f7-bc69-39265f33590e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:49.880536 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.896061 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:49.908320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Transition to ACTIVE for port object d5d43590-a18e-4895-aebd-cbdd6bfb6c85 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:49.941088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e6b45-af88-486f-9657-984a30461209 req-130db37e-3d18-40f4-9bc0-f76b0faafa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:49.942641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a0e6b45-af88-486f-9657-984a30461209 req-130db37e-3d18-40f4-9bc0-f76b0faafa30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 915 time: 0.2016602 Jul 08 01:49:50.005964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Pushing event updated for resources: {'Port': ['ID=5424d524-112b-40b0-86a5-83b387865737,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:50.015826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a0e6b45-af88-486f-9657-984a30461209 req-34798473-dc67-4bc0-a7f1-0691192b9958 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a24a343-706d-47f1-9419-84e91e0adb3a HTTP/1.1" status: 200 len: 217 time: 0.0625191 Jul 08 01:49:50.045575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.045844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.046461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.046980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.047563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.048079 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.048682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.050080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.050600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.051170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.051718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.052257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.059407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977658e5-c46c-4e10-9d2c-8ad08fe1c112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:50.156062 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.173715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Transition to ACTIVE for port object b9a28326-1948-4bf9-8eea-b9ca7e5a9404 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:50.196084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Transition to ACTIVE for port object b9a28326-1948-4bf9-8eea-b9ca7e5a9404 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:50.211331 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.227221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 566c6c45-7b63-4423-87ae-a143f310f542 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:50.236671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:50.241199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:50.241745 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.245136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e6b45-af88-486f-9657-984a30461209 req-d6212fde-5e52-436a-9773-0134a251c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:50.246634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a0e6b45-af88-486f-9657-984a30461209 req-d6212fde-5e52-436a-9773-0134a251c148 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96b90165-d067-4fff-8639-24a03e0be726 HTTP/1.1" status: 200 len: 854 time: 0.2225752 Jul 08 01:49:50.294338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Network 09cff5cd-5c33-4758-9bb2-3583d2d38b31 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:50.301617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:50.307401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:50.337241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Pushing event updated for resources: {'Port': ['ID=b9a28326-1948-4bf9-8eea-b9ca7e5a9404,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:50.339832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Allocated IP 172.20.0.1 (09cff5cd-5c33-4758-9bb2-3583d2d38b31/eac35587-c695-4b2e-8290-996cbd45dfbb/77a722a7-a19a-4ee0-a90e-43ac9b3578c6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:50.350186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=d5d43590-a18e-4895-aebd-cbdd6bfb6c85,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:50.434133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Attempting to bind port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:49:50.434508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Attempting to bind port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '67d5a86f-6403-405f-9ce9-7d2e749420c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '09cff5cd-5c33-4758-9bb2-3583d2d38b31'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:49:50.435124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Attempting to bind port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 on network 09cff5cd-5c33-4758-9bb2-3583d2d38b31 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:49:50.440609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a0e6b45-af88-486f-9657-984a30461209 req-84ed86e5-5a79-40c8-b919-a2494232c7d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=500b7a8d-3e3f-467c-8af9-36812606853e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805999 Jul 08 01:49:50.441983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:49:50.442902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Checking segment: {'id': '67d5a86f-6403-405f-9ce9-7d2e749420c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '09cff5cd-5c33-4758-9bb2-3583d2d38b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:49:50.443599 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.444163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Bound using segment: {'id': '67d5a86f-6403-405f-9ce9-7d2e749420c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '09cff5cd-5c33-4758-9bb2-3583d2d38b31'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:49:50.444844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Bound port: b9a28326-1948-4bf9-8eea-b9ca7e5a9404, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d5a86f-6403-405f-9ce9-7d2e749420c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '09cff5cd-5c33-4758-9bb2-3583d2d38b31'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:49:50.445399 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.513616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.518560 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] For port b9a28326-1948-4bf9-8eea-b9ca7e5a9404, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:49:50.523140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] For port b9a28326-1948-4bf9-8eea-b9ca7e5a9404, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b9a28326-1948-4bf9-8eea-b9ca7e5a9404,segment=NetworkSegment(67d5a86f-6403-405f-9ce9-7d2e749420c9),segment_id=67d5a86f-6403-405f-9ce9-7d2e749420c9)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:49:50.533217 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.534063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Transition to ACTIVE for port object 77a722a7-a19a-4ee0-a90e-43ac9b3578c6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:49:50.584198 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.624003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71080a9-0acd-4a41-924e-bcc6a37a07a5 None None] Pushing event updated for resources: {'Port': ['ID=b9a28326-1948-4bf9-8eea-b9ca7e5a9404,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:50.629540 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a55143e-dfca-48ed-b849-287ce00ca503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.654002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 09cff5cd-5c33-4758-9bb2-3583d2d38b31 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:50.659044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:50.663409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:50.683180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488b910-192e-4c9d-9da6-b16cc69f3e2b req-4a8a0d20-3f1b-4978-ad1f-57d1852b012e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:50.684793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6488b910-192e-4c9d-9da6-b16cc69f3e2b req-4a8a0d20-3f1b-4978-ad1f-57d1852b012e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 944 time: 0.3653529 Jul 08 01:49:50.697361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e76d7-27f5-4ca8-b189-a83390a7739a req-0e9cd71a-4a6e-447f-a0e4-4c55edaf7aaf tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:50.698500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=77a722a7-a19a-4ee0-a90e-43ac9b3578c6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:50.698899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-856e76d7-27f5-4ca8-b189-a83390a7739a req-0e9cd71a-4a6e-447f-a0e4-4c55edaf7aaf tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.3502343 Jul 08 01:49:50.701140 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.705768 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a0e6b45-af88-486f-9657-984a30461209 req-4f4163f5-7624-4892-a2ad-f1ff8b2b8cfa service neutron] 10.222.0.24 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435520 Jul 08 01:49:50.717772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.875512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:50.907293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6488b910-192e-4c9d-9da6-b16cc69f3e2b req-c18dda98-6b39-4902-8f86-9bbf9076a124 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072093 Jul 08 01:49:50.922113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-856e76d7-27f5-4ca8-b189-a83390a7739a req-f056baf7-e907-4a7e-b13f-bc3a339d3bf7 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031186 Jul 08 01:49:50.980380 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a0e6b45-af88-486f-9657-984a30461209 req-bd0f3654-f403-41f3-a09a-c2a73fb8b718 service neutron] 10.222.0.24 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589192 Jul 08 01:49:51.225012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.230700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.307084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=77a722a7-a19a-4ee0-a90e-43ac9b3578c6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:51.317042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef96c-ff85-493a-90d4-140730c852e3 req-9d17c9a2-0025-4ee0-aee5-1c2202c16e84 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:51.318659 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-420ef96c-ff85-493a-90d4-140730c852e3 req-9d17c9a2-0025-4ee0-aee5-1c2202c16e84 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.2107794 Jul 08 01:49:51.332349 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.337505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a7142-8cc4-4811-bc1f-36e0af03a933 req-00773a85-2eb7-4ac2-9285-fa36faee1a54 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:51.339067 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-004a7142-8cc4-4811-bc1f-36e0af03a933 req-00773a85-2eb7-4ac2-9285-fa36faee1a54 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.2215984 Jul 08 01:49:51.418551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d4206-163e-4601-9bb3-9a70298c85ed None None] Network 566c6c45-7b63-4423-87ae-a143f310f542 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:51.420886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-420ef96c-ff85-493a-90d4-140730c852e3 req-d9ebbcb5-50b7-4ce1-be8d-c1de7e9e2d60 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808322 Jul 08 01:49:51.436867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 09cff5cd-5c33-4758-9bb2-3583d2d38b31 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:51.438997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:51.464143 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-004a7142-8cc4-4811-bc1f-36e0af03a933 req-049ada28-9dfa-472a-87f1-017c8be7aa03 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103685 Jul 08 01:49:51.519161 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.542744 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.543532 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:51.577539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-629d9eaf-1102-4b08-8207-e13df08a23bc None None] Provisioning for port 5424d524-112b-40b0-86a5-83b387865737 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:51.619658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router c52daa29-e20a-47d2-b107-f9bae9ff0dc2 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:49:51.735621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=d5d43590-a18e-4895-aebd-cbdd6bfb6c85,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:51.756772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-26c06a71-65fa-4c94-9293-f5bd50f39718 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:51.758356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-26c06a71-65fa-4c94-9293-f5bd50f39718 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.3319945 Jul 08 01:49:51.802275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:51.808469 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6a57d355-bae4-4965-97dc-15b073930dc2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/c52daa29-e20a-47d2-b107-f9bae9ff0dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5074990 Jul 08 01:49:51.815588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59132) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:51.821895 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556767d8-2fa5-47ec-8c58-f4c18339e1a6 None None] Sync routers for ids ['c52daa29-e20a-47d2-b107-f9bae9ff0dc2'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:51.846339 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556767d8-2fa5-47ec-8c58-f4c18339e1a6 None None] Routers {'c52daa29-e20a-47d2-b107-f9bae9ff0dc2'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:51.860753 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-556767d8-2fa5-47ec-8c58-f4c18339e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c52daa29-e20a-47d2-b107-f9bae9ff0dc2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:51.917753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14535cc-2b21-4f82-8f2b-ea2ff7a4bb40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:51.919529 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c14535cc-2b21-4f82-8f2b-ea2ff7a4bb40 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports/77a722a7-a19a-4ee0-a90e-43ac9b3578c6 HTTP/1.1" status: 200 len: 910 time: 0.1024444 Jul 08 01:49:51.921928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:51.930116 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-556767d8-2fa5-47ec-8c58-f4c18339e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:51.937466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fb4d601d-539a-48c8-ba73-54799d169b31 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eac35587-c695-4b2e-8290-996cbd45dfbb'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:51.948838 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556767d8-2fa5-47ec-8c58-f4c18339e1a6 None None] Routers {'c52daa29-e20a-47d2-b107-f9bae9ff0dc2'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:51.949467 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-556767d8-2fa5-47ec-8c58-f4c18339e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c52daa29-e20a-47d2-b107-f9bae9ff0dc2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:52.010175 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-556767d8-2fa5-47ec-8c58-f4c18339e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:52.011339 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556767d8-2fa5-47ec-8c58-f4c18339e1a6 None None] The sync data for ids ['c52daa29-e20a-47d2-b107-f9bae9ff0dc2'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:52.063398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b9a28326-1948-4bf9-8eea-b9ca7e5a9404 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:52.116169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b578f08-2a5b-407b-8ff5-b30a457974b0 None None] Network 09cff5cd-5c33-4758-9bb2-3583d2d38b31 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:52.193308 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb4d601d-539a-48c8-ba73-54799d169b31 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.212783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f409853e-8bc4-42ad-a4c8-b4358816202b None None] Provisioning for port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:52.273120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:52.278814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:52.279210 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.504446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 566c6c45-7b63-4423-87ae-a143f310f542 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:52.516592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:52.576530 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.602218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cc521ae6-4f18-45eb-92b3-6010fa49f8bf None None] Provisioning for port d5d43590-a18e-4895-aebd-cbdd6bfb6c85 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:52.607806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cc521ae6-4f18-45eb-92b3-6010fa49f8bf None None] Provisioning complete for port d5d43590-a18e-4895-aebd-cbdd6bfb6c85 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:52.608186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cc521ae6-4f18-45eb-92b3-6010fa49f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.653820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ddd83-e28f-4065-8bd4-ae2babc74bd3 req-2f0f208e-e50a-4793-a9ec-084d75143322 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:52.655336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d4ddd83-e28f-4065-8bd4-ae2babc74bd3 req-2f0f208e-e50a-4793-a9ec-084d75143322 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.3354888 Jul 08 01:49:52.666161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port b9a28326-1948-4bf9-8eea-b9ca7e5a9404, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b9a28326-1948-4bf9-8eea-b9ca7e5a9404,segment=NetworkSegment(67d5a86f-6403-405f-9ce9-7d2e749420c9),segment_id=67d5a86f-6403-405f-9ce9-7d2e749420c9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:52.667844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-e0f1c14d-238b-4d81-ac0d-88364fd18c31 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:52.669079 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-cc521ae6-4f18-45eb-92b3-6010fa49f8bf None None] Port d5d43590-a18e-4895-aebd-cbdd6bfb6c85 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:52.669772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-e0f1c14d-238b-4d81-ac0d-88364fd18c31 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.3384929 Jul 08 01:49:52.673547 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.673801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5424d524-112b-40b0-86a5-83b387865737 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:52.691737 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb4d601d-539a-48c8-ba73-54799d169b31 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.707195 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bcb8d-79c3-40c5-9580-a98ee25e0155 req-4ecb780d-599e-4e3d-a851-41282b0323cb tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:52.713060 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a05bcb8d-79c3-40c5-9580-a98ee25e0155 req-4ecb780d-599e-4e3d-a851-41282b0323cb tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 944 time: 0.4055207 Jul 08 01:49:52.717343 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb4d601d-539a-48c8-ba73-54799d169b31 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.777095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=b9a28326-1948-4bf9-8eea-b9ca7e5a9404,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:52.786589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d601d-539a-48c8-ba73-54799d169b31 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=77a722a7-a19a-4ee0-a90e-43ac9b3578c6,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:52.805596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-74251b7f-5579-4fef-aa22-5aeba978da17 None None] Provisioning complete for port d5d43590-a18e-4895-aebd-cbdd6bfb6c85 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:52.806060 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-74251b7f-5579-4fef-aa22-5aeba978da17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.807887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5424d524-112b-40b0-86a5-83b387865737 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:52.811421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-703e41b0-0e86-4c4f-a360-c61162d17350 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Deleting port b22240a4-7aee-471b-991e-5d2556e5417d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:52.811421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-703e41b0-0e86-4c4f-a360-c61162d17350 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.847065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d4ddd83-e28f-4065-8bd4-ae2babc74bd3 req-ba61ea17-30bc-48ea-8083-e80429f3c8e5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669219 Jul 08 01:49:52.859523 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d601d-539a-48c8-ba73-54799d169b31 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:52.865299 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb4d601d-539a-48c8-ba73-54799d169b31 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.868864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fb4d601d-539a-48c8-ba73-54799d169b31 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/ports/77a722a7-a19a-4ee0-a90e-43ac9b3578c6 HTTP/1.1" status: 200 len: 910 time: 0.9459345 Jul 08 01:49:52.871719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59146) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:52.874523 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-74251b7f-5579-4fef-aa22-5aeba978da17 None None] Port d5d43590-a18e-4895-aebd-cbdd6bfb6c85 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:52.876202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5424d524-112b-40b0-86a5-83b387865737 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:52.876625 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:52.919992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a05bcb8d-79c3-40c5-9580-a98ee25e0155 req-8a0e355c-c167-4408-81f4-f485748eddc8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926889 Jul 08 01:49:53.029452 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.113429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-703e41b0-0e86-4c4f-a360-c61162d17350 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] For port b22240a4-7aee-471b-991e-5d2556e5417d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b22240a4-7aee-471b-991e-5d2556e5417d,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:53.113941 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-703e41b0-0e86-4c4f-a360-c61162d17350 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.131523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-703e41b0-0e86-4c4f-a360-c61162d17350 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Calling delete_port for b22240a4-7aee-471b-991e-5d2556e5417d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:53.132373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5424d524-112b-40b0-86a5-83b387865737, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5424d524-112b-40b0-86a5-83b387865737,segment=NetworkSegment(5ace6be0-f399-44f7-bc69-39265f33590e),segment_id=5ace6be0-f399-44f7-bc69-39265f33590e)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:53.134897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b7ed06d3-17fb-462a-a761-eef55542f8d0 None None] Provisioning complete for port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:53.135443 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7ed06d3-17fb-462a-a761-eef55542f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.181410 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.243530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5424d524-112b-40b0-86a5-83b387865737,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:53.276931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router f7addf6b-01da-40a6-a076-8a3b5b05d981 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:49:53.315282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-3284d4a3-b18f-4d97-a7d4-403d99403dde tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Deleting port b13473b4-7734-437f-8f95-db0090ad5c4e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:53.315679 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-3284d4a3-b18f-4d97-a7d4-403d99403dde tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.323161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b7ed06d3-17fb-462a-a761-eef55542f8d0 None None] Provisioning for port 77a722a7-a19a-4ee0-a90e-43ac9b3578c6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:53.328275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b7ed06d3-17fb-462a-a761-eef55542f8d0 None None] Provisioning complete for port 77a722a7-a19a-4ee0-a90e-43ac9b3578c6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:53.329005 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7ed06d3-17fb-462a-a761-eef55542f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.335310 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.380193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed06d3-17fb-462a-a761-eef55542f8d0 None None] Port 77a722a7-a19a-4ee0-a90e-43ac9b3578c6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:53.401592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b7ed06d3-17fb-462a-a761-eef55542f8d0 None None] Provisioning complete for port d5d43590-a18e-4895-aebd-cbdd6bfb6c85 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:53.401937 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7ed06d3-17fb-462a-a761-eef55542f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.404803 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-65be0d26-9220-4939-b78b-a81cfec14569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.439209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b7ed06d3-17fb-462a-a761-eef55542f8d0 None None] Port d5d43590-a18e-4895-aebd-cbdd6bfb6c85 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:53.559210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f20ffba1-4319-4648-aca7-1a5df4dd54f3 None None] Provisioning complete for port 77a722a7-a19a-4ee0-a90e-43ac9b3578c6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:53.560458 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f20ffba1-4319-4648-aca7-1a5df4dd54f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.566105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa171370-074f-48f9-9a7c-68cb735fa317 req-8382a330-6bbe-49cb-bf85-067eb2ff44ca tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:53.567668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa171370-074f-48f9-9a7c-68cb735fa317 req-8382a330-6bbe-49cb-bf85-067eb2ff44ca tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 946 time: 0.4986756 Jul 08 01:49:53.582470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d3d9b-5285-4534-89d5-0b8f19404fa0 req-e1b6e708-f368-48dd-b5cf-a7fe9bfaf69d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:53.584264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-499d3d9b-5285-4534-89d5-0b8f19404fa0 req-e1b6e708-f368-48dd-b5cf-a7fe9bfaf69d tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=09a1db70-4771-485a-ac2e-8da42e14122a HTTP/1.1" status: 200 len: 945 time: 0.3949983 Jul 08 01:49:53.604264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f20ffba1-4319-4648-aca7-1a5df4dd54f3 None None] Port 77a722a7-a19a-4ee0-a90e-43ac9b3578c6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:53.623942 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.631555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:53.638351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 77a722a7-a19a-4ee0-a90e-43ac9b3578c6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:53.638802 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.642424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb662e02-c7cd-4d77-8eed-cf44d2d92b26 None None] Sync routers for ids ['f7addf6b-01da-40a6-a076-8a3b5b05d981'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:53.647464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-80cbbfb3-6068-4171-9a2d-4ff84deb27c7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/f7addf6b-01da-40a6-a076-8a3b5b05d981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7087359 Jul 08 01:49:53.649424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-703e41b0-0e86-4c4f-a360-c61162d17350 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.653415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59150) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:53.655762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb662e02-c7cd-4d77-8eed-cf44d2d92b26 None None] Routers {'f7addf6b-01da-40a6-a076-8a3b5b05d981'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:53.656755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb662e02-c7cd-4d77-8eed-cf44d2d92b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f7addf6b-01da-40a6-a076-8a3b5b05d981'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:53.662419 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['b22240a4-7aee-471b-991e-5d2556e5417d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:49:53.667896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-3284d4a3-b18f-4d97-a7d4-403d99403dde tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] For port b13473b4-7734-437f-8f95-db0090ad5c4e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b13473b4-7734-437f-8f95-db0090ad5c4e,segment=NetworkSegment(1f2ad79c-e08e-4902-9bf6-3f69f964d84b),segment_id=1f2ad79c-e08e-4902-9bf6-3f69f964d84b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:53.668261 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-3284d4a3-b18f-4d97-a7d4-403d99403dde tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.700581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb662e02-c7cd-4d77-8eed-cf44d2d92b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:53.704621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e41b0-0e86-4c4f-a360-c61162d17350 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event deleted for resources: {'Port': ['ID=b22240a4-7aee-471b-991e-5d2556e5417d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:53.725225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-3284d4a3-b18f-4d97-a7d4-403d99403dde tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Calling delete_port for b13473b4-7734-437f-8f95-db0090ad5c4e owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:53.741931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb662e02-c7cd-4d77-8eed-cf44d2d92b26 None None] Routers {'f7addf6b-01da-40a6-a076-8a3b5b05d981'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:53.742599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb662e02-c7cd-4d77-8eed-cf44d2d92b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f7addf6b-01da-40a6-a076-8a3b5b05d981'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:53.746074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-de05c64e-507f-4e01-b5a5-f3b7f8f75efe None None] Provisioning complete for port 77a722a7-a19a-4ee0-a90e-43ac9b3578c6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:53.746476 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-de05c64e-507f-4e01-b5a5-f3b7f8f75efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.751882 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-499d3d9b-5285-4534-89d5-0b8f19404fa0 req-81f1410e-77a0-471c-9d1e-86f8732866ba tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576867 Jul 08 01:49:53.766354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91feda0e-b9e5-4eae-a6f9-23054d4d17dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:53.776316 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-91feda0e-b9e5-4eae-a6f9-23054d4d17dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports/d5d43590-a18e-4895-aebd-cbdd6bfb6c85 HTTP/1.1" status: 200 len: 911 time: 0.1181688 Jul 08 01:49:53.776316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59152) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:53.781393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa171370-074f-48f9-9a7c-68cb735fa317 req-d4f13b69-c820-4063-b69f-d589a97fb431 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/security-groups?id=d02b4ba2-2c29-4246-b76d-efc35b0aa824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900740 Jul 08 01:49:53.781907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7a24a343-706d-47f1-9419-84e91e0adb3a details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:49:53.802648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-bb662e02-c7cd-4d77-8eed-cf44d2d92b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:53.803313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb662e02-c7cd-4d77-8eed-cf44d2d92b26 None None] The sync data for ids ['f7addf6b-01da-40a6-a076-8a3b5b05d981'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:53.804909 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.826141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 77a722a7-a19a-4ee0-a90e-43ac9b3578c6 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:53.852797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8c1b8acd-a889-4548-b9e9-efa5bc70282b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '527d807e-cc8f-4ccc-91f5-66d152c85b7e'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:53.863113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-de05c64e-507f-4e01-b5a5-f3b7f8f75efe None None] Port 77a722a7-a19a-4ee0-a90e-43ac9b3578c6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:49:53.882089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-703e41b0-0e86-4c4f-a360-c61162d17350 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] No DVR routers for this DVR port b22240a4-7aee-471b-991e-5d2556e5417d on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:53.894249 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-703e41b0-0e86-4c4f-a360-c61162d17350 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:53.896474 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a73f6eb-c988-4ca3-9986-896c188d777d req-703e41b0-0e86-4c4f-a360-c61162d17350 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.16 "DELETE /v2.0/ports/b22240a4-7aee-471b-991e-5d2556e5417d HTTP/1.1" status: 204 len: 173 time: 2.1296387 Jul 08 01:49:53.898565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1db70-4771-485a-ac2e-8da42e14122a', 'name': 'network-vif-deleted', 'tag': 'b22240a4-7aee-471b-991e-5d2556e5417d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:53.915631 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bdbcf7-2941-4686-80a4-6ccbc6eb58ba" -d '{"events": [{"server_uuid": "09a1db70-4771-485a-ac2e-8da42e14122a", "name": "network-vif-deleted", "tag": "b22240a4-7aee-471b-991e-5d2556e5417d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:54.001030 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fa8cc0-0a7d-4aa8-8e9a-7380a61d16f2 x-openstack-request-id: req-05fa8cc0-0a7d-4aa8-8e9a-7380a61d16f2 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:54.001030 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a1db70-4771-485a-ac2e-8da42e14122a", "name": "network-vif-deleted", "tag": "b22240a4-7aee-471b-991e-5d2556e5417d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:54.001607 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05fa8cc0-0a7d-4aa8-8e9a-7380a61d16f2 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:54.002644 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a1db70-4771-485a-ac2e-8da42e14122a', 'name': 'network-vif-deleted', 'tag': 'b22240a4-7aee-471b-991e-5d2556e5417d', 'status': 'completed', 'code': 200} Jul 08 01:49:54.022761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b9a28326-1948-4bf9-8eea-b9ca7e5a9404 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:54.076381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:54.098196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'network_id': '500b7a8d-3e3f-467c-8af9-36812606853e', 'port_id': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'mac_address': 'fa:16:3e:19:f3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b90165-d067-4fff-8639-24a03e0be726', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:49:54.130387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-3284d4a3-b18f-4d97-a7d4-403d99403dde tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.150801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:54.151350 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.158869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b13473b4-7734-437f-8f95-db0090ad5c4e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:49:54.201121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284d4a3-b18f-4d97-a7d4-403d99403dde tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Pushing event deleted for resources: {'Port': ['ID=b13473b4-7734-437f-8f95-db0090ad5c4e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:54.242381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.262926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a24a343-706d-47f1-9419-84e91e0adb3a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:49:54.282270 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8acd-a889-4548-b9e9-efa5bc70282b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.306352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-3284d4a3-b18f-4d97-a7d4-403d99403dde tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] No DVR routers for this DVR port b13473b4-7734-437f-8f95-db0090ad5c4e on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:54.309215 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-3284d4a3-b18f-4d97-a7d4-403d99403dde tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.311929 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-baeb6807-17e2-45a4-9350-61b7be305f5d req-3284d4a3-b18f-4d97-a7d4-403d99403dde tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.24 "DELETE /v2.0/ports/b13473b4-7734-437f-8f95-db0090ad5c4e HTTP/1.1" status: 204 len: 173 time: 1.6241007 Jul 08 01:49:54.329612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:54.366079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1282379-230a-4784-a918-0438f126db50 req-9570c330-fe82-4ac1-b165-58d9bc4afb18 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:54.373791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1282379-230a-4784-a918-0438f126db50 req-9570c330-fe82-4ac1-b165-58d9bc4afb18 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 944 time: 0.1538363 Jul 08 01:49:54.374593 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.384794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5424d524-112b-40b0-86a5-83b387865737 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:54.389515 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.481677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1282379-230a-4784-a918-0438f126db50 req-352f27d3-165e-428c-96a7-a40cc924a06a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068528 Jul 08 01:49:54.514748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5424d524-112b-40b0-86a5-83b387865737 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:54.515128 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.538073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=77a722a7-a19a-4ee0-a90e-43ac9b3578c6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:54.578308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:54.618270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a660002-17fa-4bf0-8db1-82de49a67add req-4ddc1f32-d8c6-4b6b-82b6-9f193bbf206f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:54.620852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a660002-17fa-4bf0-8db1-82de49a67add req-4ddc1f32-d8c6-4b6b-82b6-9f193bbf206f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.1862030 Jul 08 01:49:54.679119 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a660002-17fa-4bf0-8db1-82de49a67add req-afa0317c-7282-4f61-b683-11ea70bcbd8a tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523520 Jul 08 01:49:54.696343 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:54.713502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.713922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.714353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.714763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.715175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.715573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.715974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.716413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.716807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.717203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.717610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.718002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:49:54.725410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['7a24a343-706d-47f1-9419-84e91e0adb3a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:49:54.897617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:55.002161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6bfc58f-63b2-459f-8339-604477934d9f req-bc35eb14-263f-44b7-ad4d-b3c020d5c370 tempest-ServerRescueTestJSONUnderV235-830872041 tempest-ServerRescueTestJSONUnderV235-830872041-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7fbc3be-54c5-46e7-8592-ea72028d5244 HTTP/1.1" status: 200 len: 210 time: 0.0460651 Jul 08 01:49:55.282437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-3f6bb57b-b096-4ec6-a040-7680c0bd4ad5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:55.284814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-3f6bb57b-b096-4ec6-a040-7680c0bd4ad5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.1220884 Jul 08 01:49:55.301807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-14a6a34a-6fb3-47f5-996e-5d7cce65246f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/quotas/0c9dbecbc0dc493094a50ed9970ba671 HTTP/1.1" status: 200 len: 375 time: 0.0115912 Jul 08 01:49:55.339098 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-0d9aabbb-4ee0-46c7-99ae-a238d5d2b3cc tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319011 Jul 08 01:49:55.449720 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-b141f47a-5baf-4341-9dd7-7d1a0dacce99 service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036940 Jul 08 01:49:55.519097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router c52daa29-e20a-47d2-b107-f9bae9ff0dc2 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:55.551372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-111ebd5d-bfcd-4ccf-98c2-2f440b43627c service neutron] 10.222.0.41 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957758 Jul 08 01:49:55.636110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:55.641475 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-849c1513-3bcc-4733-a623-1c699ddbd0dc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/c52daa29-e20a-47d2-b107-f9bae9ff0dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7683687 Jul 08 01:49:55.645648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:55.652006 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ca832-063a-4c9c-b8d7-ffb4141526bb None None] Sync routers for ids ['c52daa29-e20a-47d2-b107-f9bae9ff0dc2'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:55.664418 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ca832-063a-4c9c-b8d7-ffb4141526bb None None] Routers {'c52daa29-e20a-47d2-b107-f9bae9ff0dc2'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:55.665332 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8acd-a889-4548-b9e9-efa5bc70282b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:55.666026 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-bc2ca832-063a-4c9c-b8d7-ffb4141526bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c52daa29-e20a-47d2-b107-f9bae9ff0dc2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:55.676166 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8acd-a889-4548-b9e9-efa5bc70282b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:55.681209 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7e2bc760-aa48-439b-9451-d8007f288463 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=c52daa29-e20a-47d2-b107-f9bae9ff0dc2 HTTP/1.1" status: 200 len: 205 time: 0.0331168 Jul 08 01:49:55.683421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:55.684703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1b8acd-a889-4548-b9e9-efa5bc70282b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:55.685552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8acd-a889-4548-b9e9-efa5bc70282b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:55.688037 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8c1b8acd-a889-4548-b9e9-efa5bc70282b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/ports/d5d43590-a18e-4895-aebd-cbdd6bfb6c85 HTTP/1.1" status: 200 len: 911 time: 1.8451378 Jul 08 01:49:55.693748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:55.726771 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-bc2ca832-063a-4c9c-b8d7-ffb4141526bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:55.739994 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ca832-063a-4c9c-b8d7-ffb4141526bb None None] Routers {'c52daa29-e20a-47d2-b107-f9bae9ff0dc2'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:55.740860 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-bc2ca832-063a-4c9c-b8d7-ffb4141526bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c52daa29-e20a-47d2-b107-f9bae9ff0dc2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:55.742654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b8acd-a889-4548-b9e9-efa5bc70282b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=d5d43590-a18e-4895-aebd-cbdd6bfb6c85,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:55.782360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b13473b4-7734-437f-8f95-db0090ad5c4e no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:55.799492 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-bc2ca832-063a-4c9c-b8d7-ffb4141526bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:55.801485 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ca832-063a-4c9c-b8d7-ffb4141526bb None None] The sync data for ids ['c52daa29-e20a-47d2-b107-f9bae9ff0dc2'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:55.806214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: b13473b4-7734-437f-8f95-db0090ad5c4e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:55.806676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b13473b4-7734-437f-8f95-db0090ad5c4e not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:55.898113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11d68966-2862-4429-8204-69a892d9e80a req-30f627ac-5c2f-42f5-a359-175533b56e5e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 210 time: 0.1066411 Jul 08 01:49:55.903590 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fff531f6-dc6f-411a-870f-814268d062b1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:55.985284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aada8-0b82-4ca4-841d-6cfcfe4f0880 req-05f0fe5b-463d-455b-8436-4d948ce7a0ee tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:55.994321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-395aada8-0b82-4ca4-841d-6cfcfe4f0880 req-05f0fe5b-463d-455b-8436-4d948ce7a0ee tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.3882582 Jul 08 01:49:56.009329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'name': 'network-vif-deleted', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:56.011503 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30072cb2-4e5d-476b-b491-09d3a8e59edf" -d '{"events": [{"server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "name": "network-vif-deleted", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:56.205626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b22240a4-7aee-471b-991e-5d2556e5417d no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:56.226723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: b22240a4-7aee-471b-991e-5d2556e5417d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:56.227200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b22240a4-7aee-471b-991e-5d2556e5417d not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:56.349453 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.573280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fff531f6-dc6f-411a-870f-814268d062b1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.578621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-395aada8-0b82-4ca4-841d-6cfcfe4f0880 req-08e4d886-e53a-4a6e-87ea-c3923364ffb1 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834553 Jul 08 01:49:56.582533 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fff531f6-dc6f-411a-870f-814268d062b1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.630611 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842e5977-347b-4a7b-8a7a-32a171aac489 x-openstack-request-id: req-842e5977-347b-4a7b-8a7a-32a171aac489 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:56.630904 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fbc3be-54c5-46e7-8592-ea72028d5244", "name": "network-vif-deleted", "tag": "b13473b4-7734-437f-8f95-db0090ad5c4e", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:56.631160 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-842e5977-347b-4a7b-8a7a-32a171aac489 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:56.631546 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fbc3be-54c5-46e7-8592-ea72028d5244', 'name': 'network-vif-deleted', 'tag': 'b13473b4-7734-437f-8f95-db0090ad5c4e', 'status': 'completed', 'code': 200} Jul 08 01:49:56.662845 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fff531f6-dc6f-411a-870f-814268d062b1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.663399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff531f6-dc6f-411a-870f-814268d062b1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Fanout notify agent at l3_agent the message router_deleted on router c52daa29-e20a-47d2-b107-f9bae9ff0dc2 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:49:56.674550 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fff531f6-dc6f-411a-870f-814268d062b1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.679869 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fff531f6-dc6f-411a-870f-814268d062b1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/c52daa29-e20a-47d2-b107-f9bae9ff0dc2 HTTP/1.1" status: 204 len: 168 time: 0.9913466 Jul 08 01:49:56.680140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59212) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:56.693814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59214) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:56.699246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eba146-6502-4296-a920-e57c1a08fc3b req-393ccb97-43e1-441c-a047-cb7dfc479532 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:56.700885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8eba146-6502-4296-a920-e57c1a08fc3b req-393ccb97-43e1-441c-a047-cb7dfc479532 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.6837828 Jul 08 01:49:56.787854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3f540b-77b5-4688-8eaf-676b4bfd1a42 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting subnet eac35587-c695-4b2e-8290-996cbd45dfbb {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:49:56.788885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8eba146-6502-4296-a920-e57c1a08fc3b req-da6cfcc0-3e5e-4296-8334-a1cb3ea7e232 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772579 Jul 08 01:49:56.794868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be3f540b-77b5-4688-8eaf-676b4bfd1a42 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:56.881487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be3f540b-77b5-4688-8eaf-676b4bfd1a42 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.021032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-62dfb1e1-7d75-4f19-a7eb-b817809cf32a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.022533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-62dfb1e1-7d75-4f19-a7eb-b817809cf32a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 812 time: 0.1572838 Jul 08 01:49:57.024880 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.069500 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Request body: {'port': {'device_id': '30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'admin_state_up': True, 'tenant_id': '0c9dbecbc0dc493094a50ed9970ba671'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:57.102377 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be3f540b-77b5-4688-8eaf-676b4bfd1a42 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.209795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-633aa40f-6452-43f3-a392-cc348fba132d req-625b7496-000b-4db9-92db-19e9cdc659bc tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 210 time: 0.1055987 Jul 08 01:49:57.244862 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be3f540b-77b5-4688-8eaf-676b4bfd1a42 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.287968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f540b-77b5-4688-8eaf-676b4bfd1a42 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Subnet': ['ID=eac35587-c695-4b2e-8290-996cbd45dfbb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:57.290114 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be3f540b-77b5-4688-8eaf-676b4bfd1a42 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.292037 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-be3f540b-77b5-4688-8eaf-676b4bfd1a42 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/eac35587-c695-4b2e-8290-996cbd45dfbb HTTP/1.1" status: 204 len: 168 time: 0.6102724 Jul 08 01:49:57.297922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59226) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:57.302172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279d99f-399c-4976-acc9-4066b6fe17a3 None None] Network 09cff5cd-5c33-4758-9bb2-3583d2d38b31 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:49:57.407781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Made reservation on behalf of 0c9dbecbc0dc493094a50ed9970ba671 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:57.413316 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.433203 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.494758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.561233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094cacb7-1a3b-4e68-9447-026a91ff670a None None] DHCP port deletion for 09cff5cd-5c33-4758-9bb2-3583d2d38b31 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:49:57.622117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:57.622504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.640462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-094cacb7-1a3b-4e68-9447-026a91ff670a None None] Deleting port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:57.641128 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-094cacb7-1a3b-4e68-9447-026a91ff670a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.670836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a78a56-a13f-4f01-93ab-8a8416c6ace6 req-a8d61640-1309-45c1-b778-167ecc9bc60e tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:57.672404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1a78a56-a13f-4f01-93ab-8a8416c6ace6 req-a8d61640-1309-45c1-b778-167ecc9bc60e tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2261527 Jul 08 01:49:57.712750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-094cacb7-1a3b-4e68-9447-026a91ff670a None None] For port b9a28326-1948-4bf9-8eea-b9ca7e5a9404, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b9a28326-1948-4bf9-8eea-b9ca7e5a9404,segment=NetworkSegment(67d5a86f-6403-405f-9ce9-7d2e749420c9),segment_id=67d5a86f-6403-405f-9ce9-7d2e749420c9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:57.713512 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-094cacb7-1a3b-4e68-9447-026a91ff670a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.727585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-094cacb7-1a3b-4e68-9447-026a91ff670a None None] Calling delete_port for b9a28326-1948-4bf9-8eea-b9ca7e5a9404 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:57.755597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port d5d43590-a18e-4895-aebd-cbdd6bfb6c85 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:57.756073 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.762666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port b9a28326-1948-4bf9-8eea-b9ca7e5a9404, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b9a28326-1948-4bf9-8eea-b9ca7e5a9404,segment=NetworkSegment(67d5a86f-6403-405f-9ce9-7d2e749420c9),segment_id=67d5a86f-6403-405f-9ce9-7d2e749420c9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:57.763194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.779509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for b9a28326-1948-4bf9-8eea-b9ca7e5a9404 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:57.782165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7a24a343-706d-47f1-9419-84e91e0adb3a up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:49:57.859828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 7a24a343-706d-47f1-9419-84e91e0adb3a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:49:57.865049 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-094cacb7-1a3b-4e68-9447-026a91ff670a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.869848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 7a24a343-706d-47f1-9419-84e91e0adb3a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:49:57.870221 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.895404 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.915853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cacb7-1a3b-4e68-9447-026a91ff670a None None] Pushing event deleted for resources: {'Port': ['ID=b9a28326-1948-4bf9-8eea-b9ca7e5a9404,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:57.924652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1a78a56-a13f-4f01-93ab-8a8416c6ace6 req-9cb91c59-8e30-473a-a614-05b0d8d96747 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205141 Jul 08 01:49:57.924984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094cacb7-1a3b-4e68-9447-026a91ff670a None None] No DVR routers for this DVR port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:57.971976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Allocated IP 172.20.0.8 (24814426-9829-4f0e-9231-a9d9f3901c1f/e2157fc2-2bc2-4e65-bc22-a2f9753680dc/9c414366-9236-4f6f-abad-50f0d1bb414f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:49:57.989374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:57.999549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for d5d43590-a18e-4895-aebd-cbdd6bfb6c85 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:58.030206 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.045178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=b9a28326-1948-4bf9-8eea-b9ca7e5a9404,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:58.048495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No DVR routers for this DVR port b9a28326-1948-4bf9-8eea-b9ca7e5a9404 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:49:58.067988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b9a28326-1948-4bf9-8eea-b9ca7e5a9404 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:49:58.120741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:49:58.125477 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f2dee-c4e7-4257-9d0d-dce2d79e9907" -d '{"events": [{"server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "name": "network-vif-plugged", "status": "completed", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:49:58.133072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b9a28326-1948-4bf9-8eea-b9ca7e5a9404 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:49:58.133773 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b9a28326-1948-4bf9-8eea-b9ca7e5a9404 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:49:58.163208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:58.173177 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.191573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] Deleting port 0a42890b-f68c-4814-9347-d7137138231c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:49:58.191889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.207500 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd3b0b-1f59-4679-a2d2-13b0be59a53c req-213b4194-26ad-4919-82b6-4bc8d4c4d7b0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:58.214537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77cd3b0b-1f59-4679-a2d2-13b0be59a53c req-213b4194-26ad-4919-82b6-4bc8d4c4d7b0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 945 time: 0.4643755 Jul 08 01:49:58.243848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.254284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=12']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:58.269482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cff5cd-5c33-4758-9bb2-3583d2d38b31']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:58.280452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d5a86f-6403-405f-9ce9-7d2e749420c9') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:58.281815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d5a86f-6403-405f-9ce9-7d2e749420c9') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:58.294597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.313075 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.331924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:49:58.332511 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:49:58.336173 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:49:58.356883 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f30ae67-922f-44c3-887e-f89e351b17a3 x-openstack-request-id: req-9f30ae67-922f-44c3-887e-f89e351b17a3 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:49:58.357412 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "name": "network-vif-plugged", "status": "completed", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:49:58.357554 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f30ae67-922f-44c3-887e-f89e351b17a3 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:49:58.357838 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'code': 200} Jul 08 01:49:58.378238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77cd3b0b-1f59-4679-a2d2-13b0be59a53c req-1510ae11-d73a-40b6-9699-fcdbdb8000df tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593666 Jul 08 01:49:58.447741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] For port 0a42890b-f68c-4814-9347-d7137138231c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0a42890b-f68c-4814-9347-d7137138231c,segment=NetworkSegment(1f2ad79c-e08e-4902-9bf6-3f69f964d84b),segment_id=1f2ad79c-e08e-4902-9bf6-3f69f964d84b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:49:58.447741 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.467423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] Calling delete_port for 0a42890b-f68c-4814-9347-d7137138231c owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:49:58.480266 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.495347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.501665 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/networks/09cff5cd-5c33-4758-9bb2-3583d2d38b31 HTTP/1.1" status: 204 len: 168 time: 1.1976123 Jul 08 01:49:58.509465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59240) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:58.546304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4a902e7e-f75b-4c4f-a696-97b40a9e97ef tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-894115231', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:58.547641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96d71185-78f6-429a-936e-715f9cd4a6f1 req-a9f59212-0ab8-42ee-a0e2-032d883a1a3b tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 210 time: 0.0675087 Jul 08 01:49:58.557100 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.566466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36039fa-155f-40e5-8f54-2cdf50218296 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Network': ['ID=09cff5cd-5c33-4758-9bb2-3583d2d38b31,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:58.576199 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.614983 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=d5d43590-a18e-4895-aebd-cbdd6bfb6c85,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:58.637492 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a902e7e-f75b-4c4f-a696-97b40a9e97ef tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.638504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a902e7e-f75b-4c4f-a696-97b40a9e97ef tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.758441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.758806 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a902e7e-f75b-4c4f-a696-97b40a9e97ef tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.767396 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.768214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8e311-4ce2-4e49-acc6-a23d2644e2b9 req-cb4818cb-7f53-4120-87ab-93072a3a43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:58.769830 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84b8e311-4ce2-4e49-acc6-a23d2644e2b9 req-cb4818cb-7f53-4120-87ab-93072a3a43ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 1098 time: 0.2158942 Jul 08 01:49:58.772176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a902e7e-f75b-4c4f-a696-97b40a9e97ef tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.814225 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a902e7e-f75b-4c4f-a696-97b40a9e97ef tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.816537 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4a902e7e-f75b-4c4f-a696-97b40a9e97ef tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2730067 Jul 08 01:49:58.818784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:58.853812 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84b8e311-4ce2-4e49-acc6-a23d2644e2b9 req-08a86a8f-4ea3-40cc-b00c-c2a35aa9994f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756521 Jul 08 01:49:58.875752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:58.881006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'network': {'name': 'tempest-RoutersTest-601203418'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:58.905089 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a42890b-f68c-4814-9347-d7137138231c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:58.950140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Network 24814426-9829-4f0e-9231-a9d9f3901c1f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:49:58.961754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:49:58.973265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:49:58.982499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event updated for resources: {'Port': ['ID=9c414366-9236-4f6f-abad-50f0d1bb414f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:49:59.068845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:49:59.072345 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.081412 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.193762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:59.194713 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.201676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router f7addf6b-01da-40a6-a076-8a3b5b05d981 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:59.229719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:49:59.258749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-15a6e1f0-810f-4197-b62d-c1196cfeadf5 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1930778 Jul 08 01:49:59.260482 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.260973 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added segment 13e39b11-a591-48c2-9733-8b4ff4624087 of type vlan for network c291cede-3d30-4885-94ed-2f454e1d0bcf Jul 08 01:49:59.290363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Request body: {'port': {'device_id': '30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:49:59.350384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] Router 00284ee0-b21c-4036-bdcb-f8673511a815 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:49:59.448640 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.466810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9528fa-4635-43df-8e1d-ab1e25489675 req-ace5fa22-ce40-430b-95e5-8d61835464d0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:59.479342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e9528fa-4635-43df-8e1d-ab1e25489675 req-ace5fa22-ce40-430b-95e5-8d61835464d0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.4119303 Jul 08 01:49:59.533168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:49:59.565714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ec63fd6d-da92-459d-aaa4-1b0af3f0e016 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/f7addf6b-01da-40a6-a076-8a3b5b05d981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8698611 Jul 08 01:49:59.573020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc144a89-750e-4cfa-8130-0debb0bf1cc7 None None] Sync routers for ids ['f7addf6b-01da-40a6-a076-8a3b5b05d981'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:49:59.592361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc144a89-750e-4cfa-8130-0debb0bf1cc7 None None] Routers {'f7addf6b-01da-40a6-a076-8a3b5b05d981'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:59.592958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:59.593466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc144a89-750e-4cfa-8130-0debb0bf1cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f7addf6b-01da-40a6-a076-8a3b5b05d981'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:59.646947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc144a89-750e-4cfa-8130-0debb0bf1cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:59.672520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc144a89-750e-4cfa-8130-0debb0bf1cc7 None None] Routers {'f7addf6b-01da-40a6-a076-8a3b5b05d981'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:49:59.673158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc144a89-750e-4cfa-8130-0debb0bf1cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f7addf6b-01da-40a6-a076-8a3b5b05d981'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:59.711575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bf218d42-14c3-41c4-9a38-b999fda981ed tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7addf6b-01da-40a6-a076-8a3b5b05d981 HTTP/1.1" status: 200 len: 205 time: 0.1083889 Jul 08 01:49:59.716316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc144a89-750e-4cfa-8130-0debb0bf1cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:49:59.717056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc144a89-750e-4cfa-8130-0debb0bf1cc7 None None] The sync data for ids ['f7addf6b-01da-40a6-a076-8a3b5b05d981'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:49:59.717266 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.729151 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:49:59.729820 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.732698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:49:59.751300 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e9528fa-4635-43df-8e1d-ab1e25489675 req-a340db73-879a-4f0d-8eef-01ef129fb723 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676105 Jul 08 01:49:59.781362 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:49:59.934523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90865790-6ab6-4811-ac58-ea414ade514c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.010360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:00.017594 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-86f69bbc-406f-49a0-960f-4573271eb24c admin admin] 10.222.0.41 "PUT /v2.0/routers/00284ee0-b21c-4036-bdcb-f8673511a815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2987585 Jul 08 01:50:00.024795 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] Sync routers for ids ['00284ee0-b21c-4036-bdcb-f8673511a815'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:00.026012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:00.038715 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] Routers {'00284ee0-b21c-4036-bdcb-f8673511a815'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:00.039812 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['00284ee0-b21c-4036-bdcb-f8673511a815'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:00.117212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2510726 Jul 08 01:50:00.122389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59298) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:00.129783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'subnet': {'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:00.194621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d836-81a0-4fa7-b04b-e1687f81e5ae tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Network': ['ID=c291cede-3d30-4885-94ed-2f454e1d0bcf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:00.210958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c291cede-3d30-4885-94ed-2f454e1d0bcf details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:00.239614 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] Set router 00284ee0-b21c-4036-bdcb-f8673511a815 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:00.357747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:00.363463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.661038 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:49:58Z', 'revision_number': 5, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:00.669023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.724188 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] Checking router: 00284ee0-b21c-4036-bdcb-f8673511a815 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:00.744534 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] Routers {'00284ee0-b21c-4036-bdcb-f8673511a815'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:00.745087 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['00284ee0-b21c-4036-bdcb-f8673511a815'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:00.750489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Subnet': ['ID=0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:00.819318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Checking segment: {'id': '13e39b11-a591-48c2-9733-8b4ff4624087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:00.820525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network hostable DHCP agents. Network: c291cede-3d30-4885-94ed-2f454e1d0bcf, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:00.855614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network c291cede-3d30-4885-94ed-2f454e1d0bcf is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:00.875020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c291cede-3d30-4885-94ed-2f454e1d0bcf) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:00.881650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:00.882669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.884527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2281985-4d46-4119-a1a9-9ea5f95edd9f None None] Network c291cede-3d30-4885-94ed-2f454e1d0bcf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:00.911950 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0b99f5b0-ec17-4b0a-b3f5-c8530ad9b8de tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7865477 Jul 08 01:50:00.912823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59312) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:00.914531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffa50e-482c-4479-9b36-30220530d782 req-48e45776-1d58-4ccb-b45e-f957ae8a62e3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:00.916258 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39ffa50e-482c-4479-9b36-30220530d782 req-48e45776-1d58-4ccb-b45e-f957ae8a62e3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 1.3443024 Jul 08 01:50:00.926853 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90865790-6ab6-4811-ac58-ea414ade514c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.935642 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90865790-6ab6-4811-ac58-ea414ade514c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:00.950332 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] Set router 00284ee0-b21c-4036-bdcb-f8673511a815 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:01.118826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805568a0-a04f-41c5-a964-6a0319283772 req-8370ce9a-7db0-4d83-ad36-48624a1de4af tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:01.120614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-805568a0-a04f-41c5-a964-6a0319283772 req-8370ce9a-7db0-4d83-ad36-48624a1de4af tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 931 time: 1.0924041 Jul 08 01:50:01.126693 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.128889 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90865790-6ab6-4811-ac58-ea414ade514c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.129475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90865790-6ab6-4811-ac58-ea414ade514c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Fanout notify agent at l3_agent the message router_deleted on router f7addf6b-01da-40a6-a076-8a3b5b05d981 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:50:01.145200 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90865790-6ab6-4811-ac58-ea414ade514c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.146442 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-90865790-6ab6-4811-ac58-ea414ade514c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/f7addf6b-01da-40a6-a076-8a3b5b05d981 HTTP/1.1" status: 204 len: 168 time: 1.3940392 Jul 08 01:50:01.151717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59314) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:01.156857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-c291cede-3d30-4885-94ed-2f454e1d0bcf', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:50:01.157910 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.255677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39ffa50e-482c-4479-9b36-30220530d782 req-7b68612b-5052-402d-8728-3a3839da7b5a tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224204 Jul 08 01:50:01.256184 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:50:01.301877 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:49:58Z', 'revision_number': 5, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:01.344050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98511a8-fb2f-44f0-9cb3-09074a42934b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting subnet 527d807e-cc8f-4ccc-91f5-66d152c85b7e {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:50:01.375619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Allocated IP 172.20.0.2 (c291cede-3d30-4885-94ed-2f454e1d0bcf/0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0/cc0858aa-0afe-4a67-8e82-26f720c2a9e1) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:01.382249 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ae9b8c-9190-4d24-aec2-1356049440c9 None None] The sync data for ids ['00284ee0-b21c-4036-bdcb-f8673511a815'] in n-d-694802-14 is: [{'id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'name': 'tempest-ServerRescueTestJSONUnderV235-865564094-router', 'tenant_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:03Z', 'updated_at': '2021-07-08T01:49:58Z', 'revision_number': 5, 'project_id': 'd88e5e3faeb848c38ea3bd07e7ee2747', 'gw_port': {'id': '6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:1a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00284ee0-b21c-4036-bdcb-f8673511a815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:05Z', 'updated_at': '2021-07-08T01:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:01.411487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b98511a8-fb2f-44f0-9cb3-09074a42934b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.493936 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b98511a8-fb2f-44f0-9cb3-09074a42934b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.547319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.555685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-805568a0-a04f-41c5-a964-6a0319283772 req-16fe1a68-77cf-4799-876c-b09cdbfa03fe tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186842 Jul 08 01:50:01.617232 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.707185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c414366-9236-4f6f-abad-50f0d1bb414f {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:01.723481 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.742981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Transition to ACTIVE for port object 9c414366-9236-4f6f-abad-50f0d1bb414f will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:01.756891 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b98511a8-fb2f-44f0-9cb3-09074a42934b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.757524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Deleting port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:01.758222 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.761070 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.823555 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.836940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Transition to ACTIVE for port object cc0858aa-0afe-4a67-8e82-26f720c2a9e1 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:01.855519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Transition to ACTIVE for port object cc0858aa-0afe-4a67-8e82-26f720c2a9e1 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:01.868116 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.915219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b98511a8-fb2f-44f0-9cb3-09074a42934b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.916085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0a42890b-f68c-4814-9347-d7137138231c no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:01.944095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0a42890b-f68c-4814-9347-d7137138231c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:01.944462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0a42890b-f68c-4814-9347-d7137138231c not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:01.950577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98511a8-fb2f-44f0-9cb3-09074a42934b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Subnet': ['ID=527d807e-cc8f-4ccc-91f5-66d152c85b7e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:01.957673 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b98511a8-fb2f-44f0-9cb3-09074a42934b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:01.962614 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b98511a8-fb2f-44f0-9cb3-09074a42934b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/527d807e-cc8f-4ccc-91f5-66d152c85b7e HTTP/1.1" status: 204 len: 168 time: 0.8093057 Jul 08 01:50:01.967376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59318) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:01.969034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de186ab-a7f0-40ad-a6f2-5937db490cc3 None None] Network 566c6c45-7b63-4423-87ae-a143f310f542 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:01.980202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Pushing event updated for resources: {'Port': ['ID=9c414366-9236-4f6f-abad-50f0d1bb414f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.000757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Network c291cede-3d30-4885-94ed-2f454e1d0bcf is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:02.024945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] For port 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:02.025322 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.047659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Calling delete_port for 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:02.050080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:02.053043 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Allocated IP 172.20.0.1 (c291cede-3d30-4885-94ed-2f454e1d0bcf/0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0/a8457c4c-23eb-486a-8d47-967f2cc7cb22) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:02.070174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:02.082035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.086926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Attempting to bind port 9c414366-9236-4f6f-abad-50f0d1bb414f on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:02.086926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Attempting to bind port 9c414366-9236-4f6f-abad-50f0d1bb414f by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:02.086926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Attempting to bind port 9c414366-9236-4f6f-abad-50f0d1bb414f on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:02.087380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Pushing event updated for resources: {'Port': ['ID=cc0858aa-0afe-4a67-8e82-26f720c2a9e1,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.129443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Port 9c414366-9236-4f6f-abad-50f0d1bb414f on network 24814426-9829-4f0e-9231-a9d9f3901c1f not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:02.129795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Attempting to bind port 9c414366-9236-4f6f-abad-50f0d1bb414f on network 24814426-9829-4f0e-9231-a9d9f3901c1f {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:02.137274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:02.137659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Checking segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:02.138382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Bound using segment: {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:02.138892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Bound port: 9c414366-9236-4f6f-abad-50f0d1bb414f, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52359547-1951-4c70-b29b-3aaa5693c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:02.139327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.221993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Attempting to bind port cc0858aa-0afe-4a67-8e82-26f720c2a9e1 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:02.222371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Attempting to bind port cc0858aa-0afe-4a67-8e82-26f720c2a9e1 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '13e39b11-a591-48c2-9733-8b4ff4624087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:02.222635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Attempting to bind port cc0858aa-0afe-4a67-8e82-26f720c2a9e1 on network c291cede-3d30-4885-94ed-2f454e1d0bcf {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:02.223344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 5424d524-112b-40b0-86a5-83b387865737 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:02.223852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.237365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:02.237806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Checking segment: {'id': '13e39b11-a591-48c2-9733-8b4ff4624087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:02.238160 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.238542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Bound using segment: {'id': '13e39b11-a591-48c2-9733-8b4ff4624087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:02.239024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Bound port: cc0858aa-0afe-4a67-8e82-26f720c2a9e1, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e39b11-a591-48c2-9733-8b4ff4624087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:02.239407 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.279837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.304390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] For port 9c414366-9236-4f6f-abad-50f0d1bb414f, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:02.312187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Transition to ACTIVE for port object a8457c4c-23eb-486a-8d47-967f2cc7cb22 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:02.317907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] For port 9c414366-9236-4f6f-abad-50f0d1bb414f, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9c414366-9236-4f6f-abad-50f0d1bb414f,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:02.326172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] For port cc0858aa-0afe-4a67-8e82-26f720c2a9e1, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:02.331099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] For port cc0858aa-0afe-4a67-8e82-26f720c2a9e1, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=cc0858aa-0afe-4a67-8e82-26f720c2a9e1,segment=NetworkSegment(13e39b11-a591-48c2-9733-8b4ff4624087),segment_id=13e39b11-a591-48c2-9733-8b4ff4624087)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:02.332233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port 5424d524-112b-40b0-86a5-83b387865737, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5424d524-112b-40b0-86a5-83b387865737,segment=NetworkSegment(5ace6be0-f399-44f7-bc69-39265f33590e),segment_id=5ace6be0-f399-44f7-bc69-39265f33590e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:02.336761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.338175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.362553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.388290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 5424d524-112b-40b0-86a5-83b387865737 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:02.441457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b103803-f3a7-4136-a50b-6c09a9619ee7 None None] DHCP port deletion for 566c6c45-7b63-4423-87ae-a143f310f542 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:50:02.462496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:02.463310 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.465000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] 10.222.0.24 "PUT /v2.0/ports/9c414366-9236-4f6f-abad-50f0d1bb414f HTTP/1.1" status: 200 len: 1092 time: 3.1867938 Jul 08 01:50:02.496021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b', 'tag': '9c414366-9236-4f6f-abad-50f0d1bb414f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:02.498594 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafe2b9e-8c82-4a51-b78b-b77cbb221630" -d '{"events": [{"name": "network-changed", "server_uuid": "30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b", "tag": "9c414366-9236-4f6f-abad-50f0d1bb414f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:02.502401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201a455-8187-46cf-bd9a-e93ab1e13914 service neutron] Pushing event updated for resources: {'Port': ['ID=9c414366-9236-4f6f-abad-50f0d1bb414f,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.502953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9782b-9869-4d87-a5ed-ce88fab9cb08 None None] Pushing event updated for resources: {'Port': ['ID=cc0858aa-0afe-4a67-8e82-26f720c2a9e1,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.532007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2b103803-f3a7-4136-a50b-6c09a9619ee7 None None] Deleting port 5424d524-112b-40b0-86a5-83b387865737 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:02.532504 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b103803-f3a7-4136-a50b-6c09a9619ee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.551534 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.621388 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.636232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network c291cede-3d30-4885-94ed-2f454e1d0bcf is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:02.645932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:02.652606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:02.661177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=a8457c4c-23eb-486a-8d47-967f2cc7cb22,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.663973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2b103803-f3a7-4136-a50b-6c09a9619ee7 None None] For port 5424d524-112b-40b0-86a5-83b387865737, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5424d524-112b-40b0-86a5-83b387865737,segment=NetworkSegment(5ace6be0-f399-44f7-bc69-39265f33590e),segment_id=5ace6be0-f399-44f7-bc69-39265f33590e)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:02.664484 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b103803-f3a7-4136-a50b-6c09a9619ee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.667910 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.681119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2b103803-f3a7-4136-a50b-6c09a9619ee7 None None] Calling delete_port for 5424d524-112b-40b0-86a5-83b387865737 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:02.723803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.794353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No DVR routers for this DVR port 5424d524-112b-40b0-86a5-83b387865737 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:02.806758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=5424d524-112b-40b0-86a5-83b387865737,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.837421 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b103803-f3a7-4136-a50b-6c09a9619ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.860244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b103803-f3a7-4136-a50b-6c09a9619ee7 None None] No DVR routers for this DVR port 5424d524-112b-40b0-86a5-83b387865737 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:02.898875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.907178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b103803-f3a7-4136-a50b-6c09a9619ee7 None None] Pushing event deleted for resources: {'Port': ['ID=5424d524-112b-40b0-86a5-83b387865737,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:02.915063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:02.918223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57191d3-f822-439d-a4cb-d8c5aeb8bf12 req-e848d41f-b463-43de-bc05-ec33b998ce2b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:02.929222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a57191d3-f822-439d-a4cb-d8c5aeb8bf12 req-e848d41f-b463-43de-bc05-ec33b998ce2b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.4798167 Jul 08 01:50:02.985090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-3369c9e7-2a05-415f-a814-95356d121987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:02.987978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-3369c9e7-2a05-415f-a814-95356d121987 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 1095 time: 0.4450877 Jul 08 01:50:02.988835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.021557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566c6c45-7b63-4423-87ae-a143f310f542']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:03.037058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ace6be0-f399-44f7-bc69-39265f33590e') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:03.037356 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ace6be0-f399-44f7-bc69-39265f33590e') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:03.054331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.077889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.107576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:50:03.108008 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:50:03.113095 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:50:03.143775 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e6a005-788c-447e-8b42-57fbc61e3c82 x-openstack-request-id: req-e2e6a005-788c-447e-8b42-57fbc61e3c82 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:03.144178 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b", "tag": "9c414366-9236-4f6f-abad-50f0d1bb414f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:03.144401 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2e6a005-788c-447e-8b42-57fbc61e3c82 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:03.144720 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b', 'tag': '9c414366-9236-4f6f-abad-50f0d1bb414f', 'status': 'completed', 'code': 200} Jul 08 01:50:03.149262 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-81cd23f2-8270-47fd-9067-627ad25798fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c414366-9236-4f6f-abad-50f0d1bb414f HTTP/1.1" status: 200 len: 217 time: 0.1176422 Jul 08 01:50:03.157455 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.173466 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.174461 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.220350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a57191d3-f822-439d-a4cb-d8c5aeb8bf12 req-c7c46653-dc70-49ba-bf26-6226ffc48887 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902114 Jul 08 01:50:03.221537 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.232513 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.249515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/networks/566c6c45-7b63-4423-87ae-a143f310f542 HTTP/1.1" status: 204 len: 168 time: 1.2737088 Jul 08 01:50:03.249515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59336) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:03.251788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d0344c8c-76b7-4b04-8075-69c20011b548 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1905093217', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:03.274602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18ec89-a9cc-431b-833f-32926dc242b7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Network': ['ID=566c6c45-7b63-4423-87ae-a143f310f542,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:03.315935 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.316507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00284ee0-b21c-4036-bdcb-f8673511a815 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:50:03.326987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-0eaa0daa-6211-458f-8d0e-c0d2b60987aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:03.328975 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-0eaa0daa-6211-458f-8d0e-c0d2b60987aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.1691160 Jul 08 01:50:03.334198 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.335446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ebaa44e8-cfe4-4a2c-97dd-f473eeb6baac admin admin] 10.222.0.41 "DELETE /v2.0/routers/00284ee0-b21c-4036-bdcb-f8673511a815 HTTP/1.1" status: 204 len: 168 time: 3.2635226 Jul 08 01:50:03.356692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59340) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:03.367438 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0344c8c-76b7-4b04-8075-69c20011b548 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.369161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0344c8c-76b7-4b04-8075-69c20011b548 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.402308 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-d45e6f43-878e-4f34-a48d-84d63e53c596 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645385 Jul 08 01:50:03.459560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd51a4-28cc-49be-ba1c-9a8280760c6b req-93a04b26-f1bc-490c-8b2b-acdc670d656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:03.461274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90cd51a4-28cc-49be-ba1c-9a8280760c6b req-93a04b26-f1bc-490c-8b2b-acdc670d656f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 1098 time: 0.4707348 Jul 08 01:50:03.485456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0344c8c-76b7-4b04-8075-69c20011b548 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.503271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0344c8c-76b7-4b04-8075-69c20011b548 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.541099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0344c8c-76b7-4b04-8075-69c20011b548 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.541425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49c759-c244-48a0-9abf-17147964b712 req-06aa1ff4-f40a-47a8-83b2-47dbcb43ef3f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:03.543004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d0344c8c-76b7-4b04-8075-69c20011b548 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2958333 Jul 08 01:50:03.551311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb49c759-c244-48a0-9abf-17147964b712 req-06aa1ff4-f40a-47a8-83b2-47dbcb43ef3f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 943 time: 0.3411095 Jul 08 01:50:03.556966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59342) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:03.562709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1407189057'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:03.660939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:03.664635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.669471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1ec8d0-21ef-4943-bf21-ccd987a1700f admin admin] Deleting subnet 1e952881-f4c2-40a9-86a0-01ad006739af {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:50:03.682931 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec8d0-21ef-4943-bf21-ccd987a1700f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.718025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:03.740633 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.743928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.744442 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added segment 4e84a949-6da8-4a4f-acea-1901bfdea39f of type vlan for network e244036e-db8d-42a9-99c2-71e004d4b4ed Jul 08 01:50:03.758732 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.768951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb49c759-c244-48a0-9abf-17147964b712 req-f742056b-047b-4729-a45e-2295a5a2b09f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166526 Jul 08 01:50:03.779390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-a72b8c2e-7778-4ec9-b521-1e707405d737 service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541322 Jul 08 01:50:03.786137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec8d0-21ef-4943-bf21-ccd987a1700f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.879674 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.891256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:03.911096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=a8457c4c-23eb-486a-8d47-967f2cc7cb22,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:03.913113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a69321-0995-4f44-851a-1d6abaa08c55 None None] Network c291cede-3d30-4885-94ed-2f454e1d0bcf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:04.007782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3f942bd-aa0b-41b7-a93e-718e2153d045 req-91b6675a-4770-48bf-af64-827c1ff7d830 service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795805 Jul 08 01:50:04.008391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.013866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd51a4-28cc-49be-ba1c-9a8280760c6b req-226d3846-00eb-4b65-9540-7c541b87573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:04.015616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90cd51a4-28cc-49be-ba1c-9a8280760c6b req-226d3846-00eb-4b65-9540-7c541b87573c service neutron] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 919 time: 0.5065937 Jul 08 01:50:04.026430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:04.027118 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.065898 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec8d0-21ef-4943-bf21-ccd987a1700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.066596 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5089066 Jul 08 01:50:04.111196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cc0858aa-0afe-4a67-8e82-26f720c2a9e1 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:04.116365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59346) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:04.123075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'subnet': {'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:04.148393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-69426c14-93bb-4486-9690-ab660bd69421 None None] Provisioning for port cc0858aa-0afe-4a67-8e82-26f720c2a9e1 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:04.166176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb393847-f933-4f68-ab3f-576931ec5484 req-dfb91bcb-7677-4c82-8874-e36be14c9045 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:04.167821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb393847-f933-4f68-ab3f-576931ec5484 req-dfb91bcb-7677-4c82-8874-e36be14c9045 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.6386144 Jul 08 01:50:04.175043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90cd51a4-28cc-49be-ba1c-9a8280760c6b req-46e98d5f-8641-4da4-94b1-47b331a6e758 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf476478-e4bd-4a48-afcd-aaefd9475062 HTTP/1.1" status: 200 len: 217 time: 0.1474185 Jul 08 01:50:04.224816 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938525c-430a-4e34-a776-a36607e327af tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Network': ['ID=e244036e-db8d-42a9-99c2-71e004d4b4ed,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:04.227991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port cc0858aa-0afe-4a67-8e82-26f720c2a9e1 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:04.241210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port cc0858aa-0afe-4a67-8e82-26f720c2a9e1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:04.241601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.246346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e244036e-db8d-42a9-99c2-71e004d4b4ed details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:04.276227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network c291cede-3d30-4885-94ed-2f454e1d0bcf is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:04.286974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:04.337897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd51a4-28cc-49be-ba1c-9a8280760c6b req-a1f949f5-05f1-4f7f-ae36-eb2644b478c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:04.339200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90cd51a4-28cc-49be-ba1c-9a8280760c6b req-a1f949f5-05f1-4f7f-ae36-eb2644b478c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.1404738 Jul 08 01:50:04.340280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec8d0-21ef-4943-bf21-ccd987a1700f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.346084 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb393847-f933-4f68-ab3f-576931ec5484 req-390381f7-577b-46b8-9ae2-5ef08ef7a45a tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450059 Jul 08 01:50:04.411099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da1dd3-7ed4-41cc-b371-03ea40ad5deb req-83de7e7e-3368-4a1e-a66b-4a2b89f87569 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:04.417987 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8da1dd3-7ed4-41cc-b371-03ea40ad5deb req-83de7e7e-3368-4a1e-a66b-4a2b89f87569 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.4204097 Jul 08 01:50:04.420121 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.436249 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.445986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ec8d0-21ef-4943-bf21-ccd987a1700f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e952881-f4c2-40a9-86a0-01ad006739af,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:04.449998 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90cd51a4-28cc-49be-ba1c-9a8280760c6b req-f59dd531-66b4-47b8-b323-7b007b87d443 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922821 Jul 08 01:50:04.458245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:04.461220 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a1ec8d0-21ef-4943-bf21-ccd987a1700f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.462175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.463090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7a1ec8d0-21ef-4943-bf21-ccd987a1700f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1e952881-f4c2-40a9-86a0-01ad006739af HTTP/1.1" status: 204 len: 168 time: 1.1045132 Jul 08 01:50:04.467594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:04.489223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe2b9e-8c82-4a51-b78b-b77cbb221630 req-6ea1e569-48f3-430e-bdab-319ac0646d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:04.489591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port cc0858aa-0afe-4a67-8e82-26f720c2a9e1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=cc0858aa-0afe-4a67-8e82-26f720c2a9e1,segment=NetworkSegment(13e39b11-a591-48c2-9733-8b4ff4624087),segment_id=13e39b11-a591-48c2-9733-8b4ff4624087)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:04.491020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aafe2b9e-8c82-4a51-b78b-b77cbb221630 req-6ea1e569-48f3-430e-bdab-319ac0646d4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 1095 time: 0.3619559 Jul 08 01:50:04.496015 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.599369 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:04.620141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=cc0858aa-0afe-4a67-8e82-26f720c2a9e1,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:04.644223 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8da1dd3-7ed4-41cc-b371-03ea40ad5deb req-1e545d56-4410-4aeb-8dcb-fec0b8f9f142 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247343 Jul 08 01:50:04.683703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:04.684326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6cb54e1e-cac0-4871-9d52-5a9d0f3a35c3 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:04.685037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5424d524-112b-40b0-86a5-83b387865737 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:04.723171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5424d524-112b-40b0-86a5-83b387865737 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:04.723792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5424d524-112b-40b0-86a5-83b387865737 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:04.739832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b5f41b82-829d-494d-a84f-35e68012c8a0 None None] Provisioning for port a8457c4c-23eb-486a-8d47-967f2cc7cb22 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:04.744809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b5f41b82-829d-494d-a84f-35e68012c8a0 None None] Provisioning complete for port a8457c4c-23eb-486a-8d47-967f2cc7cb22 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:04.745474 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b5f41b82-829d-494d-a84f-35e68012c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.771547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90cd51a4-28cc-49be-ba1c-9a8280760c6b req-a7ba0305-688b-4522-aeb6-5d1da3f8267e service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070343 Jul 08 01:50:04.807051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b5f41b82-829d-494d-a84f-35e68012c8a0 None None] Port a8457c4c-23eb-486a-8d47-967f2cc7cb22 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:04.820063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.827781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b5f41b82-829d-494d-a84f-35e68012c8a0 None None] Provisioning complete for port cc0858aa-0afe-4a67-8e82-26f720c2a9e1 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:04.834248 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b5f41b82-829d-494d-a84f-35e68012c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:04.874076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe2b9e-8c82-4a51-b78b-b77cbb221630 req-d1c5f2fa-b432-4a8f-b0da-a89fa78f4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:04.875824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aafe2b9e-8c82-4a51-b78b-b77cbb221630 req-d1c5f2fa-b432-4a8f-b0da-a89fa78f4486 service neutron] 10.222.0.24 "GET /v2.0/networks?id=24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 200 len: 913 time: 0.3773959 Jul 08 01:50:04.930713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:50:05.007843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.019656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.138819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e347616-7acd-479d-a04b-fe46a9335ad4 None None] Provisioning complete for port a8457c4c-23eb-486a-8d47-967f2cc7cb22 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:05.139426 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6e347616-7acd-479d-a04b-fe46a9335ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.192368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6e347616-7acd-479d-a04b-fe46a9335ad4 None None] Port a8457c4c-23eb-486a-8d47-967f2cc7cb22 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:05.323711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a4df36e2-dcb5-445c-a9ea-acee01683c09 None None] Provisioning complete for port a8457c4c-23eb-486a-8d47-967f2cc7cb22 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:05.324195 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4df36e2-dcb5-445c-a9ea-acee01683c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.373031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a4df36e2-dcb5-445c-a9ea-acee01683c09 None None] Port a8457c4c-23eb-486a-8d47-967f2cc7cb22 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:05.436208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aafe2b9e-8c82-4a51-b78b-b77cbb221630 req-25d14435-c89b-4445-b352-4ecf0ee5da54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c414366-9236-4f6f-abad-50f0d1bb414f HTTP/1.1" status: 200 len: 217 time: 0.5436811 Jul 08 01:50:05.450198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda84429-d659-4d19-9308-4307abd351a7']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:05.472224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2ad79c-e08e-4902-9bf6-3f69f964d84b') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:05.472509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2ad79c-e08e-4902-9bf6-3f69f964d84b') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:05.496795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.515677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Subnet': ['ID=72908524-456d-4cee-b567-bc34f0736ab7,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:05.528431 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.540105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:05.542230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:50:05.542632 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:50:05.544417 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:50:05.554614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Sync routers for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:05.559176 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c0bd13d-1000-4585-9c22-7e92b4e18a68 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6414759 Jul 08 01:50:05.559176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Checking segment: {'id': '4e84a949-6da8-4a4f-acea-1901bfdea39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:05.559176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network hostable DHCP agents. Network: e244036e-db8d-42a9-99c2-71e004d4b4ed, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:05.563028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:05.565435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:05.565805 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:05.572136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'network': {'name': 'tempest-RoutersTest-788346608'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:05.586274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90cd51a4-28cc-49be-ba1c-9a8280760c6b req-df02f611-e4d7-4685-abd7-1d56e0bb25a7 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7981353 Jul 08 01:50:05.591725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe2b9e-8c82-4a51-b78b-b77cbb221630 req-67628fb4-8601-42dd-8ddf-7dd86e49fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:05.593192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aafe2b9e-8c82-4a51-b78b-b77cbb221630 req-67628fb4-8601-42dd-8ddf-7dd86e49fe0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 200 len: 852 time: 0.1439347 Jul 08 01:50:05.620987 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.625653 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.631133 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] 10.222.0.41 "DELETE /v2.0/networks/cda84429-d659-4d19-9308-4307abd351a7 HTTP/1.1" status: 204 len: 168 time: 1.1604416 Jul 08 01:50:05.631133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network e244036e-db8d-42a9-99c2-71e004d4b4ed is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:05.645855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb58299-7232-44cb-97d0-6011e699292e admin admin] Pushing event deleted for resources: {'Network': ['ID=cda84429-d659-4d19-9308-4307abd351a7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:05.654891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e244036e-db8d-42a9-99c2-71e004d4b4ed) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:05.664904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:05.665772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.678413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aafe2b9e-8c82-4a51-b78b-b77cbb221630 req-63fea38c-7f98-4b2a-bdfc-077caac6dfe4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=24814426-9829-4f0e-9231-a9d9f3901c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736620 Jul 08 01:50:05.682513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751daf0-c9fb-477a-acf6-2b8fd8f2a9da None None] Network e244036e-db8d-42a9-99c2-71e004d4b4ed requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:05.694053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb05840-1df3-4203-a1bf-50604bf6e2f1 req-b1344879-ccc6-42c3-9c50-b51ecd6d5154 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:05.695751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dbb05840-1df3-4203-a1bf-50604bf6e2f1 req-b1344879-ccc6-42c3-9c50-b51ecd6d5154 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 943 time: 0.2706909 Jul 08 01:50:05.703288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c49fa-9f35-47fa-bd96-58c4fc61cdcd req-78b8e1b9-f62c-41a4-9ba5-5fc7fa537dd1 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:05.710676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-856c49fa-9f35-47fa-bd96-58c4fc61cdcd req-78b8e1b9-f62c-41a4-9ba5-5fc7fa537dd1 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.8012149 Jul 08 01:50:05.731011 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-41621e27-40db-4ba2-b6ce-014c5d4db4c4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6112695 Jul 08 01:50:05.731863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59368) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:05.742240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:05.745793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.755550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:05.868945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-856c49fa-9f35-47fa-bd96-58c4fc61cdcd req-c360aaad-84ed-4ccc-8f20-683464db647c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572859 Jul 08 01:50:05.898741 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dbb05840-1df3-4203-a1bf-50604bf6e2f1 req-eaeb7de9-766a-40ba-b8f6-25cffa85c535 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739829 Jul 08 01:50:05.899047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:05.917734 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:05.936352 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added segment d07dd2e1-7d20-48f1-976f-d01e7f788b79 of type vlan for network 1776db05-de95-4929-9474-675305c4f4c2 Jul 08 01:50:06.004416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cc0858aa-0afe-4a67-8e82-26f720c2a9e1 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:06.009558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e244036e-db8d-42a9-99c2-71e004d4b4ed', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:50:06.010380 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.011013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59374) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:06.024063 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.070285 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.078893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:06.081096 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.138916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5720277 Jul 08 01:50:06.145668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:06.208050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'subnet': {'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:06.215701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port cc0858aa-0afe-4a67-8e82-26f720c2a9e1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:06.216251 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.235100 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.242199 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5646b70f-a7b7-4882-8769-06ae1c426142 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d88e5e3faeb848c38ea3bd07e7ee2747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397367 Jul 08 01:50:06.248546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59378) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:06.250661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 2, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 2, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:06.299523 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Allocated IP 2001:db8::2 (e244036e-db8d-42a9-99c2-71e004d4b4ed/72908524-456d-4cee-b567-bc34f0736ab7/4a6dcec3-3dea-4096-8360-893b7f5f93c5) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:06.304460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Checking router: 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:06.304460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Updating router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb port a8457c4c-23eb-486a-8d47-967f2cc7cb22 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:06.322292 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aafe2b9e-8c82-4a51-b78b-b77cbb221630 req-bc0abb55-60a5-4494-8e7c-0c914d255760 service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034458 Jul 08 01:50:06.358831 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9cf87-1ed8-4f24-a1eb-7528e67c43d9 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Network': ['ID=1776db05-de95-4929-9474-675305c4f4c2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:06.499421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eab34-a425-4e2d-b45f-dbb9ec1de172 req-74d6094b-aea2-4aeb-86b7-cdaed8eb0740 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:06.500961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f01eab34-a425-4e2d-b45f-dbb9ec1de172 req-74d6094b-aea2-4aeb-86b7-cdaed8eb0740 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.3908885 Jul 08 01:50:06.514480 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fedb58e0-1dea-4dca-8f7e-9561be32d54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.554778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fedb58e0-1dea-4dca-8f7e-9561be32d54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.556004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 1776db05-de95-4929-9474-675305c4f4c2 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:06.589213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:06.593541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.602579 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.614107 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fedb58e0-1dea-4dca-8f7e-9561be32d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.616787 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fedb58e0-1dea-4dca-8f7e-9561be32d54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.620816 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fedb58e0-1dea-4dca-8f7e-9561be32d54c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d02b4ba2-2c29-4246-b76d-efc35b0aa824 HTTP/1.1" status: 204 len: 168 time: 0.3712122 Jul 08 01:50:06.632078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb58e0-1dea-4dca-8f7e-9561be32d54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02b4ba2-2c29-4246-b76d-efc35b0aa824,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:06.658703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aafe2b9e-8c82-4a51-b78b-b77cbb221630 req-60c83775-1195-40dd-a60d-73d936a0c6d6 service neutron] 10.222.0.24 "GET /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136303 Jul 08 01:50:06.683724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f01eab34-a425-4e2d-b45f-dbb9ec1de172 req-6249ea8c-6d11-4d17-bc0e-a46e03fcdda7 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738851 Jul 08 01:50:06.708336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d62824-3bf1-4e0d-b198-fea69b395f62 req-4c72a974-4418-49be-802c-0a8242475eae tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:06.716880 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84d62824-3bf1-4e0d-b198-fea69b395f62 req-4c72a974-4418-49be-802c-0a8242475eae tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.2864168 Jul 08 01:50:06.794367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84d62824-3bf1-4e0d-b198-fea69b395f62 req-fdc99add-e8bc-475f-b441-f83e5df24ecd tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723360 Jul 08 01:50:06.887922 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.923399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:06.934199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Transition to ACTIVE for port object 4a6dcec3-3dea-4096-8360-893b7f5f93c5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:06.967443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Transition to ACTIVE for port object 4a6dcec3-3dea-4096-8360-893b7f5f93c5 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:06.995124 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.041148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Subnet': ['ID=ab34dd58-4450-4417-b1ec-d5549af96a86,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:07.046278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Checking segment: {'id': 'd07dd2e1-7d20-48f1-976f-d01e7f788b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1776db05-de95-4929-9474-675305c4f4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:07.046793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network hostable DHCP agents. Network: 1776db05-de95-4929-9474-675305c4f4c2, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:07.079275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Allocated IP 2001:db8::1 (e244036e-db8d-42a9-99c2-71e004d4b4ed/72908524-456d-4cee-b567-bc34f0736ab7/6f44c72a-050d-4687-850b-a7fb54886a83) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:07.092522 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 1776db05-de95-4929-9474-675305c4f4c2 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:07.110157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Network e244036e-db8d-42a9-99c2-71e004d4b4ed is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:07.110411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:07.118323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:07.124829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Pushing event updated for resources: {'Port': ['ID=4a6dcec3-3dea-4096-8360-893b7f5f93c5,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:07.135276 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf6b0b-49fa-415c-b4a1-1d301d87a8e8 req-b37549fb-a082-47b8-83d3-eb36cd2b6696 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:07.137161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86bf6b0b-49fa-415c-b4a1-1d301d87a8e8 req-b37549fb-a082-47b8-83d3-eb36cd2b6696 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.1417260 Jul 08 01:50:07.139913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 1776db05-de95-4929-9474-675305c4f4c2) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:07.150454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:07.151168 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.179121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0bdaf6-0cb5-4efa-8bf4-b42151298ea4 None None] Network 1776db05-de95-4929-9474-675305c4f4c2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:07.204009 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-98124376-1c22-45b7-8199-8f41ba117b2e tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0016470 Jul 08 01:50:07.207575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59400) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:07.219341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deadb210-0435-499b-bbb8-b6e6ff6c852d req-8dadf812-ca99-49bd-a527-e7da203f9339 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:07.219341 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-deadb210-0435-499b-bbb8-b6e6ff6c852d req-8dadf812-ca99-49bd-a527-e7da203f9339 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 943 time: 0.1440687 Jul 08 01:50:07.222667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86bf6b0b-49fa-415c-b4a1-1d301d87a8e8 req-1c746276-6191-4679-b219-f3caf5c2084e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738430 Jul 08 01:50:07.290261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-deadb210-0435-499b-bbb8-b6e6ff6c852d req-8394fccf-5bcd-4c3c-8906-060d92bd2d19 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578897 Jul 08 01:50:07.306608 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.314409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Attempting to bind port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:07.315153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Attempting to bind port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '4e84a949-6da8-4a4f-acea-1901bfdea39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:07.315153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Attempting to bind port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 on network e244036e-db8d-42a9-99c2-71e004d4b4ed {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:07.324230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:07.324577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Checking segment: {'id': '4e84a949-6da8-4a4f-acea-1901bfdea39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:07.324965 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.325368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Bound using segment: {'id': '4e84a949-6da8-4a4f-acea-1901bfdea39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:07.325851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Bound port: 4a6dcec3-3dea-4096-8360-893b7f5f93c5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e84a949-6da8-4a4f-acea-1901bfdea39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:07.326232 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.343842 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.350181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Transition to ACTIVE for port object a8457c4c-23eb-486a-8d47-967f2cc7cb22 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:07.365349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Transition to ACTIVE for port object 6f44c72a-050d-4687-850b-a7fb54886a83 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:07.384708 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.434147 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.526598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796efe9-bf90-458a-9edd-f6ac4a827d30 None None] Pushing event updated for resources: {'Port': ['ID=a8457c4c-23eb-486a-8d47-967f2cc7cb22,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:07.530948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] For port 4a6dcec3-3dea-4096-8360-893b7f5f93c5, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:07.534688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network e244036e-db8d-42a9-99c2-71e004d4b4ed is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:07.545352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:07.546069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] For port 4a6dcec3-3dea-4096-8360-893b7f5f93c5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4a6dcec3-3dea-4096-8360-893b7f5f93c5,segment=NetworkSegment(4e84a949-6da8-4a4f-acea-1901bfdea39f),segment_id=4e84a949-6da8-4a4f-acea-1901bfdea39f)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:07.554394 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:07.555474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.603808 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.700912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-1776db05-de95-4929-9474-675305c4f4c2', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:50:07.702111 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.733193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Attempting to bind port a8457c4c-23eb-486a-8d47-967f2cc7cb22 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:07.733891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Attempting to bind port a8457c4c-23eb-486a-8d47-967f2cc7cb22 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '13e39b11-a591-48c2-9733-8b4ff4624087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:07.734431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Attempting to bind port a8457c4c-23eb-486a-8d47-967f2cc7cb22 on network c291cede-3d30-4885-94ed-2f454e1d0bcf {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:07.740916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c723622-bc1f-4ab2-9c4e-cc7c85a05a12 req-89e17a91-d16a-47a6-a8d9-043f70020f0b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:07.751151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c723622-bc1f-4ab2-9c4e-cc7c85a05a12 req-89e17a91-d16a-47a6-a8d9-043f70020f0b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.1281786 Jul 08 01:50:07.769129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:07.769519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Checking segment: {'id': '13e39b11-a591-48c2-9733-8b4ff4624087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:07.769935 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.770336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Bound using segment: {'id': '13e39b11-a591-48c2-9733-8b4ff4624087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:07.770832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Bound port: a8457c4c-23eb-486a-8d47-967f2cc7cb22, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e39b11-a591-48c2-9733-8b4ff4624087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:07.771223 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:07.841762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59418) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:07.856051 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c723622-bc1f-4ab2-9c4e-cc7c85a05a12 req-378991e9-38cb-4c0c-abd8-256eade63a25 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944939 Jul 08 01:50:07.869945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9c414366-9236-4f6f-abad-50f0d1bb414f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:07.876131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a9593-ae5f-487b-8c78-27825fb5b194 None None] Pushing event updated for resources: {'Port': ['ID=4a6dcec3-3dea-4096-8360-893b7f5f93c5,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:08.014147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=6f44c72a-050d-4687-850b-a7fb54886a83,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:08.030414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c537c-c7d3-45e1-9d21-854349d4c6d4 req-5f2b9b00-54b4-4e84-807a-aed6da08411c tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:08.041605 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc8c537c-c7d3-45e1-9d21-854349d4c6d4 req-5f2b9b00-54b4-4e84-807a-aed6da08411c tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.1255362 Jul 08 01:50:08.099561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1385886955-network', 'tenant_id': 'b10862653d8f41479149fd2df8af4655'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:08.131632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] For port a8457c4c-23eb-486a-8d47-967f2cc7cb22, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:08.165000 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Allocated IP 172.21.0.2 (1776db05-de95-4929-9474-675305c4f4c2/ab34dd58-4450-4417-b1ec-d5549af96a86/2765fa47-74e4-4f82-9afb-51c949a9a3c5) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:08.176535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] For port a8457c4c-23eb-486a-8d47-967f2cc7cb22, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a8457c4c-23eb-486a-8d47-967f2cc7cb22,segment=NetworkSegment(13e39b11-a591-48c2-9733-8b4ff4624087),segment_id=13e39b11-a591-48c2-9733-8b4ff4624087)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:08.189871 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.212293 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.229577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc8c537c-c7d3-45e1-9d21-854349d4c6d4 req-db65581e-25dc-4037-bcde-750ce32a0095 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870587 Jul 08 01:50:08.269767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Made reservation on behalf of b10862653d8f41479149fd2df8af4655 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:08.274036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.329836 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.334060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9c414366-9236-4f6f-abad-50f0d1bb414f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9c414366-9236-4f6f-abad-50f0d1bb414f,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:08.367734 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.384088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '9c414366-9236-4f6f-abad-50f0d1bb414f', 'network_id': '24814426-9829-4f0e-9231-a9d9f3901c1f', 'port_id': '9c414366-9236-4f6f-abad-50f0d1bb414f', 'mac_address': 'fa:16:3e:34:ce:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2157fc2-2bc2-4e65-bc22-a2f9753680dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:50:08.396706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:08.397365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:08.483315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc9b32-6d60-4188-aeaf-a8ce25e06638 req-0bffedad-5208-420a-b347-8b0a62bd20e7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:08.492440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07bc9b32-6d60-4188-aeaf-a8ce25e06638 req-0bffedad-5208-420a-b347-8b0a62bd20e7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.3589466 Jul 08 01:50:08.592737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.594074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:08.605054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.626016 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07bc9b32-6d60-4188-aeaf-a8ce25e06638 req-ee036cec-fe52-490f-ba34-99184fa3b82c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323643 Jul 08 01:50:08.647183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:08.660728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ccabfa-f5db-415a-b3f9-23131fc7aa03,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:08.670131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.670784 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Added segment 2934ae6d-130a-4166-9e77-580debffb1a8 of type vlan for network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa Jul 08 01:50:08.699792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796efe9-bf90-458a-9edd-f6ac4a827d30 None None] Pushing event updated for resources: {'Port': ['ID=a8457c4c-23eb-486a-8d47-967f2cc7cb22,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:08.726249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c313-6f32-4451-8300-cd1f06b26c8b req-2a480686-2c2a-4f1c-b087-aa4c7443a149 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:08.728143 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8e0c313-6f32-4451-8300-cd1f06b26c8b req-2a480686-2c2a-4f1c-b087-aa4c7443a149 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 943 time: 0.2269104 Jul 08 01:50:08.740821 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.812695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8e0c313-6f32-4451-8300-cd1f06b26c8b req-2b5d9e9c-535d-485f-912d-ea7a945a84f1 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751407 Jul 08 01:50:08.831337 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.832408 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:08.833021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.885474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.893200 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.894458 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.957243 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0976830 Jul 08 01:50:08.958156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:08.959496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786eef1-d8d8-4f45-aaf3-6c0e9cc479b0 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7e5c7c-3dea-4a10-bf92-4c120795beaa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:08.974534 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:08.975271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Request body: {'subnet': {'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1385886955-subnet', 'tenant_id': 'b10862653d8f41479149fd2df8af4655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:08.984715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Transition to ACTIVE for port object 2765fa47-74e4-4f82-9afb-51c949a9a3c5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:09.014056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Transition to ACTIVE for port object 2765fa47-74e4-4f82-9afb-51c949a9a3c5 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:09.016015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Made reservation on behalf of b10862653d8f41479149fd2df8af4655 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:09.026335 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.029896 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:09.143460 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.188347 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=6f44c72a-050d-4687-850b-a7fb54886a83,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:09.210335 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.239579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Allocated IP 172.21.0.1 (1776db05-de95-4929-9474-675305c4f4c2/ab34dd58-4450-4417-b1ec-d5549af96a86/34aca962-07a4-4675-ace6-ad64a3505f5f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:09.273702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c414366-9236-4f6f-abad-50f0d1bb414f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:09.304537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9c414366-9236-4f6f-abad-50f0d1bb414f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9c414366-9236-4f6f-abad-50f0d1bb414f,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:09.312800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Network 1776db05-de95-4929-9474-675305c4f4c2 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:09.324223 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.326440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:09.339803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:09.349753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.373934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Pushing event updated for resources: {'Port': ['ID=2765fa47-74e4-4f82-9afb-51c949a9a3c5,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:09.374425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.462623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd81c0e3-d324-4187-beae-5bb89c221c28,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:09.471611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network e244036e-db8d-42a9-99c2-71e004d4b4ed is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:09.475183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Checking segment: {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:09.475666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Network hostable DHCP agents. Network: 5e7e5c7c-3dea-4a10-bf92-4c120795beaa, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:09.503699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:09.505510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=9c414366-9236-4f6f-abad-50f0d1bb414f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:09.514735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99d73ff-8325-4e70-829c-a14b6588b2f0 None None] Network e244036e-db8d-42a9-99c2-71e004d4b4ed requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:09.564639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:09.592060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 5e7e5c7c-3dea-4a10-bf92-4c120795beaa) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:09.608593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:09.609580 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:09.646770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d5601-d686-4e76-9bdc-87228bb004f0 req-c315d18c-7cee-43d9-8b27-1ad53f2905c3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:09.648533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f00d5601-d686-4e76-9bdc-87228bb004f0 req-c315d18c-7cee-43d9-8b27-1ad53f2905c3 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.1652677 Jul 08 01:50:09.656381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1152f2dc-b4eb-442f-9edd-f58d0fe30e02 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6838026 Jul 08 01:50:09.690587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c5344-826f-44f9-995b-2b6f32414d8b req-60ee57cd-edfc-414f-bf16-36a554808faa tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:09.692492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e61c5344-826f-44f9-995b-2b6f32414d8b req-60ee57cd-edfc-414f-bf16-36a554808faa tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.1877506 Jul 08 01:50:09.719977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039bc8e0-4f75-4e32-af23-9c821020782f None None] Network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:09.748749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f00d5601-d686-4e76-9bdc-87228bb004f0 req-73a5e776-afcd-48ba-b33c-13c4a4853026 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844445 Jul 08 01:50:09.780513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 2, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:08Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:09.806747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e61c5344-826f-44f9-995b-2b6f32414d8b req-a21f9eb0-3ae1-49e5-b7f8-059e90599fff tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052411 Jul 08 01:50:09.862238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7e5070d1-a064-450d-92ce-93ff744b8ed4 None None] Provisioning for port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:09.878311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d778622-d692-4c8a-bc75-a202efeb9bd5 None None] The sync data for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 is: [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:03Z', 'revision_number': 2, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:08Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:09.880665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['9c414366-9236-4f6f-abad-50f0d1bb414f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:09.955539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Attempting to bind port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:09.957461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Attempting to bind port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd07dd2e1-7d20-48f1-976f-d01e7f788b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1776db05-de95-4929-9474-675305c4f4c2'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:09.958043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Attempting to bind port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 on network 1776db05-de95-4929-9474-675305c4f4c2 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:10.037092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:10.055004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Checking segment: {'id': 'd07dd2e1-7d20-48f1-976f-d01e7f788b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1776db05-de95-4929-9474-675305c4f4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:10.055942 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.056690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Bound using segment: {'id': 'd07dd2e1-7d20-48f1-976f-d01e7f788b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1776db05-de95-4929-9474-675305c4f4c2'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:10.057434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Bound port: 2765fa47-74e4-4f82-9afb-51c949a9a3c5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07dd2e1-7d20-48f1-976f-d01e7f788b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1776db05-de95-4929-9474-675305c4f4c2'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:10.058080 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.097692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4a6dcec3-3dea-4096-8360-893b7f5f93c5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:10.283038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.313503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c17bc-4849-4e64-978c-7bd3cbcd8db4 req-a8649a26-3fb9-454a-a329-89efa0b4e73e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:10.321435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:10.323412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Transition to ACTIVE for port object 34aca962-07a4-4675-ace6-ad64a3505f5f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:10.327234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b07c17bc-4849-4e64-978c-7bd3cbcd8db4 req-a8649a26-3fb9-454a-a329-89efa0b4e73e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 944 time: 0.2059889 Jul 08 01:50:10.400780 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b07c17bc-4849-4e64-978c-7bd3cbcd8db4 req-62e55177-09ca-4126-8eb7-9ff9bee2112e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741184 Jul 08 01:50:10.468541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:50:10.472579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:10.473096 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.479440 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.654305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] For port 2765fa47-74e4-4f82-9afb-51c949a9a3c5, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:10.659505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] For port 2765fa47-74e4-4f82-9afb-51c949a9a3c5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2765fa47-74e4-4f82-9afb-51c949a9a3c5,segment=NetworkSegment(d07dd2e1-7d20-48f1-976f-d01e7f788b79),segment_id=d07dd2e1-7d20-48f1-976f-d01e7f788b79)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:10.661245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 1776db05-de95-4929-9474-675305c4f4c2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:10.664542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=34aca962-07a4-4675-ace6-ad64a3505f5f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:10.673932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:10.681631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:10.685276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd2d1c7-daee-4f1c-b7cf-4ac565d9eaa3 None None] Network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:10.707672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-bb77e40a-0689-48e8-b221-50d92ffd2220 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:10.709718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-bb77e40a-0689-48e8-b221-50d92ffd2220 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 815 time: 0.1658607 Jul 08 01:50:10.722111 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.732691 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-0f81ff02-f350-4fc9-b3e2-04e30bd842b6 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/quotas/b10862653d8f41479149fd2df8af4655 HTTP/1.1" status: 200 len: 375 time: 0.0168324 Jul 08 01:50:10.747456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:10.758571 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:10.763199 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9ff6f441-7ce3-419b-93b4-c7d9aeff6e28 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0292277 Jul 08 01:50:10.767134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59460) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:10.772918 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:10.773476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-906251096'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:10.773609 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:10.793561 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:10.861482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-590e52a9-14e3-4669-8310-9481630c4df9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1202993 Jul 08 01:50:11.025053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:11.036212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.044034 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:11.044481 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.048494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55119f93-b73d-4029-ad91-fa9eeebf07df None None] Pushing event updated for resources: {'Port': ['ID=2765fa47-74e4-4f82-9afb-51c949a9a3c5,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:11.298130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:11.311760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 4a6dcec3-3dea-4096-8360-893b7f5f93c5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4a6dcec3-3dea-4096-8360-893b7f5f93c5,segment=NetworkSegment(4e84a949-6da8-4a4f-acea-1901bfdea39f),segment_id=4e84a949-6da8-4a4f-acea-1901bfdea39f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:11.317505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712bd2f-222b-4e2e-913c-527401df2d9b req-abc73d2f-8467-4a85-bf24-7cbb3a2f6a39 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:11.319434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6712bd2f-222b-4e2e-913c-527401df2d9b req-abc73d2f-8467-4a85-bf24-7cbb3a2f6a39 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.2173102 Jul 08 01:50:11.326481 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.327920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-2726797d-15e3-430b-b0c6-46dde5e4ed8e service neutron] 10.222.0.41 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657362 Jul 08 01:50:11.329027 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.341175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.341542 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added segment 887c8509-e584-44e1-af9a-803ba10e0582 of type vlan for network e64da97a-ddcd-4451-85ee-eb89e59ff4ce Jul 08 01:50:11.441005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6712bd2f-222b-4e2e-913c-527401df2d9b req-0939ce6f-cc3c-4688-83f4-39f2aa5bead7 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913153 Jul 08 01:50:11.495969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=4a6dcec3-3dea-4096-8360-893b7f5f93c5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:11.529074 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:08Z', 'revision_number': 2, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:08Z', 'revision_number': 2, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:11.562814 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:11.563466 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Updating router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 port 6f44c72a-050d-4687-850b-a7fb54886a83 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:11.583267 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.626191 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.648944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-ec76a504-f3b0-4c74-9449-1c152dd46828 service neutron] 10.222.0.41 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199837 Jul 08 01:50:11.714322 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.719995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:11.724104 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.769962 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9979448 Jul 08 01:50:11.773543 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede3daf-a8e5-4a93-99fa-a3cc3f14478f req-13db447c-8e4c-43cc-a25e-6f919691b257 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:11.775193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dede3daf-a8e5-4a93-99fa-a3cc3f14478f req-13db447c-8e4c-43cc-a25e-6f919691b257 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.1252756 Jul 08 01:50:11.775706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:11.789268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'subnet': {'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:11.875934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9c414366-9236-4f6f-abad-50f0d1bb414f up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:11.882236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-69bb2441-732d-40c5-9916-148aae571e1b None None] Provisioning for port 6f44c72a-050d-4687-850b-a7fb54886a83 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:11.935835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-69bb2441-732d-40c5-9916-148aae571e1b None None] Provisioning complete for port 6f44c72a-050d-4687-850b-a7fb54886a83 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:11.957117 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69bb2441-732d-40c5-9916-148aae571e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:11.971710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dca962-e688-4b15-b1ad-3cdf356aa52e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Network': ['ID=e64da97a-ddcd-4451-85ee-eb89e59ff4ce,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:12.075808 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e64da97a-ddcd-4451-85ee-eb89e59ff4ce details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:12.177863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.212912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.230409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dede3daf-a8e5-4a93-99fa-a3cc3f14478f req-76e38344-9a51-4629-a084-ab47ea7d538b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223182 Jul 08 01:50:12.237936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:12.252950 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.289831 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.305211 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Transition to ACTIVE for port object 6f44c72a-050d-4687-850b-a7fb54886a83 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:12.318978 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.473573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2765fa47-74e4-4f82-9afb-51c949a9a3c5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:12.492861 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Pushing event updated for resources: {'Port': ['ID=6f44c72a-050d-4687-850b-a7fb54886a83,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:12.540437 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.565927 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.567918 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.569113 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.570712 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.571862 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.573871 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.574628 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.575133 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.576454 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.576984 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.578721 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.579359 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:12.592275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=34aca962-07a4-4675-ace6-ad64a3505f5f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:12.647151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-69bb2441-732d-40c5-9916-148aae571e1b None None] Port 6f44c72a-050d-4687-850b-a7fb54886a83 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:12.680895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 9c414366-9236-4f6f-abad-50f0d1bb414f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:12.690150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:12.710267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a8457c4c-23eb-486a-8d47-967f2cc7cb22 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:12.832500 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Attempting to bind port 6f44c72a-050d-4687-850b-a7fb54886a83 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:12.835722 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Attempting to bind port 6f44c72a-050d-4687-850b-a7fb54886a83 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '4e84a949-6da8-4a4f-acea-1901bfdea39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:12.836471 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Attempting to bind port 6f44c72a-050d-4687-850b-a7fb54886a83 on network e244036e-db8d-42a9-99c2-71e004d4b4ed {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:12.850566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 9c414366-9236-4f6f-abad-50f0d1bb414f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:12.850947 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.854750 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:12.856728 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Checking segment: {'id': '4e84a949-6da8-4a4f-acea-1901bfdea39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:12.857318 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.862348 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Bound using segment: {'id': '4e84a949-6da8-4a4f-acea-1901bfdea39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:12.863423 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Bound port: 6f44c72a-050d-4687-850b-a7fb54886a83, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e84a949-6da8-4a4f-acea-1901bfdea39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:12.864096 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:12.895771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 1776db05-de95-4929-9474-675305c4f4c2 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:12.897984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:12.986481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-69bb2441-732d-40c5-9916-148aae571e1b None None] Provisioning complete for port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:12.987071 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69bb2441-732d-40c5-9916-148aae571e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.038394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ed576-c05b-4748-9b0e-0542f8a972fb req-81018117-1392-4477-9b05-3afeba27f805 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:13.040078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d2ed576-c05b-4748-9b0e-0542f8a972fb req-81018117-1392-4477-9b05-3afeba27f805 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 944 time: 0.3271666 Jul 08 01:50:13.044240 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] For port 6f44c72a-050d-4687-850b-a7fb54886a83, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:13.045617 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.058185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905542cb-5fa3-40c9-b8fa-b1a968274e97 None None] Network 1776db05-de95-4929-9474-675305c4f4c2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:13.059548 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] For port 6f44c72a-050d-4687-850b-a7fb54886a83, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f44c72a-050d-4687-850b-a7fb54886a83,segment=NetworkSegment(4e84a949-6da8-4a4f-acea-1901bfdea39f),segment_id=4e84a949-6da8-4a4f-acea-1901bfdea39f)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:13.071332 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.145707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:13.178182 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:13.178807 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:13.308083 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:13.314222 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-83c0b543-fabd-4589-93be-82baccf764a2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0993183 Jul 08 01:50:13.317616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59498) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:13.325438 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'network': {'name': 'tempest-RoutersTest-1719773259'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:13.344899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port a8457c4c-23eb-486a-8d47-967f2cc7cb22 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:13.356538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Subnet': ['ID=2977fe17-28f8-4b93-9a4b-284f1746f66c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:13.359062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Sync routers for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:13.366250 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b8597-4c86-4298-bdff-0013f888a32f None None] Pushing event updated for resources: {'Port': ['ID=6f44c72a-050d-4687-850b-a7fb54886a83,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:13.382717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:13.389550 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.399479 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:13.437544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d2ed576-c05b-4748-9b0e-0542f8a972fb req-1158d0cc-caf0-4395-b8a1-4381547f5323 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786047 Jul 08 01:50:13.484456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:13.496495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Checking segment: {'id': '887c8509-e584-44e1-af9a-803ba10e0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:13.500860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network hostable DHCP agents. Network: e64da97a-ddcd-4451-85ee-eb89e59ff4ce, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:13.515342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port a8457c4c-23eb-486a-8d47-967f2cc7cb22 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:13.515969 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.521653 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.522565 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added segment 38e6a6a9-78d4-47ca-99cc-cbf0742a969e of type vlan for network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 Jul 08 01:50:13.553559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-049fa6e2-216f-468a-b843-57f06eef61e4 req-5bf738b2-e5bd-413d-84d6-8257039f56cf tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 210 time: 0.0474820 Jul 08 01:50:13.592181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network e64da97a-ddcd-4451-85ee-eb89e59ff4ce is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:13.622077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e64da97a-ddcd-4451-85ee-eb89e59ff4ce) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:13.626879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:13.627793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.630067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:13.636385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:13.664601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6d37eb17-6d67-43e7-a8f0-6b700f61ca38 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8796959 Jul 08 01:50:13.667597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59500) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:13.671638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.728245 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.741738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:13.743379 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:13.777065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59502) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:13.778956 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4600353 Jul 08 01:50:13.790344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14248707-e7d5-4dc6-9c29-e4f25a60954e None None] Network e64da97a-ddcd-4451-85ee-eb89e59ff4ce requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:13.821724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'subnet': {'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:13.872113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482aad4-4592-4bb4-8c2a-78adcc2114be tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Network': ['ID=ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:13.977942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:14.147443 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:08Z', 'revision_number': 2, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:13Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:14.176015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9750eb0-7a39-4ecf-956b-6094123d304c req-5554c491-6d7d-4e65-8032-408495161e58 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:14.180921 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663c697-7b99-45c5-ab0d-0c3c13b62c3d None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:08Z', 'revision_number': 2, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:13Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:14.184898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9750eb0-7a39-4ecf-956b-6094123d304c req-5554c491-6d7d-4e65-8032-408495161e58 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2867332 Jul 08 01:50:14.321649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:14.321920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:14.325816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.538031 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.787417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c414366-9236-4f6f-abad-50f0d1bb414f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:14.789790 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b255bd93-955a-4a08-aa6e-a0db293327f7" -d '{"events": [{"server_uuid": "30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b", "name": "network-vif-plugged", "status": "completed", "tag": "9c414366-9236-4f6f-abad-50f0d1bb414f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:14.828751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 9c414366-9236-4f6f-abad-50f0d1bb414f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9c414366-9236-4f6f-abad-50f0d1bb414f,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:14.863361 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.893683 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:14.934995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:50:14.935980 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.025090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9750eb0-7a39-4ecf-956b-6094123d304c req-f45209f4-591e-44f1-9b96-ef27b39a7aab tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373864 Jul 08 01:50:15.159456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port a8457c4c-23eb-486a-8d47-967f2cc7cb22, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a8457c4c-23eb-486a-8d47-967f2cc7cb22,segment=NetworkSegment(13e39b11-a591-48c2-9733-8b4ff4624087),segment_id=13e39b11-a591-48c2-9733-8b4ff4624087)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:15.161433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-290e284f-42ce-488a-af5c-82b4a7442269 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:15.162640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=9c414366-9236-4f6f-abad-50f0d1bb414f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:15.164665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-290e284f-42ce-488a-af5c-82b4a7442269 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 815 time: 0.9156563 Jul 08 01:50:15.172993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d23be-6894-4e05-a3c1-1f1ccf6db4d0 req-15769f28-f628-4bc3-8b8a-ef34ced06848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:15.175235 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a8d23be-6894-4e05-a3c1-1f1ccf6db4d0 req-15769f28-f628-4bc3-8b8a-ef34ced06848 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 1098 time: 0.9254370 Jul 08 01:50:15.183315 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.184170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4a6dcec3-3dea-4096-8360-893b7f5f93c5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:15.221358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Request body: {'port': {'device_id': 'a089f27a-a085-4ee8-8c7d-18e5889475a4', 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa', 'admin_state_up': True, 'tenant_id': 'b10862653d8f41479149fd2df8af4655'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:15.257356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3eb90-cffd-4eb7-bd36-73effc5ecea0 req-acd1fa2e-7230-4083-9c9c-1e6e782edd74 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:15.259045 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ce3eb90-cffd-4eb7-bd36-73effc5ecea0 req-acd1fa2e-7230-4083-9c9c-1e6e782edd74 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.9298918 Jul 08 01:50:15.267360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0bf2bcc4-c191-44b0-bdbf-2b4f055bd818 None None] Provisioning for port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:15.320332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0bf2bcc4-c191-44b0-bdbf-2b4f055bd818 None None] Provisioning complete for port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:15.320736 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0bf2bcc4-c191-44b0-bdbf-2b4f055bd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.412891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=a8457c4c-23eb-486a-8d47-967f2cc7cb22,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:15.436289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:11Z', 'revision_number': 3, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:11Z', 'revision_number': 2, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:08Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:15.440554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Allocated IP 2001:db8:1::2 (e64da97a-ddcd-4451-85ee-eb89e59ff4ce/2977fe17-28f8-4b93-9a4b-284f1746f66c/14d5d89b-631b-4dae-8156-44b97d582717) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:15.484890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Checking router: 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:15.485298 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Updating router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb port 34aca962-07a4-4675-ace6-ad64a3505f5f binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:15.570649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:15.571225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.622071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ce3eb90-cffd-4eb7-bd36-73effc5ecea0 req-c21e5e9c-abaf-4f23-8a27-89db5997a7e2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972445 Jul 08 01:50:15.640958 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.651674 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.692859 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0bf2bcc4-c191-44b0-bdbf-2b4f055bd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.722146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.741465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d23be-6894-4e05-a3c1-1f1ccf6db4d0 req-ac79f173-35fa-4dd0-a84b-1f056e1920ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:15.743826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a8d23be-6894-4e05-a3c1-1f1ccf6db4d0 req-ac79f173-35fa-4dd0-a84b-1f056e1920ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 200 len: 915 time: 0.5511291 Jul 08 01:50:15.904169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0bf2bcc4-c191-44b0-bdbf-2b4f055bd818 None None] For port 2765fa47-74e4-4f82-9afb-51c949a9a3c5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2765fa47-74e4-4f82-9afb-51c949a9a3c5,segment=NetworkSegment(d07dd2e1-7d20-48f1-976f-d01e7f788b79),segment_id=d07dd2e1-7d20-48f1-976f-d01e7f788b79)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:15.923818 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0bf2bcc4-c191-44b0-bdbf-2b4f055bd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:15.965319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a8d23be-6894-4e05-a3c1-1f1ccf6db4d0 req-60f32a9a-9987-4e8c-b4c0-5c868d1abca9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a24a343-706d-47f1-9419-84e91e0adb3a HTTP/1.1" status: 200 len: 217 time: 0.1253901 Jul 08 01:50:15.975175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.026728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8251bc7e-2340-4a68-8d56-068762614c26 req-84a8449a-4c15-4c7e-9f2d-1ca171f8e4e0 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 210 time: 0.1409063 Jul 08 01:50:16.031568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Transition to ACTIVE for port object 14d5d89b-631b-4dae-8156-44b97d582717 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:16.039430 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Made reservation on behalf of b10862653d8f41479149fd2df8af4655 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:16.044415 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.060647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baaa7b-63c0-4914-81fc-575fb65ce60e req-9db30c5d-f941-429d-827c-d71b41346c97 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:16.071228 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28baaa7b-63c0-4914-81fc-575fb65ce60e req-9db30c5d-f941-429d-827c-d71b41346c97 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 945 time: 0.6263454 Jul 08 01:50:16.077900 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Transition to ACTIVE for port object 14d5d89b-631b-4dae-8156-44b97d582717 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:16.079513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Subnet': ['ID=24abbc9e-033f-4c9c-bc83-600368074b9c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:16.118661 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.138730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f76112de-abff-4812-ada1-fe5be753ee8c None None] Provisioning for port 34aca962-07a4-4675-ace6-ad64a3505f5f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:16.172456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2bcc4-c191-44b0-bdbf-2b4f055bd818 None None] Pushing event updated for resources: {'Port': ['ID=2765fa47-74e4-4f82-9afb-51c949a9a3c5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:16.253682 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977eac96-77e3-4d4d-91a3-b64424c08b1e x-openstack-request-id: req-977eac96-77e3-4d4d-91a3-b64424c08b1e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:16.254347 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b", "name": "network-vif-plugged", "status": "completed", "tag": "9c414366-9236-4f6f-abad-50f0d1bb414f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:16.254825 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-977eac96-77e3-4d4d-91a3-b64424c08b1e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:16.255461 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c414366-9236-4f6f-abad-50f0d1bb414f', 'code': 200} Jul 08 01:50:16.266393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f76112de-abff-4812-ada1-fe5be753ee8c None None] Provisioning complete for port 34aca962-07a4-4675-ace6-ad64a3505f5f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:16.267264 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f76112de-abff-4812-ada1-fe5be753ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.333712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d23be-6894-4e05-a3c1-1f1ccf6db4d0 req-2510ab67-266d-4b6b-8f3d-21aa6a2b7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:16.336049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a8d23be-6894-4e05-a3c1-1f1ccf6db4d0 req-2510ab67-266d-4b6b-8f3d-21aa6a2b7692 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96b90165-d067-4fff-8639-24a03e0be726 HTTP/1.1" status: 200 len: 854 time: 0.3201313 Jul 08 01:50:16.337043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Checking segment: {'id': '38e6a6a9-78d4-47ca-99cc-cbf0742a969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:16.337827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network hostable DHCP agents. Network: ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:16.353864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a8457c4c-23eb-486a-8d47-967f2cc7cb22 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:16.379705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551120b7-10ad-4762-973b-49f62ccafead req-4c4b9ead-9875-4158-a19b-ae7bc7dd009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:16.381308 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-551120b7-10ad-4762-973b-49f62ccafead req-4c4b9ead-9875-4158-a19b-ae7bc7dd009a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 1097 time: 0.1189170 Jul 08 01:50:16.396906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Network e64da97a-ddcd-4451-85ee-eb89e59ff4ce is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:16.400708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28baaa7b-63c0-4914-81fc-575fb65ce60e req-e4a7499d-be4d-426b-9ab6-6cfe2b8a014e tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240070 Jul 08 01:50:16.434407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:16.443717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Pushing event updated for resources: {'Port': ['ID=14d5d89b-631b-4dae-8156-44b97d582717,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:16.451395 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:16.466892 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-551120b7-10ad-4762-973b-49f62ccafead req-20d36b23-4d13-40f1-9c28-20d33993e786 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779099 Jul 08 01:50:16.473595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f76112de-abff-4812-ada1-fe5be753ee8c None None] Port 34aca962-07a4-4675-ace6-ad64a3505f5f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:16.505488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a8d23be-6894-4e05-a3c1-1f1ccf6db4d0 req-2aee2892-01e2-463c-800d-4eadc4000e40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=500b7a8d-3e3f-467c-8af9-36812606853e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254723 Jul 08 01:50:16.617122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:16.621673 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.628503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f76112de-abff-4812-ada1-fe5be753ee8c None None] Provisioning complete for port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:16.628877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f76112de-abff-4812-ada1-fe5be753ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.634269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Attempting to bind port 14d5d89b-631b-4dae-8156-44b97d582717 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:16.634487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Attempting to bind port 14d5d89b-631b-4dae-8156-44b97d582717 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '887c8509-e584-44e1-af9a-803ba10e0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:16.634806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Attempting to bind port 14d5d89b-631b-4dae-8156-44b97d582717 on network e64da97a-ddcd-4451-85ee-eb89e59ff4ce {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:16.647864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Transition to ACTIVE for port object 34aca962-07a4-4675-ace6-ad64a3505f5f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:16.682745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:16.683231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Checking segment: {'id': '887c8509-e584-44e1-af9a-803ba10e0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:16.684174 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.684174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Bound using segment: {'id': '887c8509-e584-44e1-af9a-803ba10e0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:16.684646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Bound port: 14d5d89b-631b-4dae-8156-44b97d582717, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c8509-e584-44e1-af9a-803ba10e0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:16.684962 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.687456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port a8457c4c-23eb-486a-8d47-967f2cc7cb22 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:16.687660 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.696020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:16.734170 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f6ce8-6eb2-425e-8cee-7c5f28aa253c req-b78f4061-e9e5-490a-9408-9d8977847378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:16.735787 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1d6f6ce8-6eb2-425e-8cee-7c5f28aa253c req-b78f4061-e9e5-490a-9408-9d8977847378 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 1098 time: 0.0862777 Jul 08 01:50:16.740177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:16.740810 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.761988 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Allocated IP 172.20.0.10 (5e7e5c7c-3dea-4a10-bf92-4c120795beaa/bd81c0e3-d324-4187-beae-5bb89c221c28/c306483f-2828-46f1-a622-21771f93c7c3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:16.789086 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:16.809719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48dc63-def1-43ed-8d7d-2e11e5649d0a None None] Network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:16.817249 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1d6f6ce8-6eb2-425e-8cee-7c5f28aa253c req-33698493-e068-4076-8065-dcd65937c292 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729630 Jul 08 01:50:16.821347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-364b9161-993c-4ca8-b856-cec460426eb5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0428772 Jul 08 01:50:16.826440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59524) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:16.834583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Allocated IP 2001:db8:1::1 (e64da97a-ddcd-4451-85ee-eb89e59ff4ce/2977fe17-28f8-4b93-9a4b-284f1746f66c/8914f574-abf7-4c3b-b5e8-60f4352f375f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:16.849193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a8d23be-6894-4e05-a3c1-1f1ccf6db4d0 req-658c1557-e37d-4fba-b046-4f10ac4125fa service neutron] 10.222.0.24 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897232 Jul 08 01:50:16.870313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50694d8-3275-40bb-aa07-e9cfc865b70a req-1373e991-e510-483d-9416-a1e9e6a171b3 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:16.872320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e50694d8-3275-40bb-aa07-e9cfc865b70a req-1373e991-e510-483d-9416-a1e9e6a171b3 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.4090154 Jul 08 01:50:17.194731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e50694d8-3275-40bb-aa07-e9cfc865b70a req-976596a9-a658-4b03-9b28-d6a3d5160966 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079727 Jul 08 01:50:17.212160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495ed81-81c5-4ce8-8d1c-193f22c7faf2 None None] Pushing event updated for resources: {'Port': ['ID=34aca962-07a4-4675-ace6-ad64a3505f5f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:17.256870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a8d23be-6894-4e05-a3c1-1f1ccf6db4d0 req-d2b0f860-3f2c-4f0b-873a-2aec8d564f69 service neutron] 10.222.0.24 "GET /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948252 Jul 08 01:50:17.296581 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.313282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] For port 14d5d89b-631b-4dae-8156-44b97d582717, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:17.358830 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.378088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ca005-1ac9-443c-9640-6913b6833d94 req-e9d388fd-9780-42ce-b8ab-3c78764fdc58 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:17.379570 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.382000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f42ca005-1ac9-443c-9640-6913b6833d94 req-e9d388fd-9780-42ce-b8ab-3c78764fdc58 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.4929078 Jul 08 01:50:17.389880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] For port 14d5d89b-631b-4dae-8156-44b97d582717, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=14d5d89b-631b-4dae-8156-44b97d582717,segment=NetworkSegment(887c8509-e584-44e1-af9a-803ba10e0582),segment_id=887c8509-e584-44e1-af9a-803ba10e0582)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:17.395484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Transition to ACTIVE for port object 8914f574-abf7-4c3b-b5e8-60f4352f375f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:17.410704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Attempting to bind port 34aca962-07a4-4675-ace6-ad64a3505f5f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:17.411099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Attempting to bind port 34aca962-07a4-4675-ace6-ad64a3505f5f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd07dd2e1-7d20-48f1-976f-d01e7f788b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1776db05-de95-4929-9474-675305c4f4c2'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:17.411459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Attempting to bind port 34aca962-07a4-4675-ace6-ad64a3505f5f on network 1776db05-de95-4929-9474-675305c4f4c2 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:17.461993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.521460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:17.521839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Checking segment: {'id': 'd07dd2e1-7d20-48f1-976f-d01e7f788b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1776db05-de95-4929-9474-675305c4f4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:17.522256 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.522660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Bound using segment: {'id': 'd07dd2e1-7d20-48f1-976f-d01e7f788b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1776db05-de95-4929-9474-675305c4f4c2'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:17.523163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Bound port: 34aca962-07a4-4675-ace6-ad64a3505f5f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07dd2e1-7d20-48f1-976f-d01e7f788b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1776db05-de95-4929-9474-675305c4f4c2'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:17.523553 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.541091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f44c72a-050d-4687-850b-a7fb54886a83 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:17.552649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f42ca005-1ac9-443c-9640-6913b6833d94 req-02e5f25b-668c-4d2d-8ed4-a2dd18d2234b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529913 Jul 08 01:50:17.633124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2eea4bf4-ef2d-4b21-b536-924dad3db2e1 req-01c975cb-4979-44b3-a1c2-09dfc6bcb5dc tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 210 time: 0.1253347 Jul 08 01:50:17.675072 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.694306 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.727547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:50:17.729675 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.741986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc04a0-1ae2-4b0a-8b2e-f7d5eacf18cd None None] Pushing event updated for resources: {'Port': ['ID=14d5d89b-631b-4dae-8156-44b97d582717,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:17.803156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6f44c72a-050d-4687-850b-a7fb54886a83 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:17.806876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] For port 34aca962-07a4-4675-ace6-ad64a3505f5f, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:17.818860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] For port 34aca962-07a4-4675-ace6-ad64a3505f5f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=34aca962-07a4-4675-ace6-ad64a3505f5f,segment=NetworkSegment(d07dd2e1-7d20-48f1-976f-d01e7f788b79),segment_id=d07dd2e1-7d20-48f1-976f-d01e7f788b79)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:17.823311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6f44c72a-050d-4687-850b-a7fb54886a83 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:17.823986 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.830916 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.869982 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:17.874580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network e64da97a-ddcd-4451-85ee-eb89e59ff4ce is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:17.888524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Allocated IP 172.22.0.1 (ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58/24abbc9e-033f-4c9c-bc83-600368074b9c/0c641f19-e32e-4536-9cf0-466ee6fc71a5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:17.889378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:17.906046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:17.908466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:17.926853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:17.927490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:17.968458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Pushing event updated for resources: {'Port': ['ID=c306483f-2828-46f1-a622-21771f93c7c3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:18.139367 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.177648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Transition to ACTIVE for port object 0c641f19-e32e-4536-9cf0-466ee6fc71a5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:18.224739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495ed81-81c5-4ce8-8d1c-193f22c7faf2 None None] Pushing event updated for resources: {'Port': ['ID=34aca962-07a4-4675-ace6-ad64a3505f5f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:18.257200 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.319749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:18.321334 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.354221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=8914f574-abf7-4c3b-b5e8-60f4352f375f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:18.368542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:18.373884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:18.387691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:18.411624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-7b3b9475-568f-4ecb-a745-3a5c4c2aafed tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2334347 Jul 08 01:50:18.428793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Request body: {'port': {'device_id': 'a089f27a-a085-4ee8-8c7d-18e5889475a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:18.446686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:18.449185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=0c641f19-e32e-4536-9cf0-466ee6fc71a5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:18.453710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:18.519070 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.627881 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.676030 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.681888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Allocated IP 172.22.0.2 (ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58/24abbc9e-033f-4c9c-bc83-600368074b9c/e3d10d5b-5ead-4f0d-a373-2855878a358f) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:18.721124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:18.737023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:18.819742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 6f44c72a-050d-4687-850b-a7fb54886a83, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f44c72a-050d-4687-850b-a7fb54886a83,segment=NetworkSegment(4e84a949-6da8-4a4f-acea-1901bfdea39f),segment_id=4e84a949-6da8-4a4f-acea-1901bfdea39f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:18.833272 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.082128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=6f44c72a-050d-4687-850b-a7fb54886a83,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:19.131763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2765fa47-74e4-4f82-9afb-51c949a9a3c5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:19.203263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.207507 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.213657 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.231645 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.250909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Transition to ACTIVE for port object e3d10d5b-5ead-4f0d-a373-2855878a358f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:19.286577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Transition to ACTIVE for port object e3d10d5b-5ead-4f0d-a373-2855878a358f will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:19.304593 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.307468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=0c641f19-e32e-4536-9cf0-466ee6fc71a5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:19.312381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbc03b-d2d7-4908-8160-0e182ab41842 req-bd3610f8-ee72-4c92-8ab7-92dcbc679801 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:19.316462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.322779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2dfbc03b-d2d7-4908-8160-0e182ab41842 req-bd3610f8-ee72-4c92-8ab7-92dcbc679801 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 945 time: 1.3483613 Jul 08 01:50:19.366336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:19.367258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:19.367630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.403474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:11Z', 'revision_number': 3, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:17Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:19.405481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:19.408799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:19.443374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979fc22-ace8-40e2-8e21-e9901dbf8f5b req-c80ba475-c86d-467f-85b8-2c83e450fd39 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:19.448494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:19.450284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:19.450476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e979fc22-ace8-40e2-8e21-e9901dbf8f5b req-c80ba475-c86d-467f-85b8-2c83e450fd39 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.8945754 Jul 08 01:50:19.479432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d5541-5dae-4c58-99a1-9468ead404bd None None] Network e64da97a-ddcd-4451-85ee-eb89e59ff4ce requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:19.484052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Pushing event updated for resources: {'Port': ['ID=e3d10d5b-5ead-4f0d-a373-2855878a358f,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:19.500662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a54fe9-a177-4de7-b039-25ff2720ea0a None None] The sync data for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 is: [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:11Z', 'revision_number': 3, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:17Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:19.501202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2dfbc03b-d2d7-4908-8160-0e182ab41842 req-0eae1f3c-efdd-40d8-8484-d039c885ecf8 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770999 Jul 08 01:50:19.619457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:19.771157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0512b96c-f888-41ae-ae12-b7c40bbdd386 None None] Provisioning for port 14d5d89b-631b-4dae-8156-44b97d582717 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:19.804575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e979fc22-ace8-40e2-8e21-e9901dbf8f5b req-f57ebe54-e189-4da1-a40f-569461d27b59 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532262 Jul 08 01:50:19.903135 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.949217 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:19.950511 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.080839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Attempting to bind port e3d10d5b-5ead-4f0d-a373-2855878a358f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:20.081208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Attempting to bind port e3d10d5b-5ead-4f0d-a373-2855878a358f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '38e6a6a9-78d4-47ca-99cc-cbf0742a969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:20.081580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Attempting to bind port e3d10d5b-5ead-4f0d-a373-2855878a358f on network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:20.106378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:20.106750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Checking segment: {'id': '38e6a6a9-78d4-47ca-99cc-cbf0742a969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:20.107166 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.107562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Bound using segment: {'id': '38e6a6a9-78d4-47ca-99cc-cbf0742a969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:20.108058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Bound port: e3d10d5b-5ead-4f0d-a373-2855878a358f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e6a6a9-78d4-47ca-99cc-cbf0742a969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:20.108474 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.111946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 14d5d89b-631b-4dae-8156-44b97d582717 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:20.131486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:20.141137 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac7b85f8-bbb0-4b15-a37a-c7c5350d7990 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3128693 Jul 08 01:50:20.144974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59550) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:20.151703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'network': {'name': 'tempest-RoutersTest-2099839831'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:20.177011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:20.182128 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.225359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:20.239127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.240723 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added segment de2ae036-ca7c-4b8e-8b07-75dc66b0f771 of type vlan for network 492a4b10-e22a-4443-999f-0a44ad3e57a6 Jul 08 01:50:20.253118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=8914f574-abf7-4c3b-b5e8-60f4352f375f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:20.300706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] For port e3d10d5b-5ead-4f0d-a373-2855878a358f, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:20.306134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.315575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] For port e3d10d5b-5ead-4f0d-a373-2855878a358f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e3d10d5b-5ead-4f0d-a373-2855878a358f,segment=NetworkSegment(38e6a6a9-78d4-47ca-99cc-cbf0742a969e),segment_id=38e6a6a9-78d4-47ca-99cc-cbf0742a969e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:20.316292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e50a8b-9a28-4abb-a8ee-3ea22d62f6ac req-091be55e-789f-40f7-a675-316acdc255ec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.318180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-59e50a8b-9a28-4abb-a8ee-3ea22d62f6ac req-091be55e-789f-40f7-a675-316acdc255ec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.4670346 Jul 08 01:50:20.328381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.331746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network e64da97a-ddcd-4451-85ee-eb89e59ff4ce is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:20.343618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.345286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:20.352511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.353252 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.384474 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2376101 Jul 08 01:50:20.397414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59552) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:20.411641 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc778e-a39d-43a5-bd40-31b59765e33b req-f529196b-6424-4bdf-804c-972e9d1212f7 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:20.418763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3dc778e-a39d-43a5-bd40-31b59765e33b req-f529196b-6424-4bdf-804c-972e9d1212f7 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 932 time: 0.3904014 Jul 08 01:50:20.435002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f250f9-eb6a-464a-80a9-e00f9170b633 None None] Pushing event updated for resources: {'Port': ['ID=e3d10d5b-5ead-4f0d-a373-2855878a358f,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:20.437566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'subnet': {'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:20.454173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 14d5d89b-631b-4dae-8156-44b97d582717 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:20.462849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 14d5d89b-631b-4dae-8156-44b97d582717 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:20.463349 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.512943 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Sync routers for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:20.538903 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:20.539802 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:20.567665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c306483f-2828-46f1-a622-21771f93c7c3 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:20.607958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-59e50a8b-9a28-4abb-a8ee-3ea22d62f6ac req-2c75cacc-bb51-4dc2-b5ee-97beae330a9f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789729 Jul 08 01:50:20.621156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3884c3b-529e-49b6-aa63-ffcec29b0101 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Network': ['ID=492a4b10-e22a-4443-999f-0a44ad3e57a6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:20.621537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.625147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Made reservation on behalf of 09d651fac1914a97a45e4f8dd0a91e0c for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:20.630468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.696600 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.711253 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3dc778e-a39d-43a5-bd40-31b59765e33b req-e1b1ce26-f21f-4589-9647-e22481d72466 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912064 Jul 08 01:50:20.718916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Transition to ACTIVE for port object c306483f-2828-46f1-a622-21771f93c7c3 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:20.719772 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 492a4b10-e22a-4443-999f-0a44ad3e57a6 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:20.735343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:20.740145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:20.749663 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:20.921394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Pushing event updated for resources: {'Port': ['ID=c306483f-2828-46f1-a622-21771f93c7c3,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:20.996196 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c23498b3-e5b2-4f9f-8d1f-4b60d84ee21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.047789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 14d5d89b-631b-4dae-8156-44b97d582717, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=14d5d89b-631b-4dae-8156-44b97d582717,segment=NetworkSegment(887c8509-e584-44e1-af9a-803ba10e0582),segment_id=887c8509-e584-44e1-af9a-803ba10e0582)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:21.058236 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.146232 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:21.154380 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.180997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9734d2ae-0074-4dd3-b73f-088dcb575d46 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5117633 Jul 08 01:50:21.206264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:21.210529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:21.233875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1820955187'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:21.293399 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:19Z', 'revision_number': 2, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:17Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:21.310132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:21.311152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:21.337592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:21.346732 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.359012 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Subnet': ['ID=737e083b-71a2-4989-84aa-fe49ea28fbbb,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:21.397108 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Checking router: 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:21.397668 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Updating router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb port 0c641f19-e32e-4536-9cf0-466ee6fc71a5 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:21.398698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=14d5d89b-631b-4dae-8156-44b97d582717,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:21.417205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Checking segment: {'id': 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:21.422465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network hostable DHCP agents. Network: 492a4b10-e22a-4443-999f-0a44ad3e57a6, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:21.484399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:21.505343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8f8874b4-d7d2-4447-93fd-87419ab12102 None None] Provisioning complete for port 14d5d89b-631b-4dae-8156-44b97d582717 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:21.507236 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.508186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f8874b4-d7d2-4447-93fd-87419ab12102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.527172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 492a4b10-e22a-4443-999f-0a44ad3e57a6 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:21.538161 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.542967 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added segment 19472b87-23e7-438c-9573-1e3c21f2b5e5 of type vlan for network b3d98de5-376b-498e-96cb-b3999b705ff6 Jul 08 01:50:21.544142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 492a4b10-e22a-4443-999f-0a44ad3e57a6) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:21.552442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:21.553057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.598064 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4af5dc0e-24ee-45f4-9d5b-b7263776868d tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1993990 Jul 08 01:50:21.600826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59560) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:21.651904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0ab24c-07f5-4802-8700-761af687e59a None None] Network 492a4b10-e22a-4443-999f-0a44ad3e57a6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:21.659723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3d10d5b-5ead-4f0d-a373-2855878a358f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:21.748140 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:21.764773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Attempting to bind port c306483f-2828-46f1-a622-21771f93c7c3 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:21.768586 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Attempting to bind port c306483f-2828-46f1-a622-21771f93c7c3 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:21.769570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Attempting to bind port c306483f-2828-46f1-a622-21771f93c7c3 on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:21.852774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:21.945679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Port c306483f-2828-46f1-a622-21771f93c7c3 on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:21.946329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Attempting to bind port c306483f-2828-46f1-a622-21771f93c7c3 on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:21.966410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:21.966769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Checking segment: {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:21.972357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Bound using segment: {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:21.974311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Bound port: c306483f-2828-46f1-a622-21771f93c7c3, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:21.974970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.013656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.039129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:22.040083 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.218966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e3d10d5b-5ead-4f0d-a373-2855878a358f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:22.273960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 34aca962-07a4-4675-ace6-ad64a3505f5f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:22.286134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac996e-9492-4cc6-bf5f-d692814a64e4 req-4add9f05-2f82-4fe0-9064-029fecf4a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:22.287408 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bfac996e-9492-4cc6-bf5f-d692814a64e4 req-4add9f05-2f82-4fe0-9064-029fecf4a4e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 1098 time: 0.3376575 Jul 08 01:50:22.327149 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.344357 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Transition to ACTIVE for port object 0c641f19-e32e-4536-9cf0-466ee6fc71a5 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:22.355791 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.425837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2149012 Jul 08 01:50:22.429608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:22.457896 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26a2bc-4b2b-4fc0-a9a9-681240c7ae51 None None] Pushing event updated for resources: {'Port': ['ID=0c641f19-e32e-4536-9cf0-466ee6fc71a5,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:22.470093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'subnet': {'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:22.501182 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Attempting to bind port 0c641f19-e32e-4536-9cf0-466ee6fc71a5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:22.502496 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Attempting to bind port 0c641f19-e32e-4536-9cf0-466ee6fc71a5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '38e6a6a9-78d4-47ca-99cc-cbf0742a969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:22.503332 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Attempting to bind port 0c641f19-e32e-4536-9cf0-466ee6fc71a5 on network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:22.509807 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:22.510149 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Checking segment: {'id': '38e6a6a9-78d4-47ca-99cc-cbf0742a969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:22.510556 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.510931 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Bound using segment: {'id': '38e6a6a9-78d4-47ca-99cc-cbf0742a969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:22.511397 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Bound port: 0c641f19-e32e-4536-9cf0-466ee6fc71a5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e6a6a9-78d4-47ca-99cc-cbf0742a969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:22.511765 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.539100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8f8874b4-d7d2-4447-93fd-87419ab12102 None None] Provisioning for port 8914f574-abf7-4c3b-b5e8-60f4352f375f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:22.548370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4c0cf-2266-4c20-8378-e943777741a4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Network': ['ID=b3d98de5-376b-498e-96cb-b3999b705ff6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:22.552604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] For port c306483f-2828-46f1-a622-21771f93c7c3, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:22.566878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b1deea-a7fb-49d6-b328-b2fdc5d0e383 None None] Network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:22.569627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-492a4b10-e22a-4443-999f-0a44ad3e57a6', 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'fixed_ips': [{'subnet_id': '737e083b-71a2-4989-84aa-fe49ea28fbbb'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:50:22.571717 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.594096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network b3d98de5-376b-498e-96cb-b3999b705ff6 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:22.609279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] For port c306483f-2828-46f1-a622-21771f93c7c3, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c306483f-2828-46f1-a622-21771f93c7c3,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:22.637773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c59e0-47f1-45d4-ae97-47251c41388d req-8cfbc511-775a-4741-985e-40752e3e02a0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:22.648741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8f8874b4-d7d2-4447-93fd-87419ab12102 None None] Provisioning complete for port 8914f574-abf7-4c3b-b5e8-60f4352f375f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:22.649287 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f8874b4-d7d2-4447-93fd-87419ab12102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.650420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b6c59e0-47f1-45d4-ae97-47251c41388d req-8cfbc511-775a-4741-985e-40752e3e02a0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.8723962 Jul 08 01:50:22.651285 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] For port 0c641f19-e32e-4536-9cf0-466ee6fc71a5, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:22.653742 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.655152 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] For port 0c641f19-e32e-4536-9cf0-466ee6fc71a5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0c641f19-e32e-4536-9cf0-466ee6fc71a5,segment=NetworkSegment(38e6a6a9-78d4-47ca-99cc-cbf0742a969e),segment_id=38e6a6a9-78d4-47ca-99cc-cbf0742a969e)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:22.660593 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.682515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac996e-9492-4cc6-bf5f-d692814a64e4 req-e0e13528-7bab-4494-ba0a-4d0d458eb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:22.684852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bfac996e-9492-4cc6-bf5f-d692814a64e4 req-e0e13528-7bab-4494-ba0a-4d0d458eb5f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 919 time: 0.3805761 Jul 08 01:50:22.724184 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:22.724906 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:22.777304 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 34aca962-07a4-4675-ace6-ad64a3505f5f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:22.779423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:22.780656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.783153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] 10.222.0.16 "PUT /v2.0/ports/c306483f-2828-46f1-a622-21771f93c7c3 HTTP/1.1" status: 200 len: 1093 time: 4.3608978 Jul 08 01:50:22.784004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a089f27a-a085-4ee8-8c7d-18e5889475a4', 'tag': 'c306483f-2828-46f1-a622-21771f93c7c3'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:22.788504 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816e222d-7a77-4569-b611-9cb6122ad617" -d '{"events": [{"name": "network-changed", "server_uuid": "a089f27a-a085-4ee8-8c7d-18e5889475a4", "tag": "c306483f-2828-46f1-a622-21771f93c7c3"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:22.800055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 34aca962-07a4-4675-ace6-ad64a3505f5f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:22.800505 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.827788 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26a2bc-4b2b-4fc0-a9a9-681240c7ae51 None None] Pushing event updated for resources: {'Port': ['ID=0c641f19-e32e-4536-9cf0-466ee6fc71a5,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:22.846438 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bfac996e-9492-4cc6-bf5f-d692814a64e4 req-8a6a0501-ec6f-4b51-8c78-dd30472e2497 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf476478-e4bd-4a48-afcd-aaefd9475062 HTTP/1.1" status: 200 len: 217 time: 0.1515138 Jul 08 01:50:22.848037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8f8874b4-d7d2-4447-93fd-87419ab12102 None None] Port 8914f574-abf7-4c3b-b5e8-60f4352f375f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:22.860356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 3, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:19Z', 'revision_number': 2, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:22.873478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525d4e5-78f0-47b7-ac2b-d6a7c140b31d req-13b05d5b-3843-4ab6-8b68-1dfd75dcced1 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:22.881606 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:22.886911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4525d4e5-78f0-47b7-ac2b-d6a7c140b31d req-13b05d5b-3843-4ab6-8b68-1dfd75dcced1 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 945 time: 0.6439602 Jul 08 01:50:22.927565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b6c59e0-47f1-45d4-ae97-47251c41388d req-2f19aa3f-5e79-4705-9d93-7e1f39c3ea54 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759686 Jul 08 01:50:22.927899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:22.928409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Updating router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 port 8914f574-abf7-4c3b-b5e8-60f4352f375f binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:22.929689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:22.936337 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:22.999265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df8e26-ee3c-451a-8d1f-5e9e25f053bc service neutron] Pushing event updated for resources: {'Port': ['ID=c306483f-2828-46f1-a622-21771f93c7c3,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:23.026118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac996e-9492-4cc6-bf5f-d692814a64e4 req-54b0235c-9d52-4417-8432-75e576b582dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.028115 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bfac996e-9492-4cc6-bf5f-d692814a64e4 req-54b0235c-9d52-4417-8432-75e576b582dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.1719210 Jul 08 01:50:23.075750 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bfac996e-9492-4cc6-bf5f-d692814a64e4 req-9e6e0179-0966-42da-aead-846fa57580c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395932 Jul 08 01:50:23.078868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.259252 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:22Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:17Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:23.285669 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.287441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdeadf5a-c018-4f33-af34-169ae17f1224 None None] Provisioning for port e3d10d5b-5ead-4f0d-a373-2855878a358f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:23.291280 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e882187c-864a-41ce-8968-59dc9d027685 None None] The sync data for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 is: [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:22Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:17Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:23.327934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdeadf5a-c018-4f33-af34-169ae17f1224 None None] Provisioning complete for port e3d10d5b-5ead-4f0d-a373-2855878a358f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:23.328337 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdeadf5a-c018-4f33-af34-169ae17f1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.367037 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bfac996e-9492-4cc6-bf5f-d692814a64e4 req-60463a34-c3bb-480a-9ee3-ecfdb71578d9 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811179 Jul 08 01:50:23.386257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4525d4e5-78f0-47b7-ac2b-d6a7c140b31d req-8dbbdac9-8960-4078-b84c-920e0c3fba44 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976530 Jul 08 01:50:23.408873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Allocated IP 172.23.0.2 (492a4b10-e22a-4443-999f-0a44ad3e57a6/737e083b-71a2-4989-84aa-fe49ea28fbbb/e05b6e16-3e86-4e35-a628-16c091dc22c6) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:23.459498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-67aa099c-3bfa-442d-8346-dfff382c7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.462429 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-67aa099c-3bfa-442d-8346-dfff382c7bad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 1096 time: 0.6079061 Jul 08 01:50:23.570223 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-e4ca284d-ac14-46e3-b7a1-73abb262471d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c306483f-2828-46f1-a622-21771f93c7c3 HTTP/1.1" status: 200 len: 217 time: 0.0909357 Jul 08 01:50:23.577905 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-373ef484-0157-424a-992a-03dd0ef67792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.637078 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bfac996e-9492-4cc6-bf5f-d692814a64e4 req-d24cc56d-ee0d-4d4e-865c-9037db22aed4 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007439 Jul 08 01:50:23.733848 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.757134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c38b9b-8d1b-4d41-8b79-a58750c2c96a req-f530cd27-e557-4e88-a4f9-3d7e1c5c3489 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.765270 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8c38b9b-8d1b-4d41-8b79-a58750c2c96a req-f530cd27-e557-4e88-a4f9-3d7e1c5c3489 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 944 time: 0.5913236 Jul 08 01:50:23.808204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-74e6325f-3b1c-4a06-8faf-9f4564017e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.809751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-74e6325f-3b1c-4a06-8faf-9f4564017e91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 200 len: 855 time: 0.2130284 Jul 08 01:50:23.830995 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.851302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73935-ff2f-476a-996a-62285a3759e3 req-b80c2b87-ef14-4d1c-b8df-c982f30f09b5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:23.852908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cac73935-ff2f-476a-996a-62285a3759e3 req-b80c2b87-ef14-4d1c-b8df-c982f30f09b5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2873001 Jul 08 01:50:23.873084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 34aca962-07a4-4675-ace6-ad64a3505f5f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=34aca962-07a4-4675-ace6-ad64a3505f5f,segment=NetworkSegment(d07dd2e1-7d20-48f1-976f-d01e7f788b79),segment_id=d07dd2e1-7d20-48f1-976f-d01e7f788b79)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:23.877911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.886960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-267f5f0c-fcbe-4eee-af39-dc5df772c291 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605729 Jul 08 01:50:23.898520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8c38b9b-8d1b-4d41-8b79-a58750c2c96a req-9a5094fb-b74b-4234-aa38-49206f10b524 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321418 Jul 08 01:50:23.913611 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:23.914442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f44c72a-050d-4687-850b-a7fb54886a83 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:24.037132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cac73935-ff2f-476a-996a-62285a3759e3 req-704dfb4a-faea-40f4-b6b6-011694febd08 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543770 Jul 08 01:50:24.083555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Subnet': ['ID=3fec51af-dbdc-4bb4-8e40-de1b3194c2f5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:24.116118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=34aca962-07a4-4675-ace6-ad64a3505f5f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:24.118221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Checking segment: {'id': '19472b87-23e7-438c-9573-1e3c21f2b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:24.118597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network hostable DHCP agents. Network: b3d98de5-376b-498e-96cb-b3999b705ff6, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:24.120384 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdeadf5a-c018-4f33-af34-169ae17f1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.158564 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e42cf5b-3823-4183-a05c-ac0b227f2dc6 x-openstack-request-id: req-4e42cf5b-3823-4183-a05c-ac0b227f2dc6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:24.159071 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a089f27a-a085-4ee8-8c7d-18e5889475a4", "tag": "c306483f-2828-46f1-a622-21771f93c7c3", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:24.159417 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e42cf5b-3823-4183-a05c-ac0b227f2dc6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:24.159827 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a089f27a-a085-4ee8-8c7d-18e5889475a4', 'tag': 'c306483f-2828-46f1-a622-21771f93c7c3', 'status': 'completed', 'code': 200} Jul 08 01:50:24.180795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-f5c55d98-ac53-4d41-826c-b732faa2cb51 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584488 Jul 08 01:50:24.183559 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network b3d98de5-376b-498e-96cb-b3999b705ff6 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:24.241242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, b3d98de5-376b-498e-96cb-b3999b705ff6) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:24.253926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bdeadf5a-c018-4f33-af34-169ae17f1224 None None] For port e3d10d5b-5ead-4f0d-a373-2855878a358f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e3d10d5b-5ead-4f0d-a373-2855878a358f,segment=NetworkSegment(38e6a6a9-78d4-47ca-99cc-cbf0742a969e),segment_id=38e6a6a9-78d4-47ca-99cc-cbf0742a969e)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:24.286980 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.290969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bb57f4-b9bc-41a7-ae95-8f86120283cc None None] Network b3d98de5-376b-498e-96cb-b3999b705ff6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:24.300054 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdeadf5a-c018-4f33-af34-169ae17f1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.340861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:24.341105 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.373351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Transition to ACTIVE for port object e05b6e16-3e86-4e35-a628-16c091dc22c6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:24.395012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-255afcc4-57ec-44ea-9b27-398097b4d212 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9614890 Jul 08 01:50:24.398137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59580) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:24.441213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6f44c72a-050d-4687-850b-a7fb54886a83 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:24.441607 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.504725 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Transition to ACTIVE for port object e05b6e16-3e86-4e35-a628-16c091dc22c6 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:24.507392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1365d-6be5-4633-97ef-0da944eb587b req-60301400-d07f-4134-b9ee-2c76653a8a38 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:24.508986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8b1365d-6be5-4633-97ef-0da944eb587b req-60301400-d07f-4134-b9ee-2c76653a8a38 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.1514816 Jul 08 01:50:24.511423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9523e7cd-9aea-471f-9ea4-f5f9f284d8a9 req-da795c78-4b31-47e1-97a0-2fb7c7d8e834 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977254 Jul 08 01:50:24.562924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdeadf5a-c018-4f33-af34-169ae17f1224 None None] Provisioning complete for port 8914f574-abf7-4c3b-b5e8-60f4352f375f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:24.563311 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdeadf5a-c018-4f33-af34-169ae17f1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.581395 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.618514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeadf5a-c018-4f33-af34-169ae17f1224 None None] Pushing event updated for resources: {'Port': ['ID=e3d10d5b-5ead-4f0d-a373-2855878a358f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:24.625310 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.655241 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8b1365d-6be5-4633-97ef-0da944eb587b req-2619c563-42fe-4cda-8271-0fa07900128d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389399 Jul 08 01:50:24.693097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Transition to ACTIVE for port object 8914f574-abf7-4c3b-b5e8-60f4352f375f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:24.695234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Allocated IP 172.23.0.1 (492a4b10-e22a-4443-999f-0a44ad3e57a6/737e083b-71a2-4989-84aa-fe49ea28fbbb/7ef003cc-22ee-4299-a220-0ccc1c979c13) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:24.727029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bdeadf5a-c018-4f33-af34-169ae17f1224 None None] Port 8914f574-abf7-4c3b-b5e8-60f4352f375f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:24.734806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Network 492a4b10-e22a-4443-999f-0a44ad3e57a6 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:24.744219 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.754481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:24.778220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e222d-7a77-4569-b611-9cb6122ad617 req-64d68cd4-fe92-4c22-af16-e27c8fefe67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:24.781572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:24.784462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-816e222d-7a77-4569-b611-9cb6122ad617 req-64d68cd4-fe92-4c22-af16-e27c8fefe67d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 1096 time: 0.1812394 Jul 08 01:50:24.793185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Pushing event updated for resources: {'Port': ['ID=e05b6e16-3e86-4e35-a628-16c091dc22c6,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:24.795488 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:24.828881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b7a0-32c5-4507-9d9c-0c5a0152bc31 req-24b2b555-1828-478e-bc2c-72053a930853 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:24.843726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93d9b7a0-32c5-4507-9d9c-0c5a0152bc31 req-24b2b555-1828-478e-bc2c-72053a930853 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 945 time: 0.2797501 Jul 08 01:50:25.004520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93d9b7a0-32c5-4507-9d9c-0c5a0152bc31 req-fd8dc5a2-a80d-473d-98cf-209b9356d192 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592896 Jul 08 01:50:25.034705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.112476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e222d-7a77-4569-b611-9cb6122ad617 req-1581aa7d-1a3f-4d4b-baeb-d4d3fd9c4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:25.118463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-816e222d-7a77-4569-b611-9cb6122ad617 req-1581aa7d-1a3f-4d4b-baeb-d4d3fd9c4a68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 916 time: 0.3237643 Jul 08 01:50:25.129386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Transition to ACTIVE for port object 7ef003cc-22ee-4299-a220-0ccc1c979c13 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:25.147162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-b3d98de5-376b-498e-96cb-b3999b705ff6', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:50:25.148247 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.148589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ddb93-3757-4283-9f32-35bcf17c93be req-6de0ab1e-8113-44b5-b795-d46fa1169c7d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:25.157242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-017ddb93-3757-4283-9f32-35bcf17c93be req-6de0ab1e-8113-44b5-b795-d46fa1169c7d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.2605982 Jul 08 01:50:25.204338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26098c9c-2115-4a1d-859f-9dcafa395354 None None] Pushing event updated for resources: {'Port': ['ID=8914f574-abf7-4c3b-b5e8-60f4352f375f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:25.272688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-816e222d-7a77-4569-b611-9cb6122ad617 req-2398b656-1e18-4384-b4bd-08a4d6503d45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c306483f-2828-46f1-a622-21771f93c7c3 HTTP/1.1" status: 200 len: 217 time: 0.1378555 Jul 08 01:50:25.298156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eb0efd96-551e-4f06-8453-15275d098315 None None] Provisioning complete for port e3d10d5b-5ead-4f0d-a373-2855878a358f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:25.298701 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eb0efd96-551e-4f06-8453-15275d098315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.381701 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.450723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-017ddb93-3757-4283-9f32-35bcf17c93be req-8ccd2241-ae83-4820-b6e6-e0cb27d284d9 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909667 Jul 08 01:50:25.461501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e222d-7a77-4569-b611-9cb6122ad617 req-ae0e9136-74ea-4df4-88f8-e6b8319f639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:25.465213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-816e222d-7a77-4569-b611-9cb6122ad617 req-ae0e9136-74ea-4df4-88f8-e6b8319f639e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 200 len: 855 time: 0.1837435 Jul 08 01:50:25.496070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 492a4b10-e22a-4443-999f-0a44ad3e57a6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:25.501116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Allocated IP 2001:db8:2::2 (b3d98de5-376b-498e-96cb-b3999b705ff6/3fec51af-dbdc-4bb4-8e40-de1b3194c2f5/8bf79206-0f92-415d-afc2-de692f3c6765) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:25.505909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:25.511457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:25.513609 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Attempting to bind port e05b6e16-3e86-4e35-a628-16c091dc22c6 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:25.514100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Attempting to bind port e05b6e16-3e86-4e35-a628-16c091dc22c6 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:25.514581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Attempting to bind port e05b6e16-3e86-4e35-a628-16c091dc22c6 on network 492a4b10-e22a-4443-999f-0a44ad3e57a6 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:25.523548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0c641f19-e32e-4536-9cf0-466ee6fc71a5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:25.524112 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-816e222d-7a77-4569-b611-9cb6122ad617 req-11b159a8-1752-4ec7-a555-bf757913778b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519786 Jul 08 01:50:25.593585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:25.594294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Checking segment: {'id': 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:25.594634 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.595737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Bound using segment: {'id': 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:25.596390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Bound port: e05b6e16-3e86-4e35-a628-16c091dc22c6, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:25.596891 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.716381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Attempting to bind port 8914f574-abf7-4c3b-b5e8-60f4352f375f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:25.717205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Attempting to bind port 8914f574-abf7-4c3b-b5e8-60f4352f375f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '887c8509-e584-44e1-af9a-803ba10e0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:25.717885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Attempting to bind port 8914f574-abf7-4c3b-b5e8-60f4352f375f on network e64da97a-ddcd-4451-85ee-eb89e59ff4ce {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:25.741086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:25.741988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Checking segment: {'id': '887c8509-e584-44e1-af9a-803ba10e0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:25.742680 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.743317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Bound using segment: {'id': '887c8509-e584-44e1-af9a-803ba10e0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:25.744074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Bound port: 8914f574-abf7-4c3b-b5e8-60f4352f375f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887c8509-e584-44e1-af9a-803ba10e0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:25.744764 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.820753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0c641f19-e32e-4536-9cf0-466ee6fc71a5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:25.837055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 34aca962-07a4-4675-ace6-ad64a3505f5f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:25.972265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:25.998546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=7ef003cc-22ee-4299-a220-0ccc1c979c13,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:26.075106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.091749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81425245-aa8f-4090-bcec-29ebb6bbf51e req-5489f3cf-ac6f-4df5-a98c-1fd1b7a3960f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:26.093328 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81425245-aa8f-4090-bcec-29ebb6bbf51e req-5489f3cf-ac6f-4df5-a98c-1fd1b7a3960f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 944 time: 0.7277954 Jul 08 01:50:26.182880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] For port e05b6e16-3e86-4e35-a628-16c091dc22c6, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:26.213113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-816e222d-7a77-4569-b611-9cb6122ad617 req-409f6fc2-4384-4cc3-9152-3528cd241362 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6819572 Jul 08 01:50:26.216683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] For port 8914f574-abf7-4c3b-b5e8-60f4352f375f, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:26.224711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81425245-aa8f-4090-bcec-29ebb6bbf51e req-e065e923-f091-4000-8529-c4f3c3240ccd tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175694 Jul 08 01:50:26.226680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] For port e05b6e16-3e86-4e35-a628-16c091dc22c6, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e05b6e16-3e86-4e35-a628-16c091dc22c6,segment=NetworkSegment(de2ae036-ca7c-4b8e-8b07-75dc66b0f771),segment_id=de2ae036-ca7c-4b8e-8b07-75dc66b0f771)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:26.258037 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.261082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] For port 8914f574-abf7-4c3b-b5e8-60f4352f375f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8914f574-abf7-4c3b-b5e8-60f4352f375f,segment=NetworkSegment(887c8509-e584-44e1-af9a-803ba10e0582),segment_id=887c8509-e584-44e1-af9a-803ba10e0582)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:26.277403 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.282564 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.318237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398acce3-7d00-4c07-b877-3a2e325dc578 req-6fbb66d7-9e1e-45d5-ace2-ee8059bf4dca tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:26.319998 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-398acce3-7d00-4c07-b877-3a2e325dc578 req-6fbb66d7-9e1e-45d5-ace2-ee8059bf4dca tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2424133 Jul 08 01:50:26.338152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c306483f-2828-46f1-a622-21771f93c7c3 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:50:26.340342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eb0efd96-551e-4f06-8453-15275d098315 None None] Provisioning for port 0c641f19-e32e-4536-9cf0-466ee6fc71a5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:26.358977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Transition to ACTIVE for port object 8bf79206-0f92-415d-afc2-de692f3c6765 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:26.396426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 34aca962-07a4-4675-ace6-ad64a3505f5f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:26.396883 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.399988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eb0efd96-551e-4f06-8453-15275d098315 None None] Provisioning complete for port 0c641f19-e32e-4536-9cf0-466ee6fc71a5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:26.400465 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eb0efd96-551e-4f06-8453-15275d098315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.405853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-816e222d-7a77-4569-b611-9cb6122ad617 req-fd6bb906-39c2-42c8-8e06-d6c4490ba219 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802149 Jul 08 01:50:26.435351 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.441634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-398acce3-7d00-4c07-b877-3a2e325dc578 req-0f74e616-148d-4955-88cd-fca02fd3e510 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106875 Jul 08 01:50:26.533042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Transition to ACTIVE for port object 8bf79206-0f92-415d-afc2-de692f3c6765 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:26.554769 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.614335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde8cc0-54cb-49ab-a984-981f7ee54cb5 None None] Pushing event updated for resources: {'Port': ['ID=e05b6e16-3e86-4e35-a628-16c091dc22c6,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:26.627429 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:26.795260 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Allocated IP 2001:db8:2::1 (b3d98de5-376b-498e-96cb-b3999b705ff6/3fec51af-dbdc-4bb4-8e40-de1b3194c2f5/83d7a195-88b6-452e-bb43-24ca8ffcc751) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:26.875620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:26.878579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:27.035409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Network b3d98de5-376b-498e-96cb-b3999b705ff6 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:27.085581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:27.096876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:27.134616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26098c9c-2115-4a1d-859f-9dcafa395354 None None] Pushing event updated for resources: {'Port': ['ID=8914f574-abf7-4c3b-b5e8-60f4352f375f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:27.215563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e01d-2fd9-4fc0-874a-5ad918ee9a9a req-e3fcb1e5-e41b-4503-92a9-c971c8ee7a4b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:27.223139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0943e01d-2fd9-4fc0-874a-5ad918ee9a9a req-e3fcb1e5-e41b-4503-92a9-c971c8ee7a4b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.1497152 Jul 08 01:50:27.240484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97078a33-5ec1-4b79-ba88-f1efba4120cd req-38bbb280-9874-4e2c-9d91-d9c10dec85e0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:27.242046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97078a33-5ec1-4b79-ba88-f1efba4120cd req-38bbb280-9874-4e2c-9d91-d9c10dec85e0 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 945 time: 0.2661812 Jul 08 01:50:27.263878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:27.316446 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eb0efd96-551e-4f06-8453-15275d098315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.348939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.367227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Transition to ACTIVE for port object 83d7a195-88b6-452e-bb43-24ca8ffcc751 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:27.393253 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.404878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.413650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0943e01d-2fd9-4fc0-874a-5ad918ee9a9a req-0f7676c7-7135-4f6c-a4e9-3567e36d44fc tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892793 Jul 08 01:50:27.429841 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97078a33-5ec1-4b79-ba88-f1efba4120cd req-1ac86801-5662-4e58-b462-3bc3f3eeeb6f tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/security-groups?id=97cb0e33-71ac-4314-a1eb-dbc44354e977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728947 Jul 08 01:50:27.446260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3d10d5b-5ead-4f0d-a373-2855878a358f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:27.514817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-b9c6aa3a-98f5-478e-9381-b314d8147648 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:27.516719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-b9c6aa3a-98f5-478e-9381-b314d8147648 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 945 time: 0.2076271 Jul 08 01:50:27.527191 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.558896 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c306483f-2828-46f1-a622-21771f93c7c3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c306483f-2828-46f1-a622-21771f93c7c3,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:27.589547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Attempting to bind port 8bf79206-0f92-415d-afc2-de692f3c6765 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:27.589932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Attempting to bind port 8bf79206-0f92-415d-afc2-de692f3c6765 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '19472b87-23e7-438c-9573-1e3c21f2b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:27.594320 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Attempting to bind port 8bf79206-0f92-415d-afc2-de692f3c6765 on network b3d98de5-376b-498e-96cb-b3999b705ff6 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:27.680802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'c306483f-2828-46f1-a622-21771f93c7c3', 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa', 'port_id': 'c306483f-2828-46f1-a622-21771f93c7c3', 'mac_address': 'fa:16:3e:4a:51:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd81c0e3-d324-4187-beae-5bb89c221c28', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:50:27.727592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-eb0efd96-551e-4f06-8453-15275d098315 None None] For port 0c641f19-e32e-4536-9cf0-466ee6fc71a5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0c641f19-e32e-4536-9cf0-466ee6fc71a5,segment=NetworkSegment(38e6a6a9-78d4-47ca-99cc-cbf0742a969e),segment_id=38e6a6a9-78d4-47ca-99cc-cbf0742a969e)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:27.735146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.755330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event updated for resources: {'Port': ['ID=7ef003cc-22ee-4299-a220-0ccc1c979c13,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:27.759761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:27.760361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Checking segment: {'id': '19472b87-23e7-438c-9573-1e3c21f2b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:27.761086 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.761614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Bound using segment: {'id': '19472b87-23e7-438c-9573-1e3c21f2b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:27.762380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Bound port: 8bf79206-0f92-415d-afc2-de692f3c6765, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19472b87-23e7-438c-9573-1e3c21f2b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:27.762874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.802874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eb0efd96-551e-4f06-8453-15275d098315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.835375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network b3d98de5-376b-498e-96cb-b3999b705ff6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:27.854798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:27.857368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:27.857925 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:27.875296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Pushing event updated for resources: {'Port': ['ID=8bf79206-0f92-415d-afc2-de692f3c6765,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:27.928677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3993fc4-e64f-475d-bf30-30e4e9d2bc2a req-7e3dc740-4a1d-48fd-aa23-fef0d766e41c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:27.936075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3993fc4-e64f-475d-bf30-30e4e9d2bc2a req-7e3dc740-4a1d-48fd-aa23-fef0d766e41c tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.2579980 Jul 08 01:50:27.949099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462bcc5-ebfc-4680-9dcb-ddd499832d79 req-d5b2fb4e-04ab-4a54-802d-74c98b980e55 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:27.951484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2462bcc5-ebfc-4680-9dcb-ddd499832d79 req-d5b2fb4e-04ab-4a54-802d-74c98b980e55 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 944 time: 0.3071547 Jul 08 01:50:27.970403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=83d7a195-88b6-452e-bb43-24ca8ffcc751,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:27.987563 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-b3cdd078-c9ad-4251-b8a4-387224955397 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4817979 Jul 08 01:50:28.123807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Network 492a4b10-e22a-4443-999f-0a44ad3e57a6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:28.129567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5ffe2958-4485-44ae-87ea-a3157bb37d25 None None] Provisioning complete for port 0c641f19-e32e-4536-9cf0-466ee6fc71a5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:28.130094 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5ffe2958-4485-44ae-87ea-a3157bb37d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.137701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3993fc4-e64f-475d-bf30-30e4e9d2bc2a req-4b054d52-44fe-4eb4-a65e-515673748f3f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005904 Jul 08 01:50:28.138491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:28.139218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-759f4dbf-6b06-4709-97d0-0ef669351c1a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Deleting port 9c414366-9236-4f6f-abad-50f0d1bb414f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:28.143501 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-759f4dbf-6b06-4709-97d0-0ef669351c1a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.193910 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.200458 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.261005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c306483f-2828-46f1-a622-21771f93c7c3 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:28.309868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c306483f-2828-46f1-a622-21771f93c7c3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c306483f-2828-46f1-a622-21771f93c7c3,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:28.312723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca9bfa-ff7d-4571-a1ae-70b2ba796e18 None None] Network 492a4b10-e22a-4443-999f-0a44ad3e57a6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:28.368609 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.397184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2462bcc5-ebfc-4680-9dcb-ddd499832d79 req-8a52e113-4534-47dc-8ebd-e810b8b656b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298854 Jul 08 01:50:28.419019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0efd96-551e-4f06-8453-15275d098315 None None] Pushing event updated for resources: {'Port': ['ID=0c641f19-e32e-4536-9cf0-466ee6fc71a5,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:28.424356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-759f4dbf-6b06-4709-97d0-0ef669351c1a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] For port 9c414366-9236-4f6f-abad-50f0d1bb414f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=9c414366-9236-4f6f-abad-50f0d1bb414f,segment=NetworkSegment(52359547-1951-4c70-b29b-3aaa5693c65f),segment_id=52359547-1951-4c70-b29b-3aaa5693c65f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:28.429020 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-759f4dbf-6b06-4709-97d0-0ef669351c1a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.456494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e3d10d5b-5ead-4f0d-a373-2855878a358f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:28.457130 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.474586 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-759f4dbf-6b06-4709-97d0-0ef669351c1a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Calling delete_port for 9c414366-9236-4f6f-abad-50f0d1bb414f owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:28.509860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] For port 8bf79206-0f92-415d-afc2-de692f3c6765, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:28.525644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] For port 8bf79206-0f92-415d-afc2-de692f3c6765, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8bf79206-0f92-415d-afc2-de692f3c6765,segment=NetworkSegment(19472b87-23e7-438c-9573-1e3c21f2b5e5),segment_id=19472b87-23e7-438c-9573-1e3c21f2b5e5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:28.556162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-243e37f0-b8cb-49bd-9f9a-387cf51043b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:28.556972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-243e37f0-b8cb-49bd-9f9a-387cf51043b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:28.557613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-243e37f0-b8cb-49bd-9f9a-387cf51043b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:28.558252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-243e37f0-b8cb-49bd-9f9a-387cf51043b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:28.558916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-243e37f0-b8cb-49bd-9f9a-387cf51043b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:28.559546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-243e37f0-b8cb-49bd-9f9a-387cf51043b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:28.560179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-243e37f0-b8cb-49bd-9f9a-387cf51043b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:28.562439 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-243e37f0-b8cb-49bd-9f9a-387cf51043b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6497 time: 0.5425863 Jul 08 01:50:28.614538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=c306483f-2828-46f1-a622-21771f93c7c3,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:28.662379 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.775411 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-759f4dbf-6b06-4709-97d0-0ef669351c1a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.804459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:28.824798 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f4dbf-6b06-4709-97d0-0ef669351c1a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Pushing event deleted for resources: {'Port': ['ID=9c414366-9236-4f6f-abad-50f0d1bb414f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:28.831135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808056d-8c45-462e-bdb1-3168fff5079a None None] Pushing event updated for resources: {'Port': ['ID=8bf79206-0f92-415d-afc2-de692f3c6765,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:28.852893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c306483f-2828-46f1-a622-21771f93c7c3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:28.855731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['9c414366-9236-4f6f-abad-50f0d1bb414f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:28.873445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e374b5c4-5514-4605-b4fa-c5a36ff516f8 req-154ab62e-30cf-4f75-94ac-df1f79abdf50 tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.41 "GET /v2.0/ports?device_id=30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b HTTP/1.1" status: 200 len: 210 time: 0.0946624 Jul 08 01:50:28.926196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f64fb0-db4b-4991-a250-4e676f59582a req-83ad7191-eb52-4b6d-83cb-4a275eda74b9 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:28.927922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95f64fb0-db4b-4991-a250-4e676f59582a req-83ad7191-eb52-4b6d-83cb-4a275eda74b9 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.2588592 Jul 08 01:50:28.950016 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-759f4dbf-6b06-4709-97d0-0ef669351c1a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] No DVR routers for this DVR port 9c414366-9236-4f6f-abad-50f0d1bb414f on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:28.953929 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-759f4dbf-6b06-4709-97d0-0ef669351c1a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:28.958003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55e2efd2-1c2a-4b88-b505-5dbd8b8f9d61 req-759f4dbf-6b06-4709-97d0-0ef669351c1a tempest-DeleteServersTestJSON-1210319219 tempest-DeleteServersTestJSON-1210319219-project] 10.222.0.24 "DELETE /v2.0/ports/9c414366-9236-4f6f-abad-50f0d1bb414f HTTP/1.1" status: 204 len: 173 time: 1.4355125 Jul 08 01:50:28.965115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b', 'name': 'network-vif-deleted', 'tag': '9c414366-9236-4f6f-abad-50f0d1bb414f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:28.967357 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af3ed00-5ce5-4628-b06d-542580fab9b5" -d '{"events": [{"server_uuid": "30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b", "name": "network-vif-deleted", "tag": "9c414366-9236-4f6f-abad-50f0d1bb414f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:29.031160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95f64fb0-db4b-4991-a250-4e676f59582a req-48f609b8-aa13-4db2-b5e1-ef5bda066a08 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822880 Jul 08 01:50:29.097784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 3, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:26Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:29.103496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:29.113560 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9673b0d8-dd92-46f9-97f5-97a734228908 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5080550 Jul 08 01:50:29.113672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59630) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:29.122946 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Sync routers for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:29.135727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-90739ece-2266-49c9-ade0-eed51d4d50b6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:29.160937 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49e0121-242d-4969-a66b-3a74af934031 x-openstack-request-id: req-c49e0121-242d-4969-a66b-3a74af934031 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:29.161303 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b", "name": "network-vif-deleted", "tag": "9c414366-9236-4f6f-abad-50f0d1bb414f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:29.161610 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c49e0121-242d-4969-a66b-3a74af934031 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:29.161809 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:29.168783 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:29.170390 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30bde7f2-0fd4-4c0a-9d4b-e2289e5b588b', 'name': 'network-vif-deleted', 'tag': '9c414366-9236-4f6f-abad-50f0d1bb414f', 'status': 'completed', 'code': 200} Jul 08 01:50:29.202478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 14d5d89b-631b-4dae-8156-44b97d582717 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:29.261607 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.265650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-ddf61e1e-743f-4869-b8d1-4cab591314a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:29.266407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-ddf61e1e-743f-4869-b8d1-4cab591314a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:29.268849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-ddf61e1e-743f-4869-b8d1-4cab591314a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:29.270480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-ddf61e1e-743f-4869-b8d1-4cab591314a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=158051b2-55d9-4a7a-a15b-19a8819643bb&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4 HTTP/1.1" status: 200 len: 2292 time: 0.6046093 Jul 08 01:50:29.278047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a61a07e-3ecc-4f0f-b4bd-eea702380e47 None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 3, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:26Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:29.331749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.336694 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:29.539855 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:29.873090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=83d7a195-88b6-452e-bb43-24ca8ffcc751,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:29.896117 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-02c0bf54-cc57-487a-898d-19eb196be5eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01f59963-7727-45d1-8c67-8c68a0c10e2f HTTP/1.1" status: 200 len: 1000 time: 0.6155276 Jul 08 01:50:29.990483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-209700fa-944f-4c79-9e0d-fd9a3896a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:29.993907 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-209700fa-944f-4c79-9e0d-fd9a3896a47e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7e139f1-c7ab-4e50-8986-4c119571abe7 HTTP/1.1" status: 200 len: 850 time: 0.0901675 Jul 08 01:50:30.051343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 14d5d89b-631b-4dae-8156-44b97d582717 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:30.053151 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:30.166140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-90739ece-2266-49c9-ade0-eed51d4d50b6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 01:50:30.202186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network b3d98de5-376b-498e-96cb-b3999b705ff6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:30.212117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ae127041-4efb-42a8-adda-bdc01a7d4244 None None] Provisioning for port e05b6e16-3e86-4e35-a628-16c091dc22c6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:30.216552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:30.363109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a112-4e9b-4303-a0f3-7fda5e0b28e6 req-0ed5341e-ae85-49ad-8435-e5b7e12b1a19 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:30.377314 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:26Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ef003cc-22ee-4299-a220-0ccc1c979c13', 'name': '', 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:7f:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:23Z', 'updated_at': '2021-07-08T01:50:26Z', 'revision_number': 2, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:30.392913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2a1a112-4e9b-4303-a0f3-7fda5e0b28e6 req-0ed5341e-ae85-49ad-8435-e5b7e12b1a19 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.9321010 Jul 08 01:50:30.411004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-90739ece-2266-49c9-ade0-eed51d4d50b6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Removed routes are [] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 01:50:30.412230 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90739ece-2266-49c9-ade0-eed51d4d50b6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:30.436072 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Checking router: 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:30.436713 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Updating router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb port 7ef003cc-22ee-4299-a220-0ccc1c979c13 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:30.505111 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:30.700490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2a1a112-4e9b-4303-a0f3-7fda5e0b28e6 req-771454d0-0dc4-462c-b4e8-eb14b4dfce8d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062654 Jul 08 01:50:30.731473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3b893-dc56-4117-bd3a-89abde43b31c req-1ac782a7-5699-4434-99f5-525c6a37898c tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:30.744584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97a3b893-dc56-4117-bd3a-89abde43b31c req-1ac782a7-5699-4434-99f5-525c6a37898c tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.5803850 Jul 08 01:50:30.823098 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90739ece-2266-49c9-ade0-eed51d4d50b6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:30.836026 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90739ece-2266-49c9-ade0-eed51d4d50b6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:30.953913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9944d7ac-3a51-453c-9a18-513a3fd36570 None None] Network b3d98de5-376b-498e-96cb-b3999b705ff6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:30.974832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-24036519-475e-4600-bfb6-172e1d3b1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:30.978034 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-24036519-475e-4600-bfb6-172e1d3b1669 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=158051b2-55d9-4a7a-a15b-19a8819643bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9722595 Jul 08 01:50:31.034745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:31.085804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97a3b893-dc56-4117-bd3a-89abde43b31c req-33a30d52-d6c7-45f0-8c04-7e04a7f01a58 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041601 Jul 08 01:50:31.152192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90739ece-2266-49c9-ade0-eed51d4d50b6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:31.164627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8bf79206-0f92-415d-afc2-de692f3c6765 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:31.227292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43ea9e-5c59-4cec-bf7e-274722db1453 req-5a86ccd7-f5d9-4b3f-9b2b-912789c38122 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:31.242577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d43ea9e-5c59-4cec-bf7e-274722db1453 req-5a86ccd7-f5d9-4b3f-9b2b-912789c38122 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 945 time: 0.2128782 Jul 08 01:50:31.261261 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.286452 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Transition to ACTIVE for port object 7ef003cc-22ee-4299-a220-0ccc1c979c13 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:31.290548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e1d039a0-659b-44e7-ba8e-96ca537c0d88 None None] Provisioning for port 8bf79206-0f92-415d-afc2-de692f3c6765 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:31.302330 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.369145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 8bf79206-0f92-415d-afc2-de692f3c6765 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:31.377460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8bf79206-0f92-415d-afc2-de692f3c6765 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:31.378467 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.440048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90739ece-2266-49c9-ade0-eed51d4d50b6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:31.463397 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90739ece-2266-49c9-ade0-eed51d4d50b6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.465051 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-90739ece-2266-49c9-ade0-eed51d4d50b6 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb HTTP/1.1" status: 200 len: 933 time: 2.3479207 Jul 08 01:50:31.481763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59650) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:31.549372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d43ea9e-5c59-4cec-bf7e-274722db1453 req-3e8fafed-e8c3-43e6-b6f8-93fc8e59d3f9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052206 Jul 08 01:50:31.558930 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b56a9-99f6-4647-9265-1ee9a8a8bba5 None None] Pushing event updated for resources: {'Port': ['ID=7ef003cc-22ee-4299-a220-0ccc1c979c13,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:31.591496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2551e234-0502-4ffa-81c8-e2163a378725 None None] Provisioning for port 7ef003cc-22ee-4299-a220-0ccc1c979c13 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:31.699578 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Attempting to bind port 7ef003cc-22ee-4299-a220-0ccc1c979c13 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:31.700181 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Attempting to bind port 7ef003cc-22ee-4299-a220-0ccc1c979c13 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:31.700577 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Attempting to bind port 7ef003cc-22ee-4299-a220-0ccc1c979c13 on network 492a4b10-e22a-4443-999f-0a44ad3e57a6 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:31.714224 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:31.714784 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Checking segment: {'id': 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:31.715193 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.715882 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Bound using segment: {'id': 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:31.716783 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Bound port: 7ef003cc-22ee-4299-a220-0ccc1c979c13, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:31.717817 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.731697 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.830335 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-d86e6c82-19c1-4ef4-b6b1-4c7cfffe15b1 service neutron] 10.222.0.24 "GET /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8449500 Jul 08 01:50:31.834503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:31.846659 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-478e74dd-9666-49b7-82ae-0a4f13b3fb44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4463701 Jul 08 01:50:31.850085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:31.856273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1833345369'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:31.862559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:31.900318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 8bf79206-0f92-415d-afc2-de692f3c6765, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8bf79206-0f92-415d-afc2-de692f3c6765,segment=NetworkSegment(19472b87-23e7-438c-9573-1e3c21f2b5e5),segment_id=19472b87-23e7-438c-9573-1e3c21f2b5e5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:31.916521 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.917591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0c641f19-e32e-4536-9cf0-466ee6fc71a5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:31.920213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:31.921106 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:31.922845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:31.924227 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] For port 7ef003cc-22ee-4299-a220-0ccc1c979c13, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:31.930146 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] For port 7ef003cc-22ee-4299-a220-0ccc1c979c13, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7ef003cc-22ee-4299-a220-0ccc1c979c13,segment=NetworkSegment(de2ae036-ca7c-4b8e-8b07-75dc66b0f771),segment_id=de2ae036-ca7c-4b8e-8b07-75dc66b0f771)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:31.931295 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.936933 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:31.993329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:32.003126 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-54c5a1d4-1a96-4d24-b56e-c8985bd01aa1 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb HTTP/1.1" status: 200 len: 933 time: 0.5101516 Jul 08 01:50:32.003456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9c414366-9236-4f6f-abad-50f0d1bb414f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:32.009638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59658) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:32.019467 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:32.020018 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-685ada1a-5e34-4f55-974d-29b3f09cb104 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'routes': None}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:32.020404 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added segment 0a57535a-9a36-4400-b9a5-a3997ad5262a of type vlan for network 38af616a-fb3e-4a21-aa4e-cec10b153a65 Jul 08 01:50:32.135430 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:32.135770 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:32.145906 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:32.242065 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:32.247990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:32.253008 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:32.340174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4886584 Jul 08 01:50:32.350230 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b56a9-99f6-4647-9265-1ee9a8a8bba5 None None] Pushing event updated for resources: {'Port': ['ID=7ef003cc-22ee-4299-a220-0ccc1c979c13,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:32.355915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59666) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:32.386678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'subnet': {'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:32.441826 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:32.461450 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-18006482-6d47-403b-b397-94e6fe163737 service neutron] 10.222.0.24 "GET /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129603 Jul 08 01:50:32.494575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c306483f-2828-46f1-a622-21771f93c7c3 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:32.510460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 9c414366-9236-4f6f-abad-50f0d1bb414f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:32.512221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 9c414366-9236-4f6f-abad-50f0d1bb414f not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:32.684389 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-b72200bc-8e57-4a1c-8ed2-0aaa0bff2015 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=0f688c92-bbac-444a-89a5-09bc58a187d5 HTTP/1.1" status: 200 len: 217 time: 0.2096112 Jul 08 01:50:32.729082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:32.748396 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=8bf79206-0f92-415d-afc2-de692f3c6765,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:32.863957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3c70f956-7d19-4339-afe1-00089496d583 None None] Provisioning for port 83d7a195-88b6-452e-bb43-24ca8ffcc751 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:32.904605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb61b7-09c3-41e7-9b8f-056532081090 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Network': ['ID=38af616a-fb3e-4a21-aa4e-cec10b153a65,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:32.921548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3c70f956-7d19-4339-afe1-00089496d583 None None] Provisioning complete for port 83d7a195-88b6-452e-bb43-24ca8ffcc751 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:32.922120 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3c70f956-7d19-4339-afe1-00089496d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:32.928126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0c641f19-e32e-4536-9cf0-466ee6fc71a5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:32.933065 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:33.033990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855b8a9-6121-4a7a-b9a6-0211b3fa6b98 req-1e800e35-8d91-4b07-88b0-56fce95c6432 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:33.035613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 38af616a-fb3e-4a21-aa4e-cec10b153a65 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:33.038860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-d6dda230-ec6e-426b-8556-54443e464256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:33.040704 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-d6dda230-ec6e-426b-8556-54443e464256 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.3345876 Jul 08 01:50:33.053035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9855b8a9-6121-4a7a-b9a6-0211b3fa6b98 req-1e800e35-8d91-4b07-88b0-56fce95c6432 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.7605951 Jul 08 01:50:33.102457 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:30Z', 'revision_number': 6, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ef003cc-22ee-4299-a220-0ccc1c979c13', 'name': '', 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:7f:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:23Z', 'updated_at': '2021-07-08T01:50:31Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:33.151003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port c306483f-2828-46f1-a622-21771f93c7c3 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:33.154542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Made reservation on behalf of 95363834738b4ad08c101f9b05ed2d5b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:33.162315 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:33.180446 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dd86ab-3430-475e-a37e-e66f73c5f6ac None None] The sync data for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 is: [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:30Z', 'revision_number': 6, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ef003cc-22ee-4299-a220-0ccc1c979c13', 'name': '', 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:7f:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:23Z', 'updated_at': '2021-07-08T01:50:31Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:33.231740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3c70f956-7d19-4339-afe1-00089496d583 None None] Port 83d7a195-88b6-452e-bb43-24ca8ffcc751 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:33.249285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port c306483f-2828-46f1-a622-21771f93c7c3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:33.272778 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:33.275427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-53d346eb-5b31-4aac-be90-83e93f5c09e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:33.280039 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-53d346eb-5b31-4aac-be90-83e93f5c09e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2237625 Jul 08 01:50:33.363038 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9855b8a9-6121-4a7a-b9a6-0211b3fa6b98 req-65e12e8f-fc5f-443b-bd2d-e429817fb65b tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088274 Jul 08 01:50:33.438379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.extraroute_db [None req-685ada1a-5e34-4f55-974d-29b3f09cb104 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added routes are [] {{(pid=93884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 01:50:33.438805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.extraroute_db [None req-685ada1a-5e34-4f55-974d-29b3f09cb104 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 01:50:33.442190 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497eb8fc-f956-4cfd-9ecf-383c065b603e req-ad8e49d3-fbee-4993-96bb-ce02a350ed1b tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:33.449877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-497eb8fc-f956-4cfd-9ecf-383c065b603e req-ad8e49d3-fbee-4993-96bb-ce02a350ed1b tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 945 time: 0.3159308 Jul 08 01:50:33.483964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-685ada1a-5e34-4f55-974d-29b3f09cb104 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:33.564335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-497eb8fc-f956-4cfd-9ecf-383c065b603e req-9bd01466-7c45-4d92-9886-4b0b1a376c79 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092386 Jul 08 01:50:33.698849 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-23aa8eac-9201-4ccc-b1f8-7bfe3c5db406 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070439 Jul 08 01:50:33.773419 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e05b6e16-3e86-4e35-a628-16c091dc22c6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:33.839045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:33.886594 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-685ada1a-5e34-4f55-974d-29b3f09cb104 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:33.890328 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-685ada1a-5e34-4f55-974d-29b3f09cb104 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:33.922875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Subnet': ['ID=7c32c48c-6d5b-46b3-a002-0b61ae019b85,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:33.978430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3c70f956-7d19-4339-afe1-00089496d583 None None] Provisioning complete for port 8bf79206-0f92-415d-afc2-de692f3c6765 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:33.978821 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3c70f956-7d19-4339-afe1-00089496d583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:33.988666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Checking segment: {'id': '0a57535a-9a36-4400-b9a5-a3997ad5262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:33.989029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network hostable DHCP agents. Network: 38af616a-fb3e-4a21-aa4e-cec10b153a65, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:34.035605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f6393-b571-4aef-8277-412d5d4172d6 req-44015fd8-878f-4760-92c5-09771ead5084 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.037601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f8f6393-b571-4aef-8277-412d5d4172d6 req-44015fd8-878f-4760-92c5-09771ead5084 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.2227731 Jul 08 01:50:34.038775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 38af616a-fb3e-4a21-aa4e-cec10b153a65 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:34.085546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-84c174b1-eb94-4b77-b70b-17f85b420ca8 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768816 Jul 08 01:50:34.093627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 38af616a-fb3e-4a21-aa4e-cec10b153a65) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:34.108880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685ada1a-5e34-4f55-974d-29b3f09cb104 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:34.110829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.111507 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:34.152104 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-3f044c71-2bb7-4a15-983c-ef844974f50b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=8df25cd3-c5a6-443a-a54f-49eae7611a87 HTTP/1.1" status: 200 len: 217 time: 0.0511713 Jul 08 01:50:34.167376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30cc851-38c6-4c8f-a810-2903c9d68e86 None None] Network 38af616a-fb3e-4a21-aa4e-cec10b153a65 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:34.187296 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a5368602-3536-4f22-8e2d-ed5d2d2dc1dd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8066373 Jul 08 01:50:34.192248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:34.335472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-4166dba9-dabd-4d09-848d-b3afa4b6206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.337605 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-4166dba9-dabd-4d09-848d-b3afa4b6206a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.1786485 Jul 08 01:50:34.338860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685ada1a-5e34-4f55-974d-29b3f09cb104 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:34.351964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-685ada1a-5e34-4f55-974d-29b3f09cb104 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:34.353577 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-685ada1a-5e34-4f55-974d-29b3f09cb104 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb HTTP/1.1" status: 200 len: 699 time: 2.3412488 Jul 08 01:50:34.364043 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59694) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:34.393758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e05b6e16-3e86-4e35-a628-16c091dc22c6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:34.397174 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:34.399197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f8f6393-b571-4aef-8277-412d5d4172d6 req-69de6bc6-2d80-47c8-8c27-8446549e0668 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407996 Jul 08 01:50:34.514151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-38af616a-fb3e-4a21-aa4e-cec10b153a65', 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'fixed_ips': [{'subnet_id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:50:34.515243 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:34.560054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-c00fac44-6709-481a-890b-65c70131e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:34.562877 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-c00fac44-6709-481a-890b-65c70131e207 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2076910 Jul 08 01:50:34.585649 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] Sync routers for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:34.598113 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:34.599752 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:34.614880 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f002fbf2-eefc-4de9-afe9-1a4138c33ca5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb HTTP/1.1" status: 200 len: 699 time: 0.2492151 Jul 08 01:50:34.619461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:34.698667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e05b6e16-3e86-4e35-a628-16c091dc22c6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:34.699347 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:34.710068 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-39288860-d4f8-4ec6-bfe3-fc40c83fc4fe service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375782 Jul 08 01:50:34.725263 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:34.726941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3d8cb281-c64b-409d-83e5-5c59b221150a None None] Provisioning complete for port 83d7a195-88b6-452e-bb43-24ca8ffcc751 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:34.727326 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3d8cb281-c64b-409d-83e5-5c59b221150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:34.791250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a089f27a-a085-4ee8-8c7d-18e5889475a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306483f-2828-46f1-a622-21771f93c7c3'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:34.793750 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b77cfa8-1da9-4e58-8dc4-1a118bd1c966" -d '{"events": [{"server_uuid": "a089f27a-a085-4ee8-8c7d-18e5889475a4", "name": "network-vif-plugged", "status": "completed", "tag": "c306483f-2828-46f1-a622-21771f93c7c3"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:34.858889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3d8cb281-c64b-409d-83e5-5c59b221150a None None] Port 83d7a195-88b6-452e-bb43-24ca8ffcc751 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:34.864979 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:34.876439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:28Z', 'revision_number': 2, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:26Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:34.924256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c306483f-2828-46f1-a622-21771f93c7c3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c306483f-2828-46f1-a622-21771f93c7c3,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:35.059561 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.083573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:35.083940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Updating router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 port 83d7a195-88b6-452e-bb43-24ca8ffcc751 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:35.131752 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:33Z', 'revision_number': 7, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ef003cc-22ee-4299-a220-0ccc1c979c13', 'name': '', 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:7f:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:23Z', 'updated_at': '2021-07-08T01:50:31Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:35.204341 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] Checking router: 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:35.218519 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:35.219739 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:35.301234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.304282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Allocated IP 2001:db8:3::2 (38af616a-fb3e-4a21-aa4e-cec10b153a65/7c32c48c-6d5b-46b3-a002-0b61ae019b85/c18de698-3212-4d25-98df-712e21ae9439) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:35.306760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=c306483f-2828-46f1-a622-21771f93c7c3,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:35.313255 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.369481 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:35.452413 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-c2b2f1f9-30d6-42a3-ba7e-d24084fbce8c service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337127 Jul 08 01:50:35.522406 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-ac280cbb-e414-426d-bda9-357d2ee797c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a HTTP/1.1" status: 200 len: 217 time: 0.0627363 Jul 08 01:50:35.645192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-abc71016-cd30-4ddb-93c1-2d1dc9646f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:35.646610 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-abc71016-cd30-4ddb-93c1-2d1dc9646f31 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.1152813 Jul 08 01:50:35.755732 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.765648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Transition to ACTIVE for port object c18de698-3212-4d25-98df-712e21ae9439 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:35.784988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Transition to ACTIVE for port object c18de698-3212-4d25-98df-712e21ae9439 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:35.788334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-67ee4bc4-e1c5-4200-979e-360f17ebe6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:35.789978 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-67ee4bc4-e1c5-4200-979e-360f17ebe6a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1361499 Jul 08 01:50:35.838724 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:33Z', 'revision_number': 7, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ef003cc-22ee-4299-a220-0ccc1c979c13', 'name': '', 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:7f:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:23Z', 'updated_at': '2021-07-08T01:50:31Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:35.878653 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c829863-87f4-433d-bbd9-ba28483af484 None None] The sync data for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 is: [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:33Z', 'revision_number': 7, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ef003cc-22ee-4299-a220-0ccc1c979c13', 'name': '', 'network_id': '492a4b10-e22a-4443-999f-0a44ad3e57a6', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:7f:5c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:23Z', 'updated_at': '2021-07-08T01:50:31Z', 'revision_number': 4, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '737e083b-71a2-4989-84aa-fe49ea28fbbb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:35.960776 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-bd132ff4-279d-40a6-ac82-941684215867 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625681 Jul 08 01:50:35.983352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port e05b6e16-3e86-4e35-a628-16c091dc22c6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e05b6e16-3e86-4e35-a628-16c091dc22c6,segment=NetworkSegment(de2ae036-ca7c-4b8e-8b07-75dc66b0f771),segment_id=de2ae036-ca7c-4b8e-8b07-75dc66b0f771)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:35.988101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:35.990799 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-fc7ba914-501a-4e3e-ae8b-ca14876cd0e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5230217 Jul 08 01:50:35.998849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24ad41-9cc0-478f-b0d0-b91235425abf req-1e803e38-f018-466a-87da-01318da97de2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:36.004472 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.005270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8914f574-abf7-4c3b-b5e8-60f4352f375f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:36.014790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd24ad41-9cc0-478f-b0d0-b91235425abf req-1e803e38-f018-466a-87da-01318da97de2 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 1.2408130 Jul 08 01:50:36.037554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a88362-a9d5-4652-8fd9-4d9e32c2c20b req-7c8f8f54-a807-4761-a232-a2d323a1576b tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:36.051210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66a88362-a9d5-4652-8fd9-4d9e32c2c20b req-7c8f8f54-a807-4761-a232-a2d323a1576b tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 946 time: 0.6452136 Jul 08 01:50:36.128133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Pushing event updated for resources: {'Port': ['ID=c18de698-3212-4d25-98df-712e21ae9439,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:36.152374 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-ed316dea-be84-4761-b842-c4bf3b0c8804 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813648 Jul 08 01:50:36.171253 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.233924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-da0c017e-2451-4938-950c-2752ae0d70f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc HTTP/1.1" status: 200 len: 217 time: 0.0734165 Jul 08 01:50:36.243062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Network 38af616a-fb3e-4a21-aa4e-cec10b153a65 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:36.291274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd24ad41-9cc0-478f-b0d0-b91235425abf req-beab571b-9f63-4a24-8fec-3d3bc7628430 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325580 Jul 08 01:50:36.316922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66a88362-a9d5-4652-8fd9-4d9e32c2c20b req-6bc87e51-1a6a-4a4b-b90b-83d2f54a275f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647285 Jul 08 01:50:36.344261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=e05b6e16-3e86-4e35-a628-16c091dc22c6,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:36.345659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-67f72248-675f-4cde-a795-d7fd4677e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:36.347284 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-67f72248-675f-4cde-a795-d7fd4677e030 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.0939248 Jul 08 01:50:36.362003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:36.374287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:36.385795 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.392643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 8914f574-abf7-4c3b-b5e8-60f4352f375f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:36.399736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8914f574-abf7-4c3b-b5e8-60f4352f375f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:36.400212 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.428950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Transition to ACTIVE for port object 83d7a195-88b6-452e-bb43-24ca8ffcc751 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:36.500660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-a6572e1b-b17e-4d7a-96a9-92b5cb362bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:36.501873 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-a6572e1b-b17e-4d7a-96a9-92b5cb362bdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1465681 Jul 08 01:50:36.514902 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.526612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Attempting to bind port c18de698-3212-4d25-98df-712e21ae9439 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:36.527060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Attempting to bind port c18de698-3212-4d25-98df-712e21ae9439 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '0a57535a-9a36-4400-b9a5-a3997ad5262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:36.527426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Attempting to bind port c18de698-3212-4d25-98df-712e21ae9439 on network 38af616a-fb3e-4a21-aa4e-cec10b153a65 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:36.594358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-253727d3-e086-4d32-97af-40063c8962f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:36.597590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-253727d3-e086-4d32-97af-40063c8962f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 1097 time: 0.5302896 Jul 08 01:50:36.606196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:36.606638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Checking segment: {'id': '0a57535a-9a36-4400-b9a5-a3997ad5262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:36.607059 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.607464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Bound using segment: {'id': '0a57535a-9a36-4400-b9a5-a3997ad5262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:36.607974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Bound port: c18de698-3212-4d25-98df-712e21ae9439, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a57535a-9a36-4400-b9a5-a3997ad5262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:36.617850 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.642875 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654dc3e8-661a-4896-bb94-cb34079c391a x-openstack-request-id: req-654dc3e8-661a-4896-bb94-cb34079c391a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:36.643170 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a089f27a-a085-4ee8-8c7d-18e5889475a4", "name": "network-vif-plugged", "status": "completed", "tag": "c306483f-2828-46f1-a622-21771f93c7c3", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:36.643425 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-654dc3e8-661a-4896-bb94-cb34079c391a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:36.643825 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a089f27a-a085-4ee8-8c7d-18e5889475a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306483f-2828-46f1-a622-21771f93c7c3', 'code': 200} Jul 08 01:50:36.684596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce444bbb-2aaa-4091-8fc0-5c43a0146ce9 None None] Pushing event updated for resources: {'Port': ['ID=83d7a195-88b6-452e-bb43-24ca8ffcc751,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:36.772827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-84e0e3fc-c077-4fbb-a5ea-927d7cb096e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:36.774384 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-84e0e3fc-c077-4fbb-a5ea-927d7cb096e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 919 time: 0.1413991 Jul 08 01:50:36.838622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-6776feef-662f-4d3d-a09f-f9ee5e472cb6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a154468-374e-482f-ba75-3eb084797f82 HTTP/1.1" status: 200 len: 217 time: 0.0532458 Jul 08 01:50:36.871384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Attempting to bind port 83d7a195-88b6-452e-bb43-24ca8ffcc751 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:36.871987 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Attempting to bind port 83d7a195-88b6-452e-bb43-24ca8ffcc751 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '19472b87-23e7-438c-9573-1e3c21f2b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:36.872627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Attempting to bind port 83d7a195-88b6-452e-bb43-24ca8ffcc751 on network b3d98de5-376b-498e-96cb-b3999b705ff6 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:36.912402 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-1fa6b153-25ad-4f53-98a8-cd64028d1ead service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015162 Jul 08 01:50:36.920329 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e9c66-99b3-4fc0-94f9-5607ec7efb29 req-0b2aa51e-9d38-40a0-9f9e-b319631f59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:36.922977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:36.924236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Checking segment: {'id': '19472b87-23e7-438c-9573-1e3c21f2b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:36.925061 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:36.925484 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-651e9c66-99b3-4fc0-94f9-5607ec7efb29 req-0b2aa51e-9d38-40a0-9f9e-b319631f59e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 1098 time: 0.2295904 Jul 08 01:50:36.925871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Bound using segment: {'id': '19472b87-23e7-438c-9573-1e3c21f2b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:36.926582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Bound port: 83d7a195-88b6-452e-bb43-24ca8ffcc751, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19472b87-23e7-438c-9573-1e3c21f2b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:36.927181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.014893 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.027014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] For port c18de698-3212-4d25-98df-712e21ae9439, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:37.069028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] For port c18de698-3212-4d25-98df-712e21ae9439, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c18de698-3212-4d25-98df-712e21ae9439,segment=NetworkSegment(0a57535a-9a36-4400-b9a5-a3997ad5262a),segment_id=0a57535a-9a36-4400-b9a5-a3997ad5262a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:37.127889 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.187486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b66885-162e-47db-9715-4f5f3c18871b req-1b3794d3-0905-464b-829a-5805954d4a1d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:37.190295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0b66885-162e-47db-9715-4f5f3c18871b req-1b3794d3-0905-464b-829a-5805954d4a1d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.3503685 Jul 08 01:50:37.221774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af12f72-3010-4add-8808-aad3b06a0ae0 None None] Pushing event updated for resources: {'Port': ['ID=c18de698-3212-4d25-98df-712e21ae9439,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:37.242622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] For port 83d7a195-88b6-452e-bb43-24ca8ffcc751, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:37.255291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-56f42c9f-ef63-48ce-871d-85c54ff438d3 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283587 Jul 08 01:50:37.279264 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-651e9c66-99b3-4fc0-94f9-5607ec7efb29 req-3f72288e-eb53-4619-8c3c-33721a220171 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805233 Jul 08 01:50:37.283296 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0b66885-162e-47db-9715-4f5f3c18871b req-5a2da6df-78c4-4e36-bc78-c0e960b8035d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850728 Jul 08 01:50:37.298529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-b2f27551-62ae-4906-afcf-bf4d68d76482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:37.300510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-b2f27551-62ae-4906-afcf-bf4d68d76482 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.4324257 Jul 08 01:50:37.340752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 8914f574-abf7-4c3b-b5e8-60f4352f375f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8914f574-abf7-4c3b-b5e8-60f4352f375f,segment=NetworkSegment(887c8509-e584-44e1-af9a-803ba10e0582),segment_id=887c8509-e584-44e1-af9a-803ba10e0582)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:37.347092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] For port 83d7a195-88b6-452e-bb43-24ca8ffcc751, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=83d7a195-88b6-452e-bb43-24ca8ffcc751,segment=NetworkSegment(19472b87-23e7-438c-9573-1e3c21f2b5e5),segment_id=19472b87-23e7-438c-9573-1e3c21f2b5e5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:37.349265 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.350156 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-c07f1234-7557-4bac-81ac-b5de6df2c5ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=54e8d5e4-912a-42c9-91af-9e7630c09c8c HTTP/1.1" status: 200 len: 217 time: 0.0863509 Jul 08 01:50:37.426645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-68427dad-9214-4d83-8a4c-879767883459 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418177 Jul 08 01:50:37.468327 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.503831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-839e240b-7f4f-48d3-be80-0ac36ce6833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:37.508903 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-839e240b-7f4f-48d3-be80-0ac36ce6833f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c41618a-4ce8-4dcc-bba6-349983980b27 HTTP/1.1" status: 200 len: 797 time: 0.1485507 Jul 08 01:50:37.595616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=8914f574-abf7-4c3b-b5e8-60f4352f375f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:37.608179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:37.609334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:37.622946 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:37.702486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-bf039b4e-b884-475d-9ceb-652986b05975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:37.706185 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-bf039b4e-b884-475d-9ceb-652986b05975 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1896126 Jul 08 01:50:37.909211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:37.962335 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-cdd02b22-c979-4381-b043-6187c2c5ab6c service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473958 Jul 08 01:50:38.035331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7ef003cc-22ee-4299-a220-0ccc1c979c13 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:38.120285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-48199d97-d276-4088-9650-3b0bfe150c24 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831071 Jul 08 01:50:38.122351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Allocated IP 2001:db8:3::1 (38af616a-fb3e-4a21-aa4e-cec10b153a65/7c32c48c-6d5b-46b3-a002-0b61ae019b85/ab3a1767-e88a-449b-a524-afb217a662b8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:38.149213 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-167547f7-b0b7-4246-8973-2a936daa63e4 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792974 Jul 08 01:50:38.235629 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:50:38.265331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-793cdd5a-402f-4288-9df9-7b8b4901aae0 req-092a1d04-e62c-49c8-af0c-991a47448304 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289003 Jul 08 01:50:38.277750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce444bbb-2aaa-4091-8fc0-5c43a0146ce9 None None] Pushing event updated for resources: {'Port': ['ID=83d7a195-88b6-452e-bb43-24ca8ffcc751,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:38.296939 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-69f44d02-05ff-4fde-bca6-0d752d438a3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 HTTP/1.1" status: 200 len: 217 time: 0.1399992 Jul 08 01:50:38.328803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80775b3a-1a27-483c-89ae-dcf327fc12f2 req-4d12b4e0-ab31-48a4-99e1-b59fbf44cad0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:38.337249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80775b3a-1a27-483c-89ae-dcf327fc12f2 req-4d12b4e0-ab31-48a4-99e1-b59fbf44cad0 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.6813581 Jul 08 01:50:38.349549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 7ef003cc-22ee-4299-a220-0ccc1c979c13 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:38.365241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7ef003cc-22ee-4299-a220-0ccc1c979c13 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:38.366180 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:38.375078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-9b1cbb97-b5c4-4cc6-bd7e-bebd5c814029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:38.377589 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-9b1cbb97-b5c4-4cc6-bd7e-bebd5c814029 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c41618a-4ce8-4dcc-bba6-349983980b27 HTTP/1.1" status: 200 len: 797 time: 0.0742249 Jul 08 01:50:38.430999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e625af-1739-48b9-8fb0-1cbd89fc2aa5 req-b17c67e8-2ba4-4635-aecb-08fb41808db6 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:38.440591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-18e625af-1739-48b9-8fb0-1cbd89fc2aa5 req-b17c67e8-2ba4-4635-aecb-08fb41808db6 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 946 time: 0.7392504 Jul 08 01:50:38.449152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fda48-91f7-414a-96f7-957535ae6507 req-e0db0f32-8f83-4733-a80c-e793b539da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:38.450822 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-e0db0f32-8f83-4733-a80c-e793b539da12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0657506 Jul 08 01:50:38.470476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:38.516194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7124c4a7-28be-466f-9e0b-61648d6aa50a None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:38.516480 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80775b3a-1a27-483c-89ae-dcf327fc12f2 req-0f5f954b-a8c1-427b-aba8-e50976fc2d9f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781633 Jul 08 01:50:38.537947 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:38.594435 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-bc033b0a-8ac5-4ee6-8119-345f3668ff02 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365144 Jul 08 01:50:38.667799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 7ef003cc-22ee-4299-a220-0ccc1c979c13, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7ef003cc-22ee-4299-a220-0ccc1c979c13,segment=NetworkSegment(de2ae036-ca7c-4b8e-8b07-75dc66b0f771),segment_id=de2ae036-ca7c-4b8e-8b07-75dc66b0f771)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:38.669741 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-18e625af-1739-48b9-8fb0-1cbd89fc2aa5 req-ab09aa08-9163-4d7f-9c7a-8ba0ed5b8057 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281008 Jul 08 01:50:38.677489 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:38.678326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8bf79206-0f92-415d-afc2-de692f3c6765 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:38.859563 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-371fda48-91f7-414a-96f7-957535ae6507 req-21857355-0d96-4ca1-a169-cc404b26de79 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584205 Jul 08 01:50:38.861919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:38.868950 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:38.880067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Transition to ACTIVE for port object ab3a1767-e88a-449b-a524-afb217a662b8 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:38.924546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=7ef003cc-22ee-4299-a220-0ccc1c979c13,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:38.952532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8bf79206-0f92-415d-afc2-de692f3c6765 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:38.953647 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:38.965813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.034584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 38af616a-fb3e-4a21-aa4e-cec10b153a65 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:39.085050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:39.088708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:39.089409 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.115066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e05b6e16-3e86-4e35-a628-16c091dc22c6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:39.228786 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e05b6e16-3e86-4e35-a628-16c091dc22c6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:39.229457 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.263735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a39fd1-a443-4081-b0e7-5a95f11d687c None None] Network 38af616a-fb3e-4a21-aa4e-cec10b153a65 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:39.274850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=ab3a1767-e88a-449b-a524-afb217a662b8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:39.325875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.345995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 7ef003cc-22ee-4299-a220-0ccc1c979c13 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:39.346677 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.463435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3e131469-3880-4bba-b7a5-46ae77d86f01 None None] Provisioning for port c18de698-3212-4d25-98df-712e21ae9439 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:39.616697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030ca87-8d43-4967-b69b-a7eba89cfe3e req-7ed9a4c9-d34c-40e2-a5de-cd17dc5bf10f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:39.640837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8030ca87-8d43-4967-b69b-a7eba89cfe3e req-7ed9a4c9-d34c-40e2-a5de-cd17dc5bf10f tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.6034238 Jul 08 01:50:39.844410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port 7ef003cc-22ee-4299-a220-0ccc1c979c13, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7ef003cc-22ee-4299-a220-0ccc1c979c13,segment=NetworkSegment(de2ae036-ca7c-4b8e-8b07-75dc66b0f771),segment_id=de2ae036-ca7c-4b8e-8b07-75dc66b0f771)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:39.845327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:39.980137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7ef003cc-22ee-4299-a220-0ccc1c979c13 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:40.066509 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f5ddd4fe-48f8-4153-b95d-be7a02247fb3 None None] Provisioning for port ab3a1767-e88a-449b-a524-afb217a662b8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:40.073148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7ef003cc-22ee-4299-a220-0ccc1c979c13 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:40.073533 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.075311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f5ddd4fe-48f8-4153-b95d-be7a02247fb3 None None] Provisioning complete for port ab3a1767-e88a-449b-a524-afb217a662b8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:40.075677 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd4fe-48f8-4153-b95d-be7a02247fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.206565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f5ddd4fe-48f8-4153-b95d-be7a02247fb3 None None] Port ab3a1767-e88a-449b-a524-afb217a662b8 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:40.267708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 7ef003cc-22ee-4299-a220-0ccc1c979c13 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:40.293947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c18de698-3212-4d25-98df-712e21ae9439 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:40.373090 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c18de698-3212-4d25-98df-712e21ae9439 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:40.379903 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c18de698-3212-4d25-98df-712e21ae9439 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:40.380610 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.444190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a35e7d9e-bed2-47cd-acce-0a850625de6e None None] Provisioning complete for port ab3a1767-e88a-449b-a524-afb217a662b8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:40.444603 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a35e7d9e-bed2-47cd-acce-0a850625de6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.478618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8030ca87-8d43-4967-b69b-a7eba89cfe3e req-2aac8ec2-fdf6-48a6-869a-b03713c97f69 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8369343 Jul 08 01:50:40.555540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a35e7d9e-bed2-47cd-acce-0a850625de6e None None] Port ab3a1767-e88a-449b-a524-afb217a662b8 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:40.587107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc486bf8-2f17-4b5b-92bc-5aef235c1255 req-4178284f-2852-4431-8edb-c99d0bd70cb0 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:40.593315 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.596412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc486bf8-2f17-4b5b-92bc-5aef235c1255 req-4178284f-2852-4431-8edb-c99d0bd70cb0 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 946 time: 0.2474906 Jul 08 01:50:40.635366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port c18de698-3212-4d25-98df-712e21ae9439, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c18de698-3212-4d25-98df-712e21ae9439,segment=NetworkSegment(0a57535a-9a36-4400-b9a5-a3997ad5262a),segment_id=0a57535a-9a36-4400-b9a5-a3997ad5262a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:40.649345 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.650741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8914f574-abf7-4c3b-b5e8-60f4352f375f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:40.764048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8914f574-abf7-4c3b-b5e8-60f4352f375f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:40.764502 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:40.766165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=c18de698-3212-4d25-98df-712e21ae9439,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:40.800965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc486bf8-2f17-4b5b-92bc-5aef235c1255 req-5ff31483-8ef2-434a-a280-5daf098cb24c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920292 Jul 08 01:50:41.015056 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.075696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 83d7a195-88b6-452e-bb43-24ca8ffcc751 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:41.193368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 83d7a195-88b6-452e-bb43-24ca8ffcc751 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:41.203200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 83d7a195-88b6-452e-bb43-24ca8ffcc751 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:41.203579 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.213271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=7ef003cc-22ee-4299-a220-0ccc1c979c13,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:41.368187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.379825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.431567 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.432421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.435931 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.553914 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event updated for resources: {'Port': ['ID=ab3a1767-e88a-449b-a524-afb217a662b8,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:41.573807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 83d7a195-88b6-452e-bb43-24ca8ffcc751, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=83d7a195-88b6-452e-bb43-24ca8ffcc751,segment=NetworkSegment(19472b87-23e7-438c-9573-1e3c21f2b5e5),segment_id=19472b87-23e7-438c-9573-1e3c21f2b5e5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:41.581525 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:41.808247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=83d7a195-88b6-452e-bb43-24ca8ffcc751,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:41.824853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d90c6-f8f7-454f-848d-e662cc13c4a5 req-2e1e515e-d919-40ad-9bb5-5e562eb5a8c8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:41.835031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413d90c6-f8f7-454f-848d-e662cc13c4a5 req-2e1e515e-d919-40ad-9bb5-5e562eb5a8c8 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.7213397 Jul 08 01:50:41.895898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c18de698-3212-4d25-98df-712e21ae9439 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:42.022648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c18de698-3212-4d25-98df-712e21ae9439 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:42.024465 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:42.125007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413d90c6-f8f7-454f-848d-e662cc13c4a5 req-5c3c71d1-9c42-4c18-8f7e-84f9cc38160d tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893279 Jul 08 01:50:42.130495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:42.147097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Network 38af616a-fb3e-4a21-aa4e-cec10b153a65 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:42.150835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:42.393346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:42.401421 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f38c5951-55a5-460e-b470-abfa84d669dd tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7804661 Jul 08 01:50:42.404341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59786) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:42.404837 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:42.431215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] Sync routers for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:42.453161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:42.453780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:42.533303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdd633b-3135-4a91-91f3-918ac3dc7fbe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting subnet 737e083b-71a2-4989-84aa-fe49ea28fbbb {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:50:42.565711 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdd633b-3135-4a91-91f3-918ac3dc7fbe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:42.587000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:42.602606 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:42.605744 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-691b6457-dad6-4730-b5f7-04e938db6667 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4075177 Jul 08 01:50:42.622760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:42.634871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dd306a18-1d37-4a37-9bb8-096d7441c03d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:42.639804 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:42.640710 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:42.700206 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdd633b-3135-4a91-91f3-918ac3dc7fbe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:42.889933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdd633b-3135-4a91-91f3-918ac3dc7fbe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:42.891146 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:42.980276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b392c4b2-82b6-44a5-b987-d70584591ec6 None None] Provisioning complete for port ab3a1767-e88a-449b-a524-afb217a662b8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:42.980936 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b392c4b2-82b6-44a5-b987-d70584591ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.022457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:43.088237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdd633b-3135-4a91-91f3-918ac3dc7fbe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.090591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b392c4b2-82b6-44a5-b987-d70584591ec6 None None] Port ab3a1767-e88a-449b-a524-afb217a662b8 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:50:43.157181 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebdd633b-3135-4a91-91f3-918ac3dc7fbe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.165929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:43.166617 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ebdd633b-3135-4a91-91f3-918ac3dc7fbe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/737e083b-71a2-4989-84aa-fe49ea28fbbb HTTP/1.1" status: 204 len: 168 time: 0.7598207 Jul 08 01:50:43.202997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d70b7d-cf93-4535-b48f-1e4f23d1b2f8 None None] Network 492a4b10-e22a-4443-999f-0a44ad3e57a6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:43.292295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd633b-3135-4a91-91f3-918ac3dc7fbe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Subnet': ['ID=737e083b-71a2-4989-84aa-fe49ea28fbbb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:43.509650 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.526858 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:39Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3a1767-e88a-449b-a524-afb217a662b8', 'name': '', 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:c8:76:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:36Z', 'updated_at': '2021-07-08T01:50:40Z', 'revision_number': 2, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:43.558830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:43.559202 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Updating router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 port ab3a1767-e88a-449b-a524-afb217a662b8 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:50:43.633551 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:43.916704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 83d7a195-88b6-452e-bb43-24ca8ffcc751 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:43.928016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:40Z', 'revision_number': 8, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:44.022855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-dd306a18-1d37-4a37-9bb8-096d7441c03d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 01:50:44.117360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port e05b6e16-3e86-4e35-a628-16c091dc22c6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:44.121175 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.140373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-dd306a18-1d37-4a37-9bb8-096d7441c03d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Removed routes are [] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 01:50:44.140373 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd306a18-1d37-4a37-9bb8-096d7441c03d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.140769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59818) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:44.146729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5823af46-cf65-4e0a-92b8-0b49e1d6f2db None None] DHCP port deletion for 492a4b10-e22a-4443-999f-0a44ad3e57a6 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:50:44.231382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] Checking router: 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:44.349644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:44.352065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:44.412797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a7f399-c1c5-496b-9967-23bc2b061786 admin admin] Deleting subnet e2157fc2-2bc2-4e65-bc22-a2f9753680dc {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:50:44.417906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2a7f399-c1c5-496b-9967-23bc2b061786 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.538817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2a7f399-c1c5-496b-9967-23bc2b061786 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.599605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:44.643190 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2a7f399-c1c5-496b-9967-23bc2b061786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.651320 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.687878 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Transition to ACTIVE for port object ab3a1767-e88a-449b-a524-afb217a662b8 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:44.707509 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.818662 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2a7f399-c1c5-496b-9967-23bc2b061786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.863184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2a7f399-c1c5-496b-9967-23bc2b061786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.868715 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d2a7f399-c1c5-496b-9967-23bc2b061786 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e2157fc2-2bc2-4e65-bc22-a2f9753680dc HTTP/1.1" status: 204 len: 168 time: 0.7254026 Jul 08 01:50:44.870857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59836) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:44.905099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7f399-c1c5-496b-9967-23bc2b061786 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2157fc2-2bc2-4e65-bc22-a2f9753680dc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:44.960996 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Attempting to bind port ab3a1767-e88a-449b-a524-afb217a662b8 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:44.961654 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Attempting to bind port ab3a1767-e88a-449b-a524-afb217a662b8 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '0a57535a-9a36-4400-b9a5-a3997ad5262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:44.962221 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Attempting to bind port ab3a1767-e88a-449b-a524-afb217a662b8 on network 38af616a-fb3e-4a21-aa4e-cec10b153a65 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:44.969966 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236863cd-f03d-4a1f-b898-41fb94460f35 None None] Pushing event updated for resources: {'Port': ['ID=ab3a1767-e88a-449b-a524-afb217a662b8,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:44.983565 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:44.984180 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Checking segment: {'id': '0a57535a-9a36-4400-b9a5-a3997ad5262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:44.984807 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:44.985443 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Bound using segment: {'id': '0a57535a-9a36-4400-b9a5-a3997ad5262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:44.986115 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Bound port: ab3a1767-e88a-449b-a524-afb217a662b8, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a57535a-9a36-4400-b9a5-a3997ad5262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:44.986658 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.035573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 83d7a195-88b6-452e-bb43-24ca8ffcc751 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:45.036179 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.066305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port e05b6e16-3e86-4e35-a628-16c091dc22c6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e05b6e16-3e86-4e35-a628-16c091dc22c6,segment=NetworkSegment(de2ae036-ca7c-4b8e-8b07-75dc66b0f771),segment_id=de2ae036-ca7c-4b8e-8b07-75dc66b0f771)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:45.066986 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.089853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for e05b6e16-3e86-4e35-a628-16c091dc22c6 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:45.096128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5823af46-cf65-4e0a-92b8-0b49e1d6f2db None None] Deleting port e05b6e16-3e86-4e35-a628-16c091dc22c6 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:45.096817 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5823af46-cf65-4e0a-92b8-0b49e1d6f2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.101192 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.141752 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] For port ab3a1767-e88a-449b-a524-afb217a662b8, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:45.159954 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] For port ab3a1767-e88a-449b-a524-afb217a662b8, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ab3a1767-e88a-449b-a524-afb217a662b8,segment=NetworkSegment(0a57535a-9a36-4400-b9a5-a3997ad5262a),segment_id=0a57535a-9a36-4400-b9a5-a3997ad5262a)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:45.167239 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.233137 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.248718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24814426-9829-4f0e-9231-a9d9f3901c1f']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:45.263251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52359547-1951-4c70-b29b-3aaa5693c65f') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:45.263953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52359547-1951-4c70-b29b-3aaa5693c65f') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:45.272158 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:45.272358 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:45.321138 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.340520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5823af46-cf65-4e0a-92b8-0b49e1d6f2db None None] For port e05b6e16-3e86-4e35-a628-16c091dc22c6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e05b6e16-3e86-4e35-a628-16c091dc22c6,segment=NetworkSegment(de2ae036-ca7c-4b8e-8b07-75dc66b0f771),segment_id=de2ae036-ca7c-4b8e-8b07-75dc66b0f771)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:45.340952 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5823af46-cf65-4e0a-92b8-0b49e1d6f2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.360717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.379442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:50:45.380017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.412938 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd306a18-1d37-4a37-9bb8-096d7441c03d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.423443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5823af46-cf65-4e0a-92b8-0b49e1d6f2db None None] Calling delete_port for e05b6e16-3e86-4e35-a628-16c091dc22c6 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:45.438622 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd306a18-1d37-4a37-9bb8-096d7441c03d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.482755 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236863cd-f03d-4a1f-b898-41fb94460f35 None None] Pushing event updated for resources: {'Port': ['ID=ab3a1767-e88a-449b-a524-afb217a662b8,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:50:45.518982 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:50:45.521781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.529937 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.533329 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] 10.222.0.41 "DELETE /v2.0/networks/24814426-9829-4f0e-9231-a9d9f3901c1f HTTP/1.1" status: 204 len: 168 time: 0.6602838 Jul 08 01:50:45.555129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5201f4-1ce9-492e-8aa8-58a742bc5744 admin admin] Pushing event deleted for resources: {'Network': ['ID=24814426-9829-4f0e-9231-a9d9f3901c1f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:45.598225 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:45.634641 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.698448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No DVR routers for this DVR port e05b6e16-3e86-4e35-a628-16c091dc22c6 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:45.700591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=e05b6e16-3e86-4e35-a628-16c091dc22c6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:45.744612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.745368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.745940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.746508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.747079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.747786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.748365 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.748927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.749553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.750128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.750681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.751760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:45.841200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59848) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:45.850990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd306a18-1d37-4a37-9bb8-096d7441c03d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:45.872855 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:40Z', 'revision_number': 8, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:45.911776 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.924908 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88c107-f43a-4c07-9fc6-4f4801d2d609 None None] The sync data for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 is: [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:40Z', 'revision_number': 8, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '0c641f19-e32e-4536-9cf0-466ee6fc71a5', 'name': '', 'network_id': 'ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:17:35:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:17Z', 'updated_at': '2021-07-08T01:50:27Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '24abbc9e-033f-4c9c-bc83-600368074b9c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:45.942804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492a4b10-e22a-4443-999f-0a44ad3e57a6']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:45.945494 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5823af46-cf65-4e0a-92b8-0b49e1d6f2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:45.966912 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dbb49d4c-ea70-4a6e-98f4-c0cd611a1431 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c9dbecbc0dc493094a50ed9970ba671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1219659 Jul 08 01:50:45.967559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59852) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:45.991303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823af46-cf65-4e0a-92b8-0b49e1d6f2db None None] Pushing event deleted for resources: {'Port': ['ID=e05b6e16-3e86-4e35-a628-16c091dc22c6,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:46.005261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823af46-cf65-4e0a-92b8-0b49e1d6f2db None None] No DVR routers for this DVR port e05b6e16-3e86-4e35-a628-16c091dc22c6 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:46.037982 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:46.038378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2ae036-ca7c-4b8e-8b07-75dc66b0f771') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:46.085448 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.109227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.115096 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-acfe6d35-b209-4a01-a20f-2782c386fadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.118356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:50:46.119030 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.148620 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-acfe6d35-b209-4a01-a20f-2782c386fadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:50:46.173403 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:50:46.213358 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.227778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-acfe6d35-b209-4a01-a20f-2782c386fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.234016 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-acfe6d35-b209-4a01-a20f-2782c386fadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.236862 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-acfe6d35-b209-4a01-a20f-2782c386fadd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97cb0e33-71ac-4314-a1eb-dbc44354e977 HTTP/1.1" status: 204 len: 168 time: 0.2676578 Jul 08 01:50:46.250241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.259488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/networks/492a4b10-e22a-4443-999f-0a44ad3e57a6 HTTP/1.1" status: 204 len: 168 time: 3.0903945 Jul 08 01:50:46.263357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59856) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:46.265527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe6d35-b209-4a01-a20f-2782c386fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cb0e33-71ac-4314-a1eb-dbc44354e977,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:46.287700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd306a18-1d37-4a37-9bb8-096d7441c03d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:46.296658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd306a18-1d37-4a37-9bb8-096d7441c03d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:46.297593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dd306a18-1d37-4a37-9bb8-096d7441c03d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780 HTTP/1.1" status: 200 len: 954 time: 3.6737757 Jul 08 01:50:46.299691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d90f1-6441-4242-8bf9-27624c41dddc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Network': ['ID=492a4b10-e22a-4443-999f-0a44ad3e57a6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:46.303919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59858) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:46.334841 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:44Z', 'revision_number': 6, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3a1767-e88a-449b-a524-afb217a662b8', 'name': '', 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:c8:76:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:36Z', 'updated_at': '2021-07-08T01:50:45Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:46.369263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e05b6e16-3e86-4e35-a628-16c091dc22c6 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:46.403393 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659bdef0-a19f-4849-bbff-990ba19bdaab None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:44Z', 'revision_number': 6, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3a1767-e88a-449b-a524-afb217a662b8', 'name': '', 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:c8:76:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:36Z', 'updated_at': '2021-07-08T01:50:45Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:46.434384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: e05b6e16-3e86-4e35-a628-16c091dc22c6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:46.434744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e05b6e16-3e86-4e35-a628-16c091dc22c6 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:46.630960 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-372327ea-3caf-4626-87cd-39b544c371a0 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780 HTTP/1.1" status: 200 len: 954 time: 0.3229897 Jul 08 01:50:46.639481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59862) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:46.646482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f6cbea1c-3fd5-4d66-b642-cbc831db396c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'routes': None}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:47.195837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:47.744185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.extraroute_db [None req-f6cbea1c-3fd5-4d66-b642-cbc831db396c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added routes are [] {{(pid=93884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 01:50:47.747065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.extraroute_db [None req-f6cbea1c-3fd5-4d66-b642-cbc831db396c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 01:50:47.785620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59896) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:47.841672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6cbea1c-3fd5-4d66-b642-cbc831db396c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:47.895639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 0c641f19-e32e-4536-9cf0-466ee6fc71a5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:47.895986 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:47.964077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:47.982620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:47.983275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:48.069672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-800364873-network', 'tenant_id': 'a928b6b15efe46518e8ce9cd1c560daf'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:48.174308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ab3a1767-e88a-449b-a524-afb217a662b8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:48.214582 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Made reservation on behalf of a928b6b15efe46518e8ce9cd1c560daf for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:48.232928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.233789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port 0c641f19-e32e-4536-9cf0-466ee6fc71a5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0c641f19-e32e-4536-9cf0-466ee6fc71a5,segment=NetworkSegment(38e6a6a9-78d4-47ca-99cc-cbf0742a969e),segment_id=38e6a6a9-78d4-47ca-99cc-cbf0742a969e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:48.234275 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.248687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:48.268839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 0c641f19-e32e-4536-9cf0-466ee6fc71a5 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:48.305329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port ab3a1767-e88a-449b-a524-afb217a662b8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:50:48.346567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ab3a1767-e88a-449b-a524-afb217a662b8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:48.347190 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.419052 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.558581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.572553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.616721 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.621357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6cbea1c-3fd5-4d66-b642-cbc831db396c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.651866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:48.665870 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.666291 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Added segment 465cc430-be1c-4947-b38e-9361fc425235 of type vlan for network 3240dfd9-202a-47fb-acbd-acd69756ec3c Jul 08 01:50:48.680841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=0c641f19-e32e-4536-9cf0-466ee6fc71a5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:48.725361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6cbea1c-3fd5-4d66-b642-cbc831db396c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.769556 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.803547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.833728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port ab3a1767-e88a-449b-a524-afb217a662b8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ab3a1767-e88a-449b-a524-afb217a662b8,segment=NetworkSegment(0a57535a-9a36-4400-b9a5-a3997ad5262a),segment_id=0a57535a-9a36-4400-b9a5-a3997ad5262a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:48.845302 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.863529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7ef003cc-22ee-4299-a220-0ccc1c979c13 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:48.912087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:47Z', 'revision_number': 7, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3a1767-e88a-449b-a524-afb217a662b8', 'name': '', 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:c8:76:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:36Z', 'updated_at': '2021-07-08T01:50:45Z', 'revision_number': 4, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:48.935503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e48b9d2-9a55-4550-9264-ad819afed955,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:48.964528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 7ef003cc-22ee-4299-a220-0ccc1c979c13 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:48.965007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7ef003cc-22ee-4299-a220-0ccc1c979c13 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:48.982949 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.984241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:48.985922 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:48.998240 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.071648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3240dfd9-202a-47fb-acbd-acd69756ec3c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:49.085301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cbea1c-3fd5-4d66-b642-cbc831db396c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:49.104918 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7f57cde4-447c-402f-8383-a3323ee6e5f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3180144 Jul 08 01:50:49.106856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59914) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:49.112243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Request body: {'subnet': {'network_id': '3240dfd9-202a-47fb-acbd-acd69756ec3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-800364873-subnet', 'tenant_id': 'a928b6b15efe46518e8ce9cd1c560daf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:49.287052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:49.302726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cbea1c-3fd5-4d66-b642-cbc831db396c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:49.314825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6cbea1c-3fd5-4d66-b642-cbc831db396c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.316575 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f6cbea1c-3fd5-4d66-b642-cbc831db396c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780 HTTP/1.1" status: 200 len: 704 time: 2.6758814 Jul 08 01:50:49.320996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59918) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:49.321917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 3240dfd9-202a-47fb-acbd-acd69756ec3c details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:50:49.377337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Made reservation on behalf of a928b6b15efe46518e8ce9cd1c560daf for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:49.379496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.463824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:49.568865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8848aab8-6096-42ec-ac5d-5b4d535db833 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780 HTTP/1.1" status: 200 len: 704 time: 0.2466321 Jul 08 01:50:49.572675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:49.615260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:49.616457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:49.790133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=ab3a1767-e88a-449b-a524-afb217a662b8,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:49.841948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:49.853281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:49.887601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f563f4-d36e-42b7-bcd7-9c09fc86ef63 req-0a402903-47bf-453c-89f4-46d8aa5c284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:49.889364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14f563f4-d36e-42b7-bcd7-9c09fc86ef63 req-0a402903-47bf-453c-89f4-46d8aa5c284b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 1098 time: 0.4280713 Jul 08 01:50:49.971629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ed5ff2-2e6a-4b15-aab4-d7391efedf65,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:49.993581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Checking segment: {'id': '465cc430-be1c-4947-b38e-9361fc425235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3240dfd9-202a-47fb-acbd-acd69756ec3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:49.995051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Network hostable DHCP agents. Network: 3240dfd9-202a-47fb-acbd-acd69756ec3c, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:50:50.041009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Network 3240dfd9-202a-47fb-acbd-acd69756ec3c is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:50:50.068914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 3240dfd9-202a-47fb-acbd-acd69756ec3c) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:50.078711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:50.080012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.138196 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c61991f7-8659-4a84-a728-47704b2d8090 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0302074 Jul 08 01:50:50.161552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9b6555-f31b-47bd-b597-4344cec43c84 None None] Network 3240dfd9-202a-47fb-acbd-acd69756ec3c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:50.202601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:50.217052 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] Sync routers for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:50.225684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59932) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:50.227232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5a422376-97ce-43bc-88c7-27fd16138b10 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9614449 Jul 08 01:50:50.244783 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:50.245724 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:50.252202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ab3a1767-e88a-449b-a524-afb217a662b8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:50:50.272483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539589e-f623-43ea-80d4-065ab311cd08 req-3b8a9414-0cd4-40ff-abae-70e328ca9663 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:50.280635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3539589e-f623-43ea-80d4-065ab311cd08 req-3b8a9414-0cd4-40ff-abae-70e328ca9663 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.6358092 Jul 08 01:50:50.312983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:47Z', 'revision_number': 7, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3a1767-e88a-449b-a524-afb217a662b8', 'name': '', 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:c8:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:36Z', 'updated_at': '2021-07-08T01:50:48Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:50.356226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fe6661-f230-4ddb-a1c6-68cdde02b375 None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:47Z', 'revision_number': 7, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3a1767-e88a-449b-a524-afb217a662b8', 'name': '', 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:c8:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:36Z', 'updated_at': '2021-07-08T01:50:48Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:50.542594 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:50.610235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028b55d-bbe1-4456-975e-39eeb46dbcde None None] Network 3240dfd9-202a-47fb-acbd-acd69756ec3c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:50.750726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3539589e-f623-43ea-80d4-065ab311cd08 req-f4a73ab5-22a7-4a97-b87b-4538746d9732 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690802 Jul 08 01:50:50.764228 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e5da0419-e9c7-474c-8681-7b2d3ba1711e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.764693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f563f4-d36e-42b7-bcd7-9c09fc86ef63 req-c6ad0f0f-b365-4067-bb88-a1180d94b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:50.766912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14f563f4-d36e-42b7-bcd7-9c09fc86ef63 req-c6ad0f0f-b365-4067-bb88-a1180d94b6cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 919 time: 0.8636889 Jul 08 01:50:50.820164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ab3a1767-e88a-449b-a524-afb217a662b8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:50:50.820164 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:50.971232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:51.012099 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14f563f4-d36e-42b7-bcd7-9c09fc86ef63 req-e7bc19bc-a19c-4ad3-9764-8a8b57e8647a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf476478-e4bd-4a48-afcd-aaefd9475062 HTTP/1.1" status: 200 len: 217 time: 0.2179549 Jul 08 01:50:51.070065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:51.070706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:51.203289 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:48Z', 'revision_number': 9, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:51.228017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-801a225e-834b-47ca-acf2-0a16a86fb26a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting subnet 24abbc9e-033f-4c9c-bc83-600368074b9c {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:50:51.237480 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-801a225e-834b-47ca-acf2-0a16a86fb26a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.253842 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] Checking router: 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:51.270566 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:51.271869 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:51.326801 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-801a225e-834b-47ca-acf2-0a16a86fb26a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.402099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f563f4-d36e-42b7-bcd7-9c09fc86ef63 req-2b7d696f-5100-4bd6-ada1-a47e11ec331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:51.403342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14f563f4-d36e-42b7-bcd7-9c09fc86ef63 req-2b7d696f-5100-4bd6-ada1-a47e11ec331d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.3903563 Jul 08 01:50:51.430035 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:51.470915 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:51.481619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-aca4c9d8-7602-4f58-87d6-a7865376926d tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:51.490938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-aca4c9d8-7602-4f58-87d6-a7865376926d tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/networks?id=3240dfd9-202a-47fb-acbd-acd69756ec3c HTTP/1.1" status: 200 len: 821 time: 0.3117671 Jul 08 01:50:51.531237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-801a225e-834b-47ca-acf2-0a16a86fb26a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.563849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14f563f4-d36e-42b7-bcd7-9c09fc86ef63 req-ddd1b552-06a6-483d-aed0-95c21bb5d534 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440830 Jul 08 01:50:51.574193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-dddcb579-9b15-4018-9801-58109efa924d tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/quotas/a928b6b15efe46518e8ce9cd1c560daf HTTP/1.1" status: 200 len: 375 time: 0.0793700 Jul 08 01:50:51.634281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-801a225e-834b-47ca-acf2-0a16a86fb26a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.696505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a225e-834b-47ca-acf2-0a16a86fb26a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Subnet': ['ID=24abbc9e-033f-4c9c-bc83-600368074b9c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:51.705110 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-801a225e-834b-47ca-acf2-0a16a86fb26a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.710515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-801a225e-834b-47ca-acf2-0a16a86fb26a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/24abbc9e-033f-4c9c-bc83-600368074b9c HTTP/1.1" status: 204 len: 168 time: 1.4831049 Jul 08 01:50:51.714399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59962) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:51.819603 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:48Z', 'revision_number': 9, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:51.878252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3812641b-e353-408e-be42-b6c69cca3023 None None] Network ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:51.894006 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:51.922233 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4bd48-bd6d-4a17-a7c1-334fba2d4c1e None None] The sync data for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 is: [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:48Z', 'revision_number': 9, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': '34aca962-07a4-4675-ace6-ad64a3505f5f', 'name': '', 'network_id': '1776db05-de95-4929-9474-675305c4f4c2', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:2b:b4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:08Z', 'updated_at': '2021-07-08T01:50:23Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': 'ab34dd58-4450-4417-b1ec-d5549af96a86', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:52.047694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port e3d10d5b-5ead-4f0d-a373-2855878a358f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:52.048105 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.111112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:47Z', 'revision_number': 7, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3a1767-e88a-449b-a524-afb217a662b8', 'name': '', 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:c8:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:36Z', 'updated_at': '2021-07-08T01:50:48Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:52.149462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:52.163400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port e3d10d5b-5ead-4f0d-a373-2855878a358f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e3d10d5b-5ead-4f0d-a373-2855878a358f,segment=NetworkSegment(38e6a6a9-78d4-47ca-99cc-cbf0742a969e),segment_id=38e6a6a9-78d4-47ca-99cc-cbf0742a969e)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:52.163766 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.169386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:52.170035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:52.179638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for e3d10d5b-5ead-4f0d-a373-2855878a358f owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:52.306421 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.325945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No DVR routers for this DVR port e3d10d5b-5ead-4f0d-a373-2855878a358f on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:52.347409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:52.415740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=e3d10d5b-5ead-4f0d-a373-2855878a358f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:52.431002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14f563f4-d36e-42b7-bcd7-9c09fc86ef63 req-531cd8d9-e2bd-44b8-9e72-33e5b37999bb service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8529980 Jul 08 01:50:52.507691 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.520580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:52.536675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e6a6a9-78d4-47ca-99cc-cbf0742a969e') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:52.537021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e6a6a9-78d4-47ca-99cc-cbf0742a969e') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:52.550240 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.582695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.593666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:50:52.594150 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:50:52.598673 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:50:52.630526 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-766b9ff3-8d3f-43f8-9f22-e5a74bd4de3a tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a928b6b15efe46518e8ce9cd1c560daf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2070644 Jul 08 01:50:52.650244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f7eca-1a1a-4599-807d-2292f67d03ff None None] DHCP port deletion for ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:50:52.697113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:47Z', 'revision_number': 7, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3a1767-e88a-449b-a524-afb217a662b8', 'name': '', 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:c8:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:36Z', 'updated_at': '2021-07-08T01:50:48Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:52.701171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.711974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.714205 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/networks/ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58 HTTP/1.1" status: 204 len: 168 time: 0.9988265 Jul 08 01:50:52.729818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59974) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:52.737670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e44e5-8d32-4ee9-955f-5ae139267465 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Network': ['ID=ee9cb2f0-d1c5-403b-abba-ebe32c0b9e58,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:52.742486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a2fcf-a95f-4fe2-b6c0-776cbb479e69 None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:47Z', 'revision_number': 7, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab3a1767-e88a-449b-a524-afb217a662b8', 'name': '', 'network_id': '38af616a-fb3e-4a21-aa4e-cec10b153a65', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:c8:76:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:36Z', 'updated_at': '2021-07-08T01:50:48Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '7c32c48c-6d5b-46b3-a002-0b61ae019b85', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:52.753104 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:52.848222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14f563f4-d36e-42b7-bcd7-9c09fc86ef63 req-410ca05b-598c-401e-88ee-567855774ee7 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014416 Jul 08 01:50:52.874572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22449a-0990-4e61-a0fb-227a158beb82 req-e82719ae-9d51-40fc-8ec4-25d87e182697 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:52.883922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f22449a-0990-4e61-a0fb-227a158beb82 req-e82719ae-9d51-40fc-8ec4-25d87e182697 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.4419165 Jul 08 01:50:53.007203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-f009aac1-ea2c-4d7e-8c85-0254aed63c57 service neutron] 10.222.0.41 "GET /v2.0/networks/3240dfd9-202a-47fb-acbd-acd69756ec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626170 Jul 08 01:50:53.114500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f22449a-0990-4e61-a0fb-227a158beb82 req-3e91536a-d9b7-4afe-b4e0-b52642e7be2b tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296548 Jul 08 01:50:53.170714 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.216674 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-6e0b0767-ac77-426e-aaa0-b7f22cf736ac service neutron] 10.222.0.41 "GET /v2.0/networks/3240dfd9-202a-47fb-acbd-acd69756ec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926131 Jul 08 01:50:53.339356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port ab3a1767-e88a-449b-a524-afb217a662b8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:53.340136 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.387268 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c958aa21-2f3a-4dd3-8a57-caaee382c024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.595738 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port ab3a1767-e88a-449b-a524-afb217a662b8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ab3a1767-e88a-449b-a524-afb217a662b8,segment=NetworkSegment(0a57535a-9a36-4400-b9a5-a3997ad5262a),segment_id=0a57535a-9a36-4400-b9a5-a3997ad5262a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:53.596395 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.615821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7b480-fe21-47d9-ad6f-10179c5ca2a2 req-432eafa6-2e3e-4aa2-a3e9-796907fcd2ad tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:53.619249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-f8047ec0-177e-48a2-b5ad-322c58cf6f37 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:53.621017 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-f8047ec0-177e-48a2-b5ad-322c58cf6f37 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.1584656 Jul 08 01:50:53.627002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ddf7b480-fe21-47d9-ad6f-10179c5ca2a2 req-432eafa6-2e3e-4aa2-a3e9-796907fcd2ad tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 946 time: 0.1737967 Jul 08 01:50:53.636199 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.666163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for ab3a1767-e88a-449b-a524-afb217a662b8 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:53.688280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 34aca962-07a4-4675-ace6-ad64a3505f5f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:53.688280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.702007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ddf7b480-fe21-47d9-ad6f-10179c5ca2a2 req-1dc5b68c-e952-49f6-851b-327d085d7d1e tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/security-groups?id=27eca7ae-ac3f-45a8-889a-ce742a4d4d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738525 Jul 08 01:50:53.777678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64546ad9-335a-48ed-aae4-97be590e455f req-e5f684f8-dc8c-4ab6-a046-5f10d8654a8c tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 210 time: 0.0335114 Jul 08 01:50:53.854529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port 34aca962-07a4-4675-ace6-ad64a3505f5f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=34aca962-07a4-4675-ace6-ad64a3505f5f,segment=NetworkSegment(d07dd2e1-7d20-48f1-976f-d01e7f788b79),segment_id=d07dd2e1-7d20-48f1-976f-d01e7f788b79)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:53.854899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.870075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-89117e90-b74e-4bef-835b-d090f6f42cec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Deleting port 7a24a343-706d-47f1-9419-84e91e0adb3a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:53.870418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-89117e90-b74e-4bef-835b-d090f6f42cec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.878447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 34aca962-07a4-4675-ace6-ad64a3505f5f owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:53.947605 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:53.987034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=ab3a1767-e88a-449b-a524-afb217a662b8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:53.996878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0c641f19-e32e-4536-9cf0-466ee6fc71a5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:54.044582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0c641f19-e32e-4536-9cf0-466ee6fc71a5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:54.045011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0c641f19-e32e-4536-9cf0-466ee6fc71a5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:54.045506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3d10d5b-5ead-4f0d-a373-2855878a358f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:54.072563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-89117e90-b74e-4bef-835b-d090f6f42cec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] For port 7a24a343-706d-47f1-9419-84e91e0adb3a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7a24a343-706d-47f1-9419-84e91e0adb3a,segment=NetworkSegment(1cfe7de7-9693-4dd4-b935-c7e2ff694ce6),segment_id=1cfe7de7-9693-4dd4-b935-c7e2ff694ce6)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:54.072931 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-89117e90-b74e-4bef-835b-d090f6f42cec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.085080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: e3d10d5b-5ead-4f0d-a373-2855878a358f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:54.085431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3d10d5b-5ead-4f0d-a373-2855878a358f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:54.099569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-89117e90-b74e-4bef-835b-d090f6f42cec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Calling delete_port for 7a24a343-706d-47f1-9419-84e91e0adb3a owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:54.138186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.406183 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-89117e90-b74e-4bef-835b-d090f6f42cec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.420135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['7a24a343-706d-47f1-9419-84e91e0adb3a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:50:54.450395 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.476225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89117e90-b74e-4bef-835b-d090f6f42cec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Pushing event deleted for resources: {'Port': ['ID=7a24a343-706d-47f1-9419-84e91e0adb3a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:54.502096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:54.515985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88852734-69b9-44ea-9b8e-c81ad290c866 req-fd63ada3-f781-466c-b9f4-a228b9870de0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:54.518763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88852734-69b9-44ea-9b8e-c81ad290c866 req-fd63ada3-f781-466c-b9f4-a228b9870de0 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2375541 Jul 08 01:50:54.524104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-89117e90-b74e-4bef-835b-d090f6f42cec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] No DVR routers for this DVR port 7a24a343-706d-47f1-9419-84e91e0adb3a on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:54.529158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-89117e90-b74e-4bef-835b-d090f6f42cec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.531194 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7d361bdd-12c4-42eb-8fdb-8520c675242e req-89117e90-b74e-4bef-835b-d090f6f42cec tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.24 "DELETE /v2.0/ports/7a24a343-706d-47f1-9419-84e91e0adb3a HTTP/1.1" status: 204 len: 173 time: 0.9022179 Jul 08 01:50:54.531934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=34aca962-07a4-4675-ace6-ad64a3505f5f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:54.534224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'name': 'network-vif-deleted', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:54.536566 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6b57fc-0c9a-4ae3-8d5f-2f3a717dbc96" -d '{"events": [{"server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "name": "network-vif-deleted", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:54.644998 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88852734-69b9-44ea-9b8e-c81ad290c866 req-6829af7d-1f02-4f5b-bc90-621d843666ae tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171460 Jul 08 01:50:54.654405 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:54.660979 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6a9ce3e3-f865-41e2-9e65-5293bba554ae tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0764413 Jul 08 01:50:54.663846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60002) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:54.675827 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:54.685181 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:54.685929 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:54.697018 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c69232-877b-4143-89f5-645d62ef3390 x-openstack-request-id: req-a1c69232-877b-4143-89f5-645d62ef3390 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:54.698218 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f29b2a-5131-4512-9024-ded964e83bd9", "name": "network-vif-deleted", "tag": "7a24a343-706d-47f1-9419-84e91e0adb3a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:54.699621 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.700246 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1c69232-877b-4143-89f5-645d62ef3390 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:54.701807 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f29b2a-5131-4512-9024-ded964e83bd9', 'name': 'network-vif-deleted', 'tag': '7a24a343-706d-47f1-9419-84e91e0adb3a', 'status': 'completed', 'code': 200} Jul 08 01:50:54.795779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-83dc88bb-bc6d-498c-b6bf-f6043eb55bc6 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting subnet 7c32c48c-6d5b-46b3-a002-0b61ae019b85 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:50:54.802689 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83dc88bb-bc6d-498c-b6bf-f6043eb55bc6 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.814253 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:54.898743 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83dc88bb-bc6d-498c-b6bf-f6043eb55bc6 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:54.945615 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.047901 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83dc88bb-bc6d-498c-b6bf-f6043eb55bc6 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.069308 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-59681ff3-1250-49b4-8f96-b67d6ac44019 req-67802ea0-d362-4cea-a87a-67c7ee8d29f4 tempest-ServersNegativeTestJSON-885033885 tempest-ServersNegativeTestJSON-885033885-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3f29b2a-5131-4512-9024-ded964e83bd9 HTTP/1.1" status: 200 len: 210 time: 0.0671358 Jul 08 01:50:55.161280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a9111-0ec9-4199-b110-62de012db241 req-7866186c-3a52-4ef4-8abd-dcebfbf795cb tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.169566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a9111-0ec9-4199-b110-62de012db241 req-7866186c-3a52-4ef4-8abd-dcebfbf795cb tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.176491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a9111-0ec9-4199-b110-62de012db241 req-7866186c-3a52-4ef4-8abd-dcebfbf795cb tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.182475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a9111-0ec9-4199-b110-62de012db241 req-7866186c-3a52-4ef4-8abd-dcebfbf795cb tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.189163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a9111-0ec9-4199-b110-62de012db241 req-7866186c-3a52-4ef4-8abd-dcebfbf795cb tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.195240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a9111-0ec9-4199-b110-62de012db241 req-7866186c-3a52-4ef4-8abd-dcebfbf795cb tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.205449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a9111-0ec9-4199-b110-62de012db241 req-7866186c-3a52-4ef4-8abd-dcebfbf795cb tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.205449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d6a9111-0ec9-4199-b110-62de012db241 req-7866186c-3a52-4ef4-8abd-dcebfbf795cb tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5443 time: 0.1996195 Jul 08 01:50:55.212660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:53Z', 'revision_number': 8, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:55.246850 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:55.258257 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:55.259141 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:55.304205 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83dc88bb-bc6d-498c-b6bf-f6043eb55bc6 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.319831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-c785d946-f493-4dd9-8580-1c6247474d8f tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.322649 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-c785d946-f493-4dd9-8580-1c6247474d8f tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.24 "GET /v2.0/networks?id=3240dfd9-202a-47fb-acbd-acd69756ec3c HTTP/1.1" status: 200 len: 821 time: 0.2885292 Jul 08 01:50:55.350604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Request body: {'port': {'device_id': '5e59027a-cd67-4da7-a320-e0d6e55b66a8', 'network_id': '3240dfd9-202a-47fb-acbd-acd69756ec3c', 'admin_state_up': True, 'tenant_id': 'a928b6b15efe46518e8ce9cd1c560daf'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:55.369225 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:55.380428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08d1b100-6886-4e7d-bbfe-22289cd8936c req-7681dcdc-091d-401e-b1de-15d6d2986308 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 210 time: 0.1356130 Jul 08 01:50:55.386755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc88bb-bc6d-498c-b6bf-f6043eb55bc6 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Subnet': ['ID=7c32c48c-6d5b-46b3-a002-0b61ae019b85,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:55.405474 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83dc88bb-bc6d-498c-b6bf-f6043eb55bc6 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.409031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-83dc88bb-bc6d-498c-b6bf-f6043eb55bc6 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/7c32c48c-6d5b-46b3-a002-0b61ae019b85 HTTP/1.1" status: 204 len: 168 time: 0.7357113 Jul 08 01:50:55.413591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:55.414781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc51a7-4235-445f-86d9-64827399cd5a None None] Network 38af616a-fb3e-4a21-aa4e-cec10b153a65 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:55.463667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:50:55.475663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d6a9111-0ec9-4199-b110-62de012db241 req-e8aade73-2f7d-4e6e-a2ec-d091fde3fb2a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2616913 Jul 08 01:50:55.633889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:50:55.648738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5dba3a8d-81b7-46bd-a2c8-65fa90c2a5cb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9175022 Jul 08 01:50:55.651654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60018) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:55.653481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] Sync routers for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:50:55.663611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Made reservation on behalf of a928b6b15efe46518e8ce9cd1c560daf for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:55.667794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.670160 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.714079 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:55.715130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:55.752262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting subnet ab34dd58-4450-4417-b1ec-d5549af96a86 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:50:55.797167 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.857083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b0b5-4bcc-499a-bbd6-a09f91cbab85 req-6361b0be-4e7f-4c93-a167-6b0b9d7fed67 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.865148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b0b5-4bcc-499a-bbd6-a09f91cbab85 req-6361b0be-4e7f-4c93-a167-6b0b9d7fed67 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.870359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.888438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b0b5-4bcc-499a-bbd6-a09f91cbab85 req-6361b0be-4e7f-4c93-a167-6b0b9d7fed67 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.912560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b0b5-4bcc-499a-bbd6-a09f91cbab85 req-6361b0be-4e7f-4c93-a167-6b0b9d7fed67 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.924228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b0b5-4bcc-499a-bbd6-a09f91cbab85 req-6361b0be-4e7f-4c93-a167-6b0b9d7fed67 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.932003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b0b5-4bcc-499a-bbd6-a09f91cbab85 req-6361b0be-4e7f-4c93-a167-6b0b9d7fed67 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.943420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b0b5-4bcc-499a-bbd6-a09f91cbab85 req-6361b0be-4e7f-4c93-a167-6b0b9d7fed67 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:55.947238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f43b0b5-4bcc-499a-bbd6-a09f91cbab85 req-6361b0be-4e7f-4c93-a167-6b0b9d7fed67 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5443 time: 0.2510149 Jul 08 01:50:55.962776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port c18de698-3212-4d25-98df-712e21ae9439 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:55.963576 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:55.977956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Allocated IP 172.20.0.3 (3240dfd9-202a-47fb-acbd-acd69756ec3c/b7ed5ff2-2e6a-4b15-aab4-d7391efedf65/3b363634-904a-475b-8708-a8b6ab0b008d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:50:56.006760 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:53Z', 'revision_number': 8, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:56.042214 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0866e557-a3ae-446a-b5ac-a040d2523bb7 None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:53Z', 'revision_number': 8, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d7a195-88b6-452e-bb43-24ca8ffcc751', 'name': '', 'network_id': 'b3d98de5-376b-498e-96cb-b3999b705ff6', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:70:c3:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:26Z', 'updated_at': '2021-07-08T01:50:41Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '3fec51af-dbdc-4bb4-8e40-de1b3194c2f5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:56.051587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:56.092019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port c18de698-3212-4d25-98df-712e21ae9439, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c18de698-3212-4d25-98df-712e21ae9439,segment=NetworkSegment(0a57535a-9a36-4400-b9a5-a3997ad5262a),segment_id=0a57535a-9a36-4400-b9a5-a3997ad5262a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:56.092532 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.113751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cddff9-73bb-496d-bad6-325e46b6de3d req-d864ef86-b930-4947-a282-2ef8013e9fb5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:56.130777 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88cddff9-73bb-496d-bad6-325e46b6de3d req-d864ef86-b930-4947-a282-2ef8013e9fb5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.1819084 Jul 08 01:50:56.139467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for c18de698-3212-4d25-98df-712e21ae9439 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:56.240959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:56.303790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.317050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c9984b-fc3c-4452-a047-bf057d940322 admin admin] Deleting subnet 96b90165-d067-4fff-8639-24a03e0be726 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:50:56.334951 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08c9984b-fc3c-4452-a047-bf057d940322 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.367993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.372193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:54Z', 'revision_number': 10, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:56.381915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=c18de698-3212-4d25-98df-712e21ae9439,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:56.385658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No DVR routers for this DVR port c18de698-3212-4d25-98df-712e21ae9439 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:56.394770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88cddff9-73bb-496d-bad6-325e46b6de3d req-1cbc4c4a-7211-4001-afc7-461f65dade8e tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629044 Jul 08 01:50:56.427863 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08c9984b-fc3c-4452-a047-bf057d940322 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.431031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] Checking router: 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:50:56.452774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:50:56.453710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:56.589412 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.591632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:50:56.600965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08c9984b-fc3c-4452-a047-bf057d940322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.604837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.645256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.652338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acc54615-2817-4df7-8fcb-37ecede8a68c req-5ba9fa9e-cdef-426c-9672-4a6003ec084e tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 210 time: 0.0651009 Jul 08 01:50:56.667847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38af616a-fb3e-4a21-aa4e-cec10b153a65']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:56.696056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a57535a-9a36-4400-b9a5-a3997ad5262a') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:56.696828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a57535a-9a36-4400-b9a5-a3997ad5262a') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:56.705986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad565d7d-c7e2-4b58-8b90-3f6ade6aac44 None None] DHCP port deletion for 38af616a-fb3e-4a21-aa4e-cec10b153a65 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:50:56.713122 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.724498 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.739304 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.740469 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.749593 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08c9984b-fc3c-4452-a047-bf057d940322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.754254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:50:56.754949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.811115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Subnet': ['ID=ab34dd58-4450-4417-b1ec-d5549af96a86,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:56.821009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.825211 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/ab34dd58-4450-4417-b1ec-d5549af96a86 HTTP/1.1" status: 204 len: 168 time: 1.1697183 Jul 08 01:50:56.825211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Network 3240dfd9-202a-47fb-acbd-acd69756ec3c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:50:56.827240 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:50:56.831070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60034) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:56.832102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5397e477-9a89-42b6-9b3f-4ae43fc9bb18 None None] Network 1776db05-de95-4929-9474-675305c4f4c2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:50:56.835568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:50:56.840760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.841110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.841456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.841804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.842119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.842448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.842871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.843147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.843469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.843804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.844111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.845154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941f47ae-ea7b-43a6-ad7a-a4f1f448e6c5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:56.848160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:50:56.870304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Pushing event updated for resources: {'Port': ['ID=3b363634-904a-475b-8708-a8b6ab0b008d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:56.874978 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9984b-fc3c-4452-a047-bf057d940322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b90165-d067-4fff-8639-24a03e0be726,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:56.894372 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08c9984b-fc3c-4452-a047-bf057d940322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.894372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-08c9984b-fc3c-4452-a047-bf057d940322 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/96b90165-d067-4fff-8639-24a03e0be726 HTTP/1.1" status: 204 len: 168 time: 0.6475635 Jul 08 01:50:56.894715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60036) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:56.925643 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.934902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.937000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/networks/38af616a-fb3e-4a21-aa4e-cec10b153a65 HTTP/1.1" status: 204 len: 168 time: 1.5223911 Jul 08 01:50:56.940391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60038) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:56.958901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:56.959820 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.986360 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-ea24285b-7867-4411-8b41-86e2491632c3 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6482494 Jul 08 01:50:56.992565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:56.998719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Request body: {'port': {'device_id': '5e59027a-cd67-4da7-a320-e0d6e55b66a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:57.006479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:54Z', 'revision_number': 10, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:57.025070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be582b2-2c84-4ad4-9ad9-1fed5db9863d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Network': ['ID=38af616a-fb3e-4a21-aa4e-cec10b153a65,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.041415 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9ac24e-a982-4ff0-9e37-01187181f874 None None] The sync data for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 is: [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:50:54Z', 'revision_number': 10, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None, '_interfaces': [{'id': 'a8457c4c-23eb-486a-8d47-967f2cc7cb22', 'name': '', 'network_id': 'c291cede-3d30-4885-94ed-2f454e1d0bcf', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'mac_address': 'fa:16:3e:5b:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:01Z', 'updated_at': '2021-07-08T01:50:14Z', 'revision_number': 5, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'subnets': [{'id': '0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:50:57.049182 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.152162 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.154664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.170528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500b7a8d-3e3f-467c-8af9-36812606853e']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:57.184547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:57.184844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfe7de7-9693-4dd4-b935-c7e2ff694ce6') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:57.211994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.233072 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.241944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:57.242285 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.248158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:50:57.248597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:50:57.250350 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:50:57.333825 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port 2765fa47-74e4-4f82-9afb-51c949a9a3c5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2765fa47-74e4-4f82-9afb-51c949a9a3c5,segment=NetworkSegment(d07dd2e1-7d20-48f1-976f-d01e7f788b79),segment_id=d07dd2e1-7d20-48f1-976f-d01e7f788b79)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:57.334129 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.355394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for 2765fa47-74e4-4f82-9afb-51c949a9a3c5 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:57.427718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.442385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] DHCP port deletion for 1776db05-de95-4929-9474-675305c4f4c2 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:50:57.455435 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.457782 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] 10.222.0.41 "DELETE /v2.0/networks/500b7a8d-3e3f-467c-8af9-36812606853e HTTP/1.1" status: 204 len: 168 time: 0.5638151 Jul 08 01:50:57.459194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f670803-f21d-4fc0-bb8c-31756281b182 admin admin] Pushing event deleted for resources: {'Network': ['ID=500b7a8d-3e3f-467c-8af9-36812606853e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.522518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Deleting port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:57.523123 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.624744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] For port 2765fa47-74e4-4f82-9afb-51c949a9a3c5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2765fa47-74e4-4f82-9afb-51c949a9a3c5,segment=NetworkSegment(d07dd2e1-7d20-48f1-976f-d01e7f788b79),segment_id=d07dd2e1-7d20-48f1-976f-d01e7f788b79)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:57.625436 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.647698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Calling delete_port for 2765fa47-74e4-4f82-9afb-51c949a9a3c5 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:57.665287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b363634-904a-475b-8708-a8b6ab0b008d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:50:57.674426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.677061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60048) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:57.699332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Transition to ACTIVE for port object 3b363634-904a-475b-8708-a8b6ab0b008d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:50:57.718287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.754761 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.803694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] No DVR routers for this DVR port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:57.805566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Pushing event deleted for resources: {'Port': ['ID=2765fa47-74e4-4f82-9afb-51c949a9a3c5,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.825544 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9a32cb33-95e9-4e2f-afab-d231ab73b8bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ab3f3f0badb41809c3f4b05754bbd4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405895 Jul 08 01:50:57.826348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60054) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:57.826672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Pushing event updated for resources: {'Port': ['ID=3b363634-904a-475b-8708-a8b6ab0b008d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:57.826883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.826883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ee1bd-2d54-4882-85a0-0818b3f8de8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:50:57.941004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Attempting to bind port 3b363634-904a-475b-8708-a8b6ab0b008d on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:50:57.942014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Attempting to bind port 3b363634-904a-475b-8708-a8b6ab0b008d by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '465cc430-be1c-4947-b38e-9361fc425235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3240dfd9-202a-47fb-acbd-acd69756ec3c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:50:57.942014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Attempting to bind port 3b363634-904a-475b-8708-a8b6ab0b008d on network 3240dfd9-202a-47fb-acbd-acd69756ec3c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:57.956055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9a667ca-2e70-4c7b-bcb0-88263cda3272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.958013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Port 3b363634-904a-475b-8708-a8b6ab0b008d on network 3240dfd9-202a-47fb-acbd-acd69756ec3c not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:50:57.958345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Attempting to bind port 3b363634-904a-475b-8708-a8b6ab0b008d on network 3240dfd9-202a-47fb-acbd-acd69756ec3c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:50:57.976764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:50:57.977119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Checking segment: {'id': '465cc430-be1c-4947-b38e-9361fc425235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3240dfd9-202a-47fb-acbd-acd69756ec3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:50:57.977514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Bound using segment: {'id': '465cc430-be1c-4947-b38e-9361fc425235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3240dfd9-202a-47fb-acbd-acd69756ec3c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:50:57.977958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Bound port: 3b363634-904a-475b-8708-a8b6ab0b008d, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465cc430-be1c-4947-b38e-9361fc425235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3240dfd9-202a-47fb-acbd-acd69756ec3c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:50:57.978322 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:57.994999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ab3a1767-e88a-449b-a524-afb217a662b8 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:58.004387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9a667ca-2e70-4c7b-bcb0-88263cda3272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.027004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: ab3a1767-e88a-449b-a524-afb217a662b8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:58.027342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ab3a1767-e88a-449b-a524-afb217a662b8 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:58.027763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c18de698-3212-4d25-98df-712e21ae9439 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:58.066908 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: c18de698-3212-4d25-98df-712e21ae9439 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:58.066908 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c18de698-3212-4d25-98df-712e21ae9439 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:58.067226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 34aca962-07a4-4675-ace6-ad64a3505f5f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:58.090447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] For port 3b363634-904a-475b-8708-a8b6ab0b008d, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:50:58.094350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] For port 3b363634-904a-475b-8708-a8b6ab0b008d, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3b363634-904a-475b-8708-a8b6ab0b008d,segment=NetworkSegment(465cc430-be1c-4947-b38e-9361fc425235),segment_id=465cc430-be1c-4947-b38e-9361fc425235)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:50:58.107486 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.116768 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9a667ca-2e70-4c7b-bcb0-88263cda3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.119538 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.120063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9a667ca-2e70-4c7b-bcb0-88263cda3272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.120597 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b9a667ca-2e70-4c7b-bcb0-88263cda3272 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27eca7ae-ac3f-45a8-889a-ce742a4d4d55 HTTP/1.1" status: 204 len: 168 time: 0.2963717 Jul 08 01:50:58.124698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 34aca962-07a4-4675-ace6-ad64a3505f5f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:58.125105 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 34aca962-07a4-4675-ace6-ad64a3505f5f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:58.126347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2765fa47-74e4-4f82-9afb-51c949a9a3c5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:58.133016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7a24a343-706d-47f1-9419-84e91e0adb3a no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:50:58.147206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b11ad4-d872-451a-94e6-13d7794cd996 req-f4297c8e-7b1b-4c65-be20-2f461a79217d tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:58.148801 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5b11ad4-d872-451a-94e6-13d7794cd996 req-f4297c8e-7b1b-4c65-be20-2f461a79217d tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2002757 Jul 08 01:50:58.166580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:58.167194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.168619 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] 10.222.0.24 "PUT /v2.0/ports/3b363634-904a-475b-8708-a8b6ab0b008d HTTP/1.1" status: 200 len: 1092 time: 1.1741674 Jul 08 01:50:58.169368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a667ca-2e70-4c7b-bcb0-88263cda3272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27eca7ae-ac3f-45a8-889a-ce742a4d4d55,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:58.170830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e59027a-cd67-4da7-a320-e0d6e55b66a8', 'tag': '3b363634-904a-475b-8708-a8b6ab0b008d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:50:58.180374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5b7a3-33f2-401d-8012-a0169d6b6119 req-9cf4d4dd-9492-46d7-b1f6-a1de85082be8 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:58.180551 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0838278-01ce-4194-a751-3e760799fa38" -d '{"events": [{"name": "network-changed", "server_uuid": "5e59027a-cd67-4da7-a320-e0d6e55b66a8", "tag": "3b363634-904a-475b-8708-a8b6ab0b008d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:50:58.187388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adf5b7a3-33f2-401d-8012-a0169d6b6119 req-9cf4d4dd-9492-46d7-b1f6-a1de85082be8 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 943 time: 0.2479558 Jul 08 01:50:58.196955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 7a24a343-706d-47f1-9419-84e91e0adb3a {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:58.197650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7a24a343-706d-47f1-9419-84e91e0adb3a not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:58.201821 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 2765fa47-74e4-4f82-9afb-51c949a9a3c5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:50:58.202410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2765fa47-74e4-4f82-9afb-51c949a9a3c5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:50:58.237839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=2765fa47-74e4-4f82-9afb-51c949a9a3c5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:58.256836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fc704-4668-4333-99d4-f985a96ea5bb service neutron] Pushing event updated for resources: {'Port': ['ID=3b363634-904a-475b-8708-a8b6ab0b008d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:58.260051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No DVR routers for this DVR port 2765fa47-74e4-4f82-9afb-51c949a9a3c5 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:50:58.291514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-b9a84310-0be5-4593-8508-27f7067f3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:58.293186 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-b9a84310-0be5-4593-8508-27f7067f3177 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a928b6b15efe46518e8ce9cd1c560daf&device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 1095 time: 0.0755923 Jul 08 01:50:58.312536 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.352520 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-31843ae8-f9b3-4ec9-a379-c0601b936f1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b363634-904a-475b-8708-a8b6ab0b008d HTTP/1.1" status: 200 len: 217 time: 0.0524061 Jul 08 01:50:58.440234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adf5b7a3-33f2-401d-8012-a0169d6b6119 req-5c2f146f-8c58-402b-8f67-b0f7a8ac25ac tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519484 Jul 08 01:50:58.457089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5b11ad4-d872-451a-94e6-13d7794cd996 req-29b22ce8-5654-4a09-982e-fceffc22bf21 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527754 Jul 08 01:50:58.471207 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.480953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-0455d96e-8ec8-4c25-af74-f98990e20b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:58.482492 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-0455d96e-8ec8-4c25-af74-f98990e20b4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7ed5ff2-2e6a-4b15-aab4-d7391efedf65 HTTP/1.1" status: 200 len: 861 time: 0.1231875 Jul 08 01:50:58.489116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1776db05-de95-4929-9474-675305c4f4c2']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:58.500679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07dd2e1-7d20-48f1-976f-d01e7f788b79') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:58.501018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07dd2e1-7d20-48f1-976f-d01e7f788b79') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:50:58.510457 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.525061 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.545119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:50:58.548358 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.561864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-bfbaf5a1-0138-4f1e-9be2-d33941a94934 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3240dfd9-202a-47fb-acbd-acd69756ec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614328 Jul 08 01:50:58.563978 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4372e2d4-4b9c-496b-8184-593c5dff6793 x-openstack-request-id: req-4372e2d4-4b9c-496b-8184-593c5dff6793 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:50:58.564547 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e59027a-cd67-4da7-a320-e0d6e55b66a8", "tag": "3b363634-904a-475b-8708-a8b6ab0b008d", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:50:58.565004 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4372e2d4-4b9c-496b-8184-593c5dff6793 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:50:58.565669 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e59027a-cd67-4da7-a320-e0d6e55b66a8', 'tag': '3b363634-904a-475b-8708-a8b6ab0b008d', 'status': 'completed', 'code': 200} Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:50:58.659201 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:50:58.662670 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.672508 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:58.678237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/networks/1776db05-de95-4929-9474-675305c4f4c2 HTTP/1.1" status: 204 len: 168 time: 1.8412051 Jul 08 01:50:58.712653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60084) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:58.725469 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-744a9fef-7fe5-4cbb-b655-3e6ff7557f23 service neutron] 10.222.0.24 "GET /v2.0/networks/3240dfd9-202a-47fb-acbd-acd69756ec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540906 Jul 08 01:50:58.731764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde1854-1457-48d0-8e74-c644aaee2368 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Network': ['ID=1776db05-de95-4929-9474-675305c4f4c2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:58.737045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60088) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:58.898065 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4bc6c529-84e4-412a-863e-a803cc5347fb req-0c11f653-609c-4616-960c-80bfa8db2efc service neutron] 10.222.0.24 "GET /v2.0/networks/3240dfd9-202a-47fb-acbd-acd69756ec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598883 Jul 08 01:50:59.078255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bbb0e-7fb8-4aeb-979d-84e0454b801b req-94f247d6-91fc-47bf-aeb4-d8c4abcd0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.079319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bbb0e-7fb8-4aeb-979d-84e0454b801b req-94f247d6-91fc-47bf-aeb4-d8c4abcd0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.079874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bbb0e-7fb8-4aeb-979d-84e0454b801b req-94f247d6-91fc-47bf-aeb4-d8c4abcd0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.080279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bbb0e-7fb8-4aeb-979d-84e0454b801b req-94f247d6-91fc-47bf-aeb4-d8c4abcd0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.080914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bbb0e-7fb8-4aeb-979d-84e0454b801b req-94f247d6-91fc-47bf-aeb4-d8c4abcd0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.081259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bbb0e-7fb8-4aeb-979d-84e0454b801b req-94f247d6-91fc-47bf-aeb4-d8c4abcd0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.081718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bbb0e-7fb8-4aeb-979d-84e0454b801b req-94f247d6-91fc-47bf-aeb4-d8c4abcd0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.092622 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d93bbb0e-7fb8-4aeb-979d-84e0454b801b req-94f247d6-91fc-47bf-aeb4-d8c4abcd0cca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6507 time: 0.2983332 Jul 08 01:50:59.110487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838278-01ce-4194-a751-3e760799fa38 req-2d8f5eca-8f62-4d4a-bd67-3d6d0ef40f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.112151 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d0838278-01ce-4194-a751-3e760799fa38 req-2d8f5eca-8f62-4d4a-bd67-3d6d0ef40f32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a928b6b15efe46518e8ce9cd1c560daf&device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 1095 time: 0.1161776 Jul 08 01:50:59.146960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 83d7a195-88b6-452e-bb43-24ca8ffcc751 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:50:59.147605 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.150637 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d93bbb0e-7fb8-4aeb-979d-84e0454b801b req-c8219f52-713c-46da-ac05-539924fb51dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602164 Jul 08 01:50:59.202996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60104) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:50:59.240775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838278-01ce-4194-a751-3e760799fa38 req-afa95b38-8c48-4912-87b3-09f0530a5fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.242295 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d0838278-01ce-4194-a751-3e760799fa38 req-afa95b38-8c48-4912-87b3-09f0530a5fad service neutron] 10.222.0.24 "GET /v2.0/networks?id=3240dfd9-202a-47fb-acbd-acd69756ec3c HTTP/1.1" status: 200 len: 922 time: 0.1166964 Jul 08 01:50:59.282268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port 83d7a195-88b6-452e-bb43-24ca8ffcc751, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=83d7a195-88b6-452e-bb43-24ca8ffcc751,segment=NetworkSegment(19472b87-23e7-438c-9573-1e3c21f2b5e5),segment_id=19472b87-23e7-438c-9573-1e3c21f2b5e5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:50:59.282904 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.296521 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d0838278-01ce-4194-a751-3e760799fa38 req-18e33f44-5353-426f-a6a3-f48718ba8fa3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b363634-904a-475b-8708-a8b6ab0b008d HTTP/1.1" status: 200 len: 217 time: 0.0464993 Jul 08 01:50:59.301013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 83d7a195-88b6-452e-bb43-24ca8ffcc751 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:50:59.318659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-940260291-network', 'tenant_id': '8e33cd6a85be449c94882e5c22088613'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:50:59.355453 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.370781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Made reservation on behalf of 8e33cd6a85be449c94882e5c22088613 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:50:59.373177 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.377536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838278-01ce-4194-a751-3e760799fa38 req-a40cd783-7ee9-456a-bb57-c9601675d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.379217 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d0838278-01ce-4194-a751-3e760799fa38 req-a40cd783-7ee9-456a-bb57-c9601675d28a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7ed5ff2-2e6a-4b15-aab4-d7391efedf65 HTTP/1.1" status: 200 len: 861 time: 0.0759015 Jul 08 01:50:59.384939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.427317 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d0838278-01ce-4194-a751-3e760799fa38 req-4b9f7171-6fee-4099-934c-bc15bf112fa9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3240dfd9-202a-47fb-acbd-acd69756ec3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398431 Jul 08 01:50:59.607433 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d0838278-01ce-4194-a751-3e760799fa38 req-50b8d80b-d234-441a-93a8-2a6efc74377f service neutron] 10.222.0.24 "GET /v2.0/networks/3240dfd9-202a-47fb-acbd-acd69756ec3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719213 Jul 08 01:50:59.686066 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.773398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.777240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=83d7a195-88b6-452e-bb43-24ca8ffcc751,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:59.779398 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d0838278-01ce-4194-a751-3e760799fa38 req-ab29da0d-2eec-45dc-bf78-aae555cb15c4 service neutron] 10.222.0.24 "GET /v2.0/networks/3240dfd9-202a-47fb-acbd-acd69756ec3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466513 Jul 08 01:50:59.780926 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.810873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:50:59.826782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bfae20-7f3f-45c5-ab7d-8ed15172e06c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:50:59.846678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.847058 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Added segment d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433 of type vlan for network c97cd76e-d39d-417e-9c62-baa03eacc0fa Jul 08 01:50:59.897163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.940066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.941064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.941770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:50:59.976859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d33df-3547-44cb-8716-ef211ab292f0 req-24f38e05-0fcd-4393-815a-b6e415a1ab07 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:50:59.978535 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-574d33df-3547-44cb-8716-ef211ab292f0 req-24f38e05-0fcd-4393-815a-b6e415a1ab07 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 943 time: 0.3066454 Jul 08 01:50:59.982425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.012977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0752eac-0046-457a-ac43-17f0f1315a5c req-85a9f5ee-f88d-4e91-9ba5-4ef24145202f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.014482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0752eac-0046-457a-ac43-17f0f1315a5c req-85a9f5ee-f88d-4e91-9ba5-4ef24145202f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.3220541 Jul 08 01:51:00.027053 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8221762 Jul 08 01:51:00.032756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60122) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:00.039370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Request body: {'subnet': {'network_id': 'c97cd76e-d39d-417e-9c62-baa03eacc0fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-940260291-subnet', 'tenant_id': '8e33cd6a85be449c94882e5c22088613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:00.052195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd30de-7c6c-412f-ac2e-d4d62be2647b admin admin] Pushing event updated for resources: {'Network': ['ID=c97cd76e-d39d-417e-9c62-baa03eacc0fa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:00.062306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c97cd76e-d39d-417e-9c62-baa03eacc0fa details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:51:00.074237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Made reservation on behalf of 8e33cd6a85be449c94882e5c22088613 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:00.077151 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.097135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port a8457c4c-23eb-486a-8d47-967f2cc7cb22 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:00.097480 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.206446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-574d33df-3547-44cb-8716-ef211ab292f0 req-ad167b15-caf5-4030-a305-8fbe70697af1 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135074 Jul 08 01:51:00.214441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0752eac-0046-457a-ac43-17f0f1315a5c req-4da53f95-a539-4e2c-bf89-35842ef95971 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879101 Jul 08 01:51:00.296888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.340150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port a8457c4c-23eb-486a-8d47-967f2cc7cb22, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a8457c4c-23eb-486a-8d47-967f2cc7cb22,segment=NetworkSegment(13e39b11-a591-48c2-9733-8b4ff4624087),segment_id=13e39b11-a591-48c2-9733-8b4ff4624087)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:00.340581 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.372420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Checking segment: {'id': 'd3bce4e8-1e2f-48c8-acfe-8f62c7fa0433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c97cd76e-d39d-417e-9c62-baa03eacc0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:00.372877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Network hostable DHCP agents. Network: c97cd76e-d39d-417e-9c62-baa03eacc0fa, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:51:00.378294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for a8457c4c-23eb-486a-8d47-967f2cc7cb22 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:00.395542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989830d4-399b-481b-802c-07de0097215a,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:00.407682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Network c97cd76e-d39d-417e-9c62-baa03eacc0fa is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:51:00.418828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c97cd76e-d39d-417e-9c62-baa03eacc0fa) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:00.423844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.424511 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.429263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639265f-4d00-4705-8b29-e13bfd9f2b43 None None] Network c97cd76e-d39d-417e-9c62-baa03eacc0fa requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:00.434370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:00.442589 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-65c66b2c-20ab-432b-841d-48ecc1fb20c0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4086361 Jul 08 01:51:00.587439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e9d71d-9716-49c8-82d4-5acf4e4b9267 None None] Network c97cd76e-d39d-417e-9c62-baa03eacc0fa requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:00.939569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60144) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:00.941304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-8ec769db-2ae9-4fa5-a323-b01930fb5d36 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:00.942842 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-8ec769db-2ae9-4fa5-a323-b01930fb5d36 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 815 time: 0.5997086 Jul 08 01:51:00.946186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1235662895-network', 'tenant_id': '82cfc609cb1248dc9ddf6db80646addf'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:00.971103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Made reservation on behalf of 82cfc609cb1248dc9ddf6db80646addf for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:00.973523 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:00.982582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.012569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-3ffeab76-e931-46b6-bfa7-de76bca1f170 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/quotas/b10862653d8f41479149fd2df8af4655 HTTP/1.1" status: 200 len: 375 time: 0.0346627 Jul 08 01:51:01.018325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:01.025410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4fc028e9-76af-41bf-bf1b-e36b69a32e69 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0831842 Jul 08 01:51:01.028256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60146) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:01.033504 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:01.049118 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:01.049780 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:01.101619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-70587485-b136-42d4-bf27-dae2e90cf7cb tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting subnet 3fec51af-dbdc-4bb4-8e40-de1b3194c2f5 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:51:01.108387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70587485-b136-42d4-bf27-dae2e90cf7cb tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.137464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-4f2f903b-d30f-4925-bc6a-e134570da83e tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165569 Jul 08 01:51:01.138554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.166393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70587485-b136-42d4-bf27-dae2e90cf7cb tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.176700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=a8457c4c-23eb-486a-8d47-967f2cc7cb22,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:01.177776 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:01.214735 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.220705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.270197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:51:01.357315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.372780 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Added segment 6c849f32-6eec-45e7-beab-ea7a809725f6 of type vlan for network 3f41e552-544d-4b55-9375-d4149d05940a Jul 08 01:51:01.374618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47dd1d3-0f21-4f56-b579-e9a5e25bebb9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:01.393908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-a3490908-24fd-4a46-84d0-5a9d6a976628 service neutron] 10.222.0.41 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312157 Jul 08 01:51:01.407869 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.448061 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 9, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:01.467300 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.476075 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70587485-b136-42d4-bf27-dae2e90cf7cb tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.488945 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:01.499133 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:01.500017 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:01.546003 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.546990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:01.547679 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.603983 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:01.611921 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70587485-b136-42d4-bf27-dae2e90cf7cb tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.630252 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6894169 Jul 08 01:51:01.652091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60154) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:01.657840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Request body: {'subnet': {'network_id': '3f41e552-544d-4b55-9375-d4149d05940a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1235662895-subnet', 'tenant_id': '82cfc609cb1248dc9ddf6db80646addf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:01.661130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c55e6-8840-4e6f-9034-97bbc25e2a8c admin admin] Pushing event updated for resources: {'Network': ['ID=3f41e552-544d-4b55-9375-d4149d05940a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:01.665611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70587485-b136-42d4-bf27-dae2e90cf7cb tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Subnet': ['ID=3fec51af-dbdc-4bb4-8e40-de1b3194c2f5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:01.667854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70587485-b136-42d4-bf27-dae2e90cf7cb tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.678828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b98c0d3-ced3-4d31-ac30-b27f6fc0fc0b None None] Network b3d98de5-376b-498e-96cb-b3999b705ff6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:01.679331 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-70587485-b136-42d4-bf27-dae2e90cf7cb tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/3fec51af-dbdc-4bb4-8e40-de1b3194c2f5 HTTP/1.1" status: 204 len: 168 time: 0.6497035 Jul 08 01:51:01.682316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60156) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:01.699386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-b168117c-a279-437f-b529-49dad0518fcb service neutron] 10.222.0.41 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036511 Jul 08 01:51:01.706619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:01.724478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e1ef1-cc2d-4a0f-8169-8bb5767736f4 req-9988e1b9-feaf-4971-bf67-81124395fa74 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:01.744805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e2e1ef1-cc2d-4a0f-8169-8bb5767736f4 req-9988e1b9-feaf-4971-bf67-81124395fa74 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 943 time: 0.2952604 Jul 08 01:51:01.772122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Made reservation on behalf of 82cfc609cb1248dc9ddf6db80646addf for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:01.774988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.783369 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 3f41e552-544d-4b55-9375-d4149d05940a details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:51:01.834305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:01.871762 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 9, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:01.881409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:01.886161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e2e1ef1-cc2d-4a0f-8169-8bb5767736f4 req-b80df2f3-aec7-4f2e-a627-9bb95ce00797 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359851 Jul 08 01:51:01.890891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d2ed11f4-1998-4a7c-a645-f8f3f7317461 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1679833 Jul 08 01:51:01.894120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:01.909849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] Sync routers for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:01.934407 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bee5d5-22cc-405c-9f3d-986c6af3de25 None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:50:59Z', 'revision_number': 9, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8914f574-abf7-4c3b-b5e8-60f4352f375f', 'name': '', 'network_id': 'e64da97a-ddcd-4451-85ee-eb89e59ff4ce', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:b0:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:16Z', 'updated_at': '2021-07-08T01:50:37Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '2977fe17-28f8-4b93-9a4b-284f1746f66c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:01.969742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:01.971981 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:02.024103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f801911-f954-49ea-9690-d12459a2c123 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting subnet 0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:51:02.034050 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f801911-f954-49ea-9690-d12459a2c123 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.088758 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f801911-f954-49ea-9690-d12459a2c123 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.157951 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3b363634-904a-475b-8708-a8b6ab0b008d details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:02.163879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:02.167181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 8bf79206-0f92-415d-afc2-de692f3c6765 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:02.167662 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.258341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.267450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d566828-d419-43a3-b0c9-6589ac28f091 req-e86284d0-3053-4e05-94af-e00bbfa598f4 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 210 time: 0.0811586 Jul 08 01:51:02.343729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port 8bf79206-0f92-415d-afc2-de692f3c6765, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8bf79206-0f92-415d-afc2-de692f3c6765,segment=NetworkSegment(19472b87-23e7-438c-9573-1e3c21f2b5e5),segment_id=19472b87-23e7-438c-9573-1e3c21f2b5e5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:02.344586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.370804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 8bf79206-0f92-415d-afc2-de692f3c6765 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:02.385222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8406ac-3dae-455b-b964-03c10c63ee77 req-9490de37-90a4-43d0-ab77-40aa5a58313d tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:02.393243 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b8406ac-3dae-455b-b964-03c10c63ee77 req-9490de37-90a4-43d0-ab77-40aa5a58313d tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2293098 Jul 08 01:51:02.395918 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f801911-f954-49ea-9690-d12459a2c123 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.401748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=094362ce-41dd-4c03-bc40-134288a9b455,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:02.452734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Checking segment: {'id': '6c849f32-6eec-45e7-beab-ea7a809725f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3f41e552-544d-4b55-9375-d4149d05940a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:02.453243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Network hostable DHCP agents. Network: 3f41e552-544d-4b55-9375-d4149d05940a, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:51:02.496429 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b8406ac-3dae-455b-b964-03c10c63ee77 req-16b71c48-e125-4c5d-9beb-99b0260942fb tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021748 Jul 08 01:51:02.512865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Network 3f41e552-544d-4b55-9375-d4149d05940a is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:51:02.528697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f801911-f954-49ea-9690-d12459a2c123 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.547183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:51:01Z', 'revision_number': 11, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:02.560409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 3f41e552-544d-4b55-9375-d4149d05940a) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:02.564902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:02.565589 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.581711 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.583315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f801911-f954-49ea-9690-d12459a2c123 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:02.598036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f801911-f954-49ea-9690-d12459a2c123 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.602425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0f801911-f954-49ea-9690-d12459a2c123 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0 HTTP/1.1" status: 204 len: 168 time: 0.7072437 Jul 08 01:51:02.605216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:02.665642 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b2b02017-9d14-4790-afe0-ef8da1133daf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0121078 Jul 08 01:51:02.670640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=8bf79206-0f92-415d-afc2-de692f3c6765,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:02.676777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No DVR routers for this DVR port 8bf79206-0f92-415d-afc2-de692f3c6765 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:02.715144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4743ef4-0d56-44e5-88a4-11b9781c50fe None None] Network 3f41e552-544d-4b55-9375-d4149d05940a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:02.724233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c13cb12-5454-47c8-aad4-10f4cc006c4f None None] Network c291cede-3d30-4885-94ed-2f454e1d0bcf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:02.729656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.734632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] Checking router: 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:02.795541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Deleting port cc0858aa-0afe-4a67-8e82-26f720c2a9e1 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:02.796021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.796333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.829764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d98de5-376b-498e-96cb-b3999b705ff6']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:02.848893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19472b87-23e7-438c-9573-1e3c21f2b5e5') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:02.849482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19472b87-23e7-438c-9573-1e3c21f2b5e5') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:02.863976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.878535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:02.879183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:02.884989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3b363634-904a-475b-8708-a8b6ab0b008d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3b363634-904a-475b-8708-a8b6ab0b008d,segment=NetworkSegment(465cc430-be1c-4947-b38e-9361fc425235),segment_id=465cc430-be1c-4947-b38e-9361fc425235)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:02.909627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] For port cc0858aa-0afe-4a67-8e82-26f720c2a9e1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=cc0858aa-0afe-4a67-8e82-26f720c2a9e1,segment=NetworkSegment(13e39b11-a591-48c2-9733-8b4ff4624087),segment_id=13e39b11-a591-48c2-9733-8b4ff4624087)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:02.910489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.913021 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.931761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:51:02.933109 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:02.947596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Calling delete_port for cc0858aa-0afe-4a67-8e82-26f720c2a9e1 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:51:02.948010 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:51:03.024624 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.037322 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.039730 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/networks/b3d98de5-376b-498e-96cb-b3999b705ff6 HTTP/1.1" status: 204 len: 168 time: 1.3559868 Jul 08 01:51:03.043690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60178) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:03.077446 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5005ab5-4a81-4f0a-8c7e-55381812dcad None None] DHCP port deletion for b3d98de5-376b-498e-96cb-b3999b705ff6 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:51:03.108272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34914b28-ea85-4d8a-a857-bad7074f4149 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Network': ['ID=b3d98de5-376b-498e-96cb-b3999b705ff6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:03.127749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '3b363634-904a-475b-8708-a8b6ab0b008d', 'network_id': '3240dfd9-202a-47fb-acbd-acd69756ec3c', 'port_id': '3b363634-904a-475b-8708-a8b6ab0b008d', 'mac_address': 'fa:16:3e:e9:52:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ed5ff2-2e6a-4b15-aab4-d7391efedf65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:03.130159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:03.212630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f125e-e33b-49d4-a7c0-09719ae37f1e req-c03dcf09-2529-41ca-a2f3-4009cfaecc9e tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:03.214861 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7a8f125e-e33b-49d4-a7c0-09719ae37f1e req-c03dcf09-2529-41ca-a2f3-4009cfaecc9e tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 943 time: 0.1330075 Jul 08 01:51:03.216610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.232322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:51:01Z', 'revision_number': 11, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:03.282941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No DVR routers for this DVR port cc0858aa-0afe-4a67-8e82-26f720c2a9e1 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:03.298633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b1e40-784c-4c3b-aaee-cbe3c6abed57 None None] The sync data for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 is: [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:51:01Z', 'revision_number': 11, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:03.306108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Port': ['ID=cc0858aa-0afe-4a67-8e82-26f720c2a9e1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:03.314658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.352447 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7a8f125e-e33b-49d4-a7c0-09719ae37f1e req-55daa65e-b40d-4430-a69f-22b50d37f6ad tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235874 Jul 08 01:51:03.415109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b363634-904a-475b-8708-a8b6ab0b008d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:03.447056 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.458564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff0d5c4-2366-4f7d-ab71-a3f225b0409a None None] Network 3f41e552-544d-4b55-9375-d4149d05940a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:03.472902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c291cede-3d30-4885-94ed-2f454e1d0bcf']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:03.478033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3b363634-904a-475b-8708-a8b6ab0b008d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3b363634-904a-475b-8708-a8b6ab0b008d,segment=NetworkSegment(465cc430-be1c-4947-b38e-9361fc425235),segment_id=465cc430-be1c-4947-b38e-9361fc425235)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:03.508464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e39b11-a591-48c2-9733-8b4ff4624087') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:03.508935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e39b11-a591-48c2-9733-8b4ff4624087') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:03.509424 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.586372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=3b363634-904a-475b-8708-a8b6ab0b008d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:03.591863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.606164 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.630362 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.645572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:51:03.646336 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:51:03.649911 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:51:03.673919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-4e5e06b4-44a6-4212-9b57-199a7da8b2cf tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:03.676131 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-4e5e06b4-44a6-4212-9b57-199a7da8b2cf tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/networks?id=c97cd76e-d39d-417e-9c62-baa03eacc0fa HTTP/1.1" status: 200 len: 824 time: 0.1595261 Jul 08 01:51:03.691134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd42611f-ef44-4c03-8b48-39987144867c None None] DHCP port deletion for c291cede-3d30-4885-94ed-2f454e1d0bcf request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:51:03.818280 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-c334dc81-553c-4302-873d-fff2f9b0fee9 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/quotas/8e33cd6a85be449c94882e5c22088613 HTTP/1.1" status: 200 len: 375 time: 0.0853462 Jul 08 01:51:03.826242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.842003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['3b363634-904a-475b-8708-a8b6ab0b008d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:03.877870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9bf2c260-2f51-4c51-93aa-b770c568bff8 req-3df1ec5b-4219-4ce4-ab82-91ee9c137559 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 210 time: 0.1050868 Jul 08 01:51:03.882131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:03.886130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/networks/c291cede-3d30-4885-94ed-2f454e1d0bcf HTTP/1.1" status: 204 len: 168 time: 1.2797399 Jul 08 01:51:03.917011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:03.938576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7a00323a-c610-4ffa-a421-fb15e2190afe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'routes': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:03.995334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 8914f574-abf7-4c3b-b5e8-60f4352f375f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:03.995681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.054148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cc0858aa-0afe-4a67-8e82-26f720c2a9e1 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:04.068087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304bcca-0e72-40d5-acec-32da24eff375 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Pushing event deleted for resources: {'Network': ['ID=c291cede-3d30-4885-94ed-2f454e1d0bcf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:04.087883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: cc0858aa-0afe-4a67-8e82-26f720c2a9e1 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:04.087883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cc0858aa-0afe-4a67-8e82-26f720c2a9e1 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:04.087883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8bf79206-0f92-415d-afc2-de692f3c6765 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:04.104879 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-41c40a63-33c7-45c6-9429-97309b51dcef tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e33cd6a85be449c94882e5c22088613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2570260 Jul 08 01:51:04.109549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 8bf79206-0f92-415d-afc2-de692f3c6765 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:04.109941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8bf79206-0f92-415d-afc2-de692f3c6765 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:04.110403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a8457c4c-23eb-486a-8d47-967f2cc7cb22 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:04.130033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: a8457c4c-23eb-486a-8d47-967f2cc7cb22 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:04.130366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a8457c4c-23eb-486a-8d47-967f2cc7cb22 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:04.130798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 83d7a195-88b6-452e-bb43-24ca8ffcc751 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:04.137148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port 8914f574-abf7-4c3b-b5e8-60f4352f375f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8914f574-abf7-4c3b-b5e8-60f4352f375f,segment=NetworkSegment(887c8509-e584-44e1-af9a-803ba10e0582),segment_id=887c8509-e584-44e1-af9a-803ba10e0582)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:04.137507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.151203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 83d7a195-88b6-452e-bb43-24ca8ffcc751 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:04.151412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 83d7a195-88b6-452e-bb43-24ca8ffcc751 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:04.199214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 8914f574-abf7-4c3b-b5e8-60f4352f375f owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:04.262556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-0aa195f5-c0d1-47b1-a098-432edee4b71b tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.264354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-0aa195f5-c0d1-47b1-a098-432edee4b71b tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 815 time: 0.5302207 Jul 08 01:51:04.295391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Request body: {'port': {'device_id': '3e0164a6-a9bf-4506-8cd9-3ed338776a47', 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa', 'admin_state_up': True, 'tenant_id': 'b10862653d8f41479149fd2df8af4655'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:04.300594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-7a00323a-c610-4ffa-a421-fb15e2190afe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Added routes are [] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 01:51:04.300895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-7a00323a-c610-4ffa-a421-fb15e2190afe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Removed routes are [] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 01:51:04.301259 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a00323a-c610-4ffa-a421-fb15e2190afe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.389711 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.519646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71d485-af9d-4906-bac8-2916bb36c540 req-d4bea569-36f0-4b65-8e5a-a7d30f8216dc tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.521278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c71d485-af9d-4906-bac8-2916bb36c540 req-d4bea569-36f0-4b65-8e5a-a7d30f8216dc tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.4052553 Jul 08 01:51:04.582048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf802e-bb8d-4d58-8c13-220690b9454f req-555e720d-e69c-4c4c-9bd2-cd78f2caf1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:04.583525 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7bdf802e-bb8d-4d58-8c13-220690b9454f req-555e720d-e69c-4c4c-9bd2-cd78f2caf1f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 1098 time: 0.4322875 Jul 08 01:51:04.622935 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a00323a-c610-4ffa-a421-fb15e2190afe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.641940 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a00323a-c610-4ffa-a421-fb15e2190afe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.646901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-13c4402f-f427-480b-834c-9e22801bfabd service neutron] 10.222.0.41 "GET /v2.0/networks/c97cd76e-d39d-417e-9c62-baa03eacc0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212405 Jul 08 01:51:04.670020 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7bdf802e-bb8d-4d58-8c13-220690b9454f req-f23a8206-5ef0-4290-864f-3c256a8e2795 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750728 Jul 08 01:51:04.688870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c71d485-af9d-4906-bac8-2916bb36c540 req-163c16c7-4ce5-41ed-a411-b2b6c52828a4 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308019 Jul 08 01:51:04.749181 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:04.782520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=8914f574-abf7-4c3b-b5e8-60f4352f375f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:04.920792 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.146639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:05.182832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Made reservation on behalf of b10862653d8f41479149fd2df8af4655 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:05.186303 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.196674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a00323a-c610-4ffa-a421-fb15e2190afe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:05.240872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:05.245817 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b08e8c06-7c1d-4d27-b802-35e680f205cd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2003973 Jul 08 01:51:05.248519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60208) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:05.251615 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:05.261782 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:05.262560 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:05.267574 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-b967850e-1fbc-4b4f-aba1-44deec42a25d service neutron] 10.222.0.41 "GET /v2.0/networks/c97cd76e-d39d-417e-9c62-baa03eacc0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084323 Jul 08 01:51:05.325207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae72d397-87cd-4b6f-ae6d-59daf2f1ee82 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting subnet 2977fe17-28f8-4b93-9a4b-284f1746f66c {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:51:05.329463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae72d397-87cd-4b6f-ae6d-59daf2f1ee82 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.360660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:05.386693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086d192-83cc-49b4-8eae-55ffaeed7d16 req-5ed621b5-abf5-4ed0-b78f-f93326bd66a6 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:05.393604 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b086d192-83cc-49b4-8eae-55ffaeed7d16 req-5ed621b5-abf5-4ed0-b78f-f93326bd66a6 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 944 time: 0.2664137 Jul 08 01:51:05.393983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae72d397-87cd-4b6f-ae6d-59daf2f1ee82 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.398666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a00323a-c610-4ffa-a421-fb15e2190afe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:05.409666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] Sync routers for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:05.415181 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a00323a-c610-4ffa-a421-fb15e2190afe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.416341 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7a00323a-c610-4ffa-a421-fb15e2190afe tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb HTTP/1.1" status: 200 len: 700 time: 1.4823537 Jul 08 01:51:05.425134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:05.425965 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:05.427116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60210) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:05.505749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a78062e5-eddd-4207-a28a-a5d814f3f6c4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f434d2e-d8d3-4d6e-8a29-c1334e017ffb HTTP/1.1" status: 200 len: 205 time: 0.0772407 Jul 08 01:51:05.511701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:05.621872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:05.631677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b086d192-83cc-49b4-8eae-55ffaeed7d16 req-dccd3c08-2213-428d-b718-6db7932d6f69 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370956 Jul 08 01:51:05.646083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Allocated IP 172.20.0.13 (5e7e5c7c-3dea-4a10-bf92-4c120795beaa/bd81c0e3-d324-4187-beae-5bb89c221c28/fbd49afb-638d-4760-8e6f-d957ac0705ab) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:05.661341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae72d397-87cd-4b6f-ae6d-59daf2f1ee82 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.696428 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b43337b0-24ef-4643-a225-cb8327d5f0ca tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.703085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:51:01Z', 'revision_number': 11, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:05.740917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] Checking router: 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:05.755404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] Routers {'9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:05.756347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:05.831493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae72d397-87cd-4b6f-ae6d-59daf2f1ee82 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.864140 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:51:04Z', 'revision_number': 10, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:05.889645 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef5a4d3-f5ed-439f-ac34-6b77e744c7a6 None None] Network e64da97a-ddcd-4451-85ee-eb89e59ff4ce requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:05.899551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] Set router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:05.923651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae72d397-87cd-4b6f-ae6d-59daf2f1ee82 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:05.926324 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ae72d397-87cd-4b6f-ae6d-59daf2f1ee82 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/2977fe17-28f8-4b93-9a4b-284f1746f66c HTTP/1.1" status: 204 len: 168 time: 0.6768458 Jul 08 01:51:05.927511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72d397-87cd-4b6f-ae6d-59daf2f1ee82 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Subnet': ['ID=2977fe17-28f8-4b93-9a4b-284f1746f66c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:05.940459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60224) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:05.943198 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:05.966576 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:05.970162 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:06.030371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:51:01Z', 'revision_number': 11, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:06.046439 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7688cbe8-4a5c-43ed-b1cf-ddd3f5c5094d req-6f930890-2687-4acb-b2fb-478d2503f14f tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 210 time: 0.1619396 Jul 08 01:51:06.049425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7326022a-9e3c-4228-ad71-8056c6c588d4 req-4338ee84-345d-4ec6-b164-bb98bc3b70a1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 210 time: 0.1639700 Jul 08 01:51:06.072983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c7d8db-473b-4a95-a626-121433bf3cc7 None None] The sync data for ids ['9f434d2e-d8d3-4d6e-8a29-c1334e017ffb'] in n-d-694802-14 is: [{'id': '9f434d2e-d8d3-4d6e-8a29-c1334e017ffb', 'name': 'tempest-RoutersTest-router-894115231', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:49:58Z', 'updated_at': '2021-07-08T01:51:01Z', 'revision_number': 11, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:06.133165 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:06.164757 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.191612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3b363634-904a-475b-8708-a8b6ab0b008d up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:06.330488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 3b363634-904a-475b-8708-a8b6ab0b008d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:06.338723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 3b363634-904a-475b-8708-a8b6ab0b008d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:06.339429 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.366049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 14d5d89b-631b-4dae-8156-44b97d582717 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:06.366447 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.379152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b43337b0-24ef-4643-a225-cb8327d5f0ca tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.383472 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b43337b0-24ef-4643-a225-cb8327d5f0ca tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.421485 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7132c6c0-4766-4590-af5e-a12f67680309 None None] DHCP port deletion for e64da97a-ddcd-4451-85ee-eb89e59ff4ce request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:51:06.473735 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:51:04Z', 'revision_number': 10, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:06.517689 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48c495-6488-4168-a6ff-0b9f4f741333 None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:51:04Z', 'revision_number': 10, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None, '_interfaces': [{'id': '6f44c72a-050d-4687-850b-a7fb54886a83', 'name': '', 'network_id': 'e244036e-db8d-42a9-99c2-71e004d4b4ed', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'mac_address': 'fa:16:3e:91:03:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '72908524-456d-4cee-b567-bc34f0736ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:50:06Z', 'updated_at': '2021-07-08T01:50:18Z', 'revision_number': 5, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'subnets': [{'id': '72908524-456d-4cee-b567-bc34f0736ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:06.527592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port 14d5d89b-631b-4dae-8156-44b97d582717, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=14d5d89b-631b-4dae-8156-44b97d582717,segment=NetworkSegment(887c8509-e584-44e1-af9a-803ba10e0582),segment_id=887c8509-e584-44e1-af9a-803ba10e0582)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:06.528021 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.533887 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b43337b0-24ef-4643-a225-cb8327d5f0ca tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.534479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43337b0-24ef-4643-a225-cb8327d5f0ca tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Fanout notify agent at l3_agent the message router_deleted on router 9f434d2e-d8d3-4d6e-8a29-c1334e017ffb {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:51:06.541767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b43337b0-24ef-4643-a225-cb8327d5f0ca tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.548539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b43337b0-24ef-4643-a225-cb8327d5f0ca tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb HTTP/1.1" status: 204 len: 168 time: 1.0330386 Jul 08 01:51:06.549830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:06.564262 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d5ec81ed-2b26-4bbe-8bfe-22de6d979180 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1494156263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:06.564682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 14d5d89b-631b-4dae-8156-44b97d582717 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:06.599315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7132c6c0-4766-4590-af5e-a12f67680309 None None] Deleting port 14d5d89b-631b-4dae-8156-44b97d582717 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:06.600126 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7132c6c0-4766-4590-af5e-a12f67680309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.668122 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.687495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5ec81ed-2b26-4bbe-8bfe-22de6d979180 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.689177 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5ec81ed-2b26-4bbe-8bfe-22de6d979180 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.737716 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.749551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e59027a-cd67-4da7-a320-e0d6e55b66a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b363634-904a-475b-8708-a8b6ab0b008d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:06.752721 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4ac2ff-d1a0-4f84-9bc5-ce70ff10f8a5" -d '{"events": [{"server_uuid": "5e59027a-cd67-4da7-a320-e0d6e55b66a8", "name": "network-vif-plugged", "status": "completed", "tag": "3b363634-904a-475b-8708-a8b6ab0b008d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:06.754409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No DVR routers for this DVR port 14d5d89b-631b-4dae-8156-44b97d582717 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:06.758270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7132c6c0-4766-4590-af5e-a12f67680309 None None] For port 14d5d89b-631b-4dae-8156-44b97d582717, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=14d5d89b-631b-4dae-8156-44b97d582717,segment=NetworkSegment(887c8509-e584-44e1-af9a-803ba10e0582),segment_id=887c8509-e584-44e1-af9a-803ba10e0582)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:06.758703 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7132c6c0-4766-4590-af5e-a12f67680309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.769269 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5ec81ed-2b26-4bbe-8bfe-22de6d979180 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.781993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5ec81ed-2b26-4bbe-8bfe-22de6d979180 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.788139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3b363634-904a-475b-8708-a8b6ab0b008d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3b363634-904a-475b-8708-a8b6ab0b008d,segment=NetworkSegment(465cc430-be1c-4947-b38e-9361fc425235),segment_id=465cc430-be1c-4947-b38e-9361fc425235)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:06.789356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7132c6c0-4766-4590-af5e-a12f67680309 None None] Calling delete_port for 14d5d89b-631b-4dae-8156-44b97d582717 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:06.802932 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.811438 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=14d5d89b-631b-4dae-8156-44b97d582717,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:06.821937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6e9a-ea67-4584-be75-e9f124dc7569 req-013b84a6-4156-48f7-9843-3223af5d9b53 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:06.829746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a17b6e9a-ea67-4584-be75-e9f124dc7569 req-013b84a6-4156-48f7-9843-3223af5d9b53 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.3837361 Jul 08 01:51:06.856793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5ec81ed-2b26-4bbe-8bfe-22de6d979180 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.858375 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d5ec81ed-2b26-4bbe-8bfe-22de6d979180 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3037050 Jul 08 01:51:06.867792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60236) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:06.873263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-91d284b1-6084-4056-8797-344222d5221f tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:06.902823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=3b363634-904a-475b-8708-a8b6ab0b008d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:06.913110 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 01:51:06.921009 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7132c6c0-4766-4590-af5e-a12f67680309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.949953 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.951644 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:06.958108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132c6c0-4766-4590-af5e-a12f67680309 None None] Pushing event deleted for resources: {'Port': ['ID=14d5d89b-631b-4dae-8156-44b97d582717,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:06.960508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7132c6c0-4766-4590-af5e-a12f67680309 None None] No DVR routers for this DVR port 14d5d89b-631b-4dae-8156-44b97d582717 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:06.977088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64da97a-ddcd-4451-85ee-eb89e59ff4ce']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:06.993934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887c8509-e584-44e1-af9a-803ba10e0582') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:06.994234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887c8509-e584-44e1-af9a-803ba10e0582') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:07.002540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a17b6e9a-ea67-4584-be75-e9f124dc7569 req-4eeaf326-0b11-46c3-8f4d-44a67d3bb52c tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713314 Jul 08 01:51:07.070946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.086016 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.102700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c306483f-2828-46f1-a622-21771f93c7c3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:07.109634 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.140633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:07.152519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd32d22-7207-4bb3-a103-e4d1e0e4f632 req-5aa88ad6-83f2-410e-b2dc-fc47110f82ea tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:07.163071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbd32d22-7207-4bb3-a103-e4d1e0e4f632 req-5aa88ad6-83f2-410e-b2dc-fc47110f82ea tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 945 time: 0.3275611 Jul 08 01:51:07.226466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:07.231127 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5cf8a2-881e-47ca-b6e3-7fd9f8683a57 x-openstack-request-id: req-ae5cf8a2-881e-47ca-b6e3-7fd9f8683a57 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:07.233668 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e59027a-cd67-4da7-a320-e0d6e55b66a8", "name": "network-vif-plugged", "status": "completed", "tag": "3b363634-904a-475b-8708-a8b6ab0b008d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:07.233668 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae5cf8a2-881e-47ca-b6e3-7fd9f8683a57 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:07.233890 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e59027a-cd67-4da7-a320-e0d6e55b66a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b363634-904a-475b-8708-a8b6ab0b008d', 'code': 200} Jul 08 01:51:07.256360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:07.303225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Pushing event updated for resources: {'Port': ['ID=fbd49afb-638d-4760-8e6f-d957ac0705ab,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:07.310516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:51:07.310940 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:51:07.326719 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:51:07.361047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbd32d22-7207-4bb3-a103-e4d1e0e4f632 req-cb32e48f-98ab-4b1f-a305-594c9605e9ac tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957579 Jul 08 01:51:07.373971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:07.375158 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.392156 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-91d284b1-6084-4056-8797-344222d5221f tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.459422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-91d284b1-6084-4056-8797-344222d5221f tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.475244 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-57ac42de-895f-4e74-9e25-3356186dc8aa tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2015963 Jul 08 01:51:07.479518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.499126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Request body: {'port': {'device_id': '3e0164a6-a9bf-4506-8cd9-3ed338776a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:07.522829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.524712 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/networks/e64da97a-ddcd-4451-85ee-eb89e59ff4ce HTTP/1.1" status: 204 len: 168 time: 1.5713305 Jul 08 01:51:07.555588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60248) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:07.586755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b80403-e748-4954-902b-c2dcbc34434d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Network': ['ID=e64da97a-ddcd-4451-85ee-eb89e59ff4ce,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:07.626615 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9cb9f36-9254-4e20-adf7-7e9767cf1b0a req-dbdb7786-7439-4a29-9b42-eb59aa1eabe7 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 210 time: 0.0401931 Jul 08 01:51:07.642527 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:07.669291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-125c2acb-a303-4c9d-a6ba-c481c726f96f tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:07.670412 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-125c2acb-a303-4c9d-a6ba-c481c726f96f tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.24 "GET /v2.0/networks?id=c97cd76e-d39d-417e-9c62-baa03eacc0fa HTTP/1.1" status: 200 len: 824 time: 0.4671123 Jul 08 01:51:07.690476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Request body: {'port': {'device_id': 'd9a96cbe-01a0-4b39-997d-2142dd9f7cca', 'network_id': 'c97cd76e-d39d-417e-9c62-baa03eacc0fa', 'admin_state_up': True, 'tenant_id': '8e33cd6a85be449c94882e5c22088613'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:07.717016 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c13f72-44a2-422c-a2f7-0904352c6910 req-6a8cff0a-5cc0-437b-aad7-80214fba31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:07.719188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73c13f72-44a2-422c-a2f7-0904352c6910 req-6a8cff0a-5cc0-437b-aad7-80214fba31b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 1097 time: 0.3403268 Jul 08 01:51:07.834414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cbe57-3e28-4a8b-8735-11c81ae594dc req-5128a808-a7d7-4acc-9413-e85b6a3b46be tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:07.836239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c7cbe57-3e28-4a8b-8735-11c81ae594dc req-5128a808-a7d7-4acc-9413-e85b6a3b46be tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 932 time: 0.2311180 Jul 08 01:51:07.856560 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73c13f72-44a2-422c-a2f7-0904352c6910 req-f4a23bdc-3fab-4d4e-baf0-3e44118b329e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301761 Jul 08 01:51:07.868707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d284b1-6084-4056-8797-344222d5221f tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Router 6c125395-e69a-4e0d-926c-f6b606f2ce7d is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:51:07.973870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c7cbe57-3e28-4a8b-8735-11c81ae594dc req-bfa9dec2-86a7-41ae-ab90-a78d8bb03115 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991845 Jul 08 01:51:08.024287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8914f574-abf7-4c3b-b5e8-60f4352f375f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:08.044144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d284b1-6084-4056-8797-344222d5221f tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:08.045986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Made reservation on behalf of 8e33cd6a85be449c94882e5c22088613 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:08.048993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 8914f574-abf7-4c3b-b5e8-60f4352f375f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:08.049347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.049541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8914f574-abf7-4c3b-b5e8-60f4352f375f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:08.049967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 14d5d89b-631b-4dae-8156-44b97d582717 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:08.062079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-91d284b1-6084-4056-8797-344222d5221f tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.062944 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] Sync routers for ids ['6c125395-e69a-4e0d-926c-f6b606f2ce7d'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:08.066618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-91d284b1-6084-4056-8797-344222d5221f tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "PUT /v2.0/routers/6c125395-e69a-4e0d-926c-f6b606f2ce7d HTTP/1.1" status: 200 len: 694 time: 1.1969695 Jul 08 01:51:08.073802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 14d5d89b-631b-4dae-8156-44b97d582717 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:08.074240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 14d5d89b-631b-4dae-8156-44b97d582717 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:08.074886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60252) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:08.084206 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] Routers {'6c125395-e69a-4e0d-926c-f6b606f2ce7d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:08.085499 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6c125395-e69a-4e0d-926c-f6b606f2ce7d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:08.181200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8105699-4ae3-481a-b8b3-906627f628ca req-65f0fc54-fa2e-4f76-8ebb-cbd17fe8970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:08.182753 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8105699-4ae3-481a-b8b3-906627f628ca req-65f0fc54-fa2e-4f76-8ebb-cbd17fe8970d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0473a65fee8549d6bacbd39933fc077a&device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 1098 time: 0.2352345 Jul 08 01:51:08.227297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-39fdce2f-3a34-4c1a-a7f7-7906afa9847b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/routers/6c125395-e69a-4e0d-926c-f6b606f2ce7d HTTP/1.1" status: 200 len: 700 time: 0.1481655 Jul 08 01:51:08.228324 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:08.267707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0094e717-73ad-4f5c-8991-a1054acc1373 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c125395-e69a-4e0d-926c-f6b606f2ce7d HTTP/1.1" status: 200 len: 205 time: 0.0356805 Jul 08 01:51:08.267948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd49afb-638d-4760-8e6f-d957ac0705ab {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:08.279232 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60258) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:08.285762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.286868 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] Set router 6c125395-e69a-4e0d-926c-f6b606f2ce7d gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:08.336256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac06a-a9fa-4839-8881-d78136b6f35e req-74f96659-eb86-48a9-9e33-c5f07b9151f3 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:08.337963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-175ac06a-a9fa-4839-8881-d78136b6f35e req-74f96659-eb86-48a9-9e33-c5f07b9151f3 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.3402560 Jul 08 01:51:08.351512 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c125395-e69a-4e0d-926c-f6b606f2ce7d', 'name': 'tempest-RoutersTest-router-1494156263', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:06Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 2, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:08.382613 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] Checking router: 6c125395-e69a-4e0d-926c-f6b606f2ce7d for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:08.393433 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] Routers {'6c125395-e69a-4e0d-926c-f6b606f2ce7d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:08.393858 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6c125395-e69a-4e0d-926c-f6b606f2ce7d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:08.405760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Transition to ACTIVE for port object fbd49afb-638d-4760-8e6f-d957ac0705ab will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:08.425992 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2694-f1c0-466d-99e2-fe36a037ff2b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.431747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-175ac06a-a9fa-4839-8881-d78136b6f35e req-11ec90df-c956-4c50-bf93-94d65d78772a tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659709 Jul 08 01:51:08.467243 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.488516 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] Set router 6c125395-e69a-4e0d-926c-f6b606f2ce7d gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:08.575522 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c125395-e69a-4e0d-926c-f6b606f2ce7d', 'name': 'tempest-RoutersTest-router-1494156263', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:06Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 2, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:08.607456 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328c2a4-ce8b-4a1d-965c-ccc97982c101 None None] The sync data for ids ['6c125395-e69a-4e0d-926c-f6b606f2ce7d'] in n-d-694802-14 is: [{'id': '6c125395-e69a-4e0d-926c-f6b606f2ce7d', 'name': 'tempest-RoutersTest-router-1494156263', 'tenant_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:06Z', 'updated_at': '2021-07-08T01:51:07Z', 'revision_number': 2, 'project_id': '09d651fac1914a97a45e4f8dd0a91e0c', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:08.695199 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2694-f1c0-466d-99e2-fe36a037ff2b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.710336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Allocated IP 172.20.0.9 (c97cd76e-d39d-417e-9c62-baa03eacc0fa/989830d4-399b-481b-802c-07de0097215a/cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:08.713613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd49afb-638d-4760-8e6f-d957ac0705ab,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:08.719420 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2694-f1c0-466d-99e2-fe36a037ff2b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.763576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8105699-4ae3-481a-b8b3-906627f628ca req-85ebbc63-5a25-4679-aa58-c58253c040ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:08.769802 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8105699-4ae3-481a-b8b3-906627f628ca req-85ebbc63-5a25-4679-aa58-c58253c040ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 200 len: 919 time: 0.5771294 Jul 08 01:51:08.801164 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.877733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d4ce570-5f52-4d4c-8a1a-8290978bad7b req-28ff5cb8-c5c7-4fe6-8ad5-dcdfa166b157 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 210 time: 0.0645447 Jul 08 01:51:08.878755 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2694-f1c0-466d-99e2-fe36a037ff2b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.879526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dd2694-f1c0-466d-99e2-fe36a037ff2b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Fanout notify agent at l3_agent the message router_deleted on router 6c125395-e69a-4e0d-926c-f6b606f2ce7d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:51:08.882673 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8105699-4ae3-481a-b8b3-906627f628ca req-25fd7783-dce2-4e25-b0ab-fcb6a07a05ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf476478-e4bd-4a48-afcd-aaefd9475062 HTTP/1.1" status: 200 len: 217 time: 0.0844457 Jul 08 01:51:08.890152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1dd2694-f1c0-466d-99e2-fe36a037ff2b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.898574 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c1dd2694-f1c0-466d-99e2-fe36a037ff2b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/6c125395-e69a-4e0d-926c-f6b606f2ce7d HTTP/1.1" status: 204 len: 168 time: 0.6177840 Jul 08 01:51:08.901007 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:08.904034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:08.961832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-60c514a0-9e72-4dfb-b325-7c2879b283ee tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c125395-e69a-4e0d-926c-f6b606f2ce7d HTTP/1.1" status: 200 len: 205 time: 0.0526414 Jul 08 01:51:08.966501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60266) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:08.980746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Attempting to bind port fbd49afb-638d-4760-8e6f-d957ac0705ab on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:08.980746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Attempting to bind port fbd49afb-638d-4760-8e6f-d957ac0705ab by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:08.980746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Attempting to bind port fbd49afb-638d-4760-8e6f-d957ac0705ab on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:09.024672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793dccea-20aa-4e1b-bc65-6a911a4e1d23 req-7c3913a9-78cc-4402-9296-7c55563f0242 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:09.027753 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-793dccea-20aa-4e1b-bc65-6a911a4e1d23 req-7c3913a9-78cc-4402-9296-7c55563f0242 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 945 time: 0.4346433 Jul 08 01:51:09.034779 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-b6573f4f-6b67-4273-abdb-fab5d5fe302b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] delete failed (client error): The resource could not be found. Jul 08 01:51:09.038159 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b6573f4f-6b67-4273-abdb-fab5d5fe302b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/6c125395-e69a-4e0d-926c-f6b606f2ce7d HTTP/1.1" status: 404 len: 336 time: 0.0666368 Jul 08 01:51:09.038159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Port fbd49afb-638d-4760-8e6f-d957ac0705ab on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:09.038159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Attempting to bind port fbd49afb-638d-4760-8e6f-d957ac0705ab on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:09.040033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:09.068369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:09.068369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Checking segment: {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:09.068369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Bound using segment: {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:09.069033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Bound port: fbd49afb-638d-4760-8e6f-d957ac0705ab, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:09.069033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.096443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8105699-4ae3-481a-b8b3-906627f628ca req-031dec68-33f9-431c-9bbc-1d131e82aa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:09.098518 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea59c14-5284-461e-b175-be3be92bed4c tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:09.098672 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8105699-4ae3-481a-b8b3-906627f628ca req-031dec68-33f9-431c-9bbc-1d131e82aa4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 200 len: 858 time: 0.2040088 Jul 08 01:51:09.098984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea59c14-5284-461e-b175-be3be92bed4c tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:09.100806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5ea59c14-5284-461e-b175-be3be92bed4c tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/737e083b-71a2-4989-84aa-fe49ea28fbbb HTTP/1.1" status: 404 len: 337 time: 0.0530932 Jul 08 01:51:09.105153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60272) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:09.186236 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8105699-4ae3-481a-b8b3-906627f628ca req-daa62450-a5da-45e8-bf6f-e68233f33e20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=51dcf62f-0330-474b-8bc5-f3bc6c17d628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742331 Jul 08 01:51:09.285104 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.370545 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8105699-4ae3-481a-b8b3-906627f628ca req-c28e86eb-09c3-444b-940c-dfd88bf4b5c7 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561880 Jul 08 01:51:09.457249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.529926 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fc585d-5c85-4029-8da6-43563a226fb0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:09.530390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fc585d-5c85-4029-8da6-43563a226fb0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:09.532936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e3fc585d-5c85-4029-8da6-43563a226fb0 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/24abbc9e-033f-4c9c-bc83-600368074b9c HTTP/1.1" status: 404 len: 337 time: 0.4260876 Jul 08 01:51:09.535819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Network c97cd76e-d39d-417e-9c62-baa03eacc0fa is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:09.540347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:09.557940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-793dccea-20aa-4e1b-bc65-6a911a4e1d23 req-156de74e-f7f3-4ad3-96c4-7affdf092944 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249956 Jul 08 01:51:09.575311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:09.577815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:09.597980 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b5f495-5106-41c8-b810-511a34b5e867 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:09.600453 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b5f495-5106-41c8-b810-511a34b5e867 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:09.604173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-92b5f495-5106-41c8-b810-511a34b5e867 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/ab34dd58-4450-4417-b1ec-d5549af96a86 HTTP/1.1" status: 404 len: 337 time: 0.0599997 Jul 08 01:51:09.609872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60280) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:09.620610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Pushing event updated for resources: {'Port': ['ID=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:09.652517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] For port fbd49afb-638d-4760-8e6f-d957ac0705ab, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:09.655282 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b3f2d0-f1d7-4320-ae69-9ba7cfaf3b43 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:09.656277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b3f2d0-f1d7-4320-ae69-9ba7cfaf3b43 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:09.659579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-93b3f2d0-f1d7-4320-ae69-9ba7cfaf3b43 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/0fd39cb4-0d6f-40c9-8b7e-4d4c24c0a1a0 HTTP/1.1" status: 404 len: 337 time: 0.0429461 Jul 08 01:51:09.662777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:09.672886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:09.673883 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.678095 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8105699-4ae3-481a-b8b3-906627f628ca req-511908b9-279b-482d-8122-0eb5d190bc32 service neutron] 10.222.0.16 "GET /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983444 Jul 08 01:51:09.684344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] For port fbd49afb-638d-4760-8e6f-d957ac0705ab, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fbd49afb-638d-4760-8e6f-d957ac0705ab,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:09.705976 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-215827a0-1412-4452-927c-ffd64b8f5aa5 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0253670 Jul 08 01:51:09.717091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-17c774d5-ad95-4a11-a47f-6757feadc5f5 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=9f434d2e-d8d3-4d6e-8a29-c1334e017ffb HTTP/1.1" status: 200 len: 205 time: 0.0478425 Jul 08 01:51:09.718822 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.722417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:09.725511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Request body: {'port': {'device_id': 'd9a96cbe-01a0-4b39-997d-2142dd9f7cca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:09.762660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 6f44c72a-050d-4687-850b-a7fb54886a83 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:09.763221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.834922 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-32f9c535-d2f6-4ff5-af11-41e77b1b23f8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] delete failed (client error): The resource could not be found. Jul 08 01:51:09.838432 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-32f9c535-d2f6-4ff5-af11-41e77b1b23f8 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/9f434d2e-d8d3-4d6e-8a29-c1334e017ffb HTTP/1.1" status: 404 len: 336 time: 0.1084902 Jul 08 01:51:09.839960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:09.878988 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fad86-976a-4065-ab38-5fa292e10679 req-68fb0d96-cd59-4402-bab8-a3ed2a25774e tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:09.881696 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f3fad86-976a-4065-ab38-5fa292e10679 req-68fb0d96-cd59-4402-bab8-a3ed2a25774e tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 944 time: 0.7619097 Jul 08 01:51:09.921353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:09.922205 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.924356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] 10.222.0.16 "PUT /v2.0/ports/fbd49afb-638d-4760-8e6f-d957ac0705ab HTTP/1.1" status: 200 len: 1093 time: 2.4380722 Jul 08 01:51:09.925137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0164a6-a9bf-4506-8cd9-3ed338776a47', 'tag': 'fbd49afb-638d-4760-8e6f-d957ac0705ab'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:09.927544 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2505f357-2098-4e16-9418-35edf77f041f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0164a6-a9bf-4506-8cd9-3ed338776a47", "tag": "fbd49afb-638d-4760-8e6f-d957ac0705ab"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:09.946820 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.962360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675f20c-b297-47d6-9653-e987dc7124c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd49afb-638d-4760-8e6f-d957ac0705ab,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:09.979141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port 6f44c72a-050d-4687-850b-a7fb54886a83, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f44c72a-050d-4687-850b-a7fb54886a83,segment=NetworkSegment(4e84a949-6da8-4a4f-acea-1901bfdea39f),segment_id=4e84a949-6da8-4a4f-acea-1901bfdea39f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:09.979508 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:09.987348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-92e8d696-61d3-4e68-ad38-c26fa8e4f72b tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=c52daa29-e20a-47d2-b107-f9bae9ff0dc2 HTTP/1.1" status: 200 len: 205 time: 0.1422141 Jul 08 01:51:09.993567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.016539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 6f44c72a-050d-4687-850b-a7fb54886a83 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:10.093679 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-30ad3611-5596-482a-8aac-404686273074 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] delete failed (client error): The resource could not be found. Jul 08 01:51:10.097308 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-30ad3611-5596-482a-8aac-404686273074 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/c52daa29-e20a-47d2-b107-f9bae9ff0dc2 HTTP/1.1" status: 404 len: 336 time: 0.0989451 Jul 08 01:51:10.107898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.147682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f3fad86-976a-4065-ab38-5fa292e10679 req-90a4d370-a046-4659-b5f4-71365e5c919d tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171772 Jul 08 01:51:10.152026 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c088712-a3c2-4d35-869a-7556b7232952 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:10.152346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c088712-a3c2-4d35-869a-7556b7232952 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:10.157147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6c088712-a3c2-4d35-869a-7556b7232952 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/eac35587-c695-4b2e-8290-996cbd45dfbb HTTP/1.1" status: 404 len: 337 time: 0.0477192 Jul 08 01:51:10.159377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60296) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.190431 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d41b89-13ed-422b-8b84-15824c1f6da4 req-2b1cafbd-4e78-4917-9240-e470a13bc692 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:10.198418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dc00c221-67ec-4625-b8cf-26f676b3f7fb tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=edc5a1c8-a36c-4445-b187-e715c6948aa2 HTTP/1.1" status: 200 len: 205 time: 0.0345294 Jul 08 01:51:10.198667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47d41b89-13ed-422b-8b84-15824c1f6da4 req-2b1cafbd-4e78-4917-9240-e470a13bc692 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2789257 Jul 08 01:51:10.200192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.262220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-d37d6302-d3e3-4350-a620-4d063d0d73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:10.268333 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-d37d6302-d3e3-4350-a620-4d063d0d73c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 1096 time: 0.2710540 Jul 08 01:51:10.268333 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-cd714343-a525-42c8-8d8a-315ed55c65d4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] delete failed (client error): The resource could not be found. Jul 08 01:51:10.273430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cd714343-a525-42c8-8d8a-315ed55c65d4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/edc5a1c8-a36c-4445-b187-e715c6948aa2 HTTP/1.1" status: 404 len: 336 time: 0.0672054 Jul 08 01:51:10.274734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60300) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.352844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-2ffaa276-909c-4042-bb6a-f16fde3395a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbd49afb-638d-4760-8e6f-d957ac0705ab HTTP/1.1" status: 200 len: 217 time: 0.0811055 Jul 08 01:51:10.355129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b2c422ae-8dcc-440f-803f-e405598c7abc tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=6709c139-f597-43d7-884b-6c17bc5a1f38 HTTP/1.1" status: 200 len: 205 time: 0.0736754 Jul 08 01:51:10.366178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.407809 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47d41b89-13ed-422b-8b84-15824c1f6da4 req-2bde09fc-e48a-4536-bea8-975d99a59e10 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092938 Jul 08 01:51:10.461378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:10.474834 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-acb7ea5b-a553-4be7-b639-2efbde503823 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] delete failed (client error): The resource could not be found. Jul 08 01:51:10.475404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.476656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-acb7ea5b-a553-4be7-b639-2efbde503823 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/6709c139-f597-43d7-884b-6c17bc5a1f38 HTTP/1.1" status: 404 len: 336 time: 0.0947475 Jul 08 01:51:10.481510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60304) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.482354 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec72721-417e-410c-9455-2c29aeaafd54 x-openstack-request-id: req-5ec72721-417e-410c-9455-2c29aeaafd54 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:10.482645 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0164a6-a9bf-4506-8cd9-3ed338776a47", "tag": "fbd49afb-638d-4760-8e6f-d957ac0705ab", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:10.482895 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ec72721-417e-410c-9455-2c29aeaafd54 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:10.483295 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e0164a6-a9bf-4506-8cd9-3ed338776a47', 'tag': 'fbd49afb-638d-4760-8e6f-d957ac0705ab', 'status': 'completed', 'code': 200} Jul 08 01:51:10.484403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.506095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-b1985fc3-cb36-4c30-b427-c239c7f6a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:10.507544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-b1985fc3-cb36-4c30-b427-c239c7f6a5ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 200 len: 855 time: 0.1389079 Jul 08 01:51:10.550560 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-cc276261-929e-4751-afad-1ae40060e21d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356946 Jul 08 01:51:10.551198 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-862444be-c222-4b8f-b881-52aa354a4868 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:10.551681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-862444be-c222-4b8f-b881-52aa354a4868 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:10.556655 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-862444be-c222-4b8f-b881-52aa354a4868 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/4ff10bf7-257e-452a-a661-92521d8d701f HTTP/1.1" status: 404 len: 337 time: 0.0701494 Jul 08 01:51:10.556655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=6f44c72a-050d-4687-850b-a7fb54886a83,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:10.556934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.564984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Transition to ACTIVE for port object cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:10.571871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.587053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fad70-a36a-4536-9778-474fc5adb4a3 req-26b10f0e-d45e-4f13-8af0-dcef2b8045df tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:10.594878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e1fad70-a36a-4536-9778-474fc5adb4a3 req-26b10f0e-d45e-4f13-8af0-dcef2b8045df tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 931 time: 0.2631314 Jul 08 01:51:10.703174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f7546997-7db6-4953-b207-560d09d68cd4 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=e11c5548-0761-4aa2-9d23-2f08303c7146 HTTP/1.1" status: 200 len: 205 time: 0.1456449 Jul 08 01:51:10.707718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.780419 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:10.782315 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-b47fca52-1680-4653-a63e-8a68f3c3f13c tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] delete failed (client error): The resource could not be found. Jul 08 01:51:10.783358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b47fca52-1680-4653-a63e-8a68f3c3f13c tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/e11c5548-0761-4aa2-9d23-2f08303c7146 HTTP/1.1" status: 404 len: 336 time: 0.0702391 Jul 08 01:51:10.793084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60314) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.825473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e1fad70-a36a-4536-9778-474fc5adb4a3 req-581a7bfe-7d5f-4de5-bed3-c81b88c9c93a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295403 Jul 08 01:51:10.866586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Pushing event updated for resources: {'Port': ['ID=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:10.870201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-fbe27ded-c897-4ff5-94a7-918cc7877c6a service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024571 Jul 08 01:51:10.929651 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e157c8bb-0935-4ba4-b15d-f352afd2fb06 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:10.930111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e157c8bb-0935-4ba4-b15d-f352afd2fb06 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:10.931867 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e157c8bb-0935-4ba4-b15d-f352afd2fb06 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/4034e061-9ef7-4ff8-976e-cdee9a57b54e HTTP/1.1" status: 404 len: 337 time: 0.1255004 Jul 08 01:51:10.951754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:10.974003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Attempting to bind port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:10.974586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Attempting to bind port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'd3bce4e8-1e2f-48c8-acfe-8f62c7fa0433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c97cd76e-d39d-417e-9c62-baa03eacc0fa'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:10.974691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Attempting to bind port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c on network c97cd76e-d39d-417e-9c62-baa03eacc0fa {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:10.980728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c on network c97cd76e-d39d-417e-9c62-baa03eacc0fa not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:10.981052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Attempting to bind port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c on network c97cd76e-d39d-417e-9c62-baa03eacc0fa {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:10.998841 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-657f35c5-aa6a-4810-ad0c-39b4b77a74c2 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2e9f4b1-1231-41ba-a853-141bbaf662aa HTTP/1.1" status: 200 len: 205 time: 0.0441909 Jul 08 01:51:11.005017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60318) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:11.022108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:11.022537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Checking segment: {'id': 'd3bce4e8-1e2f-48c8-acfe-8f62c7fa0433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c97cd76e-d39d-417e-9c62-baa03eacc0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:11.022854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Bound using segment: {'id': 'd3bce4e8-1e2f-48c8-acfe-8f62c7fa0433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c97cd76e-d39d-417e-9c62-baa03eacc0fa'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:11.023308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Bound port: cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3bce4e8-1e2f-48c8-acfe-8f62c7fa0433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c97cd76e-d39d-417e-9c62-baa03eacc0fa'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:11.023673 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.070775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cf761-7db4-4649-878d-e5c5d87fae5d req-e5f2ac6a-c0e7-4b36-bdaa-98c14f6e1143 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.072467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f97cf761-7db4-4649-878d-e5c5d87fae5d req-e5f2ac6a-c0e7-4b36-bdaa-98c14f6e1143 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 945 time: 0.3047428 Jul 08 01:51:11.075283 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-65f39ee0-58d2-4bda-b9b0-882b6416a645 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] delete failed (client error): The resource could not be found. Jul 08 01:51:11.076989 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-65f39ee0-58d2-4bda-b9b0-882b6416a645 tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/routers/a2e9f4b1-1231-41ba-a853-141bbaf662aa HTTP/1.1" status: 404 len: 336 time: 0.0691471 Jul 08 01:51:11.080464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:11.083191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:11.136115 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8dcbfd4-dcb9-4920-baed-2e04cb5754ab tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:11.136510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8dcbfd4-dcb9-4920-baed-2e04cb5754ab tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:11.138293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a8dcbfd4-dcb9-4920-baed-2e04cb5754ab tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/0e830c5b-cfde-4dba-a714-4344fdf02ddd HTTP/1.1" status: 404 len: 337 time: 0.0565712 Jul 08 01:51:11.142402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60322) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:11.154616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4a6342d-3361-4127-bc9a-b984699bf359 req-0f21e35b-4d95-4355-a985-47685c46b161 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738998 Jul 08 01:51:11.176462 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-df72c1e2-20a3-43fa-9dfd-27344d96e86a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:11.176880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df72c1e2-20a3-43fa-9dfd-27344d96e86a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:11.178623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-df72c1e2-20a3-43fa-9dfd-27344d96e86a tempest-RoutersTest-2141898214 tempest-RoutersTest-2141898214-project] 10.222.0.41 "DELETE /v2.0/subnets/c04e8b77-2593-46d8-ad8c-d9557aebcea0 HTTP/1.1" status: 404 len: 337 time: 0.0338879 Jul 08 01:51:11.215686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] For port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:11.219013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:11.222239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f97cf761-7db4-4649-878d-e5c5d87fae5d req-68ddc7f4-ae00-4047-b4bf-ed9e160c933b tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306014 Jul 08 01:51:11.222403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] For port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,segment=NetworkSegment(d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433),segment_id=d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:11.227887 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ab97ae62-4c2e-4404-ae49-02ba9024cd96 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6690009 Jul 08 01:51:11.233256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.233998 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:11.245629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60328) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:11.275615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:11.276271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:11.377620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:11.413854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505f357-2098-4e16-9418-35edf77f041f req-46fc1d91-0545-4efa-96dd-457952d65aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.421870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2505f357-2098-4e16-9418-35edf77f041f req-46fc1d91-0545-4efa-96dd-457952d65aad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 1096 time: 0.1957881 Jul 08 01:51:11.480777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.481522 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.483074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:51:10Z', 'revision_number': 11, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:11.483724 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] 10.222.0.24 "PUT /v2.0/ports/cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c HTTP/1.1" status: 200 len: 1092 time: 1.7639267 Jul 08 01:51:11.484427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a96cbe-01a0-4b39-997d-2142dd9f7cca', 'tag': 'cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:11.489334 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12edb368-6544-49f0-b128-832e09be38f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a96cbe-01a0-4b39-997d-2142dd9f7cca", "tag": "cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:11.542141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8caf7e0-fe70-4993-a5e0-e5ce7ecdffcd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting subnet 72908524-456d-4cee-b567-bc34f0736ab7 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:51:11.547907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8caf7e0-fe70-4993-a5e0-e5ce7ecdffcd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.577260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:11.589567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:11.590386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:11.601659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8caf7e0-fe70-4993-a5e0-e5ce7ecdffcd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.645413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c141ff3-38ba-49b9-9a15-e443ad122b3a service neutron] Pushing event updated for resources: {'Port': ['ID=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:11.762138 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8caf7e0-fe70-4993-a5e0-e5ce7ecdffcd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.805733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60342) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:11.816261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29d495-ba15-4615-9184-4aad6ca6efec req-3b690179-9b7d-4217-a70f-dd5a09faca5f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.817864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf29d495-ba15-4615-9184-4aad6ca6efec req-3b690179-9b7d-4217-a70f-dd5a09faca5f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 944 time: 0.3628342 Jul 08 01:51:11.830169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505f357-2098-4e16-9418-35edf77f041f req-e18463a7-0d7c-40a6-b72d-bf8534d4e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.832222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2505f357-2098-4e16-9418-35edf77f041f req-e18463a7-0d7c-40a6-b72d-bf8534d4e2ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 916 time: 0.4032717 Jul 08 01:51:11.847025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-ebf458c8-bd4d-4091-81fd-3f9c6d44700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.848912 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-ebf458c8-bd4d-4091-81fd-3f9c6d44700e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e33cd6a85be449c94882e5c22088613&device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 1095 time: 0.2048438 Jul 08 01:51:11.919152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc5017-648d-4b1b-a6a3-3eab0ffab841 req-5a0db9d5-4e49-40a2-91c1-a7df57b0110f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:11.920908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60cc5017-648d-4b1b-a6a3-3eab0ffab841 req-5a0db9d5-4e49-40a2-91c1-a7df57b0110f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2627716 Jul 08 01:51:11.926823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2505f357-2098-4e16-9418-35edf77f041f req-0a7f585b-9ac6-4af0-92f4-f7405a94495f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbd49afb-638d-4760-8e6f-d957ac0705ab HTTP/1.1" status: 200 len: 217 time: 0.0681562 Jul 08 01:51:11.927060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8caf7e0-fe70-4993-a5e0-e5ce7ecdffcd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:11.930639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf29d495-ba15-4615-9184-4aad6ca6efec req-c23044f2-934b-4edf-a7ec-f1f0afdf819f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963020 Jul 08 01:51:11.931390 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-e47129e3-1353-4a4f-8ab7-ed0a635739d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c HTTP/1.1" status: 200 len: 217 time: 0.0732570 Jul 08 01:51:11.933746 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:12.011053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60cc5017-648d-4b1b-a6a3-3eab0ffab841 req-434db853-9541-4838-a63e-2fd716339fb3 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794387 Jul 08 01:51:12.014794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505f357-2098-4e16-9418-35edf77f041f req-da75880d-5b31-452a-98e1-3123d71ff190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:12.017134 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2505f357-2098-4e16-9418-35edf77f041f req-da75880d-5b31-452a-98e1-3123d71ff190 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 200 len: 855 time: 0.0779419 Jul 08 01:51:12.032044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:51:10Z', 'revision_number': 11, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:12.063563 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2505f357-2098-4e16-9418-35edf77f041f req-96de22d6-c228-442b-a848-7c189a1e9ec2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375450 Jul 08 01:51:12.092668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caf7e0-fe70-4993-a5e0-e5ce7ecdffcd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Subnet': ['ID=72908524-456d-4cee-b567-bc34f0736ab7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:12.108991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2361fa-6e36-4833-b085-cc4c810a4904 None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:51:10Z', 'revision_number': 11, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:12.180952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8caf7e0-fe70-4993-a5e0-e5ce7ecdffcd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.185681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60354) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:12.186918 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d8caf7e0-fe70-4993-a5e0-e5ce7ecdffcd tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/72908524-456d-4cee-b567-bc34f0736ab7 HTTP/1.1" status: 204 len: 168 time: 0.9433675 Jul 08 01:51:12.188999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f471762-b586-4d22-b157-259707fce923 None None] Network e244036e-db8d-42a9-99c2-71e004d4b4ed requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:12.191622 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8510d86a-ba4a-4091-8e48-fbce2b305368 x-openstack-request-id: req-8510d86a-ba4a-4091-8e48-fbce2b305368 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:12.191912 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a96cbe-01a0-4b39-997d-2142dd9f7cca", "tag": "cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:12.192155 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8510d86a-ba4a-4091-8e48-fbce2b305368 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:12.197571 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a96cbe-01a0-4b39-997d-2142dd9f7cca', 'tag': 'cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c', 'status': 'completed', 'code': 200} Jul 08 01:51:12.207905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-2f5ec9dc-0f68-44cf-b1fa-15f6c1f680f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:12.209969 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-2f5ec9dc-0f68-44cf-b1fa-15f6c1f680f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=989830d4-399b-481b-802c-07de0097215a HTTP/1.1" status: 200 len: 864 time: 0.2613318 Jul 08 01:51:12.271197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2505f357-2098-4e16-9418-35edf77f041f req-fb61fd01-fe89-4697-bd70-bd875ff050a5 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000811 Jul 08 01:51:12.286393 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-c84c7c04-3201-4ec5-babc-024e0dea5924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c97cd76e-d39d-417e-9c62-baa03eacc0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578814 Jul 08 01:51:12.450038 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.511902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61985f5-b32f-4ffd-b541-97828aad684a None None] DHCP port deletion for e244036e-db8d-42a9-99c2-71e004d4b4ed request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:51:12.605264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2505f357-2098-4e16-9418-35edf77f041f req-8cad45fc-70e6-483d-b0ba-6ad2bec4d398 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255484 Jul 08 01:51:12.657984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c61985f5-b32f-4ffd-b541-97828aad684a None None] Deleting port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:12.661475 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c61985f5-b32f-4ffd-b541-97828aad684a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.665453 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a42af-2fc9-4967-94db-7af4352b4034 req-cafef75f-0bab-4f99-9009-eb5e86a6e1d4 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:12.672332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d45a42af-2fc9-4967-94db-7af4352b4034 req-cafef75f-0bab-4f99-9009-eb5e86a6e1d4 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 943 time: 0.3024023 Jul 08 01:51:12.685943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Deleting port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:12.686269 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.793249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c61985f5-b32f-4ffd-b541-97828aad684a None None] For port 4a6dcec3-3dea-4096-8360-893b7f5f93c5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4a6dcec3-3dea-4096-8360-893b7f5f93c5,segment=NetworkSegment(4e84a949-6da8-4a4f-acea-1901bfdea39f),segment_id=4e84a949-6da8-4a4f-acea-1901bfdea39f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:12.794154 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c61985f5-b32f-4ffd-b541-97828aad684a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.803217 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-173f29c6-c28b-4328-bef8-6b2daffc085f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09d651fac1914a97a45e4f8dd0a91e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9928241 Jul 08 01:51:12.807205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60360) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:12.813410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d45a42af-2fc9-4967-94db-7af4352b4034 req-c32a4b59-5796-4b93-9b66-700c50a1e09a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305504 Jul 08 01:51:12.829666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c61985f5-b32f-4ffd-b541-97828aad684a None None] Calling delete_port for 4a6dcec3-3dea-4096-8360-893b7f5f93c5 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:12.846921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] For port 4a6dcec3-3dea-4096-8360-893b7f5f93c5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4a6dcec3-3dea-4096-8360-893b7f5f93c5,segment=NetworkSegment(4e84a949-6da8-4a4f-acea-1901bfdea39f),segment_id=4e84a949-6da8-4a4f-acea-1901bfdea39f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:12.847543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.870019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Calling delete_port for 4a6dcec3-3dea-4096-8360-893b7f5f93c5 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:12.926309 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c61985f5-b32f-4ffd-b541-97828aad684a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:12.963143 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-830e1f54-1247-4853-8e0b-447553ae06af service neutron] 10.222.0.24 "GET /v2.0/networks/c97cd76e-d39d-417e-9c62-baa03eacc0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6688495 Jul 08 01:51:12.965151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61985f5-b32f-4ffd-b541-97828aad684a None None] Pushing event deleted for resources: {'Port': ['ID=4a6dcec3-3dea-4096-8360-893b7f5f93c5,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:13.000030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61985f5-b32f-4ffd-b541-97828aad684a None None] No DVR routers for this DVR port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:13.076470 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d137c6a1-c7be-4911-bd93-85e004884cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.082872 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.135368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Port': ['ID=4a6dcec3-3dea-4096-8360-893b7f5f93c5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:13.145644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No DVR routers for this DVR port 4a6dcec3-3dea-4096-8360-893b7f5f93c5 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:13.154339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d137c6a1-c7be-4911-bd93-85e004884cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.204222 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06155654-e62d-4c8f-9a68-fd052a7ce843 req-063f95ef-b872-4a3c-a8fe-37bcb75ca0b5 service neutron] 10.222.0.24 "GET /v2.0/networks/c97cd76e-d39d-417e-9c62-baa03eacc0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330430 Jul 08 01:51:13.256887 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d137c6a1-c7be-4911-bd93-85e004884cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.259807 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d137c6a1-c7be-4911-bd93-85e004884cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.261112 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d137c6a1-c7be-4911-bd93-85e004884cae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cec7a071-e48a-4c6c-a355-acd6190aa927 HTTP/1.1" status: 204 len: 168 time: 0.4525628 Jul 08 01:51:13.276229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eab4fa-843a-409a-81d1-1177920bdf4a req-3ec8f0d8-d2d0-4201-b793-6bf28ce5ef3a tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.277818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72eab4fa-843a-409a-81d1-1177920bdf4a req-3ec8f0d8-d2d0-4201-b793-6bf28ce5ef3a tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 945 time: 0.2995603 Jul 08 01:51:13.284756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.303065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e244036e-db8d-42a9-99c2-71e004d4b4ed']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:13.308607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137c6a1-c7be-4911-bd93-85e004884cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec7a071-e48a-4c6c-a355-acd6190aa927,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:13.330324 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e84a949-6da8-4a4f-acea-1901bfdea39f') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:13.330675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e84a949-6da8-4a4f-acea-1901bfdea39f') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:13.342699 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.349815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edb368-6544-49f0-b128-832e09be38f5 req-fe6e904b-0a57-46c4-b5c7-914c229ab2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.351738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-12edb368-6544-49f0-b128-832e09be38f5 req-fe6e904b-0a57-46c4-b5c7-914c229ab2b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e33cd6a85be449c94882e5c22088613&device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 1095 time: 0.0887799 Jul 08 01:51:13.364418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd47f9-2d44-4389-86f3-cab3932f20f8 req-da7c9379-b127-4aca-bebd-0fd74270a617 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.366055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ccfd47f9-2d44-4389-86f3-cab3932f20f8 req-da7c9379-b127-4aca-bebd-0fd74270a617 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 944 time: 0.2230504 Jul 08 01:51:13.388640 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.401589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72eab4fa-843a-409a-81d1-1177920bdf4a req-d6c31584-c1d3-4f5c-a026-fca253d5ffaa tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135938 Jul 08 01:51:13.423227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:51:13.424172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:51:13.428054 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:51:13.484220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edb368-6544-49f0-b128-832e09be38f5 req-f5b01806-4aa2-4c7f-bfe0-cc88e9639f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.486277 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-12edb368-6544-49f0-b128-832e09be38f5 req-f5b01806-4aa2-4c7f-bfe0-cc88e9639f82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c97cd76e-d39d-417e-9c62-baa03eacc0fa HTTP/1.1" status: 200 len: 925 time: 0.1252899 Jul 08 01:51:13.518927 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ccfd47f9-2d44-4389-86f3-cab3932f20f8 req-ce49f41f-a76b-46f1-b189-b011f86ca9de tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390207 Jul 08 01:51:13.527014 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.550568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:13.552936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/networks/e244036e-db8d-42a9-99c2-71e004d4b4ed HTTP/1.1" status: 204 len: 168 time: 1.3662140 Jul 08 01:51:13.565807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60372) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:13.572038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-770499bd-f1bd-4d5e-a02d-158122a4d698 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'routes': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:13.582467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-12edb368-6544-49f0-b128-832e09be38f5 req-8389200b-42f0-44fd-84ea-563780e54312 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c HTTP/1.1" status: 200 len: 217 time: 0.0864718 Jul 08 01:51:13.587162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27975936-2ff4-468b-8006-c30a79c1ec90 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Pushing event deleted for resources: {'Network': ['ID=e244036e-db8d-42a9-99c2-71e004d4b4ed,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:13.683767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edb368-6544-49f0-b128-832e09be38f5 req-6b124a92-0fb5-46bb-bf41-c3b31a13e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:13.686476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-12edb368-6544-49f0-b128-832e09be38f5 req-6b124a92-0fb5-46bb-bf41-c3b31a13e49c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=989830d4-399b-481b-802c-07de0097215a HTTP/1.1" status: 200 len: 864 time: 0.0942852 Jul 08 01:51:13.741328 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-12edb368-6544-49f0-b128-832e09be38f5 req-c74c72f7-69a7-4d30-8bb7-df770ffc4d9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c97cd76e-d39d-417e-9c62-baa03eacc0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466316 Jul 08 01:51:13.901866 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-12edb368-6544-49f0-b128-832e09be38f5 req-8d5dd844-654d-4e46-b2e3-a2d7c3ea7519 service neutron] 10.222.0.24 "GET /v2.0/networks/c97cd76e-d39d-417e-9c62-baa03eacc0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332572 Jul 08 01:51:14.018923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f44c72a-050d-4687-850b-a7fb54886a83 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:14.048900 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-12edb368-6544-49f0-b128-832e09be38f5 req-dbc072b2-9092-4db6-8ad7-54bcb1aa33d6 service neutron] 10.222.0.24 "GET /v2.0/networks/c97cd76e-d39d-417e-9c62-baa03eacc0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457319 Jul 08 01:51:14.055408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6f44c72a-050d-4687-850b-a7fb54886a83 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:14.055885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f44c72a-050d-4687-850b-a7fb54886a83 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:14.056533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4a6dcec3-3dea-4096-8360-893b7f5f93c5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:14.084207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 4a6dcec3-3dea-4096-8360-893b7f5f93c5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:14.085493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4a6dcec3-3dea-4096-8360-893b7f5f93c5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:14.276920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-770499bd-f1bd-4d5e-a02d-158122a4d698 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Added routes are [] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 08 01:51:14.277375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.extraroute_db [None req-770499bd-f1bd-4d5e-a02d-158122a4d698 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Removed routes are [] {{(pid=93883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 08 01:51:14.277598 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-770499bd-f1bd-4d5e-a02d-158122a4d698 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.366164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60396) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:14.523793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-268929b1-f358-4539-8103-bf9f0363facf tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:14.524614 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-268929b1-f358-4539-8103-bf9f0363facf tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 01:51:14.525173 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-268929b1-f358-4539-8103-bf9f0363facf tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 01:51:14.532164 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-268929b1-f358-4539-8103-bf9f0363facf tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1641102 Jul 08 01:51:14.533194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60402) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:14.538479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'tempest-secgroup--988875561'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:14.574848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.581661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fbd49afb-638d-4760-8e6f-d957ac0705ab details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:14.589987 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.598427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6610ef9-dede-4e86-b76a-8a1797569020 req-6620567d-611d-4577-8c54-c4c147ee2444 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:14.603545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6610ef9-dede-4e86-b76a-8a1797569020 req-6620567d-611d-4577-8c54-c4c147ee2444 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 943 time: 0.3600264 Jul 08 01:51:14.631508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-6c9d5492-8c35-4faf-8089-c4122104efa7 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:14.636590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-6c9d5492-8c35-4faf-8089-c4122104efa7 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 945 time: 0.8504219 Jul 08 01:51:14.641987 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-770499bd-f1bd-4d5e-a02d-158122a4d698 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.715634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port fbd49afb-638d-4760-8e6f-d957ac0705ab, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fbd49afb-638d-4760-8e6f-d957ac0705ab,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:14.731889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'fbd49afb-638d-4760-8e6f-d957ac0705ab', 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa', 'port_id': 'fbd49afb-638d-4760-8e6f-d957ac0705ab', 'mac_address': 'fa:16:3e:05:eb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd81c0e3-d324-4187-beae-5bb89c221c28', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:14.736767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-770499bd-f1bd-4d5e-a02d-158122a4d698 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.781023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.785317 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.788144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.819892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd49afb-638d-4760-8e6f-d957ac0705ab {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:14.846759 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598a35a8-ac64-4cce-8cc6-d9aa883527cf,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:14.855093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port fbd49afb-638d-4760-8e6f-d957ac0705ab, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fbd49afb-638d-4760-8e6f-d957ac0705ab,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:14.861789 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:14.950432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=fbd49afb-638d-4760-8e6f-d957ac0705ab,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:14.954870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6610ef9-dede-4e86-b76a-8a1797569020 req-95d71e50-66f7-47b6-a876-9a97ba781818 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072314 Jul 08 01:51:15.003508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770499bd-f1bd-4d5e-a02d-158122a4d698 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:15.004243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.019305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.021201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4a9a6-99d9-4793-a0b0-1acca7c16f23 req-8c7cf3ff-ba3c-4611-887e-f6d4a3ba53f8 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:15.029180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ca4a9a6-99d9-4793-a0b0-1acca7c16f23 req-8c7cf3ff-ba3c-4611-887e-f6d4a3ba53f8 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 945 time: 0.4648793 Jul 08 01:51:15.067445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.069941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5355616 Jul 08 01:51:15.080860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60408) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:15.089656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-282dc176-8c14-4ee1-86ea-a05cab1c93fb tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': 'd1e8de2c-ed6b-494a-9a77-c6f4d2a031fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:15.099136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['fbd49afb-638d-4760-8e6f-d957ac0705ab'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:15.119964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbbcd5f-8c26-4cb2-a5a6-44a0aab4424f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e8de2c-ed6b-494a-9a77-c6f4d2a031fd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:15.174836 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ca4a9a6-99d9-4793-a0b0-1acca7c16f23 req-1701660f-0f42-4454-9678-b52094ce26b5 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446633 Jul 08 01:51:15.197301 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770499bd-f1bd-4d5e-a02d-158122a4d698 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:15.198305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-282dc176-8c14-4ee1-86ea-a05cab1c93fb tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.210261 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-770499bd-f1bd-4d5e-a02d-158122a4d698 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.211556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-770499bd-f1bd-4d5e-a02d-158122a4d698 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780 HTTP/1.1" status: 200 len: 705 time: 1.6448865 Jul 08 01:51:15.216037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60412) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:15.218526 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] Sync routers for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:15.228567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-3fe1d894-e26b-40cb-91d7-6ae91ba0eb08 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Deleting port 3b363634-904a-475b-8708-a8b6ab0b008d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:15.229063 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-3fe1d894-e26b-40cb-91d7-6ae91ba0eb08 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.249048 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:51:15.257057 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:15.258011 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:15.285376 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cdfa3060-1ea5-41a2-ba3a-621f539aead4 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=763f6bf8-58da-45b9-a5f7-b073e1cdc780 HTTP/1.1" status: 200 len: 205 time: 0.0673544 Jul 08 01:51:15.315211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:15.428643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-282dc176-8c14-4ee1-86ea-a05cab1c93fb tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.437284 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-282dc176-8c14-4ee1-86ea-a05cab1c93fb tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.450125 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c77b0510-caf7-4c0b-88f8-4e0a15443391 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.476640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dc176-8c14-4ee1-86ea-a05cab1c93fb tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a91a18-7daf-4086-bbd6-05b72d9f36ed,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:15.487099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe92f7-e90a-463c-87aa-0bdf05650b72 req-c785ce88-298a-43ed-bff8-48ec2f536de1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:15.493426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-282dc176-8c14-4ee1-86ea-a05cab1c93fb tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.495255 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-282dc176-8c14-4ee1-86ea-a05cab1c93fb tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130654 Jul 08 01:51:15.495651 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74fe92f7-e90a-463c-87aa-0bdf05650b72 req-c785ce88-298a-43ed-bff8-48ec2f536de1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 945 time: 0.3578582 Jul 08 01:51:15.497424 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:15.498431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60416) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:15.505812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-db0376aa-fcb7-4a47-bb1d-969112bb5432 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': 'd1e8de2c-ed6b-494a-9a77-c6f4d2a031fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:15.544964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db0376aa-fcb7-4a47-bb1d-969112bb5432 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.601121 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:51:10Z', 'revision_number': 11, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:15.620358 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-db0376aa-fcb7-4a47-bb1d-969112bb5432 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 01:51:15.627298 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-db0376aa-fcb7-4a47-bb1d-969112bb5432 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1226094 Jul 08 01:51:15.628237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60418) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:15.641565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74fe92f7-e90a-463c-87aa-0bdf05650b72 req-b4747291-d230-41d9-be33-535fc1b302f6 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439798 Jul 08 01:51:15.661300 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] Checking router: 763f6bf8-58da-45b9-a5f7-b073e1cdc780 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:15.677782 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] Routers {'763f6bf8-58da-45b9-a5f7-b073e1cdc780'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:15.678953 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:15.720817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e353816-2375-48fc-a9bb-6392a7e12680 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.766853 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e353816-2375-48fc-a9bb-6392a7e12680 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.779038 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] Set router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:15.837991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-3fe1d894-e26b-40cb-91d7-6ae91ba0eb08 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] For port 3b363634-904a-475b-8708-a8b6ab0b008d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3b363634-904a-475b-8708-a8b6ab0b008d,segment=NetworkSegment(465cc430-be1c-4947-b38e-9361fc425235),segment_id=465cc430-be1c-4947-b38e-9361fc425235)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:15.838624 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-3fe1d894-e26b-40cb-91d7-6ae91ba0eb08 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.849712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e353816-2375-48fc-a9bb-6392a7e12680 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.854355 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e353816-2375-48fc-a9bb-6392a7e12680 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.855893 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5e353816-2375-48fc-a9bb-6392a7e12680 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "DELETE /v2.0/security-groups/d1e8de2c-ed6b-494a-9a77-c6f4d2a031fd HTTP/1.1" status: 204 len: 168 time: 0.2263515 Jul 08 01:51:15.862127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60420) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:15.872642 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c77b0510-caf7-4c0b-88f8-4e0a15443391 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.884476 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c77b0510-caf7-4c0b-88f8-4e0a15443391 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:15.884793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e353816-2375-48fc-a9bb-6392a7e12680 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e8de2c-ed6b-494a-9a77-c6f4d2a031fd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:15.887897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-3fe1d894-e26b-40cb-91d7-6ae91ba0eb08 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Calling delete_port for 3b363634-904a-475b-8708-a8b6ab0b008d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:15.935130 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:51:10Z', 'revision_number': 11, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:15.984010 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91bfbf9-5234-4126-a369-644ff60d1c95 None None] The sync data for ids ['763f6bf8-58da-45b9-a5f7-b073e1cdc780'] in n-d-694802-14 is: [{'id': '763f6bf8-58da-45b9-a5f7-b073e1cdc780', 'name': 'tempest-RoutersIpV6Test-router-1905093217', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:50:03Z', 'updated_at': '2021-07-08T01:51:10Z', 'revision_number': 11, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:16.024077 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dd3cca37-33dd-4ed1-9ee7-0ff38bb6f3e8 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1565092 Jul 08 01:51:16.025254 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60424) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:16.036174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7726414a-37b5-42ad-94a9-9cde6b5f2851 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973134185'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:16.046278 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c77b0510-caf7-4c0b-88f8-4e0a15443391 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.047693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77b0510-caf7-4c0b-88f8-4e0a15443391 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Fanout notify agent at l3_agent the message router_deleted on router 763f6bf8-58da-45b9-a5f7-b073e1cdc780 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:51:16.092490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7726414a-37b5-42ad-94a9-9cde6b5f2851 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.121485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c77b0510-caf7-4c0b-88f8-4e0a15443391 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.123378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c77b0510-caf7-4c0b-88f8-4e0a15443391 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780 HTTP/1.1" status: 204 len: 168 time: 0.7956171 Jul 08 01:51:16.129631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:16.155787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1b9a0a92-8cc3-46d8-ac8e-5975692904ee tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-660857277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:16.254115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:16.332154 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7726414a-37b5-42ad-94a9-9cde6b5f2851 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.341903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7726414a-37b5-42ad-94a9-9cde6b5f2851 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.434620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726414a-37b5-42ad-94a9-9cde6b5f2851 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e013ec20-2a06-481c-b310-424132911e58,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:16.538481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,segment=NetworkSegment(d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433),segment_id=d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:16.568507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c', 'network_id': 'c97cd76e-d39d-417e-9c62-baa03eacc0fa', 'port_id': 'cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c', 'mac_address': 'fa:16:3e:48:18:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989830d4-399b-481b-802c-07de0097215a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:16.580743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7726414a-37b5-42ad-94a9-9cde6b5f2851 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.587988 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7726414a-37b5-42ad-94a9-9cde6b5f2851 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5606542 Jul 08 01:51:16.588790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60434) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:16.597551 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0a92-8cc3-46d8-ac8e-5975692904ee tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.598626 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0a92-8cc3-46d8-ac8e-5975692904ee tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.607205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e89b5b00-8499-4ba7-9572-0491705a9834 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': 'e013ec20-2a06-481c-b310-424132911e58', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:16.608676 n-d-694802-14 neutron-server[93883]: WARNING neutron.api.v2.base [None req-e89b5b00-8499-4ba7-9572-0491705a9834 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 01:51:16.609213 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-e89b5b00-8499-4ba7-9572-0491705a9834 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:16.610493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e89b5b00-8499-4ba7-9572-0491705a9834 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0147052 Jul 08 01:51:16.615829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60436) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:16.670380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311917f7-f4a7-46c0-9671-76979297afd3 req-23135b3e-6b83-46b6-8470-01e9f4540827 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:16.678426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-311917f7-f4a7-46c0-9671-76979297afd3 req-23135b3e-6b83-46b6-8470-01e9f4540827 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 943 time: 0.4434338 Jul 08 01:51:16.685225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.693862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fbd49afb-638d-4760-8e6f-d957ac0705ab up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:16.706235 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-3fe1d894-e26b-40cb-91d7-6ae91ba0eb08 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.716470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:16.726713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fade4dbd-38df-4961-b129-87697d5f117a tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.768503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['3b363634-904a-475b-8708-a8b6ab0b008d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:16.777488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1d894-e26b-40cb-91d7-6ae91ba0eb08 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Pushing event deleted for resources: {'Port': ['ID=3b363634-904a-475b-8708-a8b6ab0b008d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:16.797512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fade4dbd-38df-4961-b129-87697d5f117a tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.826897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port fbd49afb-638d-4760-8e6f-d957ac0705ab completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:16.835318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port fbd49afb-638d-4760-8e6f-d957ac0705ab triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:16.835798 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.882379 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0a92-8cc3-46d8-ac8e-5975692904ee tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.887948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,segment=NetworkSegment(d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433),segment_id=d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:16.896413 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.897288 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fade4dbd-38df-4961-b129-87697d5f117a tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.898907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-311917f7-f4a7-46c0-9671-76979297afd3 req-cd9641ec-07a4-45d4-b619-46a2f2e4d41a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161267 Jul 08 01:51:16.906933 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0a92-8cc3-46d8-ac8e-5975692904ee tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.914329 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fade4dbd-38df-4961-b129-87697d5f117a tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:16.916822 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fade4dbd-38df-4961-b129-87697d5f117a tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "DELETE /v2.0/security-groups/e013ec20-2a06-481c-b310-424132911e58 HTTP/1.1" status: 204 len: 168 time: 0.2993579 Jul 08 01:51:16.924257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60440) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:16.972335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade4dbd-38df-4961-b129-87697d5f117a tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e013ec20-2a06-481c-b310-424132911e58,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:16.982197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-3fe1d894-e26b-40cb-91d7-6ae91ba0eb08 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] No DVR routers for this DVR port 3b363634-904a-475b-8708-a8b6ab0b008d on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:16.992783 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.002152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350eef4-a6ae-4957-b126-037ee2819597 req-7be5ddb3-3bff-423c-af90-90d59f6d7684 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:17.012748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a350eef4-a6ae-4957-b126-037ee2819597 req-7be5ddb3-3bff-423c-af90-90d59f6d7684 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 867 time: 0.4455302 Jul 08 01:51:17.019101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-3fe1d894-e26b-40cb-91d7-6ae91ba0eb08 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.021496 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e3f6f4c7-7ece-4640-875d-48528f211181 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934992 Jul 08 01:51:17.026129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e88b2cd9-5878-43d3-8eaf-4514b1d58329 req-3fe1d894-e26b-40cb-91d7-6ae91ba0eb08 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.24 "DELETE /v2.0/ports/3b363634-904a-475b-8708-a8b6ab0b008d HTTP/1.1" status: 204 len: 173 time: 2.3165829 Jul 08 01:51:17.026836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e59027a-cd67-4da7-a320-e0d6e55b66a8', 'name': 'network-vif-deleted', 'tag': '3b363634-904a-475b-8708-a8b6ab0b008d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:17.030158 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e9824f-db5c-458b-91cf-ad1e8e3bab33" -d '{"events": [{"server_uuid": "5e59027a-cd67-4da7-a320-e0d6e55b66a8", "name": "network-vif-deleted", "tag": "3b363634-904a-475b-8708-a8b6ab0b008d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:17.033777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:17.049556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-390b0fea-d789-4662-b886-255a4bd5a59e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402471783'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:17.060826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port fbd49afb-638d-4760-8e6f-d957ac0705ab, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fbd49afb-638d-4760-8e6f-d957ac0705ab,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:17.067477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0164a6-a9bf-4506-8cd9-3ed338776a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd49afb-638d-4760-8e6f-d957ac0705ab'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:17.072877 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c608b0-99c1-46c8-8595-f65092963076" -d '{"events": [{"server_uuid": "3e0164a6-a9bf-4506-8cd9-3ed338776a47", "name": "network-vif-plugged", "status": "completed", "tag": "fbd49afb-638d-4760-8e6f-d957ac0705ab"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:17.073059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0a92-8cc3-46d8-ac8e-5975692904ee tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.077412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60448) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:17.077680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1b9a0a92-8cc3-46d8-ac8e-5975692904ee tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9395080 Jul 08 01:51:17.083805 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.087755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-33a913e6-3b7d-4242-929b-a09fc0dfba10 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:17.111729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:17.121113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a350eef4-a6ae-4957-b126-037ee2819597 req-59caa232-74b7-486a-90c7-8d1a958be0a5 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e48b9d2-9a55-4550-9264-ad819afed955&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071777 Jul 08 01:51:17.144729 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-390b0fea-d789-4662-b886-255a4bd5a59e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.213069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=fbd49afb-638d-4760-8e6f-d957ac0705ab,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:17.227760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:17.259393 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0830abe-b5df-4564-993f-e6f94fc29873 x-openstack-request-id: req-e0830abe-b5df-4564-993f-e6f94fc29873 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:17.259688 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e59027a-cd67-4da7-a320-e0d6e55b66a8", "name": "network-vif-deleted", "tag": "3b363634-904a-475b-8708-a8b6ab0b008d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:17.259952 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0830abe-b5df-4564-993f-e6f94fc29873 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:17.260397 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e59027a-cd67-4da7-a320-e0d6e55b66a8', 'name': 'network-vif-deleted', 'tag': '3b363634-904a-475b-8708-a8b6ab0b008d', 'status': 'completed', 'code': 200} Jul 08 01:51:17.325046 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a32c76-c245-4989-af65-c526ebf7ccdd x-openstack-request-id: req-00a32c76-c245-4989-af65-c526ebf7ccdd {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:17.325663 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0164a6-a9bf-4506-8cd9-3ed338776a47", "name": "network-vif-plugged", "status": "completed", "tag": "fbd49afb-638d-4760-8e6f-d957ac0705ab", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:17.325833 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00a32c76-c245-4989-af65-c526ebf7ccdd {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:17.327079 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0164a6-a9bf-4506-8cd9-3ed338776a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd49afb-638d-4760-8e6f-d957ac0705ab', 'code': 200} Jul 08 01:51:17.372059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-390b0fea-d789-4662-b886-255a4bd5a59e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.407031 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-390b0fea-d789-4662-b886-255a4bd5a59e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.510022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-390b0fea-d789-4662-b886-255a4bd5a59e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.511518 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-390b0fea-d789-4662-b886-255a4bd5a59e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4684994 Jul 08 01:51:17.517143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60452) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:17.520438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b0fea-d789-4662-b886-255a4bd5a59e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41219b3-0575-4da3-b1b5-b210ac2d6506,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:17.526384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8081dcff-bd17-4f63-9d71-f944914826f7 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': 'e41219b3-0575-4da3-b1b5-b210ac2d6506', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:17.527436 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-8081dcff-bd17-4f63-9d71-f944914826f7 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 01:51:17.527996 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-8081dcff-bd17-4f63-9d71-f944914826f7 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:17.533141 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8081dcff-bd17-4f63-9d71-f944914826f7 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0146933 Jul 08 01:51:17.535240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:17.607970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec911911-a77e-4ece-be22-e614c6d2ed1d req-75c003d7-83c6-471a-859d-b4708c64fe94 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:17.619904 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ec911911-a77e-4ece-be22-e614c6d2ed1d req-75c003d7-83c6-471a-859d-b4708c64fe94 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 946 time: 0.2308424 Jul 08 01:51:17.660187 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33a913e6-3b7d-4242-929b-a09fc0dfba10 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.676661 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33a913e6-3b7d-4242-929b-a09fc0dfba10 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.707872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2f15-7f01-46e4-932b-15187d75f9b2 req-ec19a5f8-e3a8-4b2e-a7a4-26443031c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:17.709437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a0c2f15-7f01-46e4-932b-15187d75f9b2 req-ec19a5f8-e3a8-4b2e-a7a4-26443031c920 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 1098 time: 0.2968938 Jul 08 01:51:17.721596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ec911911-a77e-4ece-be22-e614c6d2ed1d req-eba0864b-2edc-4aca-90f5-2a0562b697e4 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007001 Jul 08 01:51:17.759601 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18de2a01-2a60-4502-86cb-dc65fb7117b9 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.788497 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a0c2f15-7f01-46e4-932b-15187d75f9b2 req-381fd13e-ab24-4b1c-aa1f-9bfe85ca29a9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630476 Jul 08 01:51:17.791174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a913e6-3b7d-4242-929b-a09fc0dfba10 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Router e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:51:17.797512 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18de2a01-2a60-4502-86cb-dc65fb7117b9 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.849598 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18de2a01-2a60-4502-86cb-dc65fb7117b9 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.852381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18de2a01-2a60-4502-86cb-dc65fb7117b9 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.857333 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-18de2a01-2a60-4502-86cb-dc65fb7117b9 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "DELETE /v2.0/security-groups/e41219b3-0575-4da3-b1b5-b210ac2d6506 HTTP/1.1" status: 204 len: 168 time: 0.3177540 Jul 08 01:51:17.858072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:17.880372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a913e6-3b7d-4242-929b-a09fc0dfba10 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:17.887341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de2a01-2a60-4502-86cb-dc65fb7117b9 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41219b3-0575-4da3-b1b5-b210ac2d6506,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:17.887471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33a913e6-3b7d-4242-929b-a09fc0dfba10 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:17.892140 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-33a913e6-3b7d-4242-929b-a09fc0dfba10 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "PUT /v2.0/routers/e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 HTTP/1.1" status: 200 len: 697 time: 0.8078649 Jul 08 01:51:17.892140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60460) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:17.904290 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] Sync routers for ids ['e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:17.939857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-77fafc4e-864a-4359-b1e1-3b436eac2c40 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774634 Jul 08 01:51:17.940593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60464) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:17.942867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] Routers {'e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:17.946235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ad69a768-bc05-4e54-b621-4ab18fac8819 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305780863'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:17.952866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:18.000654 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad69a768-bc05-4e54-b621-4ab18fac8819 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.068552 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2dbf0f5a-41d3-4d3d-bd7f-953cc7d6fc95 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/routers/e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 HTTP/1.1" status: 200 len: 703 time: 0.1736600 Jul 08 01:51:18.069903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60466) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.101500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] Set router e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:18.131388 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fc72316b-d3e3-42c5-b584-cbff20831db3 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 HTTP/1.1" status: 200 len: 205 time: 0.0568678 Jul 08 01:51:18.134014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60468) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.170958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65', 'name': 'tempest-RoutersIpV6Test-router-660857277', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:16Z', 'updated_at': '2021-07-08T01:51:17Z', 'revision_number': 2, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:18.201205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab3e05-1514-42ca-895f-6fd8577079ba req-2268d799-cf4b-4390-b835-ce335fe9022c tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:18.202994 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67ab3e05-1514-42ca-895f-6fd8577079ba req-2268d799-cf4b-4390-b835-ce335fe9022c tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 944 time: 0.1290085 Jul 08 01:51:18.246400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] Checking router: e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:18.264558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3b363634-904a-475b-8708-a8b6ab0b008d no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:18.276452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67ab3e05-1514-42ca-895f-6fd8577079ba req-623f82da-4372-43ca-9f4b-ae93399ca07b tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593536 Jul 08 01:51:18.297922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 3b363634-904a-475b-8708-a8b6ab0b008d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:18.298641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3b363634-904a-475b-8708-a8b6ab0b008d not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:18.302184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] Routers {'e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:18.302359 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad69a768-bc05-4e54-b621-4ab18fac8819 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.303413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:18.308470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad69a768-bc05-4e54-b621-4ab18fac8819 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.370082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3bcbe4b-865e-4a9f-bf39-eea5e1f72840 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.375958 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad69a768-bc05-4e54-b621-4ab18fac8819 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.391339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] Set router e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:18.393033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ad69a768-bc05-4e54-b621-4ab18fac8819 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4513576 Jul 08 01:51:18.394489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60474) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.414310 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d92c731e-b062-4b16-81e1-8cd05494fd4f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '506c4589-b7ad-4b4a-b6ef-5ec51fb30dba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:18.429627 n-d-694802-14 neutron-server[93883]: WARNING neutron.api.v2.base [None req-d92c731e-b062-4b16-81e1-8cd05494fd4f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 01:51:18.430272 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-d92c731e-b062-4b16-81e1-8cd05494fd4f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:18.434335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d92c731e-b062-4b16-81e1-8cd05494fd4f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0340455 Jul 08 01:51:18.434335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69a768-bc05-4e54-b621-4ab18fac8819 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506c4589-b7ad-4b4a-b6ef-5ec51fb30dba,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:18.436907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60476) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.448293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-19ad6071-0d05-4888-8bb4-8963526dfbef tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '506c4589-b7ad-4b4a-b6ef-5ec51fb30dba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:18.449566 n-d-694802-14 neutron-server[93883]: WARNING neutron.api.v2.base [None req-19ad6071-0d05-4888-8bb4-8963526dfbef tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 01:51:18.451220 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-19ad6071-0d05-4888-8bb4-8963526dfbef tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:18.452274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-19ad6071-0d05-4888-8bb4-8963526dfbef tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0143185 Jul 08 01:51:18.456609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.471067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aff6d162-e46f-476d-8b9d-a7096d11ba15 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '506c4589-b7ad-4b4a-b6ef-5ec51fb30dba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:18.472130 n-d-694802-14 neutron-server[93883]: WARNING neutron.api.v2.base [None req-aff6d162-e46f-476d-8b9d-a7096d11ba15 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 01:51:18.477252 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-aff6d162-e46f-476d-8b9d-a7096d11ba15 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:18.482072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aff6d162-e46f-476d-8b9d-a7096d11ba15 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0211661 Jul 08 01:51:18.484113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60480) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.490329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-84afc5c2-2bbb-4b52-a3c6-2b9f210ce093 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '506c4589-b7ad-4b4a-b6ef-5ec51fb30dba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:18.492545 n-d-694802-14 neutron-server[93883]: WARNING neutron.api.v2.base [None req-84afc5c2-2bbb-4b52-a3c6-2b9f210ce093 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 01:51:18.493055 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-84afc5c2-2bbb-4b52-a3c6-2b9f210ce093 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:18.496803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-84afc5c2-2bbb-4b52-a3c6-2b9f210ce093 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088866 Jul 08 01:51:18.497787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60482) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.519790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65', 'name': 'tempest-RoutersIpV6Test-router-660857277', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:16Z', 'updated_at': '2021-07-08T01:51:17Z', 'revision_number': 2, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:18.582807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cb429c-de0c-440b-9cd3-2f6206de4e16 None None] The sync data for ids ['e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65'] in n-d-694802-14 is: [{'id': 'e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65', 'name': 'tempest-RoutersIpV6Test-router-660857277', 'tenant_id': '95363834738b4ad08c101f9b05ed2d5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:51:16Z', 'updated_at': '2021-07-08T01:51:17Z', 'revision_number': 2, 'project_id': '95363834738b4ad08c101f9b05ed2d5b', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:18.620593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c6009e93-8681-4825-8651-b332dff71d85 req-b304d794-0428-4749-8c0f-38c4b19aa660 tempest-InstanceActionsNegativeTestJSON-602176147 tempest-InstanceActionsNegativeTestJSON-602176147-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e59027a-cd67-4da7-a320-e0d6e55b66a8 HTTP/1.1" status: 200 len: 210 time: 0.1039371 Jul 08 01:51:18.684019 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-742afd3e-6d70-435f-8adc-21a09660fdc6 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.760531 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-742afd3e-6d70-435f-8adc-21a09660fdc6 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.836373 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3bcbe4b-865e-4a9f-bf39-eea5e1f72840 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.839565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3bcbe4b-865e-4a9f-bf39-eea5e1f72840 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.851933 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-742afd3e-6d70-435f-8adc-21a09660fdc6 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.855097 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-742afd3e-6d70-435f-8adc-21a09660fdc6 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.861337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-742afd3e-6d70-435f-8adc-21a09660fdc6 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "DELETE /v2.0/security-groups/506c4589-b7ad-4b4a-b6ef-5ec51fb30dba HTTP/1.1" status: 204 len: 168 time: 0.3625209 Jul 08 01:51:18.862102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60488) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.890838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742afd3e-6d70-435f-8adc-21a09660fdc6 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506c4589-b7ad-4b4a-b6ef-5ec51fb30dba,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:18.912986 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3bcbe4b-865e-4a9f-bf39-eea5e1f72840 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.913164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bcbe4b-865e-4a9f-bf39-eea5e1f72840 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Fanout notify agent at l3_agent the message router_deleted on router e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:51:18.925554 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3bcbe4b-865e-4a9f-bf39-eea5e1f72840 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:18.926735 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d3bcbe4b-865e-4a9f-bf39-eea5e1f72840 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 HTTP/1.1" status: 204 len: 168 time: 0.7921469 Jul 08 01:51:18.932901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60490) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.976609 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2f2bd3d6-d297-43c5-8379-4c33c0c6a537 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 HTTP/1.1" status: 200 len: 205 time: 0.0419183 Jul 08 01:51:18.978799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60492) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.982237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7d490ac4-7153-4943-b545-097048595510 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1150405 Jul 08 01:51:18.986736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60494) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:18.992452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6d9ddc03-78ac-45bd-97be-7aa664d7a38f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'tempest-secgroup--493669423'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.022099 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-f95f7d95-5301-4ce4-8e8c-eea2556fc6cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] delete failed (client error): The resource could not be found. Jul 08 01:51:19.025620 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f95f7d95-5301-4ce4-8e8c-eea2556fc6cc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/e9d4f0b6-bc77-4d43-99c1-38ef20ea8d65 HTTP/1.1" status: 404 len: 336 time: 0.0428195 Jul 08 01:51:19.025846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60496) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.039029 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d9ddc03-78ac-45bd-97be-7aa664d7a38f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.050887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321a18e-17bb-4678-97c0-792071b7ce25 req-35af542f-d059-4688-88c0-310b0401c8b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:19.052499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2321a18e-17bb-4678-97c0-792071b7ce25 req-35af542f-d059-4688-88c0-310b0401c8b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 946 time: 0.1701262 Jul 08 01:51:19.062060 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32b1990-76c9-4b55-bcc4-2002c39930bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:19.062798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32b1990-76c9-4b55-bcc4-2002c39930bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:19.064885 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b32b1990-76c9-4b55-bcc4-2002c39930bc tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/7c32c48c-6d5b-46b3-a002-0b61ae019b85 HTTP/1.1" status: 404 len: 337 time: 0.0381410 Jul 08 01:51:19.067445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60498) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.095837 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e532469-6d5a-4487-b993-f1629f716918 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:19.096458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e532469-6d5a-4487-b993-f1629f716918 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:19.100347 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4e532469-6d5a-4487-b993-f1629f716918 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/3fec51af-dbdc-4bb4-8e40-de1b3194c2f5 HTTP/1.1" status: 404 len: 337 time: 0.0298023 Jul 08 01:51:19.104617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60500) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.130738 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2321a18e-17bb-4678-97c0-792071b7ce25 req-bcd75005-cfaf-4bce-bbe8-9bb7ecf760f2 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687284 Jul 08 01:51:19.155245 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0c9d70-243f-4da2-906a-cde1c283ee8c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:19.155715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0c9d70-243f-4da2-906a-cde1c283ee8c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:19.161465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2b0c9d70-243f-4da2-906a-cde1c283ee8c tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/2977fe17-28f8-4b93-9a4b-284f1746f66c HTTP/1.1" status: 404 len: 337 time: 0.0529907 Jul 08 01:51:19.162098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60502) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.203056 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18586c3-077f-496e-a208-5b481917901d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:19.203056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18586c3-077f-496e-a208-5b481917901d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:19.205119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b18586c3-077f-496e-a208-5b481917901d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/72908524-456d-4cee-b567-bc34f0736ab7 HTTP/1.1" status: 404 len: 337 time: 0.0409026 Jul 08 01:51:19.208154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60506) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.237193 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d9ddc03-78ac-45bd-97be-7aa664d7a38f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.242856 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d9ddc03-78ac-45bd-97be-7aa664d7a38f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.245479 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5957aa9a-fbde-44d5-9f11-7232dde9c231 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=763f6bf8-58da-45b9-a5f7-b073e1cdc780 HTTP/1.1" status: 200 len: 205 time: 0.0360293 Jul 08 01:51:19.248727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60508) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.288352 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-2a034f46-db41-41fc-80bf-262a95028973 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] delete failed (client error): The resource could not be found. Jul 08 01:51:19.289571 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2a034f46-db41-41fc-80bf-262a95028973 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/763f6bf8-58da-45b9-a5f7-b073e1cdc780 HTTP/1.1" status: 404 len: 336 time: 0.0396831 Jul 08 01:51:19.292654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60512) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.302177 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d9ddc03-78ac-45bd-97be-7aa664d7a38f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:19.304883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6d9ddc03-78ac-45bd-97be-7aa664d7a38f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3169365 Jul 08 01:51:19.308437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60514) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.311006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ddc03-78ac-45bd-97be-7aa664d7a38f tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ed98d3-ca8c-42e2-b329-5a7663e3c8ef,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:19.314015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-97c598e3-baad-4da6-96be-f77f964408f3 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '83ed98d3-ca8c-42e2-b329-5a7663e3c8ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.314844 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-97c598e3-baad-4da6-96be-f77f964408f3 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 01:51:19.315390 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-97c598e3-baad-4da6-96be-f77f964408f3 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:19.318962 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-97c598e3-baad-4da6-96be-f77f964408f3 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069234 Jul 08 01:51:19.320801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60516) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.347578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-71219450-19c1-41f6-adc4-d38bd06dd055 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '83ed98d3-ca8c-42e2-b329-5a7663e3c8ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.356350 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ae405e06-de34-42f1-b801-e5cd63cbfd0a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7addf6b-01da-40a6-a076-8a3b5b05d981 HTTP/1.1" status: 200 len: 205 time: 0.0604701 Jul 08 01:51:19.357330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60520) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.421437 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-71219450-19c1-41f6-adc4-d38bd06dd055 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:19.427064 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-71219450-19c1-41f6-adc4-d38bd06dd055 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1025877 Jul 08 01:51:19.428358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60522) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.431891 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-d3976261-6df3-4cef-acd1-918744f30027 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] delete failed (client error): The resource could not be found. Jul 08 01:51:19.435215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d3976261-6df3-4cef-acd1-918744f30027 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/f7addf6b-01da-40a6-a076-8a3b5b05d981 HTTP/1.1" status: 404 len: 336 time: 0.0735302 Jul 08 01:51:19.435416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60526) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.441027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-af99df69-bb55-44db-98a1-e1965f31bccc tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '83ed98d3-ca8c-42e2-b329-5a7663e3c8ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.441796 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-af99df69-bb55-44db-98a1-e1965f31bccc tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 01:51:19.442526 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-af99df69-bb55-44db-98a1-e1965f31bccc tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:19.446498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.447290 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-af99df69-bb55-44db-98a1-e1965f31bccc tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174036 Jul 08 01:51:19.468362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b0fff6ad-a87f-49b7-91fe-dac100a150af tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '83ed98d3-ca8c-42e2-b329-5a7663e3c8ef', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.478817 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdab527d-553b-456d-a67a-6a19bda3bc2f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:19.479454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdab527d-553b-456d-a67a-6a19bda3bc2f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:19.485755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fdab527d-553b-456d-a67a-6a19bda3bc2f tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/527d807e-cc8f-4ccc-91f5-66d152c85b7e HTTP/1.1" status: 404 len: 337 time: 0.0451689 Jul 08 01:51:19.486716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60530) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.530632 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e8f65961-0ecd-4b44-b37b-aef00eddac3e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3060542-38eb-4f53-b100-91779f25060a HTTP/1.1" status: 200 len: 205 time: 0.0427651 Jul 08 01:51:19.535900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.591968 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-db195316-a231-46d6-9a14-d2122848a044 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] delete failed (client error): The resource could not be found. Jul 08 01:51:19.596125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-db195316-a231-46d6-9a14-d2122848a044 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/a3060542-38eb-4f53-b100-91779f25060a HTTP/1.1" status: 404 len: 336 time: 0.0561810 Jul 08 01:51:19.596231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60536) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.620371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191c623-a6dd-44ee-9f39-4f7b93f9c57b req-7236b243-13cf-42a6-8a90-ad7c5752ddf2 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:19.622063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c191c623-a6dd-44ee-9f39-4f7b93f9c57b req-7236b243-13cf-42a6-8a90-ad7c5752ddf2 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 944 time: 0.1475184 Jul 08 01:51:19.625715 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-b0fff6ad-a87f-49b7-91fe-dac100a150af tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:19.629346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b0fff6ad-a87f-49b7-91fe-dac100a150af tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1793308 Jul 08 01:51:19.630084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60540) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.637131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4d6bb03b-2b5a-4d46-bc21-e5a8978363cc tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '83ed98d3-ca8c-42e2-b329-5a7663e3c8ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.638571 n-d-694802-14 neutron-server[93883]: WARNING neutron.api.v2.base [None req-4d6bb03b-2b5a-4d46-bc21-e5a8978363cc tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 01:51:19.639303 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-4d6bb03b-2b5a-4d46-bc21-e5a8978363cc tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:19.645357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4d6bb03b-2b5a-4d46-bc21-e5a8978363cc tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141492 Jul 08 01:51:19.648174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.652245 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-96845706-5c18-4019-9a4e-b56e86f617e7 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=1af9b9ad-b9e2-4737-aeee-2d034e580333 HTTP/1.1" status: 200 len: 205 time: 0.0546069 Jul 08 01:51:19.653273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a89c6337-5bd3-4277-ad70-eedfc29a1036 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '83ed98d3-ca8c-42e2-b329-5a7663e3c8ef', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.654792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60546) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.702772 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-f783dcf3-76fd-4aef-9c64-fb388e8f757e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] delete failed (client error): The resource could not be found. Jul 08 01:51:19.704227 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c191c623-a6dd-44ee-9f39-4f7b93f9c57b req-e4bf263a-4a7a-46b2-99cb-e4f974140546 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576203 Jul 08 01:51:19.704685 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f783dcf3-76fd-4aef-9c64-fb388e8f757e tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/1af9b9ad-b9e2-4737-aeee-2d034e580333 HTTP/1.1" status: 404 len: 336 time: 0.0485187 Jul 08 01:51:19.707995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60550) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.740110 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-a89c6337-5bd3-4277-ad70-eedfc29a1036 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:19.745796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a89c6337-5bd3-4277-ad70-eedfc29a1036 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0950444 Jul 08 01:51:19.746367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.752561 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbacf5b-1d49-40d1-a793-367931980c44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:19.753544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbacf5b-1d49-40d1-a793-367931980c44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:19.755964 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9bbacf5b-1d49-40d1-a793-367931980c44 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/4c46a1f6-941d-4a6f-b135-604f5ee5c27a HTTP/1.1" status: 404 len: 337 time: 0.0467539 Jul 08 01:51:19.757466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2e3784eb-68ea-4a12-9d17-3cd0f72ac50e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '83ed98d3-ca8c-42e2-b329-5a7663e3c8ef', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.759482 n-d-694802-14 neutron-server[93883]: WARNING neutron.api.v2.base [None req-2e3784eb-68ea-4a12-9d17-3cd0f72ac50e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 01:51:19.759482 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-2e3784eb-68ea-4a12-9d17-3cd0f72ac50e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:19.762976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60554) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.763118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2e3784eb-68ea-4a12-9d17-3cd0f72ac50e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123718 Jul 08 01:51:19.763477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.768832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dc54cc11-d974-479c-99db-32e72ec745b5 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '83ed98d3-ca8c-42e2-b329-5a7663e3c8ef', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.808219 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e752f0f9-6442-496e-9ab4-9b1801ecbb08 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6408eae-0e1f-4182-b2a4-501c2f18c5e4 HTTP/1.1" status: 200 len: 205 time: 0.0475297 Jul 08 01:51:19.810796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60562) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.832418 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-dc54cc11-d974-479c-99db-32e72ec745b5 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:19.837891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dc54cc11-d974-479c-99db-32e72ec745b5 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0694895 Jul 08 01:51:19.837891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60564) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.848323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fa6117d4-f718-4c89-862a-532e4bfb599b tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '83ed98d3-ca8c-42e2-b329-5a7663e3c8ef', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:19.894547 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-6bfec260-ab14-46ad-bb56-a35fc798ef34 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] delete failed (client error): The resource could not be found. Jul 08 01:51:19.902111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6bfec260-ab14-46ad-bb56-a35fc798ef34 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/f6408eae-0e1f-4182-b2a4-501c2f18c5e4 HTTP/1.1" status: 404 len: 336 time: 0.0896981 Jul 08 01:51:19.907878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60568) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.984195 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cdc694-5155-4c7f-9106-554481b68ff1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:19.985820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80cdc694-5155-4c7f-9106-554481b68ff1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:19.987593 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-80cdc694-5155-4c7f-9106-554481b68ff1 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/f7727981-6cfe-4f90-aca8-1c81b62997c5 HTTP/1.1" status: 404 len: 337 time: 0.0782442 Jul 08 01:51:19.990455 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-fa6117d4-f718-4c89-862a-532e4bfb599b tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:19.994533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fa6117d4-f718-4c89-862a-532e4bfb599b tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1526201 Jul 08 01:51:19.994533 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:19.996377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60574) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.007989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60576) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.054706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-1859d63b-5880-449f-a78d-e3bc92eae415 admin admin] Deleting subnet b7ed5ff2-2e6a-4b15-aab4-d7391efedf65 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:51:20.059460 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1859d63b-5880-449f-a78d-e3bc92eae415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.076278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3510f294-7c79-4653-9c61-370c59e9217d tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3958370-5b0e-4f3c-889d-95fa924e2ba1 HTTP/1.1" status: 200 len: 205 time: 0.0811696 Jul 08 01:51:20.076955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.111235 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1859d63b-5880-449f-a78d-e3bc92eae415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.142068 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-d77d5076-1fb5-4b46-889a-676c394f9732 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] delete failed (client error): The resource could not be found. Jul 08 01:51:20.147175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d77d5076-1fb5-4b46-889a-676c394f9732 tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/routers/b3958370-5b0e-4f3c-889d-95fa924e2ba1 HTTP/1.1" status: 404 len: 336 time: 0.0608711 Jul 08 01:51:20.147355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60582) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.164994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77af2cef-90aa-4c6f-bc59-f0b1338e0c70 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.183406 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d4f136-ff7e-4296-9d05-2e53395df18b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:20.184064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d4f136-ff7e-4296-9d05-2e53395df18b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:20.185941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-33d4f136-ff7e-4296-9d05-2e53395df18b tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/7d0e6cb0-b80c-4ccd-aa4d-1adea70bb50a HTTP/1.1" status: 404 len: 337 time: 0.0379975 Jul 08 01:51:20.189626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1859d63b-5880-449f-a78d-e3bc92eae415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.191240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.193999 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77af2cef-90aa-4c6f-bc59-f0b1338e0c70 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.230438 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9efb6b-2c3f-4dcb-b480-0e5f85b2da6a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] DELETE failed (client error): The resource could not be found. Jul 08 01:51:20.230891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9efb6b-2c3f-4dcb-b480-0e5f85b2da6a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:51:20.232725 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0d9efb6b-2c3f-4dcb-b480-0e5f85b2da6a tempest-RoutersIpV6Test-1091471840 tempest-RoutersIpV6Test-1091471840-project] 10.222.0.41 "DELETE /v2.0/subnets/c5629537-e114-482d-affc-9bf4a2a9304c HTTP/1.1" status: 404 len: 337 time: 0.0405650 Jul 08 01:51:20.274975 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1859d63b-5880-449f-a78d-e3bc92eae415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.282191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:20.283363 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77af2cef-90aa-4c6f-bc59-f0b1338e0c70 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.286037 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77af2cef-90aa-4c6f-bc59-f0b1338e0c70 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.287189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-77af2cef-90aa-4c6f-bc59-f0b1338e0c70 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "DELETE /v2.0/security-groups/83ed98d3-ca8c-42e2-b329-5a7663e3c8ef HTTP/1.1" status: 204 len: 168 time: 0.2897327 Jul 08 01:51:20.292630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.309776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af2cef-90aa-4c6f-bc59-f0b1338e0c70 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ed98d3-ca8c-42e2-b329-5a7663e3c8ef,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:20.331877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859d63b-5880-449f-a78d-e3bc92eae415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ed5ff2-2e6a-4b15-aab4-d7391efedf65,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:20.335354 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1859d63b-5880-449f-a78d-e3bc92eae415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.338029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1859d63b-5880-449f-a78d-e3bc92eae415 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b7ed5ff2-2e6a-4b15-aab4-d7391efedf65 HTTP/1.1" status: 204 len: 168 time: 0.3288138 Jul 08 01:51:20.341727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60594) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.373736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-710e932e-b7df-4aef-b3dc-fbc970131035 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0696030 Jul 08 01:51:20.381642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60596) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.387758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5bdc8573-5aff-417a-896c-adf3f98b5ebd tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1901391183'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:20.403914 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:20.411448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:20.411882 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.419887 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bdc8573-5aff-417a-896c-adf3f98b5ebd tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.474340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.555300 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.569989 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bdc8573-5aff-417a-896c-adf3f98b5ebd tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.575256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bdc8573-5aff-417a-896c-adf3f98b5ebd tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.587895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a96cbe-01a0-4b39-997d-2142dd9f7cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:20.592458 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c199b9-a8f0-412b-9a0d-b17b6c9b2cb3" -d '{"events": [{"server_uuid": "d9a96cbe-01a0-4b39-997d-2142dd9f7cca", "name": "network-vif-plugged", "status": "completed", "tag": "cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:20.605699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.620811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3240dfd9-202a-47fb-acbd-acd69756ec3c']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:20.623328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,segment=NetworkSegment(d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433),segment_id=d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:20.627361 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bdc8573-5aff-417a-896c-adf3f98b5ebd tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.631477 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.632469 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5bdc8573-5aff-417a-896c-adf3f98b5ebd tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2493913 Jul 08 01:51:20.635293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60600) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.640662 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-51f53241-e290-4fab-9255-2800dbb8f423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.644234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc8573-5aff-417a-896c-adf3f98b5ebd tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5378d21d-d365-44f8-9d09-6132f593ddfd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:20.650046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2acd003b-4353-4749-9fc4-0b63dc205405 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '5378d21d-d365-44f8-9d09-6132f593ddfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:20.656866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465cc430-be1c-4947-b38e-9361fc425235') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:20.656866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465cc430-be1c-4947-b38e-9361fc425235') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:20.672711 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.674309 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193b42b0-357d-4e21-b781-ddd4e473b246 x-openstack-request-id: req-193b42b0-357d-4e21-b781-ddd4e473b246 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:20.675826 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a96cbe-01a0-4b39-997d-2142dd9f7cca", "name": "network-vif-plugged", "status": "completed", "tag": "cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:20.677348 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-193b42b0-357d-4e21-b781-ddd4e473b246 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:20.678217 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a96cbe-01a0-4b39-997d-2142dd9f7cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c', 'code': 200} Jul 08 01:51:20.694630 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.708088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:51:20.708670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:51:20.710759 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:51:20.731373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:20.800347 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-2acd003b-4353-4749-9fc4-0b63dc205405 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The resource could not be found. Jul 08 01:51:20.800952 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2acd003b-4353-4749-9fc4-0b63dc205405 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1643109 Jul 08 01:51:20.802666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60606) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.810392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60608) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:20.823237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7f91764a-3ea3-4e17-8e02-7cf16df12ad7 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '5378d21d-d365-44f8-9d09-6132f593ddfd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0b233118-07b0-4761-8471-beab74dd7fd8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:20.862418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.874316 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:20.877119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3240dfd9-202a-47fb-acbd-acd69756ec3c HTTP/1.1" status: 204 len: 168 time: 0.5328672 Jul 08 01:51:20.893531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f2e38-0658-4db9-84fa-9251c7313162 admin admin] Pushing event deleted for resources: {'Network': ['ID=3240dfd9-202a-47fb-acbd-acd69756ec3c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:20.896938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df255550-edbc-4ba2-94f4-531971eefeaf req-3bcfe35e-ec00-4ade-b97e-458b07648d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:20.899928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df255550-edbc-4ba2-94f4-531971eefeaf req-3bcfe35e-ec00-4ade-b97e-458b07648d7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 1097 time: 0.1281850 Jul 08 01:51:20.905166 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-7f91764a-3ea3-4e17-8e02-7cf16df12ad7 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The resource could not be found. Jul 08 01:51:20.906585 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7f91764a-3ea3-4e17-8e02-7cf16df12ad7 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0937271 Jul 08 01:51:20.910481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:21.006586 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df255550-edbc-4ba2-94f4-531971eefeaf req-4adea9bd-134b-469b-8410-e680d42d5db6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644367 Jul 08 01:51:21.034959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd26ab-56f9-4f38-862f-a7fa79034481 req-5ebe9b83-175d-4336-ae41-b56eeaf4b016 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:21.037342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46bd26ab-56f9-4f38-862f-a7fa79034481 req-5ebe9b83-175d-4336-ae41-b56eeaf4b016 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 945 time: 0.1362660 Jul 08 01:51:21.073037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9be94c9d-de14-4e31-baba-28f27673cce5 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.084075 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d12ffa59-ba01-4e24-b1ff-5fc2424141df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95363834738b4ad08c101f9b05ed2d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702708 Jul 08 01:51:21.086083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:21.086686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60624) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:21.103301 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9be94c9d-de14-4e31-baba-28f27673cce5 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.149892 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9be94c9d-de14-4e31-baba-28f27673cce5 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.153355 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9be94c9d-de14-4e31-baba-28f27673cce5 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.154713 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9be94c9d-de14-4e31-baba-28f27673cce5 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "DELETE /v2.0/security-groups/5378d21d-d365-44f8-9d09-6132f593ddfd HTTP/1.1" status: 204 len: 168 time: 0.2417521 Jul 08 01:51:21.159626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60626) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:21.161107 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46bd26ab-56f9-4f38-862f-a7fa79034481 req-1a66e26e-d36c-40db-9ada-8022e4b8011c tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119812 Jul 08 01:51:21.194459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be94c9d-de14-4e31-baba-28f27673cce5 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5378d21d-d365-44f8-9d09-6132f593ddfd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:21.211123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dcf9ba4d-cd92-4268-964e-d6dc4aa9bc25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a928b6b15efe46518e8ce9cd1c560daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1231217 Jul 08 01:51:21.212164 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e69c543f-3b9e-414a-887b-2d3f9ed3fd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.214018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:21.215948 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1980e39b-bccf-4ddc-8584-b874aa6a802b tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552537 Jul 08 01:51:21.222427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60630) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:21.226944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-764b9392-1a83-4549-a0bd-97a62b42abdf tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': 'e9a4d066-88b8-4084-a7ea-cb1629ca3f2a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:21.279159 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-764b9392-1a83-4549-a0bd-97a62b42abdf tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The resource could not be found. Jul 08 01:51:21.279388 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e69c543f-3b9e-414a-887b-2d3f9ed3fd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.280445 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-764b9392-1a83-4549-a0bd-97a62b42abdf tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0570190 Jul 08 01:51:21.285169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60632) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:21.291162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ca938fdd-b081-4341-ba99-a5ba150b6820 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'tempest-secgroup--531374847'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:21.302667 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a10a541-eb96-4740-a5fb-e4ee55d00403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.315951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca938fdd-b081-4341-ba99-a5ba150b6820 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.352703 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a10a541-eb96-4740-a5fb-e4ee55d00403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.401214 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e69c543f-3b9e-414a-887b-2d3f9ed3fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.403992 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e69c543f-3b9e-414a-887b-2d3f9ed3fd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.409295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e69c543f-3b9e-414a-887b-2d3f9ed3fd13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b962b9c7-5bdf-47e1-a305-f44f242f5544 HTTP/1.1" status: 204 len: 168 time: 0.3128746 Jul 08 01:51:21.422096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c543f-3b9e-414a-887b-2d3f9ed3fd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b962b9c7-5bdf-47e1-a305-f44f242f5544,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:21.425419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a10a541-eb96-4740-a5fb-e4ee55d00403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.428723 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9a10a541-eb96-4740-a5fb-e4ee55d00403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.444342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9a10a541-eb96-4740-a5fb-e4ee55d00403 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e48b9d2-9a55-4550-9264-ad819afed955 HTTP/1.1" status: 204 len: 168 time: 0.2277832 Jul 08 01:51:21.455563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10a541-eb96-4740-a5fb-e4ee55d00403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e48b9d2-9a55-4550-9264-ad819afed955,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:21.491718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca938fdd-b081-4341-ba99-a5ba150b6820 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.497505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca938fdd-b081-4341-ba99-a5ba150b6820 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.559528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca938fdd-b081-4341-ba99-a5ba150b6820 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849d9a6b-97db-4975-906b-665bcbefeb34,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:21.563625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca938fdd-b081-4341-ba99-a5ba150b6820 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:21.565309 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ca938fdd-b081-4341-ba99-a5ba150b6820 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2787354 Jul 08 01:51:21.568248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60640) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:21.574772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe0f26dd-39a0-4ff4-bc73-abd8eeb279ea tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815118739'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:21.632091 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0f26dd-39a0-4ff4-bc73-abd8eeb279ea tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.317344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0f26dd-39a0-4ff4-bc73-abd8eeb279ea tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.326661 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0f26dd-39a0-4ff4-bc73-abd8eeb279ea tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.394889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f26dd-39a0-4ff4-bc73-abd8eeb279ea tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e79648-ed4a-4631-8061-5a3a20031fbe,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:22.442430 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe0f26dd-39a0-4ff4-bc73-abd8eeb279ea tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.443834 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fe0f26dd-39a0-4ff4-bc73-abd8eeb279ea tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8730407 Jul 08 01:51:22.448061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60672) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:22.453839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a14b76f8-044c-4970-9677-2a522222143b tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group_rule': {'security_group_id': '849d9a6b-97db-4975-906b-665bcbefeb34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '46e79648-ed4a-4631-8061-5a3a20031fbe'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:22.502628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e1412-e815-4d23-8a22-4bd1d9ba8999 req-740f22de-e59a-493c-ab51-85f4e9e12eaf tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:22.504405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df0e1412-e815-4d23-8a22-4bd1d9ba8999 req-740f22de-e59a-493c-ab51-85f4e9e12eaf tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 945 time: 0.1109824 Jul 08 01:51:22.525750 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-a14b76f8-044c-4970-9677-2a522222143b tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:51:22.527989 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a14b76f8-044c-4970-9677-2a522222143b tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0777221 Jul 08 01:51:22.529862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60676) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:22.604557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df0e1412-e815-4d23-8a22-4bd1d9ba8999 req-ce0aba0a-3a65-4dd8-9a87-89be3c087252 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943913 Jul 08 01:51:22.671535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b93f81a-8887-442d-95b8-550f72303b80 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.700519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b93f81a-8887-442d-95b8-550f72303b80 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.776214 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b93f81a-8887-442d-95b8-550f72303b80 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.778939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b93f81a-8887-442d-95b8-550f72303b80 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:22.783018 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5b93f81a-8887-442d-95b8-550f72303b80 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "DELETE /v2.0/security-groups/46e79648-ed4a-4631-8061-5a3a20031fbe HTTP/1.1" status: 204 len: 168 time: 0.2493932 Jul 08 01:51:22.783836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:22.789771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93f81a-8887-442d-95b8-550f72303b80 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e79648-ed4a-4631-8061-5a3a20031fbe,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:22.883174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60692) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:22.883668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5c400d28-bbbe-4a4c-92dd-40719c1bb7dd tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0985777 Jul 08 01:51:22.955910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60694) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:23.002826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d22b817-c636-4754-a051-362fa21462e8 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.008161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651eceb-4ebc-409e-b727-e56c0ad3d903 req-6e6bd1de-519a-434a-ba2d-00e6c26d5c7a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:23.018163 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3651eceb-4ebc-409e-b727-e56c0ad3d903 req-6e6bd1de-519a-434a-ba2d-00e6c26d5c7a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 945 time: 0.1453123 Jul 08 01:51:23.034416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d22b817-c636-4754-a051-362fa21462e8 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.117405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3651eceb-4ebc-409e-b727-e56c0ad3d903 req-0392a88f-c040-4be1-b869-155c17ac1247 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866694 Jul 08 01:51:23.136116 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d22b817-c636-4754-a051-362fa21462e8 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.140185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8d22b817-c636-4754-a051-362fa21462e8 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.144236 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8d22b817-c636-4754-a051-362fa21462e8 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "DELETE /v2.0/security-groups/849d9a6b-97db-4975-906b-665bcbefeb34 HTTP/1.1" status: 204 len: 168 time: 0.2575138 Jul 08 01:51:23.147012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:23.162551 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22b817-c636-4754-a051-362fa21462e8 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849d9a6b-97db-4975-906b-665bcbefeb34,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:23.291110 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8b626cba-ea41-4aaa-ab9a-e1ef6c5d94bf tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1423318 Jul 08 01:51:23.299990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60708) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:23.313559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bdfe3632-2483-4bc4-a4e7-c256f13d7462 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'tempest-secgroup--677648386'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:23.342878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3632-2483-4bc4-a4e7-c256f13d7462 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.366905 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dd8608a5-224b-434f-b88d-fbb6c473092f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.378750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672736062'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:23.517893 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3632-2483-4bc4-a4e7-c256f13d7462 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.529295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3632-2483-4bc4-a4e7-c256f13d7462 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.577168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.648076 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdfe3632-2483-4bc4-a4e7-c256f13d7462 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.652857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:23.654039 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bdfe3632-2483-4bc4-a4e7-c256f13d7462 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3504355 Jul 08 01:51:23.657482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.658917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2b2e7b8f-df5a-4c25-bace-3314cabe338e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:23.660207 n-d-694802-14 neutron-server[93883]: WARNING neutron.api.v2.base [None req-2b2e7b8f-df5a-4c25-bace-3314cabe338e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 01:51:23.661144 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-2b2e7b8f-df5a-4c25-bace-3314cabe338e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 01:51:23.662569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2b2e7b8f-df5a-4c25-bace-3314cabe338e tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "PUT /v2.0/security-groups/b52eb5ea-047e-4ab5-a6d1-89f8197e8dbc HTTP/1.1" status: 409 len: 330 time: 0.0083416 Jul 08 01:51:23.665342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.665886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:23.678871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe3632-2483-4bc4-a4e7-c256f13d7462 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b52eb5ea-047e-4ab5-a6d1-89f8197e8dbc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:23.816580 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9bdbfb9-8673-464d-a10c-1cbfed5ef0ad tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.845078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.850272 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.882416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9bdbfb9-8673-464d-a10c-1cbfed5ef0ad tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.905487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77123bf7-198b-4f01-a277-815a0ad7d8cd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:23.985652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9bdbfb9-8673-464d-a10c-1cbfed5ef0ad tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.988866 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9bdbfb9-8673-464d-a10c-1cbfed5ef0ad tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:23.990462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f9bdbfb9-8673-464d-a10c-1cbfed5ef0ad tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "DELETE /v2.0/security-groups/b52eb5ea-047e-4ab5-a6d1-89f8197e8dbc HTTP/1.1" status: 204 len: 168 time: 0.3235476 Jul 08 01:51:23.993368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60734) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:23.998663 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.007052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bdbfb9-8673-464d-a10c-1cbfed5ef0ad tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52eb5ea-047e-4ab5-a6d1-89f8197e8dbc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:24.022220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.081696 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.083215 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1256566 Jul 08 01:51:24.087573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:24.130413 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ba4eeb32-9a8f-41fc-a83a-cf188f3626b0 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1347201 Jul 08 01:51:24.148685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60740) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:24.162044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789438b-5c38-4b42-8c69-e0e2c9d78ecd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931d7d62-9a37-45ce-98a5-6c2df687a455,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:24.182072 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-bc86ba8d-91ac-4e7f-97e9-574a3f3a41ad tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] delete failed (client error): The resource could not be found. Jul 08 01:51:24.188444 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bc86ba8d-91ac-4e7f-97e9-574a3f3a41ad tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "DELETE /v2.0/security-groups/bb97de4d-474c-4e87-a191-66796d8e6b0b HTTP/1.1" status: 404 len: 347 time: 0.0385735 Jul 08 01:51:24.189773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60744) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:24.203847 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8862d7a9-2f54-40ae-83c6-a995dcb51ba4 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1144612 Jul 08 01:51:24.209055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60746) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:24.219755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2f3879ca-00f9-428a-83ba-bee908038a44 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group': {'name': 'tempest-security--791580454', 'description': 'tempest-security-description-268438627'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:24.260109 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5cd8493-cf68-4bf9-af5f-16997a90629f req-8db02516-11f1-4db8-b2b6-5ee1297dd60c tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0715945 Jul 08 01:51:24.292389 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-57049fc2-5ca5-48e0-bc7b-9c488eeb3930 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] show failed (client error): The resource could not be found. Jul 08 01:51:24.305144 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-57049fc2-5ca5-48e0-bc7b-9c488eeb3930 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-groups/a8f4db27-f752-4b87-afd2-d74ca5f8dd5d HTTP/1.1" status: 404 len: 347 time: 0.1102901 Jul 08 01:51:24.305144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60750) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:24.322404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a8200-884d-41c2-945f-69360fa2deb8 req-333415f2-af74-426a-8857-2a0e6b7f9ce7 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:24.325616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f3879ca-00f9-428a-83ba-bee908038a44 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.332205 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-625a8200-884d-41c2-945f-69360fa2deb8 req-333415f2-af74-426a-8857-2a0e6b7f9ce7 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 945 time: 0.1469212 Jul 08 01:51:24.380545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-625a8200-884d-41c2-945f-69360fa2deb8 req-3e7cebcb-734e-4afb-90bc-44463bf189ff tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Jul 08 01:51:24.408220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f3879ca-00f9-428a-83ba-bee908038a44 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.422260 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-81cc929e-1524-4401-b113-fe04fbd3cbd8 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] show failed (client error): The resource could not be found. Jul 08 01:51:24.429993 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-81cc929e-1524-4401-b113-fe04fbd3cbd8 tempest-NegativeSecGroupTest-939980926 tempest-NegativeSecGroupTest-939980926-project] 10.222.0.41 "GET /v2.0/security-group-rules/16b09fbc-7519-4062-a755-6bdb05286cb6 HTTP/1.1" status: 404 len: 356 time: 0.1251960 Jul 08 01:51:24.431935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f3879ca-00f9-428a-83ba-bee908038a44 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.434510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f3879ca-00f9-428a-83ba-bee908038a44 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.435740 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2f3879ca-00f9-428a-83ba-bee908038a44 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "PUT /v2.0/security-groups/931d7d62-9a37-45ce-98a5-6c2df687a455 HTTP/1.1" status: 200 len: 1778 time: 0.2199714 Jul 08 01:51:24.439007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60758) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:24.495172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3879ca-00f9-428a-83ba-bee908038a44 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931d7d62-9a37-45ce-98a5-6c2df687a455,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:24.524223 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3af22508-200d-4fcf-a53d-7895d6a6d2fd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups/931d7d62-9a37-45ce-98a5-6c2df687a455 HTTP/1.1" status: 200 len: 1778 time: 0.0840218 Jul 08 01:51:24.527204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60764) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:24.617941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c890bff-fa27-4b7f-8237-a6c456f73ba9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.656222 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c890bff-fa27-4b7f-8237-a6c456f73ba9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.702615 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.733228 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c890bff-fa27-4b7f-8237-a6c456f73ba9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.744956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c890bff-fa27-4b7f-8237-a6c456f73ba9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:24.751490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8c890bff-fa27-4b7f-8237-a6c456f73ba9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-groups/931d7d62-9a37-45ce-98a5-6c2df687a455 HTTP/1.1" status: 204 len: 168 time: 0.2217991 Jul 08 01:51:24.753163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:24.782309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c890bff-fa27-4b7f-8237-a6c456f73ba9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931d7d62-9a37-45ce-98a5-6c2df687a455,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:24.915999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2c9f20cc-89c1-47e0-8188-2d502adc4d86 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1615939 Jul 08 01:51:24.918719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60782) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:24.950676 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-18eb750e-2db0-497e-900f-ee7f8b7f9bd2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] delete failed (client error): The resource could not be found. Jul 08 01:51:24.955778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-18eb750e-2db0-497e-900f-ee7f8b7f9bd2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-groups/931d7d62-9a37-45ce-98a5-6c2df687a455 HTTP/1.1" status: 404 len: 347 time: 0.0360239 Jul 08 01:51:24.959568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:24.969335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2aeafacb-8274-4491-8698-8565504f760d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160358054'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:25.050178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2aeafacb-8274-4491-8698-8565504f760d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.111389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60786) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:25.292937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65387be8-a55d-4023-ae00-263e390e17b2 req-67fe4108-7d9a-45dd-92db-562beabc7884 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:25.306263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65387be8-a55d-4023-ae00-263e390e17b2 req-67fe4108-7d9a-45dd-92db-562beabc7884 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 945 time: 0.2339351 Jul 08 01:51:25.339398 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-25935f29-f9c5-484f-98b2-7e06740f0cac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c6c5362ef664b07bacc4a5546f631fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263360 Jul 08 01:51:25.341965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60792) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:25.379819 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2aeafacb-8274-4491-8698-8565504f760d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.386889 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2aeafacb-8274-4491-8698-8565504f760d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.451135 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c0be2b3-0e46-43c3-8fd1-4fd9e7c5fe8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.459387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65387be8-a55d-4023-ae00-263e390e17b2 req-7dd9069d-7747-45d3-b7c9-8b94615f9c7e tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375744 Jul 08 01:51:25.489371 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2aeafacb-8274-4491-8698-8565504f760d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.490665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2aeafacb-8274-4491-8698-8565504f760d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5296514 Jul 08 01:51:25.494931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:25.502374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bfe5c858-929c-4b28-bdd0-8797f1cc5ab5 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': '299af44c-a582-4f8c-875c-6d47d9ba5fbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:25.516841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeafacb-8274-4491-8698-8565504f760d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299af44c-a582-4f8c-875c-6d47d9ba5fbb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:25.522387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c0be2b3-0e46-43c3-8fd1-4fd9e7c5fe8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.581051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c858-929c-4b28-bdd0-8797f1cc5ab5 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.619233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58811cb2-8527-4368-a5d2-1fea65017898 req-5b64611b-9940-4552-90ce-b2b0da0d7611 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0476294 Jul 08 01:51:25.638731 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c0be2b3-0e46-43c3-8fd1-4fd9e7c5fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.643607 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c0be2b3-0e46-43c3-8fd1-4fd9e7c5fe8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.645233 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6c0be2b3-0e46-43c3-8fd1-4fd9e7c5fe8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/598a35a8-ac64-4cce-8cc6-d9aa883527cf HTTP/1.1" status: 204 len: 168 time: 0.3021007 Jul 08 01:51:25.688475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0be2b3-0e46-43c3-8fd1-4fd9e7c5fe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598a35a8-ac64-4cce-8cc6-d9aa883527cf,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:25.821129 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c858-929c-4b28-bdd0-8797f1cc5ab5 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.824963 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c858-929c-4b28-bdd0-8797f1cc5ab5 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.844911 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5c858-929c-4b28-bdd0-8797f1cc5ab5 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8addf9c3-e395-486b-9cc9-603d5fb2b376,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:25.869137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c858-929c-4b28-bdd0-8797f1cc5ab5 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.873949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60802) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:25.876958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bfe5c858-929c-4b28-bdd0-8797f1cc5ab5 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3805480 Jul 08 01:51:25.907443 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba6260f3-331e-4c45-9b02-30fc91b32e22 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.917353 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba6260f3-331e-4c45-9b02-30fc91b32e22 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.958392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba6260f3-331e-4c45-9b02-30fc91b32e22 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.965588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba6260f3-331e-4c45-9b02-30fc91b32e22 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:25.970694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:25.971312 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ba6260f3-331e-4c45-9b02-30fc91b32e22 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8addf9c3-e395-486b-9cc9-603d5fb2b376 HTTP/1.1" status: 204 len: 168 time: 0.0955269 Jul 08 01:51:25.977982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6260f3-331e-4c45-9b02-30fc91b32e22 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8addf9c3-e395-486b-9cc9-603d5fb2b376,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:26.099485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9a918e6e-4fb8-44f7-a5d3-cf3e22405f03 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1262996 Jul 08 01:51:26.102361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60814) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:26.170394 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f50573f-ba10-46b2-b236-69db30c1ec09 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.207444 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f50573f-ba10-46b2-b236-69db30c1ec09 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.261238 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f50573f-ba10-46b2-b236-69db30c1ec09 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.268205 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f50573f-ba10-46b2-b236-69db30c1ec09 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.272825 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:26.275662 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5f50573f-ba10-46b2-b236-69db30c1ec09 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-groups/299af44c-a582-4f8c-875c-6d47d9ba5fbb HTTP/1.1" status: 204 len: 168 time: 0.1719797 Jul 08 01:51:26.300456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50573f-ba10-46b2-b236-69db30c1ec09 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299af44c-a582-4f8c-875c-6d47d9ba5fbb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:26.357738 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1655af44-a0a3-4a68-aefa-b25eb2a1fbe2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0831418 Jul 08 01:51:26.361410 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60822) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:26.367175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-74d46c6a-4d90-40e1-bc87-7f492c27025b tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group': {'name': 'tempest-secgroup--64876359'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:26.392548 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.433656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74d46c6a-4d90-40e1-bc87-7f492c27025b tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.571781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-518df08c-4d47-4ae6-9f7b-e82d580887a2 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:26.573331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-518df08c-4d47-4ae6-9f7b-e82d580887a2 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 945 time: 0.1569636 Jul 08 01:51:26.626424 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74d46c6a-4d90-40e1-bc87-7f492c27025b tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.638187 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74d46c6a-4d90-40e1-bc87-7f492c27025b tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.700532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d46c6a-4d90-40e1-bc87-7f492c27025b tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ee21a4-7437-4bd3-a283-0729f5623041,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:26.723622 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-74d46c6a-4d90-40e1-bc87-7f492c27025b tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.725009 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-74d46c6a-4d90-40e1-bc87-7f492c27025b tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3624287 Jul 08 01:51:26.727775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60838) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:26.733626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-08ab6ee0-3da4-48df-ac21-d23f5482f132 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': '49ee21a4-7437-4bd3-a283-0729f5623041', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:26.769037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60840) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:26.796815 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08ab6ee0-3da4-48df-ac21-d23f5482f132 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.827671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f344a-3644-4d8c-9526-9f9e80bc893f req-eb97c341-9f62-4bac-b1d4-aec1f62f56ac tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:26.830230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-518f344a-3644-4d8c-9526-9f9e80bc893f req-eb97c341-9f62-4bac-b1d4-aec1f62f56ac tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 945 time: 0.1456780 Jul 08 01:51:26.879938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-8880bd5c-8f3c-4b06-b602-e5999b00e99a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Deleting port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:26.881003 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-8880bd5c-8f3c-4b06-b602-e5999b00e99a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.881391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08ab6ee0-3da4-48df-ac21-d23f5482f132 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.888195 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08ab6ee0-3da4-48df-ac21-d23f5482f132 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.909107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1172926989'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:26.928030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab6ee0-3da4-48df-ac21-d23f5482f132 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1c2591-042c-4af1-ac7d-69c30e5c6be4,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:26.947650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Made reservation on behalf of 8ef6295db7664ca980ded9ca9e585fcb for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:26.951554 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.964211 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.968214 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08ab6ee0-3da4-48df-ac21-d23f5482f132 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:26.972507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-08ab6ee0-3da4-48df-ac21-d23f5482f132 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2407844 Jul 08 01:51:26.977764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60844) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:26.982892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bb4704d5-ad94-40ef-9c27-558947c375f6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': '49ee21a4-7437-4bd3-a283-0729f5623041', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:26.992869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-8880bd5c-8f3c-4b06-b602-e5999b00e99a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] For port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,segment=NetworkSegment(d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433),segment_id=d3bce4e8-1e2f-48c8-acfe-8f62c7fa0433)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:26.993623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-8880bd5c-8f3c-4b06-b602-e5999b00e99a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.017321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-8880bd5c-8f3c-4b06-b602-e5999b00e99a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Calling delete_port for cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:27.043874 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-518f344a-3644-4d8c-9526-9f9e80bc893f req-bd48d71d-fd6c-4a3f-8c60-d55d03f86b0e tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/security-groups?id=95bfae20-7f3f-45c5-ab7d-8ed15172e06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066832 Jul 08 01:51:27.078799 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e186986-6157-4320-9754-664f0ef42831 req-2f324717-e636-419f-aeb7-380cb50ddb89 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0634823 Jul 08 01:51:27.119574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.147204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.174976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb4704d5-ad94-40ef-9c27-558947c375f6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.209388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:51:27.237298 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0760811-f55c-4abb-a3be-41e28d82c718,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:27.245429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.245830 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Added segment 476cdacb-047f-43e9-8966-3ea9fe7aee99 of type vlan for network 9f4294b9-41ab-4bd7-b311-6783dc243c5d Jul 08 01:51:27.309188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.352810 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-8880bd5c-8f3c-4b06-b602-e5999b00e99a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.367580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:27.378505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.386479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:27.387088 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.397205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880bd5c-8f3c-4b06-b602-e5999b00e99a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Pushing event deleted for resources: {'Port': ['ID=cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:27.423503 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb4704d5-ad94-40ef-9c27-558947c375f6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.460472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb4704d5-ad94-40ef-9c27-558947c375f6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.468433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-8880bd5c-8f3c-4b06-b602-e5999b00e99a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] No DVR routers for this DVR port cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:27.473578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-8880bd5c-8f3c-4b06-b602-e5999b00e99a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.476697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac06b5c4-fe15-4028-a56f-1e94c230b132 req-8880bd5c-8f3c-4b06-b602-e5999b00e99a tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.24 "DELETE /v2.0/ports/cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c HTTP/1.1" status: 204 len: 173 time: 0.8964999 Jul 08 01:51:27.478541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a96cbe-01a0-4b39-997d-2142dd9f7cca', 'name': 'network-vif-deleted', 'tag': 'cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:27.482446 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca80c5a-6aa7-4984-b0e1-908a1a182882" -d '{"events": [{"server_uuid": "d9a96cbe-01a0-4b39-997d-2142dd9f7cca", "name": "network-vif-deleted", "tag": "cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:27.482662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4704d5-ad94-40ef-9c27-558947c375f6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da723508-6935-44ed-a28f-4e3ea9838fb0,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:27.491467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7181270 Jul 08 01:51:27.496359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60852) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:27.502052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Request body: {'subnet': {'network_id': '9f4294b9-41ab-4bd7-b311-6783dc243c5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:27.509491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d69774-00f9-446d-882d-02872129ea88 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Pushing event updated for resources: {'Network': ['ID=9f4294b9-41ab-4bd7-b311-6783dc243c5d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:27.533851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 9f4294b9-41ab-4bd7-b311-6783dc243c5d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:51:27.554519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb4704d5-ad94-40ef-9c27-558947c375f6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.558679 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bb4704d5-ad94-40ef-9c27-558947c375f6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5798233 Jul 08 01:51:27.559033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60854) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:27.562999 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a56c04-820c-44c9-aed1-9f86e171779b x-openstack-request-id: req-e4a56c04-820c-44c9-aed1-9f86e171779b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:27.562999 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a96cbe-01a0-4b39-997d-2142dd9f7cca", "name": "network-vif-deleted", "tag": "cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:27.562999 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4a56c04-820c-44c9-aed1-9f86e171779b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:27.564073 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a96cbe-01a0-4b39-997d-2142dd9f7cca', 'name': 'network-vif-deleted', 'tag': 'cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c', 'status': 'completed', 'code': 200} Jul 08 01:51:27.577024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-22bbdfb9-6059-45a5-93ef-fbe7d940def1 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': '49ee21a4-7437-4bd3-a283-0729f5623041', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:27.630533 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22bbdfb9-6059-45a5-93ef-fbe7d940def1 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.658727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Made reservation on behalf of 8ef6295db7664ca980ded9ca9e585fcb for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:27.665507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.728547 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22bbdfb9-6059-45a5-93ef-fbe7d940def1 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.761598 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ffdb7f0e-af54-4e01-bd39-8753106ac9bb req-49e4f850-e588-49ca-a876-3a5ad1dbc633 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0318887 Jul 08 01:51:27.762988 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22bbdfb9-6059-45a5-93ef-fbe7d940def1 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.787142 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22bbdfb9-6059-45a5-93ef-fbe7d940def1 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.789317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-22bbdfb9-6059-45a5-93ef-fbe7d940def1 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2293167 Jul 08 01:51:27.790307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbdfb9-6059-45a5-93ef-fbe7d940def1 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f315cda-7e80-4e11-974d-65d43194e43e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:27.792492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60860) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:27.798677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fb4d0eb3-b5bc-44f3-ab73-c33e05e055f2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': '49ee21a4-7437-4bd3-a283-0729f5623041', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:27.847174 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0eb3-b5bc-44f3-ab73-c33e05e055f2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.932936 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0eb3-b5bc-44f3-ab73-c33e05e055f2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.938819 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0eb3-b5bc-44f3-ab73-c33e05e055f2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.958849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d0eb3-b5bc-44f3-ab73-c33e05e055f2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fb2888-14c2-4d5d-9cd5-248d7bce3a7b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:27.973133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0eb3-b5bc-44f3-ab73-c33e05e055f2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:27.974527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fb4d0eb3-b5bc-44f3-ab73-c33e05e055f2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1807578 Jul 08 01:51:27.977882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60872) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:27.996230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-780ed75f-029c-49eb-8f00-d291a2710e42 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': '49ee21a4-7437-4bd3-a283-0729f5623041', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:28.002490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.096692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Pushing event updated for resources: {'Subnet': ['ID=e99506ba-07f0-46bf-ab42-6eeb181505e0,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:28.105066 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-780ed75f-029c-49eb-8f00-d291a2710e42 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.140368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Checking segment: {'id': '476cdacb-047f-43e9-8966-3ea9fe7aee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9f4294b9-41ab-4bd7-b311-6783dc243c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:28.141729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Network hostable DHCP agents. Network: 9f4294b9-41ab-4bd7-b311-6783dc243c5d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:51:28.158151 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-c2bee353-c3c8-4114-a34e-87c811ee1393 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:28.159771 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-c2bee353-c3c8-4114-a34e-87c811ee1393 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 815 time: 0.1588390 Jul 08 01:51:28.164200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Network 9f4294b9-41ab-4bd7-b311-6783dc243c5d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:51:28.174997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 9f4294b9-41ab-4bd7-b311-6783dc243c5d) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:28.180425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:28.181399 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.186872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99201e5e-476b-4b10-81be-0abfcec47f81 None None] Network 9f4294b9-41ab-4bd7-b311-6783dc243c5d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:28.192146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-0a8073be-7688-4c93-8095-dfb589044737 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/quotas/b10862653d8f41479149fd2df8af4655 HTTP/1.1" status: 200 len: 375 time: 0.0171747 Jul 08 01:51:28.221964 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-751bddcf-2988-4b01-9e2e-81539f88c4d5 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7218335 Jul 08 01:51:28.222311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60880) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:28.228673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Request body: {'port': {'network_id': '9f4294b9-41ab-4bd7-b311-6783dc243c5d', 'name': 'tempest-TagsExtTest-1528175677'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:28.271658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-780ed75f-029c-49eb-8f00-d291a2710e42 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.281902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-780ed75f-029c-49eb-8f00-d291a2710e42 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.306281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ed75f-029c-49eb-8f00-d291a2710e42 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a057a06a-092c-41c0-af1d-3df7839267e3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:28.340547 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-780ed75f-029c-49eb-8f00-d291a2710e42 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.342187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-780ed75f-029c-49eb-8f00-d291a2710e42 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3632317 Jul 08 01:51:28.346746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60886) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:28.367792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-eee7fa1f-22aa-4a1b-a5c8-174b9c4fa5e5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1648450 Jul 08 01:51:28.413810 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6646659-b3ff-415c-88d3-1182a0fe78b3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.425590 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6646659-b3ff-415c-88d3-1182a0fe78b3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.510907 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6646659-b3ff-415c-88d3-1182a0fe78b3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.528365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Made reservation on behalf of 8ef6295db7664ca980ded9ca9e585fcb for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:28.537506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.554185 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6646659-b3ff-415c-88d3-1182a0fe78b3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.569271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c6646659-b3ff-415c-88d3-1182a0fe78b3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a057a06a-092c-41c0-af1d-3df7839267e3 HTTP/1.1" status: 204 len: 168 time: 0.2210190 Jul 08 01:51:28.583084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60890) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:28.592386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6646659-b3ff-415c-88d3-1182a0fe78b3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a057a06a-092c-41c0-af1d-3df7839267e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:28.605530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-9f4294b9-41ab-4bd7-b311-6783dc243c5d', 'network_id': '9f4294b9-41ab-4bd7-b311-6783dc243c5d', 'tenant_id': '8ef6295db7664ca980ded9ca9e585fcb', 'fixed_ips': [{'subnet_id': 'e99506ba-07f0-46bf-ab42-6eeb181505e0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:51:28.608432 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:28.658802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82ec46f6-1a14-49c9-aabc-4734ad4204c4 req-f2a921ab-6724-457f-8d53-7601e08700a7 tempest-ServersNegativeTestMultiTenantJSON-418571565 tempest-ServersNegativeTestMultiTenantJSON-418571565-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a96cbe-01a0-4b39-997d-2142dd9f7cca HTTP/1.1" status: 200 len: 210 time: 0.1509910 Jul 08 01:51:28.675542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] device_id is not set on port a7b4689a-4905-4749-a8b6-14653b9213b5 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:51:28.741666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-7a76295c-d63a-4af8-b032-ae51f99c6750 service neutron] 10.222.0.41 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642488 Jul 08 01:51:28.872736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-aaa127aa-509d-4aab-873e-7da9e2c22956 service neutron] 10.222.0.41 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240122 Jul 08 01:51:28.977136 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-78da1ee2-8437-4fcc-907a-f86ba3158d20 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3879249 Jul 08 01:51:29.042741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60892) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:29.069471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7a3c853f-2278-4a1d-a517-3d4076c8af3f req-1abcd833-912c-42cc-9fc7-dd68cae09299 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.1227825 Jul 08 01:51:29.082575 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b3c-8e67-43fc-a104-90b6a5b39f2d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.091711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b3c-8e67-43fc-a104-90b6a5b39f2d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.097182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Allocated IP 172.20.0.4 (9f4294b9-41ab-4bd7-b311-6783dc243c5d/e99506ba-07f0-46bf-ab42-6eeb181505e0/a7b4689a-4905-4749-a8b6-14653b9213b5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:29.155087 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b3c-8e67-43fc-a104-90b6a5b39f2d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.161852 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d74d8b3c-8e67-43fc-a104-90b6a5b39f2d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.163044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d74d8b3c-8e67-43fc-a104-90b6a5b39f2d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/56fb2888-14c2-4d5d-9cd5-248d7bce3a7b HTTP/1.1" status: 204 len: 168 time: 0.1186821 Jul 08 01:51:29.169820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60896) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:29.190707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d8b3c-8e67-43fc-a104-90b6a5b39f2d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56fb2888-14c2-4d5d-9cd5-248d7bce3a7b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:29.267815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4258b708-794e-459d-9c63-1783d6370906 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0969834 Jul 08 01:51:29.270753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:29.305884 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f482349b-d1a1-4be8-9200-4a43e8ad9937 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.316095 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f482349b-d1a1-4be8-9200-4a43e8ad9937 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.362737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f482349b-d1a1-4be8-9200-4a43e8ad9937 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.366174 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.369976 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f482349b-d1a1-4be8-9200-4a43e8ad9937 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.371312 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f482349b-d1a1-4be8-9200-4a43e8ad9937 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8f315cda-7e80-4e11-974d-65d43194e43e HTTP/1.1" status: 204 len: 168 time: 0.0995998 Jul 08 01:51:29.377272 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60904) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:29.385535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482349b-d1a1-4be8-9200-4a43e8ad9937 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f315cda-7e80-4e11-974d-65d43194e43e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:29.413770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Transition to ACTIVE for port object a7b4689a-4905-4749-a8b6-14653b9213b5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:29.439770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b3e5424d-8d7d-4018-af23-2056fec5b213 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0610592 Jul 08 01:51:29.442728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:29.479932 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25d8aa8b-f1b2-47df-98eb-7544eea29d23 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.482950 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.510273 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25d8aa8b-f1b2-47df-98eb-7544eea29d23 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.574652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25d8aa8b-f1b2-47df-98eb-7544eea29d23 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.589755 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25d8aa8b-f1b2-47df-98eb-7544eea29d23 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.591476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-25d8aa8b-f1b2-47df-98eb-7544eea29d23 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/da723508-6935-44ed-a28f-4e3ea9838fb0 HTTP/1.1" status: 204 len: 168 time: 0.1479506 Jul 08 01:51:29.592463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8aa8b-f1b2-47df-98eb-7544eea29d23 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da723508-6935-44ed-a28f-4e3ea9838fb0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:29.595851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:29.625860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Pushing event updated for resources: {'Port': ['ID=a7b4689a-4905-4749-a8b6-14653b9213b5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:29.640928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Network 9f4294b9-41ab-4bd7-b311-6783dc243c5d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:29.645706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Allocated IP 172.20.0.2 (9f4294b9-41ab-4bd7-b311-6783dc243c5d/e99506ba-07f0-46bf-ab42-6eeb181505e0/af9a69b0-5257-4a8e-b45e-2689958cc031) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:29.646303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:29.653009 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-35b5a1ed-fdf5-4bea-b807-1effbf27ecda tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0561540 Jul 08 01:51:29.661402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:29.664134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60920) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:29.716062 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da75faf-e0fb-44b6-b58c-cc8a0ce3dc38 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.728917 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da75faf-e0fb-44b6-b58c-cc8a0ce3dc38 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.770091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc0c2f13-de1e-4130-9ec4-847a9ffbb06b req-f5f659da-db6d-4d02-85ee-999a1077bc76 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0437241 Jul 08 01:51:29.775773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:29.776484 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.806850 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f7ffc056-a34c-44f7-9e76-6028b85f2a31 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5833206 Jul 08 01:51:29.810095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60930) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:29.812046 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da75faf-e0fb-44b6-b58c-cc8a0ce3dc38 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.817487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-45f8f188-4186-4911-b4d8-435a25788661 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-707689124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:29.821262 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3da75faf-e0fb-44b6-b58c-cc8a0ce3dc38 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.826134 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3da75faf-e0fb-44b6-b58c-cc8a0ce3dc38 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fb1c2591-042c-4af1-ac7d-69c30e5c6be4 HTTP/1.1" status: 204 len: 168 time: 0.1576211 Jul 08 01:51:29.832724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60932) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:29.833443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da75faf-e0fb-44b6-b58c-cc8a0ce3dc38 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb1c2591-042c-4af1-ac7d-69c30e5c6be4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:29.921587 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-61b799b3-8e6d-475d-9cd9-9469acaf6635 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861742 Jul 08 01:51:29.924293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60934) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:29.924667 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45f8f188-4186-4911-b4d8-435a25788661 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.925990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45f8f188-4186-4911-b4d8-435a25788661 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.961686 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:29.974500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Transition to ACTIVE for port object af9a69b0-5257-4a8e-b45e-2689958cc031 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:30.004041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45f8f188-4186-4911-b4d8-435a25788661 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.011381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45f8f188-4186-4911-b4d8-435a25788661 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.023698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Transition to ACTIVE for port object af9a69b0-5257-4a8e-b45e-2689958cc031 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:30.035076 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.042831 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45f8f188-4186-4911-b4d8-435a25788661 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.044500 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-45f8f188-4186-4911-b4d8-435a25788661 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2334540 Jul 08 01:51:30.048623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60936) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:30.055112 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3e0f81fd-c23c-4550-aff3-a4bc986c1eb3 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1521384020', 'prefixes': ['172.20.0.0/16']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:30.138708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Network 9f4294b9-41ab-4bd7-b311-6783dc243c5d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:30.143543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9569c5b-1aff-4a36-8026-58bf897bf234 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.149276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:30.153796 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:30.163002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Pushing event updated for resources: {'Port': ['ID=af9a69b0-5257-4a8e-b45e-2689958cc031,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:30.189405 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2f725-4a8c-410c-961e-6f2827707d52 req-fb30bc19-cbcf-40be-9c53-0d14c4f03041 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:30.192868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e0f81fd-c23c-4550-aff3-a4bc986c1eb3 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for subnetpool, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.198367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e4f2f725-4a8c-410c-961e-6f2827707d52 req-fb30bc19-cbcf-40be-9c53-0d14c4f03041 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.2594485 Jul 08 01:51:30.199338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3e0f81fd-c23c-4550-aff3-a4bc986c1eb3 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1493137 Jul 08 01:51:30.200167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60944) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:30.211673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-0d02f4e2-3725-429d-b65d-4a5ff874282e tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0', 'tempest-TagsExtTest-Tag-392290243') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:30.224673 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9569c5b-1aff-4a36-8026-58bf897bf234 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.228805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:30.275479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Attempting to bind port af9a69b0-5257-4a8e-b45e-2689958cc031 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:30.276334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Attempting to bind port af9a69b0-5257-4a8e-b45e-2689958cc031 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '476cdacb-047f-43e9-8966-3ea9fe7aee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9f4294b9-41ab-4bd7-b311-6783dc243c5d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:30.276334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Attempting to bind port af9a69b0-5257-4a8e-b45e-2689958cc031 on network 9f4294b9-41ab-4bd7-b311-6783dc243c5d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:30.293698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:30.294081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Checking segment: {'id': '476cdacb-047f-43e9-8966-3ea9fe7aee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9f4294b9-41ab-4bd7-b311-6783dc243c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:30.295181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.295603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Bound using segment: {'id': '476cdacb-047f-43e9-8966-3ea9fe7aee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9f4294b9-41ab-4bd7-b311-6783dc243c5d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:30.296090 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Bound port: af9a69b0-5257-4a8e-b45e-2689958cc031, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476cdacb-047f-43e9-8966-3ea9fe7aee99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9f4294b9-41ab-4bd7-b311-6783dc243c5d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:30.296499 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.315309 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:30.328571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e4f2f725-4a8c-410c-961e-6f2827707d52 req-ea0a3267-c4e6-4764-9c68-15ce05d60e10 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296806 Jul 08 01:51:30.357920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c23f55c-3465-4332-95cb-4cfb608c54e0 admin admin] Deleting subnet 989830d4-399b-481b-802c-07de0097215a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:51:30.372393 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c23f55c-3465-4332-95cb-4cfb608c54e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.413200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:30.413545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cba7dcf9-01c5-42c1-81a6-d8e7a1dc096c not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:30.462142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] For port af9a69b0-5257-4a8e-b45e-2689958cc031, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:30.467159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] For port af9a69b0-5257-4a8e-b45e-2689958cc031, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af9a69b0-5257-4a8e-b45e-2689958cc031,segment=NetworkSegment(476cdacb-047f-43e9-8966-3ea9fe7aee99),segment_id=476cdacb-047f-43e9-8966-3ea9fe7aee99)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:30.471773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5a54a3f-41b2-4ed4-b13b-3149472c0b26 req-62f45e81-542d-4e0e-9e7b-fa8c24da4b6c tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0434799 Jul 08 01:51:30.473578 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.477234 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9569c5b-1aff-4a36-8026-58bf897bf234 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.480766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c9569c5b-1aff-4a36-8026-58bf897bf234 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.486382 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c9569c5b-1aff-4a36-8026-58bf897bf234 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-groups/49ee21a4-7437-4bd3-a283-0729f5623041 HTTP/1.1" status: 204 len: 168 time: 0.5594871 Jul 08 01:51:30.489479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:30.548475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9569c5b-1aff-4a36-8026-58bf897bf234 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ee21a4-7437-4bd3-a283-0729f5623041,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:30.557091 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c23f55c-3465-4332-95cb-4cfb608c54e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.580468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33b8f-0be0-4c12-b330-fc451f65a5e0 None None] Pushing event updated for resources: {'Port': ['ID=af9a69b0-5257-4a8e-b45e-2689958cc031,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:30.608097 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9abb709f-a5f8-424b-8ffa-cb44991cd903 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127059 Jul 08 01:51:30.616067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60952) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:30.623533 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1b2d696d-4974-4350-b41a-57175ed356fa tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group': {'name': 'tempest-secgroup--302707094'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:30.648966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c23f55c-3465-4332-95cb-4cfb608c54e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.686322 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b2d696d-4974-4350-b41a-57175ed356fa tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.750610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c23f55c-3465-4332-95cb-4cfb608c54e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.847852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23f55c-3465-4332-95cb-4cfb608c54e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989830d4-399b-481b-802c-07de0097215a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:30.850522 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c23f55c-3465-4332-95cb-4cfb608c54e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.882771 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6c23f55c-3465-4332-95cb-4cfb608c54e0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/989830d4-399b-481b-802c-07de0097215a HTTP/1.1" status: 204 len: 168 time: 0.6486156 Jul 08 01:51:30.883539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60956) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:30.945166 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b2d696d-4974-4350-b41a-57175ed356fa tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.964197 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0d02f4e2-3725-429d-b65d-4a5ff874282e tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags/tempest-TagsExtTest-Tag-392290243 HTTP/1.1" status: 201 len: 201 time: 0.7624993 Jul 08 01:51:30.967235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60958) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:30.973248 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b2d696d-4974-4350-b41a-57175ed356fa tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:30.974957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-c91e260d-ef73-454e-924c-9e49179f9a5b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5', 'tempest-TagsExtTest-Tag-1968045730') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:31.006029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c6371ce-e32a-4e89-b240-77239c8b1916 req-4436715b-7954-4225-9e01-97b9f96a0c7f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0593657 Jul 08 01:51:31.010986 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.051001 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1b2d696d-4974-4350-b41a-57175ed356fa tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.052159 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1b2d696d-4974-4350-b41a-57175ed356fa tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4349329 Jul 08 01:51:31.053761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d696d-4974-4350-b41a-57175ed356fa tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875474ed-030f-41a8-9d21-683fec85eea8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:31.055127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60960) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:31.060547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-17dffaba-9b08-43c9-8bf5-badb5c12c4ec tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': '875474ed-030f-41a8-9d21-683fec85eea8', 'direction': 'ingress', 'protocol': 17}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:31.144951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.163554 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c91e260d-ef73-454e-924c-9e49179f9a5b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags/tempest-TagsExtTest-Tag-1968045730 HTTP/1.1" status: 201 len: 201 time: 0.1946485 Jul 08 01:51:31.163784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:31.164292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17dffaba-9b08-43c9-8bf5-badb5c12c4ec tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.168139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97cd76e-d39d-417e-9c62-baa03eacc0fa']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:31.176288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-bf468423-6114-47a0-b748-42002fe5d188 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2', 'tempest-TagsExtTest-Tag-238502049') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:31.186454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bce4e8-1e2f-48c8-acfe-8f62c7fa0433') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:31.186771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bce4e8-1e2f-48c8-acfe-8f62c7fa0433') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:31.205670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.230223 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.239458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:51:31.239864 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:51:31.241559 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:51:31.267981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-d39b66f9-dc97-4ff9-859d-fd886e862930 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:31.269070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-d39b66f9-dc97-4ff9-859d-fd886e862930 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 815 time: 0.2018714 Jul 08 01:51:31.291148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17dffaba-9b08-43c9-8bf5-badb5c12c4ec tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.291793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Request body: {'port': {'device_id': '7c25f574-fef0-4403-8932-b9dc9e22ebd9', 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa', 'admin_state_up': True, 'tenant_id': 'b10862653d8f41479149fd2df8af4655'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:31.298109 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17dffaba-9b08-43c9-8bf5-badb5c12c4ec tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.318277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.324855 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.326629 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] 10.222.0.41 "DELETE /v2.0/networks/c97cd76e-d39d-417e-9c62-baa03eacc0fa HTTP/1.1" status: 204 len: 168 time: 0.4418316 Jul 08 01:51:31.327304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dffaba-9b08-43c9-8bf5-badb5c12c4ec tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3d2394-99a7-4cb6-a524-c86b4174524f,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:31.330792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60964) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:31.332836 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17dffaba-9b08-43c9-8bf5-badb5c12c4ec tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.333962 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-17dffaba-9b08-43c9-8bf5-badb5c12c4ec tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2770028 Jul 08 01:51:31.338550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60966) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:31.350639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838ee2b-b167-4c4d-8daa-c136b61c300d admin admin] Pushing event deleted for resources: {'Network': ['ID=c97cd76e-d39d-417e-9c62-baa03eacc0fa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:31.363207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bf468423-6114-47a0-b748-42002fe5d188 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags/tempest-TagsExtTest-Tag-238502049 HTTP/1.1" status: 201 len: 201 time: 0.1989231 Jul 08 01:51:31.370184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60970) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:31.387561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-6d732a67-5ae0-4330-93d2-c5c286da59cc tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a', 'tempest-TagsExtTest-Tag-737868639') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:31.398920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7f5c4d-6916-4116-a596-bd2ac5921a45 admin admin] Deleting subnet 094362ce-41dd-4c03-bc40-134288a9b455 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:51:31.402492 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d7f5c4d-6916-4116-a596-bd2ac5921a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.450809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d7f5c4d-6916-4116-a596-bd2ac5921a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.510791 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d7f5c4d-6916-4116-a596-bd2ac5921a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.543706 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f01b6a58-988e-4ffd-9fad-1be7817bed04 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.546400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6d732a67-5ae0-4330-93d2-c5c286da59cc tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags/tempest-TagsExtTest-Tag-737868639 HTTP/1.1" status: 201 len: 201 time: 0.1671419 Jul 08 01:51:31.552419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60976) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:31.571654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-5e763fed-5ae1-4c4d-ba45-c33794ccd71d tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:31.583769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d7f5c4d-6916-4116-a596-bd2ac5921a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.617118 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d7f5c4d-6916-4116-a596-bd2ac5921a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.618838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f01b6a58-988e-4ffd-9fad-1be7817bed04 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.621715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Made reservation on behalf of b10862653d8f41479149fd2df8af4655 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:51:31.622530 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9d7f5c4d-6916-4116-a596-bd2ac5921a45 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/094362ce-41dd-4c03-bc40-134288a9b455 HTTP/1.1" status: 204 len: 168 time: 0.2905250 Jul 08 01:51:31.623114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60978) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:31.626164 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.633070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f5c4d-6916-4116-a596-bd2ac5921a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094362ce-41dd-4c03-bc40-134288a9b455,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:31.707248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.714316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-068133a0-e9a0-4c20-be12-fa4ebca7645c req-3feb8c74-b972-40ff-8466-70a4136b3b0b tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0740924 Jul 08 01:51:31.777338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cae9d-6484-4f86-991e-05d316950f43 req-ec027525-f0cc-43a6-a950-a29f913d0eec tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:31.778887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d54cae9d-6484-4f86-991e-05d316950f43 req-ec027525-f0cc-43a6-a950-a29f913d0eec tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.2880206 Jul 08 01:51:31.802052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5e763fed-5ae1-4c4d-ba45-c33794ccd71d tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags HTTP/1.1" status: 200 len: 240 time: 0.2435336 Jul 08 01:51:31.802052 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f01b6a58-988e-4ffd-9fad-1be7817bed04 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.802410 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60980) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:31.803033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f01b6a58-988e-4ffd-9fad-1be7817bed04 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.804107 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f01b6a58-988e-4ffd-9fad-1be7817bed04 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-groups/875474ed-030f-41a8-9d21-683fec85eea8 HTTP/1.1" status: 204 len: 168 time: 0.4646292 Jul 08 01:51:31.809626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-a99a4380-e521-4261-9036-1b12cde081b8 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0', 'tempest-TagsExtTest-Tag-392290243') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:31.814370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60982) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:31.833027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6492c9a8-461f-4d2b-b032-87a66c3ca983 None None] Network 9f4294b9-41ab-4bd7-b311-6783dc243c5d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:31.861055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b6a58-988e-4ffd-9fad-1be7817bed04 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875474ed-030f-41a8-9d21-683fec85eea8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:31.890177 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:31.894213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d54cae9d-6484-4f86-991e-05d316950f43 req-1b4242e0-09f2-4a2b-ba30-c4083476bb86 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007805 Jul 08 01:51:31.911013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f41e552-544d-4b55-9375-d4149d05940a']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:31.962090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Allocated IP 172.20.0.7 (5e7e5c7c-3dea-4a10-bf92-4c120795beaa/bd81c0e3-d324-4187-beae-5bb89c221c28/e74aa28c-f19e-4b5e-8632-ac36fa7d55e1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:51:31.986870 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5c5994a8-9454-477e-b286-acf3947e6ec2 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1701033 Jul 08 01:51:31.989169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60984) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:31.993989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c849f32-6eec-45e7-beab-ea7a809725f6') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:31.994339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c849f32-6eec-45e7-beab-ea7a809725f6') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:32.002138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-850eba44-6c1e-47fb-8e6f-c2c0a07e0849 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group': {'name': 'tempest-secgroup--324690162'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:32.013346 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.050273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.071740 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-850eba44-6c1e-47fb-8e6f-c2c0a07e0849 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.086580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:51:32.086999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.101792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af9a69b0-5257-4a8e-b45e-2689958cc031 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:51:32.102999 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:51:32.137779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-574b164b-4249-4c63-a58f-6e579d16fe5c None None] Provisioning for port af9a69b0-5257-4a8e-b45e-2689958cc031 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:32.190142 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a99a4380-e521-4261-9036-1b12cde081b8 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags/tempest-TagsExtTest-Tag-392290243 HTTP/1.1" status: 204 len: 168 time: 0.3841581 Jul 08 01:51:32.195494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60988) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:32.199142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-ec1db14b-13e1-43e2-84a2-c3ff5ef5f684 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0', 'tempest-TagsExtTest-Tag-392290243') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:32.208120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.234981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.239301 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3f41e552-544d-4b55-9375-d4149d05940a HTTP/1.1" status: 204 len: 168 time: 0.6121037 Jul 08 01:51:32.242476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-099f7017-0fbf-41a1-873c-11a9436480f4 req-f8d1f204-9873-4945-8226-ccbb081ce11d tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 210 time: 0.0562038 Jul 08 01:51:32.261597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port af9a69b0-5257-4a8e-b45e-2689958cc031 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:32.267737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port af9a69b0-5257-4a8e-b45e-2689958cc031 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:32.268691 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.275279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c458269-d669-4873-acee-ef2daaff1440 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f41e552-544d-4b55-9375-d4149d05940a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:32.321599 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.331661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fced16-2f01-41e3-810f-d24dac551585 req-b55268b6-e7e7-4c56-9d0b-de5c1bbb16a9 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:32.333338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f8fced16-2f01-41e3-810f-d24dac551585 req-b55268b6-e7e7-4c56-9d0b-de5c1bbb16a9 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.16 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.2776036 Jul 08 01:51:32.381478 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-850eba44-6c1e-47fb-8e6f-c2c0a07e0849 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.396130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-850eba44-6c1e-47fb-8e6f-c2c0a07e0849 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.455354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850eba44-6c1e-47fb-8e6f-c2c0a07e0849 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af34adce-a031-47d3-a990-dcdd1d62861e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:32.456010 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.462562 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-850eba44-6c1e-47fb-8e6f-c2c0a07e0849 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.463725 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ec1db14b-13e1-43e2-84a2-c3ff5ef5f684 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags/tempest-TagsExtTest-Tag-392290243 HTTP/1.1" status: 204 len: 168 time: 0.2696269 Jul 08 01:51:32.466583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60992) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:32.467952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-850eba44-6c1e-47fb-8e6f-c2c0a07e0849 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4774051 Jul 08 01:51:32.468919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:32.473828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-2269ec2f-6262-4fbf-a558-9f84a2ae5cd0 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:32.486224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e266a395-d194-474b-a008-60d022b26bcb tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group': {'name': 'tempest-secgroup--524414708'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:32.509898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port af9a69b0-5257-4a8e-b45e-2689958cc031, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af9a69b0-5257-4a8e-b45e-2689958cc031,segment=NetworkSegment(476cdacb-047f-43e9-8966-3ea9fe7aee99),segment_id=476cdacb-047f-43e9-8966-3ea9fe7aee99)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:32.517252 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.541827 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.553578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e266a395-d194-474b-a008-60d022b26bcb tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.564138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c306483f-2828-46f1-a622-21771f93c7c3', 'fbd49afb-638d-4760-8e6f-d957ac0705ab'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:32.592194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-f8fced16-2f01-41e3-810f-d24dac551585 req-094cbf19-cb3f-4597-b6ec-f76ebcb3d5ea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Deleting port 6a154468-374e-482f-ba75-3eb084797f82 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:32.594616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f8fced16-2f01-41e3-810f-d24dac551585 req-094cbf19-cb3f-4597-b6ec-f76ebcb3d5ea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.605893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60996) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:32.667049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:51:32.679296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:51:32.681671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:51:32.685889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Pushing event updated for resources: {'Port': ['ID=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:32.698634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=af9a69b0-5257-4a8e-b45e-2689958cc031,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:32.725127 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2269ec2f-6262-4fbf-a558-9f84a2ae5cd0 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags HTTP/1.1" status: 200 len: 205 time: 0.2547188 Jul 08 01:51:32.731173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60998) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:32.754856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-851436db-a3b0-43db-a70c-faeed314f97e tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:32.804660 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e266a395-d194-474b-a008-60d022b26bcb tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.814570 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-59c20711-3bc6-4877-ae74-97ede9bc22c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e33cd6a85be449c94882e5c22088613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972728 Jul 08 01:51:32.820219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32770) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:32.822409 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e266a395-d194-474b-a008-60d022b26bcb tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.878989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266a395-d194-474b-a008-60d022b26bcb tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6ee7d2-4539-49df-bf32-155de559d978,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:32.879533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f8fced16-2f01-41e3-810f-d24dac551585 req-094cbf19-cb3f-4597-b6ec-f76ebcb3d5ea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] For port 6a154468-374e-482f-ba75-3eb084797f82, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=6a154468-374e-482f-ba75-3eb084797f82,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:32.880131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f8fced16-2f01-41e3-810f-d24dac551585 req-094cbf19-cb3f-4597-b6ec-f76ebcb3d5ea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.904837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9972d40d-42c5-46b5-af65-e5e638e1e6cd None None] Provisioning complete for port af9a69b0-5257-4a8e-b45e-2689958cc031 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:32.905326 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9972d40d-42c5-46b5-af65-e5e638e1e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.908912 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e266a395-d194-474b-a008-60d022b26bcb tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:32.910882 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e266a395-d194-474b-a008-60d022b26bcb tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4303341 Jul 08 01:51:32.916794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:32.932214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f02eb2ef-4194-4132-82e0-946f370c25ab tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': 'af34adce-a031-47d3-a990-dcdd1d62861e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0c6ee7d2-4539-49df-bf32-155de559d978', 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:32.945979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-f8fced16-2f01-41e3-810f-d24dac551585 req-094cbf19-cb3f-4597-b6ec-f76ebcb3d5ea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Calling delete_port for 6a154468-374e-482f-ba75-3eb084797f82 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:33.044475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:33.045757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.077253 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9adce52a-5115-4eb2-9cff-61c2b678c64a req-486ad9f8-144a-4905-8b10-281f13a784f2 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0854530 Jul 08 01:51:33.080336 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-993ddb5e-3f1f-48ff-9b8b-d7eae6228fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.081922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-2bda81d4-83b3-4b47-a8a5-de39e8df8af1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7969749 Jul 08 01:51:33.103202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Request body: {'port': {'device_id': '7c25f574-fef0-4403-8932-b9dc9e22ebd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:33.106227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f02eb2ef-4194-4132-82e0-946f370c25ab tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.118765 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-851436db-a3b0-43db-a70c-faeed314f97e tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags HTTP/1.1" status: 200 len: 241 time: 0.3750589 Jul 08 01:51:33.135725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32778) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:33.148602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-ce011b6e-77d2-43cc-b67b-531f0b861586 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5', 'tempest-TagsExtTest-Tag-1968045730') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:33.178319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-993ddb5e-3f1f-48ff-9b8b-d7eae6228fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.185607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9972d40d-42c5-46b5-af65-e5e638e1e6cd None None] Provisioning for port a7b4689a-4905-4749-a8b6-14653b9213b5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:33.190994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9972d40d-42c5-46b5-af65-e5e638e1e6cd None None] Provisioning complete for port a7b4689a-4905-4749-a8b6-14653b9213b5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:33.191861 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9972d40d-42c5-46b5-af65-e5e638e1e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.230957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9972d40d-42c5-46b5-af65-e5e638e1e6cd None None] Port a7b4689a-4905-4749-a8b6-14653b9213b5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:33.296961 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.321201 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ce011b6e-77d2-43cc-b67b-531f0b861586 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags/tempest-TagsExtTest-Tag-1968045730 HTTP/1.1" status: 204 len: 168 time: 0.1818020 Jul 08 01:51:33.323481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32782) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:33.330605 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f02eb2ef-4194-4132-82e0-946f370c25ab tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.331220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-59899a85-a8dc-4a72-b2c1-4499a798d726 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5', 'tempest-TagsExtTest-Tag-1968045730') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:33.356066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9b6845f8-3e46-4bca-9c18-e9fe5f3e2995 None None] Provisioning complete for port a7b4689a-4905-4749-a8b6-14653b9213b5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:33.357759 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9b6845f8-3e46-4bca-9c18-e9fe5f3e2995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.368138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f02eb2ef-4194-4132-82e0-946f370c25ab tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.374050 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-993ddb5e-3f1f-48ff-9b8b-d7eae6228fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.377096 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-993ddb5e-3f1f-48ff-9b8b-d7eae6228fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.382029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-993ddb5e-3f1f-48ff-9b8b-d7eae6228fa7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95bfae20-7f3f-45c5-ab7d-8ed15172e06c HTTP/1.1" status: 204 len: 168 time: 0.5564551 Jul 08 01:51:33.389439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a02b83-0e4a-4c18-9bee-ebac59c48110 req-fde83b2d-b555-49ba-a757-f8fcfc824c16 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:33.397209 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9a02b83-0e4a-4c18-9bee-ebac59c48110 req-fde83b2d-b555-49ba-a757-f8fcfc824c16 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=99e80a9e-55b4-4213-92f4-a5dfdd5556d9 HTTP/1.1" status: 200 len: 945 time: 0.1749294 Jul 08 01:51:33.400811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ddb5e-3f1f-48ff-9b8b-d7eae6228fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bfae20-7f3f-45c5-ab7d-8ed15172e06c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:33.402875 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f8fced16-2f01-41e3-810f-d24dac551585 req-094cbf19-cb3f-4597-b6ec-f76ebcb3d5ea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.427126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9b6845f8-3e46-4bca-9c18-e9fe5f3e2995 None None] Port a7b4689a-4905-4749-a8b6-14653b9213b5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:51:33.440954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02eb2ef-4194-4132-82e0-946f370c25ab tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefc589d-eace-40df-b914-6c0b9d167ddb,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:33.445564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cbf19-cb3f-4597-b6ec-f76ebcb3d5ea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Pushing event deleted for resources: {'Port': ['ID=6a154468-374e-482f-ba75-3eb084797f82,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:33.485366 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f02eb2ef-4194-4132-82e0-946f370c25ab tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.486623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f02eb2ef-4194-4132-82e0-946f370c25ab tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5669186 Jul 08 01:51:33.490631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['6a154468-374e-482f-ba75-3eb084797f82', 'cf476478-e4bd-4a48-afcd-aaefd9475062'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:33.492244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32786) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:33.526209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fced16-2f01-41e3-810f-d24dac551585 req-094cbf19-cb3f-4597-b6ec-f76ebcb3d5ea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] No DVR routers for this DVR port 6a154468-374e-482f-ba75-3eb084797f82 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:33.536965 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f8fced16-2f01-41e3-810f-d24dac551585 req-094cbf19-cb3f-4597-b6ec-f76ebcb3d5ea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.539018 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f8fced16-2f01-41e3-810f-d24dac551585 req-094cbf19-cb3f-4597-b6ec-f76ebcb3d5ea tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.16 "DELETE /v2.0/ports/6a154468-374e-482f-ba75-3eb084797f82 HTTP/1.1" status: 204 len: 173 time: 1.1966300 Jul 08 01:51:33.540997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e80a9e-55b4-4213-92f4-a5dfdd5556d9', 'name': 'network-vif-deleted', 'tag': '6a154468-374e-482f-ba75-3eb084797f82'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:33.543341 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee4909e-dcf7-4fe0-b4a5-421c8761fa17" -d '{"events": [{"server_uuid": "99e80a9e-55b4-4213-92f4-a5dfdd5556d9", "name": "network-vif-deleted", "tag": "6a154468-374e-482f-ba75-3eb084797f82"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:33.565728 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2f4c-2f93-4f11-b6cd-85ee93a9cd99 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.566515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9a02b83-0e4a-4c18-9bee-ebac59c48110 req-5629e898-15f6-45bf-89e9-0d763d2b99f2 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683664 Jul 08 01:51:33.575485 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-59899a85-a8dc-4a72-b2c1-4499a798d726 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags/tempest-TagsExtTest-Tag-1968045730 HTTP/1.1" status: 204 len: 168 time: 0.2508399 Jul 08 01:51:33.586885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2f4c-2f93-4f11-b6cd-85ee93a9cd99 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.588876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32790) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:33.599301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-be6de4ea-4c90-435a-9c16-8f813489e2f1 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:33.652415 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c0a6d7-3749-42c6-8185-2a4597564784 x-openstack-request-id: req-34c0a6d7-3749-42c6-8185-2a4597564784 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:33.652719 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e80a9e-55b4-4213-92f4-a5dfdd5556d9", "name": "network-vif-deleted", "tag": "6a154468-374e-482f-ba75-3eb084797f82", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:33.652973 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34c0a6d7-3749-42c6-8185-2a4597564784 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:33.653426 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e80a9e-55b4-4213-92f4-a5dfdd5556d9', 'name': 'network-vif-deleted', 'tag': '6a154468-374e-482f-ba75-3eb084797f82', 'status': 'completed', 'code': 200} Jul 08 01:51:33.661163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2f4c-2f93-4f11-b6cd-85ee93a9cd99 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.668823 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c9c2f4c-2f93-4f11-b6cd-85ee93a9cd99 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.672622 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3c9c2f4c-2f93-4f11-b6cd-85ee93a9cd99 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/eefc589d-eace-40df-b914-6c0b9d167ddb HTTP/1.1" status: 204 len: 168 time: 0.1760175 Jul 08 01:51:33.672622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32792) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:33.692297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c2f4c-2f93-4f11-b6cd-85ee93a9cd99 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eefc589d-eace-40df-b914-6c0b9d167ddb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:33.705420 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-be6de4ea-4c90-435a-9c16-8f813489e2f1 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags HTTP/1.1" status: 200 len: 205 time: 0.1149783 Jul 08 01:51:33.708924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32794) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:33.714003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-b6c06595-fbc6-4d04-a7d8-3e787d52d4eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:33.718314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69535b-6999-44f2-b656-a847bd716225 req-1d02356e-ea4e-46e0-80e9-89845884f478 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:33.725676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c69535b-6999-44f2-b656-a847bd716225 req-1d02356e-ea4e-46e0-80e9-89845884f478 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 931 time: 0.3146644 Jul 08 01:51:33.792719 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24093c36-e0dc-48a5-8ed0-088d19cd1a2c tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1190987 Jul 08 01:51:33.794209 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c69535b-6999-44f2-b656-a847bd716225 req-111637ed-0167-4c22-8018-2a3bffd1f532 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675697 Jul 08 01:51:33.798937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:33.833422 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b6c06595-fbc6-4d04-a7d8-3e787d52d4eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags HTTP/1.1" status: 200 len: 240 time: 0.1233971 Jul 08 01:51:33.836188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32800) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:33.841412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-c901e835-5c84-43ed-be8b-25c6036fdecb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2', 'tempest-TagsExtTest-Tag-238502049') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:33.924144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:33.926425 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c901e835-5c84-43ed-be8b-25c6036fdecb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags/tempest-TagsExtTest-Tag-238502049 HTTP/1.1" status: 204 len: 168 time: 0.0888822 Jul 08 01:51:33.928698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32802) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:33.935263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-69709a16-e9a6-42b2-859b-e31b8a81468c tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2', 'tempest-TagsExtTest-Tag-238502049') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:33.936139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab2860d-7e57-4c48-8ce5-e817e80f8ea9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.942178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.963388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:33.982661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Transition to ACTIVE for port object e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:51:33.995530 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:33.995869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af9a69b0-5257-4a8e-b45e-2689958cc031 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:33.998583 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab2860d-7e57-4c48-8ce5-e817e80f8ea9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.037722 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-69709a16-e9a6-42b2-859b-e31b8a81468c tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags/tempest-TagsExtTest-Tag-238502049 HTTP/1.1" status: 204 len: 168 time: 0.1079581 Jul 08 01:51:34.040137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32806) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.047213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-8032508d-a770-488f-8729-59045833e7e4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:34.064384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port af9a69b0-5257-4a8e-b45e-2689958cc031 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:34.064953 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.101326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ae759c4c-418a-4179-abcb-d1bad4bccb49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82cfc609cb1248dc9ddf6db80646addf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428847 Jul 08 01:51:34.105561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32810) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.112814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Pushing event updated for resources: {'Port': ['ID=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:34.176621 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8032508d-a770-488f-8729-59045833e7e4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags HTTP/1.1" status: 200 len: 205 time: 0.1331244 Jul 08 01:51:34.177849 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab2860d-7e57-4c48-8ce5-e817e80f8ea9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.179124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32814) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.180799 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab2860d-7e57-4c48-8ce5-e817e80f8ea9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.182123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cab2860d-7e57-4c48-8ce5-e817e80f8ea9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-groups/0c6ee7d2-4539-49df-bf32-155de559d978 HTTP/1.1" status: 204 len: 168 time: 0.3828297 Jul 08 01:51:34.189736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-5c8cc4b4-922d-45ba-863e-6b757b3b1197 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:34.191303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32816) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.243185 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5c8cc4b4-922d-45ba-863e-6b757b3b1197 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags HTTP/1.1" status: 200 len: 240 time: 0.0629354 Jul 08 01:51:34.245519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32818) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.250805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-4c56201b-d530-4d01-95ac-0eb78efe60eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a', 'tempest-TagsExtTest-Tag-737868639') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:34.258578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2860d-7e57-4c48-8ce5-e817e80f8ea9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6ee7d2-4539-49df-bf32-155de559d978,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:34.273654 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c56201b-d530-4d01-95ac-0eb78efe60eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags/tempest-TagsExtTest-Tag-737868639 HTTP/1.1" status: 204 len: 168 time: 0.0271068 Jul 08 01:51:34.276143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32820) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.286059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-10630373-0946-4861-996c-996a3619d407 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a', 'tempest-TagsExtTest-Tag-737868639') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:34.318984 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1154eb3b-003b-49bd-bdc8-7773345684f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.328268 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-10630373-0946-4861-996c-996a3619d407 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags/tempest-TagsExtTest-Tag-737868639 HTTP/1.1" status: 204 len: 168 time: 0.0508583 Jul 08 01:51:34.330546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32822) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.335738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-c8501a14-5a2c-4398-8345-36684b7bde51 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:34.359811 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c8501a14-5a2c-4398-8345-36684b7bde51 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags HTTP/1.1" status: 200 len: 205 time: 0.0276244 Jul 08 01:51:34.362862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32824) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.366287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Attempting to bind port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:51:34.366622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Attempting to bind port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:51:34.366948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Attempting to bind port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:34.367959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-10156051-4d12-41a8-9fb4-0046524c0394 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:34.399148 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-10156051-4d12-41a8-9fb4-0046524c0394 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags HTTP/1.1" status: 204 len: 168 time: 0.0351474 Jul 08 01:51:34.401636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32826) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.405380 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1154eb3b-003b-49bd-bdc8-7773345684f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.405634 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.408008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-12514903-9dd5-4998-b173-e5f74dc906ff tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:34.413435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d061a5f-0c4b-447b-9cc2-ef82586bdc3c req-3fc75c23-85ec-480b-aaa2-94a5483b256d tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0832145 Jul 08 01:51:34.420467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:51:34.420803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Attempting to bind port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:51:34.435202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-69ce54b3-eabe-4567-901b-4d40a3927aed tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2391276 Jul 08 01:51:34.441238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:51:34.441584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Checking segment: {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:51:34.441990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Bound using segment: {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:51:34.442441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Bound port: e74aa28c-f19e-4b5e-8632-ac36fa7d55e1, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:51:34.442806 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.443923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32828) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.520841 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1154eb3b-003b-49bd-bdc8-7773345684f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.523403 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1154eb3b-003b-49bd-bdc8-7773345684f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.524577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1154eb3b-003b-49bd-bdc8-7773345684f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c47dd1d3-0f21-4f56-b579-e9a5e25bebb9 HTTP/1.1" status: 204 len: 168 time: 0.4175634 Jul 08 01:51:34.530265 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-12514903-9dd5-4998-b173-e5f74dc906ff tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags HTTP/1.1" status: 204 len: 168 time: 0.1271529 Jul 08 01:51:34.533376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32832) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.538428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] For port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:51:34.541314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-c89aa590-b564-4cfc-9e6c-5c3347f5d7c3 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:34.546887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] For port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:51:34.548482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154eb3b-003b-49bd-bdc8-7773345684f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47dd1d3-0f21-4f56-b579-e9a5e25bebb9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:34.553595 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.580652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82267a22-f2be-45fe-9161-2d93d72e7c5d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.595961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:34.596719 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.598370 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] 10.222.0.16 "PUT /v2.0/ports/e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 HTTP/1.1" status: 200 len: 1092 time: 1.5017321 Jul 08 01:51:34.599061 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c25f574-fef0-4403-8932-b9dc9e22ebd9', 'tag': 'e74aa28c-f19e-4b5e-8632-ac36fa7d55e1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:34.601969 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655fe018-2b79-4947-9dd2-c22b4d893c59" -d '{"events": [{"name": "network-changed", "server_uuid": "7c25f574-fef0-4403-8932-b9dc9e22ebd9", "tag": "e74aa28c-f19e-4b5e-8632-ac36fa7d55e1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:34.618118 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82267a22-f2be-45fe-9161-2d93d72e7c5d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.674254 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb8a7a1-be93-4513-a7cd-a089dec40107 x-openstack-request-id: req-dfb8a7a1-be93-4513-a7cd-a089dec40107 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:34.674254 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c25f574-fef0-4403-8932-b9dc9e22ebd9", "tag": "e74aa28c-f19e-4b5e-8632-ac36fa7d55e1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:34.674254 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfb8a7a1-be93-4513-a7cd-a089dec40107 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:34.674715 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c25f574-fef0-4403-8932-b9dc9e22ebd9', 'tag': 'e74aa28c-f19e-4b5e-8632-ac36fa7d55e1', 'status': 'completed', 'code': 200} Jul 08 01:51:34.675456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cd891-bd7b-4e4f-9aa7-ddf9555cf5ec service neutron] Pushing event updated for resources: {'Port': ['ID=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:34.685607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32838) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.689788 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c89aa590-b564-4cfc-9e6c-5c3347f5d7c3 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags HTTP/1.1" status: 204 len: 168 time: 0.1551831 Jul 08 01:51:34.691661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-0ec531d2-2eef-4dfa-b49f-d3a391fe094d tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:34.705259 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82267a22-f2be-45fe-9161-2d93d72e7c5d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.708340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-82267a22-f2be-45fe-9161-2d93d72e7c5d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.709574 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-82267a22-f2be-45fe-9161-2d93d72e7c5d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-groups/af34adce-a031-47d3-a990-dcdd1d62861e HTTP/1.1" status: 204 len: 168 time: 0.2637167 Jul 08 01:51:34.713186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32840) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.753679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82267a22-f2be-45fe-9161-2d93d72e7c5d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af34adce-a031-47d3-a990-dcdd1d62861e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:34.830146 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ed98adcf-bb75-41a5-97cf-e6b84b3e4be6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1157315 Jul 08 01:51:34.831006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32848) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.840126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-35f35854-f3d4-4840-a213-2bbb60b058f9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320098537'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:34.873738 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35f35854-f3d4-4840-a213-2bbb60b058f9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:34.939494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0ec531d2-2eef-4dfa-b49f-d3a391fe094d tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags HTTP/1.1" status: 204 len: 168 time: 0.2526038 Jul 08 01:51:34.941646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fe018-2b79-4947-9dd2-c22b4d893c59 req-a162cadb-b2b1-4175-b892-5ce0846cf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:34.943349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-655fe018-2b79-4947-9dd2-c22b4d893c59 req-a162cadb-b2b1-4175-b892-5ce0846cf764 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 1095 time: 0.1732013 Jul 08 01:51:34.944663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:34.949515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-7dbb1111-fe43-417f-ad7a-55e58e54795c tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0', 'tempest-TagsExtTest-Tag-1595828529') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:35.026450 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35f35854-f3d4-4840-a213-2bbb60b058f9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.032487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35f35854-f3d4-4840-a213-2bbb60b058f9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.083097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-35f35854-f3d4-4840-a213-2bbb60b058f9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.084612 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-35f35854-f3d4-4840-a213-2bbb60b058f9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2522235 Jul 08 01:51:35.087955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32860) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:35.093960 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-31a34219-6292-47bf-bacd-a40d9e3ed284 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': 'fed4671e-565e-4e6e-9ce3-03ce8c3215cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:35.106681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f35854-f3d4-4840-a213-2bbb60b058f9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed4671e-565e-4e6e-9ce3-03ce8c3215cb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:35.168012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31a34219-6292-47bf-bacd-a40d9e3ed284 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.232003 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-3439f435-a66d-454e-9ebf-8b5f8dcd5d90 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1224914 Jul 08 01:51:35.250305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31a34219-6292-47bf-bacd-a40d9e3ed284 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.257760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31a34219-6292-47bf-bacd-a40d9e3ed284 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.280162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a34219-6292-47bf-bacd-a40d9e3ed284 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d5a483-065b-4c8b-a838-c6663dda91fc,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:35.288468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31a34219-6292-47bf-bacd-a40d9e3ed284 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.289911 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-31a34219-6292-47bf-bacd-a40d9e3ed284 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2009282 Jul 08 01:51:35.292978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32866) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:35.357866 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4eb4-054f-4fe4-a98d-0bdddb2c7bf6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.369942 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4eb4-054f-4fe4-a98d-0bdddb2c7bf6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.420025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-922b984b-3908-46e9-a300-381e7bc5dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:35.422482 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-922b984b-3908-46e9-a300-381e7bc5dd8f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 1098 time: 0.1202083 Jul 08 01:51:35.423439 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4eb4-054f-4fe4-a98d-0bdddb2c7bf6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.429460 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4eb4-054f-4fe4-a98d-0bdddb2c7bf6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.430771 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0b9f4eb4-054f-4fe4-a98d-0bdddb2c7bf6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/03d5a483-065b-4c8b-a838-c6663dda91fc HTTP/1.1" status: 204 len: 168 time: 0.1366663 Jul 08 01:51:35.436419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32874) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:35.451078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f4eb4-054f-4fe4-a98d-0bdddb2c7bf6 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03d5a483-065b-4c8b-a838-c6663dda91fc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:35.565955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fe018-2b79-4947-9dd2-c22b4d893c59 req-85ea2ff0-8b08-4714-9d28-bec9c1e65968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:35.566998 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eb422f18-50df-4998-88fe-5ce9ba73d696 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1287749 Jul 08 01:51:35.567334 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-655fe018-2b79-4947-9dd2-c22b4d893c59 req-85ea2ff0-8b08-4714-9d28-bec9c1e65968 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=b10862653d8f41479149fd2df8af4655&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5870981 Jul 08 01:51:35.569663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32880) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:35.639200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-00c61456-4eb1-4b3a-9966-986820a914fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:35.641072 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-00c61456-4eb1-4b3a-9966-986820a914fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 916 time: 0.1712444 Jul 08 01:51:35.648885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e279196-f8d7-4cbd-99c1-13547d34ef21 req-148c931d-f19a-4600-9c46-b84f96193f9c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:35.648885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e279196-f8d7-4cbd-99c1-13547d34ef21 req-148c931d-f19a-4600-9c46-b84f96193f9c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 943 time: 0.6693318 Jul 08 01:51:35.672733 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d2e2-eef4-4942-925b-3115a5b4a27c tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:35.676515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f1c13-4391-46a9-9d0e-78a23623d1da req-e438de18-68ba-4df1-8812-d55a9401b7df tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:35.678073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db8f1c13-4391-46a9-9d0e-78a23623d1da req-e438de18-68ba-4df1-8812-d55a9401b7df tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2448742 Jul 08 01:51:35.709626 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-be200910-ac98-4be5-a07f-0defdc16f415 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c306483f-2828-46f1-a622-21771f93c7c3 HTTP/1.1" status: 200 len: 217 time: 0.0526884 Jul 08 01:51:35.732359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7dbb1111-fe43-417f-ad7a-55e58e54795c tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags/tempest-TagsExtTest-Tag-1595828529 HTTP/1.1" status: 201 len: 201 time: 0.7848995 Jul 08 01:51:35.735777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32884) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:35.746602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-fb9f6779-5199-492c-82d3-579cee8414d9 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5', 'tempest-TagsExtTest-Tag-748637298') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:35.780625 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e279196-f8d7-4cbd-99c1-13547d34ef21 req-e93b22a1-2f9f-43dd-8639-899ccaa94134 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178248 Jul 08 01:51:35.785547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fe018-2b79-4947-9dd2-c22b4d893c59 req-9a97698f-c37d-49eb-bbcc-741435cc787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:35.787048 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-655fe018-2b79-4947-9dd2-c22b4d893c59 req-9a97698f-c37d-49eb-bbcc-741435cc787c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2091839 Jul 08 01:51:35.804896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db8f1c13-4391-46a9-9d0e-78a23623d1da req-77abe223-950e-4616-8e36-c9604ae4c2c9 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164160 Jul 08 01:51:36.002830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-5e0e5553-c64e-4c07-b994-3ef4fbb13f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:36.011613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-5e0e5553-c64e-4c07-b994-3ef4fbb13f44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 1095 time: 0.1047187 Jul 08 01:51:36.089202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf558c26-d986-4288-bf22-58341769bf88 req-f11ce0ae-e669-422b-a4aa-a29bfd4d392b tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0389078 Jul 08 01:51:36.135570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-e9c6a02c-f14f-4e28-a13f-8624e045cecd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 HTTP/1.1" status: 200 len: 217 time: 0.1137171 Jul 08 01:51:36.151496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d2e2-eef4-4942-925b-3115a5b4a27c tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.192404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-b2c98036-2d50-4f91-8dd8-44da744259a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:36.194213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-b2c98036-2d50-4f91-8dd8-44da744259a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 200 len: 855 time: 0.0509107 Jul 08 01:51:36.225320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-8e184342-39db-4c80-a445-786a33ee5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:36.226972 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-8e184342-39db-4c80-a445-786a33ee5f75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 200 len: 855 time: 0.5100875 Jul 08 01:51:36.236137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-d2966fa4-bd7a-44d3-adf5-e593859d5a96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320461 Jul 08 01:51:36.279075 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-93955db5-86f1-4c74-b67f-477329ebc623 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429773 Jul 08 01:51:36.283913 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d2e2-eef4-4942-925b-3115a5b4a27c tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.286578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9f5d2e2-eef4-4942-925b-3115a5b4a27c tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.290588 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e9f5d2e2-eef4-4942-925b-3115a5b4a27c tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-groups/fed4671e-565e-4e6e-9ce3-03ce8c3215cb HTTP/1.1" status: 204 len: 168 time: 0.7199886 Jul 08 01:51:36.291309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32896) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.354782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5d2e2-eef4-4942-925b-3115a5b4a27c tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed4671e-565e-4e6e-9ce3-03ce8c3215cb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:36.370752 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-618c2ca8-a2fa-42b4-842a-2bb6a056007b tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783591 Jul 08 01:51:36.374828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32900) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.382150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3a626e45-a63a-4eee-805c-1af64ec34112 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752829779'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:36.389666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-3b9bebbd-9953-4982-bf82-394bb26097a3 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468184 Jul 08 01:51:36.395856 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fb9f6779-5199-492c-82d3-579cee8414d9 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags/tempest-TagsExtTest-Tag-748637298 HTTP/1.1" status: 201 len: 201 time: 0.6553023 Jul 08 01:51:36.397822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.412210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-0ee7f980-7df6-4583-b78f-b61d14ec22a9 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2', 'tempest-TagsExtTest-Tag-607475676') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:36.426012 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-1d62d0a5-8354-4bcf-93c3-e74eeb2b3b86 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343086 Jul 08 01:51:36.531555 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a626e45-a63a-4eee-805c-1af64ec34112 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.543228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fedc7b55-d0c9-4d25-92d8-1cbf77d7508e req-ddd52401-bdf2-4728-9db8-8b3486a24950 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102829 Jul 08 01:51:36.603504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebc3405c-85a3-41db-bcd6-f48bdd3ee4bb req-dbbd91af-1fbe-41f5-b1b8-b758014a6ed3 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045476 Jul 08 01:51:36.621263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0ee7f980-7df6-4583-b78f-b61d14ec22a9 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags/tempest-TagsExtTest-Tag-607475676 HTTP/1.1" status: 201 len: 201 time: 0.2212343 Jul 08 01:51:36.625239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32908) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.631472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-a383f0ed-0282-4b14-a60d-c1125e792db2 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a', 'tempest-TagsExtTest-Tag-139567194') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:36.673145 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a383f0ed-0282-4b14-a60d-c1125e792db2 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags/tempest-TagsExtTest-Tag-139567194 HTTP/1.1" status: 201 len: 201 time: 0.0467601 Jul 08 01:51:36.677589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32910) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.682699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-c2bf4bb1-0982-4242-84cf-08490354d590 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0', {'tags': ['tempest-TagsExtTest-Tag-933110955', 'tempest-TagsExtTest-Tag-1412670429', 'tempest-TagsExtTest-Tag-1993462330']}) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:36.688838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a626e45-a63a-4eee-805c-1af64ec34112 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.691058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a626e45-a63a-4eee-805c-1af64ec34112 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.705080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 6a154468-374e-482f-ba75-3eb084797f82 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:36.725535 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a626e45-a63a-4eee-805c-1af64ec34112 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.727471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3a626e45-a63a-4eee-805c-1af64ec34112 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3516004 Jul 08 01:51:36.728999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a626e45-a63a-4eee-805c-1af64ec34112 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50f4673-2800-4ad6-ae3d-45ba73db5cc5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:36.730320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32914) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.740967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1a0141f1-c5ef-4dc2-a1d2-4aef6010d809 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': 'd50f4673-2800-4ad6-ae3d-45ba73db5cc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:36.742475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 6a154468-374e-482f-ba75-3eb084797f82 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:36.742922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 6a154468-374e-482f-ba75-3eb084797f82 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:36.778638 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c2bf4bb1-0982-4242-84cf-08490354d590 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags HTTP/1.1" status: 200 len: 317 time: 0.0997367 Jul 08 01:51:36.783051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.786550 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a0141f1-c5ef-4dc2-a1d2-4aef6010d809 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.787775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-b8a2f13c-b290-49ea-b261-513aa1ef6fef tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:36.859658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a0141f1-c5ef-4dc2-a1d2-4aef6010d809 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.866611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a0141f1-c5ef-4dc2-a1d2-4aef6010d809 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.879057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b8a2f13c-b290-49ea-b261-513aa1ef6fef tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0946822 Jul 08 01:51:36.881532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.887259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-e051e2d6-d96b-4f5a-840b-c1810b269d65 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0', 'tempest-TagsExtTest-Tag-933110955') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:36.891807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0141f1-c5ef-4dc2-a1d2-4aef6010d809 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b466b821-4472-4597-be42-8b5e9f9c7447,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:36.900019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a0141f1-c5ef-4dc2-a1d2-4aef6010d809 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:36.903511 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1a0141f1-c5ef-4dc2-a1d2-4aef6010d809 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1720247 Jul 08 01:51:36.907094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32928) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.928066 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fcdbda18-17a3-4d9a-ab00-6a0e3d61a758 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules/b466b821-4472-4597-be42-8b5e9f9c7447 HTTP/1.1" status: 200 len: 763 time: 0.0194762 Jul 08 01:51:36.930576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32932) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.982104 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-e051e2d6-d96b-4f5a-840b-c1810b269d65 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:36.983201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e051e2d6-d96b-4f5a-840b-c1810b269d65 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags/tempest-TagsExtTest-Tag-933110955 HTTP/1.1" status: 404 len: 328 time: 0.0998304 Jul 08 01:51:36.987499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32936) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:36.998278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-575b19c1-b665-419c-a79d-1599eb8771f4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0', 'tempest-TagsExtTest-Tag-1412670429') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:37.046964 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-36ab7b6f-3a8f-4f27-838e-fb2d6e90c6a9 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1124883 Jul 08 01:51:37.047619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32942) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.085209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edd8d092-ba5c-42c0-8300-f7812e47d967 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.096597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edd8d092-ba5c-42c0-8300-f7812e47d967 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.132619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51888c4-eb6e-4ca7-93f0-23d784da19d6 req-74e8be92-b4a3-4450-a62e-867cd5ceb744 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.134198 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-575b19c1-b665-419c-a79d-1599eb8771f4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:37.135135 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a51888c4-eb6e-4ca7-93f0-23d784da19d6 req-74e8be92-b4a3-4450-a62e-867cd5ceb744 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 943 time: 0.1246533 Jul 08 01:51:37.135414 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-575b19c1-b665-419c-a79d-1599eb8771f4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags/tempest-TagsExtTest-Tag-1412670429 HTTP/1.1" status: 404 len: 329 time: 0.1431875 Jul 08 01:51:37.139726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32950) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.146476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-d0949275-f533-43e3-adec-c681df998ee4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0', 'tempest-TagsExtTest-Tag-1993462330') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:37.149203 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edd8d092-ba5c-42c0-8300-f7812e47d967 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.158585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-edd8d092-ba5c-42c0-8300-f7812e47d967 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.160359 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-edd8d092-ba5c-42c0-8300-f7812e47d967 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b466b821-4472-4597-be42-8b5e9f9c7447 HTTP/1.1" status: 204 len: 168 time: 0.1109991 Jul 08 01:51:37.160512 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68746c67-75e9-458c-8c84-4519ee205b57 req-be613edc-2a47-4f76-953c-300a371f11cb tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:37.166748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68746c67-75e9-458c-8c84-4519ee205b57 req-be613edc-2a47-4f76-953c-300a371f11cb tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.1544116 Jul 08 01:51:37.170122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32952) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.189908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8d092-ba5c-42c0-8300-f7812e47d967 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b466b821-4472-4597-be42-8b5e9f9c7447,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:37.230796 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-d0949275-f533-43e3-adec-c681df998ee4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:37.232084 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d0949275-f533-43e3-adec-c681df998ee4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags/tempest-TagsExtTest-Tag-1993462330 HTTP/1.1" status: 404 len: 329 time: 0.0901380 Jul 08 01:51:37.235944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32956) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.240903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-afa3c78e-4d9c-465d-a09d-5513465768cc tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5', {'tags': ['tempest-TagsExtTest-Tag-786647715', 'tempest-TagsExtTest-Tag-1868310019', 'tempest-TagsExtTest-Tag-1764888125']}) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:37.249142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a51888c4-eb6e-4ca7-93f0-23d784da19d6 req-f72c9575-94ae-43c2-8e9a-9749f317c7a2 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038811 Jul 08 01:51:37.280176 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68746c67-75e9-458c-8c84-4519ee205b57 req-79a08d72-a3ef-47f5-b518-9c8a7167aab6 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124535 Jul 08 01:51:37.297573 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cec5271c-9f09-48ec-8f41-106874d19dcd tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1253781 Jul 08 01:51:37.300959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.310987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7e738c27-6d75-4c8d-9e66-19bc152e49ae tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': 'd50f4673-2800-4ad6-ae3d-45ba73db5cc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:37.332595 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-afa3c78e-4d9c-465d-a09d-5513465768cc tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags HTTP/1.1" status: 200 len: 317 time: 0.0936296 Jul 08 01:51:37.334017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.340589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-80c6afca-1641-41ef-bef0-92e2e752ac98 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:37.400441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e738c27-6d75-4c8d-9e66-19bc152e49ae tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.482245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b076d8c-ba71-4a09-b3e6-2a1b88729559 req-6f0a3b8e-82ec-4055-849e-d7a38514a673 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0431197 Jul 08 01:51:37.511691 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-80c6afca-1641-41ef-bef0-92e2e752ac98 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags HTTP/1.1" status: 204 len: 168 time: 0.1766682 Jul 08 01:51:37.513517 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e738c27-6d75-4c8d-9e66-19bc152e49ae tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.514208 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32968) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.519206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-35748766-5678-488a-b4b6-a27f4e1d0074 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5', 'tempest-TagsExtTest-Tag-786647715') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:37.523364 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e738c27-6d75-4c8d-9e66-19bc152e49ae tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.564205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e738c27-6d75-4c8d-9e66-19bc152e49ae tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a081ab-4a25-4e7a-876b-ce2e76abd5e4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:37.575468 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e738c27-6d75-4c8d-9e66-19bc152e49ae tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.576710 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7e738c27-6d75-4c8d-9e66-19bc152e49ae tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2747426 Jul 08 01:51:37.579847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32970) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.592697 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-35748766-5678-488a-b4b6-a27f4e1d0074 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:37.594335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-35748766-5678-488a-b4b6-a27f4e1d0074 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags/tempest-TagsExtTest-Tag-786647715 HTTP/1.1" status: 404 len: 328 time: 0.0790186 Jul 08 01:51:37.597486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32972) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.604711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-ebd625e2-a34c-442f-86a0-160c6f51fea1 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5', 'tempest-TagsExtTest-Tag-1868310019') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:37.605331 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-095079ea-8e32-49ff-a52d-575eeaa8be3c tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules/36a081ab-4a25-4e7a-876b-ce2e76abd5e4 HTTP/1.1" status: 200 len: 763 time: 0.0233998 Jul 08 01:51:37.607494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32974) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.652990 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-81b6abc7-3e1b-498a-ae5e-b21c4b57f61b tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0440097 Jul 08 01:51:37.657043 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32978) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.664048 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-ebd625e2-a34c-442f-86a0-160c6f51fea1 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:37.665361 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ebd625e2-a34c-442f-86a0-160c6f51fea1 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags/tempest-TagsExtTest-Tag-1868310019 HTTP/1.1" status: 404 len: 329 time: 0.0668790 Jul 08 01:51:37.668195 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.673382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-c7f2a06a-eaaf-4244-a4df-4498f1edd8b8 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5', 'tempest-TagsExtTest-Tag-1764888125') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:37.682666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d573-cc09-4be9-b1ee-642dd113e66d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.691611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d573-cc09-4be9-b1ee-642dd113e66d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.725271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d573-cc09-4be9-b1ee-642dd113e66d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.731200 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-c7f2a06a-eaaf-4244-a4df-4498f1edd8b8 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:37.735896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c7f2a06a-eaaf-4244-a4df-4498f1edd8b8 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags/tempest-TagsExtTest-Tag-1764888125 HTTP/1.1" status: 404 len: 329 time: 0.0633533 Jul 08 01:51:37.736087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6cf5d573-cc09-4be9-b1ee-642dd113e66d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.736604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32982) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.738474 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6cf5d573-cc09-4be9-b1ee-642dd113e66d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/36a081ab-4a25-4e7a-876b-ce2e76abd5e4 HTTP/1.1" status: 204 len: 168 time: 0.0803840 Jul 08 01:51:37.739070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32984) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.741503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-bb403635-36d9-4be0-993b-e814e3a0236a tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2', {'tags': ['tempest-TagsExtTest-Tag-1311798760', 'tempest-TagsExtTest-Tag-1336419711', 'tempest-TagsExtTest-Tag-1808617548']}) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:37.750256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5d573-cc09-4be9-b1ee-642dd113e66d tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36a081ab-4a25-4e7a-876b-ce2e76abd5e4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:37.790021 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ee3a90f9-2816-497b-bd17-e5ab752d1622 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444741 Jul 08 01:51:37.790257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32986) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.794613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6fde2efe-d294-4da0-9c1d-d77e1eeee380 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Request body: {'security_group_rule': {'security_group_id': 'd50f4673-2800-4ad6-ae3d-45ba73db5cc5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:37.822836 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-6fde2efe-d294-4da0-9c1d-d77e1eeee380 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Project 8832211967ae452f860a2825056fe9c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 01:51:37.830523 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fde2efe-d294-4da0-9c1d-d77e1eeee380 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.839381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bb403635-36d9-4be0-993b-e814e3a0236a tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags HTTP/1.1" status: 200 len: 318 time: 0.1016288 Jul 08 01:51:37.841882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32988) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.848041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-f36ea4b7-448c-44e3-a2cb-4eb9c4a3184d tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:37.883856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fde2efe-d294-4da0-9c1d-d77e1eeee380 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.891485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fde2efe-d294-4da0-9c1d-d77e1eeee380 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.912122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde2efe-d294-4da0-9c1d-d77e1eeee380 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c47b69-5872-4831-b89b-9fe2bf678e34,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:37.920980 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fde2efe-d294-4da0-9c1d-d77e1eeee380 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:37.923186 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6fde2efe-d294-4da0-9c1d-d77e1eeee380 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320155 Jul 08 01:51:37.925732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32992) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.942029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5db92eab-9c45-422c-aeae-9518ed660b10 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules/42c47b69-5872-4831-b89b-9fe2bf678e34 HTTP/1.1" status: 200 len: 769 time: 0.0150394 Jul 08 01:51:37.944556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32994) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.957734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f36ea4b7-448c-44e3-a2cb-4eb9c4a3184d tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags HTTP/1.1" status: 204 len: 168 time: 0.1148427 Jul 08 01:51:37.960636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:37.966708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-52411e59-a20a-4ca1-84a5-94c0324c9a0c tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2', 'tempest-TagsExtTest-Tag-1311798760') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:37.988638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32998) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.006934 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c3709f6c-7967-4ad9-b21b-e8cb618dfe8b tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0606723 Jul 08 01:51:38.009513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33002) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.032874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02be1df6-84bd-4fbe-9cd5-a8c90cb3b3f3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.040712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02be1df6-84bd-4fbe-9cd5-a8c90cb3b3f3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.052438 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-52411e59-a20a-4ca1-84a5-94c0324c9a0c tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:38.056114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-52411e59-a20a-4ca1-84a5-94c0324c9a0c tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags/tempest-TagsExtTest-Tag-1311798760 HTTP/1.1" status: 404 len: 329 time: 0.0918777 Jul 08 01:51:38.056398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.060981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-d46671d7-2b2f-4d9e-98e6-892567b227e4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2', 'tempest-TagsExtTest-Tag-1336419711') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.072559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02be1df6-84bd-4fbe-9cd5-a8c90cb3b3f3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.077395 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02be1df6-84bd-4fbe-9cd5-a8c90cb3b3f3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.081131 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-02be1df6-84bd-4fbe-9cd5-a8c90cb3b3f3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/42c47b69-5872-4831-b89b-9fe2bf678e34 HTTP/1.1" status: 204 len: 168 time: 0.0683656 Jul 08 01:51:38.082021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33006) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.111575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be1df6-84bd-4fbe-9cd5-a8c90cb3b3f3 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42c47b69-5872-4831-b89b-9fe2bf678e34,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:38.121445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8025b3b1-2e56-4162-80e7-ff82fabfce4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.144214 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-d46671d7-2b2f-4d9e-98e6-892567b227e4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:38.147893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d46671d7-2b2f-4d9e-98e6-892567b227e4 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags/tempest-TagsExtTest-Tag-1336419711 HTTP/1.1" status: 404 len: 329 time: 0.0879464 Jul 08 01:51:38.148127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33008) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.152507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-e6b0a00c-fc91-4bd6-bcbc-682054053005 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2', 'tempest-TagsExtTest-Tag-1808617548') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.157412 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-58132d26-66f9-4025-bbea-819561c8fbc1 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744638 Jul 08 01:51:38.160933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33010) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.229378 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-e6b0a00c-fc91-4bd6-bcbc-682054053005 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:38.230533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e6b0a00c-fc91-4bd6-bcbc-682054053005 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags/tempest-TagsExtTest-Tag-1808617548 HTTP/1.1" status: 404 len: 329 time: 0.0813861 Jul 08 01:51:38.233369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.238615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-8533c9f0-f52c-4c8c-9028-d6def5227158 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a', {'tags': ['tempest-TagsExtTest-Tag-461549633', 'tempest-TagsExtTest-Tag-1506491687', 'tempest-TagsExtTest-Tag-539938583']}) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.249872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-460aaddc-045c-4de8-a504-ac5560feea47 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.274334 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8533c9f0-f52c-4c8c-9028-d6def5227158 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "PUT /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags HTTP/1.1" status: 200 len: 316 time: 0.0393682 Jul 08 01:51:38.276984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33014) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.282299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-11dc67bc-9bd5-41f4-80b9-0d1da40a05d8 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.287679 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-460aaddc-045c-4de8-a504-ac5560feea47 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.325322 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8025b3b1-2e56-4162-80e7-ff82fabfce4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.333792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-11dc67bc-9bd5-41f4-80b9-0d1da40a05d8 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags HTTP/1.1" status: 204 len: 168 time: 0.0533369 Jul 08 01:51:38.334517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33020) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.338012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8025b3b1-2e56-4162-80e7-ff82fabfce4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.340950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-b0b52e09-f360-4152-af52-c8a4d1e6f63b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a', 'tempest-TagsExtTest-Tag-461549633') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.378410 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-b0b52e09-f360-4152-af52-c8a4d1e6f63b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:38.385323 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8025b3b1-2e56-4162-80e7-ff82fabfce4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cacac7bcd1d40fea3d0b92bd84eb61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904533 Jul 08 01:51:38.385527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b0b52e09-f360-4152-af52-c8a4d1e6f63b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags/tempest-TagsExtTest-Tag-461549633 HTTP/1.1" status: 404 len: 328 time: 0.0443530 Jul 08 01:51:38.385527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33022) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.385812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025b3b1-2e56-4162-80e7-ff82fabfce4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4123d56b-27a2-49fd-83d1-8eccb755b501,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:38.389045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33024) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.395165 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-81dcf931-f789-41a6-abbd-9e5236cee0f7 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a', 'tempest-TagsExtTest-Tag-1506491687') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.398439 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-460aaddc-045c-4de8-a504-ac5560feea47 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.401193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-460aaddc-045c-4de8-a504-ac5560feea47 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.402603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-460aaddc-045c-4de8-a504-ac5560feea47 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "DELETE /v2.0/security-groups/d50f4673-2800-4ad6-ae3d-45ba73db5cc5 HTTP/1.1" status: 204 len: 168 time: 0.2389722 Jul 08 01:51:38.405487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33026) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.420773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460aaddc-045c-4de8-a504-ac5560feea47 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50f4673-2800-4ad6-ae3d-45ba73db5cc5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:38.433806 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-81dcf931-f789-41a6-abbd-9e5236cee0f7 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:38.434860 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-81dcf931-f789-41a6-abbd-9e5236cee0f7 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags/tempest-TagsExtTest-Tag-1506491687 HTTP/1.1" status: 404 len: 329 time: 0.0447166 Jul 08 01:51:38.438228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33030) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.443774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-8a6fc7e3-87fa-4749-ab5c-7275c8ec4f43 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a', 'tempest-TagsExtTest-Tag-539938583') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.469044 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-8a6fc7e3-87fa-4749-ab5c-7275c8ec4f43 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] show failed (client error): The resource could not be found. Jul 08 01:51:38.470075 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8a6fc7e3-87fa-4749-ab5c-7275c8ec4f43 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags/tempest-TagsExtTest-Tag-539938583 HTTP/1.1" status: 404 len: 328 time: 0.0309291 Jul 08 01:51:38.472841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33032) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.477330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-441dc098-0e3c-45a0-92e3-4cc9800553f2 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd2a67afc-8e70-4971-9174-07baea001d2a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.504549 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-441dc098-0e3c-45a0-92e3-4cc9800553f2 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a/tags HTTP/1.1" status: 204 len: 168 time: 0.0284576 Jul 08 01:51:38.504942 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33034) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.509415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-4ba085ca-56cc-4083-8eba-4380b2249005 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ab3fa254-63f6-4b6b-98e4-d1e2488df9c2') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.568503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c0a68907-6a64-4cda-b08a-e108019ff125 tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1575255 Jul 08 01:51:38.569475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33038) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.576659 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15b7e3b0-d4aa-47b2-a3a1-56173a612763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.596176 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4ba085ca-56cc-4083-8eba-4380b2249005 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2/tags HTTP/1.1" status: 204 len: 168 time: 0.0902405 Jul 08 01:51:38.598785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33040) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.603678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-9242f0c7-2f50-405b-bf31-71dcee7b958e tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a7b4689a-4905-4749-a8b6-14653b9213b5') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.637186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff59d-49af-4e7a-8122-838cf0fc1feb req-78f58ed3-6617-4cde-adb5-81fb00b4ae46 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:38.638703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9eaff59d-49af-4e7a-8122-838cf0fc1feb req-78f58ed3-6617-4cde-adb5-81fb00b4ae46 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 943 time: 0.2209325 Jul 08 01:51:38.642392 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15b7e3b0-d4aa-47b2-a3a1-56173a612763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.658743 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9242f0c7-2f50-405b-bf31-71dcee7b958e tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5/tags HTTP/1.1" status: 204 len: 168 time: 0.0589523 Jul 08 01:51:38.661316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33042) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.665544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-6db60b38-3200-4076-bad3-713dea59992c tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e99506ba-07f0-46bf-ab42-6eeb181505e0') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:38.693302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35523f05-6cb4-422b-8135-79b5eea1bece req-7e8edacd-db86-40aa-91ce-efbefcb7fb82 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:38.695324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35523f05-6cb4-422b-8135-79b5eea1bece req-7e8edacd-db86-40aa-91ce-efbefcb7fb82 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2296185 Jul 08 01:51:38.714630 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a630995d-bcd2-4c6f-89da-b852eaaf123c tempest-SecGroupIPv6Test-1414320304 tempest-SecGroupIPv6Test-1414320304-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1440911 Jul 08 01:51:38.722031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:51:38.727606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.728082 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6db60b38-3200-4076-bad3-713dea59992c tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0/tags HTTP/1.1" status: 204 len: 168 time: 0.0642860 Jul 08 01:51:38.792811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9eaff59d-49af-4e7a-8122-838cf0fc1feb req-9d5dd65c-23e5-439b-be8d-9762f8eba39f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407213 Jul 08 01:51:38.822735 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35523f05-6cb4-422b-8135-79b5eea1bece req-e313f9b2-4a9f-48d4-a107-4d46991fd85e tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120746 Jul 08 01:51:38.832541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15b7e3b0-d4aa-47b2-a3a1-56173a612763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.835385 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15b7e3b0-d4aa-47b2-a3a1-56173a612763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.836544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.837910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-15b7e3b0-d4aa-47b2-a3a1-56173a612763 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4123d56b-27a2-49fd-83d1-8eccb755b501 HTTP/1.1" status: 204 len: 168 time: 0.4529138 Jul 08 01:51:38.864975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7e3b0-d4aa-47b2-a3a1-56173a612763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4123d56b-27a2-49fd-83d1-8eccb755b501,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:38.887286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-65137121-6cf1-48d7-af69-4e919e266913 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for subnetpool, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:38.888519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-65137121-6cf1-48d7-af69-4e919e266913 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/subnetpools/d2a67afc-8e70-4971-9174-07baea001d2a HTTP/1.1" status: 204 len: 168 time: 0.1594162 Jul 08 01:51:38.892860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33050) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.902410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:38.919233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'e74aa28c-f19e-4b5e-8632-ac36fa7d55e1', 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa', 'port_id': 'e74aa28c-f19e-4b5e-8632-ac36fa7d55e1', 'mac_address': 'fa:16:3e:7d:f6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd81c0e3-d324-4187-beae-5bb89c221c28', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:51:38.950433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:38.951227 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4257b79d-a6bb-434b-aa76-f7bd171c116c tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab3fa254-63f6-4b6b-98e4-d1e2488df9c2 HTTP/1.1" status: 200 len: 205 time: 0.0569139 Jul 08 01:51:39.009637 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.040075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:51:39.072537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:39.078337 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.093946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33058) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:39.104027 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-753a5b55-853a-417e-90e1-a8d36ef83397 req-f52477f2-c211-47bb-bb39-e0367735967b tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0347557 Jul 08 01:51:39.106852 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bee3063-0e0f-4376-aa38-e19a7c4c18eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.165677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:39.264552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33062) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:39.275651 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7163d933-b7ff-4004-971c-875a17083d01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8832211967ae452f860a2825056fe9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801322 Jul 08 01:51:39.280240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33064) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:39.282204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70f60e3b-b89f-42eb-8bd5-a098c4c3f1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.299603 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bee3063-0e0f-4376-aa38-e19a7c4c18eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.303902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bee3063-0e0f-4376-aa38-e19a7c4c18eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.349478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e74aa28c-f19e-4b5e-8632-ac36fa7d55e1'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:39.371490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bee3063-0e0f-4376-aa38-e19a7c4c18eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.371766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bee3063-0e0f-4376-aa38-e19a7c4c18eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Fanout notify agent at l3_agent the message router_deleted on router ab3fa254-63f6-4b6b-98e4-d1e2488df9c2 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:51:39.380254 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bee3063-0e0f-4376-aa38-e19a7c4c18eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.381071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0bee3063-0e0f-4376-aa38-e19a7c4c18eb tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/routers/ab3fa254-63f6-4b6b-98e4-d1e2488df9c2 HTTP/1.1" status: 204 len: 168 time: 0.4291465 Jul 08 01:51:39.383432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:39.392119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f852a450-e9c9-4191-8e55-fd9da76e74f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.406581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70f60e3b-b89f-42eb-8bd5-a098c4c3f1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.410848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70f60e3b-b89f-42eb-8bd5-a098c4c3f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.444827 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f852a450-e9c9-4191-8e55-fd9da76e74f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.453892 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-70f60e3b-b89f-42eb-8bd5-a098c4c3f1a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=790c084e41e94acea671ebe04acdda90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872344 Jul 08 01:51:39.454934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f60e3b-b89f-42eb-8bd5-a098c4c3f1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390d7783-9f43-40d8-ae40-479fbf114d47,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:39.458203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33068) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:39.514872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9da05a04-4c16-46e7-bc7a-57ce51aac203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.534629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-85e4ad11-0414-4c9f-b089-a3d5ed43e31b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Deleting port a7b4689a-4905-4749-a8b6-14653b9213b5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:39.534932 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e4ad11-0414-4c9f-b089-a3d5ed43e31b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.539335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9da05a04-4c16-46e7-bc7a-57ce51aac203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.550665 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f852a450-e9c9-4191-8e55-fd9da76e74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.553390 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f852a450-e9c9-4191-8e55-fd9da76e74f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.554657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f852a450-e9c9-4191-8e55-fd9da76e74f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77123bf7-198b-4f01-a277-815a0ad7d8cd HTTP/1.1" status: 204 len: 168 time: 0.2728517 Jul 08 01:51:39.596664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852a450-e9c9-4191-8e55-fd9da76e74f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77123bf7-198b-4f01-a277-815a0ad7d8cd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:39.600228 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9da05a04-4c16-46e7-bc7a-57ce51aac203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.610589 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9da05a04-4c16-46e7-bc7a-57ce51aac203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.612479 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9da05a04-4c16-46e7-bc7a-57ce51aac203 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/390d7783-9f43-40d8-ae40-479fbf114d47 HTTP/1.1" status: 204 len: 168 time: 0.1524861 Jul 08 01:51:39.623541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da05a04-4c16-46e7-bc7a-57ce51aac203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390d7783-9f43-40d8-ae40-479fbf114d47,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:39.662340 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e4ad11-0414-4c9f-b089-a3d5ed43e31b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:39.674681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-85e4ad11-0414-4c9f-b089-a3d5ed43e31b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Calling delete_port for a7b4689a-4905-4749-a8b6-14653b9213b5 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:40.319383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d47a3-9b60-4fac-8023-9275cef20378 req-32182de4-d1e0-4cc8-b19f-66053c0b0ba2 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:40.326214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-508d47a3-9b60-4fac-8023-9275cef20378 req-32182de4-d1e0-4cc8-b19f-66053c0b0ba2 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.2094259 Jul 08 01:51:40.348916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9c291-e8ec-4f78-84f4-4654591db894 req-d0a2aed6-114d-4e19-9d60-f3086f676bd6 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:40.350584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3dd9c291-e8ec-4f78-84f4-4654591db894 req-d0a2aed6-114d-4e19-9d60-f3086f676bd6 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 944 time: 0.2295430 Jul 08 01:51:40.452625 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3dd9c291-e8ec-4f78-84f4-4654591db894 req-726abe2f-b9f9-42ac-85a7-9b7a997bf6d3 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778360 Jul 08 01:51:40.470083 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-508d47a3-9b60-4fac-8023-9275cef20378 req-370b3b04-a87c-463f-8827-8ef05ebb10bf tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/security-groups?id=8e88a257-551d-45f0-8857-99753eb36ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409726 Jul 08 01:51:40.479235 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e4ad11-0414-4c9f-b089-a3d5ed43e31b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.526274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4ad11-0414-4c9f-b089-a3d5ed43e31b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Pushing event deleted for resources: {'Port': ['ID=a7b4689a-4905-4749-a8b6-14653b9213b5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:40.657545 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e4ad11-0414-4c9f-b089-a3d5ed43e31b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.659618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-85e4ad11-0414-4c9f-b089-a3d5ed43e31b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/ports/a7b4689a-4905-4749-a8b6-14653b9213b5 HTTP/1.1" status: 204 len: 168 time: 1.2752435 Jul 08 01:51:40.664674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:40.682071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33118) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:40.738721 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:51:40.766494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b08d1f36-34b9-4828-a043-83388e868b53 req-58409ecb-28b1-49fd-8dc1-c3ba139905f6 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0864563 Jul 08 01:51:40.792615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d97965-010e-47e9-aa60-feb5a7857160 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Deleting subnet e99506ba-07f0-46bf-ab42-6eeb181505e0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:51:40.792615 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7d97965-010e-47e9-aa60-feb5a7857160 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.834077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:51:40.851102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:51:40.851630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.857382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7d97965-010e-47e9-aa60-feb5a7857160 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:40.987030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703603168'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:41.007277 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.017181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-ea89cac8-5414-4ce6-9407-6b7ff8f463c1 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:41.018622 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.019231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-ea89cac8-5414-4ce6-9407-6b7ff8f463c1 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 946 time: 0.1340907 Jul 08 01:51:41.020884 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7d97965-010e-47e9-aa60-feb5a7857160 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.028685 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.034818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c25f574-fef0-4403-8932-b9dc9e22ebd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74aa28c-f19e-4b5e-8632-ac36fa7d55e1'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:41.037332 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1751af5-2104-4ecf-811b-6bc7d338108f" -d '{"events": [{"server_uuid": "7c25f574-fef0-4403-8932-b9dc9e22ebd9", "name": "network-vif-plugged", "status": "completed", "tag": "e74aa28c-f19e-4b5e-8632-ac36fa7d55e1"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:41.053296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:41.063825 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.091685 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1923fad-ede6-4a30-a898-a67f914c28f5 x-openstack-request-id: req-d1923fad-ede6-4a30-a898-a67f914c28f5 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:41.092563 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c25f574-fef0-4403-8932-b9dc9e22ebd9", "name": "network-vif-plugged", "status": "completed", "tag": "e74aa28c-f19e-4b5e-8632-ac36fa7d55e1", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:41.093013 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1923fad-ede6-4a30-a898-a67f914c28f5 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:41.093978 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c25f574-fef0-4403-8932-b9dc9e22ebd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74aa28c-f19e-4b5e-8632-ac36fa7d55e1', 'code': 200} Jul 08 01:51:41.139904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:41.163161 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7d97965-010e-47e9-aa60-feb5a7857160 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.206204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d97965-010e-47e9-aa60-feb5a7857160 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Pushing event deleted for resources: {'Subnet': ['ID=e99506ba-07f0-46bf-ab42-6eeb181505e0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:41.208409 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7d97965-010e-47e9-aa60-feb5a7857160 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.210632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f7d97965-010e-47e9-aa60-feb5a7857160 tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/subnets/e99506ba-07f0-46bf-ab42-6eeb181505e0 HTTP/1.1" status: 204 len: 168 time: 0.5453587 Jul 08 01:51:41.213399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33132) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:41.215736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82428bc3-4191-4b86-bb07-aad737c78a4c None None] Network 9f4294b9-41ab-4bd7-b311-6783dc243c5d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:51:41.238100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-751a6bbf-01e6-403a-a4a3-ac30b10b4ac5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Deleting port cf476478-e4bd-4a48-afcd-aaefd9475062 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:41.238427 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-751a6bbf-01e6-403a-a4a3-ac30b10b4ac5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.333967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.351409 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.358126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523a59f-cbe6-43d9-8818-c06966ea52fe req-d46f0c7d-3502-4a21-a815-a1309973a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:41.360507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a523a59f-cbe6-43d9-8818-c06966ea52fe req-d46f0c7d-3502-4a21-a815-a1309973a4aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 1097 time: 0.1872363 Jul 08 01:51:41.364065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.366100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-751a6bbf-01e6-403a-a4a3-ac30b10b4ac5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] For port cf476478-e4bd-4a48-afcd-aaefd9475062, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=cf476478-e4bd-4a48-afcd-aaefd9475062,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:41.366763 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-751a6bbf-01e6-403a-a4a3-ac30b10b4ac5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.390579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-751a6bbf-01e6-403a-a4a3-ac30b10b4ac5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Calling delete_port for cf476478-e4bd-4a48-afcd-aaefd9475062 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:41.450440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ce8046-85ad-4b77-b7f4-354d00175091 None None] DHCP port deletion for 9f4294b9-41ab-4bd7-b311-6783dc243c5d request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:51:41.452664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cab4f5-d7c3-4e6b-93af-85439a22421c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:41.497966 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a523a59f-cbe6-43d9-8818-c06966ea52fe req-ae42eac8-aea1-4e96-9774-ccc009d907dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274660 Jul 08 01:51:41.514247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-42ce8046-85ad-4b77-b7f4-354d00175091 None None] Deleting port af9a69b0-5257-4a8e-b45e-2689958cc031 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:41.514754 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42ce8046-85ad-4b77-b7f4-354d00175091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.529973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Deleting port af9a69b0-5257-4a8e-b45e-2689958cc031 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:41.530578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.597071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.601812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-42ce8046-85ad-4b77-b7f4-354d00175091 None None] For port af9a69b0-5257-4a8e-b45e-2689958cc031, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af9a69b0-5257-4a8e-b45e-2689958cc031,segment=NetworkSegment(476cdacb-047f-43e9-8966-3ea9fe7aee99),segment_id=476cdacb-047f-43e9-8966-3ea9fe7aee99)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:41.602740 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42ce8046-85ad-4b77-b7f4-354d00175091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.615305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.621665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-42ce8046-85ad-4b77-b7f4-354d00175091 None None] Calling delete_port for af9a69b0-5257-4a8e-b45e-2689958cc031 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:41.637794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] For port af9a69b0-5257-4a8e-b45e-2689958cc031, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af9a69b0-5257-4a8e-b45e-2689958cc031,segment=NetworkSegment(476cdacb-047f-43e9-8966-3ea9fe7aee99),segment_id=476cdacb-047f-43e9-8966-3ea9fe7aee99)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:41.637794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.651232 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-751a6bbf-01e6-403a-a4a3-ac30b10b4ac5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.658990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Calling delete_port for af9a69b0-5257-4a8e-b45e-2689958cc031 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:41.676419 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.680048 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9945359 Jul 08 01:51:41.680196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9520f-7f92-4e81-b93a-ed3e806b8206 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbb2f62-3913-4721-9ff6-e72e04ab095a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:41.682199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33148) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:41.706076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['cf476478-e4bd-4a48-afcd-aaefd9475062'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:51:41.768864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a6bbf-01e6-403a-a4a3-ac30b10b4ac5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Pushing event deleted for resources: {'Port': ['ID=cf476478-e4bd-4a48-afcd-aaefd9475062,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:41.796057 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42ce8046-85ad-4b77-b7f4-354d00175091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.797749 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b9f25560-c7b2-4844-9185-eb4b6c043a3d tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1073172 Jul 08 01:51:41.797749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33152) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:41.798957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df6a732f-b12e-4692-ba00-e10117aeed72 req-e546923b-e284-410d-874e-871d04a7d60f tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.41 "GET /v2.0/ports?device_id=9672b7da-4e41-4687-a1ff-22934c3f1259 HTTP/1.1" status: 200 len: 210 time: 0.0892849 Jul 08 01:51:41.802017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-01f615a0-6a2b-4279-9aeb-13d677c36a08 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group': {'name': 'tempest-security--2009944686', 'description': 'tempest-security-description-9932456'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:41.815049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce8046-85ad-4b77-b7f4-354d00175091 None None] No DVR routers for this DVR port af9a69b0-5257-4a8e-b45e-2689958cc031 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:41.837171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01f615a0-6a2b-4279-9aeb-13d677c36a08 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.841295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.847077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce8046-85ad-4b77-b7f4-354d00175091 None None] Pushing event deleted for resources: {'Port': ['ID=af9a69b0-5257-4a8e-b45e-2689958cc031,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:41.883696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Pushing event deleted for resources: {'Port': ['ID=af9a69b0-5257-4a8e-b45e-2689958cc031,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:41.898828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] No DVR routers for this DVR port af9a69b0-5257-4a8e-b45e-2689958cc031 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:41.927109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-751a6bbf-01e6-403a-a4a3-ac30b10b4ac5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] No DVR routers for this DVR port cf476478-e4bd-4a48-afcd-aaefd9475062 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:51:41.930602 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-751a6bbf-01e6-403a-a4a3-ac30b10b4ac5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:41.934667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd6ad7bf-560e-44c0-86a4-fe0c3a7f281b req-751a6bbf-01e6-403a-a4a3-ac30b10b4ac5 tempest-ServerRescueNegativeTestJSON-541153599 tempest-ServerRescueNegativeTestJSON-541153599-project] 10.222.0.16 "DELETE /v2.0/ports/cf476478-e4bd-4a48-afcd-aaefd9475062 HTTP/1.1" status: 204 len: 173 time: 0.8875790 Jul 08 01:51:41.935983 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9672b7da-4e41-4687-a1ff-22934c3f1259', 'name': 'network-vif-deleted', 'tag': 'cf476478-e4bd-4a48-afcd-aaefd9475062'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:51:41.938559 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0990b8da-17ac-45c6-b47a-e0416e2974d4" -d '{"events": [{"server_uuid": "9672b7da-4e41-4687-a1ff-22934c3f1259", "name": "network-vif-deleted", "tag": "cf476478-e4bd-4a48-afcd-aaefd9475062"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:51:42.006263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e983e3-05f4-41b9-953d-0e4fa5d49045 req-e794432f-4b21-48c7-8997-c2ec3111c622 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:42.007981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.015117 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0e983e3-05f4-41b9-953d-0e4fa5d49045 req-e794432f-4b21-48c7-8997-c2ec3111c622 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 945 time: 0.2270041 Jul 08 01:51:42.018851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4294b9-41ab-4bd7-b311-6783dc243c5d']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:42.031209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476cdacb-047f-43e9-8966-3ea9fe7aee99') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:42.031573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476cdacb-047f-43e9-8966-3ea9fe7aee99') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:42.043899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.052165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af9a69b0-5257-4a8e-b45e-2689958cc031 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:42.066958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.074035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:51:42.074685 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.104050 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0e983e3-05f4-41b9-953d-0e4fa5d49045 req-5642e92e-02fb-4fdd-bb24-b37cc9711333 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864224 Jul 08 01:51:42.106500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: af9a69b0-5257-4a8e-b45e-2689958cc031 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:42.110664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af9a69b0-5257-4a8e-b45e-2689958cc031 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:51:42.142539 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:51:42.153482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01f615a0-6a2b-4279-9aeb-13d677c36a08 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.161940 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.163793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01f615a0-6a2b-4279-9aeb-13d677c36a08 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.166521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01f615a0-6a2b-4279-9aeb-13d677c36a08 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.173420 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-01f615a0-6a2b-4279-9aeb-13d677c36a08 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "PUT /v2.0/security-groups/4bbb2f62-3913-4721-9ff6-e72e04ab095a HTTP/1.1" status: 200 len: 1777 time: 0.3724382 Jul 08 01:51:42.179325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33162) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:42.180131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.182154 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] 10.222.0.41 "DELETE /v2.0/networks/9f4294b9-41ab-4bd7-b311-6783dc243c5d HTTP/1.1" status: 204 len: 168 time: 0.9666684 Jul 08 01:51:42.201240 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5d3b44-f59d-4673-af5c-604967f7740a x-openstack-request-id: req-6c5d3b44-f59d-4673-af5c-604967f7740a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:51:42.201532 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9672b7da-4e41-4687-a1ff-22934c3f1259", "name": "network-vif-deleted", "tag": "cf476478-e4bd-4a48-afcd-aaefd9475062", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:51:42.201779 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c5d3b44-f59d-4673-af5c-604967f7740a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:51:42.202179 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9672b7da-4e41-4687-a1ff-22934c3f1259', 'name': 'network-vif-deleted', 'tag': 'cf476478-e4bd-4a48-afcd-aaefd9475062', 'status': 'completed', 'code': 200} Jul 08 01:51:42.205118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4cb427bc-08c5-4354-9c17-4ca4f25403ee req-b965be98-3f28-4050-b426-443c6a307dcb tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0518520 Jul 08 01:51:42.216134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741d051-caa3-4bae-870d-80fdaaf63f4b tempest-TagsExtTest-72053623 tempest-TagsExtTest-72053623-project] Pushing event deleted for resources: {'Network': ['ID=9f4294b9-41ab-4bd7-b311-6783dc243c5d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:42.237280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f615a0-6a2b-4279-9aeb-13d677c36a08 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbb2f62-3913-4721-9ff6-e72e04ab095a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:42.259118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33168) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:42.259552 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8c9a9f4d-d5d8-479e-ad5a-be7ec3ff6048 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups/4bbb2f62-3913-4721-9ff6-e72e04ab095a HTTP/1.1" status: 200 len: 1777 time: 0.0716996 Jul 08 01:51:42.332927 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d335-f1e3-478a-a640-653e1897557b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.365776 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d335-f1e3-478a-a640-653e1897557b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.426209 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d335-f1e3-478a-a640-653e1897557b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.429566 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8e3d335-f1e3-478a-a640-653e1897557b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.430958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e8e3d335-f1e3-478a-a640-653e1897557b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-groups/4bbb2f62-3913-4721-9ff6-e72e04ab095a HTTP/1.1" status: 204 len: 168 time: 0.1699684 Jul 08 01:51:42.433733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33172) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:42.441101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3d335-f1e3-478a-a640-653e1897557b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbb2f62-3913-4721-9ff6-e72e04ab095a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:42.505197 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1c324da1-9e04-4394-88dd-6a3694a0e506 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698202 Jul 08 01:51:42.508256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33178) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:42.524823 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-0d30db58-9ac7-4516-a55c-50b56891a21a tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] delete failed (client error): The resource could not be found. Jul 08 01:51:42.526592 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0d30db58-9ac7-4516-a55c-50b56891a21a tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-groups/4bbb2f62-3913-4721-9ff6-e72e04ab095a HTTP/1.1" status: 404 len: 347 time: 0.0165527 Jul 08 01:51:42.531569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33182) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:42.536884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-536ad2f1-ca0a-4d10-963f-7a5670c15863 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715768959'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:42.569684 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-536ad2f1-ca0a-4d10-963f-7a5670c15863 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.632383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33184) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:42.731721 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-536ad2f1-ca0a-4d10-963f-7a5670c15863 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.736687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-536ad2f1-ca0a-4d10-963f-7a5670c15863 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.767015 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-536ad2f1-ca0a-4d10-963f-7a5670c15863 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.768358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-536ad2f1-ca0a-4d10-963f-7a5670c15863 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2356477 Jul 08 01:51:42.770220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ad2f1-ca0a-4d10-963f-7a5670c15863 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da635a73-f04c-4a3f-bc1e-39069d6b148b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:42.771415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33190) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:42.776176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3fda93d9-4370-4707-805c-000f349f72da tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': 'da635a73-f04c-4a3f-bc1e-39069d6b148b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:42.812821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3fda93d9-4370-4707-805c-000f349f72da tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.884781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3fda93d9-4370-4707-805c-000f349f72da tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.892783 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3fda93d9-4370-4707-805c-000f349f72da tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.910682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33198) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:42.921017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda93d9-4370-4707-805c-000f349f72da tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558882d5-7f2c-4725-b1bf-b5e8122c252b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:42.967339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3fda93d9-4370-4707-805c-000f349f72da tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:42.971216 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3fda93d9-4370-4707-805c-000f349f72da tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1954598 Jul 08 01:51:42.971389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:43.005942 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-015f3650-4606-40c7-b769-1f7673c09108 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.016781 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cfa74474-2c6d-4f09-af6d-bf281e935a17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ef6295db7664ca980ded9ca9e585fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798018 Jul 08 01:51:43.017079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-015f3650-4606-40c7-b769-1f7673c09108 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.018366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:43.095957 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-015f3650-4606-40c7-b769-1f7673c09108 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.103229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-015f3650-4606-40c7-b769-1f7673c09108 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.104455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-015f3650-4606-40c7-b769-1f7673c09108 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/558882d5-7f2c-4725-b1bf-b5e8122c252b HTTP/1.1" status: 204 len: 168 time: 0.1317024 Jul 08 01:51:43.106072 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ed327bf-262d-4991-9fb8-e244204f92cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.114778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33208) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:43.151450 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ed327bf-262d-4991-9fb8-e244204f92cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.171866 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d7bdb6cd-2b42-4b31-8672-79e152f5301e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0553093 Jul 08 01:51:43.187570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33212) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:43.240379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f3650-4606-40c7-b769-1f7673c09108 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=558882d5-7f2c-4725-b1bf-b5e8122c252b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:43.332391 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ed327bf-262d-4991-9fb8-e244204f92cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.337520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ed327bf-262d-4991-9fb8-e244204f92cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.337520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4ed327bf-262d-4991-9fb8-e244204f92cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0760811-f55c-4abb-a3be-41e28d82c718 HTTP/1.1" status: 204 len: 168 time: 0.3147590 Jul 08 01:51:43.351365 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f5a391b-f0b5-4c55-acc2-aff9036cb39e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.402534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed327bf-262d-4991-9fb8-e244204f92cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0760811-f55c-4abb-a3be-41e28d82c718,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:43.407932 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f5a391b-f0b5-4c55-acc2-aff9036cb39e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.485688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8a8c94d-7f4e-4c2d-8a5b-a12fb5c720b6 req-e28ca2c3-0cdc-436f-8ecf-83e93e34fbd9 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0554585 Jul 08 01:51:43.512411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.514312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae33f2-b79e-4ffb-bdc4-4d4a11c25a14 req-d62d7e80-6b09-4161-87d0-99ceb5e32d92 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:51:43.516662 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4ae33f2-b79e-4ffb-bdc4-4d4a11c25a14 req-d62d7e80-6b09-4161-87d0-99ceb5e32d92 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 945 time: 0.1879711 Jul 08 01:51:43.517368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f5a391b-f0b5-4c55-acc2-aff9036cb39e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.520250 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f5a391b-f0b5-4c55-acc2-aff9036cb39e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.521413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9f5a391b-f0b5-4c55-acc2-aff9036cb39e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-groups/da635a73-f04c-4a3f-bc1e-39069d6b148b HTTP/1.1" status: 204 len: 168 time: 0.3258245 Jul 08 01:51:43.538214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:43.556240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a391b-f0b5-4c55-acc2-aff9036cb39e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da635a73-f04c-4a3f-bc1e-39069d6b148b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:43.609834 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4ae33f2-b79e-4ffb-bdc4-4d4a11c25a14 req-50e6d388-4256-48a9-b892-87a62e919db3 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702944 Jul 08 01:51:43.620909 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-668202f4-70c4-44d7-9cd2-2f500c38a286 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818489 Jul 08 01:51:43.626023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:43.631194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a2ed2659-5b92-453d-9a42-b1e170877bfd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group': {'name': 'tempest-secgroup--2092432749'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:43.669278 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2ed2659-5b92-453d-9a42-b1e170877bfd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.837268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2ed2659-5b92-453d-9a42-b1e170877bfd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.843199 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2ed2659-5b92-453d-9a42-b1e170877bfd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.879695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2ed2659-5b92-453d-9a42-b1e170877bfd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.881494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a2ed2659-5b92-453d-9a42-b1e170877bfd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2541356 Jul 08 01:51:43.884621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:43.892385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2ad21b47-b895-4188-9088-2bc38c9043a1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': '8246c167-5602-406b-8775-6cfcc270198a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:43.902651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed2659-5b92-453d-9a42-b1e170877bfd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8246c167-5602-406b-8775-6cfcc270198a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:43.935972 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ad21b47-b895-4188-9088-2bc38c9043a1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:43.952187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] Deleting port 49c97b70-ee3d-4fb2-a0c8-04add40f249f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:43.955001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.072612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ad21b47-b895-4188-9088-2bc38c9043a1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.079956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] For port 49c97b70-ee3d-4fb2-a0c8-04add40f249f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=49c97b70-ee3d-4fb2-a0c8-04add40f249f,segment=NetworkSegment(a2a87dc4-5b20-426f-9e4f-4d62c00db395),segment_id=a2a87dc4-5b20-426f-9e4f-4d62c00db395)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:44.080411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.087772 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ad21b47-b895-4188-9088-2bc38c9043a1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.096216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] Calling delete_port for 49c97b70-ee3d-4fb2-a0c8-04add40f249f owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:44.146573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad21b47-b895-4188-9088-2bc38c9043a1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376a41e5-010d-4aa1-a53d-e758795614be,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:44.168283 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ad21b47-b895-4188-9088-2bc38c9043a1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.169990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2ad21b47-b895-4188-9088-2bc38c9043a1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2841349 Jul 08 01:51:44.173556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:44.178455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f9faee01-2958-4c5b-8f78-dbfe0195f9c7 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': '8246c167-5602-406b-8775-6cfcc270198a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:44.258866 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9faee01-2958-4c5b-8f78-dbfe0195f9c7 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.457530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.470677 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9faee01-2958-4c5b-8f78-dbfe0195f9c7 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.478407 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9faee01-2958-4c5b-8f78-dbfe0195f9c7 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.516268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c97b70-ee3d-4fb2-a0c8-04add40f249f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:44.550224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faee01-2958-4c5b-8f78-dbfe0195f9c7 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1044d24f-a466-41f4-8082-9d661ee4c948,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:44.574047 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9faee01-2958-4c5b-8f78-dbfe0195f9c7 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.578896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f9faee01-2958-4c5b-8f78-dbfe0195f9c7 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4008298 Jul 08 01:51:44.579067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33268) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:44.584006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-918f5c19-edac-4018-b680-2b66a6df9d9f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': '8246c167-5602-406b-8775-6cfcc270198a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:44.677836 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-918f5c19-edac-4018-b680-2b66a6df9d9f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.748784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device cf476478-e4bd-4a48-afcd-aaefd9475062 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:44.803101 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da559350-b628-41db-adb7-96bba2b272ca req-332e9507-d6d9-4d3c-a194-eb25d5061fc8 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.1093583 Jul 08 01:51:44.815057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: cf476478-e4bd-4a48-afcd-aaefd9475062 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:44.820921 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device cf476478-e4bd-4a48-afcd-aaefd9475062 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:44.888833 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-918f5c19-edac-4018-b680-2b66a6df9d9f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.895903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-918f5c19-edac-4018-b680-2b66a6df9d9f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.928956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f5c19-edac-4018-b680-2b66a6df9d9f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a32c906-14c7-4fe5-be84-93ad1aff97f0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:44.951582 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-918f5c19-edac-4018-b680-2b66a6df9d9f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.956357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-918f5c19-edac-4018-b680-2b66a6df9d9f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3733921 Jul 08 01:51:44.956656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:44.957136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:44.964355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-20545698-750f-4f6d-bcb9-cfa8c189445e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': '8246c167-5602-406b-8775-6cfcc270198a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:45.007713 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-20545698-750f-4f6d-bcb9-cfa8c189445e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.130149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-20545698-750f-4f6d-bcb9-cfa8c189445e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.141681 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-20545698-750f-4f6d-bcb9-cfa8c189445e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.175147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20545698-750f-4f6d-bcb9-cfa8c189445e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f50e18af-e52e-44e2-9ef1-8f48945462f7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:45.185845 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-20545698-750f-4f6d-bcb9-cfa8c189445e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.187489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-20545698-750f-4f6d-bcb9-cfa8c189445e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2299800 Jul 08 01:51:45.190558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:45.211003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-77faa7d6-94a9-42f0-bfe3-8cce46ca8317 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': '8246c167-5602-406b-8775-6cfcc270198a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:45.252791 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77faa7d6-94a9-42f0-bfe3-8cce46ca8317 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.273553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33290) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:45.277350 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027103 Jul 08 01:51:45.282755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33292) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:45.346022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77faa7d6-94a9-42f0-bfe3-8cce46ca8317 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.350473 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77faa7d6-94a9-42f0-bfe3-8cce46ca8317 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.372226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77faa7d6-94a9-42f0-bfe3-8cce46ca8317 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5c4832-2761-46c4-b68f-ba304d273ead,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:45.374474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] Router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:51:45.379830 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77faa7d6-94a9-42f0-bfe3-8cce46ca8317 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.384802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-77faa7d6-94a9-42f0-bfe3-8cce46ca8317 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1928794 Jul 08 01:51:45.385723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:45.417534 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304c8035-f52d-4af4-bbad-61b33a830c17 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.427781 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304c8035-f52d-4af4-bbad-61b33a830c17 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.465591 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304c8035-f52d-4af4-bbad-61b33a830c17 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.481023 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304c8035-f52d-4af4-bbad-61b33a830c17 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.482433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-304c8035-f52d-4af4-bbad-61b33a830c17 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/db5c4832-2761-46c4-b68f-ba304d273ead HTTP/1.1" status: 204 len: 168 time: 0.0952013 Jul 08 01:51:45.489353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:45.490319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c8035-f52d-4af4-bbad-61b33a830c17 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db5c4832-2761-46c4-b68f-ba304d273ead,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:45.522769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:51:45.534650 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] Sync routers for ids ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:51:45.546802 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-248c3e35-54b7-490a-a374-7a30306ca4a2 admin admin] 10.222.0.41 "PUT /v2.0/routers/65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6312835 Jul 08 01:51:45.548685 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] Routers {'65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:45.549328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33308) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:45.551098 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:51:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:45.600359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f4f9e783-ccba-4346-adcc-4863d4177d4e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0971043 Jul 08 01:51:45.603041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:45.657280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.663477 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-23c0e686-3b9c-4d77-bbfc-3c1d8b8f9ddc tempest-NetworksApiDiscovery-1367995403 tempest-NetworksApiDiscovery-1367995403-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3789623 Jul 08 01:51:45.670844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.696760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.725909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.748786 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.749058 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] Set router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:45.751685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f50e18af-e52e-44e2-9ef1-8f48945462f7 HTTP/1.1" status: 204 len: 168 time: 0.1429646 Jul 08 01:51:45.755143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33316) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:45.758854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f50e18af-e52e-44e2-9ef1-8f48945462f7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:45.771818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.772169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.772544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.772883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.776173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.776560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.779327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.780008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.780413 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.783242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.783597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.783940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede7cd7-6085-4080-abae-df9faf66392b tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:45.855949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f43519b8-a5f2-4a91-8d8c-18c343e4b283 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0970809 Jul 08 01:51:45.856776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:45.893764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.918823 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f079bb9-c727-4be3-837d-cf90acba644e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:45.937701 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f079bb9-c727-4be3-837d-cf90acba644e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.012872 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f079bb9-c727-4be3-837d-cf90acba644e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.021328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Deleting port 4d08f183-7275-430a-b358-a2052587adfa {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:51:46.021948 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.027497 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f079bb9-c727-4be3-837d-cf90acba644e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.031735 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8f079bb9-c727-4be3-837d-cf90acba644e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6a32c906-14c7-4fe5-be84-93ad1aff97f0 HTTP/1.1" status: 204 len: 168 time: 0.1743200 Jul 08 01:51:46.035685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33328) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:46.044529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33330) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:46.054580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f079bb9-c727-4be3-837d-cf90acba644e tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a32c906-14c7-4fe5-be84-93ad1aff97f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:46.091826 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-674302462-router', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '4d08f183-7275-430a-b358-a2052587adfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:33Z', 'updated_at': '2021-07-08T01:51:44Z', 'revision_number': 5, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'gw_port': {'id': '4d08f183-7275-430a-b358-a2052587adfa', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:48:35Z', 'updated_at': '2021-07-08T01:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:46.101849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3aa0f24a-6987-41e5-ab4f-adbc4f1a1906 req-18390cc6-6a1c-4f65-9e0f-f832fd106e52 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0618711 Jul 08 01:51:46.125526 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] Checking router: 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:51:46.135850 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-56f3b646-e69c-46f6-a9b3-f802a19638df tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0972259 Jul 08 01:51:46.139572 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] Routers {'65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:51:46.141034 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:51:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:46.148513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33334) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:46.167042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] For port 4d08f183-7275-430a-b358-a2052587adfa, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4d08f183-7275-430a-b358-a2052587adfa,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:51:46.168095 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.186855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Calling delete_port for 4d08f183-7275-430a-b358-a2052587adfa owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:51:46.209345 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7415f3c6-1546-4aea-8960-7bbe85ac9c1a tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.233382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7415f3c6-1546-4aea-8960-7bbe85ac9c1a tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.295850 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7415f3c6-1546-4aea-8960-7bbe85ac9c1a tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.315086 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7415f3c6-1546-4aea-8960-7bbe85ac9c1a tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.318871 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7415f3c6-1546-4aea-8960-7bbe85ac9c1a tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1044d24f-a466-41f4-8082-9d661ee4c948 HTTP/1.1" status: 204 len: 168 time: 0.1670206 Jul 08 01:51:46.325929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33340) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:46.340690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415f3c6-1546-4aea-8960-7bbe85ac9c1a tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1044d24f-a466-41f4-8082-9d661ee4c948,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:46.391895 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] Set router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:51:46.412621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-09dfb1af-04c3-4254-ab39-38803efb86fc tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0851047 Jul 08 01:51:46.415460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33346) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:46.445732 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da4711c8-d21b-41fc-9ff9-f491e09995d1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.455273 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da4711c8-d21b-41fc-9ff9-f491e09995d1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.468999 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-674302462-router', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:33Z', 'updated_at': '2021-07-08T01:51:45Z', 'revision_number': 6, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:46.496207 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da4711c8-d21b-41fc-9ff9-f491e09995d1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.502674 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da4711c8-d21b-41fc-9ff9-f491e09995d1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.503881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-da4711c8-d21b-41fc-9ff9-f491e09995d1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/376a41e5-010d-4aa1-a53d-e758795614be HTTP/1.1" status: 204 len: 168 time: 0.0866122 Jul 08 01:51:46.507824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:46.521973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4711c8-d21b-41fc-9ff9-f491e09995d1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=376a41e5-010d-4aa1-a53d-e758795614be,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:46.535080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25f5a2a2-f97d-4f0f-9a73-9b3026394784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.535676 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a3bb5-c8f8-4d70-a34f-f8e332287a93 None None] The sync data for ids ['65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8'] in n-d-694802-14 is: [{'id': '65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-674302462-router', 'tenant_id': '0473a65fee8549d6bacbd39933fc077a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:48:33Z', 'updated_at': '2021-07-08T01:51:45Z', 'revision_number': 6, 'project_id': '0473a65fee8549d6bacbd39933fc077a', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:51:46.552658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.598185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d08f183-7275-430a-b358-a2052587adfa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:46.648538 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-91364f7c-82d4-4418-b69f-6c2ac88dc694 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1345191 Jul 08 01:51:46.651433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33356) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:46.728562 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98eceb62-4cab-4405-9c02-b1290d54802c tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.735144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.764498 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98eceb62-4cab-4405-9c02-b1290d54802c tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.827708 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98eceb62-4cab-4405-9c02-b1290d54802c tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.835870 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98eceb62-4cab-4405-9c02-b1290d54802c tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.839467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-98eceb62-4cab-4405-9c02-b1290d54802c tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-groups/8246c167-5602-406b-8775-6cfcc270198a HTTP/1.1" status: 204 len: 168 time: 0.1847811 Jul 08 01:51:46.842466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33366) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:46.866797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eceb62-4cab-4405-9c02-b1290d54802c tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8246c167-5602-406b-8775-6cfcc270198a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:46.909364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.912552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:46.946825 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2743ddfe-cf12-4942-b811-4d4831089f16 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993013 Jul 08 01:51:46.947466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33372) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:46.952171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0d50c175-af4a-45c8-8e38-cb2c9b8949dd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group': {'name': 'tempest-secgroup--91044574'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:47.004624 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25f5a2a2-f97d-4f0f-9a73-9b3026394784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.010359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25f5a2a2-f97d-4f0f-9a73-9b3026394784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.018158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.018671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:51:47.034843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.036000 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-51e3da13-2182-4328-a516-b349b2e69ec3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/65eb6ee0-6a1f-46f2-8d78-858f5dbe0ee8 HTTP/1.1" status: 204 len: 168 time: 1.4856083 Jul 08 01:51:47.039151 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33374) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:47.071176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d50c175-af4a-45c8-8e38-cb2c9b8949dd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.071507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-25f5a2a2-f97d-4f0f-9a73-9b3026394784 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28a176daa67b4318949612b6b10cd673&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0260108 Jul 08 01:51:47.073676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5a2a2-f97d-4f0f-9a73-9b3026394784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2834390c-44e5-4fb9-bd2b-a96e5219865c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:47.076212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33376) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:47.138649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-693d320a-b80d-4451-ae49-7aef95505d72 admin admin] Deleting subnet 3a6254ff-7a6a-478a-8f85-d357318f232a {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:51:47.139656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f477fde-44a9-4496-9982-5558d3848244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.147837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693d320a-b80d-4451-ae49-7aef95505d72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.167827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f477fde-44a9-4496-9982-5558d3848244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.200521 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693d320a-b80d-4451-ae49-7aef95505d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.236042 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f477fde-44a9-4496-9982-5558d3848244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.240757 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f477fde-44a9-4496-9982-5558d3848244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.242473 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2f477fde-44a9-4496-9982-5558d3848244 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2834390c-44e5-4fb9-bd2b-a96e5219865c HTTP/1.1" status: 204 len: 168 time: 0.1652446 Jul 08 01:51:47.256544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f477fde-44a9-4496-9982-5558d3848244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2834390c-44e5-4fb9-bd2b-a96e5219865c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:47.313034 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693d320a-b80d-4451-ae49-7aef95505d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.317276 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d50c175-af4a-45c8-8e38-cb2c9b8949dd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.367415 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d50c175-af4a-45c8-8e38-cb2c9b8949dd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.377192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b312afc5-e5dc-4e56-b97a-5071f74bbf46 req-2f5d7dba-f51f-4552-886a-a731d4cf521e tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0668192 Jul 08 01:51:47.425147 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d50c175-af4a-45c8-8e38-cb2c9b8949dd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.427063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0d50c175-af4a-45c8-8e38-cb2c9b8949dd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4785640 Jul 08 01:51:47.430636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33386) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:47.436002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50c175-af4a-45c8-8e38-cb2c9b8949dd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a825ec62-4ab8-46fc-9e8d-80c52813499e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:47.478269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a9d5428e-2cef-471e-be1d-6bf481a3ff88 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': 'a825ec62-4ab8-46fc-9e8d-80c52813499e', 'direction': 'ingress', 'protocol': 17}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:47.487475 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693d320a-b80d-4451-ae49-7aef95505d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.545741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d320a-b80d-4451-ae49-7aef95505d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a6254ff-7a6a-478a-8f85-d357318f232a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:47.560414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693d320a-b80d-4451-ae49-7aef95505d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.566324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-693d320a-b80d-4451-ae49-7aef95505d72 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3a6254ff-7a6a-478a-8f85-d357318f232a HTTP/1.1" status: 204 len: 168 time: 0.5243571 Jul 08 01:51:47.568090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33390) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:47.580897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9d5428e-2cef-471e-be1d-6bf481a3ff88 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.727133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9d5428e-2cef-471e-be1d-6bf481a3ff88 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.731935 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.732707 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9d5428e-2cef-471e-be1d-6bf481a3ff88 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.759669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5428e-2cef-471e-be1d-6bf481a3ff88 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf766a1-5b6a-4b3f-8c9b-441ff1420123,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:47.769232 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9d5428e-2cef-471e-be1d-6bf481a3ff88 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.773236 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a9d5428e-2cef-471e-be1d-6bf481a3ff88 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3381686 Jul 08 01:51:47.775796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33398) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:47.856933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba4c7f8-0074-4527-81b0-5e07c59b5f26 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.864147 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.875387 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dcf62f-0330-474b-8bc5-f3bc6c17d628']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:47.887888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba4c7f8-0074-4527-81b0-5e07c59b5f26 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.894033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a87dc4-5b20-426f-9e4f-4d62c00db395') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:47.894480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a87dc4-5b20-426f-9e4f-4d62c00db395') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:51:47.905148 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.922854 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.930868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:51:47.931457 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.998362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba4c7f8-0074-4527-81b0-5e07c59b5f26 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:51:47.999844 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:51:48.005009 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.005152 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba4c7f8-0074-4527-81b0-5e07c59b5f26 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.012067 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.014666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] 10.222.0.41 "DELETE /v2.0/networks/51dcf62f-0330-474b-8bc5-f3bc6c17d628 HTTP/1.1" status: 204 len: 168 time: 0.4439628 Jul 08 01:51:48.016079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:48.037936 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3ba4c7f8-0074-4527-81b0-5e07c59b5f26 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-groups/a825ec62-4ab8-46fc-9e8d-80c52813499e HTTP/1.1" status: 204 len: 168 time: 0.2604909 Jul 08 01:51:48.079564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4c7f8-0074-4527-81b0-5e07c59b5f26 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a825ec62-4ab8-46fc-9e8d-80c52813499e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:48.081542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac12cff-05f1-49e9-82cc-bace78bd0a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=51dcf62f-0330-474b-8bc5-f3bc6c17d628,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:48.113282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 49c97b70-ee3d-4fb2-a0c8-04add40f249f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:48.168271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 49c97b70-ee3d-4fb2-a0c8-04add40f249f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:48.168753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 49c97b70-ee3d-4fb2-a0c8-04add40f249f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:48.169827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4d08f183-7275-430a-b358-a2052587adfa no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:51:48.171848 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a64cf317-4c3f-4e00-8fe8-be513c341c21 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1513186 Jul 08 01:51:48.175216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33416) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:48.185770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-980b4968-8ad2-4094-a05a-a6b1f64ca381 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1133368809'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:48.229347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 4d08f183-7275-430a-b358-a2052587adfa {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:51:48.229814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4d08f183-7275-430a-b358-a2052587adfa not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:51:48.241496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-980b4968-8ad2-4094-a05a-a6b1f64ca381 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.352242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-980b4968-8ad2-4094-a05a-a6b1f64ca381 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.357893 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-980b4968-8ad2-4094-a05a-a6b1f64ca381 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.368339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33420) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:48.417263 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-980b4968-8ad2-4094-a05a-a6b1f64ca381 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.421970 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-980b4968-8ad2-4094-a05a-a6b1f64ca381 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2424164 Jul 08 01:51:48.421970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b4968-8ad2-4094-a05a-a6b1f64ca381 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42df8e1-b65a-482b-8937-826fe50593d6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:48.430602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33424) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:48.435674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-131a00f7-5c0c-410a-9cb2-69fd7b5bb647 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032733274'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:48.459936 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-131a00f7-5c0c-410a-9cb2-69fd7b5bb647 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.476461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:48.477097 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dc24ab7d-cc9c-41bc-9a81-9654be85b3b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0473a65fee8549d6bacbd39933fc077a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071720 Jul 08 01:51:48.623569 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-131a00f7-5c0c-410a-9cb2-69fd7b5bb647 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.692265 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7491249d-7ab2-441d-a3b9-0df5cbd74948 req-cc225662-61ac-4f5b-be38-c8bda80afd12 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.1119075 Jul 08 01:51:48.697748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-131a00f7-5c0c-410a-9cb2-69fd7b5bb647 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.700243 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6ed18c4-c884-4247-9298-a5a96e1a9c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.750662 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6ed18c4-c884-4247-9298-a5a96e1a9c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.776078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-131a00f7-5c0c-410a-9cb2-69fd7b5bb647 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.777451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-131a00f7-5c0c-410a-9cb2-69fd7b5bb647 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3457198 Jul 08 01:51:48.781497 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33438) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:48.787652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3ba2f052-328d-4603-b4f0-65b087e68528 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': 'c42df8e1-b65a-482b-8937-826fe50593d6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f2d2ddc1-9e1d-48dd-9b10-d62bb5a54063', 'remote_ip_prefix': None}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:48.793209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a00f7-5c0c-410a-9cb2-69fd7b5bb647 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2ddc1-9e1d-48dd-9b10-d62bb5a54063,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:48.838818 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f052-328d-4603-b4f0-65b087e68528 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.846050 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6ed18c4-c884-4247-9298-a5a96e1a9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.849374 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c6ed18c4-c884-4247-9298-a5a96e1a9c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.850897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c6ed18c4-c884-4247-9298-a5a96e1a9c96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e88a257-551d-45f0-8857-99753eb36ecf HTTP/1.1" status: 204 len: 168 time: 0.3365374 Jul 08 01:51:48.865428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed18c4-c884-4247-9298-a5a96e1a9c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e88a257-551d-45f0-8857-99753eb36ecf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:48.942213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f052-328d-4603-b4f0-65b087e68528 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.947748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f052-328d-4603-b4f0-65b087e68528 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.972867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2f052-328d-4603-b4f0-65b087e68528 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda5dfa3-ceaf-4b76-8143-4281873c114d,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:48.981535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ba2f052-328d-4603-b4f0-65b087e68528 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:48.985264 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3ba2f052-328d-4603-b4f0-65b087e68528 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2019403 Jul 08 01:51:48.987610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.025254 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f27aa5f-ceb2-47d0-a2fd-fccfadf3e978 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.036597 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f27aa5f-ceb2-47d0-a2fd-fccfadf3e978 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.073892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f27aa5f-ceb2-47d0-a2fd-fccfadf3e978 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.084176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f27aa5f-ceb2-47d0-a2fd-fccfadf3e978 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.085844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8f27aa5f-ceb2-47d0-a2fd-fccfadf3e978 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/dda5dfa3-ceaf-4b76-8143-4281873c114d HTTP/1.1" status: 204 len: 168 time: 0.0960779 Jul 08 01:51:49.088247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33450) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.095872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27aa5f-ceb2-47d0-a2fd-fccfadf3e978 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dda5dfa3-ceaf-4b76-8143-4281873c114d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:49.161276 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5eca91f0-1bdf-466c-a75e-26535852dc32 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0710697 Jul 08 01:51:49.164183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.229418 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad072e45-a2e9-48c5-89ca-3cbd7dcc87d0 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.260534 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad072e45-a2e9-48c5-89ca-3cbd7dcc87d0 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.326603 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad072e45-a2e9-48c5-89ca-3cbd7dcc87d0 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.330326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad072e45-a2e9-48c5-89ca-3cbd7dcc87d0 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.332412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ad072e45-a2e9-48c5-89ca-3cbd7dcc87d0 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-groups/f2d2ddc1-9e1d-48dd-9b10-d62bb5a54063 HTTP/1.1" status: 204 len: 168 time: 0.1669252 Jul 08 01:51:49.336045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33464) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.368982 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad072e45-a2e9-48c5-89ca-3cbd7dcc87d0 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2ddc1-9e1d-48dd-9b10-d62bb5a54063,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:49.448702 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e2fb2e91-35bb-445a-af12-c1f79bd03742 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1088865 Jul 08 01:51:49.450122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33468) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.517805 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b1a19af-832a-4b39-b009-f3aadd0688a6 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.547653 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b1a19af-832a-4b39-b009-f3aadd0688a6 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.610028 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b1a19af-832a-4b39-b009-f3aadd0688a6 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.613537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b1a19af-832a-4b39-b009-f3aadd0688a6 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.614775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8b1a19af-832a-4b39-b009-f3aadd0688a6 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-groups/c42df8e1-b65a-482b-8937-826fe50593d6 HTTP/1.1" status: 204 len: 168 time: 0.1631958 Jul 08 01:51:49.617561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33476) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.626815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a19af-832a-4b39-b009-f3aadd0688a6 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42df8e1-b65a-482b-8937-826fe50593d6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:49.677891 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9b1268eb-878d-417c-83c9-89a0358c89c0 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589147 Jul 08 01:51:49.682880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.688076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-379b3c4d-439b-4158-b9f6-afeaa41f74e5 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116425290'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:49.727499 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-379b3c4d-439b-4158-b9f6-afeaa41f74e5 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.904351 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-379b3c4d-439b-4158-b9f6-afeaa41f74e5 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.934242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c44f8ef0-b468-4abe-9953-1516e981efc1 req-622f362b-f9ed-4a8e-8ef9-92ad3eae0335 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0428419 Jul 08 01:51:49.935489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-379b3c4d-439b-4158-b9f6-afeaa41f74e5 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.953966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-379b3c4d-439b-4158-b9f6-afeaa41f74e5 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:49.955549 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-379b3c4d-439b-4158-b9f6-afeaa41f74e5 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2714705 Jul 08 01:51:49.958029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33490) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:49.970077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4b323191-aa8f-4874-ac82-6bf0b3700944 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': '69939bed-9d90-446b-a971-20fd4a5b4f4e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:50.006743 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b323191-aa8f-4874-ac82-6bf0b3700944 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.021778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b3c4d-439b-4158-b9f6-afeaa41f74e5 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69939bed-9d90-446b-a971-20fd4a5b4f4e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:50.065305 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b323191-aa8f-4874-ac82-6bf0b3700944 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.070529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b323191-aa8f-4874-ac82-6bf0b3700944 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.093732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b323191-aa8f-4874-ac82-6bf0b3700944 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87685180-80c2-49b2-b232-900f8d8dad7c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:50.108590 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b323191-aa8f-4874-ac82-6bf0b3700944 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.110349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4b323191-aa8f-4874-ac82-6bf0b3700944 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1512554 Jul 08 01:51:50.113178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:50.147318 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9805f146-47d4-4cfa-8f10-8880412c316f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.157703 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9805f146-47d4-4cfa-8f10-8880412c316f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.202970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9805f146-47d4-4cfa-8f10-8880412c316f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.211750 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9805f146-47d4-4cfa-8f10-8880412c316f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.213567 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9805f146-47d4-4cfa-8f10-8880412c316f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/87685180-80c2-49b2-b232-900f8d8dad7c HTTP/1.1" status: 204 len: 168 time: 0.0985992 Jul 08 01:51:50.215951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33504) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:50.220525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805f146-47d4-4cfa-8f10-8880412c316f tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87685180-80c2-49b2-b232-900f8d8dad7c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:50.280945 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-134daafd-4570-4605-850e-70f5a8a6f342 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550573 Jul 08 01:51:50.285671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33506) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:50.348381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7e717-96f6-47d0-a059-d82b46bb7566 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.376362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7e717-96f6-47d0-a059-d82b46bb7566 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.462322 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7e717-96f6-47d0-a059-d82b46bb7566 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.467718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1b7e717-96f6-47d0-a059-d82b46bb7566 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.469285 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f1b7e717-96f6-47d0-a059-d82b46bb7566 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-groups/69939bed-9d90-446b-a971-20fd4a5b4f4e HTTP/1.1" status: 204 len: 168 time: 0.1848910 Jul 08 01:51:50.472473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33520) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:50.493985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7e717-96f6-47d0-a059-d82b46bb7566 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69939bed-9d90-446b-a971-20fd4a5b4f4e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:50.583860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9d565875-00f2-4070-adca-cab272c55f91 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1093814 Jul 08 01:51:50.590353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33522) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:50.612083 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ddbca7dd-f735-46b7-9660-9ce2411e8c44 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307563009'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:50.631649 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3a5b93b3-70d4-4fe9-98ae-7a9494802414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.657852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddbca7dd-f735-46b7-9660-9ce2411e8c44 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.778845 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddbca7dd-f735-46b7-9660-9ce2411e8c44 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.785769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddbca7dd-f735-46b7-9660-9ce2411e8c44 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.824142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddbca7dd-f735-46b7-9660-9ce2411e8c44 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.827177 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ddbca7dd-f735-46b7-9660-9ce2411e8c44 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2327604 Jul 08 01:51:50.828024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbca7dd-f735-46b7-9660-9ce2411e8c44 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8aa280-4c38-4764-a730-17e183f1d7e1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:50.829787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:50.835716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ac4283fc-a1e1-4ff8-bcb7-1ac94427d318 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': '5b8aa280-4c38-4764-a730-17e183f1d7e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:50.894133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac4283fc-a1e1-4ff8-bcb7-1ac94427d318 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.968690 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac4283fc-a1e1-4ff8-bcb7-1ac94427d318 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:50.974953 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac4283fc-a1e1-4ff8-bcb7-1ac94427d318 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.034249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4283fc-a1e1-4ff8-bcb7-1ac94427d318 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f268d7d9-c665-4b27-8495-49b0f922bead,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:51.047557 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac4283fc-a1e1-4ff8-bcb7-1ac94427d318 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.050075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ac4283fc-a1e1-4ff8-bcb7-1ac94427d318 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2191811 Jul 08 01:51:51.052013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.083020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33538) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.089539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f88e4341-1b26-4ca8-ae99-8a6b0a76b3bf tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules/f268d7d9-c665-4b27-8495-49b0f922bead HTTP/1.1" status: 200 len: 763 time: 0.0361347 Jul 08 01:51:51.093717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33542) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.148568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c829c43e-1663-4c66-975d-8c69c3e1395c tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0530901 Jul 08 01:51:51.151369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33544) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.241631 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88da4537-75c0-4501-b4d8-770b04c831c1 req-27c23a56-f9b7-47d3-b745-0734b7875f6e tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0776281 Jul 08 01:51:51.258275 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4cd58ba-b0d8-4235-b739-27c81bf34035 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.278951 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4cd58ba-b0d8-4235-b739-27c81bf34035 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.314022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4cd58ba-b0d8-4235-b739-27c81bf34035 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.319526 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4cd58ba-b0d8-4235-b739-27c81bf34035 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.320939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e4cd58ba-b0d8-4235-b739-27c81bf34035 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/f268d7d9-c665-4b27-8495-49b0f922bead HTTP/1.1" status: 204 len: 168 time: 0.1685674 Jul 08 01:51:51.323518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33552) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.330830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd58ba-b0d8-4235-b739-27c81bf34035 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f268d7d9-c665-4b27-8495-49b0f922bead,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:51.382103 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0af596e0-13fe-4804-b69a-29c0941d4e60 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569007 Jul 08 01:51:51.385281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33554) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.394743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-914e577b-ec4f-4e3b-b678-4ea86b379785 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': '5b8aa280-4c38-4764-a730-17e183f1d7e1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:51.438825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-914e577b-ec4f-4e3b-b678-4ea86b379785 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.487825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a430aede-9c14-408d-a9e6-4d99074de934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.559445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-914e577b-ec4f-4e3b-b678-4ea86b379785 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.568048 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-914e577b-ec4f-4e3b-b678-4ea86b379785 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.620418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e577b-ec4f-4e3b-b678-4ea86b379785 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ab7a70-915d-4b75-8c92-55451eea697e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:51.667350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a430aede-9c14-408d-a9e6-4d99074de934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.672628 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a430aede-9c14-408d-a9e6-4d99074de934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.677135 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-914e577b-ec4f-4e3b-b678-4ea86b379785 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.678645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-914e577b-ec4f-4e3b-b678-4ea86b379785 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2912786 Jul 08 01:51:51.687633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33568) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.725675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a430aede-9c14-408d-a9e6-4d99074de934 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b0aa463ecdb41249fee3b2e6dff6914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411719 Jul 08 01:51:51.726190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430aede-9c14-408d-a9e6-4d99074de934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937934aa-63fc-412c-b415-2c2dc0be3668,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:51.736661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5eaeb537-ae1e-465b-bfae-6a54405f22b8 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules/36ab7a70-915d-4b75-8c92-55451eea697e HTTP/1.1" status: 200 len: 763 time: 0.0474100 Jul 08 01:51:51.737252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.744329 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.832847 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a768-4a2c-4a42-ab80-6b04d424beb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.841194 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ebb1d1b8-8be0-4350-b234-e58ee99763a5 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0938609 Jul 08 01:51:51.843327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33578) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.875099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33582) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.876824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a97f4da8-2f3e-4ef2-92e9-657c75875ab1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.894095 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a97f4da8-2f3e-4ef2-92e9-657c75875ab1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.917990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86111e99-5504-47a9-a74c-01ba571e5bc4 req-cb42c5f6-273c-4866-b4c1-43091c3d6a85 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0c5e9ef-7e75-4b37-9310-7b8fdd83be37 HTTP/1.1" status: 200 len: 210 time: 0.0558722 Jul 08 01:51:51.938652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a97f4da8-2f3e-4ef2-92e9-657c75875ab1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.945756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a97f4da8-2f3e-4ef2-92e9-657c75875ab1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:51.947028 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a97f4da8-2f3e-4ef2-92e9-657c75875ab1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/36ab7a70-915d-4b75-8c92-55451eea697e HTTP/1.1" status: 204 len: 168 time: 0.1020863 Jul 08 01:51:51.951525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:51.953865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f4da8-2f3e-4ef2-92e9-657c75875ab1 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36ab7a70-915d-4b75-8c92-55451eea697e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:51.957001 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a768-4a2c-4a42-ab80-6b04d424beb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.045120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d53e0156-5cc9-4a53-aecc-f8618211bf72 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911119 Jul 08 01:51:52.048949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33590) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:52.055985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9a0fa811-d613-4c77-a2b7-e343e54316ad tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Request body: {'security_group_rule': {'security_group_id': '5b8aa280-4c38-4764-a730-17e183f1d7e1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:51:52.130687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa811-d613-4c77-a2b7-e343e54316ad tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.134674 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a768-4a2c-4a42-ab80-6b04d424beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.135883 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdf70063-db05-437d-8f01-fb0f4bc35a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.140850 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a768-4a2c-4a42-ab80-6b04d424beb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.142754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2aa0a768-4a2c-4a42-ab80-6b04d424beb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/937934aa-63fc-412c-b415-2c2dc0be3668 HTTP/1.1" status: 204 len: 168 time: 0.3974648 Jul 08 01:51:52.169245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0a768-4a2c-4a42-ab80-6b04d424beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937934aa-63fc-412c-b415-2c2dc0be3668,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:52.241074 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:51:52.259912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa811-d613-4c77-a2b7-e343e54316ad tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.265084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa811-d613-4c77-a2b7-e343e54316ad tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.301594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fa811-d613-4c77-a2b7-e343e54316ad tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa89247c-ef15-47db-9d5e-752ecc5d7b37,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:52.339368 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdf70063-db05-437d-8f01-fb0f4bc35a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.347274 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdf70063-db05-437d-8f01-fb0f4bc35a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.364997 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a0fa811-d613-4c77-a2b7-e343e54316ad tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.369522 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33614) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:52.370343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9a0fa811-d613-4c77-a2b7-e343e54316ad tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3194642 Jul 08 01:51:52.402352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cdf70063-db05-437d-8f01-fb0f4bc35a83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c326f1210bba4fccb99da11aaa845ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226991 Jul 08 01:51:52.409914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:52.424324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dd1d80ed-1155-4a90-a2df-c57942d4bdbc tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules/aa89247c-ef15-47db-9d5e-752ecc5d7b37 HTTP/1.1" status: 200 len: 764 time: 0.0533402 Jul 08 01:51:52.428599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33618) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:52.471247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf70063-db05-437d-8f01-fb0f4bc35a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b68f4b-b023-4d9a-91d5-6c56539b803a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:52.501961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c585fc7b-c7b8-453f-acd1-90fd23656416 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0685360 Jul 08 01:51:52.505044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:52.529251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b944bdf-10bb-4d05-bbe0-ced9f2424b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.564293 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b944bdf-10bb-4d05-bbe0-ced9f2424b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.568962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c8a4eea-6963-4ee3-b678-0c88184a7b5a req-b1ee2f8f-37de-43ef-a9cf-4a6302fdafdd tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0654283 Jul 08 01:51:52.588371 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4df18f67-1a12-40c7-b88f-ed3ea74df965 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.599392 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4df18f67-1a12-40c7-b88f-ed3ea74df965 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.652290 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4df18f67-1a12-40c7-b88f-ed3ea74df965 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.662577 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4df18f67-1a12-40c7-b88f-ed3ea74df965 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:52.665151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4df18f67-1a12-40c7-b88f-ed3ea74df965 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/aa89247c-ef15-47db-9d5e-752ecc5d7b37 HTTP/1.1" status: 204 len: 168 time: 0.1490061 Jul 08 01:51:52.675996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33630) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:52.682999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df18f67-1a12-40c7-b88f-ed3ea74df965 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa89247c-ef15-47db-9d5e-752ecc5d7b37,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:52.871421 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8cd3a335-d1aa-4bc8-ac74-ac9d084a972a req-a91493e7-2770-4fb3-b50b-ef985f751294 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0567451 Jul 08 01:51:52.871907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:52.909614 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d66f92a1-a27a-4ff8-8d78-8dd7f6f7fc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.049620 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d66f92a1-a27a-4ff8-8d78-8dd7f6f7fc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.055624 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d66f92a1-a27a-4ff8-8d78-8dd7f6f7fc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.104288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f92a1-a27a-4ff8-8d78-8dd7f6f7fc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa31c07-f3dd-492b-b511-6a2e8b08bc51,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:53.112069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d66f92a1-a27a-4ff8-8d78-8dd7f6f7fc4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ab17deace7249a9bcf9287dc909ca55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344794 Jul 08 01:51:53.113788 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:53.169857 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3f5f73-ea7d-4c10-9534-2edf640dd7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.195424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3f5f73-ea7d-4c10-9534-2edf640dd7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.225772 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f6985029-352b-4be4-9413-fe2424cf36dd tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5380666 Jul 08 01:51:53.226079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33646) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:53.234194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b944bdf-10bb-4d05-bbe0-ced9f2424b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.236783 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b944bdf-10bb-4d05-bbe0-ced9f2424b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.238008 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1b944bdf-10bb-4d05-bbe0-ced9f2424b3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8b68f4b-b023-4d9a-91d5-6c56539b803a HTTP/1.1" status: 204 len: 168 time: 0.8267007 Jul 08 01:51:53.258882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b944bdf-10bb-4d05-bbe0-ced9f2424b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b68f4b-b023-4d9a-91d5-6c56539b803a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:53.283781 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3f5f73-ea7d-4c10-9534-2edf640dd7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.289111 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f3f5f73-ea7d-4c10-9534-2edf640dd7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.294920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2f3f5f73-ea7d-4c10-9534-2edf640dd7f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fa31c07-f3dd-492b-b511-6a2e8b08bc51 HTTP/1.1" status: 204 len: 168 time: 0.1798327 Jul 08 01:51:53.314716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f5f73-ea7d-4c10-9534-2edf640dd7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa31c07-f3dd-492b-b511-6a2e8b08bc51,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:53.341084 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de09b9ad-e107-40fb-8dcc-2f89d742e6cc tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.380144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12bb62ce-f3ec-4784-8c62-66e60ff82b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.383820 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de09b9ad-e107-40fb-8dcc-2f89d742e6cc tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.439770 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de09b9ad-e107-40fb-8dcc-2f89d742e6cc tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.442919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-de09b9ad-e107-40fb-8dcc-2f89d742e6cc tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.446410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-de09b9ad-e107-40fb-8dcc-2f89d742e6cc tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "DELETE /v2.0/security-groups/5b8aa280-4c38-4764-a730-17e183f1d7e1 HTTP/1.1" status: 204 len: 168 time: 0.2170513 Jul 08 01:51:53.447425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33652) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:53.458845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09b9ad-e107-40fb-8dcc-2f89d742e6cc tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8aa280-4c38-4764-a730-17e183f1d7e1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:53.520258 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d8572969-3bac-4b53-887d-9b6bb6dbaaa9 tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709252 Jul 08 01:51:53.524362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:53.584973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0d8a41d9-e960-4bca-b20b-8902a40c4e1c tempest-SecGroupTest-1925911326 tempest-SecGroupTest-1925911326-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593154 Jul 08 01:51:53.635551 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.827701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8cd64105-60ff-4c79-a4a5-38ed13a514c9 req-4a1e8ac8-3a1e-4a97-9869-37b3cbbe33ff tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0432417 Jul 08 01:51:53.883613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:53.901956 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-978a934b-6baf-4b32-bf8e-1de908ef7d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:53.995186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33678) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:54.057921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-978a934b-6baf-4b32-bf8e-1de908ef7d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.066598 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-978a934b-6baf-4b32-bf8e-1de908ef7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.123185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a934b-6baf-4b32-bf8e-1de908ef7d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e96533-97b4-4370-966b-533c7f9659b7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:54.162594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-978a934b-6baf-4b32-bf8e-1de908ef7d40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e1fcbcc05864d10b04cfacb02e410a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770629 Jul 08 01:51:54.169345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33684) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:54.185751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13036daf-6b3c-44ca-838e-a097edf449c4 req-1a1923fb-e76a-4d6e-9020-64d05d82ac2a tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0563874 Jul 08 01:51:54.237234 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-558864a4-6115-4181-90d3-712ac24ab214 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=651c5ae2d58e49759afca121ccbfd4cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407670 Jul 08 01:51:54.239800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:54.260621 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7688-2405-4232-9ec6-1876b0b0ed72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.286989 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7688-2405-4232-9ec6-1876b0b0ed72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.314515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36524ea2-622f-49b7-af0e-ef08adb22560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.356387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36524ea2-622f-49b7-af0e-ef08adb22560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.356999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7688-2405-4232-9ec6-1876b0b0ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.360770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7688-2405-4232-9ec6-1876b0b0ed72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.362150 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1d1c7688-2405-4232-9ec6-1876b0b0ed72 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94e96533-97b4-4370-966b-533c7f9659b7 HTTP/1.1" status: 204 len: 168 time: 0.1911511 Jul 08 01:51:54.396694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c7688-2405-4232-9ec6-1876b0b0ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e96533-97b4-4370-966b-533c7f9659b7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:54.432078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36524ea2-622f-49b7-af0e-ef08adb22560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.435897 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36524ea2-622f-49b7-af0e-ef08adb22560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.437955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-36524ea2-622f-49b7-af0e-ef08adb22560 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0cab4f5-d7c3-4e6b-93af-85439a22421c HTTP/1.1" status: 204 len: 168 time: 0.1968510 Jul 08 01:51:54.447363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36524ea2-622f-49b7-af0e-ef08adb22560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cab4f5-d7c3-4e6b-93af-85439a22421c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:54.704690 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:54.948979 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-facf8aa7-d5ec-4656-ae1a-bc0d462a7bdc req-f080c3f6-bb35-4dcf-a8c0-eedf33b1d5e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0c5e9ef-7e75-4b37-9310-7b8fdd83be37 HTTP/1.1" status: 200 len: 210 time: 0.0515745 Jul 08 01:51:55.045362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c6404e74-9b22-482a-ac11-0ccdf44aae84 req-9cb74f49-df30-429f-be8f-810138ee47db tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0575528 Jul 08 01:51:55.379011 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bf62e68-4e47-481f-bc4c-201b78b3bf90 req-91971dac-dd6f-47f6-afee-acd0b2e941bb tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0390046 Jul 08 01:51:55.570422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eba005d6-5532-4b05-89b5-c2184a66bf10 req-244e6f00-ec82-4b3f-bc59-36ea41e6b394 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0294869 Jul 08 01:51:56.250908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09f246cd-5261-46e5-8ce8-5888326866d7 req-52ab01a8-07bf-4293-9c89-1a6415fb058e tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0346847 Jul 08 01:51:56.366107 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:56.559575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb4d39a3-28e1-41eb-96ed-28e432b492a5 req-5d17e92b-7522-4e1c-8fe5-7a96bf61215c tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0406017 Jul 08 01:51:56.615764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:56.826826 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e996777-e104-45b8-9d85-1357809d2bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:56.958626 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e996777-e104-45b8-9d85-1357809d2bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:56.966383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e996777-e104-45b8-9d85-1357809d2bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.009157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3e996777-e104-45b8-9d85-1357809d2bb4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60092fcd6dca4e5687c3655d09801158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918936 Jul 08 01:51:57.010076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e996777-e104-45b8-9d85-1357809d2bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e176dd8-83fd-4ea6-9c97-7576d89c096a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:57.011844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33836) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:57.096374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.134436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.211386 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.216564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.223672 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e176dd8-83fd-4ea6-9c97-7576d89c096a HTTP/1.1" status: 204 len: 168 time: 0.2104390 Jul 08 01:51:57.234395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e176dd8-83fd-4ea6-9c97-7576d89c096a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:57.243917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.244359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.244820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.245257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.246065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.246935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.247677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.248338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.249805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.250378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.250778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.251536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6bf397-3dfd-448c-9dfe-3ce46392de98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:51:57.467664 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62d11d30-63a0-4784-98ef-71fe2ab230f5 req-f6b6fa51-aecd-407c-abc1-eb2e9eeaadc6 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0516202 Jul 08 01:51:57.779128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33874) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:57.781276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94d2b087-f46f-450e-81e5-f9f33beb276f req-042d54da-da72-40eb-9e75-e86c7a367e43 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0369110 Jul 08 01:51:57.799375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c35f4e5-eb72-47bf-b4f6-a5547847b807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.950079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c35f4e5-eb72-47bf-b4f6-a5547847b807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:57.957535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c35f4e5-eb72-47bf-b4f6-a5547847b807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:58.003713 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0c35f4e5-eb72-47bf-b4f6-a5547847b807 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e2e62585e1443188e07b73c21b33221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234483 Jul 08 01:51:58.009289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:58.011179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35f4e5-eb72-47bf-b4f6-a5547847b807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2557af65-79ab-44af-b2d3-5006a947c1b8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:58.110627 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9776d799-2df7-42e6-aafb-4c68ae88f1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:58.140035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9776d799-2df7-42e6-aafb-4c68ae88f1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:58.230289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9776d799-2df7-42e6-aafb-4c68ae88f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:58.233264 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9776d799-2df7-42e6-aafb-4c68ae88f1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:58.237364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9776d799-2df7-42e6-aafb-4c68ae88f1b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2557af65-79ab-44af-b2d3-5006a947c1b8 HTTP/1.1" status: 204 len: 168 time: 0.2246902 Jul 08 01:51:58.250495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776d799-2df7-42e6-aafb-4c68ae88f1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2557af65-79ab-44af-b2d3-5006a947c1b8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:58.535034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9adc8c49-acd4-4029-896c-aa7838b0fd56 req-35518f25-00a2-4dad-9ab6-ede8df6583a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.1257980 Jul 08 01:51:58.746745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67888a45-f679-4be7-ade4-3ac5b00d7838 req-4242a1ae-6079-42ea-8635-0aca757eff97 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0470083 Jul 08 01:51:58.803804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-439ed93d-f7c0-4f98-b886-fc0bbcfeb174 req-2059cff0-eca7-4a62-9874-62ca04e06108 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0555835 Jul 08 01:51:59.074668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33930) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:59.307035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfe41a59-aba3-4350-8051-fcef64f3a780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.445602 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfe41a59-aba3-4350-8051-fcef64f3a780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.452073 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfe41a59-aba3-4350-8051-fcef64f3a780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.508283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe41a59-aba3-4350-8051-fcef64f3a780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602e2944-714a-45fa-8b17-c3b7207be9b3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:51:59.513849 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cfe41a59-aba3-4350-8051-fcef64f3a780 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ead9f9bb389e440e8ac1e2a2691b0bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4380128 Jul 08 01:51:59.517789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:51:59.607331 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34af5ce4-9c76-4975-bbde-9adc1c27a297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.638928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34af5ce4-9c76-4975-bbde-9adc1c27a297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.708290 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34af5ce4-9c76-4975-bbde-9adc1c27a297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.711386 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34af5ce4-9c76-4975-bbde-9adc1c27a297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:51:59.714394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-34af5ce4-9c76-4975-bbde-9adc1c27a297 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/602e2944-714a-45fa-8b17-c3b7207be9b3 HTTP/1.1" status: 204 len: 168 time: 0.1947596 Jul 08 01:51:59.731088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af5ce4-9c76-4975-bbde-9adc1c27a297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602e2944-714a-45fa-8b17-c3b7207be9b3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:00.073922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-424babba-6f52-4e7e-82dd-1d84cde4f755 req-bb29ebd1-7395-4fc8-9cab-f1040271bd07 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0565884 Jul 08 01:52:00.399904 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70e503d0-d2f3-4933-9a98-785ffd9ff400 req-9553f581-7ea5-4af3-a5dc-2f9df19c2bb8 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0924253 Jul 08 01:52:00.575618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33986) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:00.591879 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ecd6c2f-cf84-4e30-81f0-3e3c0f3af174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.793236 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ecd6c2f-cf84-4e30-81f0-3e3c0f3af174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.806349 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ecd6c2f-cf84-4e30-81f0-3e3c0f3af174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:00.840496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-328c5fdf-85d1-4ae2-af88-e7824c54d69d req-2a8570d9-1b99-412a-bcb2-29a1ff97a71a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6def83d2834410e81d6a4e886076e5c&device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0453997 Jul 08 01:52:00.902273 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-328c5fdf-85d1-4ae2-af88-e7824c54d69d req-818133ab-d5f9-45f1-863b-1809066e3911 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c6def83d2834410e81d6a4e886076e5c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526900 Jul 08 01:52:00.918997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33994) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:00.919563 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9ecd6c2f-cf84-4e30-81f0-3e3c0f3af174 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c91c4275d9c1428c843b7a8fef5398b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421383 Jul 08 01:52:00.972011 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47a2df04-ac2e-4b40-9ef9-5c5f7c32b835 req-fc697d90-89be-44dc-b56e-7d888927f31b tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0674915 Jul 08 01:52:00.972636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd6c2f-cf84-4e30-81f0-3e3c0f3af174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb931f3e-46a8-488d-be09-c3ed08b472e8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:01.033158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d8706f3-8097-4f42-a430-9679cee5e1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.060868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d8706f3-8097-4f42-a430-9679cee5e1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.079202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c5fdf-85d1-4ae2-af88-e7824c54d69d req-2f1e0f5f-d05b-4243-b30e-1e8577b4d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:01.080734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-328c5fdf-85d1-4ae2-af88-e7824c54d69d req-2f1e0f5f-d05b-4243-b30e-1e8577b4d18f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1234114 Jul 08 01:52:01.131813 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d8706f3-8097-4f42-a430-9679cee5e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.136132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d8706f3-8097-4f42-a430-9679cee5e1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:01.137681 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0d8706f3-8097-4f42-a430-9679cee5e1ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb931f3e-46a8-488d-be09-c3ed08b472e8 HTTP/1.1" status: 204 len: 168 time: 0.2166219 Jul 08 01:52:01.148092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8706f3-8097-4f42-a430-9679cee5e1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb931f3e-46a8-488d-be09-c3ed08b472e8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:01.303256 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3537bb5-980c-4095-8d9a-dade9ef7613f req-45405539-586c-474d-ae74-2e123bb01ea2 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0613859 Jul 08 01:52:02.104130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34056) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:02.213757 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5a9bcb3-a8e5-456f-9fe6-b1a088045406 req-173e5cf7-6d4d-4b7e-8e22-6ef0b007509c tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0531051 Jul 08 01:52:02.320725 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34cf472d-4d81-4e2d-a35a-eb33a55f9d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.441202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34cf472d-4d81-4e2d-a35a-eb33a55f9d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.447180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34cf472d-4d81-4e2d-a35a-eb33a55f9d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.468436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-328c5fdf-85d1-4ae2-af88-e7824c54d69d req-7871583d-49f9-4f4f-bc11-9647d0be42ca tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0407445 Jul 08 01:52:02.533368 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-34cf472d-4d81-4e2d-a35a-eb33a55f9d9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38cffaef254a4eccb06f82b5b4d321f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280128 Jul 08 01:52:02.535937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:02.544972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf472d-4d81-4e2d-a35a-eb33a55f9d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7496509b-adaa-4edf-96b9-11f617df22c0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:02.675143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34082) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:02.704637 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e39defd3-5d84-44df-8e1d-ba8b952ab2b8 req-a5c0e272-2c31-4e1d-bda3-f4a6700bc2d2 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0898066 Jul 08 01:52:02.706967 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e173-7d29-418c-9982-cdb5995508de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.738724 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e173-7d29-418c-9982-cdb5995508de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.817201 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e173-7d29-418c-9982-cdb5995508de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.820349 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4b6e173-7d29-418c-9982-cdb5995508de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.821692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e4b6e173-7d29-418c-9982-cdb5995508de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7496509b-adaa-4edf-96b9-11f617df22c0 HTTP/1.1" status: 204 len: 168 time: 0.2844911 Jul 08 01:52:02.827584 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a3767b2-3037-40d5-a505-726a70911eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:02.864993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6e173-7d29-418c-9982-cdb5995508de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7496509b-adaa-4edf-96b9-11f617df22c0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:03.006667 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a3767b2-3037-40d5-a505-726a70911eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.011733 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a3767b2-3037-40d5-a505-726a70911eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.043492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3767b2-3037-40d5-a505-726a70911eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911ffe49-5d6e-4d49-816a-57508c5d27b9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:03.092994 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3a3767b2-3037-40d5-a505-726a70911eec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e52dbb60fc3c41efbf8fd2852943b07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157171 Jul 08 01:52:03.096393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34092) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:03.206886 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3924786b-5631-4f15-a0b7-8072c0c9fca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.245475 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3924786b-5631-4f15-a0b7-8072c0c9fca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.360092 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3924786b-5631-4f15-a0b7-8072c0c9fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.363231 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3924786b-5631-4f15-a0b7-8072c0c9fca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.364729 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3924786b-5631-4f15-a0b7-8072c0c9fca5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/911ffe49-5d6e-4d49-816a-57508c5d27b9 HTTP/1.1" status: 204 len: 168 time: 0.2651677 Jul 08 01:52:03.383311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924786b-5631-4f15-a0b7-8072c0c9fca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911ffe49-5d6e-4d49-816a-57508c5d27b9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:03.470653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34098) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:03.485713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0d584c5-00c2-4f43-ac77-d2b1fb35c8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.508654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-985894e8-24c6-4568-a513-6780db38e1dd req-1843114a-4e6b-4aee-8385-eab053195b72 tempest-ServerShowV257Test-1167787971 tempest-ServerShowV257Test-1167787971-project] 10.222.0.41 "GET /v2.0/ports?device_id=fba1fb96-ca12-4a03-b971-6f678b2af713 HTTP/1.1" status: 200 len: 210 time: 0.0376489 Jul 08 01:52:03.703020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0d584c5-00c2-4f43-ac77-d2b1fb35c8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.712131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e0d584c5-00c2-4f43-ac77-d2b1fb35c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.791831 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e0d584c5-00c2-4f43-ac77-d2b1fb35c8fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0c2ab2e2eb344e0b3c78cd25d36d45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199441 Jul 08 01:52:03.793267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d584c5-00c2-4f43-ac77-d2b1fb35c8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f717451d-87fa-41bd-aebd-4297ffb8241b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:03.795170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34108) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:03.885326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad77de3f-ddb2-4127-87e7-7a348ec296e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.913784 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad77de3f-ddb2-4127-87e7-7a348ec296e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:03.999661 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad77de3f-ddb2-4127-87e7-7a348ec296e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:04.006549 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad77de3f-ddb2-4127-87e7-7a348ec296e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:04.007740 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ad77de3f-ddb2-4127-87e7-7a348ec296e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f717451d-87fa-41bd-aebd-4297ffb8241b HTTP/1.1" status: 204 len: 168 time: 0.2115574 Jul 08 01:52:04.027751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77de3f-ddb2-4127-87e7-7a348ec296e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f717451d-87fa-41bd-aebd-4297ffb8241b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:04.083424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f41365a7-4aec-479f-87ee-b5c6369c27a5 req-5743b4c9-f08a-4128-86f0-d95c2964d8ea tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0659325 Jul 08 01:52:04.411744 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.252155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34168) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:05.318564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d18cd4f9-4a6d-4f29-a4ff-e9bc609cc004 req-07d694b9-5d6b-4612-a107-0d7b1de4b011 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0412672 Jul 08 01:52:05.731915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d39f418-67c1-42d5-a908-f097077fbcb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.909343 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d39f418-67c1-42d5-a908-f097077fbcb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.914878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d39f418-67c1-42d5-a908-f097077fbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:05.962978 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5d39f418-67c1-42d5-a908-f097077fbcb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6def83d2834410e81d6a4e886076e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7093327 Jul 08 01:52:05.964053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:05.966289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39f418-67c1-42d5-a908-f097077fbcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0258b1-8244-44e7-a213-4bfd37a437b5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:06.039464 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9c08-82f9-499a-8fe3-826986b14c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:06.074609 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9c08-82f9-499a-8fe3-826986b14c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:06.158775 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9c08-82f9-499a-8fe3-826986b14c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:06.163219 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8fcf9c08-82f9-499a-8fe3-826986b14c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:06.165528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8fcf9c08-82f9-499a-8fe3-826986b14c96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de0258b1-8244-44e7-a213-4bfd37a437b5 HTTP/1.1" status: 204 len: 168 time: 0.1996768 Jul 08 01:52:06.184777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf9c08-82f9-499a-8fe3-826986b14c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0258b1-8244-44e7-a213-4bfd37a437b5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:06.536162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8687c494-6513-42c6-aa45-9b55a75e8f8d req-407ab166-603a-48d9-b944-1dd33adb138c tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0368841 Jul 08 01:52:06.600949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-3bfb536a-e278-4c49-b4c5-8b84744d0a5d tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:06.602561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-3bfb536a-e278-4c49-b4c5-8b84744d0a5d tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 815 time: 0.1792734 Jul 08 01:52:06.640798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-81598b11-436f-4652-88a7-5290bcdd36ca tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/quotas/b10862653d8f41479149fd2df8af4655 HTTP/1.1" status: 200 len: 375 time: 0.0279214 Jul 08 01:52:06.768868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-1273fab0-d386-4410-adc0-5481bc0b46d3 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1101589 Jul 08 01:52:06.908237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-dd5171ff-7868-4285-a2d9-d5a98191979f service neutron] 10.222.0.41 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315010 Jul 08 01:52:07.036222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-5dfbbad8-f530-4c07-92be-32bd4886049a service neutron] 10.222.0.41 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269591 Jul 08 01:52:07.328613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d1741ac-2acc-4075-b8b2-6e4ede503dc5 req-f0babaae-2575-43ae-92ad-146e0f65b8b3 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 210 time: 0.0436389 Jul 08 01:52:08.025627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af9818f1-4084-4d70-a300-4365a6650c31 req-38611af9-6cf8-417f-b74d-0be2bce49067 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.1415923 Jul 08 01:52:08.643198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-612228fc-a295-4134-a510-5bc43c5ff130 req-c46427b2-83c3-49e9-a33c-ac7678c78df5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 210 time: 0.0516534 Jul 08 01:52:08.802935 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.261567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-277dacd6-d27a-4c24-9413-3d9ee7daec18 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:09.267372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-277dacd6-d27a-4c24-9413-3d9ee7daec18 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 815 time: 0.2767837 Jul 08 01:52:09.291914 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Request body: {'port': {'device_id': '1c51e141-fda4-4d03-9a78-d45eae13ec60', 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa', 'admin_state_up': True, 'tenant_id': 'b10862653d8f41479149fd2df8af4655'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:09.475125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6dc7ca9-582d-47cb-bd12-19a7996f30ca req-90da3baf-1dd4-4d24-ae40-665915eb8187 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0620749 Jul 08 01:52:09.566672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Made reservation on behalf of b10862653d8f41479149fd2df8af4655 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:09.571421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:09.855139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Allocated IP 172.20.0.12 (5e7e5c7c-3dea-4a10-bf92-4c120795beaa/bd81c0e3-d324-4187-beae-5bb89c221c28/881f21ac-4dc4-4412-bd73-0edb04b17b08) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:09.989972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34372) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:10.000919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34376) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:10.215983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-986f6f4d-bc9e-4b8e-b3fb-4a1e1e477c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.249792 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f9980d7-01b9-4a9d-a1fd-45af10a95cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.259017 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ace62ae-853d-43ae-8b7d-970ce28f7f60 req-69e54f19-dbc5-4ea2-a005-38a95145f9e6 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 210 time: 0.0543027 Jul 08 01:52:10.343000 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.390723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-986f6f4d-bc9e-4b8e-b3fb-4a1e1e477c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.398932 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-986f6f4d-bc9e-4b8e-b3fb-4a1e1e477c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.412366 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.427261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c306483f-2828-46f1-a622-21771f93c7c3', 'fbd49afb-638d-4760-8e6f-d957ac0705ab', 'e74aa28c-f19e-4b5e-8632-ac36fa7d55e1'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:10.474723 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-986f6f4d-bc9e-4b8e-b3fb-4a1e1e477c27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bfce453f89e403495003ca5009b0ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795356 Jul 08 01:52:10.475692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34382) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:10.489831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f6f4d-bc9e-4b8e-b3fb-4a1e1e477c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fb057d-902f-4ed0-aab6-25f2114f9fa2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:10.553222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:10.565648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:10.572607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:10.633110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Pushing event updated for resources: {'Port': ['ID=881f21ac-4dc4-4412-bd73-0edb04b17b08,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:10.677582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:10.678482 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.774521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f9980d7-01b9-4a9d-a1fd-45af10a95cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.790139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-b5ea3c6d-1789-4593-9a82-3ae3e4e3c6b5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5126584 Jul 08 01:52:10.791868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f9980d7-01b9-4a9d-a1fd-45af10a95cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:10.806672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Request body: {'port': {'device_id': '1c51e141-fda4-4d03-9a78-d45eae13ec60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:11.022495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2782-d42c-44bf-9535-024050e27bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.073872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5f9980d7-01b9-4a9d-a1fd-45af10a95cf9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cea562c0914b4f8b92a0e777aa59393a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0716081 Jul 08 01:52:11.076387 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9980d7-01b9-4a9d-a1fd-45af10a95cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116c711b-167e-4e17-96f9-da3a67256de6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:11.084003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34398) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:11.101611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2782-d42c-44bf-9535-024050e27bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.221976 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad8e213-aff8-457f-a53f-cf9e4795b793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.238124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2782-d42c-44bf-9535-024050e27bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.250990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2782-d42c-44bf-9535-024050e27bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.264041 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.283352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3e5d2782-d42c-44bf-9535-024050e27bfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4fb057d-902f-4ed0-aab6-25f2114f9fa2 HTTP/1.1" status: 204 len: 168 time: 0.8035433 Jul 08 01:52:11.317445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d2782-d42c-44bf-9535-024050e27bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fb057d-902f-4ed0-aab6-25f2114f9fa2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:11.382739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad8e213-aff8-457f-a53f-cf9e4795b793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.474808 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a73544a9-4c9b-4170-ba6e-7edb8c3be9cf req-6c44390f-956e-427a-aec9-2b6745ba3164 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.1281796 Jul 08 01:52:11.644529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad8e213-aff8-457f-a53f-cf9e4795b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.653256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad8e213-aff8-457f-a53f-cf9e4795b793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:11.658985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3ad8e213-aff8-457f-a53f-cf9e4795b793 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/116c711b-167e-4e17-96f9-da3a67256de6 HTTP/1.1" status: 204 len: 168 time: 0.5639927 Jul 08 01:52:11.741953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8e213-aff8-457f-a53f-cf9e4795b793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116c711b-167e-4e17-96f9-da3a67256de6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:12.396544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c118c-077f-4177-bcf9-ea0bd50c6e61 req-85c2c318-4bfc-486f-8cba-e550f6f7e252 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:12.398114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ca1c118c-077f-4177-bcf9-ea0bd50c6e61 req-85c2c318-4bfc-486f-8cba-e550f6f7e252 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 932 time: 0.6037679 Jul 08 01:52:12.472145 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ca1c118c-077f-4177-bcf9-ea0bd50c6e61 req-e38bea45-da0c-4b20-87af-03bd16418001 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670874 Jul 08 01:52:12.535448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881f21ac-4dc4-4412-bd73-0edb04b17b08 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:12.549217 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:12.596407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Transition to ACTIVE for port object 881f21ac-4dc4-4412-bd73-0edb04b17b08 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:12.602158 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:12.749163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Pushing event updated for resources: {'Port': ['ID=881f21ac-4dc4-4412-bd73-0edb04b17b08,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:12.802996 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ad695ae-718e-425f-a6e9-b068d78a7d7f req-4af923ec-8b2a-453b-8a1c-6584a6d8cb74 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0397298 Jul 08 01:52:12.833068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Attempting to bind port 881f21ac-4dc4-4412-bd73-0edb04b17b08 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:12.833335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Attempting to bind port 881f21ac-4dc4-4412-bd73-0edb04b17b08 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:12.833552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Attempting to bind port 881f21ac-4dc4-4412-bd73-0edb04b17b08 on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:12.840595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Port 881f21ac-4dc4-4412-bd73-0edb04b17b08 on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:12.840595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Attempting to bind port 881f21ac-4dc4-4412-bd73-0edb04b17b08 on network 5e7e5c7c-3dea-4a10-bf92-4c120795beaa {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:12.846597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:12.846982 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Checking segment: {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:12.847509 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Bound using segment: {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:12.848125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Bound port: 881f21ac-4dc4-4412-bd73-0edb04b17b08, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2934ae6d-130a-4166-9e77-580debffb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:12.848670 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:12.981962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] For port 881f21ac-4dc4-4412-bd73-0edb04b17b08, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:12.990975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] For port 881f21ac-4dc4-4412-bd73-0edb04b17b08, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=881f21ac-4dc4-4412-bd73-0edb04b17b08,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:12.997503 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:13.049884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:13.050641 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:13.052591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] 10.222.0.16 "PUT /v2.0/ports/881f21ac-4dc4-4412-bd73-0edb04b17b08 HTTP/1.1" status: 200 len: 1093 time: 2.2546892 Jul 08 01:52:13.053227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c51e141-fda4-4d03-9a78-d45eae13ec60', 'tag': '881f21ac-4dc4-4412-bd73-0edb04b17b08'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:13.056448 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b8368b-383d-4e79-8d45-17788eb151e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c51e141-fda4-4d03-9a78-d45eae13ec60", "tag": "881f21ac-4dc4-4412-bd73-0edb04b17b08"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:13.096974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41532406-b9ea-4757-bc6f-fcf8beb6d4cd service neutron] Pushing event updated for resources: {'Port': ['ID=881f21ac-4dc4-4412-bd73-0edb04b17b08,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:13.188235 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7dec8f-8fe6-4fee-97c8-5da1b53d933b x-openstack-request-id: req-cc7dec8f-8fe6-4fee-97c8-5da1b53d933b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:13.188891 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c51e141-fda4-4d03-9a78-d45eae13ec60", "tag": "881f21ac-4dc4-4412-bd73-0edb04b17b08", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:13.189384 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc7dec8f-8fe6-4fee-97c8-5da1b53d933b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:13.190111 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c51e141-fda4-4d03-9a78-d45eae13ec60', 'tag': '881f21ac-4dc4-4412-bd73-0edb04b17b08', 'status': 'completed', 'code': 200} Jul 08 01:52:13.242887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-76720ba2-5682-4dd0-94f5-ecb438b9b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:13.245032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-76720ba2-5682-4dd0-94f5-ecb438b9b06d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 1096 time: 0.1394563 Jul 08 01:52:13.300628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34470) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:13.303539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-5596f2ea-8729-4dd7-866d-ef5caf7f69b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881f21ac-4dc4-4412-bd73-0edb04b17b08 HTTP/1.1" status: 200 len: 217 time: 0.0501220 Jul 08 01:52:13.393766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-d4f96c7a-d693-4a50-af92-dce2f3cbaf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:13.400369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-d4f96c7a-d693-4a50-af92-dce2f3cbaf2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 200 len: 855 time: 0.0891480 Jul 08 01:52:13.455796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-c630399a-0a37-40aa-bf89-959b667ce2ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470741 Jul 08 01:52:13.466522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-277844417-network', 'tenant_id': '7f1142c5a2484338b027e839f7c3a2f0'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:13.544167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Made reservation on behalf of 7f1142c5a2484338b027e839f7c3a2f0 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:13.555126 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:13.589014 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:13.772710 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:13.779027 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:13.798415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:13.806847 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-d76f784c-dff7-4a70-bb33-2b6f5b904224 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338087 Jul 08 01:52:13.814347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:13.815144 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Added segment 65215cc9-429f-4128-a8d9-7c4d07d3cad5 of type vlan for network 19e47529-6ee1-43ae-b2e5-621774ff4239 Jul 08 01:52:13.843728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:13.878912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:13.938436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ecc37d-a986-47c7-b2d1-1da6b103441e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:13.995665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:13.996926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:13.997591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:14.056147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b9481-3e81-49d2-865b-bccf635563d4 req-3134763c-c408-4ced-8edb-659ab605ac1c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:14.065711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d7b9481-3e81-49d2-865b-bccf635563d4 req-3134763c-c408-4ced-8edb-659ab605ac1c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 944 time: 0.3734558 Jul 08 01:52:14.122200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f840f46-cd77-411d-949f-8de873cfe2c8 req-7e5736fb-475a-4107-af2a-dd35dc068742 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070021 Jul 08 01:52:14.153549 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d7b9481-3e81-49d2-865b-bccf635563d4 req-8eed1e7b-112c-4505-96d8-f574cbb92640 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867684 Jul 08 01:52:14.162209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8592830 Jul 08 01:52:14.188123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf323b-a497-4b42-bae6-e9be87c535aa admin admin] Pushing event updated for resources: {'Network': ['ID=19e47529-6ee1-43ae-b2e5-621774ff4239,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:14.236273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 19e47529-6ee1-43ae-b2e5-621774ff4239 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:14.278516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01f16f1d-8acc-4685-82b3-3ee115c44b34 req-2a7c3142-7b37-492b-b9e4-4310e978e5a2 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0621243 Jul 08 01:52:14.286003 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e76e1251-8314-4192-aece-62b2bb540abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:14.501413 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8368b-383d-4e79-8d45-17788eb151e2 req-0179be4e-135e-48d5-add7-ceb651871af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:14.504786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b8368b-383d-4e79-8d45-17788eb151e2 req-0179be4e-135e-48d5-add7-ceb651871af8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 1096 time: 0.1741576 Jul 08 01:52:14.679932 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e76e1251-8314-4192-aece-62b2bb540abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:14.688069 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e76e1251-8314-4192-aece-62b2bb540abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:14.730258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34498) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:14.821291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e1251-8314-4192-aece-62b2bb540abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b173ba56-f7ce-479a-8498-b28e558a5d4a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:14.843636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8368b-383d-4e79-8d45-17788eb151e2 req-5bfa7644-b379-4139-ae85-814f999ad07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:14.845747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b8368b-383d-4e79-8d45-17788eb151e2 req-5bfa7644-b379-4139-ae85-814f999ad07f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 916 time: 0.3293419 Jul 08 01:52:14.851353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e76e1251-8314-4192-aece-62b2bb540abb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58ad49a92e8f4bc7822c2c97af973649&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9823170 Jul 08 01:52:14.852886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34504) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:14.925114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b8368b-383d-4e79-8d45-17788eb151e2 req-0e87b285-e712-4b7f-a6cd-362cbc047640 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881f21ac-4dc4-4412-bd73-0edb04b17b08 HTTP/1.1" status: 200 len: 217 time: 0.0573468 Jul 08 01:52:14.962173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f29cdb7-d70d-41fb-96a4-e8f7eea965e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.077516 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b609a136-4fb3-46c4-a901-8d2b657fa4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.109795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f29cdb7-d70d-41fb-96a4-e8f7eea965e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.116468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f29cdb7-d70d-41fb-96a4-e8f7eea965e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.145542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8368b-383d-4e79-8d45-17788eb151e2 req-d8dec85a-79ef-4b28-8319-43e9e8bf47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:15.148487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b8368b-383d-4e79-8d45-17788eb151e2 req-d8dec85a-79ef-4b28-8319-43e9e8bf47fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 200 len: 855 time: 0.2134593 Jul 08 01:52:15.154557 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5f29cdb7-d70d-41fb-96a4-e8f7eea965e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7ff06f5cec34a29b71f49730cf65d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214597 Jul 08 01:52:15.158273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34508) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:15.159848 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b609a136-4fb3-46c4-a901-8d2b657fa4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.245677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b8368b-383d-4e79-8d45-17788eb151e2 req-27b9130d-c61e-4476-a24a-d0df21623cbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900967 Jul 08 01:52:15.262554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29cdb7-d70d-41fb-96a4-e8f7eea965e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f3c22-e1f7-4b19-99ad-8256badf7d24,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:15.316184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bfc87bf-4a8c-496d-9125-cc3cdb2cafb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.351197 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bfc87bf-4a8c-496d-9125-cc3cdb2cafb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.424860 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bfc87bf-4a8c-496d-9125-cc3cdb2cafb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.444161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bfc87bf-4a8c-496d-9125-cc3cdb2cafb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.446681 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1bfc87bf-4a8c-496d-9125-cc3cdb2cafb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e51f3c22-e1f7-4b19-99ad-8256badf7d24 HTTP/1.1" status: 204 len: 168 time: 0.2869220 Jul 08 01:52:15.504108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc87bf-4a8c-496d-9125-cc3cdb2cafb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f3c22-e1f7-4b19-99ad-8256badf7d24,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:15.778086 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b8368b-383d-4e79-8d45-17788eb151e2 req-6606ddcc-3881-47c0-af76-b1a688c49116 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237823 Jul 08 01:52:15.971688 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b609a136-4fb3-46c4-a901-8d2b657fa4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.974289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b609a136-4fb3-46c4-a901-8d2b657fa4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:15.975569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b609a136-4fb3-46c4-a901-8d2b657fa4bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b173ba56-f7ce-479a-8498-b28e558a5d4a HTTP/1.1" status: 204 len: 168 time: 1.1215601 Jul 08 01:52:16.014902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34524) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:16.026167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609a136-4fb3-46c4-a901-8d2b657fa4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b173ba56-f7ce-479a-8498-b28e558a5d4a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:16.037814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c61494c6-b49d-4586-bff8-4cd1abfc83c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.040892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa035a8b-c1f6-462d-bab1-e68049a44983 req-31826fc0-b786-4f62-b47e-e80e542ee50c tempest-ComputeTenantNetworksTest-749253152 tempest-ComputeTenantNetworksTest-749253152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:16.054452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa035a8b-c1f6-462d-bab1-e68049a44983 req-31826fc0-b786-4f62-b47e-e80e542ee50c tempest-ComputeTenantNetworksTest-749253152 tempest-ComputeTenantNetworksTest-749253152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:16.061021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa035a8b-c1f6-462d-bab1-e68049a44983 req-31826fc0-b786-4f62-b47e-e80e542ee50c tempest-ComputeTenantNetworksTest-749253152 tempest-ComputeTenantNetworksTest-749253152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:16.062877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa035a8b-c1f6-462d-bab1-e68049a44983 req-31826fc0-b786-4f62-b47e-e80e542ee50c tempest-ComputeTenantNetworksTest-749253152 tempest-ComputeTenantNetworksTest-749253152-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8247521 Jul 08 01:52:16.127679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70464097-7659-4baa-87ee-faaae84a6bd2 req-b1bfaeee-fa5c-4701-a359-2f15a8375a4f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:16.140236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70464097-7659-4baa-87ee-faaae84a6bd2 req-b1bfaeee-fa5c-4701-a359-2f15a8375a4f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 944 time: 0.5981562 Jul 08 01:52:16.171955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16b8368b-383d-4e79-8d45-17788eb151e2 req-0a8cf7ed-08cd-4f0a-ba8d-41e1d48b9b8f service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821132 Jul 08 01:52:16.225668 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c61494c6-b49d-4586-bff8-4cd1abfc83c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.233568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c61494c6-b49d-4586-bff8-4cd1abfc83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.244143 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70464097-7659-4baa-87ee-faaae84a6bd2 req-9f829191-2a45-4efa-9884-a0927c92767c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022954 Jul 08 01:52:16.285031 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c61494c6-b49d-4586-bff8-4cd1abfc83c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0aefff592815488088d78c88a9cb6983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666223 Jul 08 01:52:16.288609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34530) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:16.293631 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c4f6b05-5a3e-4c84-b069-55978ede708f req-21e650a5-d706-4954-a432-a00b695b06ba tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0481670 Jul 08 01:52:16.298428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61494c6-b49d-4586-bff8-4cd1abfc83c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c0ab0-2778-4bd8-ab80-f6b6d4cecece,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:16.368589 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb2356c4-3b27-460f-b91a-60ef8bde425f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.401255 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb2356c4-3b27-460f-b91a-60ef8bde425f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.477577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f2179-b3c6-4767-b41f-1061a82ef1fd req-479c1c25-caf3-4b65-8295-02d2f0d2cbbd tempest-ComputeTenantNetworksTest-749253152 tempest-ComputeTenantNetworksTest-749253152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:16.479981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-616f2179-b3c6-4767-b41f-1061a82ef1fd req-479c1c25-caf3-4b65-8295-02d2f0d2cbbd tempest-ComputeTenantNetworksTest-749253152 tempest-ComputeTenantNetworksTest-749253152-project] 10.222.0.41 "GET /v2.0/networks/19e47529-6ee1-43ae-b2e5-621774ff4239 HTTP/1.1" status: 200 len: 768 time: 0.1499195 Jul 08 01:52:16.494684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34540) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:16.512263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb2356c4-3b27-460f-b91a-60ef8bde425f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.518485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb2356c4-3b27-460f-b91a-60ef8bde425f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.520085 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bb2356c4-3b27-460f-b91a-60ef8bde425f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a10c0ab0-2778-4bd8-ab80-f6b6d4cecece HTTP/1.1" status: 204 len: 168 time: 0.2303479 Jul 08 01:52:16.595343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2356c4-3b27-460f-b91a-60ef8bde425f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10c0ab0-2778-4bd8-ab80-f6b6d4cecece,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:16.679608 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.828791 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.846023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e47529-6ee1-43ae-b2e5-621774ff4239']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:16.860160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 881f21ac-4dc4-4412-bd73-0edb04b17b08 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:16.867617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65215cc9-429f-4128-a8d9-7c4d07d3cad5') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:16.868516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65215cc9-429f-4128-a8d9-7c4d07d3cad5') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:16.882164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.908844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.926437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:52:16.927358 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:52:16.931095 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:52:17.054897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.063039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 881f21ac-4dc4-4412-bd73-0edb04b17b08, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=881f21ac-4dc4-4412-bd73-0edb04b17b08,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:17.068906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.075559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] 10.222.0.41 "DELETE /v2.0/networks/19e47529-6ee1-43ae-b2e5-621774ff4239 HTTP/1.1" status: 204 len: 168 time: 0.5762911 Jul 08 01:52:17.084840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '881f21ac-4dc4-4412-bd73-0edb04b17b08', 'network_id': '5e7e5c7c-3dea-4a10-bf92-4c120795beaa', 'port_id': '881f21ac-4dc4-4412-bd73-0edb04b17b08', 'mac_address': 'fa:16:3e:d1:22:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd81c0e3-d324-4187-beae-5bb89c221c28', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:52:17.096794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc5beb-4142-489d-b4e9-f0966a486468 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e47529-6ee1-43ae-b2e5-621774ff4239,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:17.157221 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.174094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881f21ac-4dc4-4412-bd73-0edb04b17b08 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:17.200189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 881f21ac-4dc4-4412-bd73-0edb04b17b08, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=881f21ac-4dc4-4412-bd73-0edb04b17b08,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:17.206870 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.276812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=881f21ac-4dc4-4412-bd73-0edb04b17b08,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:17.294432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.294432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.294432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.294767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.295839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.296505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.296706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.297022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.297753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.297753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.298007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.298328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:17.431945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34580) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:17.442293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['881f21ac-4dc4-4412-bd73-0edb04b17b08'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:52:17.543180 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6e06caf2-2854-4bb7-b416-cff4383f10c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f1142c5a2484338b027e839f7c3a2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091661 Jul 08 01:52:17.546323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34586) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:17.574217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aba7c4-e8cd-4e00-b19a-827bc63feacf req-d2a0833f-0f4e-42a1-a9dc-ae8baa02babc tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:17.584690 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81aba7c4-e8cd-4e00-b19a-827bc63feacf req-d2a0833f-0f4e-42a1-a9dc-ae8baa02babc tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 945 time: 0.1547067 Jul 08 01:52:17.678804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4eb824b-c6af-4dc6-887e-741ae82334bd req-8e1f5a4e-e416-41a0-8de0-9c81c60d367b tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0496931 Jul 08 01:52:17.679074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7146310-7cb4-4467-bb24-f79135dfee8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.696524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81aba7c4-e8cd-4e00-b19a-827bc63feacf req-6194ee38-e60a-41af-98f9-de2d0f0dbda5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103420 Jul 08 01:52:17.771109 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7146310-7cb4-4467-bb24-f79135dfee8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.949828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7146310-7cb4-4467-bb24-f79135dfee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.953095 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7146310-7cb4-4467-bb24-f79135dfee8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:17.965322 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d7146310-7cb4-4467-bb24-f79135dfee8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0ecc37d-a986-47c7-b2d1-1da6b103441e HTTP/1.1" status: 204 len: 168 time: 0.4170563 Jul 08 01:52:17.994625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7146310-7cb4-4467-bb24-f79135dfee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ecc37d-a986-47c7-b2d1-1da6b103441e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:18.381385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34642) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:18.636801 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25b96b0a-3343-4443-9e9d-1a02856d79ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:18.775179 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25b96b0a-3343-4443-9e9d-1a02856d79ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:18.780993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25b96b0a-3343-4443-9e9d-1a02856d79ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:18.869918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 881f21ac-4dc4-4412-bd73-0edb04b17b08 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:18.879486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b96b0a-3343-4443-9e9d-1a02856d79ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b4880d-7fe1-4af3-a1ed-66728566d80e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:18.924552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:18.928760 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-25b96b0a-3343-4443-9e9d-1a02856d79ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13c9e2dfebca465abb946e8f2c357f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341756 Jul 08 01:52:18.996658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 881f21ac-4dc4-4412-bd73-0edb04b17b08 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:19.006566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 881f21ac-4dc4-4412-bd73-0edb04b17b08 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:19.008064 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.022761 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f12f0ad5-2aa0-4493-8e36-9b8b656791b4 req-806f8cea-de3d-4518-babe-a498987d4ea0 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0885477 Jul 08 01:52:19.174039 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.223017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c51e141-fda4-4d03-9a78-d45eae13ec60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881f21ac-4dc4-4412-bd73-0edb04b17b08'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:19.226493 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3f9ec1-a6fb-46cf-9e25-c77b22730841" -d '{"events": [{"server_uuid": "1c51e141-fda4-4d03-9a78-d45eae13ec60", "name": "network-vif-plugged", "status": "completed", "tag": "881f21ac-4dc4-4412-bd73-0edb04b17b08"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:19.240155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d92f-260d-463d-8054-302913d83b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.252715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 881f21ac-4dc4-4412-bd73-0edb04b17b08, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=881f21ac-4dc4-4412-bd73-0edb04b17b08,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:19.258878 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.314839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a1d8e-af75-4f8c-8012-00772695973b req-d665c678-07f7-4265-aae3-8a296d9e8ed5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:19.331601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a93a1d8e-af75-4f8c-8012-00772695973b req-d665c678-07f7-4265-aae3-8a296d9e8ed5 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 945 time: 0.3681262 Jul 08 01:52:19.344520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=881f21ac-4dc4-4412-bd73-0edb04b17b08,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:19.367821 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d92f-260d-463d-8054-302913d83b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.381499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34690) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:19.436443 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797d67e4-50aa-406b-b384-c39014b446ef x-openstack-request-id: req-797d67e4-50aa-406b-b384-c39014b446ef {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:19.436841 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c51e141-fda4-4d03-9a78-d45eae13ec60", "name": "network-vif-plugged", "status": "completed", "tag": "881f21ac-4dc4-4412-bd73-0edb04b17b08", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:19.437157 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-797d67e4-50aa-406b-b384-c39014b446ef {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:19.437564 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c51e141-fda4-4d03-9a78-d45eae13ec60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881f21ac-4dc4-4412-bd73-0edb04b17b08', 'code': 200} Jul 08 01:52:19.454564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a93a1d8e-af75-4f8c-8012-00772695973b req-c58b8be9-25b2-4966-b5c8-0d927213eac4 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211524 Jul 08 01:52:19.494668 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d92f-260d-463d-8054-302913d83b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.497411 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d92f-260d-463d-8054-302913d83b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.499929 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b9d1d92f-260d-463d-8054-302913d83b7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7b4880d-7fe1-4af3-a1ed-66728566d80e HTTP/1.1" status: 204 len: 168 time: 0.5730026 Jul 08 01:52:19.509265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1d92f-260d-463d-8054-302913d83b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b4880d-7fe1-4af3-a1ed-66728566d80e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:19.570672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-797024358-network', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:19.611844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Made reservation on behalf of 51fd7907a17148e3b9eeb671a1a56b3f for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:19.617775 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.641702 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.700211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d36d1a-489c-4e06-a24d-fff12c1f3419 req-67a63f63-dc4e-4d63-92d8-e70b764a99e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:19.705140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41d36d1a-489c-4e06-a24d-fff12c1f3419 req-67a63f63-dc4e-4d63-92d8-e70b764a99e9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 1098 time: 0.1387594 Jul 08 01:52:19.774719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41d36d1a-489c-4e06-a24d-fff12c1f3419 req-78c6fad9-fe48-41b1-bb70-ec5e6cf089b4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629678 Jul 08 01:52:19.802840 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.808529 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.846314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ebc1a0-dce8-438a-9bca-4c0d8544e551,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:19.860434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:19.882184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:19.884034 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Added segment 16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a of type vlan for network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 Jul 08 01:52:19.942506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34702) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:19.966479 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.007750 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.009316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:20.010718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.080935 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6947098 Jul 08 01:52:20.081422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34712) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:20.088374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Request body: {'subnet': {'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-subnet', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:20.093825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abb18f-8115-41fe-8a3c-e75b886ae2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:20.107216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:20.126927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a15144c-4671-4037-9372-9904ef51ea19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.162134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-7a15144c-4671-4037-9372-9904ef51ea19 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:52:20.162134 n-d-694802-14 neutron-server[93884]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 01:52:20.162134 n-d-694802-14 neutron-server[93884]: [parameters: {'project_id': '90616d87b45e41ab8fb80923cc240c9b', 'id': 'ac733bfd-fdfc-4133-a05e-39a798a1cc9c', 'expiration': datetime.datetime(2021, 7, 8, 1, 54, 20, 151121)}] Jul 08 01:52:20.162134 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:52:20.162902 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-7a15144c-4671-4037-9372-9904ef51ea19 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:52:20.174342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Made reservation on behalf of 51fd7907a17148e3b9eeb671a1a56b3f for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:20.177446 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.392818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9dc5dd3-aaab-4f8e-aed6-c19486005a17 req-61a54b14-5a67-454f-8b0d-c089f66ba9ad tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0771985 Jul 08 01:52:20.618211 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d912de1d-67af-4f19-ab23-78be7e923f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.626372 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.665618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a15144c-4671-4037-9372-9904ef51ea19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:20.784402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e2073b-974c-4fde-ac79-6e7743f5b3f0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:20.848631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Checking segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:20.850759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Network hostable DHCP agents. Network: c80012b9-fc01-4d53-90a2-2aff3c4fdfd8, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:52:20.895513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38efe8-77f8-47d0-bd1d-4d8bcd3b3882 req-8303fa8a-4a99-4fe2-addf-254c873754cd tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:20.907616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c38efe8-77f8-47d0-bd1d-4d8bcd3b3882 req-8303fa8a-4a99-4fe2-addf-254c873754cd tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 946 time: 0.2972372 Jul 08 01:52:20.989413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c38efe8-77f8-47d0-bd1d-4d8bcd3b3882 req-c6a2b20d-bc5c-485b-be05-10bd7c1ac5eb tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772045 Jul 08 01:52:20.991460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:52:21.011565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a15144c-4671-4037-9372-9904ef51ea19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.012846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c80012b9-fc01-4d53-90a2-2aff3c4fdfd8) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:21.022909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:21.025770 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.029216 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a15144c-4671-4037-9372-9904ef51ea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.029768 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca94bb9c-c9c1-4de4-a872-a6b74f5f0e68 None None] Network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:21.079162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f9f0ba02-ef43-4987-abca-30e34c903856 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9961052 Jul 08 01:52:21.079905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:21.086514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:21.117966 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7a15144c-4671-4037-9372-9904ef51ea19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90616d87b45e41ab8fb80923cc240c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1739759 Jul 08 01:52:21.121719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34740) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:21.153671 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.157434 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.172678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15144c-4671-4037-9372-9904ef51ea19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a5ba2-b2e3-4e5f-98e6-ec995b0272c9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:21.302342 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fef3518f-4c36-451d-9db4-87cc00ed36d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.327159 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.391921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34746) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:21.411286 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fef3518f-4c36-451d-9db4-87cc00ed36d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.526855 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:52:21.528623 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.576075 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fef3518f-4c36-451d-9db4-87cc00ed36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.582505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fef3518f-4c36-451d-9db4-87cc00ed36d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.585225 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fef3518f-4c36-451d-9db4-87cc00ed36d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/764a5ba2-b2e3-4e5f-98e6-ec995b0272c9 HTTP/1.1" status: 204 len: 168 time: 0.4613230 Jul 08 01:52:21.619692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3518f-4c36-451d-9db4-87cc00ed36d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a5ba2-b2e3-4e5f-98e6-ec995b0272c9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:21.648807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.719027 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28492f17-8733-4bfa-b592-a68fceedd41d req-5d245995-e8ef-47d1-a3fe-3a7b1a5313e2 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0540006 Jul 08 01:52:21.738935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d9521b8-0778-4588-a32b-84d1ef9c27a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.953010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Allocated IP 172.20.0.2 (c80012b9-fc01-4d53-90a2-2aff3c4fdfd8/31e2073b-974c-4fde-ac79-6e7743f5b3f0/720ef5bb-2a43-4ba0-8880-60268cbcc8e8) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:21.992176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d9521b8-0778-4588-a32b-84d1ef9c27a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:21.998273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d9521b8-0778-4588-a32b-84d1ef9c27a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.042277 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3d9521b8-0778-4588-a32b-84d1ef9c27a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4947f8e4786f42edae6caf5d60303c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488700 Jul 08 01:52:22.046564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34766) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:22.111926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9521b8-0778-4588-a32b-84d1ef9c27a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ebd3a1-2c48-4913-bc47-ba959456f60a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:22.166609 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc485-6688-4fd8-b46e-99cb84c0defe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.209074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc485-6688-4fd8-b46e-99cb84c0defe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.271578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.280758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc485-6688-4fd8-b46e-99cb84c0defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.283667 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc485-6688-4fd8-b46e-99cb84c0defe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.285414 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7d8cc485-6688-4fd8-b46e-99cb84c0defe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77ebd3a1-2c48-4913-bc47-ba959456f60a HTTP/1.1" status: 204 len: 168 time: 0.2350826 Jul 08 01:52:22.303375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cc485-6688-4fd8-b46e-99cb84c0defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ebd3a1-2c48-4913-bc47-ba959456f60a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:22.332654 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.333915 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.356114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Transition to ACTIVE for port object 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:22.375689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Transition to ACTIVE for port object 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:22.385759 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.458395 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:22.464795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:22.472274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:22.586286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Pushing event updated for resources: {'Port': ['ID=720ef5bb-2a43-4ba0-8880-60268cbcc8e8,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:22.621917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Attempting to bind port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:22.622687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Attempting to bind port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:22.623032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Attempting to bind port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:22.628254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96ddd0-d722-4dd9-9d6b-ce524f3f8fe4 req-2032af30-3c4d-471f-922e-700c3c19112f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:22.632972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:22.633554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Checking segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:22.634186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.634775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Bound using segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:22.635525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Bound port: 720ef5bb-2a43-4ba0-8880-60268cbcc8e8, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:22.636105 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:22.645068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed96ddd0-d722-4dd9-9d6b-ce524f3f8fe4 req-2032af30-3c4d-471f-922e-700c3c19112f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 946 time: 0.3031421 Jul 08 01:52:22.711377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Allocated IP 172.25.4.23 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/d9ab5949-7f35-44bf-8672-4a72d660de61) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:22.758231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed96ddd0-d722-4dd9-9d6b-ce524f3f8fe4 req-5f15cd58-91d9-4a3e-b8e8-a58aff5adb03 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118748 Jul 08 01:52:22.962925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] For port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:22.991257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] For port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=720ef5bb-2a43-4ba0-8880-60268cbcc8e8,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:23.012470 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:23.090847 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:23.190448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ec0b30b1-d77f-462f-bb56-5d53bc612572 req-25fe37c3-d6d0-4f95-a372-4704279d8bb0 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0855339 Jul 08 01:52:23.294272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759b08f-5690-4d58-bd70-3811c65d8c92 None None] Pushing event updated for resources: {'Port': ['ID=720ef5bb-2a43-4ba0-8880-60268cbcc8e8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:23.296001 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:23.390412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:23.398539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:23.403897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:23.407508 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-05965fe7-9563-4748-a0dd-d0db63682fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:23.413337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Pushing event updated for resources: {'Port': ['ID=d9ab5949-7f35-44bf-8672-4a72d660de61,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:23.678845 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.177856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:24.268204 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:24.316672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:24.747247 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.058450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4561e465-3176-4f35-8134-3cb5a81ccf65 req-f949893c-c387-4900-a833-a52e791aa3e8 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.5193331 Jul 08 01:52:25.159546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16dddc2-9b12-470d-9d8a-42e73f8ec863 None None] Network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:25.306621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.371568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-86f8f489-7d06-4f45-9dd7-5f75f4cc0b37 None None] Provisioning for port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:25.387706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-86f8f489-7d06-4f45-9dd7-5f75f4cc0b37 None None] Provisioning complete for port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:25.388260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86f8f489-7d06-4f45-9dd7-5f75f4cc0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.444824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34870) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:25.655990 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86f8f489-7d06-4f45-9dd7-5f75f4cc0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:25.827243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-86f8f489-7d06-4f45-9dd7-5f75f4cc0b37 None None] For port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=720ef5bb-2a43-4ba0-8880-60268cbcc8e8,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:25.830345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Router a050aabb-083b-42fc-9369-7f107d70aab6 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:52:25.835842 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86f8f489-7d06-4f45-9dd7-5f75f4cc0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.000474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-223905762'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:26.043608 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8f489-7d06-4f45-9dd7-5f75f4cc0b37 None None] Pushing event updated for resources: {'Port': ['ID=720ef5bb-2a43-4ba0-8880-60268cbcc8e8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:26.062279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Made reservation on behalf of 8f6da53579354be098cab19ca2ff8d05 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:26.068917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.082472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f7346b2d-8bad-43e3-b2a7-779af4ea4636 None None] Provisioning complete for port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:26.083859 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7346b2d-8bad-43e3-b2a7-779af4ea4636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.095998 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.160778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:26.173958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Sync routers for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:26.279528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:26.280732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:52:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:26.360588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.366667 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.393511 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f03bb2f-e824-4fc1-815a-7bff9211bf39 req-2f13eb7f-5aeb-4340-95cb-91e0e114747e tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0705280 Jul 08 01:52:26.399549 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.403178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-79ebe3e6-d7ff-41e9-968f-4a2b9f90e62f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3221312 Jul 08 01:52:26.405855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:26.407592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:26.450026 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.450551 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Added segment 7f11d669-4119-4bc8-ba35-d6c64f2b3a6b of type vlan for network 0220e103-4eb4-4d1f-bb46-467c9772574f Jul 08 01:52:26.452844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9e1733-9833-4747-b1b5-48384a4e5e16,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:26.484132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:26.505485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.562778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.575359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:26.576033 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.646836 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:26.771950 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3187509 Jul 08 01:52:26.776864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34910) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:26.789895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10973ae-2887-41a9-b33b-fffdad281d15 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Pushing event updated for resources: {'Network': ['ID=0220e103-4eb4-4d1f-bb46-467c9772574f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:26.814353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 0220e103-4eb4-4d1f-bb46-467c9772574f details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:26.875249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Request body: {'network': {'name': 'tempest-network--149618618', 'router:external': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:26.958052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Made reservation on behalf of 2330f7695bba47069742b7af159f513f for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:26.965964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.001817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.122916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:23Z', 'revision_number': 3, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:27.210581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.215772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.220573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Checking router: a050aabb-083b-42fc-9369-7f107d70aab6 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:27.221714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Updating router a050aabb-083b-42fc-9369-7f107d70aab6 port d9ab5949-7f35-44bf-8672-4a72d660de61 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:52:27.227368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50d29628-730e-4e1e-8779-ad44109a24ca req-336ce774-07d2-4656-b948-4c2bee46c646 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0534060 Jul 08 01:52:27.279078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:27.312169 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.327945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9b9fc2-a461-4a75-b0f0-09e7456dc227,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:27.347813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.349665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.350198 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Added segment 3e814646-7415-4fd0-a090-4333a2c4e4b7 of type vlan for network bc714016-39ce-418d-9319-737df5ad9794 Jul 08 01:52:27.552883 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.675346 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.676612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:27.677262 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.769416 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.796800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Transition to ACTIVE for port object d9ab5949-7f35-44bf-8672-4a72d660de61 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:27.809889 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:27.829567 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0508044 Jul 08 01:52:27.830449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75063a2b-65cb-4459-a608-0a4af618f672 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event updated for resources: {'Network': ['ID=bc714016-39ce-418d-9319-737df5ad9794,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:27.840577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34928) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:27.885819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network bc714016-39ce-418d-9319-737df5ad9794 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:27.925904 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.007575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Attempting to bind port d9ab5949-7f35-44bf-8672-4a72d660de61 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:28.007956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Attempting to bind port d9ab5949-7f35-44bf-8672-4a72d660de61 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:28.016374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Attempting to bind port d9ab5949-7f35-44bf-8672-4a72d660de61 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:28.068821 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f24dfc-7288-4012-a724-a92503eaa9d9 None None] Pushing event updated for resources: {'Port': ['ID=d9ab5949-7f35-44bf-8672-4a72d660de61,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:28.103948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:28.106404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:28.106404 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.106404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:28.106791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Bound port: d9ab5949-7f35-44bf-8672-4a72d660de61, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:28.107204 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.157117 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7f04535-6311-4a7e-9d43-bcdad188417c req-0eaad06e-ea69-4794-b88b-650c9c011e56 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0565872 Jul 08 01:52:28.240780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Allocated IP 172.20.0.1 (c80012b9-fc01-4d53-90a2-2aff3c4fdfd8/31e2073b-974c-4fde-ac79-6e7743f5b3f0/a2350ac2-5cf9-490d-a6b1-22798a44830e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:28.242156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:28.286601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.333640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc714016-39ce-418d-9319-737df5ad9794']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:28.355854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e814646-7415-4fd0-a090-4333a2c4e4b7') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:28.356724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e814646-7415-4fd0-a090-4333a2c4e4b7') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:28.370952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.391234 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.402124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:28.402516 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.408481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:52:28.408481 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.409243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] For port d9ab5949-7f35-44bf-8672-4a72d660de61, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:52:28.410394 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:52:28.449381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] For port d9ab5949-7f35-44bf-8672-4a72d660de61, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d9ab5949-7f35-44bf-8672-4a72d660de61,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:28.457706 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.530356 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.560336 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.570533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc714016-39ce-418d-9319-737df5ad9794 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 01:52:28.587967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.596132 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "DELETE /v2.0/networks/bc714016-39ce-418d-9319-737df5ad9794 HTTP/1.1" status: 204 len: 168 time: 0.7543952 Jul 08 01:52:28.597788 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Transition to ACTIVE for port object a2350ac2-5cf9-490d-a6b1-22798a44830e will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:28.601956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f24dfc-7288-4012-a724-a92503eaa9d9 None None] Pushing event updated for resources: {'Port': ['ID=d9ab5949-7f35-44bf-8672-4a72d660de61,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:28.612508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34934) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:28.621642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:28.652149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Made reservation on behalf of 2330f7695bba47069742b7af159f513f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:28.656031 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.662362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555af31-979f-481e-b5d8-953123096a44 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc714016-39ce-418d-9319-737df5ad9794,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:28.711674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:28.714031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:52:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:28.743724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:28.759677 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.760246 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Added segment 181a079e-4bed-4f36-84bf-ea8a63da9e14 of type vlan for network 9aab5f14-3ef9-4e39-a3c2-7a5c578719b3 Jul 08 01:52:28.862353 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.937089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:28.999164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:29.039451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Pushing event updated for resources: {'Port': ['ID=a2350ac2-5cf9-490d-a6b1-22798a44830e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:29.063678 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.065027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:29.068119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.092580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:29.172829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:29.243233 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:52:29.244841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:29.327599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7120221 Jul 08 01:52:29.329787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34944) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:29.336729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Request body: {'subnet': {'network_id': '9aab5f14-3ef9-4e39-a3c2-7a5c578719b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:29.388292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaa086-44ed-422f-a6f2-685d91b5063a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event updated for resources: {'Network': ['ID=9aab5f14-3ef9-4e39-a3c2-7a5c578719b3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:29.392237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Made reservation on behalf of 2330f7695bba47069742b7af159f513f for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:29.411340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.432480 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 9aab5f14-3ef9-4e39-a3c2-7a5c578719b3 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:29.458519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:29.649907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:23Z', 'revision_number': 3, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:30.148376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2041750a-7e76-4804-b49d-408f3ae14e5b req-6e51bc13-b166-4fa8-b895-42b9f885d936 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.1104574 Jul 08 01:52:30.218943 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:30.361712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8c6d7-ac94-451b-86a5-fe94aa22551a None None] The sync data for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 is: [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:23Z', 'revision_number': 3, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:30.430847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-313ccb6f-c7fb-428a-a03d-ba0655ddb8f9 None None] Provisioning for port a2350ac2-5cf9-490d-a6b1-22798a44830e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:30.442750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-313ccb6f-c7fb-428a-a03d-ba0655ddb8f9 None None] Provisioning complete for port a2350ac2-5cf9-490d-a6b1-22798a44830e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:30.443636 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-313ccb6f-c7fb-428a-a03d-ba0655ddb8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:30.540406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-313ccb6f-c7fb-428a-a03d-ba0655ddb8f9 None None] Port a2350ac2-5cf9-490d-a6b1-22798a44830e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:30.688157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 01:52:30.688758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:30.759244 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83d4aed8-f318-457c-87c4-291577233cbf req-a08a82b6-9631-4df5-a2ec-aa75232bd377 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146&device_id=f0c5e9ef-7e75-4b37-9310-7b8fdd83be37 HTTP/1.1" status: 200 len: 210 time: 0.0540416 Jul 08 01:52:30.813088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-14e97b82-8eb2-4f7a-b28e-3ebb74bde2b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3551776 Jul 08 01:52:30.827046 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:30.838918 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:30.893875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3092516a-964c-4ec4-8806-882440cca6e2,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:30.965213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Checking segment: {'id': '181a079e-4bed-4f36-84bf-ea8a63da9e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9aab5f14-3ef9-4e39-a3c2-7a5c578719b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:30.965996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Network hostable DHCP agents. Network: 9aab5f14-3ef9-4e39-a3c2-7a5c578719b3, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:52:31.001098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Network 9aab5f14-3ef9-4e39-a3c2-7a5c578719b3 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:52:31.023285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 9aab5f14-3ef9-4e39-a3c2-7a5c578719b3) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:31.035312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ed7d7-c552-47f5-bb9a-6d87ee95cc74 None None] Network 9aab5f14-3ef9-4e39-a3c2-7a5c578719b3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:31.043361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:31.044273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.093760 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a7e2dfa-5094-452f-bb05-b21d7c5a1c91 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7605541 Jul 08 01:52:31.098424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34968) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:31.116881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Request body: {'floatingip': {'floating_network_id': '9aab5f14-3ef9-4e39-a3c2-7a5c578719b3'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:31.221586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.345867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.355176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Pushing event updated for resources: {'Port': ['ID=a2350ac2-5cf9-490d-a6b1-22798a44830e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:31.537222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c17b0e-8546-47cd-a8ea-00d75260d491 None None] Network 9aab5f14-3ef9-4e39-a3c2-7a5c578719b3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:31.561855 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:31.858910 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4f769bbf-8532-4c40-87fc-e2d72adbbd60 req-f402d6ec-7911-4005-bdf1-5a0f60896643 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ad71668f16c4c6fa16e34d69b3f9298&device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.1228650 Jul 08 01:52:31.871255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:31.886277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:31.996417 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4f769bbf-8532-4c40-87fc-e2d72adbbd60 req-6334d464-4afc-4437-b520-1cbc26cb3cc9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9ad71668f16c4c6fa16e34d69b3f9298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1260712 Jul 08 01:52:32.263078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-9183dbeb-9a0c-4dcc-b2f6-5ddb02493efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.264911 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-9183dbeb-9a0c-4dcc-b2f6-5ddb02493efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.265954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-9183dbeb-9a0c-4dcc-b2f6-5ddb02493efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.267500 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-9183dbeb-9a0c-4dcc-b2f6-5ddb02493efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.269519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-9183dbeb-9a0c-4dcc-b2f6-5ddb02493efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.270624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-9183dbeb-9a0c-4dcc-b2f6-5ddb02493efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.271652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-9183dbeb-9a0c-4dcc-b2f6-5ddb02493efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.275932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-9183dbeb-9a0c-4dcc-b2f6-5ddb02493efb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 6507 time: 1.3155863 Jul 08 01:52:32.285820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d9ab5949-7f35-44bf-8672-4a72d660de61 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:32.496125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port d9ab5949-7f35-44bf-8672-4a72d660de61 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:32.520207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-df11c3ae-327b-4ff2-b296-1f9971d20671 None None] Provisioning complete for port a2350ac2-5cf9-490d-a6b1-22798a44830e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:32.524281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71b72c0f-4dbb-476c-9544-188e7cd87d3e req-be6ec632-200f-4cef-8836-8bbbddfd2345 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.1172941 Jul 08 01:52:32.524668 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df11c3ae-327b-4ff2-b296-1f9971d20671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.565540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Allocated IP 172.20.0.12 (9aab5f14-3ef9-4e39-a3c2-7a5c578719b3/3092516a-964c-4ec4-8806-882440cca6e2/8aefe354-3eba-4b8e-a2d8-e8879d2cd6ef) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:32.632593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d9ab5949-7f35-44bf-8672-4a72d660de61 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:32.633250 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.665107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-df11c3ae-327b-4ff2-b296-1f9971d20671 None None] Port a2350ac2-5cf9-490d-a6b1-22798a44830e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:32.713388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f769bbf-8532-4c40-87fc-e2d72adbbd60 req-4e61ebc4-f9ca-48a9-b11d-fc9c5d1c3a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:32.714979 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4f769bbf-8532-4c40-87fc-e2d72adbbd60 req-4e61ebc4-f9ca-48a9-b11d-fc9c5d1c3a0a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7105365 Jul 08 01:52:32.882447 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Router a050aabb-083b-42fc-9369-7f107d70aab6 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:52:32.897869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.903812 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:32.979187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port d9ab5949-7f35-44bf-8672-4a72d660de61, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d9ab5949-7f35-44bf-8672-4a72d660de61,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:32.988847 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.040568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.103976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-5ce182e3-5af0-41d5-85ff-2abecb576e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:33.104676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-5ce182e3-5af0-41d5-85ff-2abecb576e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:33.105235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-5ce182e3-5af0-41d5-85ff-2abecb576e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:33.107167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-5ce182e3-5af0-41d5-85ff-2abecb576e71 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7c274d0d-0887-42f7-9ec2-737b20191266&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=5bee8699-06fd-4db5-ae5a-f970e5377877&id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e HTTP/1.1" status: 200 len: 2298 time: 0.7719543 Jul 08 01:52:33.130129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=d9ab5949-7f35-44bf-8672-4a72d660de61,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:33.136548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Network 9aab5f14-3ef9-4e39-a3c2-7a5c578719b3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:33.143358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:33.150948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:33.195280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event updated for resources: {'Port': ['ID=8aefe354-3eba-4b8e-a2d8-e8879d2cd6ef,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:33.329358 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.375329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-782da5c0-da58-454e-8345-49577b81ca65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a HTTP/1.1" status: 200 len: 1001 time: 0.2538137 Jul 08 01:52:33.407864 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:33.508110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:33.522647 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b9fb078a-1547-41a0-aa0b-c4b3e2e36ced admin admin] 10.222.0.41 "PUT /v2.0/routers/a050aabb-083b-42fc-9369-7f107d70aab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1066840 Jul 08 01:52:33.524900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-2336a9d7-964d-486e-9330-8cce00357d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:33.527297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-2336a9d7-964d-486e-9330-8cce00357d79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=66c3daff-fc98-48ba-b450-287f7a1d985c HTTP/1.1" status: 200 len: 856 time: 0.1378231 Jul 08 01:52:33.791311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-0f5615c5-462a-4cb3-9944-9cfb6d03cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:33.798274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-0f5615c5-462a-4cb3-9944-9cfb6d03cabd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7c274d0d-0887-42f7-9ec2-737b20191266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2611799 Jul 08 01:52:34.081752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.106314 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.209939 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Sync routers for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:34.234841 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:34.237404 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:52:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:34.265094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d9ab5949-7f35-44bf-8672-4a72d660de61 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:34.327732 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4f769bbf-8532-4c40-87fc-e2d72adbbd60 req-5c263e13-ead1-4c11-9d73-0c78ed13a723 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.24 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.2341518 Jul 08 01:52:34.513351 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:34.530967 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.560197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d9ab5949-7f35-44bf-8672-4a72d660de61 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:34.563312 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.573462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.622467 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:34.634002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5338941 Jul 08 01:52:34.639512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95998a-8965-44ed-a9fa-daa2cc3e0b6c tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event updated for resources: {'Port': ['ID=8aefe354-3eba-4b8e-a2d8-e8879d2cd6ef,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:34.657675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35004) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:34.658313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35006) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:35.020458 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-143e815e-dc06-490c-8efb-2853b211f89a tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=9aab5f14-3ef9-4e39-a3c2-7a5c578719b3 HTTP/1.1" status: 200 len: 690 time: 0.3542445 Jul 08 01:52:35.021560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35012) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:35.022310 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2a9f6ad-4279-4193-af8c-ea77ff82897d req-08f922a1-0f7c-4686-b24d-149b06d6679d tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=c75793ba-9f04-42ec-ba72-0d6132c89146 HTTP/1.1" status: 200 len: 210 time: 0.0767131 Jul 08 01:52:35.144082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-8b17b0c7-0a5f-4dbd-961b-55165a36964d service neutron] 10.222.0.24 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3294618 Jul 08 01:52:35.308379 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 2, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:35.320252 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-330f9084-0b3b-48a6-b45e-2423828f33e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.373971 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Checking router: a050aabb-083b-42fc-9369-7f107d70aab6 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:35.382763 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Updating router a050aabb-083b-42fc-9369-7f107d70aab6 port a2350ac2-5cf9-490d-a6b1-22798a44830e binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:52:35.457932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-4196aacf-6e28-4fc9-a633-c132007c714c service neutron] 10.222.0.24 "GET /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963221 Jul 08 01:52:35.499962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.546258 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:35.594676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-c0dcc294-f0bc-49a4-b1d8-8e3e226e416c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=b1017d1c-77ed-4095-b3c8-a332634c3034 HTTP/1.1" status: 200 len: 217 time: 0.1261525 Jul 08 01:52:35.678639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:35.691788 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a46afa14-9d94-436e-997b-09553a15b3d4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--134279944', 'description': 'tempest-description--1650642342'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:35.772034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-92459306-524f-4efe-9051-28095a4e6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:35.775678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-92459306-524f-4efe-9051-28095a4e6df7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.1725402 Jul 08 01:52:35.904572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-de553ddb-1be3-4b63-9a57-e32243089386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:35.920894 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-de553ddb-1be3-4b63-9a57-e32243089386 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1227486 Jul 08 01:52:35.957684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Deleting port 8aefe354-3eba-4b8e-a2d8-e8879d2cd6ef {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:52:35.958285 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.098437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-2f643113-0e8e-4e6a-baf3-af77335260c0 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765978 Jul 08 01:52:36.131393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.131730 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.157030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Calling delete_port for 8aefe354-3eba-4b8e-a2d8-e8879d2cd6ef owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:52:36.235694 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-330f9084-0b3b-48a6-b45e-2423828f33e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.259257 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-330f9084-0b3b-48a6-b45e-2423828f33e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.317409 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.326851 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-330f9084-0b3b-48a6-b45e-2423828f33e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07535f54d565489b8229f94490ce8400&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6639948 Jul 08 01:52:36.331596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35032) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:36.353988 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Transition to ACTIVE for port object a2350ac2-5cf9-490d-a6b1-22798a44830e will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:36.365541 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.385853 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a46afa14-9d94-436e-997b-09553a15b3d4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.429103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f9084-0b3b-48a6-b45e-2423828f33e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace2b38b-bff4-4004-9144-64d2d9c6f485,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:36.602179 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32d32500-7b11-4211-b7e2-332770029914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.641343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a46afa14-9d94-436e-997b-09553a15b3d4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.658226 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Attempting to bind port a2350ac2-5cf9-490d-a6b1-22798a44830e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:36.658642 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Attempting to bind port a2350ac2-5cf9-490d-a6b1-22798a44830e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:36.660193 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Attempting to bind port a2350ac2-5cf9-490d-a6b1-22798a44830e on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:36.681126 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a46afa14-9d94-436e-997b-09553a15b3d4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.683398 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:36.686023 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Checking segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:36.689774 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.693121 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Bound using segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:36.695020 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Bound port: a2350ac2-5cf9-490d-a6b1-22798a44830e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:36.695899 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.730651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32d32500-7b11-4211-b7e2-332770029914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.756411 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Pushing event updated for resources: {'Port': ['ID=a2350ac2-5cf9-490d-a6b1-22798a44830e,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:36.774509 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.781818 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.782591 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.783250 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.783915 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.784632 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.785192 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.785928 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.787308 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.787966 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.788693 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.789322 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:36.825836 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-e2d31267-2bd4-4ac2-ba1f-53d7e8e17dba service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199354 Jul 08 01:52:36.827721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32d32500-7b11-4211-b7e2-332770029914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.831882 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32d32500-7b11-4211-b7e2-332770029914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.836270 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-32d32500-7b11-4211-b7e2-332770029914 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ace2b38b-bff4-4004-9144-64d2d9c6f485 HTTP/1.1" status: 204 len: 168 time: 0.4931509 Jul 08 01:52:36.878255 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:36.885579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-0be02d2d-4aae-4c84-9b8f-3015708fe46e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7035515 Jul 08 01:52:36.918342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d32500-7b11-4211-b7e2-332770029914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace2b38b-bff4-4004-9144-64d2d9c6f485,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:36.922660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] For port a2350ac2-5cf9-490d-a6b1-22798a44830e, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:36.927377 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] For port a2350ac2-5cf9-490d-a6b1-22798a44830e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a2350ac2-5cf9-490d-a6b1-22798a44830e,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:36.936569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46afa14-9d94-436e-997b-09553a15b3d4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3989918-10dd-4a05-93ba-9aebaa752fd1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:36.948914 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.023220 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038902e7-2b8d-459f-ae47-67d2e0eec61a None None] Pushing event updated for resources: {'Port': ['ID=a2350ac2-5cf9-490d-a6b1-22798a44830e,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:37.050147 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:37.050898 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:52:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:37.074625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event deleted for resources: {'Port': ['ID=8aefe354-3eba-4b8e-a2d8-e8879d2cd6ef,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:37.131097 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a46afa14-9d94-436e-997b-09553a15b3d4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.134497 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a46afa14-9d94-436e-997b-09553a15b3d4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4547708 Jul 08 01:52:37.145241 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88518c7b-546c-4fba-9d33-3d0e2271ed4b req-cb7ae436-68a9-4aa5-a33b-7e2130fa4ffc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ad71668f16c4c6fa16e34d69b3f9298&device_id=f0c5e9ef-7e75-4b37-9310-7b8fdd83be37 HTTP/1.1" status: 200 len: 210 time: 0.0746031 Jul 08 01:52:37.146319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35044) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:37.166461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-ceab1572-26eb-442e-ba0a-6baec609d048 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=8f30cc45-c864-4663-b66e-e68c70b846b4 HTTP/1.1" status: 200 len: 217 time: 0.2983472 Jul 08 01:52:37.216084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ad628eaf-4889-4246-ac7d-f87976605d24 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'security_group_rule': {'security_group_id': 'd3989918-10dd-4a05-93ba-9aebaa752fd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:37.350189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-359afacf-f17e-4120-9220-6dcee5e2a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:37.355360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-359afacf-f17e-4120-9220-6dcee5e2a663 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.1357441 Jul 08 01:52:37.369230 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88518c7b-546c-4fba-9d33-3d0e2271ed4b req-af5636cb-b13b-4e7f-99e7-2d8db4efa725 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9ad71668f16c4c6fa16e34d69b3f9298&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097586 Jul 08 01:52:37.395145 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:37.472402 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88ff87f3-e10a-4cf7-b6d8-ce5295a0b086 req-71a4bdde-649f-4345-ad17-7f2ca007e4ba tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0c5e9ef-7e75-4b37-9310-7b8fdd83be37 HTTP/1.1" status: 200 len: 210 time: 0.1103404 Jul 08 01:52:37.581178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88518c7b-546c-4fba-9d33-3d0e2271ed4b req-22bb78aa-2780-45f5-9877-c15ad3953b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:37.582087 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88518c7b-546c-4fba-9d33-3d0e2271ed4b req-22bb78aa-2780-45f5-9877-c15ad3953b9d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2073419 Jul 08 01:52:37.583666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.586660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad628eaf-4889-4246-ac7d-f87976605d24 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.597606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-1ab8a148-cd34-4a2d-9870-85895e7a9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:37.606556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-1ab8a148-cd34-4a2d-9870-85895e7a9b26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2389448 Jul 08 01:52:37.608898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-f0b6bcf5-6cdf-4aaa-9a35-a526559ada62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:37.610380 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-f0b6bcf5-6cdf-4aaa-9a35-a526559ada62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 1098 time: 0.4834554 Jul 08 01:52:37.670598 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad628eaf-4889-4246-ac7d-f87976605d24 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.680876 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad628eaf-4889-4246-ac7d-f87976605d24 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.760959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35050) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:37.764364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad628eaf-4889-4246-ac7d-f87976605d24 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e624eaa6-1627-4b20-ae81-6d30aacc2a20,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:37.789320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-3a77071c-16d8-476b-a57b-ed823d917a0f service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641498 Jul 08 01:52:37.794052 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50e9b90a-69fa-4edb-b216-af7e0b703b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.814115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad628eaf-4889-4246-ac7d-f87976605d24 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.816618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ad628eaf-4889-4246-ac7d-f87976605d24 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6102428 Jul 08 01:52:37.821285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35054) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:37.830956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-878e3722-df60-4855-9049-3874ea3e6f04 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'security_group_rule': {'security_group_id': 'd3989918-10dd-4a05-93ba-9aebaa752fd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:37.842535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.923330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:37.972668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3092516a-964c-4ec4-8806-882440cca6e2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:37.978753 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-878e3722-df60-4855-9049-3874ea3e6f04 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:52:37.978753 n-d-694802-14 neutron-server[93884]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 01:52:37.978753 n-d-694802-14 neutron-server[93884]: [parameters: {'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'id': '87192696-8460-47eb-9f6c-9c2d134ce20d', 'expiration': datetime.datetime(2021, 7, 8, 1, 54, 37, 937821)}] Jul 08 01:52:37.978753 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:52:37.979182 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-878e3722-df60-4855-9049-3874ea3e6f04 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:52:38.027103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-787509ac-2c76-4c58-b269-334272abbea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:38.030552 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-787509ac-2c76-4c58-b269-334272abbea3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 916 time: 0.2396679 Jul 08 01:52:38.048008 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:36Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:38.058412 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.082732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aab5f14-3ef9-4e39-a3c2-7a5c578719b3']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:38.105455 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa29892-cacc-4813-ba65-8b311179aad8 None None] The sync data for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 is: [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:36Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:38.143265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181a079e-4bed-4f36-84bf-ea8a63da9e14') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:38.143827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181a079e-4bed-4f36-84bf-ea8a63da9e14') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:38.165012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.198631 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-a994c059-fe61-4689-8864-a0b9afd22652 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbd49afb-638d-4760-8e6f-d957ac0705ab HTTP/1.1" status: 200 len: 217 time: 0.1464996 Jul 08 01:52:38.243364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50e9b90a-69fa-4edb-b216-af7e0b703b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.245558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.254251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50e9b90a-69fa-4edb-b216-af7e0b703b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.258646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:52:38.259415 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:52:38.306338 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:52:38.345282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9b90a-69fa-4edb-b216-af7e0b703b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f720b308-e016-4365-9daf-cf7b7078c3c7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:38.372057 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-50e9b90a-69fa-4edb-b216-af7e0b703b7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7be941884f994c53a77e98bb06338a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6046815 Jul 08 01:52:38.375194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35058) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:38.389673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-3cc164e0-840e-497f-a68f-a84c049aa956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:38.391272 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-3cc164e0-840e-497f-a68f-a84c049aa956 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 200 len: 855 time: 0.1786234 Jul 08 01:52:38.392514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.405907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9aab5f14-3ef9-4e39-a3c2-7a5c578719b3 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 01:52:38.414683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.418910 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9aab5f14-3ef9-4e39-a3c2-7a5c578719b3 HTTP/1.1" status: 204 len: 168 time: 3.3914094 Jul 08 01:52:38.424191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:38.457306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80337253-e998-4ebc-9012-647e3122210e tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event deleted for resources: {'Network': ['ID=9aab5f14-3ef9-4e39-a3c2-7a5c578719b3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:38.467750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-5bdae516-ac07-4a51-8101-b93cdd643b49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637369 Jul 08 01:52:38.485058 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41c2531b-a5d1-4029-befc-21b04e2e54c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.489423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-04f2a10c-c8e3-480f-8a19-1e52f1953bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534552 Jul 08 01:52:38.513213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41c2531b-a5d1-4029-befc-21b04e2e54c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.658156 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-0f9889d6-2321-4719-9025-046a15f82325 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718547 Jul 08 01:52:38.777490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-18b463cf-949e-4923-9e7d-1c44761ea94a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=60338bfe-28b4-49f2-8081-d18538b2d473 HTTP/1.1" status: 200 len: 217 time: 0.1183372 Jul 08 01:52:38.808780 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:38.812169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28abe439-2148-4993-a854-29b2d7183ddd req-7958de47-0150-44e7-b7b3-5a31394f1242 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0c5e9ef-7e75-4b37-9310-7b8fdd83be37 HTTP/1.1" status: 200 len: 210 time: 0.1519523 Jul 08 01:52:38.922327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-46f3ae86-5134-4f7e-9c31-abd5ee72c400 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.4974718 Jul 08 01:52:38.926531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:39.015316 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-cb3b1d9e-0fb3-4448-a4e8-49012346b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.016782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-cb3b1d9e-0fb3-4448-a4e8-49012346b5a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.2028992 Jul 08 01:52:39.032738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88518c7b-546c-4fba-9d33-3d0e2271ed4b req-a0410e2c-5198-4b9e-9292-e27951ed9626 tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0c5e9ef-7e75-4b37-9310-7b8fdd83be37 HTTP/1.1" status: 200 len: 210 time: 0.0634112 Jul 08 01:52:39.036397 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-878e3722-df60-4855-9049-3874ea3e6f04 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.114101 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41c2531b-a5d1-4029-befc-21b04e2e54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.116912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41c2531b-a5d1-4029-befc-21b04e2e54c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.120452 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-41c2531b-a5d1-4029-befc-21b04e2e54c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f720b308-e016-4365-9daf-cf7b7078c3c7 HTTP/1.1" status: 204 len: 168 time: 0.7416947 Jul 08 01:52:39.172087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-169387a8-c54a-4d46-97a8-0f7c992d2158 req-844a3c7f-5aec-44cf-afce-eb77f4c4f11a service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985845 Jul 08 01:52:39.174879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2531b-a5d1-4029-befc-21b04e2e54c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f720b308-e016-4365-9daf-cf7b7078c3c7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:39.222223 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-878e3722-df60-4855-9049-3874ea3e6f04 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.228420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-878e3722-df60-4855-9049-3874ea3e6f04 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.275501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e3722-df60-4855-9049-3874ea3e6f04 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313504c0-447b-479b-9d14-fcb165430cd1,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:39.322908 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-878e3722-df60-4855-9049-3874ea3e6f04 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.329586 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.330237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.330479 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-878e3722-df60-4855-9049-3874ea3e6f04 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5071917 Jul 08 01:52:39.330978 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.331543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35074) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:39.331681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.332169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.333046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.335112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.337073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.339373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.340650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.341171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:39.342637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.356469 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f961708e-66d6-4301-942e-e70be219a671 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7013 time: 0.4283226 Jul 08 01:52:39.358782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35076) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:39.412560 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-f5265a77-37a3-48f8-92ff-ec262aad9d16 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] delete failed (client error): The resource could not be found. Jul 08 01:52:39.415119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-05e631fb-a1ed-449e-a8df-9d2e3d4bb6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:39.416714 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f5265a77-37a3-48f8-92ff-ec262aad9d16 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/72cc77cb-59b9-4637-b213-304eede1a0bc HTTP/1.1" status: 404 len: 345 time: 0.0568345 Jul 08 01:52:39.417921 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-05e631fb-a1ed-449e-a8df-9d2e3d4bb6a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3875895 Jul 08 01:52:39.418640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:39.422659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.487628 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e88d1e-c669-4f65-b534-0523b873ce73 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] DELETE failed (client error): The resource could not be found. Jul 08 01:52:39.489660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e88d1e-c669-4f65-b534-0523b873ce73 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:52:39.496949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e4e88d1e-c669-4f65-b534-0523b873ce73 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9aab5f14-3ef9-4e39-a3c2-7a5c578719b3 HTTP/1.1" status: 404 len: 339 time: 0.0764880 Jul 08 01:52:39.497197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35080) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:39.509143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Request body: {'network': {'name': 'tempest-network--532679259', 'router:external': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:39.608983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Made reservation on behalf of 2330f7695bba47069742b7af159f513f for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:39.612755 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.677131 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-2c4be827-fbf3-4518-94ae-e826c93effba service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446868 Jul 08 01:52:39.695546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:39.726310 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:39.726997 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Added segment 5844cab8-3ef1-40e9-a7b3-cc0d2a89adcf of type vlan for network 023a06d2-f186-4e12-8e26-8585ae72bd41 Jul 08 01:52:39.885847 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-f4429d5a-3fea-4f80-bbdc-446376b75cb0 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008615 Jul 08 01:52:39.931084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:40.133332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-1fa44a62-3e16-481a-a9bc-5914a6c5583c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.176&port_id=f60c37cd-5bd3-4c6b-9f63-182eb0889855 HTTP/1.1" status: 200 len: 217 time: 0.2051907 Jul 08 01:52:40.206599 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:40.283960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a2350ac2-5cf9-490d-a6b1-22798a44830e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:40.455149 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:40.459669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:40.473932 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:40.485276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port a2350ac2-5cf9-490d-a6b1-22798a44830e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:40.492980 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52954b99-0da8-4cda-ae79-fbd5ed27b053 req-15490947-83b4-444f-bbfc-214579c926ca tempest-ServerShowV247Test-1056533352 tempest-ServerShowV247Test-1056533352-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0c5e9ef-7e75-4b37-9310-7b8fdd83be37 HTTP/1.1" status: 200 len: 210 time: 0.2616029 Jul 08 01:52:40.519719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port a2350ac2-5cf9-490d-a6b1-22798a44830e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:40.521416 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:40.522588 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-6bd5fa98-dd88-4349-a3d7-16b77178d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:40.526217 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-6bd5fa98-dd88-4349-a3d7-16b77178d043 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 200 len: 797 time: 0.3887596 Jul 08 01:52:40.573019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event updated for resources: {'Network': ['ID=023a06d2-f186-4e12-8e26-8585ae72bd41,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:40.636541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 023a06d2-f186-4e12-8e26-8585ae72bd41 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:40.694444 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9d970be9-c44a-41b1-a5e6-eccd7f45702f tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1922276 Jul 08 01:52:40.703383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35100) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:40.745233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-13e4f5cd-e7c6-4177-8c7c-0812f3457580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:40.753846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-13e4f5cd-e7c6-4177-8c7c-0812f3457580 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5bee8699-06fd-4db5-ae5a-f970e5377877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2203634 Jul 08 01:52:40.923945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Allocated IP 172.25.4.48 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/fef64b81-2708-4d2f-9b6b-c572e0bec3a4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:40.976885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.057487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-59afa35f-a299-4dbf-863f-af918a2e5c86 service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924571 Jul 08 01:52:41.092491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port a2350ac2-5cf9-490d-a6b1-22798a44830e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a2350ac2-5cf9-490d-a6b1-22798a44830e,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:41.100238 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.159173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca34e7-1036-488e-9862-ae5967c6e565 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:41.193716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca34e7-1036-488e-9862-ae5967c6e565 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:41.220932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca34e7-1036-488e-9862-ae5967c6e565 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:41.221816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=a2350ac2-5cf9-490d-a6b1-22798a44830e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:41.236899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca34e7-1036-488e-9862-ae5967c6e565 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:41.240372 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-caca34e7-1036-488e-9862-ae5967c6e565 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5332141 Jul 08 01:52:41.254037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35112) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:41.262587 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-633df9a1-bebf-46e1-a2ad-986b97107b0f service neutron] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939182 Jul 08 01:52:41.330386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-2cebce58-5d46-4878-b6c0-3619c5b1ee4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 HTTP/1.1" status: 200 len: 217 time: 0.0587068 Jul 08 01:52:41.428225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-2938dc3b-5163-4245-a65e-e0abf3e261b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:41.430522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-2938dc3b-5163-4245-a65e-e0abf3e261b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 200 len: 797 time: 0.0917833 Jul 08 01:52:41.508091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.523369 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.524411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-65cdae25-0467-4301-a69c-79ae5e1b1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:41.530596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-65cdae25-0467-4301-a69c-79ae5e1b1b30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0929058 Jul 08 01:52:41.726397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-4e27081a-b438-45be-baab-cbcd8b9d8cac service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887968 Jul 08 01:52:41.764851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.771122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.845603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023a06d2-f186-4e12-8e26-8585ae72bd41']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:41.862404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5844cab8-3ef1-40e9-a7b3-cc0d2a89adcf') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:41.862700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5844cab8-3ef1-40e9-a7b3-cc0d2a89adcf') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:41.884749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:41.889220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.893047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:41.905132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:41.910348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'Port': ['ID=fef64b81-2708-4d2f-9b6b-c572e0bec3a4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:41.935631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.948182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:52:41.948636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:52:41.950472 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:52:41.954996 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-f90e7e24-483c-4adf-bc3e-f55ea280541c service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202682 Jul 08 01:52:42.008636 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-b62cbc8f-aadd-47e4-8e41-4c9de326842c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e683d233-6de3-4c80-a356-727d20f20460 HTTP/1.1" status: 200 len: 217 time: 0.0463743 Jul 08 01:52:42.099597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.112706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 023a06d2-f186-4e12-8e26-8585ae72bd41 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 01:52:42.117965 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-0e740eaa-5245-489a-9adf-7f0621428f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:42.121149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-0e740eaa-5245-489a-9adf-7f0621428f4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 200 len: 797 time: 0.1060631 Jul 08 01:52:42.123425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.132335 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "DELETE /v2.0/networks/023a06d2-f186-4e12-8e26-8585ae72bd41 HTTP/1.1" status: 204 len: 168 time: 0.8642778 Jul 08 01:52:42.147863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a2350ac2-5cf9-490d-a6b1-22798a44830e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:42.165749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35134) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:42.172798 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Request body: {'network': {'name': 'tempest-network--487652033', 'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:42.205414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Made reservation on behalf of 2330f7695bba47069742b7af159f513f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:42.207885 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.259313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:42.267357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35136) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:42.286055 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.286412 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Added segment cf969c7e-149d-4d56-88b3-a0e4d84ca280 of type vlan for network f5e32749-e74f-475c-be53-d00fba9231e6 Jul 08 01:52:42.321401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.353615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddf511-f2a0-422b-9f2f-e3ba3932c810 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event deleted for resources: {'Network': ['ID=023a06d2-f186-4e12-8e26-8585ae72bd41,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:42.353825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port a2350ac2-5cf9-490d-a6b1-22798a44830e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:42.353825 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.399149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.497170 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.499653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:42.500326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.528219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.549914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3794267 Jul 08 01:52:42.577081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35144) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:42.688785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e882ab9-996a-4f12-aa60-474935be572d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.731635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-ee97dd5a-d3d0-42ba-b713-9a5837817366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:42.735853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-ee97dd5a-d3d0-42ba-b713-9a5837817366 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dff1a577-2ed8-4004-b0a5-9b3dd703e04e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6078973 Jul 08 01:52:42.923098 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e882ab9-996a-4f12-aa60-474935be572d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:42.951786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e882ab9-996a-4f12-aa60-474935be572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.065718 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6e882ab9-996a-4f12-aa60-474935be572d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ad71668f16c4c6fa16e34d69b3f9298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7255230 Jul 08 01:52:43.068483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35156) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:43.069358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e882ab9-996a-4f12-aa60-474935be572d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63136aa2-7f06-48d9-824d-c92424f39bf7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:43.209869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c464602-4963-4df7-b012-36747ccb8fde tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event updated for resources: {'Network': ['ID=f5e32749-e74f-475c-be53-d00fba9231e6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:43.229557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network f5e32749-e74f-475c-be53-d00fba9231e6 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:43.231898 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7e700c6-5136-49cd-be44-bd12a7f3b162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.236372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fe29c5-861f-4cab-a65d-fc7a0b99f1f1 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:43.241720 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-97fe29c5-861f-4cab-a65d-fc7a0b99f1f1 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] 10.222.0.41 "GET /v2.0/networks/f5e32749-e74f-475c-be53-d00fba9231e6 HTTP/1.1" status: 200 len: 756 time: 0.6598451 Jul 08 01:52:43.242985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35162) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:43.269327 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.279573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.340634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6202e8a-015a-4b23-a29c-158672baff4e tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:43.347562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b6202e8a-015a-4b23-a29c-158672baff4e tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] 10.222.0.41 "GET /v2.0/networks/0220e103-4eb4-4d1f-bb46-467c9772574f HTTP/1.1" status: 200 len: 767 time: 0.1001728 Jul 08 01:52:43.348944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:43.360397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'Port': ['ID=fef64b81-2708-4d2f-9b6b-c572e0bec3a4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:43.365943 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7e700c6-5136-49cd-be44-bd12a7f3b162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.422078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.452718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.456776 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dc222127-03df-48bd-aff5-2eeb9a46223d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1234183 Jul 08 01:52:43.501052 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7e700c6-5136-49cd-be44-bd12a7f3b162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.505282 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7e700c6-5136-49cd-be44-bd12a7f3b162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.508944 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c7e700c6-5136-49cd-be44-bd12a7f3b162 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63136aa2-7f06-48d9-824d-c92424f39bf7 HTTP/1.1" status: 204 len: 168 time: 0.4340596 Jul 08 01:52:43.538433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e700c6-5136-49cd-be44-bd12a7f3b162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63136aa2-7f06-48d9-824d-c92424f39bf7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:43.600469 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.620426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-e7d8365a-fde8-41c5-a823-99a5e7703642 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8749878 Jul 08 01:52:43.858291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-b26cdadd-f4e1-454d-a916-7ee66d4422dc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--134279944&fields=id&tenant_id=51fd7907a17148e3b9eeb671a1a56b3f HTTP/1.1" status: 200 len: 267 time: 0.1359739 Jul 08 01:52:43.903133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:43.977464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e32749-e74f-475c-be53-d00fba9231e6']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:44.057101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf969c7e-149d-4d56-88b3-a0e4d84ca280') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:44.057966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf969c7e-149d-4d56-88b3-a0e4d84ca280') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:44.078996 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa31a01-4b87-454f-b645-fd210364ee2c req-9cda6a34-468e-4b8e-a8e6-68b95a198fa2 service neutron] 10.222.0.24 "GET /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498894 Jul 08 01:52:44.102716 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.137742 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.154448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:52:44.155087 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:52:44.157948 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:52:44.237770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80aef6-766a-4058-8984-37ed066a9253 req-fa638188-09ec-42ed-938e-a15fd1049707 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:44.239507 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-fa638188-09ec-42ed-938e-a15fd1049707 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 816 time: 0.3795674 Jul 08 01:52:44.264214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-e546804b-4cc2-46e6-bbb7-a3bdb744e9df tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/quotas/51fd7907a17148e3b9eeb671a1a56b3f HTTP/1.1" status: 200 len: 375 time: 0.0180061 Jul 08 01:52:44.281769 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.286714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5e32749-e74f-475c-be53-d00fba9231e6 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 01:52:44.289896 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-778665'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.291129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f5e32749-e74f-475c-be53-d00fba9231e6 HTTP/1.1" status: 204 len: 168 time: 0.9421313 Jul 08 01:52:44.297811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35198) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:44.308796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Request body: {'network': {'name': 'tempest-network--1722944934'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:44.350303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98efa93-1766-4d97-a819-a9510cc1dcb1 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5e32749-e74f-475c-be53-d00fba9231e6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:44.371340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Made reservation on behalf of 2330f7695bba47069742b7af159f513f for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:44.379898 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.413977 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-39162952-0f7b-498b-bfe9-9d90a1f3d3ee tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1212873 Jul 08 01:52:44.438978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:44.454251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.455376 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Added segment cf6373cd-1e65-4857-8e03-5997e8acfc22 of type vlan for network 85b4f84c-e4fc-4035-942c-bed31d1d0e96 Jul 08 01:52:44.570547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-e163beb7-a357-4849-a2b0-2771534d30a4 service neutron] 10.222.0.41 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274073 Jul 08 01:52:44.585906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.689547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.691119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:44.691779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:44.777907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35210) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:44.778872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4785655 Jul 08 01:52:44.790985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be9eed-8828-4cfc-97ee-e9c1b828ace0 tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event updated for resources: {'Network': ['ID=85b4f84c-e4fc-4035-942c-bed31d1d0e96,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:44.796913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:44.802221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 85b4f84c-e4fc-4035-942c-bed31d1d0e96 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:45.205750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35230) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:45.332927 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-8456a9c4-66f3-4834-8cb8-1e5ce15a3e8c service neutron] 10.222.0.41 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555041 Jul 08 01:52:45.388780 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.435611 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.478971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1788282424-network', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:45.547070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Network 85b4f84c-e4fc-4035-942c-bed31d1d0e96 is not hosted by any dhcp agent {{(pid=93883) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 01:52:45.548890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:45.550152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.551465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Made reservation on behalf of dc162e737ba04744b1258640692c2b7c for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:45.556174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "PUT /v2.0/networks/85b4f84c-e4fc-4035-942c-bed31d1d0e96 HTTP/1.1" status: 200 len: 858 time: 0.7642684 Jul 08 01:52:45.557258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:45.565206 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.594680 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.843929 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.849737 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.886150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:45.908370 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.924448 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:45.924803 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Added segment 493ae765-5821-4b48-a644-e40e3fe0f1a3 of type vlan for network f5ed028f-b8a7-42b6-a69c-211263d91a60 Jul 08 01:52:46.052460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef5662de-bd01-4b9d-bff4-c5e72fb0beb8 req-19ab934c-553d-4f54-9fc9-913effa6530c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 210 time: 0.1917822 Jul 08 01:52:46.057391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event updated for resources: {'Network': ['ID=85b4f84c-e4fc-4035-942c-bed31d1d0e96,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:46.140734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.141287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.141834 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.142345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.143591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.145131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.149206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.150458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.151451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.152522 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.153341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.154685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc48d21-0667-4b25-8de2-88355a9b0abe tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:46.183904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d4d709-e887-449d-8e39-04e13e137373,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:46.196481 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.277033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.290005 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.291035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b4f84c-e4fc-4035-942c-bed31d1d0e96']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:46.291582 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:46.292764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.308940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6373cd-1e65-4857-8e03-5997e8acfc22') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:46.310038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6373cd-1e65-4857-8e03-5997e8acfc22') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:46.328695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.359612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.378935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:52:46.379246 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:52:46.381273 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:52:46.407047 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1988027 Jul 08 01:52:46.413385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35270) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:46.431986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Request body: {'subnet': {'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1788282424-subnet', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:46.459354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b881c4-210f-4634-b1ea-958152516e03 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ed028f-b8a7-42b6-a69c-211263d91a60,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:46.473959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:46.484462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Made reservation on behalf of dc162e737ba04744b1258640692c2b7c for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:46.493764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.500498 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.514619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85b4f84c-e4fc-4035-942c-bed31d1d0e96 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 01:52:46.561138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:46.594908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] 10.222.0.41 "DELETE /v2.0/networks/85b4f84c-e4fc-4035-942c-bed31d1d0e96 HTTP/1.1" status: 204 len: 168 time: 1.0349894 Jul 08 01:52:46.618310 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3fd60-1fe7-4671-943a-009300477dcd tempest-ExternalNetworksTestJSON-796842325 tempest-ExternalNetworksTestJSON-796842325-project-admin] Pushing event deleted for resources: {'Network': ['ID=85b4f84c-e4fc-4035-942c-bed31d1d0e96,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:46.636855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:46.731453 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-25896200-91de-4013-87f7-d8793121b70a tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] DELETE failed (client error): The resource could not be found. Jul 08 01:52:46.738835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25896200-91de-4013-87f7-d8793121b70a tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:52:46.745972 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-25896200-91de-4013-87f7-d8793121b70a tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] 10.222.0.41 "DELETE /v2.0/subnets/3092516a-964c-4ec4-8806-882440cca6e2 HTTP/1.1" status: 404 len: 337 time: 0.1050355 Jul 08 01:52:46.748578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:46.853414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.047272 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.094394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0220e103-4eb4-4d1f-bb46-467c9772574f']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:47.127904 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f11d669-4119-4bc8-ba35-d6c64f2b3a6b') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:47.128222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f11d669-4119-4bc8-ba35-d6c64f2b3a6b') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:47.163970 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.169658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.237533 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.266514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:52:47.266514 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:52:47.273480 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:52:47.395926 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.398954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f5a5b79-afd4-4dee-971e-ebe6660706fc,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:47.407111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Checking segment: {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:47.407527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Network hostable DHCP agents. Network: f5ed028f-b8a7-42b6-a69c-211263d91a60, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:52:47.428571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:52:47.432773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33876906-51a6-4ca5-934d-b235e55f955b req-e6f7d143-a957-4610-b6c0-53c3843ba088 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 210 time: 0.0511453 Jul 08 01:52:47.442045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, f5ed028f-b8a7-42b6-a69c-211263d91a60) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:47.443069 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.445239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] 10.222.0.41 "DELETE /v2.0/networks/0220e103-4eb4-4d1f-bb46-467c9772574f HTTP/1.1" status: 204 len: 168 time: 0.6953657 Jul 08 01:52:47.463226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:47.464224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.468131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f60db8-58fa-4018-ac56-a881f8360db4 tempest-ExternalNetworksTestJSON-885903050 tempest-ExternalNetworksTestJSON-885903050-project] Pushing event deleted for resources: {'Network': ['ID=0220e103-4eb4-4d1f-bb46-467c9772574f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:47.472598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e467e-5076-47ec-916c-a156c9e1f4f5 None None] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:47.522478 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a9f9de36-cc07-447e-a56e-d461aa9c6c69 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1037085 Jul 08 01:52:47.523493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:47.527381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:47.592584 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.593897 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.702851 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:47.755081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-f5ed028f-b8a7-42b6-a69c-211263d91a60', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:52:47.756787 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.029069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35312) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:48.032892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.036478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Allocated IP 172.20.0.2 (f5ed028f-b8a7-42b6-a69c-211263d91a60/6f5a5b79-afd4-4dee-971e-ebe6660706fc/c1c26737-169d-4144-8916-3cacdf3378ae) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:48.343730 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-77dcff17-83df-4b3f-a66e-2bc7783c3db9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f6da53579354be098cab19ca2ff8d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121774 Jul 08 01:52:48.346538 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35322) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:48.355787 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.368387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Transition to ACTIVE for port object c1c26737-169d-4144-8916-3cacdf3378ae will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:48.397917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Transition to ACTIVE for port object c1c26737-169d-4144-8916-3cacdf3378ae will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:48.414719 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.452853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80aef6-766a-4058-8984-37ed066a9253 req-ef7f0508-5635-4617-aa63-f7804992dd01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:48.455839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-ef7f0508-5635-4617-aa63-f7804992dd01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.24 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 816 time: 0.2024705 Jul 08 01:52:48.487510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1445aee3-1c9e-4f67-ad0c-ab3a40516fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.530670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:48.535136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:48.549641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:48.556708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Pushing event updated for resources: {'Port': ['ID=c1c26737-169d-4144-8916-3cacdf3378ae,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:48.627106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1445aee3-1c9e-4f67-ad0c-ab3a40516fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.651413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-c29ce76d-07c5-402c-94db-0380441ff7d9 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51fd7907a17148e3b9eeb671a1a56b3f HTTP/1.1" status: 200 len: 379 time: 0.1862798 Jul 08 01:52:48.741797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Attempting to bind port c1c26737-169d-4144-8916-3cacdf3378ae on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:48.742114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Attempting to bind port c1c26737-169d-4144-8916-3cacdf3378ae by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:48.742411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Attempting to bind port c1c26737-169d-4144-8916-3cacdf3378ae on network f5ed028f-b8a7-42b6-a69c-211263d91a60 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:48.758474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:48.759718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Checking segment: {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:48.761579 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.761579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Bound using segment: {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:48.762052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Bound port: c1c26737-169d-4144-8916-3cacdf3378ae, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:48.762519 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.777460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'port': {'device_id': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'admin_state_up': True, 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'security_groups': ['d3989918-10dd-4a05-93ba-9aebaa752fd1']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:48.794280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1445aee3-1c9e-4f67-ad0c-ab3a40516fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.797067 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1445aee3-1c9e-4f67-ad0c-ab3a40516fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:48.813138 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1445aee3-1c9e-4f67-ad0c-ab3a40516fcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a9e1733-9833-4747-b1b5-48384a4e5e16 HTTP/1.1" status: 204 len: 168 time: 0.4653690 Jul 08 01:52:48.855462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445aee3-1c9e-4f67-ad0c-ab3a40516fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9e1733-9833-4747-b1b5-48384a4e5e16,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:48.979461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] For port c1c26737-169d-4144-8916-3cacdf3378ae, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:48.993923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] For port c1c26737-169d-4144-8916-3cacdf3378ae, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c1c26737-169d-4144-8916-3cacdf3378ae,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:48.995648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4006cd8d-005f-4d08-af89-1279e5147579 req-6c0196b6-3695-4200-9aac-eff1b3fd4cd8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 210 time: 0.2081108 Jul 08 01:52:49.023885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:49.125965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:49.149615 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:49.291364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c54fd-c10d-4f53-abe7-682492e13761 None None] Pushing event updated for resources: {'Port': ['ID=c1c26737-169d-4144-8916-3cacdf3378ae,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:49.442396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Made reservation on behalf of 51fd7907a17148e3b9eeb671a1a56b3f for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:49.452139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:49.522755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Allocated IP 172.25.4.185 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/11b604d7-ca07-4c9e-8427-806acf40b1f5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:49.594853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35346) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:49.713891 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b9fadb35-9870-4e72-a8ec-b101ef21439e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2330f7695bba47069742b7af159f513f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163290 Jul 08 01:52:49.718490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35348) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:49.869393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0246-1fb1-43dd-aa36-50df4ae40684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:49.949944 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:49.952665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0246-1fb1-43dd-aa36-50df4ae40684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.074444 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0246-1fb1-43dd-aa36-50df4ae40684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.079036 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0246-1fb1-43dd-aa36-50df4ae40684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.089952 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9e8c0246-1fb1-43dd-aa36-50df4ae40684 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b9b9fc2-a461-4a75-b0f0-09e7456dc227 HTTP/1.1" status: 204 len: 168 time: 0.3702276 Jul 08 01:52:50.118303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c0246-1fb1-43dd-aa36-50df4ae40684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9b9fc2-a461-4a75-b0f0-09e7456dc227,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:50.152102 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.251539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c1c26737-169d-4144-8916-3cacdf3378ae up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:50.268520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35360) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:50.427772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:50.444087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:50.448479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:50.508114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c1c26737-169d-4144-8916-3cacdf3378ae completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:50.570959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Pushing event updated for resources: {'Port': ['ID=11b604d7-ca07-4c9e-8427-806acf40b1f5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:50.616789 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aed0c344-b9d6-4733-993a-8cd4ee30d484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.620928 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1727d22e-4ddf-44cc-8213-a336ec9d06e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:50.710909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Allocated IP 172.20.0.12 (c80012b9-fc01-4d53-90a2-2aff3c4fdfd8/31e2073b-974c-4fde-ac79-6e7743f5b3f0/15216622-0f49-4579-9353-3c6ca02a670d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:50.722638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f9e5c22-0df2-4cf7-bde9-6d7a66ebc71c req-6363fe80-7352-46d2-82b6-f3c4a0b2ca8b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 210 time: 0.0837564 Jul 08 01:52:51.046397 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aed0c344-b9d6-4733-993a-8cd4ee30d484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.066578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aed0c344-b9d6-4733-993a-8cd4ee30d484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.139111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf3564-7866-4f10-931c-57b8c7c5a7d9 None None] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:51.208280 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aed0c344-b9d6-4733-993a-8cd4ee30d484 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13a97e5d59b9442ca1f35fceb599f78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9383149 Jul 08 01:52:51.214901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35376) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:51.259452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0c344-b9d6-4733-993a-8cd4ee30d484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050c62db-d93a-42a4-9a40-ac768c9fd27a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:51.306738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c531de44-0a5d-442c-b077-78be05cc96a9 None None] Provisioning for port c1c26737-169d-4144-8916-3cacdf3378ae completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:51.315170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c531de44-0a5d-442c-b077-78be05cc96a9 None None] Provisioning complete for port c1c26737-169d-4144-8916-3cacdf3378ae triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:51.315720 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c531de44-0a5d-442c-b077-78be05cc96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.462906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a43b7cf-3fe9-4d90-8a96-bebcc159b6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.503238 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a43b7cf-3fe9-4d90-8a96-bebcc159b6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.636812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a43b7cf-3fe9-4d90-8a96-bebcc159b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.666469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a43b7cf-3fe9-4d90-8a96-bebcc159b6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.669460 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6a43b7cf-3fe9-4d90-8a96-bebcc159b6ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/050c62db-d93a-42a4-9a40-ac768c9fd27a HTTP/1.1" status: 204 len: 168 time: 0.4441364 Jul 08 01:52:51.691727 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c531de44-0a5d-442c-b077-78be05cc96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.708683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43b7cf-3fe9-4d90-8a96-bebcc159b6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050c62db-d93a-42a4-9a40-ac768c9fd27a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:51.787475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c531de44-0a5d-442c-b077-78be05cc96a9 None None] For port c1c26737-169d-4144-8916-3cacdf3378ae, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c1c26737-169d-4144-8916-3cacdf3378ae,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:51.796732 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c531de44-0a5d-442c-b077-78be05cc96a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:51.894184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531de44-0a5d-442c-b077-78be05cc96a9 None None] Pushing event updated for resources: {'Port': ['ID=c1c26737-169d-4144-8916-3cacdf3378ae,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:52.138591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c1c26737-169d-4144-8916-3cacdf3378ae up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:52:52.208284 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6203d5d6-a7f7-46a1-9590-84848e9ca986 req-0193f643-c9d1-48cf-9ebd-267c94c5b7a0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 210 time: 0.1270988 Jul 08 01:52:52.301553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.302982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c1c26737-169d-4144-8916-3cacdf3378ae triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:52.303792 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.466920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-99afc367-f0c9-4550-86b1-6f122713835d None None] Provisioning complete for port c1c26737-169d-4144-8916-3cacdf3378ae triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:52.470061 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99afc367-f0c9-4550-86b1-6f122713835d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.603125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35406) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:52.613091 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.660531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Transition to ACTIVE for port object 15216622-0f49-4579-9353-3c6ca02a670d will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:52.668416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-751887fc-405b-4a75-9330-7181fb30874c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.844186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.902920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-751887fc-405b-4a75-9330-7181fb30874c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.910806 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-751887fc-405b-4a75-9330-7181fb30874c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:52.927292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:52.957650 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-751887fc-405b-4a75-9330-7181fb30874c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfa7c84627984c34918a9bcec483aba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477240 Jul 08 01:52:52.960135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35414) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:52.970229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:52.974184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:52.979455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:53.058819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751887fc-405b-4a75-9330-7181fb30874c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5c95f6-93b1-4be0-b975-471c6894291e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:53.080392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:53.081597 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.086074 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.178693 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d84efbd-93e1-411b-bdf1-f0989086041e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.276206 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d84efbd-93e1-411b-bdf1-f0989086041e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.344903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-9568220c-11df-4706-9075-29978d4413be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5834267 Jul 08 01:52:53.373841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Request body: {'port': {'device_id': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:53.401530 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-087b86f4-e5d3-46b8-b23e-282045bafa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.437912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d84efbd-93e1-411b-bdf1-f0989086041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.456193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d84efbd-93e1-411b-bdf1-f0989086041e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.456193 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1d84efbd-93e1-411b-bdf1-f0989086041e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b5c95f6-93b1-4be0-b975-471c6894291e HTTP/1.1" status: 204 len: 168 time: 0.4782679 Jul 08 01:52:53.473743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d84efbd-93e1-411b-bdf1-f0989086041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5c95f6-93b1-4be0-b975-471c6894291e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:53.579352 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.597548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c3eb675b-d40e-4926-bfc5-c48561d6b772 None None] Provisioning for port 15216622-0f49-4579-9353-3c6ca02a670d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:53.606029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Router ff5b97b6-238f-4750-afeb-f30652cc010e is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:52:53.610435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c3eb675b-d40e-4926-bfc5-c48561d6b772 None None] Provisioning complete for port 15216622-0f49-4579-9353-3c6ca02a670d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:53.611378 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c3eb675b-d40e-4926-bfc5-c48561d6b772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.755778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb675b-d40e-4926-bfc5-c48561d6b772 None None] Port 15216622-0f49-4579-9353-3c6ca02a670d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:53.784519 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:53.837317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec1ed8-f1f5-4681-84ea-d51c90ff1cfb req-4d4ecb4b-8b57-4779-99b8-9175725147d8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:53.838238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dec1ed8-f1f5-4681-84ea-d51c90ff1cfb req-4d4ecb4b-8b57-4779-99b8-9175725147d8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 932 time: 0.2952394 Jul 08 01:52:53.904361 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dec1ed8-f1f5-4681-84ea-d51c90ff1cfb req-8a2296cd-e031-4940-b4a1-161ab7a6e447 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539660 Jul 08 01:52:54.078919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35440) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:54.111187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:52:54.127446 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Sync routers for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:52:54.146480 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:54.152704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:52:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:54.171427 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.176951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35444) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:54.177785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7b9e61cf-e9ca-46df-8bf1-8c5dc38145a0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6539831 Jul 08 01:52:54.369945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15216622-0f49-4579-9353-3c6ca02a670d {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:54.382724 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.422731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Transition to ACTIVE for port object 15216622-0f49-4579-9353-3c6ca02a670d will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:54.428840 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.458958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:54.487397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-188826143'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:54.586267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:54.634028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Made reservation on behalf of 5611b15a9586462ea3e1d0ebfb48db13 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:54.649153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.680564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.693961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Attempting to bind port 15216622-0f49-4579-9353-3c6ca02a670d on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:54.694456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Attempting to bind port 15216622-0f49-4579-9353-3c6ca02a670d by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:54.696188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Attempting to bind port 15216622-0f49-4579-9353-3c6ca02a670d on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:54.707342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Port 15216622-0f49-4579-9353-3c6ca02a670d on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:54.708859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Attempting to bind port 15216622-0f49-4579-9353-3c6ca02a670d on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:54.741708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:54.742060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Checking segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:54.742546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Bound using segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:54.745944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Bound port: 15216622-0f49-4579-9353-3c6ca02a670d, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:54.746376 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.835139 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:54.931004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:54.937241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:54.950192 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.022857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.023777 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.025706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] 10.222.0.24 "PUT /v2.0/ports/15216622-0f49-4579-9353-3c6ca02a670d HTTP/1.1" status: 200 len: 1093 time: 1.6651237 Jul 08 01:52:55.026290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:52:55.037938 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b483de-b7f3-45d1-af7c-96237db27f39" -d '{"events": [{"name": "network-changed", "server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "tag": "15216622-0f49-4579-9353-3c6ca02a670d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:52:55.111847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e1e2c-3dfd-4472-8765-4ff0af88f11b service neutron] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:55.157687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80aef6-766a-4058-8984-37ed066a9253 req-95931755-42b4-412d-b97f-0b9cb49010d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.162673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-95931755-42b4-412d-b97f-0b9cb49010d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 1096 time: 0.0937335 Jul 08 01:52:55.350473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-0f657ce6-df61-4294-b2aa-df1756f0023b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15216622-0f49-4579-9353-3c6ca02a670d HTTP/1.1" status: 200 len: 217 time: 0.1796763 Jul 08 01:52:55.358060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.385947 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548e40f2-db20-45f8-bac3-cf61f9d33863 x-openstack-request-id: req-548e40f2-db20-45f8-bac3-cf61f9d33863 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:52:55.387431 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "tag": "15216622-0f49-4579-9353-3c6ca02a670d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:52:55.396240 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-548e40f2-db20-45f8-bac3-cf61f9d33863 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:52:55.397346 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d', 'status': 'completed', 'code': 200} Jul 08 01:52:55.417966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.469028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=688c7e97-68cb-442c-9e56-fc44a5e12c7c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:55.501009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:52:55.521100 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.521680 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Added segment bcfbb85c-eccd-46cd-8767-94a01a672d1c of type vlan for network 24337342-a0d0-453e-8e9e-571b1c47d5c9 Jul 08 01:52:55.585835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80aef6-766a-4058-8984-37ed066a9253 req-c282cdd3-22cf-4ad6-bd73-1f28304f15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.589566 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-c282cdd3-22cf-4ad6-bd73-1f28304f15a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.2324100 Jul 08 01:52:55.605985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.710778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.713315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a672e-a72e-4dce-b45f-e01a14dabf35 req-63002180-5370-4ae5-8d50-719630450c8c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.717682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:51Z', 'revision_number': 3, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:55.743357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:55.747991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.755039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Checking router: ff5b97b6-238f-4750-afeb-f30652cc010e for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:52:55.755302 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-471a672e-a72e-4dce-b45f-e01a14dabf35 req-63002180-5370-4ae5-8d50-719630450c8c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.5552962 Jul 08 01:52:55.756358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Updating router ff5b97b6-238f-4750-afeb-f30652cc010e port 11b604d7-ca07-4c9e-8427-806acf40b1f5 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:52:55.835228 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:55.984674 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-471a672e-a72e-4dce-b45f-e01a14dabf35 req-cbce808b-f539-4396-b8e1-1464a0e3426b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273865 Jul 08 01:52:56.005573 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9250782 Jul 08 01:52:56.015870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4a99c-3b73-4ba0-996f-d929f43bdc9c tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Pushing event updated for resources: {'Network': ['ID=24337342-a0d0-453e-8e9e-571b1c47d5c9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:56.026202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.051445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80aef6-766a-4058-8984-37ed066a9253 req-59103a38-a7f3-4058-a3ee-3da08af58a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:56.055162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-59103a38-a7f3-4058-a3ee-3da08af58a07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4564362 Jul 08 01:52:56.307618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-bd809a81-4051-4abe-8590-b9e0cdf8fe0a service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418749 Jul 08 01:52:56.363871 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.376585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Transition to ACTIVE for port object 11b604d7-ca07-4c9e-8427-806acf40b1f5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:56.383255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 24337342-a0d0-453e-8e9e-571b1c47d5c9 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:52:56.391426 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.447169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Allocated IP 172.20.0.1 (f5ed028f-b8a7-42b6-a69c-211263d91a60/6f5a5b79-afd4-4dee-971e-ebe6660706fc/5d803a47-fa40-43f1-a817-9919ca0b8d60) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:52:56.578655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de80aef6-766a-4058-8984-37ed066a9253 req-9ce3b7c1-f237-4619-bd21-ebea33dd0f23 service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637405 Jul 08 01:52:56.740163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Attempting to bind port 11b604d7-ca07-4c9e-8427-806acf40b1f5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:56.740929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Attempting to bind port 11b604d7-ca07-4c9e-8427-806acf40b1f5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:56.741550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Attempting to bind port 11b604d7-ca07-4c9e-8427-806acf40b1f5 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:56.746719 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.781586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Transition to ACTIVE for port object 5d803a47-fa40-43f1-a817-9919ca0b8d60 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:56.783778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1247e65-0ffa-492d-a4b1-410dbc6454f0 None None] Pushing event updated for resources: {'Port': ['ID=11b604d7-ca07-4c9e-8427-806acf40b1f5,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:56.805624 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.820739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:52:56.821708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:56.822732 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.823486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:52:56.824644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Bound port: 11b604d7-ca07-4c9e-8427-806acf40b1f5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:52:56.833334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.884075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35502) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:56.897584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-7f51ac57-8f65-4106-813c-ef1d5773a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:56.904346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-7f51ac57-8f65-4106-813c-ef1d5773a674 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 1096 time: 0.2252233 Jul 08 01:52:56.914542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Request body: {'port': {'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9', 'binding:host_id': 'n-h2-694802-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1647212817'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:52:56.963570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] For port 11b604d7-ca07-4c9e-8427-806acf40b1f5, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:52:56.968172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] For port 11b604d7-ca07-4c9e-8427-806acf40b1f5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=11b604d7-ca07-4c9e-8427-806acf40b1f5,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:52:56.974217 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.975246 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:56.986516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Made reservation on behalf of 5b359eff4d3849568f56338208400985 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:52:56.999219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.058377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:52:57.059034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:52:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:57.068334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1247e65-0ffa-492d-a4b1-410dbc6454f0 None None] Pushing event updated for resources: {'Port': ['ID=11b604d7-ca07-4c9e-8427-806acf40b1f5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:57.103512 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-70e398ca-6a6e-45f5-9b8f-919f9b4c9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:57.113528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-70e398ca-6a6e-45f5-9b8f-919f9b4c9e79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.2017083 Jul 08 01:52:57.113807 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.121193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:52:57.140751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:57.154987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:57.161748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d803a47-fa40-43f1-a817-9919ca0b8d60,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:57.269893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-7ee9ff9c-3c77-4360-b7a3-41f44437cc4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15216622-0f49-4579-9353-3c6ca02a670d HTTP/1.1" status: 200 len: 217 time: 0.1484518 Jul 08 01:52:57.424804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.602051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:52:57.676673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-c667c5bd-e4d8-4cff-876d-5bd1f724aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:57.679194 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-c667c5bd-e4d8-4cff-876d-5bd1f724aebc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.3993835 Jul 08 01:52:57.731334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.880733 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12519bbf-4309-419b-b0ce-c8eb3f866a54 req-f0ea3435-4824-437b-9147-4a58a372a0d0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:57.885506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12519bbf-4309-419b-b0ce-c8eb3f866a54 req-f0ea3435-4824-437b-9147-4a58a372a0d0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.5015898 Jul 08 01:52:57.907830 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:57.918951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] device_id is not set on port 0e313527-da3c-4eea-a406-6a4acdfb49bf yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:52:57.974231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-789d2461-6eea-44f8-8760-f376834cab7a None None] Provisioning for port 5d803a47-fa40-43f1-a817-9919ca0b8d60 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:52:57.982595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-789d2461-6eea-44f8-8760-f376834cab7a None None] Provisioning complete for port 5d803a47-fa40-43f1-a817-9919ca0b8d60 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:52:57.983478 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-789d2461-6eea-44f8-8760-f376834cab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:58.084661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-789d2461-6eea-44f8-8760-f376834cab7a None None] Port 5d803a47-fa40-43f1-a817-9919ca0b8d60 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:52:58.110793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:51Z', 'revision_number': 3, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:52:58.116487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12519bbf-4309-419b-b0ce-c8eb3f866a54 req-459af4fe-0ffb-4780-bf34-e58526d4dfd4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226574 Jul 08 01:52:58.139214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-c3e65e56-b583-447d-aa0b-93474c76a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:58.141831 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-c3e65e56-b583-447d-aa0b-93474c76a8bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4394171 Jul 08 01:52:58.215854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2cbbab-f302-4db5-908f-a506027e70e1 None None] The sync data for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 is: [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:51Z', 'revision_number': 3, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:52:58.441598 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-7acc322f-9a8c-4f37-b1fe-7842ad0dd6e0 service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880101 Jul 08 01:52:58.496060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] device_id is not set on port 0e313527-da3c-4eea-a406-6a4acdfb49bf yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:52:58.602862 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:58.630629 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:58.633635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6b483de-b7f3-45d1-af7c-96237db27f39 req-5a016a48-9306-45e0-98d9-3e9909133564 service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843047 Jul 08 01:52:58.634849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9346d4-2ea2-4924-8b1c-eebab87543d2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:58.709557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.709910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.710259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.710911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.711252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.711655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.712033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.712395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.712775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.713160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.713500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.714350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:52:58.718807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Transition to ACTIVE for port object 0e313527-da3c-4eea-a406-6a4acdfb49bf will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:52:58.722896 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 15216622-0f49-4579-9353-3c6ca02a670d details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:52:58.753467 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:58.821089 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event updated for resources: {'Port': ['ID=0e313527-da3c-4eea-a406-6a4acdfb49bf,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:58.972919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Checking segment: {'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:52:58.973479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Network hostable DHCP agents. Network: 24337342-a0d0-453e-8e9e-571b1c47d5c9, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:52:59.105989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Network 24337342-a0d0-453e-8e9e-571b1c47d5c9 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:52:59.144712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 24337342-a0d0-453e-8e9e-571b1c47d5c9) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:52:59.160755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:52:59.176928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd98786-c03a-4876-87fb-2e5cacfbf804 None None] Network 24337342-a0d0-453e-8e9e-571b1c47d5c9 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:52:59.218838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:59.228209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:59.228818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:59.274082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:59.275122 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:52:59.293654 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 2 to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf Jul 08 01:52:59.315080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:59.354985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:59.464860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:59.465346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:59.466186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:59.524625 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:59.543724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:59.547651 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:52:59.552349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '15216622-0f49-4579-9353-3c6ca02a670d', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'port_id': '15216622-0f49-4579-9353-3c6ca02a670d', 'mac_address': 'fa:16:3e:e7:99:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:52:59.565091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35554) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:52:59.577246 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 3 to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf Jul 08 01:52:59.688119 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:59.699831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:59.700690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:59.701421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:59.724350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:59.732736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d803a47-fa40-43f1-a817-9919ca0b8d60,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:52:59.738614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15216622-0f49-4579-9353-3c6ca02a670d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:52:59.753879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:59.753879 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:52:59.760284 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 4 to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf Jul 08 01:52:59.805151 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cfc7d-95df-4dfc-a2ef-fe86a4ae9023 req-a6b0d203-5217-4673-9b91-74782b6b74f6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:52:59.809389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-237cfc7d-95df-4dfc-a2ef-fe86a4ae9023 req-a6b0d203-5217-4673-9b91-74782b6b74f6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.3274572 Jul 08 01:52:59.818330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:52:59.820650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:59.821538 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:59.822294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:59.825753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:52:59.871871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:59.873334 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:52:59.877462 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 5 to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf Jul 08 01:52:59.919266 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:52:59.920264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:52:59.920990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:52:59.944852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:52:59.955269 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:52:59.960464 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 6 to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf Jul 08 01:52:59.976849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-237cfc7d-95df-4dfc-a2ef-fe86a4ae9023 req-3e22c63d-3c7e-4689-abe1-5c82585f1fc2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519153 Jul 08 01:53:00.039739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:00.044289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:00.045015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:00.067609 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:00.089661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:00.099946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:00.100634 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:00.101905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:00.106387 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 7 to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf Jul 08 01:53:00.149074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be0b73ae-9ac1-4c61-a42c-094b91a7342d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.168094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['15216622-0f49-4579-9353-3c6ca02a670d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:00.257775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:00.258673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:00.259427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:00.299426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:00.299729 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:00.303495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 11b604d7-ca07-4c9e-8427-806acf40b1f5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:00.333923 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 8 to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf Jul 08 01:53:00.484374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 11b604d7-ca07-4c9e-8427-806acf40b1f5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:00.496648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 11b604d7-ca07-4c9e-8427-806acf40b1f5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:00.497245 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.571561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f0f64adf-0c64-4c33-aceb-87dbc3dddc2b None None] Provisioning complete for port 5d803a47-fa40-43f1-a817-9919ca0b8d60 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:00.574043 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f0f64adf-0c64-4c33-aceb-87dbc3dddc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.695381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f0f64adf-0c64-4c33-aceb-87dbc3dddc2b None None] Port 5d803a47-fa40-43f1-a817-9919ca0b8d60 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:53:00.734545 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:00.794488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 11b604d7-ca07-4c9e-8427-806acf40b1f5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=11b604d7-ca07-4c9e-8427-806acf40b1f5,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:00.800683 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.034906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=11b604d7-ca07-4c9e-8427-806acf40b1f5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:01.077336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:01.079739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:01.079739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:01.119872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:01.127968 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:01.134222 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 9 to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf Jul 08 01:53:01.189451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:01.189974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:01.190502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:01.221714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Router ff5b97b6-238f-4750-afeb-f30652cc010e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:01.243906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:01.244389 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:01.251860 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be0b73ae-9ac1-4c61-a42c-094b91a7342d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.254751 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 10 to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf Jul 08 01:53:01.289548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be0b73ae-9ac1-4c61-a42c-094b91a7342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.315474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:01.315822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:01.316263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:01.426043 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 0e313527-da3c-4eea-a406-6a4acdfb49bf on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:01.427214 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 0e313527-da3c-4eea-a406-6a4acdfb49bf on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:01.428186 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.465520 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-be0b73ae-9ac1-4c61-a42c-094b91a7342d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a914886dd80c40a0b42ac9019be488f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8834085 Jul 08 01:53:01.467023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b73ae-9ac1-4c61-a42c-094b91a7342d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9443fca7-28e2-47df-bacb-1aa49148c6ef,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:01.469754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:01.617608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:01.635521 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c0d89d90-b42e-461f-ae01-17977c2872c7 admin admin] 10.222.0.41 "PUT /v2.0/routers/ff5b97b6-238f-4750-afeb-f30652cc010e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4574528 Jul 08 01:53:01.664209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] For port 0e313527-da3c-4eea-a406-6a4acdfb49bf, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:01.668617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempted to set empty binding levels {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 01:53:01.691442 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.732423 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f263de02-0eef-4404-be92-77c6e90e65e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.749774 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Sync routers for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:01.803954 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:01.806645 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:52:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:01.850948 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f263de02-0eef-4404-be92-77c6e90e65e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.872810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:01.874000 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:01.894769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcafe14-d432-42b5-80db-67b5c0f5e26b req-7f4711f0-024a-4a37-9d1c-f008832fc7e8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:01.920661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dcafe14-d432-42b5-80db-67b5c0f5e26b req-7f4711f0-024a-4a37-9d1c-f008832fc7e8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.4203000 Jul 08 01:53:01.926643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event updated for resources: {'Port': ['ID=0e313527-da3c-4eea-a406-6a4acdfb49bf,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:01.942988 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d0f3b721-c5b3-4ac2-a79c-4b425824d28c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.0499761 Jul 08 01:53:01.944992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35584) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:02.207914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dcafe14-d432-42b5-80db-67b5c0f5e26b req-67c8eb82-6ccb-49fe-a1c2-182d4bee6140 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856038 Jul 08 01:53:02.211149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 11b604d7-ca07-4c9e-8427-806acf40b1f5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:02.282383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-50893c42-5b66-4dad-ad1c-4e9d1c073561 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Deleting port 0e313527-da3c-4eea-a406-6a4acdfb49bf {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:02.283302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50893c42-5b66-4dad-ad1c-4e9d1c073561 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:02.345358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8b86c-4d89-4007-893a-095e49fefd12 req-99fe6ef0-29f4-4421-af92-8ddef01fb951 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.358199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8b86c-4d89-4007-893a-095e49fefd12 req-99fe6ef0-29f4-4421-af92-8ddef01fb951 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.367295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 11b604d7-ca07-4c9e-8427-806acf40b1f5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:02.368467 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:02.371919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8b86c-4d89-4007-893a-095e49fefd12 req-99fe6ef0-29f4-4421-af92-8ddef01fb951 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.386954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8b86c-4d89-4007-893a-095e49fefd12 req-99fe6ef0-29f4-4421-af92-8ddef01fb951 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.390274 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:02.394477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8b86c-4d89-4007-893a-095e49fefd12 req-99fe6ef0-29f4-4421-af92-8ddef01fb951 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.408554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8b86c-4d89-4007-893a-095e49fefd12 req-99fe6ef0-29f4-4421-af92-8ddef01fb951 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.422014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8b86c-4d89-4007-893a-095e49fefd12 req-99fe6ef0-29f4-4421-af92-8ddef01fb951 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.436245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1fe8b86c-4d89-4007-893a-095e49fefd12 req-99fe6ef0-29f4-4421-af92-8ddef01fb951 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5443 time: 0.6111188 Jul 08 01:53:02.453838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f263de02-0eef-4404-be92-77c6e90e65e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:02.454542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-50893c42-5b66-4dad-ad1c-4e9d1c073561 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] For port 0e313527-da3c-4eea-a406-6a4acdfb49bf, host n-h2-694802-14, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:02.455401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50893c42-5b66-4dad-ad1c-4e9d1c073561 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:02.457501 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f263de02-0eef-4404-be92-77c6e90e65e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:02.463179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f263de02-0eef-4404-be92-77c6e90e65e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9443fca7-28e2-47df-bacb-1aa49148c6ef HTTP/1.1" status: 204 len: 168 time: 0.9921496 Jul 08 01:53:02.503806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263de02-0eef-4404-be92-77c6e90e65e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9443fca7-28e2-47df-bacb-1aa49148c6ef,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:02.537427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-50893c42-5b66-4dad-ad1c-4e9d1c073561 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Calling delete_port for 0e313527-da3c-4eea-a406-6a4acdfb49bf owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:02.611042 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1fe8b86c-4d89-4007-893a-095e49fefd12 req-1662e0f6-8864-4c2b-a085-f28c5399e735 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1732733 Jul 08 01:53:02.772410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 15216622-0f49-4579-9353-3c6ca02a670d up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:02.895067 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50893c42-5b66-4dad-ad1c-4e9d1c073561 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:02.963880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-85e4307c-27a9-4118-b402-c8a82ad7dddd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.979501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-85e4307c-27a9-4118-b402-c8a82ad7dddd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:02.986730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50893c42-5b66-4dad-ad1c-4e9d1c073561 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e313527-da3c-4eea-a406-6a4acdfb49bf,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:02.995837 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-85e4307c-27a9-4118-b402-c8a82ad7dddd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:03.000022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50893c42-5b66-4dad-ad1c-4e9d1c073561 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.004402 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-50893c42-5b66-4dad-ad1c-4e9d1c073561 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "DELETE /v2.0/ports/0e313527-da3c-4eea-a406-6a4acdfb49bf HTTP/1.1" status: 204 len: 168 time: 1.0557995 Jul 08 01:53:03.005472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35596) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:03.010934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-85e4307c-27a9-4118-b402-c8a82ad7dddd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:03.013426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 15216622-0f49-4579-9353-3c6ca02a670d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:03.027811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-85e4307c-27a9-4118-b402-c8a82ad7dddd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:03.043529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-85e4307c-27a9-4118-b402-c8a82ad7dddd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:03.048268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 15216622-0f49-4579-9353-3c6ca02a670d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:03.049190 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.065188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-85e4307c-27a9-4118-b402-c8a82ad7dddd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:03.067424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-85e4307c-27a9-4118-b402-c8a82ad7dddd tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5443 time: 0.3298659 Jul 08 01:53:03.080850 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c30e5c5-0f24-4dfe-b460-be3839717616 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] GET failed (client error): The resource could not be found. Jul 08 01:53:03.089382 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0c30e5c5-0f24-4dfe-b460-be3839717616 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "GET /v2.0/ports/0e313527-da3c-4eea-a406-6a4acdfb49bf HTTP/1.1" status: 404 len: 333 time: 0.0771160 Jul 08 01:53:03.090180 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35598) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:03.095812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Request body: {'port': {'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1866761844'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:03.177647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Made reservation on behalf of 5b359eff4d3849568f56338208400985 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:03.182198 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.233725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-0d68bf6a-c690-42c3-9dd3-88617204a73d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:03.241028 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-0d68bf6a-c690-42c3-9dd3-88617204a73d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "GET /v2.0/ports/8f30cc45-c864-4663-b66e-e68c70b846b4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1660886 Jul 08 01:53:03.291747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] device_id is not set on port 99a8a25d-8eef-484a-8f8b-be3658dd4626 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:53:03.376641 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:52:58Z', 'revision_number': 2, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:03.476876 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Checking router: ff5b97b6-238f-4750-afeb-f30652cc010e for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:03.478887 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Updating router ff5b97b6-238f-4750-afeb-f30652cc010e port 5d803a47-fa40-43f1-a817-9919ca0b8d60 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:53:03.548434 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.646999 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.672800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:03.684755 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72adf5c4-b0fe-4492-87eb-4c496b780f34" -d '{"events": [{"server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "15216622-0f49-4579-9353-3c6ca02a670d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:03.723471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:03.732402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.734213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e683d233-6de3-4c80-a356-727d20f20460 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:03.735701 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.775394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-15687fa7-9ad9-4fd7-8eea-3dfc5883942c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "GET /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5281219 Jul 08 01:53:03.782288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35608) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:03.847459 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f40f322-bbaa-44c9-9fee-680eb8932c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.865374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:03.865635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:03.923739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Network 24337342-a0d0-453e-8e9e-571b1c47d5c9 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:03.984845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:03.997825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:03.998605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:04.006514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.015752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:04.129212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event updated for resources: {'Port': ['ID=99a8a25d-8eef-484a-8f8b-be3658dd4626,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:04.167510 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.201140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c3092-6398-4645-8a07-2c0e730fcf14 req-08af2219-2e62-4946-a7b9-4165a0f0b0be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:04.211974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c8c3092-6398-4645-8a07-2c0e730fcf14 req-08af2219-2e62-4946-a7b9-4165a0f0b0be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.5622635 Jul 08 01:53:04.245991 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.344350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e683d233-6de3-4c80-a356-727d20f20460, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e683d233-6de3-4c80-a356-727d20f20460,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:04.364540 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.365661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b1017d1c-77ed-4095-b3c8-a332634c3034 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:04.478320 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.521159 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Transition to ACTIVE for port object 5d803a47-fa40-43f1-a817-9919ca0b8d60 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:04.539966 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.618162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e683d233-6de3-4c80-a356-727d20f20460,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:04.651496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35618) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:04.660029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f5176246-f245-4301-84bd-5ff68603aed8 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000775479', 'description': 'tempest-description--510624178'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:04.672250 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.734108 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2929771-ca51-4ba4-a84e-687ec5414e78 None None] Pushing event updated for resources: {'Port': ['ID=5d803a47-fa40-43f1-a817-9919ca0b8d60,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:04.892281 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.948540 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Attempting to bind port 5d803a47-fa40-43f1-a817-9919ca0b8d60 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:04.952773 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Attempting to bind port 5d803a47-fa40-43f1-a817-9919ca0b8d60 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:04.953482 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Attempting to bind port 5d803a47-fa40-43f1-a817-9919ca0b8d60 on network f5ed028f-b8a7-42b6-a69c-211263d91a60 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:04.973476 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:53:04.975151 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Checking segment: {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:04.976016 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:04.979736 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Bound using segment: {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:53:04.982300 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Bound port: 5d803a47-fa40-43f1-a817-9919ca0b8d60, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:53:04.985845 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.004257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b1017d1c-77ed-4095-b3c8-a332634c3034, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b1017d1c-77ed-4095-b3c8-a332634c3034,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:05.011840 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.033592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 675c60cb-fa09-4452-b098-1aa7cbf1688a no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:05.183884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b1017d1c-77ed-4095-b3c8-a332634c3034,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:05.265001 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] For port 5d803a47-fa40-43f1-a817-9919ca0b8d60, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:05.271057 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] For port 5d803a47-fa40-43f1-a817-9919ca0b8d60, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5d803a47-fa40-43f1-a817-9919ca0b8d60,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:53:05.280129 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.309152 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.363285 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2929771-ca51-4ba4-a84e-687ec5414e78 None None] Pushing event updated for resources: {'Port': ['ID=5d803a47-fa40-43f1-a817-9919ca0b8d60,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:05.376016 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:05.378134 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:52:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:05.461992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 675c60cb-fa09-4452-b098-1aa7cbf1688a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:05.483469 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.486173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] For port 8f30cc45-c864-4663-b66e-e68c70b846b4, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8f30cc45-c864-4663-b66e-e68c70b846b4,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:05.489424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 60338bfe-28b4-49f2-8081-d18538b2d473 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:05.614406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] For port 8f30cc45-c864-4663-b66e-e68c70b846b4, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:05.674970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] device_id is not set on port 8f30cc45-c864-4663-b66e-e68c70b846b4 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:53:05.697687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.737943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c8c3092-6398-4645-8a07-2c0e730fcf14 req-edf690c6-a90d-4b62-a4a3-b2ceb2a23ec1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5242846 Jul 08 01:53:05.755205 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.786443 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:05.885766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f40f322-bbaa-44c9-9fee-680eb8932c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.894453 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] No DVR routers for this DVR port 8f30cc45-c864-4663-b66e-e68c70b846b4 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:05.905867 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ba7be083-65d7-44e8-80b8-95579ed4fc01 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8097985 Jul 08 01:53:05.907900 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f40f322-bbaa-44c9-9fee-680eb8932c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.910250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] Pushing event updated for resources: {'Port': ['ID=8f30cc45-c864-4663-b66e-e68c70b846b4,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:05.911833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35622) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:05.916041 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:05.919656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:05.929874 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07752261-e72b-4428-a645-bfad2cecdafa x-openstack-request-id: req-07752261-e72b-4428-a645-bfad2cecdafa {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:05.930821 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "15216622-0f49-4579-9353-3c6ca02a670d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:05.931490 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07752261-e72b-4428-a645-bfad2cecdafa {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:05.932324 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d', 'code': 200} Jul 08 01:53:06.074323 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5176246-f245-4301-84bd-5ff68603aed8 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.180401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 60338bfe-28b4-49f2-8081-d18538b2d473, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60338bfe-28b4-49f2-8081-d18538b2d473,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:06.192715 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.198283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:06.205858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=675c60cb-fa09-4452-b098-1aa7cbf1688a,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:06.229850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53673ed0-7ef5-40a6-b6a1-1b80b8247110 req-944b044c-4a0d-400a-9822-d0d64f87d599 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.261420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53673ed0-7ef5-40a6-b6a1-1b80b8247110 req-944b044c-4a0d-400a-9822-d0d64f87d599 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.327535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.328558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53673ed0-7ef5-40a6-b6a1-1b80b8247110 req-944b044c-4a0d-400a-9822-d0d64f87d599 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.363901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53673ed0-7ef5-40a6-b6a1-1b80b8247110 req-944b044c-4a0d-400a-9822-d0d64f87d599 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.383758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=60338bfe-28b4-49f2-8081-d18538b2d473,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:06.402453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff42fb7-b140-4dee-af03-e20d1a4a41a7 req-599daa5c-4492-4932-a757-5ab6ccb7fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.409462 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3ff42fb7-b140-4dee-af03-e20d1a4a41a7 req-599daa5c-4492-4932-a757-5ab6ccb7fa31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 1098 time: 0.3085995 Jul 08 01:53:06.409680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53673ed0-7ef5-40a6-b6a1-1b80b8247110 req-944b044c-4a0d-400a-9822-d0d64f87d599 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.425571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53673ed0-7ef5-40a6-b6a1-1b80b8247110 req-944b044c-4a0d-400a-9822-d0d64f87d599 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.440213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53673ed0-7ef5-40a6-b6a1-1b80b8247110 req-944b044c-4a0d-400a-9822-d0d64f87d599 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.440842 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:53:06.467940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53673ed0-7ef5-40a6-b6a1-1b80b8247110 req-944b044c-4a0d-400a-9822-d0d64f87d599 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 5362 time: 1.4788620 Jul 08 01:53:06.495285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] In _notify_port_updated(), no bound segment for port 8f30cc45-c864-4663-b66e-e68c70b846b4 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:53:06.496520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:06.500660 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.503341 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-2b863739-94ae-481d-a180-0cfc01d175bf service neutron] 10.222.0.24 "PUT /v2.0/ports/8f30cc45-c864-4663-b66e-e68c70b846b4 HTTP/1.1" status: 200 len: 1032 time: 2.6893499 Jul 08 01:53:06.546471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6f40f322-bbaa-44c9-9fee-680eb8932c7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0ac37fb438d4526bd1d2d803629396f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7610519 Jul 08 01:53:06.568210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35624) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:06.678414 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:05Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:06.686636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9539c918-70fc-4acb-a6c3-651198d03ba6 None None] Provisioning complete for port 8f30cc45-c864-4663-b66e-e68c70b846b4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:06.687144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9539c918-70fc-4acb-a6c3-651198d03ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.704336 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.749084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40f322-bbaa-44c9-9fee-680eb8932c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b8a8d0-6f37-43be-9eb0-4c8e61bdac2f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:06.763614 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3c9ce2-cdb6-4de8-a7ed-9272f47be6a8 None None] The sync data for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 is: [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:05Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:06.815497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9539c918-70fc-4acb-a6c3-651198d03ba6 None None] Port 8f30cc45-c864-4663-b66e-e68c70b846b4 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:53:06.900090 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:06.906553 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:06.908447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f60c37cd-5bd3-4c6b-9f63-182eb0889855 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:07.062117 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53673ed0-7ef5-40a6-b6a1-1b80b8247110 req-ed84d9b4-c193-4edb-b4f9-8e44409fc0ac tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5948973 Jul 08 01:53:07.067041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] device_id is not set on port 99a8a25d-8eef-484a-8f8b-be3658dd4626 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:53:07.076282 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3ff42fb7-b140-4dee-af03-e20d1a4a41a7 req-5e340633-22ef-4162-ac11-805c039554c2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6522837 Jul 08 01:53:07.094541 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.134433 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.155411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:07.163381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-efd90566-6fde-4e51-a52f-2c427f295b7a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:07.174196 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-efd90566-6fde-4e51-a52f-2c427f295b7a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "GET /v2.0/ports/b1017d1c-77ed-4095-b3c8-a332634c3034?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6519392 Jul 08 01:53:07.190492 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5176246-f245-4301-84bd-5ff68603aed8 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.201172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5176246-f245-4301-84bd-5ff68603aed8 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.213105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Transition to ACTIVE for port object 99a8a25d-8eef-484a-8f8b-be3658dd4626 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:07.222310 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:07.230683 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d7e01a8-e909-41b4-a9d0-dafad94c1f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.265716 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.299445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f60c37cd-5bd3-4c6b-9f63-182eb0889855, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f60c37cd-5bd3-4c6b-9f63-182eb0889855,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:07.312171 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.313348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8f30cc45-c864-4663-b66e-e68c70b846b4 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:07.339974 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d7e01a8-e909-41b4-a9d0-dafad94c1f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.393884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event updated for resources: {'Port': ['ID=99a8a25d-8eef-484a-8f8b-be3658dd4626,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:07.422230 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5176246-f245-4301-84bd-5ff68603aed8 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.424972 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f5176246-f245-4301-84bd-5ff68603aed8 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.7717505 Jul 08 01:53:07.438686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35634) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:07.453542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5176246-f245-4301-84bd-5ff68603aed8 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6934d174-c0fa-42e1-a17a-786c65097afc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:07.465602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8e0be408-dcf1-48e4-93ad-3941febe7703 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'security_group_rule': {'security_group_id': '6934d174-c0fa-42e1-a17a-786c65097afc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:07.501976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:07.502434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:07.502617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:07.517949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:07.518550 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:07.522750 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 2 to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 Jul 08 01:53:07.562671 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e0be408-dcf1-48e4-93ad-3941febe7703 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.566870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:07.567223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:07.567568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:07.580441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.592493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:07.593327 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:07.597395 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 3 to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 Jul 08 01:53:07.601971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8f30cc45-c864-4663-b66e-e68c70b846b4 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:07.617003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f60c37cd-5bd3-4c6b-9f63-182eb0889855,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:07.619031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:07.619427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:07.619801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:07.635012 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:07.635401 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:07.636204 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 4 to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 Jul 08 01:53:07.665890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:07.666199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:07.666697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:07.675093 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e0be408-dcf1-48e4-93ad-3941febe7703 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.677826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:07.678225 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:07.678546 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 5 to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 Jul 08 01:53:07.682208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e0be408-dcf1-48e4-93ad-3941febe7703 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.704684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0be408-dcf1-48e4-93ad-3941febe7703 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652db6e7-fbde-482b-8edb-d71fa2648b54,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:07.719828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:07.720248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:07.720638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:07.728236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:07.728690 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:07.729326 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 6 to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 Jul 08 01:53:07.742917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e0be408-dcf1-48e4-93ad-3941febe7703 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.744162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8e0be408-dcf1-48e4-93ad-3941febe7703 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3037951 Jul 08 01:53:07.749539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35638) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:07.750398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:07.751114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:07.751362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:07.757840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-288d0d5f-5ac5-4b26-852f-deeffca1ecdd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'security_group_rule': {'security_group_id': '6934d174-c0fa-42e1-a17a-786c65097afc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:07.770461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:07.770461 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:07.771813 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 7 to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 Jul 08 01:53:07.789034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:07.789397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:07.789813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:07.804019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:07.804457 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:07.804811 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 8 to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 Jul 08 01:53:07.832945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:07.833512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:07.834071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:07.844742 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-288d0d5f-5ac5-4b26-852f-deeffca1ecdd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:07.858928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:07.860723 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:07.867989 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 9 to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 Jul 08 01:53:07.890838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:07.891707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:07.892368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:07.901092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:07.901866 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:07.902498 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 10 to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 Jul 08 01:53:07.936599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e683d233-6de3-4c80-a356-727d20f20460'}, {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1017d1c-77ed-4095-b3c8-a332634c3034'}, {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675c60cb-fa09-4452-b098-1aa7cbf1688a'}, {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60338bfe-28b4-49f2-8081-d18538b2d473'}, {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f6a074-10c0-4c43-8b24-32dfd7fa0e95'}, {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60c37cd-5bd3-4c6b-9f63-182eb0889855'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:07.946764 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9841403a-088e-472d-bdb0-d8bdc52a975b" -d '{"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "e683d233-6de3-4c80-a356-727d20f20460"}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "b1017d1c-77ed-4095-b3c8-a332634c3034"}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "675c60cb-fa09-4452-b098-1aa7cbf1688a"}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "60338bfe-28b4-49f2-8081-d18538b2d473"}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f6a074-10c0-4c43-8b24-32dfd7fa0e95"}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "f60c37cd-5bd3-4c6b-9f63-182eb0889855"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:07.949484 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:07.950065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:07.950639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:07.956433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cb1fb-0256-4fdf-a907-4f6ac0b2210f req-3baba2a6-abad-483c-a142-161a265371af tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:07.967461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-730cb1fb-0256-4fdf-a907-4f6ac0b2210f req-3baba2a6-abad-483c-a142-161a265371af tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.6611712 Jul 08 01:53:07.988123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:07.989228 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:07.989860 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.007499 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d7e01a8-e909-41b4-a9d0-dafad94c1f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.010737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d7e01a8-e909-41b4-a9d0-dafad94c1f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.015071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1d7e01a8-e909-41b4-a9d0-dafad94c1f13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34b8a8d0-6f37-43be-9eb0-4c8e61bdac2f HTTP/1.1" status: 204 len: 168 time: 1.3997011 Jul 08 01:53:08.066403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-288d0d5f-5ac5-4b26-852f-deeffca1ecdd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.073887 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-288d0d5f-5ac5-4b26-852f-deeffca1ecdd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.194960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e01a8-e909-41b4-a9d0-dafad94c1f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b8a8d0-6f37-43be-9eb0-4c8e61bdac2f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:08.241532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609211f6-8c25-4e79-b077-0f12848c8dbf req-b039e2ad-1c4d-4c08-a756-22ecd913b3ce tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:08.250695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-609211f6-8c25-4e79-b077-0f12848c8dbf req-b039e2ad-1c4d-4c08-a756-22ecd913b3ce tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 946 time: 0.6758893 Jul 08 01:53:08.327637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d0d5f-5ac5-4b26-852f-deeffca1ecdd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a2cb3b-ce41-42e6-8679-7c71d14935ea,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:08.327928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5d803a47-fa40-43f1-a817-9919ca0b8d60 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:08.355312 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-288d0d5f-5ac5-4b26-852f-deeffca1ecdd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.361346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-730cb1fb-0256-4fdf-a907-4f6ac0b2210f req-7a5938e2-542f-4ce3-8a13-0968ea42b634 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3885179 Jul 08 01:53:08.362467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-288d0d5f-5ac5-4b26-852f-deeffca1ecdd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6070559 Jul 08 01:53:08.365720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35646) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:08.381907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] For port 99a8a25d-8eef-484a-8f8b-be3658dd4626, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:08.382395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempted to set empty binding levels {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 01:53:08.383667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:08.391715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.484424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] In _notify_port_updated(), no bound segment for port 99a8a25d-8eef-484a-8f8b-be3658dd4626 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:53:08.486640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:08.492149 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.493793 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "PUT /v2.0/ports/99a8a25d-8eef-484a-8f8b-be3658dd4626 HTTP/1.1" status: 200 len: 976 time: 2.5788441 Jul 08 01:53:08.520405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35648) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:08.565089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-609211f6-8c25-4e79-b077-0f12848c8dbf req-fcdb2d0f-5c98-41e4-af59-f8ae5b9e351f tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042669 Jul 08 01:53:08.580861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5d803a47-fa40-43f1-a817-9919ca0b8d60 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:08.586394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5d803a47-fa40-43f1-a817-9919ca0b8d60 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:08.587199 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.775553 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1050 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d622e72c-fdfb-492c-81c6-9e966df4e355 x-openstack-request-id: req-d622e72c-fdfb-492c-81c6-9e966df4e355 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:08.775880 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "e683d233-6de3-4c80-a356-727d20f20460", "code": 200}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "b1017d1c-77ed-4095-b3c8-a332634c3034", "code": 200}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "675c60cb-fa09-4452-b098-1aa7cbf1688a", "code": 200}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "60338bfe-28b4-49f2-8081-d18538b2d473", "code": 200}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f6a074-10c0-4c43-8b24-32dfd7fa0e95", "code": 200}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-unplugged", "status": "completed", "tag": "f60c37cd-5bd3-4c6b-9f63-182eb0889855", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:08.777414 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d622e72c-fdfb-492c-81c6-9e966df4e355 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:08.777414 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e683d233-6de3-4c80-a356-727d20f20460', 'code': 200} Jul 08 01:53:08.777414 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1017d1c-77ed-4095-b3c8-a332634c3034', 'code': 200} Jul 08 01:53:08.777414 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '675c60cb-fa09-4452-b098-1aa7cbf1688a', 'code': 200} Jul 08 01:53:08.778162 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60338bfe-28b4-49f2-8081-d18538b2d473', 'code': 200} Jul 08 01:53:08.778162 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f6a074-10c0-4c43-8b24-32dfd7fa0e95', 'code': 200} Jul 08 01:53:08.778162 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60c37cd-5bd3-4c6b-9f63-182eb0889855', 'code': 200} Jul 08 01:53:08.791478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c34a4-f820-41f8-91ae-47f03b9835f4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event updated for resources: {'Port': ['ID=99a8a25d-8eef-484a-8f8b-be3658dd4626,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:08.828506 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:08.838214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] For port b1017d1c-77ed-4095-b3c8-a332634c3034, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b1017d1c-77ed-4095-b3c8-a332634c3034,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:09.219595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.222012 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.224090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.230974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.232550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.233558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.234540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.241418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.243618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.245031 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:09.248834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.255540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.257447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.261890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.272386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.272386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.272386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.272386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.272386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.272386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.277690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.282964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.294429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.295642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.296785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.297763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.300540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.301583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.302556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.305531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.308455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.309941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.313015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.318050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.319730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.319730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.327382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.328929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.328929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.332698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.333285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.336024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.336024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.343575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.358489 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-81f137f0-08d6-495b-a10e-b36b6407f366 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38741 time: 0.8304482 Jul 08 01:53:09.369778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:09.394519 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:09.516813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5d803a47-fa40-43f1-a817-9919ca0b8d60, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5d803a47-fa40-43f1-a817-9919ca0b8d60,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:09.543081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:09.635279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5d803a47-fa40-43f1-a817-9919ca0b8d60,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:09.667173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] For port b1017d1c-77ed-4095-b3c8-a332634c3034, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:09.680973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-01b04ce8-c6b7-4963-916d-1ffd4102eff4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Deleting port 99a8a25d-8eef-484a-8f8b-be3658dd4626 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:09.681333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01b04ce8-c6b7-4963-916d-1ffd4102eff4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:09.696183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-05624062-c1e3-4525-bbe1-62cddb4f9f8b tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:09.710447 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-05624062-c1e3-4525-bbe1-62cddb4f9f8b tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 946 time: 1.2184262 Jul 08 01:53:09.878627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-01b04ce8-c6b7-4963-916d-1ffd4102eff4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] For port 99a8a25d-8eef-484a-8f8b-be3658dd4626, host n-h2-694802-14, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:09.879426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01b04ce8-c6b7-4963-916d-1ffd4102eff4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:09.912531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-01b04ce8-c6b7-4963-916d-1ffd4102eff4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Calling delete_port for 99a8a25d-8eef-484a-8f8b-be3658dd4626 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:09.991694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] device_id is not set on port b1017d1c-77ed-4095-b3c8-a332634c3034 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:53:10.040071 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.070769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01b04ce8-c6b7-4963-916d-1ffd4102eff4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.102907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebde0ad-bca7-4602-90ee-05796d3b3c22 req-bca01f89-4d28-4c30-b410-076aa1c54fec tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.114736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebde0ad-bca7-4602-90ee-05796d3b3c22 req-bca01f89-4d28-4c30-b410-076aa1c54fec tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.116496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b04ce8-c6b7-4963-916d-1ffd4102eff4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event deleted for resources: {'Port': ['ID=99a8a25d-8eef-484a-8f8b-be3658dd4626,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:10.128511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebde0ad-bca7-4602-90ee-05796d3b3c22 req-bca01f89-4d28-4c30-b410-076aa1c54fec tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.130100 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01b04ce8-c6b7-4963-916d-1ffd4102eff4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.137035 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-01b04ce8-c6b7-4963-916d-1ffd4102eff4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "DELETE /v2.0/ports/99a8a25d-8eef-484a-8f8b-be3658dd4626 HTTP/1.1" status: 204 len: 168 time: 0.7658446 Jul 08 01:53:10.137886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35678) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:10.142929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebde0ad-bca7-4602-90ee-05796d3b3c22 req-bca01f89-4d28-4c30-b410-076aa1c54fec tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.157039 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebde0ad-bca7-4602-90ee-05796d3b3c22 req-bca01f89-4d28-4c30-b410-076aa1c54fec tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.171835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebde0ad-bca7-4602-90ee-05796d3b3c22 req-bca01f89-4d28-4c30-b410-076aa1c54fec tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.180199 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb05ccf5-3786-4645-b03f-f5a243621bbc tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] GET failed (client error): The resource could not be found. Jul 08 01:53:10.187830 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cb05ccf5-3786-4645-b03f-f5a243621bbc tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "GET /v2.0/ports/99a8a25d-8eef-484a-8f8b-be3658dd4626 HTTP/1.1" status: 404 len: 333 time: 0.0486565 Jul 08 01:53:10.188520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35680) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:10.189523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ebde0ad-bca7-4602-90ee-05796d3b3c22 req-bca01f89-4d28-4c30-b410-076aa1c54fec tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 4652 time: 1.0232689 Jul 08 01:53:10.203860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2055790287', 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:10.229400 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.242231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Made reservation on behalf of 5b359eff4d3849568f56338208400985 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:10.246345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.305579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5d803a47-fa40-43f1-a817-9919ca0b8d60 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:10.315803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] device_id is not set on port aba00df7-6ff2-41ab-bd95-e10ed58d353c yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:53:10.479385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5d803a47-fa40-43f1-a817-9919ca0b8d60 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:10.483042 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.484184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] Pushing event updated for resources: {'Port': ['ID=b1017d1c-77ed-4095-b3c8-a332634c3034,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:10.534740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d12b3-e916-4af8-9ed2-e95991475429 req-2e899164-e137-4235-abec-d0c0e2900f5b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.548828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d12b3-e916-4af8-9ed2-e95991475429 req-2e899164-e137-4235-abec-d0c0e2900f5b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.564293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d12b3-e916-4af8-9ed2-e95991475429 req-2e899164-e137-4235-abec-d0c0e2900f5b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.579204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d12b3-e916-4af8-9ed2-e95991475429 req-2e899164-e137-4235-abec-d0c0e2900f5b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.597705 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d12b3-e916-4af8-9ed2-e95991475429 req-2e899164-e137-4235-abec-d0c0e2900f5b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.610135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d12b3-e916-4af8-9ed2-e95991475429 req-2e899164-e137-4235-abec-d0c0e2900f5b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.623083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d12b3-e916-4af8-9ed2-e95991475429 req-2e899164-e137-4235-abec-d0c0e2900f5b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:10.639266 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de3d12b3-e916-4af8-9ed2-e95991475429 req-2e899164-e137-4235-abec-d0c0e2900f5b tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5433 time: 1.1880720 Jul 08 01:53:10.643859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-81f0b34f-663f-492b-9832-b7630e89e22a tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Deleting port 881f21ac-4dc4-4412-bd73-0edb04b17b08 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:10.644603 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-81f0b34f-663f-492b-9832-b7630e89e22a tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.815651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.840799 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:10.922915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.034695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 881f21ac-4dc4-4412-bd73-0edb04b17b08 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:11.116358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Network 24337342-a0d0-453e-8e9e-571b1c47d5c9 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:11.126042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:11.134161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:11.142448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:11.142867 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.143660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] No DVR routers for this DVR port b1017d1c-77ed-4095-b3c8-a332634c3034 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:11.225902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event updated for resources: {'Port': ['ID=aba00df7-6ff2-41ab-bd95-e10ed58d353c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:11.259967 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9895eeeb-d067-4782-8ed4-dcf485079bd4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0669434 Jul 08 01:53:11.261773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35698) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:11.373583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-81f0b34f-663f-492b-9832-b7630e89e22a tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] For port 881f21ac-4dc4-4412-bd73-0edb04b17b08, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=881f21ac-4dc4-4412-bd73-0edb04b17b08,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:11.375207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e871c07e-d727-4400-bc5b-3e25cb57d51a tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:11.376269 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-81f0b34f-663f-492b-9832-b7630e89e22a tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.383286 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e871c07e-d727-4400-bc5b-3e25cb57d51a tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "GET /v2.0/ports/aba00df7-6ff2-41ab-bd95-e10ed58d353c HTTP/1.1" status: 200 len: 955 time: 0.1141033 Jul 08 01:53:11.383974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35700) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:11.408928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-08beafee-9ede-4c83-849e-a77810428878 None None] Provisioning complete for port b1017d1c-77ed-4095-b3c8-a332634c3034 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:11.410176 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-08beafee-9ede-4c83-849e-a77810428878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.413574 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.438588 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-81f0b34f-663f-492b-9832-b7630e89e22a tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Calling delete_port for 881f21ac-4dc4-4412-bd73-0edb04b17b08 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:11.493944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c51e141-fda4-4d03-9a78-d45eae13ec60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '881f21ac-4dc4-4412-bd73-0edb04b17b08'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:11.497817 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b10ac45-e0b8-420f-a6ea-0083d96d87a2" -d '{"events": [{"server_uuid": "1c51e141-fda4-4d03-9a78-d45eae13ec60", "name": "network-vif-unplugged", "status": "completed", "tag": "881f21ac-4dc4-4412-bd73-0edb04b17b08"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:11.518144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 881f21ac-4dc4-4412-bd73-0edb04b17b08, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=881f21ac-4dc4-4412-bd73-0edb04b17b08,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:11.521473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-08beafee-9ede-4c83-849e-a77810428878 None None] Port b1017d1c-77ed-4095-b3c8-a332634c3034 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:53:11.528526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.632877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=881f21ac-4dc4-4412-bd73-0edb04b17b08,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:11.714465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b31962df-770a-43c2-af65-b302f0cd89b9 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Deleting port aba00df7-6ff2-41ab-bd95-e10ed58d353c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:11.715019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b31962df-770a-43c2-af65-b302f0cd89b9 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:11.772908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de3d12b3-e916-4af8-9ed2-e95991475429 req-1e64d04d-73d8-434a-904d-2ccacb9a863e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1329901 Jul 08 01:53:11.900271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35710) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:11.974019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b31962df-770a-43c2-af65-b302f0cd89b9 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.003732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b31962df-770a-43c2-af65-b302f0cd89b9 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Calling delete_port for aba00df7-6ff2-41ab-bd95-e10ed58d353c owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:12.006288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Allocated IP 172.25.4.233 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/35e7f539-3ecc-4a40-b97a-c7fd55418bbb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:53:12.117554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] In _notify_port_updated(), no bound segment for port b1017d1c-77ed-4095-b3c8-a332634c3034 on network 5bee8699-06fd-4db5-ae5a-f970e5377877 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:53:12.119556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:12.120764 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.124229 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c4825fae-e045-49b5-bd6e-83ec69b80d5c service neutron] 10.222.0.24 "PUT /v2.0/ports/b1017d1c-77ed-4095-b3c8-a332634c3034 HTTP/1.1" status: 200 len: 1031 time: 4.9130991 Jul 08 01:53:12.144608 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ebde0ad-bca7-4602-90ee-05796d3b3c22 req-eb816149-0ff4-4129-a1f1-e72998a6874c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa&id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.9527836 Jul 08 01:53:12.164026 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94fd8452-b043-4070-9b9f-2164e65c05f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.227386 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-81f0b34f-663f-492b-9832-b7630e89e22a tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.239303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c306483f-2828-46f1-a622-21771f93c7c3', 'fbd49afb-638d-4760-8e6f-d957ac0705ab', 'e74aa28c-f19e-4b5e-8632-ac36fa7d55e1'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:12.320087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b31962df-770a-43c2-af65-b302f0cd89b9 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.391149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31962df-770a-43c2-af65-b302f0cd89b9 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event deleted for resources: {'Port': ['ID=aba00df7-6ff2-41ab-bd95-e10ed58d353c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:12.412937 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b31962df-770a-43c2-af65-b302f0cd89b9 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.415435 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b31962df-770a-43c2-af65-b302f0cd89b9 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "DELETE /v2.0/ports/aba00df7-6ff2-41ab-bd95-e10ed58d353c HTTP/1.1" status: 204 len: 168 time: 1.0299580 Jul 08 01:53:12.423389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35714) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:12.453127 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.493970 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-43befcbe-3d7d-4a82-af63-a399863299e4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] GET failed (client error): The resource could not be found. Jul 08 01:53:12.501849 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43befcbe-3d7d-4a82-af63-a399863299e4 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "GET /v2.0/ports/aba00df7-6ff2-41ab-bd95-e10ed58d353c HTTP/1.1" status: 404 len: 333 time: 0.0761788 Jul 08 01:53:12.508935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35716) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:12.520875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Request body: {'port': {'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2062833175'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:12.534543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94fd8452-b043-4070-9b9f-2164e65c05f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.547614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94fd8452-b043-4070-9b9f-2164e65c05f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.611448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0b34f-663f-492b-9832-b7630e89e22a tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Pushing event deleted for resources: {'Port': ['ID=881f21ac-4dc4-4412-bd73-0edb04b17b08,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:12.630996 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.679954 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-94fd8452-b043-4070-9b9f-2164e65c05f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a44b518a238345d3aed969911716a043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7739179 Jul 08 01:53:12.688785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Made reservation on behalf of 5b359eff4d3849568f56338208400985 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:12.693233 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:12.698038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35718) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:12.726150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd8452-b043-4070-9b9f-2164e65c05f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e43b483-5f3f-461f-83ae-33836d0c7d76,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:12.769839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:12.794236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] device_id is not set on port 4564c6a1-cb2c-4ea2-a781-852fc812c818 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:53:12.845325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:12.852259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbdc15ea-01dd-4b13-9afe-df3216403b03 req-ef621dee-169e-4015-a15f-79876a5323a1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c51e141-fda4-4d03-9a78-d45eae13ec60 HTTP/1.1" status: 200 len: 210 time: 0.2308908 Jul 08 01:53:12.858279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:12.947712 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712966b3-f772-45a0-b6b1-447480a280e1 x-openstack-request-id: req-712966b3-f772-45a0-b6b1-447480a280e1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:12.948559 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c51e141-fda4-4d03-9a78-d45eae13ec60", "name": "network-vif-unplugged", "status": "completed", "tag": "881f21ac-4dc4-4412-bd73-0edb04b17b08", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:12.948559 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-712966b3-f772-45a0-b6b1-447480a280e1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:12.949486 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c51e141-fda4-4d03-9a78-d45eae13ec60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '881f21ac-4dc4-4412-bd73-0edb04b17b08', 'code': 200} Jul 08 01:53:13.041362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f7744bf-20b1-4dbb-84ab-e13d93d12623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:13.146737 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f7744bf-20b1-4dbb-84ab-e13d93d12623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:13.384020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:13.400398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f7744bf-20b1-4dbb-84ab-e13d93d12623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:13.405998 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f7744bf-20b1-4dbb-84ab-e13d93d12623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:13.411173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0f7744bf-20b1-4dbb-84ab-e13d93d12623 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e43b483-5f3f-461f-83ae-33836d0c7d76 HTTP/1.1" status: 204 len: 168 time: 0.7051952 Jul 08 01:53:13.432177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7744bf-20b1-4dbb-84ab-e13d93d12623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e43b483-5f3f-461f-83ae-33836d0c7d76,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:13.530154 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:13.552666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'Port': ['ID=35e7f539-3ecc-4a40-b97a-c7fd55418bbb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:13.587467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Network 24337342-a0d0-453e-8e9e-571b1c47d5c9 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:13.591390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:13.596213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:13.597470 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:13.598264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:13.617939 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1073909 Jul 08 01:53:13.622385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35732) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:13.624012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-81f0b34f-663f-492b-9832-b7630e89e22a tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] No DVR routers for this DVR port 881f21ac-4dc4-4412-bd73-0edb04b17b08 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:13.633726 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-81f0b34f-663f-492b-9832-b7630e89e22a tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:13.642556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b63bd5a-d3bb-439c-91b7-b01541b19963 req-81f0b34f-663f-492b-9832-b7630e89e22a tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "DELETE /v2.0/ports/881f21ac-4dc4-4412-bd73-0edb04b17b08 HTTP/1.1" status: 204 len: 173 time: 3.8451746 Jul 08 01:53:13.642824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:13.681624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c51e141-fda4-4d03-9a78-d45eae13ec60', 'name': 'network-vif-deleted', 'tag': '881f21ac-4dc4-4412-bd73-0edb04b17b08'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:13.689166 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b233d5ce-2520-49f5-adcd-fbdb92c293e1" -d '{"events": [{"server_uuid": "1c51e141-fda4-4d03-9a78-d45eae13ec60", "name": "network-vif-deleted", "tag": "881f21ac-4dc4-4412-bd73-0edb04b17b08"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:13.743632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef36842-bd36-4d6e-ae60-58c636a8d57e tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event updated for resources: {'Port': ['ID=4564c6a1-cb2c-4ea2-a781-852fc812c818,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:13.854648 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:13.868109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c746d-290c-4f76-a85c-d31d90c2ada8 req-234d7535-6969-4160-a733-bc5c706fb02a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:13.879073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c6c746d-290c-4f76-a85c-d31d90c2ada8 req-234d7535-6969-4160-a733-bc5c706fb02a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 1.7538264 Jul 08 01:53:14.071740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-818aebb2-da33-49ab-bb1f-c4d8dfe504e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Deleting port 60338bfe-28b4-49f2-8081-d18538b2d473 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:14.072399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-818aebb2-da33-49ab-bb1f-c4d8dfe504e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.152054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.280206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c6c746d-290c-4f76-a85c-d31d90c2ada8 req-f997a906-13d1-4ecd-ac9a-78ac71115891 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307471 Jul 08 01:53:14.347532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] device_id is not set on port 4564c6a1-cb2c-4ea2-a781-852fc812c818 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:53:14.381199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.407110 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.421726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Transition to ACTIVE for port object 4564c6a1-cb2c-4ea2-a781-852fc812c818 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:14.438915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.529806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e82f5-aced-4f21-b3d3-620c27a3d344 req-a9e32cbd-ff04-475f-9e65-541692edeb0a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:14.560090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e82f5-aced-4f21-b3d3-620c27a3d344 req-a9e32cbd-ff04-475f-9e65-541692edeb0a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:14.589994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e82f5-aced-4f21-b3d3-620c27a3d344 req-a9e32cbd-ff04-475f-9e65-541692edeb0a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:14.600138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event updated for resources: {'Port': ['ID=4564c6a1-cb2c-4ea2-a781-852fc812c818,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:14.602610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e82f5-aced-4f21-b3d3-620c27a3d344 req-a9e32cbd-ff04-475f-9e65-541692edeb0a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:14.631832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e82f5-aced-4f21-b3d3-620c27a3d344 req-a9e32cbd-ff04-475f-9e65-541692edeb0a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:14.642387 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:14.643378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:14.644189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:14.655252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e82f5-aced-4f21-b3d3-620c27a3d344 req-a9e32cbd-ff04-475f-9e65-541692edeb0a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:14.657665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:14.658436 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:14.660025 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 2 to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 Jul 08 01:53:14.682603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e82f5-aced-4f21-b3d3-620c27a3d344 req-a9e32cbd-ff04-475f-9e65-541692edeb0a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:14.692268 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e77e82f5-aced-4f21-b3d3-620c27a3d344 req-a9e32cbd-ff04-475f-9e65-541692edeb0a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5433 time: 1.1241779 Jul 08 01:53:14.696238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:14.699201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:14.700063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:14.727528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:14.728104 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:14.728814 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 3 to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 Jul 08 01:53:14.782451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:14.782972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:14.783590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:14.805354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:14.805868 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:14.806517 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 4 to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 Jul 08 01:53:14.837571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:14.838164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:14.839677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:14.852891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:14.853432 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:14.854111 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 5 to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 Jul 08 01:53:14.892760 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e93ddc-1a8b-43ea-a311-dfb7b4c24c81 x-openstack-request-id: req-78e93ddc-1a8b-43ea-a311-dfb7b4c24c81 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:14.893295 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c51e141-fda4-4d03-9a78-d45eae13ec60", "name": "network-vif-deleted", "tag": "881f21ac-4dc4-4412-bd73-0edb04b17b08", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:14.893856 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78e93ddc-1a8b-43ea-a311-dfb7b4c24c81 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:14.895600 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c51e141-fda4-4d03-9a78-d45eae13ec60', 'name': 'network-vif-deleted', 'tag': '881f21ac-4dc4-4412-bd73-0edb04b17b08', 'status': 'completed', 'code': 200} Jul 08 01:53:14.898826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:14.899304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:14.899652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:14.917212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:14.917681 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:14.917968 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 6 to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 Jul 08 01:53:14.953673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:14.954111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:14.954303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-818aebb2-da33-49ab-bb1f-c4d8dfe504e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] For port 60338bfe-28b4-49f2-8081-d18538b2d473, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=60338bfe-28b4-49f2-8081-d18538b2d473,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:14.955295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:14.955437 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-818aebb2-da33-49ab-bb1f-c4d8dfe504e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:14.966548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:14.966956 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:14.967382 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 7 to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 Jul 08 01:53:14.994101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-818aebb2-da33-49ab-bb1f-c4d8dfe504e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Calling delete_port for 60338bfe-28b4-49f2-8081-d18538b2d473 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:14.998819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:14.999466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:15.000089 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:15.023234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:15.023805 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:15.024500 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 8 to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 Jul 08 01:53:15.071748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:15.072337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:15.073186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:15.104805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc218c-271b-4221-a4e1-29e8e88c7474 req-90addcc5-9495-4020-98d2-e12b0ca98879 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:15.105054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:15.105054 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:15.105054 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 9 to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 Jul 08 01:53:15.105573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc218c-271b-4221-a4e1-29e8e88c7474 req-90addcc5-9495-4020-98d2-e12b0ca98879 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:15.108439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc218c-271b-4221-a4e1-29e8e88c7474 req-90addcc5-9495-4020-98d2-e12b0ca98879 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:15.115326 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc218c-271b-4221-a4e1-29e8e88c7474 req-90addcc5-9495-4020-98d2-e12b0ca98879 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:15.122312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc218c-271b-4221-a4e1-29e8e88c7474 req-90addcc5-9495-4020-98d2-e12b0ca98879 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:15.124489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13fc218c-271b-4221-a4e1-29e8e88c7474 req-90addcc5-9495-4020-98d2-e12b0ca98879 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 3876 time: 0.4309595 Jul 08 01:53:15.170395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:15.171706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:15.175231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:15.209305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:15.209667 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:15.210211 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempt 10 to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 Jul 08 01:53:15.247282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:15.247800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:15.248025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempting to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:15.253671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:15.254060 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Failed to bind port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'bcfbb85c-eccd-46cd-8767-94a01a672d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '24337342-a0d0-453e-8e9e-571b1c47d5c9'}] Jul 08 01:53:15.254523 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.438346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13fc218c-271b-4221-a4e1-29e8e88c7474 req-4534e80b-909d-417d-a341-4046dedb66eb tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644248 Jul 08 01:53:15.473010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] For port 4564c6a1-cb2c-4ea2-a781-852fc812c818, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:15.474601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attempted to set empty binding levels {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 01:53:15.491756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.631282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] In _notify_port_updated(), no bound segment for port 4564c6a1-cb2c-4ea2-a781-852fc812c818 on network 24337342-a0d0-453e-8e9e-571b1c47d5c9 {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:53:15.635477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:15.637186 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.640632 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "PUT /v2.0/ports/4564c6a1-cb2c-4ea2-a781-852fc812c818 HTTP/1.1" status: 200 len: 976 time: 2.0135939 Jul 08 01:53:15.646547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35770) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:15.674256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.684730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-818aebb2-da33-49ab-bb1f-c4d8dfe504e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.690561 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.749585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a1b2d-5ef6-47a2-8b25-8446583a4f1c tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event updated for resources: {'Port': ['ID=4564c6a1-cb2c-4ea2-a781-852fc812c818,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:15.805657 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.851393 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.863505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4878931 Jul 08 01:53:15.876489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818aebb2-da33-49ab-bb1f-c4d8dfe504e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Port': ['ID=60338bfe-28b4-49f2-8081-d18538b2d473,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:15.921901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ad988dec-4d26-4525-a16a-7edb50639ab7 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Deleting port 4564c6a1-cb2c-4ea2-a781-852fc812c818 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:15.922833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad988dec-4d26-4525-a16a-7edb50639ab7 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:15.947710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd4242-c8ad-437c-843b-a6f9f10d330c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'Port': ['ID=35e7f539-3ecc-4a40-b97a-c7fd55418bbb,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:15.996164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df8fd9-7388-4eeb-8484-93be27e7bf55 req-67c29f9c-ce6b-4ef7-8d16-26250cb0a9c5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:15.998374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-02df8fd9-7388-4eeb-8484-93be27e7bf55 req-67c29f9c-ce6b-4ef7-8d16-26250cb0a9c5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.5933242 Jul 08 01:53:16.062793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35776) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:16.074266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7ee248df-d26b-4475-ab7c-e721489900bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'floatingip': {'port_id': '15216622-0f49-4579-9353-3c6ca02a670d'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:16.082093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-818aebb2-da33-49ab-bb1f-c4d8dfe504e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] No DVR routers for this DVR port 60338bfe-28b4-49f2-8081-d18538b2d473 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:16.142166 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-818aebb2-da33-49ab-bb1f-c4d8dfe504e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:16.146693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-818aebb2-da33-49ab-bb1f-c4d8dfe504e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "DELETE /v2.0/ports/60338bfe-28b4-49f2-8081-d18538b2d473 HTTP/1.1" status: 204 len: 173 time: 4.0147147 Jul 08 01:53:16.207462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ad988dec-4d26-4525-a16a-7edb50639ab7 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] For port 4564c6a1-cb2c-4ea2-a781-852fc812c818, host n-h2-694802-14, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:16.212726 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad988dec-4d26-4525-a16a-7edb50639ab7 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:16.263060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ad988dec-4d26-4525-a16a-7edb50639ab7 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Calling delete_port for 4564c6a1-cb2c-4ea2-a781-852fc812c818 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:16.362233 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ee248df-d26b-4475-ab7c-e721489900bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:16.517272 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad988dec-4d26-4525-a16a-7edb50639ab7 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:16.761522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad988dec-4d26-4525-a16a-7edb50639ab7 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Pushing event deleted for resources: {'Port': ['ID=4564c6a1-cb2c-4ea2-a781-852fc812c818,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:16.769454 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-81104714-d9b9-4b67-a9fd-dc53d800004c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2000775479&fields=id&tenant_id=dc162e737ba04744b1258640692c2b7c HTTP/1.1" status: 200 len: 267 time: 0.3996601 Jul 08 01:53:16.793857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad988dec-4d26-4525-a16a-7edb50639ab7 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:16.810085 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ad988dec-4d26-4525-a16a-7edb50639ab7 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "DELETE /v2.0/ports/4564c6a1-cb2c-4ea2-a781-852fc812c818 HTTP/1.1" status: 204 len: 168 time: 1.1613970 Jul 08 01:53:16.811442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35804) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:16.911383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-deleted', 'tag': '60338bfe-28b4-49f2-8081-d18538b2d473'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:16.915777 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943d5b27-d756-4b1f-9f44-f8aa7d4b97d9" -d '{"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-deleted", "tag": "60338bfe-28b4-49f2-8081-d18538b2d473"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:16.922675 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-903b932b-2c18-4a58-84c0-2320c5fd5b03 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] GET failed (client error): The resource could not be found. Jul 08 01:53:16.928032 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-903b932b-2c18-4a58-84c0-2320c5fd5b03 tempest-PortsAdminExtendedAttrsTestJSON-843099901 tempest-PortsAdminExtendedAttrsTestJSON-843099901-project-admin] 10.222.0.41 "GET /v2.0/ports/4564c6a1-cb2c-4ea2-a781-852fc812c818 HTTP/1.1" status: 404 len: 333 time: 0.1125848 Jul 08 01:53:16.933943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35808) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:17.103396 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:17.391588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:17.417635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24337342-a0d0-453e-8e9e-571b1c47d5c9']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:17.443821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfbb85c-eccd-46cd-8767-94a01a672d1c') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:17.444201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfbb85c-eccd-46cd-8767-94a01a672d1c') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:17.488727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:17.530129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:17.548593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:53:17.549032 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:53:17.552359 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:53:17.663151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35826) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:17.667016 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:17.705330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:17.720134 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] 10.222.0.41 "DELETE /v2.0/networks/24337342-a0d0-453e-8e9e-571b1c47d5c9 HTTP/1.1" status: 204 len: 168 time: 0.7842467 Jul 08 01:53:17.778413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65aaec-b380-439f-a308-9f9be59d6da7 tempest-PortsAdminExtendedAttrsTestJSON-338543237 tempest-PortsAdminExtendedAttrsTestJSON-338543237-project] Pushing event deleted for resources: {'Network': ['ID=24337342-a0d0-453e-8e9e-571b1c47d5c9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:18.034892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5474d6b-a34c-4088-bacc-8250d528341f req-782c7c62-6cb6-4b97-905d-d3badec73910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.034892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5474d6b-a34c-4088-bacc-8250d528341f req-782c7c62-6cb6-4b97-905d-d3badec73910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.035740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5474d6b-a34c-4088-bacc-8250d528341f req-782c7c62-6cb6-4b97-905d-d3badec73910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.036621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5474d6b-a34c-4088-bacc-8250d528341f req-782c7c62-6cb6-4b97-905d-d3badec73910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.037485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5474d6b-a34c-4088-bacc-8250d528341f req-782c7c62-6cb6-4b97-905d-d3badec73910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.038331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5474d6b-a34c-4088-bacc-8250d528341f req-782c7c62-6cb6-4b97-905d-d3badec73910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.039163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5474d6b-a34c-4088-bacc-8250d528341f req-782c7c62-6cb6-4b97-905d-d3badec73910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.042689 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5474d6b-a34c-4088-bacc-8250d528341f req-782c7c62-6cb6-4b97-905d-d3badec73910 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6497 time: 0.3847342 Jul 08 01:53:18.175755 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5474d6b-a34c-4088-bacc-8250d528341f req-a34f3441-20f5-4af3-bbc3-0472953298d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173630 Jul 08 01:53:18.287231 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-735e4782-000e-46a3-8df0-12f96d802301 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Deleting port f60c37cd-5bd3-4c6b-9f63-182eb0889855 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:18.288092 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-735e4782-000e-46a3-8df0-12f96d802301 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:18.438869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a6271-7e06-47b6-8729-af1ec5439980 req-6aa153e7-b4f0-4dde-8406-0ff22d698888 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.440803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-6aa153e7-b4f0-4dde-8406-0ff22d698888 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 811 time: 1.5964475 Jul 08 01:53:18.541172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc52052-9ef1-4cb2-b556-a38d6da7d9a1 req-9a16acae-8eb1-475e-a208-d8aa7cf20013 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.555341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc52052-9ef1-4cb2-b556-a38d6da7d9a1 req-9a16acae-8eb1-475e-a208-d8aa7cf20013 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.604696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc52052-9ef1-4cb2-b556-a38d6da7d9a1 req-9a16acae-8eb1-475e-a208-d8aa7cf20013 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.641505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc52052-9ef1-4cb2-b556-a38d6da7d9a1 req-9a16acae-8eb1-475e-a208-d8aa7cf20013 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:18.649466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35862) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:18.658746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fc52052-9ef1-4cb2-b556-a38d6da7d9a1 req-9a16acae-8eb1-475e-a208-d8aa7cf20013 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 3143 time: 1.7065821 Jul 08 01:53:19.348068 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4f8cb5b3-d867-4a8e-92ee-fa27db48530d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5611b15a9586462ea3e1d0ebfb48db13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6957693 Jul 08 01:53:19.350353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35872) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:19.470916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d23bef8-f013-4c36-b463-5eb4cfd550f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:19.524482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d23bef8-f013-4c36-b463-5eb4cfd550f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:19.625212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d23bef8-f013-4c36-b463-5eb4cfd550f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:19.630626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d23bef8-f013-4c36-b463-5eb4cfd550f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:19.645419 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0d23bef8-f013-4c36-b463-5eb4cfd550f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/688c7e97-68cb-442c-9e56-fc44a5e12c7c HTTP/1.1" status: 204 len: 168 time: 0.2851999 Jul 08 01:53:19.670234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23bef8-f013-4c36-b463-5eb4cfd550f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688c7e97-68cb-442c-9e56-fc44a5e12c7c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:19.813208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-7ee248df-d26b-4475-ab7c-e721489900bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] It took 1.00 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:53:20.048769 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fc52052-9ef1-4cb2-b556-a38d6da7d9a1 req-e23ed4fb-8cab-4812-a23c-0f5cf65caa34 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3885820 Jul 08 01:53:20.166557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-5ea24ea6-4ff9-4bae-97d1-cf30e1742d11 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/quotas/dc162e737ba04744b1258640692c2b7c HTTP/1.1" status: 200 len: 375 time: 1.7002280 Jul 08 01:53:20.221561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-735e4782-000e-46a3-8df0-12f96d802301 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] For port f60c37cd-5bd3-4c6b-9f63-182eb0889855, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f60c37cd-5bd3-4c6b-9f63-182eb0889855,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:20.222249 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-735e4782-000e-46a3-8df0-12f96d802301 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.240865 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-735e4782-000e-46a3-8df0-12f96d802301 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Calling delete_port for f60c37cd-5bd3-4c6b-9f63-182eb0889855 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:20.370886 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d4c02d-0401-4c5e-8aa7-fe9e8ad81b9f x-openstack-request-id: req-06d4c02d-0401-4c5e-8aa7-fe9e8ad81b9f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:20.371520 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-deleted", "tag": "60338bfe-28b4-49f2-8081-d18538b2d473", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:20.372455 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06d4c02d-0401-4c5e-8aa7-fe9e8ad81b9f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:20.373287 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-deleted', 'tag': '60338bfe-28b4-49f2-8081-d18538b2d473', 'status': 'completed', 'code': 200} Jul 08 01:53:20.430794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ee248df-d26b-4475-ab7c-e721489900bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.475350 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ee248df-d26b-4475-ab7c-e721489900bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.547949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35890) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:20.637979 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c5e8480b-b635-4f45-9b59-3588e7fb0532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.677417 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-18f06bd2-6e2d-491f-a04e-9b6b3f4e326f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b359eff4d3849568f56338208400985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274190 Jul 08 01:53:20.681085 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35892) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:20.789437 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc09e8e1-0677-4eda-99cd-ba9db710b092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.840819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc09e8e1-0677-4eda-99cd-ba9db710b092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.846038 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-0642d87f-78f4-49d1-9981-e5d2c1ae2bfd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4774828 Jul 08 01:53:20.857280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-735e4782-000e-46a3-8df0-12f96d802301 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.897994 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-7ee248df-d26b-4475-ab7c-e721489900bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Floating IP 7d746192-5265-4cad-af6d-ad4b120aed9a associated. External IP: 172.25.4.48, port: 15216622-0f49-4579-9353-3c6ca02a670d. Jul 08 01:53:20.948837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc09e8e1-0677-4eda-99cd-ba9db710b092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.956561 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc09e8e1-0677-4eda-99cd-ba9db710b092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:20.960167 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dc09e8e1-0677-4eda-99cd-ba9db710b092 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc9346d4-2ea2-4924-8b1c-eebab87543d2 HTTP/1.1" status: 204 len: 168 time: 0.2755756 Jul 08 01:53:21.016269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09e8e1-0677-4eda-99cd-ba9db710b092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9346d4-2ea2-4924-8b1c-eebab87543d2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:21.107392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e4782-000e-46a3-8df0-12f96d802301 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Port': ['ID=f60c37cd-5bd3-4c6b-9f63-182eb0889855,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:21.327940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-735e4782-000e-46a3-8df0-12f96d802301 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] No DVR routers for this DVR port f60c37cd-5bd3-4c6b-9f63-182eb0889855 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:21.339334 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-735e4782-000e-46a3-8df0-12f96d802301 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:21.343955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-735e4782-000e-46a3-8df0-12f96d802301 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "DELETE /v2.0/ports/f60c37cd-5bd3-4c6b-9f63-182eb0889855 HTTP/1.1" status: 204 len: 173 time: 5.0537775 Jul 08 01:53:21.869346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-bff8f133-22da-4549-be74-fd8615139573 service neutron] 10.222.0.41 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9955940 Jul 08 01:53:22.319631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-7db042bd-1faa-4526-bf60-2a390d5ac0e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Deleting port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:22.320605 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-7db042bd-1faa-4526-bf60-2a390d5ac0e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:22.344942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee248df-d26b-4475-ab7c-e721489900bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Router a050aabb-083b-42fc-9369-7f107d70aab6 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:22.431707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-deleted', 'tag': 'f60c37cd-5bd3-4c6b-9f63-182eb0889855'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:22.436893 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb68e64-1e56-439e-b297-21d3fa26e15e" -d '{"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-deleted", "tag": "f60c37cd-5bd3-4c6b-9f63-182eb0889855"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:22.512044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-41aedf20-0bb1-40fa-9242-1e996b538534 service neutron] 10.222.0.41 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270149 Jul 08 01:53:22.698446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e41ba2-9ecb-447b-8fc7-8d36c1dcb626 req-becc6361-04cd-4bc7-8a5d-7d1e2fdf93a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:22.709701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e41ba2-9ecb-447b-8fc7-8d36c1dcb626 req-becc6361-04cd-4bc7-8a5d-7d1e2fdf93a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:22.720950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e41ba2-9ecb-447b-8fc7-8d36c1dcb626 req-becc6361-04cd-4bc7-8a5d-7d1e2fdf93a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:22.735517 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4e41ba2-9ecb-447b-8fc7-8d36c1dcb626 req-becc6361-04cd-4bc7-8a5d-7d1e2fdf93a8 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 2410 time: 1.2314508 Jul 08 01:53:22.850031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-7db042bd-1faa-4526-bf60-2a390d5ac0e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] For port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:22.850759 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-7db042bd-1faa-4526-bf60-2a390d5ac0e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:22.922903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-7db042bd-1faa-4526-bf60-2a390d5ac0e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Calling delete_port for b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:23.008344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4e41ba2-9ecb-447b-8fc7-8d36c1dcb626 req-75b33ea2-0220-436d-815f-f3c71ff07b59 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716253 Jul 08 01:53:23.013736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee248df-d26b-4475-ab7c-e721489900bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:23.028694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] Sync routers for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:23.058422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:23.061858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:52:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:23.079897 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ee248df-d26b-4475-ab7c-e721489900bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.160906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7ee248df-d26b-4475-ab7c-e721489900bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "PUT /v2.0/floatingips/7d746192-5265-4cad-af6d-ad4b120aed9a HTTP/1.1" status: 200 len: 991 time: 7.0957129 Jul 08 01:53:23.272851 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ced0ee7-da03-4f24-9224-b098266d1299 x-openstack-request-id: req-2ced0ee7-da03-4f24-9224-b098266d1299 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:23.273166 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-deleted", "tag": "f60c37cd-5bd3-4c6b-9f63-182eb0889855", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:23.274330 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ced0ee7-da03-4f24-9224-b098266d1299 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:23.274810 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-deleted', 'tag': 'f60c37cd-5bd3-4c6b-9f63-182eb0889855', 'status': 'completed', 'code': 200} Jul 08 01:53:23.487806 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b44a9f6-bd84-4719-b35d-af5f798213a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.555138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:23.604164 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-641ff229-d724-4bdd-8779-d7f721ca4276 req-b4ad43e8-6979-44a9-b75b-7f41f6ecaf15 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 210 time: 0.1905518 Jul 08 01:53:23.695757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-7db042bd-1faa-4526-bf60-2a390d5ac0e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.761738 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db042bd-1faa-4526-bf60-2a390d5ac0e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Port': ['ID=b8f6a074-10c0-4c43-8b24-32dfd7fa0e95,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:23.848198 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.941972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-7db042bd-1faa-4526-bf60-2a390d5ac0e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] No DVR routers for this DVR port b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:23.947419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-7db042bd-1faa-4526-bf60-2a390d5ac0e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:23.953170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-7db042bd-1faa-4526-bf60-2a390d5ac0e0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "DELETE /v2.0/ports/b8f6a074-10c0-4c43-8b24-32dfd7fa0e95 HTTP/1.1" status: 204 len: 173 time: 2.4437804 Jul 08 01:53:24.704547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35992) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:24.787624 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:24.814392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '7d746192-5265-4cad-af6d-ad4b120aed9a', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'port_id': '15216622-0f49-4579-9353-3c6ca02a670d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'mac_address': 'fa:16:3e:e7:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:52:42Z', 'updated_at': '2021-07-08T01:53:18Z', 'revision_number': 1, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:24.887547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] Checking router: a050aabb-083b-42fc-9369-7f107d70aab6 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:24.912144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:24.913115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:53:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:24.934707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeddff-000b-4725-8cdf-6e7188c05924 req-f244663f-de50-49b2-b0f4-bde0570df523 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:24.942606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cfeddff-000b-4725-8cdf-6e7188c05924 req-f244663f-de50-49b2-b0f4-bde0570df523 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 945 time: 0.8545685 Jul 08 01:53:24.945759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Deleting port 675c60cb-fa09-4452-b098-1aa7cbf1688a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:24.946234 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:25.119926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] For port 675c60cb-fa09-4452-b098-1aa7cbf1688a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=675c60cb-fa09-4452-b098-1aa7cbf1688a,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:25.120647 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:25.318377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36002) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:25.420177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:25.423660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6325ca8c-5545-4fc1-9590-ffc9780c8893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:25.483803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-47a6609d-cd33-4bc5-826d-6b7b7086807b tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-709592209'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:25.578449 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-47a6609d-cd33-4bc5-826d-6b7b7086807b tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:53:25.578449 n-d-694802-14 neutron-server[93884]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 01:53:25.578449 n-d-694802-14 neutron-server[93884]: [parameters: {'project_id': '94f6cfe0555b406eb4442eeeeed3b5d2', 'id': 'fd11676e-abc9-4f57-aac7-cf74cd1884d0', 'expiration': datetime.datetime(2021, 7, 8, 1, 55, 25, 543456)}] Jul 08 01:53:25.578449 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:53:25.579053 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-47a6609d-cd33-4bc5-826d-6b7b7086807b tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:53:25.747693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d'}, {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-deleted', 'tag': 'b8f6a074-10c0-4c43-8b24-32dfd7fa0e95'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:25.751894 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578" -d '{"events": [{"name": "network-changed", "server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "tag": "15216622-0f49-4579-9353-3c6ca02a670d"}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-deleted", "tag": "b8f6a074-10c0-4c43-8b24-32dfd7fa0e95"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:25.778650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748f155-3165-4f09-b9a0-a3499ab8b9ee req-dbea19de-ee54-4eb4-9654-637314670ec0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:25.792279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748f155-3165-4f09-b9a0-a3499ab8b9ee req-dbea19de-ee54-4eb4-9654-637314670ec0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:25.796482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4748f155-3165-4f09-b9a0-a3499ab8b9ee req-dbea19de-ee54-4eb4-9654-637314670ec0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 1677 time: 1.2676725 Jul 08 01:53:25.905269 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6325ca8c-5545-4fc1-9590-ffc9780c8893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:25.933398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '7d746192-5265-4cad-af6d-ad4b120aed9a', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'port_id': '15216622-0f49-4579-9353-3c6ca02a670d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'mac_address': 'fa:16:3e:e7:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:52:42Z', 'updated_at': '2021-07-08T01:53:18Z', 'revision_number': 1, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:25.981347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6325ca8c-5545-4fc1-9590-ffc9780c8893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.061421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03501fb8-e0f1-4171-affb-0bf9d53ba7b4 None None] The sync data for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 is: [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '7d746192-5265-4cad-af6d-ad4b120aed9a', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'port_id': '15216622-0f49-4579-9353-3c6ca02a670d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2037, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'mac_address': 'fa:16:3e:e7:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:52:42Z', 'updated_at': '2021-07-08T01:53:18Z', 'revision_number': 1, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:26.111064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325ca8c-5545-4fc1-9590-ffc9780c8893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4609928-0607-4081-93e3-6c1258901379,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:26.123143 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6325ca8c-5545-4fc1-9590-ffc9780c8893 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b71019e9bb0d47e48057fe23c6630204&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4154930 Jul 08 01:53:26.129665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36018) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:26.157967 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cfeddff-000b-4725-8cdf-6e7188c05924 req-ed8d0156-1d28-433f-8248-ec0fda0a600d tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2143342 Jul 08 01:53:26.189348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4748f155-3165-4f09-b9a0-a3499ab8b9ee req-456dfd0f-dc49-47ab-b307-fb209f100ba6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554821 Jul 08 01:53:26.418099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47a6609d-cd33-4bc5-826d-6b7b7086807b tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.422398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47a6609d-cd33-4bc5-826d-6b7b7086807b tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.435392 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.527844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-defbb381-85e9-49d6-a578-4f69274557da tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:26.554693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-defbb381-85e9-49d6-a578-4f69274557da tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 945 time: 0.8089490 Jul 08 01:53:26.594037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a6271-7e06-47b6-8729-af1ec5439980 req-39c91797-e374-463d-b0b4-581f6a6af24f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:26.596290 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-39c91797-e374-463d-b0b4-581f6a6af24f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.24 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 811 time: 0.7808368 Jul 08 01:53:26.601161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fe55b89-1742-40b7-9a4a-2f40f41d77a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.657970 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79b01baa-fe63-4989-981c-d4196819c071 req-aa689045-416c-4e1e-8455-b23d2e10251e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 210 time: 0.1742566 Jul 08 01:53:26.719174 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18557d1a-c6aa-471d-a49e-692eec05dfab None None] New status for floating IP 7d746192-5265-4cad-af6d-ad4b120aed9a: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:53:26.755019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47a6609d-cd33-4bc5-826d-6b7b7086807b tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.812463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47a6609d-cd33-4bc5-826d-6b7b7086807b tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.824885 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f789e6a1-4a06-49b9-a122-b0256be7751c x-openstack-request-id: req-f789e6a1-4a06-49b9-a122-b0256be7751c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:26.825254 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "tag": "15216622-0f49-4579-9353-3c6ca02a670d", "status": "completed", "code": 200}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-deleted", "tag": "b8f6a074-10c0-4c43-8b24-32dfd7fa0e95", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:26.825618 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f789e6a1-4a06-49b9-a122-b0256be7751c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:26.826133 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d', 'status': 'completed', 'code': 200} Jul 08 01:53:26.826494 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-deleted', 'tag': 'b8f6a074-10c0-4c43-8b24-32dfd7fa0e95', 'status': 'completed', 'code': 200} Jul 08 01:53:26.853970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.854949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.855452 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Floating IP a606d29e-73fa-40a4-9c44-c774f8de957b disassociated. External IP: 172.25.4.179, port: 675c60cb-fa09-4452-b098-1aa7cbf1688a. Jul 08 01:53:26.856348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Calling delete_port for 675c60cb-fa09-4452-b098-1aa7cbf1688a owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:26.857842 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47a6609d-cd33-4bc5-826d-6b7b7086807b tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.860119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-47a6609d-cd33-4bc5-826d-6b7b7086807b tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.5397463 Jul 08 01:53:26.863317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:26.878028 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fe55b89-1742-40b7-9a4a-2f40f41d77a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:26.888884 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-27c1ac24-2602-45fa-bb8d-0092fcfc3c74 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc162e737ba04744b1258640692c2b7c HTTP/1.1" status: 200 len: 380 time: 0.2226083 Jul 08 01:53:26.906659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'port': {'device_id': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'admin_state_up': True, 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'security_groups': ['6934d174-c0fa-42e1-a17a-786c65097afc']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:27.018612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71e02447-4107-420d-9aa7-e54e3db62116 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:27.150338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fe55b89-1742-40b7-9a4a-2f40f41d77a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:27.157417 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5fe55b89-1742-40b7-9a4a-2f40f41d77a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:27.162838 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5fe55b89-1742-40b7-9a4a-2f40f41d77a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4609928-0607-4081-93e3-6c1258901379 HTTP/1.1" status: 204 len: 168 time: 1.0239134 Jul 08 01:53:27.190097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe55b89-1742-40b7-9a4a-2f40f41d77a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4609928-0607-4081-93e3-6c1258901379,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:27.204535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Made reservation on behalf of dc162e737ba04744b1258640692c2b7c for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:27.211223 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:27.479387 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-82d10dd4-b8fa-4fc9-8965-499c26de4775 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Deleting port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:27.480222 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-82d10dd4-b8fa-4fc9-8965-499c26de4775 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:27.553723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Allocated IP 172.20.0.13 (f5ed028f-b8a7-42b6-a69c-211263d91a60/6f5a5b79-afd4-4dee-971e-ebe6660706fc/35164637-cef3-4b74-b6d6-1de8c8a827de) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:53:27.734275 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71e02447-4107-420d-9aa7-e54e3db62116 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:27.759287 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71e02447-4107-420d-9aa7-e54e3db62116 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:27.765951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-0e6dea74-9b05-4763-9a1b-c8288fbfcaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:27.768352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-0e6dea74-9b05-4763-9a1b-c8288fbfcaa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 1098 time: 0.9408183 Jul 08 01:53:27.828488 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.103920 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71e02447-4107-420d-9aa7-e54e3db62116 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.105473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e02447-4107-420d-9aa7-e54e3db62116 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a28fc77-fbec-4f58-8a07-5150314771f8 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:53:28.123761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Transition to ACTIVE for port object 35164637-cef3-4b74-b6d6-1de8c8a827de will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:28.142242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71e02447-4107-420d-9aa7-e54e3db62116 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.149040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-71e02447-4107-420d-9aa7-e54e3db62116 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] 10.222.0.41 "DELETE /v2.0/routers/4a28fc77-fbec-4f58-8a07-5150314771f8 HTTP/1.1" status: 204 len: 168 time: 1.2759314 Jul 08 01:53:28.150460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36048) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:28.161576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6d09b6cf-cd54-4044-9ac8-384d79950f36 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Request body: {'router': {'name': 'tempest-router-1770182373', 'distributed': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:28.173391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-82d10dd4-b8fa-4fc9-8965-499c26de4775 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] For port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:28.173771 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-82d10dd4-b8fa-4fc9-8965-499c26de4775 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.177190 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.242623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-82d10dd4-b8fa-4fc9-8965-499c26de4775 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Calling delete_port for e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:28.271699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1708a-1a09-4e8e-a200-94c147a83d84 req-73c9748c-5254-4449-bb89-1a937904d2a3 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:28.285192 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d09b6cf-cd54-4044-9ac8-384d79950f36 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.285424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4f1708a-1a09-4e8e-a200-94c147a83d84 req-73c9748c-5254-4449-bb89-1a937904d2a3 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 945 time: 0.7720339 Jul 08 01:53:28.285668 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d09b6cf-cd54-4044-9ac8-384d79950f36 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.305764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Port': ['ID=675c60cb-fa09-4452-b098-1aa7cbf1688a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:28.338498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-d4757f91-dccd-40cf-9474-add9657de45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:28.349341 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-d4757f91-dccd-40cf-9474-add9657de45c service neutron] 10.222.0.24 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.5198231 Jul 08 01:53:28.441695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d09b6cf-cd54-4044-9ac8-384d79950f36 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.445553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:28.520685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1ec11-9e52-4a7e-b348-f40e4236dedf req-8247c7c7-b020-4a47-a3a8-5ceb03491da0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:28.530391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1ec11-9e52-4a7e-b348-f40e4236dedf req-8247c7c7-b020-4a47-a3a8-5ceb03491da0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:28.537607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93e1ec11-9e52-4a7e-b348-f40e4236dedf req-8247c7c7-b020-4a47-a3a8-5ceb03491da0 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 1599 time: 0.7016833 Jul 08 01:53:28.641511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:28.685158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4f1708a-1a09-4e8e-a200-94c147a83d84 req-4bacd6fe-2793-4f8d-8e26-e83af648308c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998260 Jul 08 01:53:28.769004 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93e1ec11-9e52-4a7e-b348-f40e4236dedf req-a3b5261a-4ea5-4f50-8a61-798ee7937339 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301235 Jul 08 01:53:28.866098 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-61624e14-01f6-4dbe-b338-4f815e892fbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15216622-0f49-4579-9353-3c6ca02a670d HTTP/1.1" status: 200 len: 1001 time: 0.4978945 Jul 08 01:53:29.034119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-260937359-network', 'tenant_id': 'ed0a76b3ded14e2aa8b8657883854a1f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:29.149830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:29.161612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:29.206410 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d09b6cf-cd54-4044-9ac8-384d79950f36 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.208782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'Port': ['ID=35164637-cef3-4b74-b6d6-1de8c8a827de,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:29.213590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:29.219300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:29.252795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d09b6cf-cd54-4044-9ac8-384d79950f36 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.254253 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6d09b6cf-cd54-4044-9ac8-384d79950f36 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1022077 Jul 08 01:53:29.261463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36064) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:29.269689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Made reservation on behalf of ed0a76b3ded14e2aa8b8657883854a1f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:29.274176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.408359 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.413355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-6fcc758f-5a08-4e35-9f1c-41c641a74e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:29.416385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-6fcc758f-5a08-4e35-9f1c-41c641a74e68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.4020433 Jul 08 01:53:29.417553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.483093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:29.484252 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.501004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44a37df8-7f12-408b-8300-c5e9b96092cc tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.572618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Router 7d569351-9c43-4e24-8398-7c3966c5ba29 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:29.684414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-82d10dd4-b8fa-4fc9-8965-499c26de4775 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.737657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c306483f-2828-46f1-a622-21771f93c7c3', 'fbd49afb-638d-4760-8e6f-d957ac0705ab'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:29.742497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fe8c232d-7560-47dd-a855-8cfaae228347 None None] Provisioning for port 35164637-cef3-4b74-b6d6-1de8c8a827de completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:29.750663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fe8c232d-7560-47dd-a855-8cfaae228347 None None] Provisioning complete for port 35164637-cef3-4b74-b6d6-1de8c8a827de triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:29.751565 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe8c232d-7560-47dd-a855-8cfaae228347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.814779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d10dd4-b8fa-4fc9-8965-499c26de4775 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Pushing event deleted for resources: {'Port': ['ID=e74aa28c-f19e-4b5e-8632-ac36fa7d55e1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:29.829220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44a37df8-7f12-408b-8300-c5e9b96092cc tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.833106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44a37df8-7f12-408b-8300-c5e9b96092cc tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.907594 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44a37df8-7f12-408b-8300-c5e9b96092cc tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.908343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a37df8-7f12-408b-8300-c5e9b96092cc tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 068829f4-b1f6-4cb1-a96b-72897fa313b8 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:53:29.922383 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44a37df8-7f12-408b-8300-c5e9b96092cc tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:29.923835 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-44a37df8-7f12-408b-8300-c5e9b96092cc tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] 10.222.0.41 "DELETE /v2.0/routers/068829f4-b1f6-4cb1-a96b-72897fa313b8 HTTP/1.1" status: 204 len: 168 time: 0.6600313 Jul 08 01:53:29.928896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36072) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:29.929061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fe8c232d-7560-47dd-a855-8cfaae228347 None None] Port 35164637-cef3-4b74-b6d6-1de8c8a827de cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:53:29.933976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3208e4aa-43bb-452d-8297-445ef8f09d72 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Request body: {'router': {'name': 'tempest-router-1110498184', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '598f34ab3dd74971b1a6e7db50bc7b80'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:30.015944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-82d10dd4-b8fa-4fc9-8965-499c26de4775 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] No DVR routers for this DVR port e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:30.035686 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-82d10dd4-b8fa-4fc9-8965-499c26de4775 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.038848 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cfba5c88-42a4-4f3a-8956-2e5942b2e049 req-82d10dd4-b8fa-4fc9-8965-499c26de4775 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "DELETE /v2.0/ports/e74aa28c-f19e-4b5e-8632-ac36fa7d55e1 HTTP/1.1" status: 204 len: 173 time: 3.4459641 Jul 08 01:53:30.049810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c25f574-fef0-4403-8932-b9dc9e22ebd9', 'name': 'network-vif-deleted', 'tag': 'e74aa28c-f19e-4b5e-8632-ac36fa7d55e1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:30.053394 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1a2852-e9e0-450c-9df6-19b5152ee3ec" -d '{"events": [{"server_uuid": "7c25f574-fef0-4403-8932-b9dc9e22ebd9", "name": "network-vif-deleted", "tag": "e74aa28c-f19e-4b5e-8632-ac36fa7d55e1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:30.059219 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.078819 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-9fd64f7d-0eba-481c-bdfe-b2153c602bed tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1767297 Jul 08 01:53:30.097050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Request body: {'port': {'device_id': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:30.166476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-a71c023a-ded3-4b18-8b39-552dd09b1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:30.168778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-a71c023a-ded3-4b18-8b39-552dd09b1efc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7105718 Jul 08 01:53:30.169464 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.177700 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dcb75521-3b25-4b74-8eb0-67f824230ac2 req-44d674cb-6529-48c6-9d1d-0e380665d8f3 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c25f574-fef0-4403-8932-b9dc9e22ebd9 HTTP/1.1" status: 200 len: 210 time: 0.1590662 Jul 08 01:53:30.496393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3208e4aa-43bb-452d-8297-445ef8f09d72 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.502213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3208e4aa-43bb-452d-8297-445ef8f09d72 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.535833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:30.835223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be08a10-7e61-4f1d-9395-69782b47b50a req-ed47845c-fe2e-4f69-a04a-faa09d4d6324 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:30.853427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4be08a10-7e61-4f1d-9395-69782b47b50a req-ed47845c-fe2e-4f69-a04a-faa09d4d6324 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 932 time: 1.5477200 Jul 08 01:53:30.918345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:53:30.955531 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3208e4aa-43bb-452d-8297-445ef8f09d72 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.008219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3208e4aa-43bb-452d-8297-445ef8f09d72 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.077096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-ed92f46b-a1c1-43e6-a6cb-91ed5bb36e72 service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8946490 Jul 08 01:53:31.078160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd205e6-3d72-4319-a2d3-862737fa5141,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:31.112122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3208e4aa-43bb-452d-8297-445ef8f09d72 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.114090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3208e4aa-43bb-452d-8297-445ef8f09d72 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1838467 Jul 08 01:53:31.120536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36086) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:31.137186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:31.165845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-9a9a7b1e-9013-4c01-a4f7-1f23f23f215f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3048072 Jul 08 01:53:31.182592 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.183302 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Added segment 08bc89d5-257d-45ba-b701-b89043804d0d of type vlan for network fef2896a-d7a0-4169-84e2-5ac82de13d9d Jul 08 01:53:31.229711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4be08a10-7e61-4f1d-9395-69782b47b50a req-dab039a2-ba01-4eb1-8cc1-f86766a15331 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753421 Jul 08 01:53:31.231465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:31.244789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] Sync routers for ids ['7d569351-9c43-4e24-8398-7c3966c5ba29'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:31.270600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] Routers {'7d569351-9c43-4e24-8398-7c3966c5ba29'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:31.271696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:53:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['7d569351-9c43-4e24-8398-7c3966c5ba29'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:31.394204 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.615796 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] Set router 7d569351-9c43-4e24-8398-7c3966c5ba29 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:31.647774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] No DVR routers for this DVR port 675c60cb-fa09-4452-b098-1aa7cbf1688a on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:31.697507 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.703981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35164637-cef3-4b74-b6d6-1de8c8a827de {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:31.710170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-8dc60f79-2394-4057-8a41-eb163d10b5fc tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "DELETE /v2.0/ports/675c60cb-fa09-4452-b098-1aa7cbf1688a HTTP/1.1" status: 204 len: 173 time: 7.7460139 Jul 08 01:53:31.713430 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:53:31.729463 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a5ef0f-f266-4c23-b2c6-954e56710c2a x-openstack-request-id: req-32a5ef0f-f266-4c23-b2c6-954e56710c2a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:31.732798 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c25f574-fef0-4403-8932-b9dc9e22ebd9", "name": "network-vif-deleted", "tag": "e74aa28c-f19e-4b5e-8632-ac36fa7d55e1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:31.732798 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32a5ef0f-f266-4c23-b2c6-954e56710c2a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:31.737869 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c25f574-fef0-4403-8932-b9dc9e22ebd9', 'name': 'network-vif-deleted', 'tag': 'e74aa28c-f19e-4b5e-8632-ac36fa7d55e1', 'status': 'completed', 'code': 200} Jul 08 01:53:31.769747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff05670-bf73-4c6e-8100-fc71e723cc65 req-541b340e-076c-40a6-ab27-4c3cd3e166d2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:31.782944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cff05670-bf73-4c6e-8100-fc71e723cc65 req-541b340e-076c-40a6-ab27-4c3cd3e166d2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 943 time: 1.0122080 Jul 08 01:53:31.815329 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.925512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-008af0a4-59c2-43f5-9634-159edd7f1b58 service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852023 Jul 08 01:53:31.928371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-910e0296-8027-4cbe-8eb7-522243ab4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:31.929243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-910e0296-8027-4cbe-8eb7-522243ab4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:31.929853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-910e0296-8027-4cbe-8eb7-522243ab4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:31.930615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-910e0296-8027-4cbe-8eb7-522243ab4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:31.931559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-910e0296-8027-4cbe-8eb7-522243ab4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:31.932485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-910e0296-8027-4cbe-8eb7-522243ab4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:31.933328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-910e0296-8027-4cbe-8eb7-522243ab4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:31.949694 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-910e0296-8027-4cbe-8eb7-522243ab4969 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 6497 time: 0.7258644 Jul 08 01:53:31.985914 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:31.989624 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.142332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Transition to ACTIVE for port object 35164637-cef3-4b74-b6d6-1de8c8a827de will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:32.149327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.153512 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:32.155164 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.229090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cff05670-bf73-4c6e-8100-fc71e723cc65 req-a42a9c6c-2da3-4644-9aca-638f5b486b35 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups?id=a368ba1b-fc0f-48f1-b45c-2792c2e2db38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743024 Jul 08 01:53:32.257260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.329272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Pushing event updated for resources: {'Port': ['ID=35164637-cef3-4b74-b6d6-1de8c8a827de,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:32.398943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79969226-df9c-4aa1-b974-22545228cdd7', 'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'mac_address': 'fa:16:3e:13:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:03Z', 'updated_at': '2021-07-08T01:43:12Z', 'revision_number': 5, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'subnets': [{'id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:32.406434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.7582622 Jul 08 01:53:32.412493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36096) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:32.442420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bedcc0d-bfaa-438a-9cc8-7bb07a18f3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=fef2896a-d7a0-4169-84e2-5ac82de13d9d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:32.469967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Request body: {'subnet': {'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-260937359-subnet', 'tenant_id': 'ed0a76b3ded14e2aa8b8657883854a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:32.489760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] Checking router: 7d569351-9c43-4e24-8398-7c3966c5ba29 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:32.497953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network fef2896a-d7a0-4169-84e2-5ac82de13d9d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:53:32.505590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] Routers {'7d569351-9c43-4e24-8398-7c3966c5ba29'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:32.506296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:53:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['7d569351-9c43-4e24-8398-7c3966c5ba29'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:32.509651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93884) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 08 01:53:32.510204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Router 4ca3c6ea-a936-4e40-b3e5-57ebf587d8f7 migrating from provider to provider. {{(pid=93884) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 08 01:53:32.510824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.554148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.600378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Deleting port e683d233-6de3-4c80-a356-727d20f20460 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:32.601045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.711260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.739466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-be1c445c-a0c9-422c-9d0b-8a8bd1e2a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:32.740164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-be1c445c-a0c9-422c-9d0b-8a8bd1e2a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:32.741033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-be1c445c-a0c9-422c-9d0b-8a8bd1e2a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:32.743771 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-be1c445c-a0c9-422c-9d0b-8a8bd1e2a69f service neutron] 10.222.0.24 "GET /v2.0/networks?id=158051b2-55d9-4a7a-a15b-19a8819643bb&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4 HTTP/1.1" status: 200 len: 2292 time: 0.7372065 Jul 08 01:53:32.818938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Made reservation on behalf of ed0a76b3ded14e2aa8b8657883854a1f for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:32.823837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.824792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] Set router 7d569351-9c43-4e24-8398-7c3966c5ba29 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:32.879758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe31cb8-5941-4327-8ff9-9468a5f06f42 req-dc20dd1c-e068-492b-8997-9dabb3984c1a tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:32.882416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7fe31cb8-5941-4327-8ff9-9468a5f06f42 req-dc20dd1c-e068-492b-8997-9dabb3984c1a tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 944 time: 0.4078574 Jul 08 01:53:32.900357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] For port e683d233-6de3-4c80-a356-727d20f20460, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e683d233-6de3-4c80-a356-727d20f20460,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:32.900940 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:32.945650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Calling delete_port for e683d233-6de3-4c80-a356-727d20f20460 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:32.971949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Attempting to bind port 35164637-cef3-4b74-b6d6-1de8c8a827de on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:32.972294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Attempting to bind port 35164637-cef3-4b74-b6d6-1de8c8a827de by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:32.972663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Attempting to bind port 35164637-cef3-4b74-b6d6-1de8c8a827de on network f5ed028f-b8a7-42b6-a69c-211263d91a60 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:32.984288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c74069-f076-4f1e-94ea-6210eba526b7 req-efaf5193-1dc9-437e-9756-d29f63d55583 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:32.987111 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71c74069-f076-4f1e-94ea-6210eba526b7 req-efaf5193-1dc9-437e-9756-d29f63d55583 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 946 time: 0.2853098 Jul 08 01:53:33.049283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Port 35164637-cef3-4b74-b6d6-1de8c8a827de on network f5ed028f-b8a7-42b6-a69c-211263d91a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:33.049624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Attempting to bind port 35164637-cef3-4b74-b6d6-1de8c8a827de on network f5ed028f-b8a7-42b6-a69c-211263d91a60 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:33.072713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:53:33.073054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Checking segment: {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:33.073460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Bound using segment: {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:53:33.073894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Bound port: 35164637-cef3-4b74-b6d6-1de8c8a827de, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:53:33.074894 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:33.096769 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-98b4611a-4526-4454-8686-c4c961a2b29d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01f59963-7727-45d1-8c67-8c68a0c10e2f HTTP/1.1" status: 200 len: 1000 time: 0.3039415 Jul 08 01:53:33.098892 n-d-694802-14 neutron-server[93884]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] No L3 agents can host the router 4ca3c6ea-a936-4e40-b3e5-57ebf587d8f7 Jul 08 01:53:33.099607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7fe31cb8-5941-4327-8ff9-9468a5f06f42 req-2dc708b7-206c-47a5-a0f0-eca3f08fb93a tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906264 Jul 08 01:53:33.169800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71c74069-f076-4f1e-94ea-6210eba526b7 req-c06606b3-d096-4e98-aabc-463efa38fa59 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652412 Jul 08 01:53:33.306019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79969226-df9c-4aa1-b974-22545228cdd7', 'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'mac_address': 'fa:16:3e:13:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:03Z', 'updated_at': '2021-07-08T01:43:12Z', 'revision_number': 5, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'subnets': [{'id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:33.360041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c171cc5f-a45e-4732-9aec-5010763e21e3 None None] The sync data for ids ['7d569351-9c43-4e24-8398-7c3966c5ba29'] in n-d-694802-14 is: [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:04Z', 'revision_number': 4, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79969226-df9c-4aa1-b974-22545228cdd7', 'name': '', 'network_id': '7c274d0d-0887-42f7-9ec2-737b20191266', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'mac_address': 'fa:16:3e:13:1f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:03Z', 'updated_at': '2021-07-08T01:43:12Z', 'revision_number': 5, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'subnets': [{'id': '66c3daff-fc98-48ba-b450-287f7a1d985c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:33.411830 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:33.441505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-b030c459-1476-4877-93b4-8d1cf8330b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:33.445118 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-b030c459-1476-4877-93b4-8d1cf8330b04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a7e139f1-c7ab-4e50-8986-4c119571abe7 HTTP/1.1" status: 200 len: 850 time: 0.3375895 Jul 08 01:53:33.468243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Port': ['ID=e683d233-6de3-4c80-a356-727d20f20460,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:33.556177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] No DVR routers for this DVR port e683d233-6de3-4c80-a356-727d20f20460 on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:33.560071 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:33.562257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.24 "DELETE /v2.0/ports/e683d233-6de3-4c80-a356-727d20f20460 HTTP/1.1" status: 204 len: 173 time: 1.8517067 Jul 08 01:53:33.733131 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ecb3ebb4-d2b7-4b5a-ac11-b0b0f61fb91c req-5d691135-10fa-4554-9a5f-07d4c522c46f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.0910053 Jul 08 01:53:33.739242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-deleted', 'tag': '675c60cb-fa09-4452-b098-1aa7cbf1688a'}, {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-deleted', 'tag': 'e683d233-6de3-4c80-a356-727d20f20460'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:33.743428 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69434d48-35cd-4bf1-9d0d-ce957d94dd9a" -d '{"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-deleted", "tag": "675c60cb-fa09-4452-b098-1aa7cbf1688a"}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-deleted", "tag": "e683d233-6de3-4c80-a356-727d20f20460"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:33.784126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] For port 35164637-cef3-4b74-b6d6-1de8c8a827de, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:33.888759 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ab3e9d-3756-45e9-9648-0209cc12ba20 x-openstack-request-id: req-b8ab3e9d-3756-45e9-9648-0209cc12ba20 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:33.889170 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-deleted", "tag": "675c60cb-fa09-4452-b098-1aa7cbf1688a", "status": "completed", "code": 200}, {"server_uuid": "ac5f0dda-fe5f-429d-87ad-4f1921863425", "name": "network-vif-deleted", "tag": "e683d233-6de3-4c80-a356-727d20f20460", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:33.889361 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8ab3e9d-3756-45e9-9648-0209cc12ba20 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:33.889711 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-deleted', 'tag': '675c60cb-fa09-4452-b098-1aa7cbf1688a', 'status': 'completed', 'code': 200} Jul 08 01:53:33.889970 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5f0dda-fe5f-429d-87ad-4f1921863425', 'name': 'network-vif-deleted', 'tag': 'e683d233-6de3-4c80-a356-727d20f20460', 'status': 'completed', 'code': 200} Jul 08 01:53:33.976065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Hosts for router 4ca3c6ea-a936-4e40-b3e5-57ebf587d8f7: [] {{(pid=93884) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 08 01:53:33.991757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] For port 35164637-cef3-4b74-b6d6-1de8c8a827de, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=35164637-cef3-4b74-b6d6-1de8c8a827de,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:53:34.008404 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9c20e4-1688-4764-9a28-c0b26b4943e1 None None] New status for floating IP a606d29e-73fa-40a4-9c44-c774f8de957b: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:53:34.036058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-4e285c6e-1c7c-48e1-b592-d93325682275 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.039003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-4e285c6e-1c7c-48e1-b592-d93325682275 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 946 time: 0.2169521 Jul 08 01:53:34.040991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.100670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Hosts for other DVR routers connected to router 4ca3c6ea-a936-4e40-b3e5-57ebf587d8f7: set() {{(pid=93884) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 08 01:53:34.104984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.113122 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8fc99b76-357b-4f75-beab-7e6bd5e4493a tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] 10.222.0.41 "PUT /v2.0/routers/4ca3c6ea-a936-4e40-b3e5-57ebf587d8f7 HTTP/1.1" status: 200 len: 717 time: 2.9835341 Jul 08 01:53:34.145109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36122) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:34.181756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.267891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.276423 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.281015 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] 10.222.0.24 "PUT /v2.0/ports/35164637-cef3-4b74-b6d6-1de8c8a827de HTTP/1.1" status: 200 len: 1093 time: 4.1918571 Jul 08 01:53:34.432377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'tag': '35164637-cef3-4b74-b6d6-1de8c8a827de'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:34.440907 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a94fc48-2cdd-45e7-94a7-56f663587691" -d '{"events": [{"name": "network-changed", "server_uuid": "fcca71f0-b104-457d-bb86-ef35fa0f73bf", "tag": "35164637-cef3-4b74-b6d6-1de8c8a827de"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:34.463654 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.465303 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1a5b659a-7cb2-4908-9317-b8767f8fd662 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] 10.222.0.41 "GET /v2.0/routers/4ca3c6ea-a936-4e40-b3e5-57ebf587d8f7 HTTP/1.1" status: 200 len: 717 time: 0.3182178 Jul 08 01:53:34.535650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:34.556745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-7663d2d0-4c17-4836-80bf-f54baf78dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.562027 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-7663d2d0-4c17-4836-80bf-f54baf78dfe4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=158051b2-55d9-4a7a-a15b-19a8819643bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9919813 Jul 08 01:53:34.724216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-13b9d335-6af0-4279-8d58-6efd243c3e7c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Deleting port fbd49afb-638d-4760-8e6f-d957ac0705ab {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:34.724654 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-13b9d335-6af0-4279-8d58-6efd243c3e7c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:34.833330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2f891-55e0-4778-b2cb-b6e7da09a935 service neutron] Pushing event updated for resources: {'Port': ['ID=35164637-cef3-4b74-b6d6-1de8c8a827de,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:34.838261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cf63a-6462-4752-9a8f-46fe7af0fcf3 req-4d81334c-d5bf-4024-9be0-40fa99ef4098 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.846828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f6cf63a-6462-4752-9a8f-46fe7af0fcf3 req-4d81334c-d5bf-4024-9be0-40fa99ef4098 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 944 time: 0.3044653 Jul 08 01:53:34.856141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1a522b-1e62-42df-af4a-5de5d1118ad9,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:34.881884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27894d8-95b0-45f9-a060-7784d35e148b req-0adc5046-7048-408a-bde0-571b299bda5c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:34.890812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a27894d8-95b0-45f9-a060-7784d35e148b req-0adc5046-7048-408a-bde0-571b299bda5c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 946 time: 0.3150706 Jul 08 01:53:34.961904 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f6cf63a-6462-4752-9a8f-46fe7af0fcf3 req-e8ac6585-4b0d-4567-bd28-9487267a0359 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138260 Jul 08 01:53:35.028385 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6ee0a8e6-2512-4d14-a09b-4e2838759e8c tempest-RoutersTestDVR-1483545179 tempest-RoutersTestDVR-1483545179-project] 10.222.0.41 "GET /v2.0/routers/4ca3c6ea-a936-4e40-b3e5-57ebf587d8f7 HTTP/1.1" status: 200 len: 683 time: 0.4778843 Jul 08 01:53:35.037965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36140) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:35.048474 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a27894d8-95b0-45f9-a060-7784d35e148b req-79218462-8728-4d27-86d6-5409eca704d3 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565952 Jul 08 01:53:35.066504 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-13b9d335-6af0-4279-8d58-6efd243c3e7c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] For port fbd49afb-638d-4760-8e6f-d957ac0705ab, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fbd49afb-638d-4760-8e6f-d957ac0705ab,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:35.066876 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-13b9d335-6af0-4279-8d58-6efd243c3e7c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:35.112595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-13b9d335-6af0-4279-8d58-6efd243c3e7c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Calling delete_port for fbd49afb-638d-4760-8e6f-d957ac0705ab owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:35.169758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Checking segment: {'id': '08bc89d5-257d-45ba-b701-b89043804d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:35.170236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Network hostable DHCP agents. Network: fef2896a-d7a0-4169-84e2-5ac82de13d9d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:53:35.188336 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2d6b-3289-4757-8da4-219c1c4aeefd tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:35.196440 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8ad3de-952a-46dc-971e-449a14c2d8e9 x-openstack-request-id: req-2b8ad3de-952a-46dc-971e-449a14c2d8e9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:35.196975 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcca71f0-b104-457d-bb86-ef35fa0f73bf", "tag": "35164637-cef3-4b74-b6d6-1de8c8a827de", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:35.197434 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b8ad3de-952a-46dc-971e-449a14c2d8e9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:35.197990 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'tag': '35164637-cef3-4b74-b6d6-1de8c8a827de', 'status': 'completed', 'code': 200} Jul 08 01:53:35.458571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26772ae4-1444-462b-8a24-c31155682745 req-35de4e7a-cf68-4acb-827a-af9276aece12 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.0621967 Jul 08 01:53:35.483290 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-13b9d335-6af0-4279-8d58-6efd243c3e7c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:35.497681 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c306483f-2828-46f1-a622-21771f93c7c3'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:35.652179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9d335-6af0-4279-8d58-6efd243c3e7c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Pushing event deleted for resources: {'Port': ['ID=fbd49afb-638d-4760-8e6f-d957ac0705ab,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:35.699658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-13b9d335-6af0-4279-8d58-6efd243c3e7c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] No DVR routers for this DVR port fbd49afb-638d-4760-8e6f-d957ac0705ab on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:35.707279 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-13b9d335-6af0-4279-8d58-6efd243c3e7c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:35.712639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09feb1e5-320b-4a0f-ac55-a8c069ceab39 req-13b9d335-6af0-4279-8d58-6efd243c3e7c tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "DELETE /v2.0/ports/fbd49afb-638d-4760-8e6f-d957ac0705ab HTTP/1.1" status: 204 len: 173 time: 1.6665750 Jul 08 01:53:35.768267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a6271-7e06-47b6-8729-af1ec5439980 req-fb015f60-2c26-4edc-a6a6-00da3cf5189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:35.770576 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-fb015f60-2c26-4edc-a6a6-00da3cf5189e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 1096 time: 1.2753444 Jul 08 01:53:35.891946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0164a6-a9bf-4506-8cd9-3ed338776a47', 'name': 'network-vif-deleted', 'tag': 'fbd49afb-638d-4760-8e6f-d957ac0705ab'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:35.894361 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfd02e7-c563-416c-b8e1-c4e5d941b5e1" -d '{"events": [{"server_uuid": "3e0164a6-a9bf-4506-8cd9-3ed338776a47", "name": "network-vif-deleted", "tag": "fbd49afb-638d-4760-8e6f-d957ac0705ab"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:35.961133 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-879961f4-163c-43f4-90ac-24bcab249f37 service neutron] 10.222.0.24 "GET /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3034647 Jul 08 01:53:35.969704 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-2f3956b4-9b95-4ad7-9905-e6cbc8b8eca0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35164637-cef3-4b74-b6d6-1de8c8a827de HTTP/1.1" status: 200 len: 217 time: 0.1511929 Jul 08 01:53:36.064038 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9293af40-07c5-41f5-9593-d6431e900611 x-openstack-request-id: req-9293af40-07c5-41f5-9593-d6431e900611 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:36.064907 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0164a6-a9bf-4506-8cd9-3ed338776a47", "name": "network-vif-deleted", "tag": "fbd49afb-638d-4760-8e6f-d957ac0705ab", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:36.065071 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9293af40-07c5-41f5-9593-d6431e900611 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:36.065504 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e0164a6-a9bf-4506-8cd9-3ed338776a47', 'name': 'network-vif-deleted', 'tag': 'fbd49afb-638d-4760-8e6f-d957ac0705ab', 'status': 'completed', 'code': 200} Jul 08 01:53:36.127344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Network fef2896a-d7a0-4169-84e2-5ac82de13d9d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:53:36.304251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, fef2896a-d7a0-4169-84e2-5ac82de13d9d) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:36.315031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2d6b-3289-4757-8da4-219c1c4aeefd tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:36.320593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:36.321207 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:36.327136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2d6b-3289-4757-8da4-219c1c4aeefd tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:36.338628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fb3e67-459d-4dd0-aed2-5b0b1cbc7a42 None None] Network fef2896a-d7a0-4169-84e2-5ac82de13d9d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:36.355712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a6271-7e06-47b6-8729-af1ec5439980 req-aab82a1a-bb01-4330-968c-586054e21751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:36.361628 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-aab82a1a-bb01-4330-968c-586054e21751 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 200 len: 850 time: 0.3356202 Jul 08 01:53:36.496956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97daf9cd-df93-496b-b189-33f9aa2a4419 req-d8ffd6f0-3da3-41fd-9aee-55edf8ace630 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:36.510452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97daf9cd-df93-496b-b189-33f9aa2a4419 req-d8ffd6f0-3da3-41fd-9aee-55edf8ace630 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 944 time: 0.2474999 Jul 08 01:53:36.591937 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1e56dee5-7a6e-41da-a2e1-3258074d5177 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.1472144 Jul 08 01:53:36.602814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-112a5432-58dd-48ef-9642-efaf175f705b req-438fa5e4-e9b0-459d-a222-24b84f54b4d8 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0164a6-a9bf-4506-8cd9-3ed338776a47 HTTP/1.1" status: 200 len: 210 time: 0.0887978 Jul 08 01:53:36.623557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2d6b-3289-4757-8da4-219c1c4aeefd tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:36.624371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8a2d6b-3289-4757-8da4-219c1c4aeefd tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca3c6ea-a936-4e40-b3e5-57ebf587d8f7 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:53:36.641942 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c8a2d6b-3289-4757-8da4-219c1c4aeefd tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:36.649186 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c8a2d6b-3289-4757-8da4-219c1c4aeefd tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] 10.222.0.41 "DELETE /v2.0/routers/4ca3c6ea-a936-4e40-b3e5-57ebf587d8f7 HTTP/1.1" status: 204 len: 168 time: 1.6043987 Jul 08 01:53:36.655187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36158) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:36.663304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-51ce2705-1060-487b-b57b-64409bf93059 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Request body: {'router': {'name': 'tempest-router-1423093835', 'distributed': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:36.674008 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-3c8bea0d-1f35-45d5-9070-18d0b5d4fb54 service neutron] 10.222.0.24 "GET /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7066970 Jul 08 01:53:36.718068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97daf9cd-df93-496b-b189-33f9aa2a4419 req-f0088616-b6c6-4752-8e62-60a169c953a1 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127179 Jul 08 01:53:36.882629 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-8c82ac2b-6866-46b1-8f34-e32cb370b202 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=0f688c92-bbac-444a-89a5-09bc58a187d5 HTTP/1.1" status: 200 len: 217 time: 0.1690719 Jul 08 01:53:37.030526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51ce2705-1060-487b-b57b-64409bf93059 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:37.030526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51ce2705-1060-487b-b57b-64409bf93059 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:37.055334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a6271-7e06-47b6-8729-af1ec5439980 req-11bb3fd6-068f-4dfb-b2ea-4d63e49fdbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:37.057726 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-11bb3fd6-068f-4dfb-b2ea-4d63e49fdbf9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5ed028f-b8a7-42b6-a69c-211263d91a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6123221 Jul 08 01:53:37.195664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fbd49afb-638d-4760-8e6f-d957ac0705ab no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:37.277977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: fbd49afb-638d-4760-8e6f-d957ac0705ab {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:37.284530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fbd49afb-638d-4760-8e6f-d957ac0705ab not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:37.319673 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-2ee83ff6-be63-434b-969a-1af703b79935 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536283 Jul 08 01:53:37.325658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-9c909b4f-2b6a-4b08-ad6f-204462bf4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:37.329764 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-9c909b4f-2b6a-4b08-ad6f-204462bf4c4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.4280753 Jul 08 01:53:37.343003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a34f1d0-f36f-499a-81f2-181fc77f724c req-dfbce948-1c50-4ef9-a0cd-07640dc763a6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.1202893 Jul 08 01:53:37.431187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec6c708-2999-4acc-ba22-eb69328eceac None None] Network fef2896a-d7a0-4169-84e2-5ac82de13d9d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:53:37.443701 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51ce2705-1060-487b-b57b-64409bf93059 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:37.520362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51ce2705-1060-487b-b57b-64409bf93059 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:37.618904 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51ce2705-1060-487b-b57b-64409bf93059 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:37.622000 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-51ce2705-1060-487b-b57b-64409bf93059 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9640868 Jul 08 01:53:37.627748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36166) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:37.734675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-c8fb26a4-92ef-4f0f-b03f-a6d9579b3ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:37.741697 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-c8fb26a4-92ef-4f0f-b03f-a6d9579b3ac0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2730479 Jul 08 01:53:37.850267 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55252475-c3da-488e-9918-9fca40601739 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:37.949872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-635a6271-7e06-47b6-8729-af1ec5439980 req-d473798d-7227-43c1-91bd-9303e38b703d service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142952 Jul 08 01:53:38.431277 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-c24c7cc7-0efc-4c92-a646-879fd7523312 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573544 Jul 08 01:53:38.525968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-b7fa7a37-23ad-4391-985c-37fdc7d98be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:38.528481 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-b7fa7a37-23ad-4391-985c-37fdc7d98be3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 1096 time: 0.3714745 Jul 08 01:53:38.567861 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55252475-c3da-488e-9918-9fca40601739 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.571314 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55252475-c3da-488e-9918-9fca40601739 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.760428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-78271f0d-5ac3-4555-9c2a-b4596213a0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:38.763626 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55252475-c3da-488e-9918-9fca40601739 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.763884 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-78271f0d-5ac3-4555-9c2a-b4596213a0b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 912 time: 0.2265847 Jul 08 01:53:38.764977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55252475-c3da-488e-9918-9fca40601739 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2a6cfdb-c135-4413-ac1e-50f572c184a2 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:53:38.771824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55252475-c3da-488e-9918-9fca40601739 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.784929 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-55252475-c3da-488e-9918-9fca40601739 tempest-RoutersTestDVR-1476370153 tempest-RoutersTestDVR-1476370153-project-admin] 10.222.0.41 "DELETE /v2.0/routers/a2a6cfdb-c135-4413-ac1e-50f572c184a2 HTTP/1.1" status: 204 len: 168 time: 1.1545634 Jul 08 01:53:38.826743 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:38.845606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-194d2f06-bddb-4d79-949d-4dea4d477bf3 req-d25d0fa5-f6a5-4969-91d4-ea3d713a5b88 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.1137133 Jul 08 01:53:38.873105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f66ad-f457-4a2a-96b4-4d96d6dd7293 req-b592b08a-8839-49c3-9e63-6afc0bd22679 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:38.875897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c71f66ad-f457-4a2a-96b4-4d96d6dd7293 req-b592b08a-8839-49c3-9e63-6afc0bd22679 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 944 time: 0.6518734 Jul 08 01:53:39.010846 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-fc64fb1c-eae6-466b-973e-15e205742f10 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632253 Jul 08 01:53:39.016943 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-d1f9c1aa-4a5f-496a-bd63-6a3c9f8da65b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35164637-cef3-4b74-b6d6-1de8c8a827de HTTP/1.1" status: 200 len: 217 time: 0.2263114 Jul 08 01:53:39.039812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-48da8d54-a334-459e-a393-4e5af5b25698 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9453437 Jul 08 01:53:39.044888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c71f66ad-f457-4a2a-96b4-4d96d6dd7293 req-b05bad4a-86b9-4ce6-b1b9-2e007b83af75 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541033 Jul 08 01:53:39.335620 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-a38cf5cd-1d1d-4688-b507-80e68fbedc56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=8df25cd3-c5a6-443a-a54f-49eae7611a87 HTTP/1.1" status: 200 len: 217 time: 0.3155367 Jul 08 01:53:39.379618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-2116cea3-ea70-47f9-9db6-483ec8a43697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:39.384373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-2116cea3-ea70-47f9-9db6-483ec8a43697 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b10862653d8f41479149fd2df8af4655&device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 1098 time: 0.2837338 Jul 08 01:53:39.625197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-ab3a740d-9c4c-43cc-8cd1-b2313c3fac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:39.629392 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-ab3a740d-9c4c-43cc-8cd1-b2313c3fac24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 200 len: 850 time: 0.5865936 Jul 08 01:53:39.660151 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:39.706740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-94174caa-351d-4aee-9c16-255d7923b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:39.708448 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-94174caa-351d-4aee-9c16-255d7923b9c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.3656628 Jul 08 01:53:39.826468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-21c672ac-5727-4d7e-be38-0b57c9780622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:39.828118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-21c672ac-5727-4d7e-be38-0b57c9780622 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 200 len: 916 time: 0.4044559 Jul 08 01:53:39.910140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36220) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:39.953875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-0e4dec09-c9a6-4f32-8245-0b9b730ddaf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c306483f-2828-46f1-a622-21771f93c7c3 HTTP/1.1" status: 200 len: 217 time: 0.1144619 Jul 08 01:53:39.984140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-105ffbd9-a502-4c75-bdfc-92a821b3f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:39.987676 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-105ffbd9-a502-4c75-bdfc-92a821b3f9f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5ed028f-b8a7-42b6-a69c-211263d91a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3466167 Jul 08 01:53:40.003934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-3ec52861-9ac4-414a-986d-92da5f8e2a02 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:53:40.006315 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-3ec52861-9ac4-414a-986d-92da5f8e2a02 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091946 Jul 08 01:53:40.010224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-f8f69832-e78d-4883-bb63-17141ba500d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.013762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-f8f69832-e78d-4883-bb63-17141ba500d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2889953 Jul 08 01:53:40.179014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-2bba8c28-052b-4856-803b-331c88a1d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:40.181973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-2bba8c28-052b-4856-803b-331c88a1d84b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 200 len: 855 time: 0.2216785 Jul 08 01:53:40.418995 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-15c15334-9567-4f30-b2a9-291533f21afd service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988268 Jul 08 01:53:40.452212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-4d50a902-3bd0-453c-b228-070e8aecb319 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e7e5c7c-3dea-4a10-bf92-4c120795beaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2435033 Jul 08 01:53:40.469289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a6ec87a-e337-451a-a283-a3f435251a26 req-54de375e-b11f-4292-88b4-b5260ac4bd7a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.2229812 Jul 08 01:53:40.477115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-b0ecd6b5-e55b-4e43-8283-48e5280b35af service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:53:40.478375 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-b0ecd6b5-e55b-4e43-8283-48e5280b35af service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072675 Jul 08 01:53:40.479947 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-885683f3-4447-4660-a3fd-9af656010aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:40.618925 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1415-451e-4ad5-82b8-2d5c47cc99a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:40.778204 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-cb5fcb66-2c0d-42ce-9928-5adfe132c355 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862310 Jul 08 01:53:40.810960 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-7d0c31a3-31f3-4e7a-b773-b6a6def49f61 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827846 Jul 08 01:53:40.921679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 35164637-cef3-4b74-b6d6-1de8c8a827de details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:40.933655 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0a94fc48-2cdd-45e7-94a7-56f663587691 req-79871b3e-4ead-40fb-a26a-5cd82f695572 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959683 Jul 08 01:53:41.009795 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-68f2e833-2157-4b74-9a36-b322ad63fc0b service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877708 Jul 08 01:53:41.095784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-c814100f-3d77-45c6-b888-5d67284e1f1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a HTTP/1.1" status: 200 len: 217 time: 0.0741565 Jul 08 01:53:41.138496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 35164637-cef3-4b74-b6d6-1de8c8a827de, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=35164637-cef3-4b74-b6d6-1de8c8a827de,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:41.162091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '35164637-cef3-4b74-b6d6-1de8c8a827de', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'port_id': '35164637-cef3-4b74-b6d6-1de8c8a827de', 'mac_address': 'fa:16:3e:3c:8c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:53:41.178948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-0b5cb7e4-84fd-401c-855b-f52e93e2bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.181756 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-0b5cb7e4-84fd-401c-855b-f52e93e2bfa3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.0801816 Jul 08 01:53:41.239130 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:41.270944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35164637-cef3-4b74-b6d6-1de8c8a827de {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:41.299135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-594d6151-899e-4eee-9eda-395ed0374895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.301911 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-594d6151-899e-4eee-9eda-395ed0374895 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1131167 Jul 08 01:53:41.309044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 35164637-cef3-4b74-b6d6-1de8c8a827de, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=35164637-cef3-4b74-b6d6-1de8c8a827de,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:41.317987 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:41.366836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054481c9-ff5f-4519-88f3-a11139dca617 req-3ff4af3f-daf2-41cd-bcd9-bda2e4bf758b tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.373938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-054481c9-ff5f-4519-88f3-a11139dca617 req-3ff4af3f-daf2-41cd-bcd9-bda2e4bf758b tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 944 time: 0.8189516 Jul 08 01:53:41.433238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=35164637-cef3-4b74-b6d6-1de8c8a827de,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:41.452397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.452610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-885683f3-4447-4660-a3fd-9af656010aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:41.453248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.454002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.455494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.456929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.458284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.459179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.459793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.461801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.462496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.463133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.463774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:41.466799 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-a2187ab8-e24f-414a-a586-64f5d4cd7fb6 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559052 Jul 08 01:53:41.492628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-885683f3-4447-4660-a3fd-9af656010aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:41.519053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c82fe-d22d-4951-828f-9683615ceebb req-419306c0-0e72-4d65-ab60-b1aa139d40e2 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.521649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-419306c0-0e72-4d65-ab60-b1aa139d40e2 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/networks?id=fef2896a-d7a0-4169-84e2-5ac82de13d9d HTTP/1.1" status: 200 len: 808 time: 0.7515516 Jul 08 01:53:41.523732 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-290b5b7e-d0b4-4eca-948b-9553fb150d6f req-be1edeb5-6c09-4b5a-89cc-1101f48d3da4 service neutron] 10.222.0.16 "GET /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283199 Jul 08 01:53:41.564412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-054481c9-ff5f-4519-88f3-a11139dca617 req-26cbc185-ecdb-4e20-bbd0-10ef846fb318 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894531 Jul 08 01:53:41.607487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['35164637-cef3-4b74-b6d6-1de8c8a827de'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:41.677102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-016f46f4-9f0d-4359-9fc9-7f3c94d8a186 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/quotas/ed0a76b3ded14e2aa8b8657883854a1f HTTP/1.1" status: 200 len: 375 time: 0.1298192 Jul 08 01:53:41.707311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-885683f3-4447-4660-a3fd-9af656010aed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=598f34ab3dd74971b1a6e7db50bc7b80&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0458708 Jul 08 01:53:41.707901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36252) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:41.726699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885683f3-4447-4660-a3fd-9af656010aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538c4fe2-1712-4bc1-90df-006b8ac0812e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:41.778052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-f977157a-1675-46bd-84b0-13495c7ae1c7 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed0a76b3ded14e2aa8b8657883854a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888178 Jul 08 01:53:41.796050 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-65b74b1d-beab-4454-8975-bb02a7987fa8 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191106 Jul 08 01:53:41.863714 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-50f5660d-f551-43d1-b5a7-f3e4da8ae801 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc HTTP/1.1" status: 200 len: 217 time: 0.0535059 Jul 08 01:53:41.943137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5960-09b1-424b-8ba7-116f5c575142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:41.958139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-e8fce861-aafa-4a4c-b436-f6ed9c6912ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:41.961506 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-e8fce861-aafa-4a4c-b436-f6ed9c6912ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 200 len: 797 time: 0.0933590 Jul 08 01:53:41.983445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5960-09b1-424b-8ba7-116f5c575142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.048853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-89edd572-2be6-4181-821a-c3b8ccc42185 service neutron] 10.222.0.41 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696624 Jul 08 01:53:42.061540 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1415-451e-4ad5-82b8-2d5c47cc99a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.077435 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1415-451e-4ad5-82b8-2d5c47cc99a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.181259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3e4811c-1dc7-4246-842f-affc4620c16d req-3a456286-4309-4012-bd6b-eeaba93eadf9 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.0859392 Jul 08 01:53:42.187835 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fe1e1415-451e-4ad5-82b8-2d5c47cc99a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09770224d7e941c5a5da5b7c4ee9ff2d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2689369 Jul 08 01:53:42.192185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36254) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:42.210237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e1415-451e-4ad5-82b8-2d5c47cc99a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de3f68c-33f5-4268-a22b-9c80e1be721b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:42.233172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5960-09b1-424b-8ba7-116f5c575142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.236544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5960-09b1-424b-8ba7-116f5c575142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.242094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c7bc5960-09b1-424b-8ba7-116f5c575142 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/538c4fe2-1712-4bc1-90df-006b8ac0812e HTTP/1.1" status: 204 len: 168 time: 0.5225310 Jul 08 01:53:42.254795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-4711746d-04d8-4af8-b5d9-bfcd8da8b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:42.256705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-4711746d-04d8-4af8-b5d9-bfcd8da8b2b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2840402 Jul 08 01:53:42.260741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc5960-09b1-424b-8ba7-116f5c575142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538c4fe2-1712-4bc1-90df-006b8ac0812e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:42.313288 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-d88ae2e2-c44c-4e0e-80e2-f2989697ea9c service neutron] 10.222.0.41 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548685 Jul 08 01:53:42.467162 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed16c8b3-c4d2-4239-9a1f-eeead4862e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.527590 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-30670549-da4d-43da-b195-94ad10d9a218 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436254 Jul 08 01:53:42.530788 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed16c8b3-c4d2-4239-9a1f-eeead4862e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:42.693233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7db6d605-9040-444f-ba34-0bd738245202 req-2baf1c59-719d-4e6a-b859-ad0f59fba1f2 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 210 time: 0.0481486 Jul 08 01:53:42.919426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45152569-4cbc-4ffd-a041-f57a3bbf047d req-b1a4c38d-3b82-4b52-9a25-325c59c23f7f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:42.939706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 35164637-cef3-4b74-b6d6-1de8c8a827de up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:42.957595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45152569-4cbc-4ffd-a041-f57a3bbf047d req-b1a4c38d-3b82-4b52-9a25-325c59c23f7f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 945 time: 0.1536379 Jul 08 01:53:42.986568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36274) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:42.989193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed16c8b3-c4d2-4239-9a1f-eeead4862e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.000611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed16c8b3-c4d2-4239-9a1f-eeead4862e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.003082 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ed16c8b3-c4d2-4239-9a1f-eeead4862e0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0de3f68c-33f5-4268-a22b-9c80e1be721b HTTP/1.1" status: 204 len: 168 time: 0.7956827 Jul 08 01:53:43.037602 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad192511-90e6-4514-bcc9-7f17e6a5a15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.045101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-c1b2b18b-d95b-4703-9227-e7d31427ac55 service neutron] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034387 Jul 08 01:53:43.069725 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 35164637-cef3-4b74-b6d6-1de8c8a827de completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:43.076446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16c8b3-c4d2-4239-9a1f-eeead4862e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de3f68c-33f5-4268-a22b-9c80e1be721b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:43.093523 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 35164637-cef3-4b74-b6d6-1de8c8a827de triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:43.094142 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.116463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45152569-4cbc-4ffd-a041-f57a3bbf047d req-195191f5-a816-4bdb-9c1c-4a69434e5e05 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569407 Jul 08 01:53:43.214274 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-001cecae-c1e3-4831-87ed-0a5d6984062d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=54e8d5e4-912a-42c9-91af-9e7630c09c8c HTTP/1.1" status: 200 len: 217 time: 0.1558981 Jul 08 01:53:43.342771 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad192511-90e6-4514-bcc9-7f17e6a5a15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.354791 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad192511-90e6-4514-bcc9-7f17e6a5a15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.441015 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:53:43.443168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-6d3b3670-f6eb-4185-9868-4c055ba2167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:43.451660 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-6d3b3670-f6eb-4185-9868-4c055ba2167e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c41618a-4ce8-4dcc-bba6-349983980b27 HTTP/1.1" status: 200 len: 797 time: 0.2296474 Jul 08 01:53:43.457605 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.506622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ad192511-90e6-4514-bcc9-7f17e6a5a15e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94f6cfe0555b406eb4442eeeeed3b5d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134006 Jul 08 01:53:43.507422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:43.525044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad192511-90e6-4514-bcc9-7f17e6a5a15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cd80df-addf-495d-a35a-3a09511bd203,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:43.539929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35164637-cef3-4b74-b6d6-1de8c8a827de'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:43.551710 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855755e6-832f-470c-986e-7b5edd867da9" -d '{"events": [{"server_uuid": "fcca71f0-b104-457d-bb86-ef35fa0f73bf", "name": "network-vif-plugged", "status": "completed", "tag": "35164637-cef3-4b74-b6d6-1de8c8a827de"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:43.597374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 35164637-cef3-4b74-b6d6-1de8c8a827de, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=35164637-cef3-4b74-b6d6-1de8c8a827de,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:43.604236 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.687032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-9ab063ed-8ccc-48b3-a25a-ae2b46b0f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:43.688888 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-9ab063ed-8ccc-48b3-a25a-ae2b46b0f305 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2297583 Jul 08 01:53:43.703024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=35164637-cef3-4b74-b6d6-1de8c8a827de,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:43.724524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-918f5b71-48cb-44a1-bb13-7628901f0816 req-250a8924-7648-4591-85b4-b971b3a49587 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.0734479 Jul 08 01:53:43.725697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07618b3c-bb27-4298-8c05-08762f15bc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.769850 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef193de8-670a-4289-9510-53e6600d9b91 x-openstack-request-id: req-ef193de8-670a-4289-9510-53e6600d9b91 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:43.770159 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcca71f0-b104-457d-bb86-ef35fa0f73bf", "name": "network-vif-plugged", "status": "completed", "tag": "35164637-cef3-4b74-b6d6-1de8c8a827de", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:43.770419 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef193de8-670a-4289-9510-53e6600d9b91 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:43.770842 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35164637-cef3-4b74-b6d6-1de8c8a827de', 'code': 200} Jul 08 01:53:43.806451 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07618b3c-bb27-4298-8c05-08762f15bc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.906940 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-89743f84-b48a-457d-9c44-1362aa06fe23 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107887 Jul 08 01:53:43.992127 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07618b3c-bb27-4298-8c05-08762f15bc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.997492 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07618b3c-bb27-4298-8c05-08762f15bc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:43.999549 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-07618b3c-bb27-4298-8c05-08762f15bc3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70cd80df-addf-495d-a35a-3a09511bd203 HTTP/1.1" status: 204 len: 168 time: 0.4905283 Jul 08 01:53:44.026769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07618b3c-bb27-4298-8c05-08762f15bc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cd80df-addf-495d-a35a-3a09511bd203,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:44.359972 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3fbb2cb-b912-4877-80c9-c74e5e7889a5 req-a5cd692b-586b-4ffc-9ea9-e70503a5a50d tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 210 time: 0.1703866 Jul 08 01:53:44.459411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36300) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:44.497417 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca5bcd93-7047-445b-aeaf-71bed2bfe635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.524841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9856e16-f2ac-49fd-828e-9cb7d194d62a req-5fffa7ba-fc07-4dd6-b481-d21f60ec4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:44.527445 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9856e16-f2ac-49fd-828e-9cb7d194d62a req-5fffa7ba-fc07-4dd6-b481-d21f60ec4b50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 1098 time: 0.4720094 Jul 08 01:53:44.588387 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-a0ce6bf0-b049-4324-8621-088b8c49fa76 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733773 Jul 08 01:53:44.695921 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-4fbc2939-63ce-4da8-8339-872f91c16465 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 HTTP/1.1" status: 200 len: 217 time: 0.0931730 Jul 08 01:53:44.721028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9346c39-fbe8-49cb-8c91-f30c81cc07c9 req-470a57af-3700-47ef-84e4-35b36e107f68 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:44.723633 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9346c39-fbe8-49cb-8c91-f30c81cc07c9 req-470a57af-3700-47ef-84e4-35b36e107f68 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.1916873 Jul 08 01:53:44.819915 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9856e16-f2ac-49fd-828e-9cb7d194d62a req-e8546956-4a1e-4ad5-84a2-efb6831400f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2721796 Jul 08 01:53:44.834070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-61174ebd-ca30-4841-89b7-fe47cedf54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:44.844784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-61174ebd-ca30-4841-89b7-fe47cedf54e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c41618a-4ce8-4dcc-bba6-349983980b27 HTTP/1.1" status: 200 len: 797 time: 0.1225798 Jul 08 01:53:44.876448 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca5bcd93-7047-445b-aeaf-71bed2bfe635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.911456 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca5bcd93-7047-445b-aeaf-71bed2bfe635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:44.973388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bcd93-7047-445b-aeaf-71bed2bfe635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b093e89-c0e6-42b2-8d86-78d0df97404e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:45.009398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9346c39-fbe8-49cb-8c91-f30c81cc07c9 req-7afc1006-3845-4867-9501-72bb95932c66 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761633 Jul 08 01:53:45.069320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10de6-6325-4ae1-b343-cc712d260361 req-97d7758d-67f1-4ddb-af45-a11d450ad155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:45.071299 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-97d7758d-67f1-4ddb-af45-a11d450ad155 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=56be41ba-9f0e-41b1-b08b-6f719b43b9b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1857336 Jul 08 01:53:45.077065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36312) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:45.080069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ca5bcd93-7047-445b-aeaf-71bed2bfe635 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=758ef1b90b0449ae95a0954a6ae600f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6191156 Jul 08 01:53:45.297125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90561bde-0da4-4dd2-b578-7252ca4a4d45 req-b49fbb8c-9a84-40f8-a518-e7399eee1c06 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.0582006 Jul 08 01:53:45.441585 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c82fe-d22d-4951-828f-9683615ceebb req-90079760-4124-450c-bcc4-5a625a42818c tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:45.443224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-90079760-4124-450c-bcc4-5a625a42818c tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.16 "GET /v2.0/networks?id=fef2896a-d7a0-4169-84e2-5ac82de13d9d HTTP/1.1" status: 200 len: 808 time: 0.4146848 Jul 08 01:53:45.447158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f06c-3994-41b2-890b-67db679ff10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:45.466784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Request body: {'port': {'device_id': 'c2c463f1-f63d-4c1e-8f7d-dcf249c2704a', 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d', 'admin_state_up': True, 'tenant_id': 'ed0a76b3ded14e2aa8b8657883854a1f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:45.501014 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-48179fe7-c9be-4f12-b862-a4c5f49e0be4 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793814 Jul 08 01:53:45.860819 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-46f10de6-6325-4ae1-b343-cc712d260361 req-1ed4f57e-2c27-486a-b11c-8c346a6260a4 service neutron] 10.222.0.24 "GET /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444176 Jul 08 01:53:45.889229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f06c-3994-41b2-890b-67db679ff10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:46.017610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f06c-3994-41b2-890b-67db679ff10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:46.020172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ef3f06c-3994-41b2-890b-67db679ff10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:46.028863 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0ef3f06c-3994-41b2-890b-67db679ff10c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b093e89-c0e6-42b2-8d86-78d0df97404e HTTP/1.1" status: 204 len: 168 time: 0.9428208 Jul 08 01:53:46.071700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3f06c-3994-41b2-890b-67db679ff10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b093e89-c0e6-42b2-8d86-78d0df97404e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:46.190335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46f92c29-0b34-4605-bb8a-06c335b090de req-6d6ee3f0-3a4c-4a1a-bac3-599bbef94b10 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 210 time: 0.2600029 Jul 08 01:53:46.190335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Made reservation on behalf of ed0a76b3ded14e2aa8b8657883854a1f for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:53:46.202872 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:46.279334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36334) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:46.701788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4c88a7f-878b-4d94-b11f-7cf9a756e68a req-067c001f-0c8d-4ac4-b094-93c1ebdbe93c tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.1485865 Jul 08 01:53:46.850639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36342) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:46.906314 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d822d84-08ca-4d62-bd26-19d6dad7af99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:46.907307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556d422-1108-49fd-9f30-c2d13ffe09d8 req-b3bb50e3-9117-40c3-af0b-f6d51113bd84 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:46.909996 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1556d422-1108-49fd-9f30-c2d13ffe09d8 req-b3bb50e3-9117-40c3-af0b-f6d51113bd84 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.4910998 Jul 08 01:53:46.927007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5884d504-69cb-4fd8-aa55-1522d8bc9c46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:46.927642 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-5884d504-69cb-4fd8-aa55-1522d8bc9c46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 01:53:46.927924 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-5884d504-69cb-4fd8-aa55-1522d8bc9c46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 01:53:46.933187 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5884d504-69cb-4fd8-aa55-1522d8bc9c46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6515567 Jul 08 01:53:46.933995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36344) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:46.941061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'tempest-secgroup--596492226'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:46.957508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Allocated IP 172.20.0.8 (fef2896a-d7a0-4169-84e2-5ac82de13d9d/cf1a522b-1e62-42df-af4a-5de5d1118ad9/2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:53:46.984798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:53:46.984798 n-d-694802-14 neutron-server[93884]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 01:53:46.984798 n-d-694802-14 neutron-server[93884]: [parameters: {'project_id_1': 'd71d84ded793478a9da11098a145bbf3', 'expiration_1': datetime.datetime(2021, 7, 8, 1, 53, 46, 960246)}] Jul 08 01:53:46.984798 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:53:46.986075 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:53:47.018857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1556d422-1108-49fd-9f30-c2d13ffe09d8 req-dbb33d5c-c00c-4399-8bd8-4d4aedeaad4b tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950036 Jul 08 01:53:47.204876 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d822d84-08ca-4d62-bd26-19d6dad7af99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.210417 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d822d84-08ca-4d62-bd26-19d6dad7af99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.271693 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5d822d84-08ca-4d62-bd26-19d6dad7af99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13941f6606cc475399f994ac037194e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157727 Jul 08 01:53:47.279880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36352) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:47.323138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d822d84-08ca-4d62-bd26-19d6dad7af99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47215f33-2f20-4144-bd1a-dc21f3b78358,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:47.381724 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d062-22ac-4598-961d-1da0da540839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.425582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d062-22ac-4598-961d-1da0da540839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.510519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.555967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.584497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.588113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c222e71d-bac2-4b66-b20f-2731e8e16954 req-92f63b54-ddfd-4fdd-adc9-46eb59e8d8be tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 210 time: 0.0927742 Jul 08 01:53:47.612010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d062-22ac-4598-961d-1da0da540839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.615972 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5e4d062-22ac-4598-961d-1da0da540839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.617365 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c5e4d062-22ac-4598-961d-1da0da540839 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47215f33-2f20-4144-bd1a-dc21f3b78358 HTTP/1.1" status: 204 len: 168 time: 0.3363767 Jul 08 01:53:47.640894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70e002-7b86-4e53-a136-125ac62538a0 req-c623afa2-4a23-456f-896e-59dd4bc0a036 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:47.643317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b70e002-7b86-4e53-a136-125ac62538a0 req-c623afa2-4a23-456f-896e-59dd4bc0a036 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.3882730 Jul 08 01:53:47.655040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36360) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:47.661934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-358ca4a2-2ea4-4909-b29e-61c3b8834cb4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'floatingip': {'port_id': '35164637-cef3-4b74-b6d6-1de8c8a827de'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:47.725342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4d062-22ac-4598-961d-1da0da540839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47215f33-2f20-4144-bd1a-dc21f3b78358,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:47.735278 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-358ca4a2-2ea4-4909-b29e-61c3b8834cb4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.843341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.849919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.885821 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:47.960613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb9613-b74c-4488-adc7-88c33ed5d5f7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:48.061928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Network fef2896a-d7a0-4169-84e2-5ac82de13d9d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:53:48.076659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:53:48.101124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:53:48.122382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Pushing event updated for resources: {'Port': ['ID=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:48.186366 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.199125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.278992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.286168 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3482556 Jul 08 01:53:48.300835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36370) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:48.328296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-27ec6a64-fec0-44ea-870a-f1655982f90c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b8dfc1ab-2d20-4a60-8cc5-cbe63595fc4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:48.335058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:48.336488 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.385732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62e7c8-3399-4cc8-a991-2c4cac6292ce tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dfc1ab-2d20-4a60-8cc5-cbe63595fc4c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:48.395538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.396093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.396675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.397456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.398017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.398569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.399110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.399664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.400207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.400791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.402737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.402737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:48.422165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5807990d-f7f8-4de9-b09d-eb352f3cb7e0 req-6cfb810f-9cbe-42f4-80e3-c7e79ec41791 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.1220951 Jul 08 01:53:48.475341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27ec6a64-fec0-44ea-870a-f1655982f90c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.598422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-f1db58f3-7975-4ab2-967f-83f752314b62 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1440992 Jul 08 01:53:48.642236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Request body: {'port': {'device_id': 'c2c463f1-f63d-4c1e-8f7d-dcf249c2704a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:48.699869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27ec6a64-fec0-44ea-870a-f1655982f90c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.708092 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27ec6a64-fec0-44ea-870a-f1655982f90c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.791556 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-27ec6a64-fec0-44ea-870a-f1655982f90c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.799609 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-27ec6a64-fec0-44ea-870a-f1655982f90c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4972858 Jul 08 01:53:48.805388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36380) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:48.819789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-62ec9125-68f8-4c4a-b282-fbf2b7682289 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b8dfc1ab-2d20-4a60-8cc5-cbe63595fc4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:48.828061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6a64-fec0-44ea-870a-f1655982f90c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e6022c-b719-4b51-940a-c09a631942bb,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:48.866969 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62ec9125-68f8-4c4a-b282-fbf2b7682289 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:48.955388 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-62ec9125-68f8-4c4a-b282-fbf2b7682289 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): There was a conflict when trying to complete your request. Jul 08 01:53:48.961520 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-62ec9125-68f8-4c4a-b282-fbf2b7682289 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1532614 Jul 08 01:53:48.963840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36384) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:49.115041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed5859ff-b5c8-4d99-be72-1dace321860b tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.187847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed5859ff-b5c8-4d99-be72-1dace321860b tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.345237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed5859ff-b5c8-4d99-be72-1dace321860b tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.350955 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed5859ff-b5c8-4d99-be72-1dace321860b tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.356915 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ed5859ff-b5c8-4d99-be72-1dace321860b tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/b8dfc1ab-2d20-4a60-8cc5-cbe63595fc4c HTTP/1.1" status: 204 len: 168 time: 0.3836818 Jul 08 01:53:49.357169 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.359964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36392) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:49.410073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5859ff-b5c8-4d99-be72-1dace321860b tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dfc1ab-2d20-4a60-8cc5-cbe63595fc4c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:49.492463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36890a9d-aa86-453f-aa46-e46f4b12994b req-48de1f70-ab57-42a5-9f23-7a35a60e39b4 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:49.512096 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1c97e040-98c6-4d21-a8dc-abcc327331d5 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1450832 Jul 08 01:53:49.521251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36396) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:49.525391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36890a9d-aa86-453f-aa46-e46f4b12994b req-48de1f70-ab57-42a5-9f23-7a35a60e39b4 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 931 time: 0.6500740 Jul 08 01:53:49.543500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5556d2bb-32da-4a6a-8018-35fe5bcad0d9 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'tempest-secgroup--338825899'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:49.545721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbb17b-7a0e-491c-8cf1-397e33960bd1 req-e8329fe3-0168-4cc4-8ae2-5b7c9b250ef1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:49.548490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6cbb17b-7a0e-491c-8cf1-397e33960bd1 req-e8329fe3-0168-4cc4-8ae2-5b7c9b250ef1 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 946 time: 0.8058636 Jul 08 01:53:49.616149 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5556d2bb-32da-4a6a-8018-35fe5bcad0d9 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:49.867760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-a2d1246f-044e-413e-b04b-8eb1630c043d tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:49.870813 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-a2d1246f-044e-413e-b04b-8eb1630c043d tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 946 time: 0.1837890 Jul 08 01:53:49.915820 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6cbb17b-7a0e-491c-8cf1-397e33960bd1 req-70124e1f-c8a3-4c45-8cd3-57fc715f4dfb tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/security-groups?id=44ccabfa-f5db-415a-b3f9-23131fc7aa03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948253 Jul 08 01:53:49.944565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36890a9d-aa86-453f-aa46-e46f4b12994b req-4ff6f894-0ecd-4c97-a60a-ef0f289850e2 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942549 Jul 08 01:53:50.176835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5556d2bb-32da-4a6a-8018-35fe5bcad0d9 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.290208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5556d2bb-32da-4a6a-8018-35fe5bcad0d9 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.290744 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-358ca4a2-2ea4-4909-b29e-61c3b8834cb4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.305019 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-358ca4a2-2ea4-4909-b29e-61c3b8834cb4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.438747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556d2bb-32da-4a6a-8018-35fe5bcad0d9 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234adfdb-2823-48cc-91e6-228eaaeae920,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:50.461650 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5556d2bb-32da-4a6a-8018-35fe5bcad0d9 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.463709 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5556d2bb-32da-4a6a-8018-35fe5bcad0d9 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9403563 Jul 08 01:53:50.469738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36410) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:50.482985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-28ceef21-cce9-4f08-ac0a-20dd17d78a5c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': '234adfdb-2823-48cc-91e6-228eaaeae920', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:50.484275 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-28ceef21-cce9-4f08-ac0a-20dd17d78a5c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 08 01:53:50.485139 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-28ceef21-cce9-4f08-ac0a-20dd17d78a5c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:50.487232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-28ceef21-cce9-4f08-ac0a-20dd17d78a5c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122111 Jul 08 01:53:50.492592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36414) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:50.539743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-4612a430-2ca8-4671-a777-cb5bb9950bb9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Deleting port c306483f-2828-46f1-a622-21771f93c7c3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:53:50.540353 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-4612a430-2ca8-4671-a777-cb5bb9950bb9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.628206 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-14510ee8-d7ff-4e46-8350-22ec62aa6972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.753047 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a531812c-f2c1-4de5-a38d-dc0dac0aed46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.841108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-4612a430-2ca8-4671-a777-cb5bb9950bb9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] For port c306483f-2828-46f1-a622-21771f93c7c3, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c306483f-2828-46f1-a622-21771f93c7c3,segment=NetworkSegment(2934ae6d-130a-4166-9e77-580debffb1a8),segment_id=2934ae6d-130a-4166-9e77-580debffb1a8)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:50.841693 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-4612a430-2ca8-4671-a777-cb5bb9950bb9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.868887 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a531812c-f2c1-4de5-a38d-dc0dac0aed46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:50.889846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-4612a430-2ca8-4671-a777-cb5bb9950bb9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Calling delete_port for c306483f-2828-46f1-a622-21771f93c7c3 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:53:51.052279 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a531812c-f2c1-4de5-a38d-dc0dac0aed46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.055574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a531812c-f2c1-4de5-a38d-dc0dac0aed46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.061543 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a531812c-f2c1-4de5-a38d-dc0dac0aed46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/234adfdb-2823-48cc-91e6-228eaaeae920 HTTP/1.1" status: 204 len: 168 time: 0.5631123 Jul 08 01:53:51.063996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36424) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:51.088415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b3a367f6-4bd0-482a-9eb2-5baedb11e884 req-36cf5fde-74f4-4e09-9ae2-35937c8b6a12 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.6600411 Jul 08 01:53:51.115096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531812c-f2c1-4de5-a38d-dc0dac0aed46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234adfdb-2823-48cc-91e6-228eaaeae920,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:51.264363 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-358ca4a2-2ea4-4909-b29e-61c3b8834cb4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Floating IP de9db939-ee51-45d5-b967-f667a9c09143 associated. External IP: 172.25.4.233, port: 35164637-cef3-4b74-b6d6-1de8c8a827de. Jul 08 01:53:51.286138 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-08ed0157-8137-4928-a9cb-64bab11871eb tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2178874 Jul 08 01:53:51.294290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36428) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:51.299898 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1181c5a4-f923-4816-83b5-267e668914aa tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352232861'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:51.331863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1181c5a4-f923-4816-83b5-267e668914aa tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.351741 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-4612a430-2ca8-4671-a777-cb5bb9950bb9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.482559 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:51.522165 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.562394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e84b397e-9233-4d25-a76a-e7b54d101260 req-5c3e1f46-ab9b-4e19-86ce-daac1b215fe8 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 210 time: 0.0842166 Jul 08 01:53:51.673192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Transition to ACTIVE for port object 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:53:51.687823 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.965364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-4612a430-2ca8-4671-a777-cb5bb9950bb9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] No DVR routers for this DVR port c306483f-2828-46f1-a622-21771f93c7c3 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:53:51.967945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612a430-2ca8-4671-a777-cb5bb9950bb9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Pushing event deleted for resources: {'Port': ['ID=c306483f-2828-46f1-a622-21771f93c7c3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:51.974938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-4612a430-2ca8-4671-a777-cb5bb9950bb9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:51.977112 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-50ed2901-f54f-412f-9ae9-404fc0c43cca req-4612a430-2ca8-4671-a777-cb5bb9950bb9 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.16 "DELETE /v2.0/ports/c306483f-2828-46f1-a622-21771f93c7c3 HTTP/1.1" status: 204 len: 173 time: 2.0992146 Jul 08 01:53:51.981394 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a089f27a-a085-4ee8-8c7d-18e5889475a4', 'name': 'network-vif-deleted', 'tag': 'c306483f-2828-46f1-a622-21771f93c7c3'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:51.983344 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286e1889-ae9d-4e7a-bc03-1aa7591c8fd2" -d '{"events": [{"server_uuid": "a089f27a-a085-4ee8-8c7d-18e5889475a4", "name": "network-vif-deleted", "tag": "c306483f-2828-46f1-a622-21771f93c7c3"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:52.062813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db3e52-a53d-46ab-98e5-b2251aaecdf6 req-0e449942-4070-42e5-bee4-6ed48c930010 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:52.076089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3db3e52-a53d-46ab-98e5-b2251aaecdf6 req-0e449942-4070-42e5-bee4-6ed48c930010 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 931 time: 0.5912828 Jul 08 01:53:52.125917 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b045fa-c134-47cd-8783-0d98449d6547 x-openstack-request-id: req-78b045fa-c134-47cd-8783-0d98449d6547 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:52.126353 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a089f27a-a085-4ee8-8c7d-18e5889475a4", "name": "network-vif-deleted", "tag": "c306483f-2828-46f1-a622-21771f93c7c3", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:52.132469 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78b045fa-c134-47cd-8783-0d98449d6547 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:52.133518 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a089f27a-a085-4ee8-8c7d-18e5889475a4', 'name': 'network-vif-deleted', 'tag': 'c306483f-2828-46f1-a622-21771f93c7c3', 'status': 'completed', 'code': 200} Jul 08 01:53:52.162366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:52.223804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1181c5a4-f923-4816-83b5-267e668914aa tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.232899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1181c5a4-f923-4816-83b5-267e668914aa tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.355486 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1181c5a4-f923-4816-83b5-267e668914aa tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.360626 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1181c5a4-f923-4816-83b5-267e668914aa tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0620172 Jul 08 01:53:52.366092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:52.376087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181c5a4-f923-4816-83b5-267e668914aa tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d40ed0-bed3-463d-b91d-07a9170bec11,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:52.414147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d7f31141-1b71-4195-b2f7-05e5ad3a19c5 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'c8d40ed0-bed3-463d-b91d-07a9170bec11', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:52.415976 n-d-694802-14 neutron-server[93883]: WARNING neutron.api.v2.base [None req-d7f31141-1b71-4195-b2f7-05e5ad3a19c5 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 08 01:53:52.417167 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-d7f31141-1b71-4195-b2f7-05e5ad3a19c5 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:52.419263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d7f31141-1b71-4195-b2f7-05e5ad3a19c5 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0480766 Jul 08 01:53:52.422331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36448) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:52.458842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Attempting to bind port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:53:52.459108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Attempting to bind port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '08bc89d5-257d-45ba-b701-b89043804d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:53:52.459458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Attempting to bind port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 on network fef2896a-d7a0-4169-84e2-5ac82de13d9d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:52.473584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3db3e52-a53d-46ab-98e5-b2251aaecdf6 req-ed239f46-6f21-4803-a607-39407ac025be tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378754 Jul 08 01:53:52.540090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 on network fef2896a-d7a0-4169-84e2-5ac82de13d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:53:52.541760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Attempting to bind port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 on network fef2896a-d7a0-4169-84e2-5ac82de13d9d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:53:52.544369 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b217c64-bfee-4240-a607-99d503f43e38 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.554900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:53:52.556786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Checking segment: {'id': '08bc89d5-257d-45ba-b701-b89043804d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:53:52.557200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Bound using segment: {'id': '08bc89d5-257d-45ba-b701-b89043804d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:53:52.557678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Bound port: 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08bc89d5-257d-45ba-b701-b89043804d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:53:52.560427 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.588566 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16cbbb0b-82bb-4e02-9ab1-6ce8149b73be req-ab186814-4382-47dc-b312-053a64f49c6f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.1291125 Jul 08 01:53:52.613964 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358ca4a2-2ea4-4909-b29e-61c3b8834cb4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Router ff5b97b6-238f-4750-afeb-f30652cc010e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:53:52.633425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b217c64-bfee-4240-a607-99d503f43e38 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.713472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] For port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:53:52.719222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] For port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,segment=NetworkSegment(08bc89d5-257d-45ba-b701-b89043804d0d),segment_id=08bc89d5-257d-45ba-b701-b89043804d0d)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:53:52.734846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.781153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b217c64-bfee-4240-a607-99d503f43e38 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.791015 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b217c64-bfee-4240-a607-99d503f43e38 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:52.805062 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1b217c64-bfee-4240-a607-99d503f43e38 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/c8d40ed0-bed3-463d-b91d-07a9170bec11 HTTP/1.1" status: 204 len: 168 time: 0.3807874 Jul 08 01:53:52.806033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36456) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:52.902742 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b217c64-bfee-4240-a607-99d503f43e38 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d40ed0-bed3-463d-b91d-07a9170bec11,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:52.988440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ca4a2-2ea4-4909-b29e-61c3b8834cb4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:53:53.003427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:53.004638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] Sync routers for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:53:53.005466 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:53.007640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] 10.222.0.16 "PUT /v2.0/ports/2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 HTTP/1.1" status: 200 len: 1092 time: 4.4007714 Jul 08 01:53:53.010140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c463f1-f63d-4c1e-8f7d-dcf249c2704a', 'tag': '2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:53.033977 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c463f1-f63d-4c1e-8f7d-dcf249c2704a", "tag": "2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:53.035382 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7f549b29-d54d-4b9e-8549-fa0a3b5d16f2 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2141116 Jul 08 01:53:53.036005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36460) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:53.041792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ef097a67-8276-4674-9577-831b45eebc14 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424362660'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:53.050371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:53.054289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:53:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:53.076256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-358ca4a2-2ea4-4909-b29e-61c3b8834cb4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:53.092049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef097a67-8276-4674-9577-831b45eebc14 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:53.212688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c306483f-2828-46f1-a622-21771f93c7c3 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:53:53.256684 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d102fac-a731-485a-a8dc-5047d05f19f1 req-83d996ed-14a9-401f-b35a-d21ea2a51877 tempest-AttachVolumeNegativeTest-1296730333 tempest-AttachVolumeNegativeTest-1296730333-project] 10.222.0.41 "GET /v2.0/ports?device_id=a089f27a-a085-4ee8-8c7d-18e5889475a4 HTTP/1.1" status: 200 len: 210 time: 0.3017664 Jul 08 01:53:53.402513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85907d-8507-4ca7-8879-97554de07842 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:53.439493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-358ca4a2-2ea4-4909-b29e-61c3b8834cb4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "PUT /v2.0/floatingips/de9db939-ee51-45d5-b967-f667a9c09143 HTTP/1.1" status: 200 len: 992 time: 5.7829103 Jul 08 01:53:53.440484 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef097a67-8276-4674-9577-831b45eebc14 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:53.456239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef097a67-8276-4674-9577-831b45eebc14 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:53.471202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: c306483f-2828-46f1-a622-21771f93c7c3 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:53:53.471852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c306483f-2828-46f1-a622-21771f93c7c3 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:53:53.503280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c82fe-d22d-4951-828f-9683615ceebb req-6c2c0a1c-7212-44d4-9e7f-efbb6be63ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:53.513869 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-6c2c0a1c-7212-44d4-9e7f-efbb6be63ba3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed0a76b3ded14e2aa8b8657883854a1f&device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 1095 time: 0.2853410 Jul 08 01:53:53.556273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef097a67-8276-4674-9577-831b45eebc14 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:53.562513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ef097a67-8276-4674-9577-831b45eebc14 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5250664 Jul 08 01:53:53.564530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36470) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:53.594836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f19eeb9c-4c0d-4a26-af11-1a17d0968d90 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b6512bf0-c3ea-458f-b92e-59b990179330', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:53.599096 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-f19eeb9c-4c0d-4a26-af11-1a17d0968d90 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 08 01:53:53.600340 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-f19eeb9c-4c0d-4a26-af11-1a17d0968d90 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:53.605789 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f19eeb9c-4c0d-4a26-af11-1a17d0968d90 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0150506 Jul 08 01:53:53.605789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef097a67-8276-4674-9577-831b45eebc14 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6512bf0-c3ea-458f-b92e-59b990179330,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:53.618688 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bd9219cc-3d61-40cd-a528-86bb4bd922a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:53.621936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36472) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:53.639293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-05b6df0d-883b-4c06-aa77-d4cf3c2c3de8 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b6512bf0-c3ea-458f-b92e-59b990179330', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:53.640591 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-05b6df0d-883b-4c06-aa77-d4cf3c2c3de8 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 08 01:53:53.641438 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-05b6df0d-883b-4c06-aa77-d4cf3c2c3de8 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:53.643437 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-05b6df0d-883b-4c06-aa77-d4cf3c2c3de8 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0193815 Jul 08 01:53:53.649598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36476) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:53.660937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6acbd3c4-b3c9-4d2f-822f-0d20e3c63d46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b6512bf0-c3ea-458f-b92e-59b990179330', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:53.663982 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-6acbd3c4-b3c9-4d2f-822f-0d20e3c63d46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 08 01:53:53.666076 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-6acbd3c4-b3c9-4d2f-822f-0d20e3c63d46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:53.670625 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6acbd3c4-b3c9-4d2f-822f-0d20e3c63d46 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158913 Jul 08 01:53:53.672088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36480) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:53.684120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-95bb2db3-cb5a-4e67-96dd-e9c1797c3875 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b6512bf0-c3ea-458f-b92e-59b990179330', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:53.688066 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-95bb2db3-cb5a-4e67-96dd-e9c1797c3875 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 08 01:53:53.688293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:53.689948 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-95bb2db3-cb5a-4e67-96dd-e9c1797c3875 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:53.691693 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-95bb2db3-cb5a-4e67-96dd-e9c1797c3875 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0171263 Jul 08 01:53:53.694748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36482) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:53.705890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-7fd6ad2f-af5f-43c9-b54e-ccfef6fd7618 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 HTTP/1.1" status: 200 len: 217 time: 0.1828446 Jul 08 01:53:53.814749 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f696e33b-ddb1-4ffb-b214-4bf5783cbe93 x-openstack-request-id: req-f696e33b-ddb1-4ffb-b214-4bf5783cbe93 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:53.815440 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c463f1-f63d-4c1e-8f7d-dcf249c2704a", "tag": "2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:53.815932 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f696e33b-ddb1-4ffb-b214-4bf5783cbe93 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:53.817521 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c463f1-f63d-4c1e-8f7d-dcf249c2704a', 'tag': '2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8', 'status': 'completed', 'code': 200} Jul 08 01:53:53.895652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c82fe-d22d-4951-828f-9683615ceebb req-0842e3ec-2ec3-4ed8-93e3-8acd1b22d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:53.906827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-0842e3ec-2ec3-4ed8-93e3-8acd1b22d63f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf1a522b-1e62-42df-af4a-5de5d1118ad9 HTTP/1.1" status: 200 len: 848 time: 0.1938376 Jul 08 01:53:53.982251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9af2ef8f-19a3-4399-82a9-358fffac90a8 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:53.995872 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-c9b04d31-108a-4389-b6ef-0ec35f84b6c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef2896a-d7a0-4169-84e2-5ac82de13d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815449 Jul 08 01:53:54.099875 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9af2ef8f-19a3-4399-82a9-358fffac90a8 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:54.215219 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:54.245313 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-765b984a-5f3d-4e19-997f-1ff0908c76e8 req-9fb6c124-070e-463a-b197-4b1c0bda961a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.1245284 Jul 08 01:53:54.283254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9af2ef8f-19a3-4399-82a9-358fffac90a8 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:54.289710 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9af2ef8f-19a3-4399-82a9-358fffac90a8 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:54.293962 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9af2ef8f-19a3-4399-82a9-358fffac90a8 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/b6512bf0-c3ea-458f-b92e-59b990179330 HTTP/1.1" status: 204 len: 168 time: 0.5963457 Jul 08 01:53:54.300325 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'de9db939-ee51-45d5-b967-f667a9c09143', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'port_id': '35164637-cef3-4b74-b6d6-1de8c8a827de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'mac_address': 'fa:16:3e:3c:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:13Z', 'updated_at': '2021-07-08T01:53:49Z', 'revision_number': 1, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:54.315644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36490) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:54.330499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2ef8f-19a3-4399-82a9-358fffac90a8 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6512bf0-c3ea-458f-b92e-59b990179330,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:54.375086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] Checking router: ff5b97b6-238f-4750-afeb-f30652cc010e for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:53:54.410467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:53:54.412495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:53:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:54.519845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-55376490-1845-430a-8e0d-7920421bdb90 service neutron] 10.222.0.16 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160086 Jul 08 01:53:54.529511 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-66ab138a-959c-492a-bf38-223e4e75907e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2111204 Jul 08 01:53:54.535779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36494) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:54.548432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-aef4a48b-e6e7-4f3a-98c5-fe1b98d667db tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770751905'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:54.555720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ce88c-3791-4553-801b-a406f27f8e12 req-78c0f0c9-5369-4f6d-b602-6952bad69ad4 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:54.568511 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-081ce88c-3791-4553-801b-a406f27f8e12 req-78c0f0c9-5369-4f6d-b602-6952bad69ad4 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 943 time: 0.3965001 Jul 08 01:53:54.629098 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aef4a48b-e6e7-4f3a-98c5-fe1b98d667db tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:54.666031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:54.738002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:53:54.762327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-081ce88c-3791-4553-801b-a406f27f8e12 req-5cb5427f-5f95-481c-9a6f-4da085e8485d tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924253 Jul 08 01:53:54.885196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d10721c-0fd6-4308-ab0b-f24c2b0f72c8 admin admin] Deleting subnet bd81c0e3-d324-4187-beae-5bb89c221c28 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:53:54.909767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d10721c-0fd6-4308-ab0b-f24c2b0f72c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:54.995291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491c82fe-d22d-4951-828f-9683615ceebb req-cf540684-a9bb-4964-8738-01b2c416d53c service neutron] 10.222.0.16 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638834 Jul 08 01:53:55.002897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aef4a48b-e6e7-4f3a-98c5-fe1b98d667db tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:55.015539 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aef4a48b-e6e7-4f3a-98c5-fe1b98d667db tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:55.023481 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:55.051627 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d10721c-0fd6-4308-ab0b-f24c2b0f72c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:55.076676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aef4a48b-e6e7-4f3a-98c5-fe1b98d667db tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:55.079199 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aef4a48b-e6e7-4f3a-98c5-fe1b98d667db tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5384953 Jul 08 01:53:55.096147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36502) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:55.104461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-733b9854-46e1-445a-a62f-5b7505875c53 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:55.105334 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-733b9854-46e1-445a-a62f-5b7505875c53 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 01:53:55.107682 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-733b9854-46e1-445a-a62f-5b7505875c53 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:55.109310 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-733b9854-46e1-445a-a62f-5b7505875c53 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114236 Jul 08 01:53:55.116442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36504) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:55.135157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ab482b39-8cbd-4964-9bae-514649ef0419 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:55.149901 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d10721c-0fd6-4308-ab0b-f24c2b0f72c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:55.191488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4a48b-e6e7-4f3a-98c5-fe1b98d667db tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:55.324100 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-ab482b39-8cbd-4964-9bae-514649ef0419 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:55.328797 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ab482b39-8cbd-4964-9bae-514649ef0419 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2084460 Jul 08 01:53:55.333040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36508) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:55.353691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a3dc326a-61b1-4baf-8920-9671e608dd88 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:55.354469 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-a3dc326a-61b1-4baf-8920-9671e608dd88 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 08 01:53:55.355821 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-a3dc326a-61b1-4baf-8920-9671e608dd88 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:55.361262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a3dc326a-61b1-4baf-8920-9671e608dd88 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0260489 Jul 08 01:53:55.366933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36510) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:55.372908 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d10721c-0fd6-4308-ab0b-f24c2b0f72c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:55.377331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'de9db939-ee51-45d5-b967-f667a9c09143', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'port_id': '35164637-cef3-4b74-b6d6-1de8c8a827de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'mac_address': 'fa:16:3e:3c:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:13Z', 'updated_at': '2021-07-08T01:53:49Z', 'revision_number': 1, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:55.385342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f5b15f21-e93b-426e-9086-80ce42fd8afe tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:55.431456 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d10721c-0fd6-4308-ab0b-f24c2b0f72c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:55.438853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36512) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:55.440717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0d10721c-0fd6-4308-ab0b-f24c2b0f72c8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bd81c0e3-d324-4187-beae-5bb89c221c28 HTTP/1.1" status: 204 len: 168 time: 0.7732286 Jul 08 01:53:55.444657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10721c-0fd6-4308-ab0b-f24c2b0f72c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd81c0e3-d324-4187-beae-5bb89c221c28,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:55.486076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a62c42-fa18-466c-b3f7-61e27c59822c None None] The sync data for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 is: [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'de9db939-ee51-45d5-b967-f667a9c09143', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'floating_ip_address': '172.25.4.233', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'port_id': '35164637-cef3-4b74-b6d6-1de8c8a827de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'mac_address': 'fa:16:3e:3c:8c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:53:13Z', 'updated_at': '2021-07-08T01:53:49Z', 'revision_number': 1, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:53:55.532124 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-f5b15f21-e93b-426e-9086-80ce42fd8afe tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:55.533148 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f5b15f21-e93b-426e-9086-80ce42fd8afe tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1642914 Jul 08 01:53:55.540340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36516) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:55.552351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-16745407-80e5-4f52-8a66-0b4cbdbee386 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:55.552450 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4 req-f487052e-c489-44dd-806a-778afe5fbaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:55.553085 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-16745407-80e5-4f52-8a66-0b4cbdbee386 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 08 01:53:55.553944 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-16745407-80e5-4f52-8a66-0b4cbdbee386 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:55.560945 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-16745407-80e5-4f52-8a66-0b4cbdbee386 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0140769 Jul 08 01:53:55.561214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4 req-f487052e-c489-44dd-806a-778afe5fbaa1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed0a76b3ded14e2aa8b8657883854a1f&device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 1095 time: 0.3404524 Jul 08 01:53:55.562557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36518) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:55.577044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-203f561b-03f6-432e-97b0-baf81271c50f tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:55.638342 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:55.656952 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-203f561b-03f6-432e-97b0-baf81271c50f tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Project d71d84ded793478a9da11098a145bbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 01:53:55.685789 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-203f561b-03f6-432e-97b0-baf81271c50f tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:55.691878 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-203f561b-03f6-432e-97b0-baf81271c50f tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1191010 Jul 08 01:53:55.693129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36520) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:55.741061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7f045b26-7767-4397-921e-ce5ff946fdc3 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:55.741812 n-d-694802-14 neutron-server[93884]: WARNING neutron.api.v2.base [None req-7f045b26-7767-4397-921e-ce5ff946fdc3 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 08 01:53:55.742631 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-7f045b26-7767-4397-921e-ce5ff946fdc3 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:55.747826 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7f045b26-7767-4397-921e-ce5ff946fdc3 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107093 Jul 08 01:53:55.748587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36522) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:55.756891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-94c6fc2c-3c5f-41dd-92af-0e777995d571 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:55.826289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'tag': '35164637-cef3-4b74-b6d6-1de8c8a827de'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:55.830802 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c411303-9c1c-4ed7-af81-6abcd4e01c75" -d '{"events": [{"name": "network-changed", "server_uuid": "fcca71f0-b104-457d-bb86-ef35fa0f73bf", "tag": "35164637-cef3-4b74-b6d6-1de8c8a827de"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:53:55.845138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1114d63e-f0c7-4448-9f1c-4e213873f87b req-8d0579bc-dc91-4f58-88ea-16e1113c642f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.2971520 Jul 08 01:53:55.897430 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4 req-46e3dcdc-0f9e-4b66-acfd-59de82d16433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:55.904602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4 req-46e3dcdc-0f9e-4b66-acfd-59de82d16433 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fef2896a-d7a0-4169-84e2-5ac82de13d9d HTTP/1.1" status: 200 len: 909 time: 0.3197947 Jul 08 01:53:55.928036 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:55.956124 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-94c6fc2c-3c5f-41dd-92af-0e777995d571 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Project d71d84ded793478a9da11098a145bbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 01:53:55.965954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7e5c7c-3dea-4a10-bf92-4c120795beaa']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:56.045547 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b1d1c1-29e0-4dba-90af-42ad20da7247 x-openstack-request-id: req-63b1d1c1-29e0-4dba-90af-42ad20da7247 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:53:56.046563 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcca71f0-b104-457d-bb86-ef35fa0f73bf", "tag": "35164637-cef3-4b74-b6d6-1de8c8a827de", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:53:56.046563 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63b1d1c1-29e0-4dba-90af-42ad20da7247 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:53:56.049616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2934ae6d-130a-4166-9e77-580debffb1a8') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:56.049928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2934ae6d-130a-4166-9e77-580debffb1a8') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:53:56.056501 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'tag': '35164637-cef3-4b74-b6d6-1de8c8a827de', 'status': 'completed', 'code': 200} Jul 08 01:53:56.061905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4 req-baa4cab6-c02e-4508-9341-98a9e2e5a8bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 HTTP/1.1" status: 200 len: 217 time: 0.1503193 Jul 08 01:53:56.090892 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-94c6fc2c-3c5f-41dd-92af-0e777995d571 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:56.092624 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-94c6fc2c-3c5f-41dd-92af-0e777995d571 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3424096 Jul 08 01:53:56.100274 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa367c2b-dd65-4afe-8380-1e553ec63a08 None None] New status for floating IP de9db939-ee51-45d5-b967-f667a9c09143: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:53:56.116840 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.118843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36532) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:56.131580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ee626796-8398-4490-9693-630dadc3eb7d tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:56.175716 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.192890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:53:56.193301 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:53:56.325393 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:53:56.350425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.364731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4 req-cccdec02-ffcd-40da-89b4-c8f4afaad8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:56.365528 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.367417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4 req-cccdec02-ffcd-40da-89b4-c8f4afaad8ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf1a522b-1e62-42df-af4a-5de5d1118ad9 HTTP/1.1" status: 200 len: 848 time: 0.3002944 Jul 08 01:53:56.369866 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5e7e5c7c-3dea-4a10-bf92-4c120795beaa HTTP/1.1" status: 204 len: 168 time: 0.9293597 Jul 08 01:53:56.403392 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.428557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4 req-4bf3f7e5-d795-4cb0-965d-cecea7ae4e1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef2896a-d7a0-4169-84e2-5ac82de13d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458596 Jul 08 01:53:56.434496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a685a-a30f-4fa1-8fb2-3ca816d32fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7e5c7c-3dea-4a10-bf92-4c120795beaa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:56.461342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-866a0ca8-393a-4df1-ae44-40607d729454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:56.463672 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-866a0ca8-393a-4df1-ae44-40607d729454 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 1098 time: 0.4168131 Jul 08 01:53:56.465479 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-ee626796-8398-4490-9693-630dadc3eb7d tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Project d71d84ded793478a9da11098a145bbf3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 01:53:56.539400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067c8c4-37fb-443d-878b-b16852f42e0c req-30fcc551-b731-42b1-b617-f4ce3cf1a15e tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:56.553726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9067c8c4-37fb-443d-878b-b16852f42e0c req-30fcc551-b731-42b1-b617-f4ce3cf1a15e tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 943 time: 0.3375754 Jul 08 01:53:56.568292 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-ee626796-8398-4490-9693-630dadc3eb7d tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:56.571800 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ee626796-8398-4490-9693-630dadc3eb7d tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4514885 Jul 08 01:53:56.576384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36548) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:56.687898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9067c8c4-37fb-443d-878b-b16852f42e0c req-9af19bcb-1144-432d-8348-a2cbaaa8d3fc tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295071 Jul 08 01:53:56.773419 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1ff7553-0146-41f9-b06d-91ebdb6883c4 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.791333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-2cb1ec63-db8f-4d65-98eb-557b33e74a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:56.793769 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-2cb1ec63-db8f-4d65-98eb-557b33e74a2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 912 time: 0.3140056 Jul 08 01:53:56.803343 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4 req-bad0b628-7031-49bf-b56a-96dc62778162 service neutron] 10.222.0.16 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722920 Jul 08 01:53:56.834422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:56.838475 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1ff7553-0146-41f9-b06d-91ebdb6883c4 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.911318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1ff7553-0146-41f9-b06d-91ebdb6883c4 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.914390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1ff7553-0146-41f9-b06d-91ebdb6883c4 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:56.915582 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e1ff7553-0146-41f9-b06d-91ebdb6883c4 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89 HTTP/1.1" status: 204 len: 168 time: 0.3374994 Jul 08 01:53:56.936044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:57.005422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff7553-0146-41f9-b06d-91ebdb6883c4 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f8ef6-e6d6-47fb-9fee-0944d0a9ef89,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:57.047682 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-e1849db7-cef8-4ed7-9005-244eae7deb1e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35164637-cef3-4b74-b6d6-1de8c8a827de HTTP/1.1" status: 200 len: 1002 time: 0.1466489 Jul 08 01:53:57.075522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e35fdb3c-f869-4b21-b026-b0b6eaf339a4 req-a70d75d7-38c8-44bc-b8a0-a933c2ed75f8 service neutron] 10.222.0.16 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653372 Jul 08 01:53:57.124488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b1ac4a9f-45c0-4a39-9f3b-8fc86b32ed2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b10862653d8f41479149fd2df8af4655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885070 Jul 08 01:53:57.127348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36558) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:57.146753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-24a30d13-5b44-4b1e-9f25-0aa3f9923c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:57.149875 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-24a30d13-5b44-4b1e-9f25-0aa3f9923c6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 200 len: 850 time: 0.0940657 Jul 08 01:53:57.173595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9226016d-42ff-4b31-8d13-cf3fb39027c5 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1448495 Jul 08 01:53:57.185160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:57.207538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-00536680-2094-487b-bcb8-30250f80640c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'tempest-secgroup--448925425'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:57.235714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba97ba28-928e-4c5c-ba0f-b0eb547ac882 req-99d29d6b-156b-4df8-8acd-3d597c4c0be3 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.0610371 Jul 08 01:53:57.237589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:53:57.261434 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00536680-2094-487b-bcb8-30250f80640c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:57.467180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c07cd3-b099-46b8-a156-69312609f563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:57.499180 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-891e3002-87ff-465e-a74c-21aedf76fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:57.501350 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-891e3002-87ff-465e-a74c-21aedf76fc69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5ed028f-b8a7-42b6-a69c-211263d91a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3395131 Jul 08 01:53:57.519867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00536680-2094-487b-bcb8-30250f80640c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:57.525487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c07cd3-b099-46b8-a156-69312609f563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:57.528011 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00536680-2094-487b-bcb8-30250f80640c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:57.558934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,segment=NetworkSegment(08bc89d5-257d-45ba-b701-b89043804d0d),segment_id=08bc89d5-257d-45ba-b701-b89043804d0d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:57.619454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8', 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d', 'port_id': '2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8', 'mac_address': 'fa:16:3e:a0:7e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1a522b-1e62-42df-af4a-5de5d1118ad9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:53:57.630818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00536680-2094-487b-bcb8-30250f80640c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89591df-31ef-4e16-afa0-4df7a0d5c269,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:57.657554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00536680-2094-487b-bcb8-30250f80640c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:57.660322 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-00536680-2094-487b-bcb8-30250f80640c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4734607 Jul 08 01:53:57.664829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36566) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:57.689041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-517870d7-0d56-49c0-b614-6e1b89d7accc tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'e89591df-31ef-4e16-afa0-4df7a0d5c269', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:57.708619 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-30c857d8-aed5-4bd8-b666-3d7aa1968b90 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992407 Jul 08 01:53:57.728204 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:57.761053 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c07cd3-b099-46b8-a156-69312609f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:57.765415 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4c07cd3-b099-46b8-a156-69312609f563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:57.774096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:53:57.785987 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a4c07cd3-b099-46b8-a156-69312609f563 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44ccabfa-f5db-415a-b3f9-23131fc7aa03 HTTP/1.1" status: 204 len: 168 time: 0.6496084 Jul 08 01:53:57.803943 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-517870d7-0d56-49c0-b614-6e1b89d7accc tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The resource could not be found. Jul 08 01:53:57.807942 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-517870d7-0d56-49c0-b614-6e1b89d7accc tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1390243 Jul 08 01:53:57.808871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:57.824480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2a07cac8-af51-4f1c-b46f-ffff46614a8b tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'e89591df-31ef-4e16-afa0-4df7a0d5c269', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b9e888a4-2b87-4f41-89bb-98f3df6512e1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:57.834674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,segment=NetworkSegment(08bc89d5-257d-45ba-b701-b89043804d0d),segment_id=08bc89d5-257d-45ba-b701-b89043804d0d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:53:57.843542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:57.935158 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-2a07cac8-af51-4f1c-b46f-ffff46614a8b tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The resource could not be found. Jul 08 01:53:57.942285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2a07cac8-af51-4f1c-b46f-ffff46614a8b tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1280200 Jul 08 01:53:57.944195 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:57.953730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c07cd3-b099-46b8-a156-69312609f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ccabfa-f5db-415a-b3f9-23131fc7aa03,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:58.109783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:53:58.131887 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c411303-9c1c-4ed7-af81-6abcd4e01c75 req-aa84c37c-9850-438c-a634-4ca775ae87ca service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142945 Jul 08 01:53:58.220867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-889b7dd2-d789-4221-bcd8-ccdaefeeee85 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:58.226780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:58.299047 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-889b7dd2-d789-4221-bcd8-ccdaefeeee85 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:58.414536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243e712-6c88-4940-aac7-515ff3540a1d req-0e1820c4-ef54-42cf-9459-53b26232879d tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:53:58.438557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b243e712-6c88-4940-aac7-515ff3540a1d req-0e1820c4-ef54-42cf-9459-53b26232879d tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 944 time: 0.3335097 Jul 08 01:53:58.565239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b243e712-6c88-4940-aac7-515ff3540a1d req-e7995dad-3c55-4d81-95cb-979a8b8538b0 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250615 Jul 08 01:53:58.583935 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-889b7dd2-d789-4221-bcd8-ccdaefeeee85 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:58.589740 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-889b7dd2-d789-4221-bcd8-ccdaefeeee85 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:58.591674 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-889b7dd2-d789-4221-bcd8-ccdaefeeee85 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/e89591df-31ef-4e16-afa0-4df7a0d5c269 HTTP/1.1" status: 204 len: 168 time: 0.6459699 Jul 08 01:53:58.594594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36596) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:58.649378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b7dd2-d789-4221-bcd8-ccdaefeeee85 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89591df-31ef-4e16-afa0-4df7a0d5c269,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:58.730756 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c04898fe-d9b1-4838-b91a-a49fc0177153 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1347265 Jul 08 01:53:58.731563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36600) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:58.741456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c7803162-ff1c-4663-8da9-261c32e0d8d4 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': '8ab540d4-0ff0-4c64-8a3d-68b5bd0eb157', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:58.797519 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-99418880-8d7a-4a21-9502-163d8ccffeb6 req-fad77bc4-0be1-4ce8-9f53-410bfa603ce3 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.0810046 Jul 08 01:53:58.847963 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-c7803162-ff1c-4663-8da9-261c32e0d8d4 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The resource could not be found. Jul 08 01:53:58.859956 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c7803162-ff1c-4663-8da9-261c32e0d8d4 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1186416 Jul 08 01:53:58.860951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36604) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:58.872263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'tempest-secgroup--2131713249'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:58.937273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.131625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.138646 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.189536 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.192403 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3301127 Jul 08 01:53:59.196429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:59.201619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac86bb47-56a3-46f7-8fee-f7fcbe137693,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:59.205824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a7a451dc-5ee2-4e09-9bf4-f3c3aea6221e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'tempest-secgroup--106311649'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:59.221092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.222054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.222904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.223989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.225126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.226157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.227016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.228067 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.228925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.230927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.231807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.232698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ede1aa-c394-4b51-80cb-9832c742b912 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:53:59.238934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:53:59.294714 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7a451dc-5ee2-4e09-9bf4-f3c3aea6221e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.449802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:53:59.461506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:53:59.463017 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.515967 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7a451dc-5ee2-4e09-9bf4-f3c3aea6221e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.524677 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7a451dc-5ee2-4e09-9bf4-f3c3aea6221e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.610999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a451dc-5ee2-4e09-9bf4-f3c3aea6221e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef40a22-f58c-46ce-9a69-cfcaf56fbc3b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:53:59.625946 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7a451dc-5ee2-4e09-9bf4-f3c3aea6221e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.632350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a7a451dc-5ee2-4e09-9bf4-f3c3aea6221e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4311216 Jul 08 01:53:59.636977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36624) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:59.644671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8673b9da-df42-4a04-a7c9-55dfa888de0c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': 'ac86bb47-56a3-46f7-8fee-f7fcbe137693', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8ef40a22-f58c-46ce-9a69-cfcaf56fbc3b'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:53:59.785074 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-8673b9da-df42-4a04-a7c9-55dfa888de0c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:53:59.789707 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8673b9da-df42-4a04-a7c9-55dfa888de0c tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1507938 Jul 08 01:53:59.795234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36630) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:53:59.833829 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.946827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0890a3b7-34c3-4ddd-8ef4-5b8b9d209193 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:53:59.995618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c463f1-f63d-4c1e-8f7d-dcf249c2704a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:53:59.999595 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a37a8e-07eb-495d-8c5a-25dd1a76ad01" -d '{"events": [{"server_uuid": "c2c463f1-f63d-4c1e-8f7d-dcf249c2704a", "name": "network-vif-plugged", "status": "completed", "tag": "2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:00.025463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,segment=NetworkSegment(08bc89d5-257d-45ba-b701-b89043804d0d),segment_id=08bc89d5-257d-45ba-b701-b89043804d0d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:00.052950 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:00.058341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0890a3b7-34c3-4ddd-8ef4-5b8b9d209193 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:00.145467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3990f5e-3ce1-42b0-b456-3d006901124e req-f99b8f45-b88a-4913-993d-81168d6357c6 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:00.157970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:00.171845 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0890a3b7-34c3-4ddd-8ef4-5b8b9d209193 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:00.176901 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0890a3b7-34c3-4ddd-8ef4-5b8b9d209193 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:00.178313 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0890a3b7-34c3-4ddd-8ef4-5b8b9d209193 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ef40a22-f58c-46ce-9a69-cfcaf56fbc3b HTTP/1.1" status: 204 len: 168 time: 0.3774726 Jul 08 01:54:00.180905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3990f5e-3ce1-42b0-b456-3d006901124e req-f99b8f45-b88a-4913-993d-81168d6357c6 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 944 time: 0.3052101 Jul 08 01:54:00.183723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36640) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:00.204975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890a3b7-34c3-4ddd-8ef4-5b8b9d209193 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef40a22-f58c-46ce-9a69-cfcaf56fbc3b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:00.325761 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9b61ba0-25c4-4817-aedd-0e121665534e req-d152c0c0-9890-42f8-91ef-a934cb7c28c5 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.0890133 Jul 08 01:54:00.373559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3990f5e-3ce1-42b0-b456-3d006901124e req-7b04de44-4034-48e9-a48a-30f21dab7c63 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910391 Jul 08 01:54:00.413093 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-20035bab-11f7-433c-8619-14252abe7494 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2281756 Jul 08 01:54:00.419814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36644) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:00.473524 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d5faf2-6551-4f7e-9bbc-7fc51d1001c3 x-openstack-request-id: req-18d5faf2-6551-4f7e-9bbc-7fc51d1001c3 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:00.474951 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c463f1-f63d-4c1e-8f7d-dcf249c2704a", "name": "network-vif-plugged", "status": "completed", "tag": "2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:00.475651 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18d5faf2-6551-4f7e-9bbc-7fc51d1001c3 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:00.476566 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c463f1-f63d-4c1e-8f7d-dcf249c2704a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8', 'code': 200} Jul 08 01:54:00.563581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4631d75d-d284-4767-a2f8-25569b769475 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:00.648036 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4631d75d-d284-4767-a2f8-25569b769475 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:00.733412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d58e7-5245-4eda-b3c7-1e4227836448 req-2b91aad1-897b-43ab-a6b8-287c0d4d629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:00.741045 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-107d58e7-5245-4eda-b3c7-1e4227836448 req-2b91aad1-897b-43ab-a6b8-287c0d4d629f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 1097 time: 0.1653819 Jul 08 01:54:00.742560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4631d75d-d284-4767-a2f8-25569b769475 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:00.745777 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4631d75d-d284-4767-a2f8-25569b769475 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:00.749541 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4631d75d-d284-4767-a2f8-25569b769475 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/ac86bb47-56a3-46f7-8fee-f7fcbe137693 HTTP/1.1" status: 204 len: 168 time: 0.3262355 Jul 08 01:54:00.757675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36650) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:00.764481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631d75d-d284-4767-a2f8-25569b769475 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac86bb47-56a3-46f7-8fee-f7fcbe137693,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:00.871812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-107d58e7-5245-4eda-b3c7-1e4227836448 req-ec82d406-0ffd-45f3-9ca5-91eb62a535da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182566 Jul 08 01:54:00.888789 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b697e4fe-ffb1-4588-982d-66d0dc7443ca tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1305563 Jul 08 01:54:00.895598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36658) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:00.904191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ecf6d8d2-cd2b-4418-ae2d-7b61ee54b945 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'tempest-secgroup--401335497'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:00.979100 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d8d2-cd2b-4418-ae2d-7b61ee54b945 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:01.157439 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d8d2-cd2b-4418-ae2d-7b61ee54b945 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:01.164631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d8d2-cd2b-4418-ae2d-7b61ee54b945 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:01.213387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ecf6d8d2-cd2b-4418-ae2d-7b61ee54b945 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:01.214782 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ecf6d8d2-cd2b-4418-ae2d-7b61ee54b945 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3179121 Jul 08 01:54:01.217990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6d8d2-cd2b-4418-ae2d-7b61ee54b945 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abe6d9b-197f-4e30-96cd-a01e6e843697,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:01.219910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36664) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:01.228119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8eaf79bd-9f1e-40bb-aeab-65bf2927d2c1 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': '6abe6d9b-197f-4e30-96cd-a01e6e843697', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:01.315528 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-8eaf79bd-9f1e-40bb-aeab-65bf2927d2c1 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:54:01.318365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8eaf79bd-9f1e-40bb-aeab-65bf2927d2c1 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0964513 Jul 08 01:54:01.321210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36666) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:01.337532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ffe4e477-96cb-400f-ab34-f6229fc95cd1 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group_rule': {'security_group_id': '6abe6d9b-197f-4e30-96cd-a01e6e843697', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:01.437874 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-ffe4e477-96cb-400f-ab34-f6229fc95cd1 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:54:01.446046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ffe4e477-96cb-400f-ab34-f6229fc95cd1 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1175785 Jul 08 01:54:01.446955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36674) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:01.662156 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f0bd585-fb69-4aad-b6de-2a2bc21b0fad tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:01.815122 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f0bd585-fb69-4aad-b6de-2a2bc21b0fad tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:01.877515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0180f509-16c7-438a-98ba-b19189818a92 req-621f2f94-96f8-483b-a826-4f3bdbb967f6 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac5f0dda-fe5f-429d-87ad-4f1921863425 HTTP/1.1" status: 200 len: 210 time: 0.1086700 Jul 08 01:54:02.113861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e70fb-5d65-4806-8f44-f94a155ee452 req-d22c2d67-6873-4f33-b423-4410c7585535 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:02.135024 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f0e70fb-5d65-4806-8f44-f94a155ee452 req-d22c2d67-6873-4f33-b423-4410c7585535 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 945 time: 0.4120057 Jul 08 01:54:02.304628 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f0e70fb-5d65-4806-8f44-f94a155ee452 req-bc1df3c5-973e-4559-aa2f-5f8e291f781c tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668003 Jul 08 01:54:02.307445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f0bd585-fb69-4aad-b6de-2a2bc21b0fad tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:02.321781 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f0bd585-fb69-4aad-b6de-2a2bc21b0fad tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:02.333757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36690) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:02.335056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2f0bd585-fb69-4aad-b6de-2a2bc21b0fad tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/6abe6d9b-197f-4e30-96cd-a01e6e843697 HTTP/1.1" status: 204 len: 168 time: 0.8763981 Jul 08 01:54:02.382253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bd585-fb69-4aad-b6de-2a2bc21b0fad tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abe6d9b-197f-4e30-96cd-a01e6e843697,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:02.425165 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-87c070e8-c35e-40eb-950a-5b6ebc3eaa55 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888638 Jul 08 01:54:02.431090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36692) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:02.438533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f8722171-2b41-417a-9165-63685d5a1eff tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'tempest-secgroup--228336067'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:02.496877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8722171-2b41-417a-9165-63685d5a1eff tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:02.748969 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8722171-2b41-417a-9165-63685d5a1eff tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:02.758140 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8722171-2b41-417a-9165-63685d5a1eff tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:02.810873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8722171-2b41-417a-9165-63685d5a1eff tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:02.817201 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f8722171-2b41-417a-9165-63685d5a1eff tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3802984 Jul 08 01:54:02.817512 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36702) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:02.826181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-42047b9b-f553-451b-8767-eca803dee62e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:02.826822 n-d-694802-14 neutron-server[93883]: WARNING neutron.api.v2.base [None req-42047b9b-f553-451b-8767-eca803dee62e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 08 01:54:02.827620 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-42047b9b-f553-451b-8767-eca803dee62e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] update failed (client error): There was a conflict when trying to complete your request. Jul 08 01:54:02.832529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8722171-2b41-417a-9165-63685d5a1eff tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fedb0cd-9aca-4635-b815-c45a347a4fed,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:02.847845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-42047b9b-f553-451b-8767-eca803dee62e tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "PUT /v2.0/security-groups/7fedb0cd-9aca-4635-b815-c45a347a4fed HTTP/1.1" status: 409 len: 330 time: 0.0287790 Jul 08 01:54:02.852030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36704) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:02.965765 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-022c1c78-aeaa-467e-98de-33a183dcbe70 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:03.046910 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-022c1c78-aeaa-467e-98de-33a183dcbe70 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:03.158828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-022c1c78-aeaa-467e-98de-33a183dcbe70 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:03.163406 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-022c1c78-aeaa-467e-98de-33a183dcbe70 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:03.169178 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-022c1c78-aeaa-467e-98de-33a183dcbe70 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/7fedb0cd-9aca-4635-b815-c45a347a4fed HTTP/1.1" status: 204 len: 168 time: 0.3157439 Jul 08 01:54:03.172045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36714) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:03.194753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c1c78-aeaa-467e-98de-33a183dcbe70 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fedb0cd-9aca-4635-b815-c45a347a4fed,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:03.197860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36718) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:03.316779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3b383d-7c67-4a83-91f7-d40b9df61dc5 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:03.319007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b0c38dce-2095-46d9-89f7-236176af3387 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1449921 Jul 08 01:54:03.332127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:03.356813 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-68c11ae9-7338-4451-a53f-895797e427fa tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] delete failed (client error): The resource could not be found. Jul 08 01:54:03.358521 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-68c11ae9-7338-4451-a53f-895797e427fa tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "DELETE /v2.0/security-groups/12732428-0ac5-41bb-a24e-48a7a500b53b HTTP/1.1" status: 404 len: 347 time: 0.0249276 Jul 08 01:54:03.363534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:03.390504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3b383d-7c67-4a83-91f7-d40b9df61dc5 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:03.428831 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-392f6f2c-ed31-4966-b094-8ffcfa7053a2 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] show failed (client error): The resource could not be found. Jul 08 01:54:03.440668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-392f6f2c-ed31-4966-b094-8ffcfa7053a2 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-groups/610a405f-f208-4ada-a989-c931cc4398bd HTTP/1.1" status: 404 len: 347 time: 0.0752876 Jul 08 01:54:03.445836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:03.493422 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-c7e1f128-b2f1-4ae2-aba9-df102e0e8151 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] show failed (client error): The resource could not be found. Jul 08 01:54:03.495641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c7e1f128-b2f1-4ae2-aba9-df102e0e8151 tempest-NegativeSecGroupIPv6Test-480941386 tempest-NegativeSecGroupIPv6Test-480941386-project] 10.222.0.41 "GET /v2.0/security-group-rules/ceae2e61-7e96-475f-a003-cd6b3ed0380b HTTP/1.1" status: 404 len: 356 time: 0.0473819 Jul 08 01:54:03.504245 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3b383d-7c67-4a83-91f7-d40b9df61dc5 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:03.512420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3b383d-7c67-4a83-91f7-d40b9df61dc5 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:03.520513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:03.521177 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c3b383d-7c67-4a83-91f7-d40b9df61dc5 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "DELETE /v2.0/security-groups/a368ba1b-fc0f-48f1-b45c-2792c2e2db38 HTTP/1.1" status: 204 len: 168 time: 0.3216984 Jul 08 01:54:03.546202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b383d-7c67-4a83-91f7-d40b9df61dc5 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a368ba1b-fc0f-48f1-b45c-2792c2e2db38,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:03.596051 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-01b98173-92bd-41ff-9cde-9089793b31d4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] show failed (client error): The resource could not be found. Jul 08 01:54:03.601222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-01b98173-92bd-41ff-9cde-9089793b31d4 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "GET /v2.0/security-groups/a368ba1b-fc0f-48f1-b45c-2792c2e2db38 HTTP/1.1" status: 404 len: 347 time: 0.0780289 Jul 08 01:54:03.606488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:03.811837 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36738) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:04.105120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2a0bd-2d41-4f79-bb80-3ce33deee429 req-2a7b0692-9cdd-46bb-8a55-4c324a39d295 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:04.105938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13671b41-fe6e-4b6f-887a-435d3e536f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.115857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adc2a0bd-2d41-4f79-bb80-3ce33deee429 req-2a7b0692-9cdd-46bb-8a55-4c324a39d295 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 945 time: 0.3610144 Jul 08 01:54:04.144643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ea36de72-ab3c-4afa-b6a0-9e706457c89d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Deleting port 577426e4-3011-4ef2-972f-c264afa6995d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:04.145181 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea36de72-ab3c-4afa-b6a0-9e706457c89d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.234653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:04.308147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adc2a0bd-2d41-4f79-bb80-3ce33deee429 req-a11f075f-ac80-4b9e-a7a7-595903de0cf3 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905427 Jul 08 01:54:04.310992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13671b41-fe6e-4b6f-887a-435d3e536f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.326402 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13671b41-fe6e-4b6f-887a-435d3e536f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.403459 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea36de72-ab3c-4afa-b6a0-9e706457c89d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.406540 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea36de72-ab3c-4afa-b6a0-9e706457c89d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.423115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ea36de72-ab3c-4afa-b6a0-9e706457c89d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Calling delete_port for 577426e4-3011-4ef2-972f-c264afa6995d owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:04.464173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13671b41-fe6e-4b6f-887a-435d3e536f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512daab6-6b88-43fe-a5d2-3b34fe9d089b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:04.471800 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-13671b41-fe6e-4b6f-887a-435d3e536f36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86233aceed484624adbe88b26985bab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6570947 Jul 08 01:54:04.473944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36754) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:04.480345 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.611588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca1315f7-8dca-4f2f-bf45-63024eb9fdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.658621 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca1315f7-8dca-4f2f-bf45-63024eb9fdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.671928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-032e8bd6-6b72-4bbc-88cd-d842fb632855 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d71d84ded793478a9da11098a145bbf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312630 Jul 08 01:54:04.672267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36758) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:04.778503 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fdd142d-9537-432d-a853-8cea9672e797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.787534 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea36de72-ab3c-4afa-b6a0-9e706457c89d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.817828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca1315f7-8dca-4f2f-bf45-63024eb9fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.820646 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca1315f7-8dca-4f2f-bf45-63024eb9fdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.824815 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ca1315f7-8dca-4f2f-bf45-63024eb9fdfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/512daab6-6b88-43fe-a5d2-3b34fe9d089b HTTP/1.1" status: 204 len: 168 time: 0.3495176 Jul 08 01:54:04.836159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fdd142d-9537-432d-a853-8cea9672e797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.848853 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36de72-ab3c-4afa-b6a0-9e706457c89d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Port': ['ID=577426e4-3011-4ef2-972f-c264afa6995d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:04.865791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1315f7-8dca-4f2f-bf45-63024eb9fdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512daab6-6b88-43fe-a5d2-3b34fe9d089b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:04.967916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea36de72-ab3c-4afa-b6a0-9e706457c89d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.971875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea36de72-ab3c-4afa-b6a0-9e706457c89d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:04.973488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ea36de72-ab3c-4afa-b6a0-9e706457c89d tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "DELETE /v2.0/floatingips/a606d29e-73fa-40a4-9c44-c774f8de957b HTTP/1.1" status: 204 len: 168 time: 1.3573792 Jul 08 01:54:04.977184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36768) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:05.014993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fdd142d-9537-432d-a853-8cea9672e797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:05.018632 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fdd142d-9537-432d-a853-8cea9672e797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:05.022208 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9fdd142d-9537-432d-a853-8cea9672e797 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57bb9613-b74c-4488-adc7-88c33ed5d5f7 HTTP/1.1" status: 204 len: 168 time: 0.3475714 Jul 08 01:54:05.049650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd142d-9537-432d-a853-8cea9672e797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb9613-b74c-4488-adc7-88c33ed5d5f7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:05.199041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4ad17093-5b52-4ca1-84bc-9063f900471f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Deleting port 8f30cc45-c864-4663-b66e-e68c70b846b4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:05.199041 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ad17093-5b52-4ca1-84bc-9063f900471f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:05.519475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36784) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:05.546660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51764540-fb03-4d88-a980-b1f26b6350e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:05.941981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51764540-fb03-4d88-a980-b1f26b6350e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:05.945226 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ad17093-5b52-4ca1-84bc-9063f900471f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:05.951185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51764540-fb03-4d88-a980-b1f26b6350e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:05.985247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4ad17093-5b52-4ca1-84bc-9063f900471f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Calling delete_port for 8f30cc45-c864-4663-b66e-e68c70b846b4 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:06.017074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51764540-fb03-4d88-a980-b1f26b6350e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb26f5ce-2ab0-43a1-8250-23cc4b65f31b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:06.054392 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-51764540-fb03-4d88-a980-b1f26b6350e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f33d3ae3de94805a754b1fa614376a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5323086 Jul 08 01:54:06.057079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36808) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:06.212192 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe2a421c-66a7-4d05-8cc6-2a67e6b45b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:06.273392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe2a421c-66a7-4d05-8cc6-2a67e6b45b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:06.312262 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f922f26-bf30-4ffd-929f-869407c15ce6 req-541d7a70-5df2-48ba-b952-a4c216f3ff71 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:06.320856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f922f26-bf30-4ffd-929f-869407c15ce6 req-541d7a70-5df2-48ba-b952-a4c216f3ff71 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 945 time: 0.1752739 Jul 08 01:54:06.382782 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe2a421c-66a7-4d05-8cc6-2a67e6b45b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:06.391139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe2a421c-66a7-4d05-8cc6-2a67e6b45b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:06.393837 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fe2a421c-66a7-4d05-8cc6-2a67e6b45b38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb26f5ce-2ab0-43a1-8250-23cc4b65f31b HTTP/1.1" status: 204 len: 168 time: 0.3318565 Jul 08 01:54:06.413006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a421c-66a7-4d05-8cc6-2a67e6b45b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb26f5ce-2ab0-43a1-8250-23cc4b65f31b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:06.470577 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ad17093-5b52-4ca1-84bc-9063f900471f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:06.577039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f922f26-bf30-4ffd-929f-869407c15ce6 req-91898326-0340-4a14-8e77-4c1a355099e2 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549379 Jul 08 01:54:06.580963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad17093-5b52-4ca1-84bc-9063f900471f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Port': ['ID=8f30cc45-c864-4663-b66e-e68c70b846b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:06.733897 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ad17093-5b52-4ca1-84bc-9063f900471f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:06.735920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4ad17093-5b52-4ca1-84bc-9063f900471f tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "DELETE /v2.0/ports/8f30cc45-c864-4663-b66e-e68c70b846b4 HTTP/1.1" status: 204 len: 168 time: 1.7567608 Jul 08 01:54:06.739146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:07.080139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36836) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:07.099609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2f143171-aac1-4e80-852b-484f55c5d60a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Deleting port b1017d1c-77ed-4095-b3c8-a332634c3034 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:07.099904 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f143171-aac1-4e80-852b-484f55c5d60a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:07.186588 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-05ba178c-e5bb-4170-bbac-1fd7acf83981 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:07.188631 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-05ba178c-e5bb-4170-bbac-1fd7acf83981 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 945 time: 0.2847250 Jul 08 01:54:07.351757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f143171-aac1-4e80-852b-484f55c5d60a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:07.380250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2f143171-aac1-4e80-852b-484f55c5d60a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Calling delete_port for b1017d1c-77ed-4095-b3c8-a332634c3034 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:07.474955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-a1f42766-8e84-4ada-88cd-73b6cb8f4508 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Deleting port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:07.475614 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-a1f42766-8e84-4ada-88cd-73b6cb8f4508 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:07.657716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-de90146f-4f03-45d3-a9ea-715178fd40ba tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1932281236', 'prefixes': ['172.20.0.0/16']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:07.717380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-a1f42766-8e84-4ada-88cd-73b6cb8f4508 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] For port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,segment=NetworkSegment(08bc89d5-257d-45ba-b701-b89043804d0d),segment_id=08bc89d5-257d-45ba-b701-b89043804d0d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:07.717798 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-a1f42766-8e84-4ada-88cd-73b6cb8f4508 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:07.742926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-a1f42766-8e84-4ada-88cd-73b6cb8f4508 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Calling delete_port for 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:07.808750 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f143171-aac1-4e80-852b-484f55c5d60a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:07.841606 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de90146f-4f03-45d3-a9ea-715178fd40ba tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] Notify callbacks [] for subnetpool, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:07.849753 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-de90146f-4f03-45d3-a9ea-715178fd40ba tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7677455 Jul 08 01:54:07.851427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36856) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:07.949655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f143171-aac1-4e80-852b-484f55c5d60a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Port': ['ID=b1017d1c-77ed-4095-b3c8-a332634c3034,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:07.959415 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:07.961717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3409c00e-fb38-4df1-8beb-4337986b21a2 tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] 10.222.0.41 "GET /v2.0/subnetpools/fbbd20ca-fab0-4cc0-80cd-511c5c95154f HTTP/1.1" status: 200 len: 732 time: 0.1080842 Jul 08 01:54:07.970713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f4d346e4-b4a1-43a8-9d7a-2227160ff69f tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2038397804'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:08.198576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af546818-4b65-4e79-94aa-4648f41a39a6 req-ed5de7c8-0c5a-404d-809f-4ff4185d5488 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:08.210358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af546818-4b65-4e79-94aa-4648f41a39a6 req-ed5de7c8-0c5a-404d-809f-4ff4185d5488 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 945 time: 0.4686704 Jul 08 01:54:08.257483 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f143171-aac1-4e80-852b-484f55c5d60a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:08.260118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2f143171-aac1-4e80-852b-484f55c5d60a tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "DELETE /v2.0/ports/b1017d1c-77ed-4095-b3c8-a332634c3034 HTTP/1.1" status: 204 len: 168 time: 1.5186298 Jul 08 01:54:08.268059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36866) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:08.425754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f350821-ce4b-48bb-a908-e1e031fa1328 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Deleting subnet 4938b071-322e-4d5a-902e-685b4caf86d0 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:54:08.434739 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f350821-ce4b-48bb-a908-e1e031fa1328 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:08.542949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4d346e4-b4a1-43a8-9d7a-2227160ff69f tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] Notify callbacks [] for subnetpool, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:08.549208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f4d346e4-b4a1-43a8-9d7a-2227160ff69f tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] 10.222.0.41 "PUT /v2.0/subnetpools/fbbd20ca-fab0-4cc0-80cd-511c5c95154f HTTP/1.1" status: 200 len: 684 time: 0.5876176 Jul 08 01:54:08.556535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f350821-ce4b-48bb-a908-e1e031fa1328 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:08.561864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36876) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:08.613451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af546818-4b65-4e79-94aa-4648f41a39a6 req-ac193f77-7a9e-4d3d-96b4-8367b18e1394 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011157 Jul 08 01:54:08.667298 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-a1f42766-8e84-4ada-88cd-73b6cb8f4508 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:08.804785 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:08.809864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f42766-8e84-4ada-88cd-73b6cb8f4508 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Pushing event deleted for resources: {'Port': ['ID=2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:08.955857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-a1f42766-8e84-4ada-88cd-73b6cb8f4508 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] No DVR routers for this DVR port 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:08.962739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-a1f42766-8e84-4ada-88cd-73b6cb8f4508 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:08.970810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ed63834-6d64-4d65-8fdf-fd3421fa4109 req-a1f42766-8e84-4ada-88cd-73b6cb8f4508 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.16 "DELETE /v2.0/ports/2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 HTTP/1.1" status: 204 len: 173 time: 1.7640896 Jul 08 01:54:08.971726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c463f1-f63d-4c1e-8f7d-dcf249c2704a', 'name': 'network-vif-deleted', 'tag': '2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:08.978022 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5ee72c-08af-41ce-b3ba-9991cff8ed1c" -d '{"events": [{"server_uuid": "c2c463f1-f63d-4c1e-8f7d-dcf249c2704a", "name": "network-vif-deleted", "tag": "2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:09.000882 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b88ac5e0-10a9-4502-87d8-5ac1285409b6 tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] Notify callbacks [] for subnetpool, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.005119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b88ac5e0-10a9-4502-87d8-5ac1285409b6 tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] 10.222.0.41 "DELETE /v2.0/subnetpools/fbbd20ca-fab0-4cc0-80cd-511c5c95154f HTTP/1.1" status: 204 len: 168 time: 0.4415650 Jul 08 01:54:09.005414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36884) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:09.028945 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f350821-ce4b-48bb-a908-e1e031fa1328 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.069394 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70e9429-3ce9-4728-8ef1-0072a3bb1366 x-openstack-request-id: req-d70e9429-3ce9-4728-8ef1-0072a3bb1366 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:09.069800 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c463f1-f63d-4c1e-8f7d-dcf249c2704a", "name": "network-vif-deleted", "tag": "2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:09.070149 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d70e9429-3ce9-4728-8ef1-0072a3bb1366 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:09.070740 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c463f1-f63d-4c1e-8f7d-dcf249c2704a', 'name': 'network-vif-deleted', 'tag': '2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8', 'status': 'completed', 'code': 200} Jul 08 01:54:09.073124 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-c642b9f3-2590-4111-a777-6e8b6346fcea tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] show failed (client error): The resource could not be found. Jul 08 01:54:09.075467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c642b9f3-2590-4111-a777-6e8b6346fcea tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] 10.222.0.41 "GET /v2.0/subnetpools/fbbd20ca-fab0-4cc0-80cd-511c5c95154f HTTP/1.1" status: 404 len: 346 time: 0.0683663 Jul 08 01:54:09.081449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:09.128645 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-9b516c57-f02d-419e-942d-570fb64ed09a tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] delete failed (client error): The resource could not be found. Jul 08 01:54:09.130037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9b516c57-f02d-419e-942d-570fb64ed09a tempest-SubnetPoolsTestJSON-1213723612 tempest-SubnetPoolsTestJSON-1213723612-project] 10.222.0.41 "DELETE /v2.0/subnetpools/fbbd20ca-fab0-4cc0-80cd-511c5c95154f HTTP/1.1" status: 404 len: 346 time: 0.0463543 Jul 08 01:54:09.167224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f350821-ce4b-48bb-a908-e1e031fa1328 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.253800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f350821-ce4b-48bb-a908-e1e031fa1328 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Subnet': ['ID=4938b071-322e-4d5a-902e-685b4caf86d0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:09.285795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ba3d3-1468-4f4d-96e1-9ff2f552dfba None None] Network dff1a577-2ed8-4004-b0a5-9b3dd703e04e requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:54:09.290017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:09.293242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f350821-ce4b-48bb-a908-e1e031fa1328 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.307030 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1f350821-ce4b-48bb-a908-e1e031fa1328 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "DELETE /v2.0/subnets/4938b071-322e-4d5a-902e-685b4caf86d0 HTTP/1.1" status: 204 len: 168 time: 1.0389566 Jul 08 01:54:09.311166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36892) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:09.403858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:09.404209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2ecdb0f7-abad-4d51-8fe8-2a0fc7d4cea8 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:09.472165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ad6937-578b-45f2-a76e-2a5cbd337db2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Deleting subnet 41669f5d-1dac-460e-8c04-65fc689c8c5f {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:54:09.483051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6937-578b-45f2-a76e-2a5cbd337db2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.641073 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6937-578b-45f2-a76e-2a5cbd337db2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.721022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0faed95-66a0-4bc9-9d05-861b97db6039 None None] DHCP port deletion for dff1a577-2ed8-4004-b0a5-9b3dd703e04e request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:54:09.912445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0faed95-66a0-4bc9-9d05-861b97db6039 None None] Deleting port ba988012-eeb5-4bab-a7b0-34f9137a0e19 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:09.913478 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0faed95-66a0-4bc9-9d05-861b97db6039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:09.916431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:10.074467 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6937-578b-45f2-a76e-2a5cbd337db2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.150370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a0faed95-66a0-4bc9-9d05-861b97db6039 None None] For port ba988012-eeb5-4bab-a7b0-34f9137a0e19, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ba988012-eeb5-4bab-a7b0-34f9137a0e19,segment=NetworkSegment(6e344818-422d-4dc3-be5e-44e22c8ec74b),segment_id=6e344818-422d-4dc3-be5e-44e22c8ec74b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:10.153192 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0faed95-66a0-4bc9-9d05-861b97db6039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.200888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0faed95-66a0-4bc9-9d05-861b97db6039 None None] Calling delete_port for ba988012-eeb5-4bab-a7b0-34f9137a0e19 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:10.430450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90060ae6-e771-4a4a-bde7-f68cd3e1894a req-ddb1fb3b-eb05-4f27-98f8-a73906a263b9 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2c463f1-f63d-4c1e-8f7d-dcf249c2704a HTTP/1.1" status: 200 len: 210 time: 0.0944083 Jul 08 01:54:10.457867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba988012-eeb5-4bab-a7b0-34f9137a0e19 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:10.469655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6937-578b-45f2-a76e-2a5cbd337db2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.557526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0faed95-66a0-4bc9-9d05-861b97db6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.560412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No active binding found for port ba988012-eeb5-4bab-a7b0-34f9137a0e19 {{(pid=93885) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 01:54:10.561085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba988012-eeb5-4bab-a7b0-34f9137a0e19 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:10.602753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad6937-578b-45f2-a76e-2a5cbd337db2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Subnet': ['ID=41669f5d-1dac-460e-8c04-65fc689c8c5f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:10.607073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0faed95-66a0-4bc9-9d05-861b97db6039 None None] No DVR routers for this DVR port ba988012-eeb5-4bab-a7b0-34f9137a0e19 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:10.634642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faed95-66a0-4bc9-9d05-861b97db6039 None None] Pushing event deleted for resources: {'Port': ['ID=ba988012-eeb5-4bab-a7b0-34f9137a0e19,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:10.638565 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9ad6937-578b-45f2-a76e-2a5cbd337db2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:10.646445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36926) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:10.647518 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d9ad6937-578b-45f2-a76e-2a5cbd337db2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "DELETE /v2.0/subnets/41669f5d-1dac-460e-8c04-65fc689c8c5f HTTP/1.1" status: 204 len: 168 time: 1.3292346 Jul 08 01:54:10.681517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45842e50-f202-472a-af7c-4c9e831b5139 None None] Network 5bee8699-06fd-4db5-ae5a-f970e5377877 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:54:10.894504 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36930) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:10.905125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.024062 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18e321d9-fcd4-4bb3-a9ec-6bfc9fde6299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.221836 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18b98e30-7e6b-4455-863e-69d7f67d5688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.302295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.329940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff1a577-2ed8-4004-b0a5-9b3dd703e04e']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:11.363211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e344818-422d-4dc3-be5e-44e22c8ec74b') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:11.363620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e344818-422d-4dc3-be5e-44e22c8ec74b') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:11.382110 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.387084 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18e321d9-fcd4-4bb3-a9ec-6bfc9fde6299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.399998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18e321d9-fcd4-4bb3-a9ec-6bfc9fde6299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.499399 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.522022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc442ab0-2060-46ea-ab73-edb661f3d715 None None] DHCP port deletion for 5bee8699-06fd-4db5-ae5a-f970e5377877 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:54:11.547590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-18e321d9-fcd4-4bb3-a9ec-6bfc9fde6299 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=817a8175dfc24a6f9ba2da9dd8c5a321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6516607 Jul 08 01:54:11.552163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36944) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:11.565838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:54:11.566572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:54:11.572580 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:54:11.591603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e321d9-fcd4-4bb3-a9ec-6bfc9fde6299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0055e06c-0cca-42c2-82b5-cbaad1772b0f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:11.622737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fc442ab0-2060-46ea-ab73-edb661f3d715 None None] Deleting port a0dfcdee-7336-4d9d-81ef-274c692e79f5 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:11.623483 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fc442ab0-2060-46ea-ab73-edb661f3d715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.704484 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.722143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.725892 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "DELETE /v2.0/networks/dff1a577-2ed8-4004-b0a5-9b3dd703e04e HTTP/1.1" status: 204 len: 168 time: 1.0778320 Jul 08 01:54:11.731509 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:11.762096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fc442ab0-2060-46ea-ab73-edb661f3d715 None None] For port a0dfcdee-7336-4d9d-81ef-274c692e79f5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a0dfcdee-7336-4d9d-81ef-274c692e79f5,segment=NetworkSegment(46862b76-5edd-4b76-98d2-e2c00c2529cf),segment_id=46862b76-5edd-4b76-98d2-e2c00c2529cf)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:11.765394 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fc442ab0-2060-46ea-ab73-edb661f3d715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.765740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4896e1c-6407-41ab-af9c-596a39179241 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Network': ['ID=dff1a577-2ed8-4004-b0a5-9b3dd703e04e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:11.797002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fc442ab0-2060-46ea-ab73-edb661f3d715 None None] Calling delete_port for a0dfcdee-7336-4d9d-81ef-274c692e79f5 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:11.805079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18b98e30-7e6b-4455-863e-69d7f67d5688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.812291 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18b98e30-7e6b-4455-863e-69d7f67d5688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.876139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e79a401e-debf-4134-bb0d-1fabebcec395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.920077 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fc442ab0-2060-46ea-ab73-edb661f3d715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.963027 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e79a401e-debf-4134-bb0d-1fabebcec395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.976567 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:11.992913 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-18b98e30-7e6b-4455-863e-69d7f67d5688 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=262787fe26984ac9afbf84eef6dbc420&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0740056 Jul 08 01:54:11.994470 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b98e30-7e6b-4455-863e-69d7f67d5688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8647b5e1-91ac-45ad-98e7-a96eb878d87d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:11.997791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:12.044566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc442ab0-2060-46ea-ab73-edb661f3d715 None None] No DVR routers for this DVR port a0dfcdee-7336-4d9d-81ef-274c692e79f5 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:12.052627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc442ab0-2060-46ea-ab73-edb661f3d715 None None] Pushing event deleted for resources: {'Port': ['ID=a0dfcdee-7336-4d9d-81ef-274c692e79f5,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:12.257697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e79a401e-debf-4134-bb0d-1fabebcec395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.263353 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e79a401e-debf-4134-bb0d-1fabebcec395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.266464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e79a401e-debf-4134-bb0d-1fabebcec395 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0055e06c-0cca-42c2-82b5-cbaad1772b0f HTTP/1.1" status: 204 len: 168 time: 0.7121100 Jul 08 01:54:12.290243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a0dfcdee-7336-4d9d-81ef-274c692e79f5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:12.304263 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d1f5-bebc-4252-ad44-780302e9c2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.330449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: a0dfcdee-7336-4d9d-81ef-274c692e79f5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:12.331041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a0dfcdee-7336-4d9d-81ef-274c692e79f5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:12.348587 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.361100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a401e-debf-4134-bb0d-1fabebcec395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0055e06c-0cca-42c2-82b5-cbaad1772b0f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:12.445607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bee8699-06fd-4db5-ae5a-f970e5377877']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:12.497587 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d1f5-bebc-4252-ad44-780302e9c2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.500521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46862b76-5edd-4b76-98d2-e2c00c2529cf') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:12.500763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46862b76-5edd-4b76-98d2-e2c00c2529cf') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:12.528063 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.604576 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.634353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:54:12.635075 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:54:12.640506 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:54:12.696874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-8e0dfa0d-9247-4441-befe-a666114d9341 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:12.706615 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-8e0dfa0d-9247-4441-befe-a666114d9341 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/networks?id=fef2896a-d7a0-4169-84e2-5ac82de13d9d HTTP/1.1" status: 200 len: 808 time: 0.4681807 Jul 08 01:54:12.754746 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d1f5-bebc-4252-ad44-780302e9c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.763694 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d1d1f5-bebc-4252-ad44-780302e9c2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.765766 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f0d1d1f5-bebc-4252-ad44-780302e9c2a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8647b5e1-91ac-45ad-98e7-a96eb878d87d HTTP/1.1" status: 204 len: 168 time: 0.7634768 Jul 08 01:54:12.773323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6afab79a-1e62-4d6a-813a-9a23ae6ab0c4 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/quotas/ed0a76b3ded14e2aa8b8657883854a1f HTTP/1.1" status: 200 len: 375 time: 0.0650015 Jul 08 01:54:12.847713 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.855631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1d1f5-bebc-4252-ad44-780302e9c2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8647b5e1-91ac-45ad-98e7-a96eb878d87d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:12.858384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:12.860670 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] 10.222.0.41 "DELETE /v2.0/networks/5bee8699-06fd-4db5-ae5a-f970e5377877 HTTP/1.1" status: 204 len: 168 time: 1.1224723 Jul 08 01:54:12.867532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-bff6a1f9-3aad-4557-a533-c645ecdd7aa1 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed0a76b3ded14e2aa8b8657883854a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858564 Jul 08 01:54:12.896767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2db5c9-c41a-4616-b5a1-cd1fddfe36e2 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] Pushing event deleted for resources: {'Network': ['ID=5bee8699-06fd-4db5-ae5a-f970e5377877,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:12.997916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36994) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:13.040872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c050b8d6-e72c-419c-8bb1-8aa75d963c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:13.097326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-ecf35350-eb3b-49ce-b599-5a692f454abf service neutron] 10.222.0.41 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154703 Jul 08 01:54:13.207365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c050b8d6-e72c-419c-8bb1-8aa75d963c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:13.218011 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c050b8d6-e72c-419c-8bb1-8aa75d963c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:13.325308 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c050b8d6-e72c-419c-8bb1-8aa75d963c7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6cb08aef04644d0aadffa74672ce207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253903 Jul 08 01:54:13.331939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37008) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:13.334511 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-57808bed-1429-4729-9569-7b83e15f8d9b service neutron] 10.222.0.41 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257783 Jul 08 01:54:13.351224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050b8d6-e72c-419c-8bb1-8aa75d963c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4cf52b-d977-4c36-9cc8-1ed5cf6b0171,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:13.450251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12614c06-61be-45bd-ad19-0b9024ddf5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:13.499063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12614c06-61be-45bd-ad19-0b9024ddf5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:13.618278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12614c06-61be-45bd-ad19-0b9024ddf5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:13.623794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12614c06-61be-45bd-ad19-0b9024ddf5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:13.629933 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-12614c06-61be-45bd-ad19-0b9024ddf5da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f4cf52b-d977-4c36-9cc8-1ed5cf6b0171 HTTP/1.1" status: 204 len: 168 time: 0.2936041 Jul 08 01:54:13.652374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12614c06-61be-45bd-ad19-0b9024ddf5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4cf52b-d977-4c36-9cc8-1ed5cf6b0171,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:13.737589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-174e7ce3-908a-4c12-8b19-b20ac8745a0f req-4804ad07-e7ad-4d2a-a04f-5fb35c9ff5cf tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0851560 Jul 08 01:54:14.417610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37052) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:14.451978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-072e65cd-faf9-49f9-9d15-62952a566e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:14.636087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-072e65cd-faf9-49f9-9d15-62952a566e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:14.641468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-072e65cd-faf9-49f9-9d15-62952a566e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:14.689036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e65cd-faf9-49f9-9d15-62952a566e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83560dbd-247b-4a33-82e4-f14bf8fbf4a8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:14.694390 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-072e65cd-faf9-49f9-9d15-62952a566e1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0182ff7323d4247a19e72db7581e836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736275 Jul 08 01:54:14.698495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:14.825229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff7843a4-ff20-4f6d-ba6f-ab6949d5337f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:14.975635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a255086d-dc39-4499-86fa-28910bdd480d req-db2be87c-cd51-4c74-9b37-2d852c562fe0 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0960817 Jul 08 01:54:14.983860 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff7843a4-ff20-4f6d-ba6f-ab6949d5337f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:15.143336 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff7843a4-ff20-4f6d-ba6f-ab6949d5337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:15.154994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff7843a4-ff20-4f6d-ba6f-ab6949d5337f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:15.157078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ff7843a4-ff20-4f6d-ba6f-ab6949d5337f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83560dbd-247b-4a33-82e4-f14bf8fbf4a8 HTTP/1.1" status: 204 len: 168 time: 0.4560201 Jul 08 01:54:15.193387 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7843a4-ff20-4f6d-ba6f-ab6949d5337f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83560dbd-247b-4a33-82e4-f14bf8fbf4a8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:16.526559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dcf67772-c8f6-40d1-b58e-300e8dd694b7 req-0c03a156-7eed-47a0-b1f6-7ce0327738c7 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 210 time: 0.1573267 Jul 08 01:54:16.747995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-a04e6170-ddc2-4ef4-9520-982e55ba4b64 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:16.750610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-a04e6170-ddc2-4ef4-9520-982e55ba4b64 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.16 "GET /v2.0/networks?id=fef2896a-d7a0-4169-84e2-5ac82de13d9d HTTP/1.1" status: 200 len: 808 time: 0.2629590 Jul 08 01:54:16.766158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Request body: {'port': {'device_id': 'c18a6965-dbdb-4b95-ad54-a0327712c7f5', 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d', 'admin_state_up': True, 'tenant_id': 'ed0a76b3ded14e2aa8b8657883854a1f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:16.977495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Made reservation on behalf of ed0a76b3ded14e2aa8b8657883854a1f for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:16.983143 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:17.301957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Allocated IP 172.20.0.5 (fef2896a-d7a0-4169-84e2-5ac82de13d9d/cf1a522b-1e62-42df-af4a-5de5d1118ad9/f3ecd8d0-df76-4b34-a785-5c94afa2e8c1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:17.724012 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:17.819399 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-926a8082-b4fa-474f-919b-6b4c5ec4d333 req-3a5b4cb2-62f8-4bc1-8ae8-882f55a747a1 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0370076 Jul 08 01:54:17.822509 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:17.900640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Network fef2896a-d7a0-4169-84e2-5ac82de13d9d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:17.909845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:17.914146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:17.961236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Pushing event updated for resources: {'Port': ['ID=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:18.031077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:18.032291 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:18.067352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-6d2d5a9e-8a17-4b64-848b-273b9cab005f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3083441 Jul 08 01:54:18.097977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Request body: {'port': {'device_id': 'c18a6965-dbdb-4b95-ad54-a0327712c7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:18.297259 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:18.697278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37166) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:18.905697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:18.926669 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:18.991460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Transition to ACTIVE for port object f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:18.999980 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.012399 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-215eb959-fabb-48d7-8899-32f3d40a45de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.123468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Pushing event updated for resources: {'Port': ['ID=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:19.316277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-215eb959-fabb-48d7-8899-32f3d40a45de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.322442 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-215eb959-fabb-48d7-8899-32f3d40a45de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.352719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Attempting to bind port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:19.353312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Attempting to bind port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '08bc89d5-257d-45ba-b701-b89043804d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:19.355974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Attempting to bind port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 on network fef2896a-d7a0-4169-84e2-5ac82de13d9d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:19.375899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 on network fef2896a-d7a0-4169-84e2-5ac82de13d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:19.376454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Attempting to bind port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 on network fef2896a-d7a0-4169-84e2-5ac82de13d9d {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:19.384450 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-215eb959-fabb-48d7-8899-32f3d40a45de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d473165c7934dae826c50bd88370409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829476 Jul 08 01:54:19.386235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37180) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:19.387721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215eb959-fabb-48d7-8899-32f3d40a45de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f0220-de01-4d32-b2e8-98e242d26112,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:19.414858 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:19.415209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Checking segment: {'id': '08bc89d5-257d-45ba-b701-b89043804d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:19.428227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Bound using segment: {'id': '08bc89d5-257d-45ba-b701-b89043804d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:19.429097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Bound port: f3ecd8d0-df76-4b34-a785-5c94afa2e8c1, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08bc89d5-257d-45ba-b701-b89043804d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:19.429649 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.491398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718912d-31ee-44d7-8d1f-8bffcd451a65 req-18014bed-5014-44da-81aa-badf3ea5c993 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:19.499083 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3718912d-31ee-44d7-8d1f-8bffcd451a65 req-18014bed-5014-44da-81aa-badf3ea5c993 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 943 time: 0.2928510 Jul 08 01:54:19.524857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3ef6-014c-4ef9-82b7-e998cfe62f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.611617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] For port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:19.618718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] For port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,segment=NetworkSegment(08bc89d5-257d-45ba-b701-b89043804d0d),segment_id=08bc89d5-257d-45ba-b701-b89043804d0d)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:19.622105 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3ef6-014c-4ef9-82b7-e998cfe62f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.648755 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.757971 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3ef6-014c-4ef9-82b7-e998cfe62f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.761716 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3ef6-014c-4ef9-82b7-e998cfe62f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.776059 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2bdb3ef6-014c-4ef9-82b7-e998cfe62f0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c6f0220-de01-4d32-b2e8-98e242d26112 HTTP/1.1" status: 204 len: 168 time: 0.3704190 Jul 08 01:54:19.789320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Pushing event updated for resources: {'Port': ['ID=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:19.811075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb3ef6-014c-4ef9-82b7-e998cfe62f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f0220-de01-4d32-b2e8-98e242d26112,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:19.844244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:19.850356 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:19.852338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-b4f38721-7f14-42ed-b539-6143e1d841bb service neutron] 10.222.0.16 "PUT /v2.0/ports/f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 HTTP/1.1" status: 200 len: 1092 time: 1.7761281 Jul 08 01:54:19.886290 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3718912d-31ee-44d7-8d1f-8bffcd451a65 req-c4314f6b-e6ad-4484-8ba6-0a7dde2f396d tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862195 Jul 08 01:54:19.889821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18a6965-dbdb-4b95-ad54-a0327712c7f5', 'tag': 'f3ecd8d0-df76-4b34-a785-5c94afa2e8c1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:19.899190 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19" -d '{"events": [{"name": "network-changed", "server_uuid": "c18a6965-dbdb-4b95-ad54-a0327712c7f5", "tag": "f3ecd8d0-df76-4b34-a785-5c94afa2e8c1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:20.014388 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f292a1-b9f7-4ae3-8673-646ac4e4da59 x-openstack-request-id: req-f5f292a1-b9f7-4ae3-8673-646ac4e4da59 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:20.015002 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18a6965-dbdb-4b95-ad54-a0327712c7f5", "tag": "f3ecd8d0-df76-4b34-a785-5c94afa2e8c1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:20.015311 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5f292a1-b9f7-4ae3-8673-646ac4e4da59 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:20.016809 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18a6965-dbdb-4b95-ad54-a0327712c7f5', 'tag': 'f3ecd8d0-df76-4b34-a785-5c94afa2e8c1', 'status': 'completed', 'code': 200} Jul 08 01:54:20.161735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-03da7a94-8638-4c26-a56c-0e471a03e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:20.166759 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-03da7a94-8638-4c26-a56c-0e471a03e46c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed0a76b3ded14e2aa8b8657883854a1f&device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 1095 time: 0.1460087 Jul 08 01:54:20.258255 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-2e81f3d1-9ce2-4a47-b7f7-ffce9a2c4878 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 HTTP/1.1" status: 200 len: 217 time: 0.0836205 Jul 08 01:54:20.422127 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:54:20.507665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-42dacfde-7280-4fb2-8189-c14078e17eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:20.511043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-42dacfde-7280-4fb2-8189-c14078e17eff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf1a522b-1e62-42df-af4a-5de5d1118ad9 HTTP/1.1" status: 200 len: 848 time: 0.2453389 Jul 08 01:54:20.613925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-415ec9ea-c706-44fa-bc9e-e79e0c4e2692 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef2896a-d7a0-4169-84e2-5ac82de13d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911450 Jul 08 01:54:20.656381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-38c193b7-6672-41e6-b25a-c8b148afe1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:20.700220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37210) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:20.730139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f8849f4-85a6-4f9d-a968-656aa1492361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:20.799918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-af4001f4-ae64-4f71-8d17-e9cedd31e8a9 service neutron] 10.222.0.16 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789410 Jul 08 01:54:20.999905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f8849f4-85a6-4f9d-a968-656aa1492361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.007313 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5f8849f4-85a6-4f9d-a968-656aa1492361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.032440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c285be09-3634-413e-ba4c-b045ff4cec51 req-ab0044d9-7888-4538-a355-d0dcb0599c89 service neutron] 10.222.0.16 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262998 Jul 08 01:54:21.120084 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5f8849f4-85a6-4f9d-a968-656aa1492361 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6de0191aff9e4e909a89fd1dd280a215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175766 Jul 08 01:54:21.120530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:21.121831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8849f4-85a6-4f9d-a968-656aa1492361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df23cff-d3a8-4f90-9c81-9d9f62aa9dd7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:21.395152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab5a5c07-a2b3-46a2-b826-4caabadf1b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.442808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab5a5c07-a2b3-46a2-b826-4caabadf1b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.468295 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19 req-393026fe-742a-4977-8a37-e209b3fcd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:21.470979 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19 req-393026fe-742a-4977-8a37-e209b3fcd5d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed0a76b3ded14e2aa8b8657883854a1f&device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 1095 time: 0.2976129 Jul 08 01:54:21.520271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcaa55-6f21-4743-8da1-fa580d8f3a5a req-e134862b-6cf7-4a9d-b461-3185b3d384bc tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:21.532616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56bcaa55-6f21-4743-8da1-fa580d8f3a5a req-e134862b-6cf7-4a9d-b461-3185b3d384bc tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 943 time: 0.2773466 Jul 08 01:54:21.741846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56bcaa55-6f21-4743-8da1-fa580d8f3a5a req-bacba683-ebe6-4c54-bf56-4f995018b813 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987276 Jul 08 01:54:21.741846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-cb9e6386-7e29-4ab7-ab66-79590195c423 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=392059139ea14bbba0fb7b2d3347e6d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979693 Jul 08 01:54:21.884089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab5a5c07-a2b3-46a2-b826-4caabadf1b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.888770 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab5a5c07-a2b3-46a2-b826-4caabadf1b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:21.892387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ab5a5c07-a2b3-46a2-b826-4caabadf1b42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4df23cff-d3a8-4f90-9c81-9d9f62aa9dd7 HTTP/1.1" status: 204 len: 168 time: 0.7672935 Jul 08 01:54:22.430633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a5c07-a2b3-46a2-b826-4caabadf1b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df23cff-d3a8-4f90-9c81-9d9f62aa9dd7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:22.445789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19 req-a4d1c673-977f-4627-bf8b-b3503d44a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:22.448257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19 req-a4d1c673-977f-4627-bf8b-b3503d44a251 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fef2896a-d7a0-4169-84e2-5ac82de13d9d HTTP/1.1" status: 200 len: 909 time: 0.9626300 Jul 08 01:54:22.550796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19 req-f55eabce-1a37-4fea-8e12-11a116b5210c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 HTTP/1.1" status: 200 len: 217 time: 0.0885088 Jul 08 01:54:22.650364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5dd245c8-2308-40d8-9232-393622042375 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:22.653453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5dd245c8-2308-40d8-9232-393622042375 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8970687 Jul 08 01:54:22.664042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19 req-85486177-3fa7-4a15-912e-0c053b54563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:22.666265 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19 req-85486177-3fa7-4a15-912e-0c053b54563a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf1a522b-1e62-42df-af4a-5de5d1118ad9 HTTP/1.1" status: 200 len: 848 time: 0.1062522 Jul 08 01:54:22.704511 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-0e88172f-107d-41b0-b5ba-f8187dd6b41e tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/quotas/392059139ea14bbba0fb7b2d3347e6d7 HTTP/1.1" status: 200 len: 375 time: 0.0365710 Jul 08 01:54:22.749073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19 req-fdaf14b6-bdd9-4edd-a717-775a4c60ba99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef2896a-d7a0-4169-84e2-5ac82de13d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721471 Jul 08 01:54:22.816919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-9f092027-4757-4b7e-8978-792b810ff6bb tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=392059139ea14bbba0fb7b2d3347e6d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849557 Jul 08 01:54:23.106009 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19 req-de1a3e91-aa5c-457a-96f0-22238e79a203 service neutron] 10.222.0.16 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004639 Jul 08 01:54:23.293289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdddb0-01ab-42b8-b5c1-b306898f1c4e req-1bc409b0-565e-4570-834b-a569a1cd4fea tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:23.301287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3acdddb0-01ab-42b8-b5c1-b306898f1c4e req-1bc409b0-565e-4570-834b-a569a1cd4fea tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 943 time: 0.2983439 Jul 08 01:54:23.365476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:23.392184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3acdddb0-01ab-42b8-b5c1-b306898f1c4e req-8f407a67-5cdc-4437-997a-baeb3629a629 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899334 Jul 08 01:54:23.454536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c6280f2-a4bd-4a05-b3ed-dcce58429e19 req-f79e8f9e-4a94-417b-bcc1-016b0cd21d7c service neutron] 10.222.0.16 "GET /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340976 Jul 08 01:54:23.581331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,segment=NetworkSegment(08bc89d5-257d-45ba-b701-b89043804d0d),segment_id=08bc89d5-257d-45ba-b701-b89043804d0d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:23.602663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'f3ecd8d0-df76-4b34-a785-5c94afa2e8c1', 'network_id': 'fef2896a-d7a0-4169-84e2-5ac82de13d9d', 'port_id': 'f3ecd8d0-df76-4b34-a785-5c94afa2e8c1', 'mac_address': 'fa:16:3e:dd:1f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf1a522b-1e62-42df-af4a-5de5d1118ad9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:54:23.732779 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f2f4a597-edac-4f85-899c-6eb12e565d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:23.760507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:23.781080 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:23.832119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:23.877420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,segment=NetworkSegment(08bc89d5-257d-45ba-b701-b89043804d0d),segment_id=08bc89d5-257d-45ba-b701-b89043804d0d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:23.883525 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:23.979980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:24.077678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['f3ecd8d0-df76-4b34-a785-5c94afa2e8c1'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:24.367404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3d54f31-6506-4783-917a-4fd9e343d276 req-8255eec8-e8ed-4f06-8b85-817397951905 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 210 time: 0.0363121 Jul 08 01:54:24.757323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:24.942258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1871247-a21f-43c7-b668-1a5f4a9a7968 req-4c0eacb3-5db9-4ab0-bf4e-5b16fd978bbf tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:24.957791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a1871247-a21f-43c7-b668-1a5f4a9a7968 req-4c0eacb3-5db9-4ab0-bf4e-5b16fd978bbf tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 944 time: 0.2800467 Jul 08 01:54:25.054089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a1871247-a21f-43c7-b668-1a5f4a9a7968 req-47861072-e5a7-41cf-abb3-d19f839a3475 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948648 Jul 08 01:54:25.363449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:25.573986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:25.582445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:25.583043 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.791915 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.872655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,segment=NetworkSegment(08bc89d5-257d-45ba-b701-b89043804d0d),segment_id=08bc89d5-257d-45ba-b701-b89043804d0d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:25.874741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18a6965-dbdb-4b95-ad54-a0327712c7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ecd8d0-df76-4b34-a785-5c94afa2e8c1'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:25.881369 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e30c1d-f19d-416f-8444-68f1cbefb197" -d '{"events": [{"server_uuid": "c18a6965-dbdb-4b95-ad54-a0327712c7f5", "name": "network-vif-plugged", "status": "completed", "tag": "f3ecd8d0-df76-4b34-a785-5c94afa2e8c1"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:25.900223 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:25.907684 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62aa0089-e184-45c2-8db0-93fe684e9b52 req-a4006f39-b65d-44eb-abb2-097bc9a7c782 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 210 time: 0.1220438 Jul 08 01:54:26.017072 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac8b686-ef96-481a-b367-103cd39c4e84 x-openstack-request-id: req-5ac8b686-ef96-481a-b367-103cd39c4e84 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:26.017641 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18a6965-dbdb-4b95-ad54-a0327712c7f5", "name": "network-vif-plugged", "status": "completed", "tag": "f3ecd8d0-df76-4b34-a785-5c94afa2e8c1", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:26.017918 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ac8b686-ef96-481a-b367-103cd39c4e84 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:26.018391 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18a6965-dbdb-4b95-ad54-a0327712c7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ecd8d0-df76-4b34-a785-5c94afa2e8c1', 'code': 200} Jul 08 01:54:26.086255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:26.368876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227120c4-7b25-4415-ad02-f263b56fcf5d req-4df86c1f-3a1d-47e2-9a20-ede89961104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:26.378087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-227120c4-7b25-4415-ad02-f263b56fcf5d req-4df86c1f-3a1d-47e2-9a20-ede89961104a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 1097 time: 0.1690574 Jul 08 01:54:26.404105 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:26.502610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-227120c4-7b25-4415-ad02-f263b56fcf5d req-84e75f78-64ed-4845-b17f-faf6d1d74669 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230297 Jul 08 01:54:26.584429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44b242-43ca-4fed-af5e-799ae1d1823a req-8d4d982c-ba34-45b6-bc86-76befb6034b5 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:26.588184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f44b242-43ca-4fed-af5e-799ae1d1823a req-8d4d982c-ba34-45b6-bc86-76befb6034b5 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 945 time: 0.1474094 Jul 08 01:54:26.655221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f44b242-43ca-4fed-af5e-799ae1d1823a req-34bc0c7f-787d-4e77-99c6-165a230f4561 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570736 Jul 08 01:54:26.760422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-c9f18cfe-246a-4075-81b6-9dd8b4580984 req-d708bd1e-797d-47e5-82d3-fbfde4bb4cd1 service neutron] (93884) timed out ('10.222.0.16', 52179) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 01:54:26.763635 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-7a5c8748-8775-4f46-98a5-0fd3b332181d tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=392059139ea14bbba0fb7b2d3347e6d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728674 Jul 08 01:54:27.186779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a659600e-b781-4210-8aa1-f3f5b49b5adc tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:27.190333 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a659600e-b781-4210-8aa1-f3f5b49b5adc tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4176779 Jul 08 01:54:27.211270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Request body: {'port': {'device_id': '54cfabf2-8e53-44af-b9a6-45603db4199f', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': '392059139ea14bbba0fb7b2d3347e6d7'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:27.378982 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37362) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:27.411950 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5812ba4-51aa-4ac2-a192-e1f67b13d6e8 req-a3683e6c-76c7-4026-9a53-624f807aa16a tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 210 time: 0.1175530 Jul 08 01:54:27.425894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Made reservation on behalf of 392059139ea14bbba0fb7b2d3347e6d7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:27.451938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.477396 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.731082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.740853 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.785714 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-145e18cf-07a2-44c7-9b38-581a665778db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:27.857878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4c76f4-d138-4173-aa34-769653aa1aef,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:27.990207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Allocated IP 192.168.233.19 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/80099db7-2733-43c0-ae01-32e04f563e71) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:27.991416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-145e18cf-07a2-44c7-9b38-581a665778db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.004932 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-145e18cf-07a2-44c7-9b38-581a665778db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.156515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-145e18cf-07a2-44c7-9b38-581a665778db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e698fcf5e18c43729d9e4333c74e6681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7710671 Jul 08 01:54:28.157447 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37380) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:28.251539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e18cf-07a2-44c7-9b38-581a665778db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00866450-ac5e-4249-9b5d-7b4aa7414192,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:28.341570 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.368465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Transition to ACTIVE for port object 80099db7-2733-43c0-ae01-32e04f563e71 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:28.375481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72285e12-af22-4853-b958-ecf6150dfbf1 req-2389332d-0462-4013-84c3-4a5d745e5cff tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:28.385988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72285e12-af22-4853-b958-ecf6150dfbf1 req-2389332d-0462-4013-84c3-4a5d745e5cff tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 945 time: 0.4022596 Jul 08 01:54:28.413758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.469975 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72285e12-af22-4853-b958-ecf6150dfbf1 req-ad36cc2e-d691-43c5-ac61-ce1df00c78b8 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827188 Jul 08 01:54:28.482050 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb486-5694-4f3f-96a4-777867a358e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.491588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Pushing event updated for resources: {'Port': ['ID=80099db7-2733-43c0-ae01-32e04f563e71,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:28.510025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:28.513857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:28.517110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:28.592574 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb486-5694-4f3f-96a4-777867a358e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.732506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:28.733182 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.767058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-5470186e-29e9-440c-aa7a-c8f2d51c8ff4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5664628 Jul 08 01:54:28.778817 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb486-5694-4f3f-96a4-777867a358e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.781921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Request body: {'port': {'device_id': '54cfabf2-8e53-44af-b9a6-45603db4199f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:28.784269 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac3eb486-5694-4f3f-96a4-777867a358e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:28.786461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ac3eb486-5694-4f3f-96a4-777867a358e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00866450-ac5e-4249-9b5d-7b4aa7414192 HTTP/1.1" status: 204 len: 168 time: 0.6149805 Jul 08 01:54:28.936624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3eb486-5694-4f3f-96a4-777867a358e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00866450-ac5e-4249-9b5d-7b4aa7414192,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:28.975799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:29.015437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-af5581df-309f-4bc6-a4f7-53fade34d579 None None] Provisioning for port 80099db7-2733-43c0-ae01-32e04f563e71 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:29.028741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-af5581df-309f-4bc6-a4f7-53fade34d579 None None] Provisioning complete for port 80099db7-2733-43c0-ae01-32e04f563e71 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:29.029950 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-af5581df-309f-4bc6-a4f7-53fade34d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:29.119285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2a438-259b-4c0e-a2fb-aeb5966f8f11 req-1f67bb96-e4ab-4992-a185-39c188783d7d tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:29.132369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09a2a438-259b-4c0e-a2fb-aeb5966f8f11 req-1f67bb96-e4ab-4992-a185-39c188783d7d tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 935 time: 0.3791366 Jul 08 01:54:29.142597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-af5581df-309f-4bc6-a4f7-53fade34d579 None None] Port 80099db7-2733-43c0-ae01-32e04f563e71 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:54:29.260657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09a2a438-259b-4c0e-a2fb-aeb5966f8f11 req-b6b0bd3b-bf17-42a8-a109-b88c6dcd874c tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4c76f4-d138-4173-aa34-769653aa1aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097329 Jul 08 01:54:29.344391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37402) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:29.689410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:29.787679 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e96a2366-abb5-448f-821d-0251d9d3616f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:29.919465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80099db7-2733-43c0-ae01-32e04f563e71 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:29.941745 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:29.972727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Transition to ACTIVE for port object 80099db7-2733-43c0-ae01-32e04f563e71 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:29.979405 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:30.067761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Pushing event updated for resources: {'Port': ['ID=80099db7-2733-43c0-ae01-32e04f563e71,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:30.375313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Attempting to bind port 80099db7-2733-43c0-ae01-32e04f563e71 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:30.375836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Attempting to bind port 80099db7-2733-43c0-ae01-32e04f563e71 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:30.376367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Attempting to bind port 80099db7-2733-43c0-ae01-32e04f563e71 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:30.387171 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e96a2366-abb5-448f-821d-0251d9d3616f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:30.416825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e96a2366-abb5-448f-821d-0251d9d3616f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:30.421796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Port 80099db7-2733-43c0-ae01-32e04f563e71 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:30.422304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Attempting to bind port 80099db7-2733-43c0-ae01-32e04f563e71 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:30.449839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:30.450374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:30.451158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:30.451657 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Bound port: 80099db7-2733-43c0-ae01-32e04f563e71, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:30.452226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:30.540519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a2366-abb5-448f-821d-0251d9d3616f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d816fc-2db1-4198-b2f9-f500668d49d9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:30.552216 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e96a2366-abb5-448f-821d-0251d9d3616f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e63c75ff4fef4079a025ebf5809f1231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8574924 Jul 08 01:54:30.556435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:30.704897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] For port 80099db7-2733-43c0-ae01-32e04f563e71, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:30.710729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] For port 80099db7-2733-43c0-ae01-32e04f563e71, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=80099db7-2733-43c0-ae01-32e04f563e71,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:30.719805 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:30.794543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:30.795574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:30.797867 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/80099db7-2733-43c0-ae01-32e04f563e71 HTTP/1.1" status: 200 len: 1096 time: 2.0223730 Jul 08 01:54:30.798515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cfabf2-8e53-44af-b9a6-45603db4199f', 'tag': '80099db7-2733-43c0-ae01-32e04f563e71'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:30.802394 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab" -d '{"events": [{"name": "network-changed", "server_uuid": "54cfabf2-8e53-44af-b9a6-45603db4199f", "tag": "80099db7-2733-43c0-ae01-32e04f563e71"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:30.865801 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a30b4c2b-c86c-446c-8f46-407682ebc153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:30.886228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8727623-8339-43f3-b025-8a8da66888c4 service neutron] Pushing event updated for resources: {'Port': ['ID=80099db7-2733-43c0-ae01-32e04f563e71,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:30.965089 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-6f2bdd01-c60b-4e1c-8a95-200f594e0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:30.967573 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-6f2bdd01-c60b-4e1c-8a95-200f594e0465 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=392059139ea14bbba0fb7b2d3347e6d7&device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 1099 time: 0.1013792 Jul 08 01:54:31.023510 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a30b4c2b-c86c-446c-8f46-407682ebc153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.038124 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-7120289e-22d2-4ef2-8b69-ff1723059b5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=80099db7-2733-43c0-ae01-32e04f563e71 HTTP/1.1" status: 200 len: 217 time: 0.0616481 Jul 08 01:54:31.121627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-cff2c965-eb10-4fdc-a026-e55d8b5906ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:31.124036 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-cff2c965-eb10-4fdc-a026-e55d8b5906ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0782957 Jul 08 01:54:31.168184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.227729 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f4c71-56c3-4bc3-9e3c-6ad337c27cec req-c4a47f5f-bbfe-407f-977b-daa6ad898b4f tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:31.229769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-97be51ca-84e4-403d-bb42-8ba6a01764d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:31.230388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-083f4c71-56c3-4bc3-9e3c-6ad337c27cec req-c4a47f5f-bbfe-407f-977b-daa6ad898b4f tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 947 time: 0.4959395 Jul 08 01:54:31.237915 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-97be51ca-84e4-403d-bb42-8ba6a01764d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1051619 Jul 08 01:54:31.270382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee33213-2d12-4949-8e8c-8d331b93b70a req-d34784a4-87fc-42e9-805b-3e7b434af3a9 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:31.279650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cee33213-2d12-4949-8e8c-8d331b93b70a req-d34784a4-87fc-42e9-805b-3e7b434af3a9 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 945 time: 0.3395844 Jul 08 01:54:31.374226 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a30b4c2b-c86c-446c-8f46-407682ebc153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.377227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a30b4c2b-c86c-446c-8f46-407682ebc153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:31.381305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a30b4c2b-c86c-446c-8f46-407682ebc153 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23d816fc-2db1-4198-b2f9-f500668d49d9 HTTP/1.1" status: 204 len: 168 time: 0.8238552 Jul 08 01:54:31.411034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-083f4c71-56c3-4bc3-9e3c-6ad337c27cec req-e9f8b31b-7389-4dbe-b4c9-fbafba6313ea tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4c76f4-d138-4173-aa34-769653aa1aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695549 Jul 08 01:54:31.423111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b4c2b-c86c-446c-8f46-407682ebc153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d816fc-2db1-4198-b2f9-f500668d49d9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:31.480691 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cee33213-2d12-4949-8e8c-8d331b93b70a req-55f3e9b6-95cb-4eaa-8068-dedc4395e008 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003400 Jul 08 01:54:31.498380 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-ea9aec5b-4fff-42d5-82de-60289a1c6098 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511954 Jul 08 01:54:31.792162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-98a5c745-bd3c-4a4e-897b-98cdf15016cf req-803d5835-0308-431d-a27b-588539d370cf service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867677 Jul 08 01:54:31.976621 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ad39c7-4338-46a6-9a57-6ccff777e0a6 x-openstack-request-id: req-67ad39c7-4338-46a6-9a57-6ccff777e0a6 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:31.976923 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cfabf2-8e53-44af-b9a6-45603db4199f", "tag": "80099db7-2733-43c0-ae01-32e04f563e71", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:31.977213 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67ad39c7-4338-46a6-9a57-6ccff777e0a6 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:31.980519 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cfabf2-8e53-44af-b9a6-45603db4199f', 'tag': '80099db7-2733-43c0-ae01-32e04f563e71', 'status': 'completed', 'code': 200} Jul 08 01:54:32.043929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-2be97a6a-2234-413f-8358-71d7cef0c633 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:32.047517 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-2be97a6a-2234-413f-8358-71d7cef0c633 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.16 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 945 time: 0.2274058 Jul 08 01:54:32.095442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-dcae4d5b-8317-41c5-81bc-78179cb56278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:32.097858 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-dcae4d5b-8317-41c5-81bc-78179cb56278 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=392059139ea14bbba0fb7b2d3347e6d7&device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 1099 time: 0.0999203 Jul 08 01:54:32.115289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] Deleting port 79969226-df9c-4aa1-b974-22545228cdd7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:32.115636 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.283662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-cff285ca-d47c-47f0-9f83-731a0e8c5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:32.286438 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-cff285ca-d47c-47f0-9f83-731a0e8c5f21 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.1773374 Jul 08 01:54:32.349643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] For port 79969226-df9c-4aa1-b974-22545228cdd7, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=79969226-df9c-4aa1-b974-22545228cdd7,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:32.350383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.358022 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-5d7d89e2-c809-4d2c-bd54-a0b2c93d1ee0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=80099db7-2733-43c0-ae01-32e04f563e71 HTTP/1.1" status: 200 len: 217 time: 0.0645821 Jul 08 01:54:32.372700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] Calling delete_port for 79969226-df9c-4aa1-b974-22545228cdd7 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:32.427222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-dc36cfc8-edf5-42bf-804d-c128f06d70ac tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Deleting port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:32.427490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-dc36cfc8-edf5-42bf-804d-c128f06d70ac tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.432598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-d64f26b1-73a9-461d-a70e-8a123556ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:32.435457 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-d64f26b1-73a9-461d-a70e-8a123556ddb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0681219 Jul 08 01:54:32.646093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-dc36cfc8-edf5-42bf-804d-c128f06d70ac tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] For port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,segment=NetworkSegment(08bc89d5-257d-45ba-b701-b89043804d0d),segment_id=08bc89d5-257d-45ba-b701-b89043804d0d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:32.647181 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-dc36cfc8-edf5-42bf-804d-c128f06d70ac tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:32.653935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-991b7ca6-8c8f-4b7b-9779-7207f9baef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:32.657579 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-991b7ca6-8c8f-4b7b-9779-7207f9baef30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2117245 Jul 08 01:54:32.674944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-dc36cfc8-edf5-42bf-804d-c128f06d70ac tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Calling delete_port for f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:32.907620 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-ac116ea5-e480-46e2-8a71-167bb57c7957 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398400 Jul 08 01:54:33.139574 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-32129bcc-2cd6-40da-abe4-60b3dcbfbeab req-9e00e3e4-d823-4497-9eaa-a9365328b770 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237802 Jul 08 01:54:33.228363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 80099db7-2733-43c0-ae01-32e04f563e71 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:54:33.240157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a7581-bddc-4830-99f6-932c6e7f325c req-f150f286-b489-471a-bb97-c8602111ad57 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:33.241782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e8a7581-bddc-4830-99f6-932c6e7f325c req-f150f286-b489-471a-bb97-c8602111ad57 tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 945 time: 0.4283855 Jul 08 01:54:33.343268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b05f5-dba2-45de-bb4f-f0ce383c864a req-6f5ddc95-4bfe-4802-bcba-45c30eeec5c1 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:33.346158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-212b05f5-dba2-45de-bb4f-f0ce383c864a req-6f5ddc95-4bfe-4802-bcba-45c30eeec5c1 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 947 time: 0.5496547 Jul 08 01:54:33.347213 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-dc36cfc8-edf5-42bf-804d-c128f06d70ac tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.395203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 80099db7-2733-43c0-ae01-32e04f563e71, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=80099db7-2733-43c0-ae01-32e04f563e71,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:33.411675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '80099db7-2733-43c0-ae01-32e04f563e71', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': '80099db7-2733-43c0-ae01-32e04f563e71', 'mac_address': 'fa:16:3e:88:b1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:54:33.414231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['f3ecd8d0-df76-4b34-a785-5c94afa2e8c1'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:33.427694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36cfc8-edf5-42bf-804d-c128f06d70ac tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Pushing event deleted for resources: {'Port': ['ID=f3ecd8d0-df76-4b34-a785-5c94afa2e8c1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:33.521496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.531326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e8a7581-bddc-4830-99f6-932c6e7f325c req-d91aae56-f9d7-42d9-b731-62e8f4c36e4f tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/security-groups?id=5cd205e6-3d72-4319-a2d3-862737fa5141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716146 Jul 08 01:54:33.552542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.592528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80099db7-2733-43c0-ae01-32e04f563e71 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:33.623044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-dc36cfc8-edf5-42bf-804d-c128f06d70ac tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] No DVR routers for this DVR port f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:33.635771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 80099db7-2733-43c0-ae01-32e04f563e71, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=80099db7-2733-43c0-ae01-32e04f563e71,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:33.648264 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.651376 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-dc36cfc8-edf5-42bf-804d-c128f06d70ac tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:33.654875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4e66570-2d4a-49b6-a1fc-df8e75ffc1ab req-dc36cfc8-edf5-42bf-804d-c128f06d70ac tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.16 "DELETE /v2.0/ports/f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 HTTP/1.1" status: 204 len: 173 time: 1.6011400 Jul 08 01:54:33.657109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=79969226-df9c-4aa1-b974-22545228cdd7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:33.659736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18a6965-dbdb-4b95-ad54-a0327712c7f5', 'name': 'network-vif-deleted', 'tag': 'f3ecd8d0-df76-4b34-a785-5c94afa2e8c1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:33.664048 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd880848-f616-43cb-b999-43249f7c7cc5" -d '{"events": [{"server_uuid": "c18a6965-dbdb-4b95-ad54-a0327712c7f5", "name": "network-vif-deleted", "tag": "f3ecd8d0-df76-4b34-a785-5c94afa2e8c1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:33.800222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=80099db7-2733-43c0-ae01-32e04f563e71,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:33.954756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-212b05f5-dba2-45de-bb4f-f0ce383c864a req-9ae0906b-aa74-4f16-9455-1cc41eb3a816 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4c76f4-d138-4173-aa34-769653aa1aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859809 Jul 08 01:54:33.996838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['80099db7-2733-43c0-ae01-32e04f563e71'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:54:34.054626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37484) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:34.130738 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184cbc29-937b-44e9-a8c8-ae13df2605c5 x-openstack-request-id: req-184cbc29-937b-44e9-a8c8-ae13df2605c5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:34.135117 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18a6965-dbdb-4b95-ad54-a0327712c7f5", "name": "network-vif-deleted", "tag": "f3ecd8d0-df76-4b34-a785-5c94afa2e8c1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:34.135743 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-184cbc29-937b-44e9-a8c8-ae13df2605c5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:34.139617 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18a6965-dbdb-4b95-ad54-a0327712c7f5', 'name': 'network-vif-deleted', 'tag': 'f3ecd8d0-df76-4b34-a785-5c94afa2e8c1', 'status': 'completed', 'code': 200} Jul 08 01:54:34.390626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef0586a8-4c65-43fc-8d91-ff40cccadb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.408495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.497307 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.560658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef0586a8-4c65-43fc-8d91-ff40cccadb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.568765 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef0586a8-4c65-43fc-8d91-ff40cccadb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.685680 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ef0586a8-4c65-43fc-8d91-ff40cccadb46 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41b89f6e27cb42319520adc2e648bce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6284108 Jul 08 01:54:34.687093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0586a8-4c65-43fc-8d91-ff40cccadb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81eaf1c-3131-4a34-a1b8-15f38cb38a41,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:34.714780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37494) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:34.868379 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6580d20a-5329-4d2c-8350-15591f0c2760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:34.923618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6580d20a-5329-4d2c-8350-15591f0c2760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:35.091610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6580d20a-5329-4d2c-8350-15591f0c2760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:35.094996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6580d20a-5329-4d2c-8350-15591f0c2760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:35.096830 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6580d20a-5329-4d2c-8350-15591f0c2760 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c81eaf1c-3131-4a34-a1b8-15f38cb38a41 HTTP/1.1" status: 204 len: 168 time: 0.3797026 Jul 08 01:54:35.114839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6580d20a-5329-4d2c-8350-15591f0c2760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81eaf1c-3131-4a34-a1b8-15f38cb38a41,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:35.160441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6564649e-ebb6-4d53-899e-9bece794844a req-f326db2b-226f-4d8f-8df6-9df06f10423e tempest-VolumesActionsTest-1426307379 tempest-VolumesActionsTest-1426307379-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18a6965-dbdb-4b95-ad54-a0327712c7f5 HTTP/1.1" status: 200 len: 210 time: 0.0553992 Jul 08 01:54:35.432884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c586e25-c262-41b4-b20f-4438e8391a59 req-de5bac11-11dc-4e92-b19e-f9ee4b2de07a tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:35.440480 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c586e25-c262-41b4-b20f-4438e8391a59 req-de5bac11-11dc-4e92-b19e-f9ee4b2de07a tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 948 time: 0.2224495 Jul 08 01:54:35.441491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:35.476051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:35.476740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f3ecd8d0-df76-4b34-a785-5c94afa2e8c1 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:35.503671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] Router 7d569351-9c43-4e24-8398-7c3966c5ba29 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:54:35.528427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c586e25-c262-41b4-b20f-4438e8391a59 req-1c185f17-80cb-49c3-bd91-8b3c28a200b4 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4c76f4-d138-4173-aa34-769653aa1aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865915 Jul 08 01:54:35.729452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:54:35.742031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37516) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:35.742674 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7a3aa12a-3abe-4fd8-8164-db32183029e2 admin admin] 10.222.0.41 "PUT /v2.0/routers/7d569351-9c43-4e24-8398-7c3966c5ba29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3975055 Jul 08 01:54:35.750340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] Sync routers for ids ['7d569351-9c43-4e24-8398-7c3966c5ba29'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:54:35.788014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] Routers {'7d569351-9c43-4e24-8398-7c3966c5ba29'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:54:35.789453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:54:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['7d569351-9c43-4e24-8398-7c3966c5ba29'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:35.965228 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:36.037187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] Set router 7d569351-9c43-4e24-8398-7c3966c5ba29 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:54:36.479510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:54:33Z', 'revision_number': 5, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:36.595052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] Checking router: 7d569351-9c43-4e24-8398-7c3966c5ba29 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:54:36.646629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] Routers {'7d569351-9c43-4e24-8398-7c3966c5ba29'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:54:36.647631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:54:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['7d569351-9c43-4e24-8398-7c3966c5ba29'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:37.001645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c503d7c-ff72-4199-928b-39aa7962ec14 req-d49e9db2-75ba-4330-8278-4d1ddaa8702e tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:37.012956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] Set router 7d569351-9c43-4e24-8398-7c3966c5ba29 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:54:37.015311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c503d7c-ff72-4199-928b-39aa7962ec14 req-d49e9db2-75ba-4330-8278-4d1ddaa8702e tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 948 time: 0.1342969 Jul 08 01:54:37.210228 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c503d7c-ff72-4199-928b-39aa7962ec14 req-93853cb2-06cd-431a-b6ac-73642240695a tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4c76f4-d138-4173-aa34-769653aa1aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924424 Jul 08 01:54:37.223640 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:37.329632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 80099db7-2733-43c0-ae01-32e04f563e71 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:37.441522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 80099db7-2733-43c0-ae01-32e04f563e71 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:37.459819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 80099db7-2733-43c0-ae01-32e04f563e71 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:37.461478 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:37.464059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Deleting port ea484ec1-42f4-48cd-a94b-8dd1229a0f87 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:37.465196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:37.706765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:54:33Z', 'revision_number': 5, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:37.722368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] For port ea484ec1-42f4-48cd-a94b-8dd1229a0f87, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ea484ec1-42f4-48cd-a94b-8dd1229a0f87,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:37.722847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:37.751619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Calling delete_port for ea484ec1-42f4-48cd-a94b-8dd1229a0f87 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:37.801115 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:37.807253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b4e500-9c05-49ad-b9f8-c81f1e01ac48 None None] The sync data for ids ['7d569351-9c43-4e24-8398-7c3966c5ba29'] in n-d-694802-14 is: [{'id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'name': 'tempest-TaggedBootDevicesTest_v242-1145219621-router', 'tenant_id': '631dd98f6c054c4d80ba22a2097cacb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:54:33Z', 'revision_number': 5, 'project_id': '631dd98f6c054c4d80ba22a2097cacb7', 'gw_port': {'id': 'ea484ec1-42f4-48cd-a94b-8dd1229a0f87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:76:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d569351-9c43-4e24-8398-7c3966c5ba29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:43:00Z', 'updated_at': '2021-07-08T01:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:54:37.913129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cfabf2-8e53-44af-b9a6-45603db4199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80099db7-2733-43c0-ae01-32e04f563e71'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:37.919098 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45059b50-3316-4b99-844e-db41f9ca4c10" -d '{"events": [{"server_uuid": "54cfabf2-8e53-44af-b9a6-45603db4199f", "name": "network-vif-plugged", "status": "completed", "tag": "80099db7-2733-43c0-ae01-32e04f563e71"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:37.977389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 80099db7-2733-43c0-ae01-32e04f563e71, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=80099db7-2733-43c0-ae01-32e04f563e71,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:37.988078 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.043445 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9e8587-0825-4fba-b930-a7b97b34041c x-openstack-request-id: req-7c9e8587-0825-4fba-b930-a7b97b34041c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:38.044210 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cfabf2-8e53-44af-b9a6-45603db4199f", "name": "network-vif-plugged", "status": "completed", "tag": "80099db7-2733-43c0-ae01-32e04f563e71", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:38.044210 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c9e8587-0825-4fba-b930-a7b97b34041c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:38.044713 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cfabf2-8e53-44af-b9a6-45603db4199f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80099db7-2733-43c0-ae01-32e04f563e71', 'code': 200} Jul 08 01:54:38.133737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=80099db7-2733-43c0-ae01-32e04f563e71,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:38.250716 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79969226-df9c-4aa1-b974-22545228cdd7 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:38.294494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 79969226-df9c-4aa1-b974-22545228cdd7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:38.295059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79969226-df9c-4aa1-b974-22545228cdd7 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:38.346952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bb57e-9cd3-421c-b40c-ee29d607beb4 req-7b8ff3a3-c4fe-477d-bec8-a5dc915b24e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:38.349339 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ce6bb57e-9cd3-421c-b40c-ee29d607beb4 req-7b8ff3a3-c4fe-477d-bec8-a5dc915b24e5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 1101 time: 0.1634758 Jul 08 01:54:38.350096 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.388563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea484ec1-42f4-48cd-a94b-8dd1229a0f87,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:38.450243 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ce6bb57e-9cd3-421c-b40c-ee29d607beb4 req-f23337bc-32ea-4a95-8321-24ee34e7e77f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9a4c76f4-d138-4173-aa34-769653aa1aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638127 Jul 08 01:54:38.617410 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.816879 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.827204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.836880 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.866170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b0631-ef64-4c97-a10e-a7294be7570b req-a814fa17-72b9-4e41-85e1-40c2a7083ec2 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:38.869481 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b6b0631-ef64-4c97-a10e-a7294be7570b req-a814fa17-72b9-4e41-85e1-40c2a7083ec2 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 949 time: 0.2194555 Jul 08 01:54:38.922042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37620) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:38.933236 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.934195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d569351-9c43-4e24-8398-7c3966c5ba29 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:54:38.941569 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:38.947807 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c4e106ce-467f-467a-821c-1a97af8db1d4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7d569351-9c43-4e24-8398-7c3966c5ba29 HTTP/1.1" status: 204 len: 168 time: 3.2011685 Jul 08 01:54:38.950448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37624) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:39.065765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b6b0631-ef64-4c97-a10e-a7294be7570b req-1161ee78-44b5-4ddf-95ab-0a03e134d4d2 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4c76f4-d138-4173-aa34-769653aa1aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707902 Jul 08 01:54:39.135735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e866bdbe-538c-4c1c-bb9e-8daefb80b24f admin admin] Deleting subnet 66c3daff-fc98-48ba-b450-287f7a1d985c {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:54:39.171157 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e866bdbe-538c-4c1c-bb9e-8daefb80b24f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.243194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf8607c5-3eca-4580-8efa-1f3c0a985590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.279289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e866bdbe-538c-4c1c-bb9e-8daefb80b24f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.513969 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf8607c5-3eca-4580-8efa-1f3c0a985590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.520401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf8607c5-3eca-4580-8efa-1f3c0a985590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.587232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bf8607c5-3eca-4580-8efa-1f3c0a985590 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c571c39ecc89484c8253361a3a2a3b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6637402 Jul 08 01:54:39.590201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8607c5-3eca-4580-8efa-1f3c0a985590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce76dbe7-a4c8-4b46-8619-4efd7a317c7e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:39.592972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37640) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:39.626490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e866bdbe-538c-4c1c-bb9e-8daefb80b24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.803049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0016883e-4d5a-428e-b5a8-43beec8fac52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.818300 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e866bdbe-538c-4c1c-bb9e-8daefb80b24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.901402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1096bad-1834-4079-86a1-64b38843a77e None None] Network 7c274d0d-0887-42f7-9ec2-737b20191266 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:54:39.905836 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e866bdbe-538c-4c1c-bb9e-8daefb80b24f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:39.908516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e866bdbe-538c-4c1c-bb9e-8daefb80b24f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/66c3daff-fc98-48ba-b450-287f7a1d985c HTTP/1.1" status: 204 len: 168 time: 0.9474797 Jul 08 01:54:39.911020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866bdbe-538c-4c1c-bb9e-8daefb80b24f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c3daff-fc98-48ba-b450-287f7a1d985c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:39.914491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37648) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:39.955925 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0016883e-4d5a-428e-b5a8-43beec8fac52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:40.146295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0016883e-4d5a-428e-b5a8-43beec8fac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:40.153939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:40.163600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0016883e-4d5a-428e-b5a8-43beec8fac52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:40.183454 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0016883e-4d5a-428e-b5a8-43beec8fac52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce76dbe7-a4c8-4b46-8619-4efd7a317c7e HTTP/1.1" status: 204 len: 168 time: 0.5893526 Jul 08 01:54:40.218044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016883e-4d5a-428e-b5a8-43beec8fac52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce76dbe7-a4c8-4b46-8619-4efd7a317c7e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:40.419710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ea484ec1-42f4-48cd-a94b-8dd1229a0f87 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:40.499978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: ea484ec1-42f4-48cd-a94b-8dd1229a0f87 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:40.512431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ea484ec1-42f4-48cd-a94b-8dd1229a0f87 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:40.521234 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2cee2e-8f86-4611-8dca-1c1f24ffcada None None] DHCP port deletion for 7c274d0d-0887-42f7-9ec2-737b20191266 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:54:40.620068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bc2cee2e-8f86-4611-8dca-1c1f24ffcada None None] Deleting port 00809e20-45af-458e-b6d8-39b239d192d2 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:40.620839 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc2cee2e-8f86-4611-8dca-1c1f24ffcada None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:40.691472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Deleting port 00809e20-45af-458e-b6d8-39b239d192d2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:54:40.695646 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:40.816502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bc2cee2e-8f86-4611-8dca-1c1f24ffcada None None] For port 00809e20-45af-458e-b6d8-39b239d192d2, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=00809e20-45af-458e-b6d8-39b239d192d2,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:40.817196 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc2cee2e-8f86-4611-8dca-1c1f24ffcada None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:40.833164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bc2cee2e-8f86-4611-8dca-1c1f24ffcada None None] Calling delete_port for 00809e20-45af-458e-b6d8-39b239d192d2 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:40.948491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] For port 00809e20-45af-458e-b6d8-39b239d192d2, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=00809e20-45af-458e-b6d8-39b239d192d2,segment=NetworkSegment(b10bf50c-c463-42f6-9054-a7bb015871b3),segment_id=b10bf50c-c463-42f6-9054-a7bb015871b3)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:40.950359 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:40.954954 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bc2cee2e-8f86-4611-8dca-1c1f24ffcada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:40.973960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b956ba3-d5ad-42c8-8e4d-794ba9f7ced8 req-edc2aa9a-d05f-459e-bf67-4ac6185370dc tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:40.976923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cee2e-8f86-4611-8dca-1c1f24ffcada None None] No DVR routers for this DVR port 00809e20-45af-458e-b6d8-39b239d192d2 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:40.985721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b956ba3-d5ad-42c8-8e4d-794ba9f7ced8 req-edc2aa9a-d05f-459e-bf67-4ac6185370dc tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 949 time: 0.4939740 Jul 08 01:54:41.000077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2cee2e-8f86-4611-8dca-1c1f24ffcada None None] Pushing event deleted for resources: {'Port': ['ID=00809e20-45af-458e-b6d8-39b239d192d2,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:41.024104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Calling delete_port for 00809e20-45af-458e-b6d8-39b239d192d2 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:54:41.261823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b956ba3-d5ad-42c8-8e4d-794ba9f7ced8 req-f85dfff6-50e1-447c-8a5a-9fc707e7b652 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4c76f4-d138-4173-aa34-769653aa1aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750576 Jul 08 01:54:41.290268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.321261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Pushing event deleted for resources: {'Port': ['ID=00809e20-45af-458e-b6d8-39b239d192d2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:41.331249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] No DVR routers for this DVR port 00809e20-45af-458e-b6d8-39b239d192d2 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:54:41.522402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.551583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c274d0d-0887-42f7-9ec2-737b20191266']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:41.583478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10bf50c-c463-42f6-9054-a7bb015871b3') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:41.584284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10bf50c-c463-42f6-9054-a7bb015871b3') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:54:41.611848 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.636742 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.644826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:54:41.645423 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:54:41.647545 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:54:41.854161 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.872541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:41.878904 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] 10.222.0.41 "DELETE /v2.0/networks/7c274d0d-0887-42f7-9ec2-737b20191266 HTTP/1.1" status: 204 len: 168 time: 1.9631126 Jul 08 01:54:41.941984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ce864-4fe2-48dd-91b0-e2061557fe1e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c274d0d-0887-42f7-9ec2-737b20191266,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:42.363215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 00809e20-45af-458e-b6d8-39b239d192d2 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:54:42.412669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 00809e20-45af-458e-b6d8-39b239d192d2 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:54:42.413022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 00809e20-45af-458e-b6d8-39b239d192d2 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:54:42.464200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:42.598154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7d600248-e945-4aeb-bab3-d232fb365a85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=631dd98f6c054c4d80ba22a2097cacb7&name=default HTTP/1.1" status: 200 len: 2981 time: 0.1319845 Jul 08 01:54:42.601177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37742) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:42.708413 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e24dade5-192e-484c-b3df-f9a4c57860bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.753643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e24dade5-192e-484c-b3df-f9a4c57860bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.836215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e24dade5-192e-484c-b3df-f9a4c57860bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.840423 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e24dade5-192e-484c-b3df-f9a4c57860bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:42.841633 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e24dade5-192e-484c-b3df-f9a4c57860bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec8b410c-a9ad-4c34-acc8-3f373b5e7efa HTTP/1.1" status: 204 len: 168 time: 0.2393923 Jul 08 01:54:42.860158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dade5-192e-484c-b3df-f9a4c57860bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8b410c-a9ad-4c34-acc8-3f373b5e7efa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:44.560215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37830) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:44.953812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1775085814-network', 'tenant_id': '369bf77170e241488859653002b83338'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:45.031290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Made reservation on behalf of 369bf77170e241488859653002b83338 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:45.061065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.096497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.345165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.355235 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.397003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:54:45.401633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37846) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:45.502124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.505392 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Added segment 19cff35b-7333-4b6a-ad94-285a8c992b98 of type vlan for network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 Jul 08 01:54:45.513084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f08d492-65a9-4613-b3dd-920ca058e1f0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:45.707745 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.856164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.858839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:45.860191 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dd743f4-c47d-4ec9-97ba-ddc776bbe2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:45.862039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.117394 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5471880 Jul 08 01:54:46.118704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37862) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:46.132704 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dd743f4-c47d-4ec9-97ba-ddc776bbe2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.142413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Request body: {'subnet': {'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1775085814-subnet', 'tenant_id': '369bf77170e241488859653002b83338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:46.145186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dd743f4-c47d-4ec9-97ba-ddc776bbe2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.162900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fb466-8423-4a1f-9fb4-5f65985084cf admin admin] Pushing event updated for resources: {'Network': ['ID=9ca346dd-d4a5-4f57-9e47-8c22102d43a3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:46.181794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:54:46.279213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Made reservation on behalf of 369bf77170e241488859653002b83338 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:46.282568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.307690 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0dd743f4-c47d-4ec9-97ba-ddc776bbe2f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58c275bdc1264dee80d05503a8b85da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8991761 Jul 08 01:54:46.308409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37868) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:46.360088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd743f4-c47d-4ec9-97ba-ddc776bbe2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf762534-a4a8-4f07-8d72-c8b8f4f7b94b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:46.586995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-971f22b4-c199-46b3-9a4d-c6c320b93813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.770802 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-971f22b4-c199-46b3-9a4d-c6c320b93813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.886508 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.944421 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-971f22b4-c199-46b3-9a4d-c6c320b93813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.949218 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-971f22b4-c199-46b3-9a4d-c6c320b93813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:46.953109 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-971f22b4-c199-46b3-9a4d-c6c320b93813 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf762534-a4a8-4f07-8d72-c8b8f4f7b94b HTTP/1.1" status: 204 len: 168 time: 0.5668039 Jul 08 01:54:46.999151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f22b4-c199-46b3-9a4d-c6c320b93813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf762534-a4a8-4f07-8d72-c8b8f4f7b94b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:47.003318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a3bd8e-7d3d-4c4b-a89a-7d045d31f792,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:47.010576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Checking segment: {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:47.010965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Network hostable DHCP agents. Network: 9ca346dd-d4a5-4f57-9e47-8c22102d43a3, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:54:47.043755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:54:47.072857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 9ca346dd-d4a5-4f57-9e47-8c22102d43a3) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:47.089227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45bf0eb-eee8-4e72-9848-82adeab984db None None] Network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:54:47.089945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:47.090179 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:47.136196 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-33e31962-12bd-4383-b058-9c6882b52672 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0069437 Jul 08 01:54:47.699651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-9ca346dd-d4a5-4f57-9e47-8c22102d43a3', 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3', 'tenant_id': '369bf77170e241488859653002b83338', 'fixed_ips': [{'subnet_id': '52a3bd8e-7d3d-4c4b-a89a-7d045d31f792'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:54:47.701807 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:48.212231 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37918) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:48.239860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Allocated IP 172.20.0.2 (9ca346dd-d4a5-4f57-9e47-8c22102d43a3/52a3bd8e-7d3d-4c4b-a89a-7d045d31f792/995c9adf-9420-48e1-9212-0f96fd0480a9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:48.260646 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:48.675155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-0838028b-76e3-41f4-bd53-e6bd7b10728b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:48.680345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-0838028b-76e3-41f4-bd53-e6bd7b10728b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 816 time: 0.3580439 Jul 08 01:54:48.783645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-c4a306f0-f80b-40cc-8a86-0bfe039ca854 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/quotas/369bf77170e241488859653002b83338 HTTP/1.1" status: 200 len: 375 time: 0.0953383 Jul 08 01:54:48.892504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-76710f07-8353-4a8d-966b-b67427f37659 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073756 Jul 08 01:54:48.901097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-dc88de9d-7ec5-4307-8961-8ce94de77033 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:54:48.908351 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-dc88de9d-7ec5-4307-8961-8ce94de77033 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146849 Jul 08 01:54:48.922007 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:48.974138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Transition to ACTIVE for port object 995c9adf-9420-48e1-9212-0f96fd0480a9 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:49.008670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Transition to ACTIVE for port object 995c9adf-9420-48e1-9212-0f96fd0480a9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:49.022489 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.180622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:49.188059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-51cc0cb0-0ea6-4ffb-bd27-45a34880cced service neutron] 10.222.0.41 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773683 Jul 08 01:54:49.204701 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.215910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:49.226286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.243273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:49.339334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Pushing event updated for resources: {'Port': ['ID=995c9adf-9420-48e1-9212-0f96fd0480a9,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:49.348142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-87ea3ec6-9847-4511-a655-ad6986c13388 service neutron] 10.222.0.41 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356878 Jul 08 01:54:49.369724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76001e8d-d8c8-477b-a988-b2be38ab532f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:49.423394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.423738 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.424080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.424441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.424780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.425109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.425436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.425644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.425757 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.426075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.426533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.426661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.426857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.427186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.427641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.428791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.432026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.432776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.433420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.435886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.436671 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-78cd25f8-b722-44cb-80dc-8a64ad02872a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d80d64548f194ff69932ccd6e7de3de1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2234735 Jul 08 01:54:49.437054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.437570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.438459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.438459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:49.439803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37938) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:54:49.483216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Attempting to bind port 995c9adf-9420-48e1-9212-0f96fd0480a9 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:49.483882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Attempting to bind port 995c9adf-9420-48e1-9212-0f96fd0480a9 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:49.484452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Attempting to bind port 995c9adf-9420-48e1-9212-0f96fd0480a9 on network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:49.496180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:49.499056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Checking segment: {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:49.499672 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.500230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Bound using segment: {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:49.500917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Bound port: 995c9adf-9420-48e1-9212-0f96fd0480a9, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:49.501776 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.541287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f04ce433-cb49-4c4f-8ca2-72def51bbe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.617062 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f04ce433-cb49-4c4f-8ca2-72def51bbe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.667871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] For port 995c9adf-9420-48e1-9212-0f96fd0480a9, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:49.673829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] For port 995c9adf-9420-48e1-9212-0f96fd0480a9, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=995c9adf-9420-48e1-9212-0f96fd0480a9,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:49.686524 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.761789 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f04ce433-cb49-4c4f-8ca2-72def51bbe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.764258 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f04ce433-cb49-4c4f-8ca2-72def51bbe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:49.771901 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f04ce433-cb49-4c4f-8ca2-72def51bbe6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76001e8d-d8c8-477b-a988-b2be38ab532f HTTP/1.1" status: 204 len: 168 time: 0.3263271 Jul 08 01:54:49.803427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ce433-cb49-4c4f-8ca2-72def51bbe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76001e8d-d8c8-477b-a988-b2be38ab532f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:49.964637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7314b-3aea-4ef5-a581-2ff32202bfa0 None None] Pushing event updated for resources: {'Port': ['ID=995c9adf-9420-48e1-9212-0f96fd0480a9,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:50.634806 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0b7bdb3c-8e1f-47a9-89ab-b816d1c00d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:50.839449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-0e9f2790-94ce-4e48-b831-3356a1b8851b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:50.850554 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-0e9f2790-94ce-4e48-b831-3356a1b8851b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 816 time: 0.6340566 Jul 08 01:54:50.882930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-74b7c350-46a6-4e05-8083-99e179484c8f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/quotas/369bf77170e241488859653002b83338 HTTP/1.1" status: 200 len: 375 time: 0.0293620 Jul 08 01:54:51.062879 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-dc4af3f9-2770-4556-ac1f-dc7e583a72a8 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1776438 Jul 08 01:54:51.339041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-f7c4f766-e214-40b2-b6e8-8f0011a115ed service neutron] 10.222.0.41 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735453 Jul 08 01:54:51.500338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-0b02a208-4c01-44c7-b64b-107f4154b9b0 service neutron] 10.222.0.41 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603844 Jul 08 01:54:51.977411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5310362-6f9e-4ac3-ae41-f014b4d3a1e5 None None] Network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:54:52.190130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aea42eb4-0ef7-4879-83c9-00dc4a361455 None None] Provisioning for port 995c9adf-9420-48e1-9212-0f96fd0480a9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:52.374962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e142a-db05-4b54-94d8-1619bcef4542 req-6cea3cc8-864b-4a7a-a3af-08c49f0e675a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:52.378835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-046e142a-db05-4b54-94d8-1619bcef4542 req-6cea3cc8-864b-4a7a-a3af-08c49f0e675a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2511258 Jul 08 01:54:52.494470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-046e142a-db05-4b54-94d8-1619bcef4542 req-3cb68348-d5ec-4e19-aec2-b115aa81fcae tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045752 Jul 08 01:54:52.530766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 995c9adf-9420-48e1-9212-0f96fd0480a9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:52.836320 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 995c9adf-9420-48e1-9212-0f96fd0480a9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:52.853714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 995c9adf-9420-48e1-9212-0f96fd0480a9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:52.857981 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.002532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-ae2275fd-8043-4c82-bcfe-44d100ac7a68 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:53.006873 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-ae2275fd-8043-4c82-bcfe-44d100ac7a68 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.16 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 816 time: 0.4514267 Jul 08 01:54:53.024842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Request body: {'port': {'device_id': 'c7fa3957-086e-4d8a-aef8-bc5a936dfd38', 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3', 'admin_state_up': True, 'tenant_id': '369bf77170e241488859653002b83338'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:53.273223 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.371261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 995c9adf-9420-48e1-9212-0f96fd0480a9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=995c9adf-9420-48e1-9212-0f96fd0480a9,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:54:53.413755 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.468734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Made reservation on behalf of 369bf77170e241488859653002b83338 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:53.483104 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.558287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1f1e6c5d-33b9-4e51-8e9d-29a55794cdb2 None None] Provisioning complete for port 995c9adf-9420-48e1-9212-0f96fd0480a9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:53.559832 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f1e6c5d-33b9-4e51-8e9d-29a55794cdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.601274 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-99e0c600-d7a9-469d-bac7-0e13f1722dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:53.839612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=995c9adf-9420-48e1-9212-0f96fd0480a9,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:53.854960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:54.041416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Allocated IP 172.20.0.3 (9ca346dd-d4a5-4f57-9e47-8c22102d43a3/52a3bd8e-7d3d-4c4b-a89a-7d045d31f792/85815656-06b1-4e52-b1de-3c48a8abb632) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:54.203678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-20bf7743-04ca-41cb-b23f-3fcd6621794d tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:54.207835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-20bf7743-04ca-41cb-b23f-3fcd6621794d tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 816 time: 0.3305590 Jul 08 01:54:54.337474 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-e4606849-c0a1-4cf7-bc59-38252dc6b2ec tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/quotas/369bf77170e241488859653002b83338 HTTP/1.1" status: 200 len: 375 time: 0.0899343 Jul 08 01:54:54.349571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9315c-4948-40d9-af7b-8fad8ad69447 req-87b2865e-7b4c-4e08-9d97-4215a9f6cb95 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:54.351427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57e9315c-4948-40d9-af7b-8fad8ad69447 req-87b2865e-7b4c-4e08-9d97-4215a9f6cb95 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.4581442 Jul 08 01:54:54.413131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 995c9adf-9420-48e1-9212-0f96fd0480a9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:54:54.521364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57e9315c-4948-40d9-af7b-8fad8ad69447 req-dabf0148-1330-4992-a5d3-c06b379be0bc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588037 Jul 08 01:54:54.569120 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:54.577866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 995c9adf-9420-48e1-9212-0f96fd0480a9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:54.578254 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:54.597295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-161826c4-0115-4ede-bd0c-73ee62e10a10 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2403667 Jul 08 01:54:54.766986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Transition to ACTIVE for port object 85815656-06b1-4e52-b1de-3c48a8abb632 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:54.864701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-88e32fff-f2d4-40cb-95d0-355f8b72371c service neutron] 10.222.0.41 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643838 Jul 08 01:54:54.891239 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:54.934405 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.001747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-06b50836-72d0-443e-b8ac-1a48a290eba7 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:55.008092 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-06b50836-72d0-443e-b8ac-1a48a290eba7 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.16 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 816 time: 0.4474578 Jul 08 01:54:55.022290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Request body: {'port': {'device_id': '87e68079-607b-4f39-8342-42f7ae9d08d6', 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3', 'admin_state_up': True, 'tenant_id': '369bf77170e241488859653002b83338'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:55.219674 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-7d383c19-7a7d-47ba-98b7-f2bd1a25c0c1 service neutron] 10.222.0.41 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524091 Jul 08 01:54:55.220613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Pushing event updated for resources: {'Port': ['ID=85815656-06b1-4e52-b1de-3c48a8abb632,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:55.239356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:55.245108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:55.249399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:55.420210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:55.421094 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.486921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Made reservation on behalf of 369bf77170e241488859653002b83338 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:54:55.490340 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-6f993ca7-9287-4e93-a1da-bffe1ce6e22a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4751976 Jul 08 01:54:55.510095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Request body: {'port': {'device_id': 'c7fa3957-086e-4d8a-aef8-bc5a936dfd38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:55.510404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.856128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f0c536a3-0f03-4ea9-92da-1ec334ea7c85 None None] Provisioning for port 85815656-06b1-4e52-b1de-3c48a8abb632 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:55.879924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c43b230d-7e24-460f-9eca-e9863236a235 req-acc18b6f-6979-4842-b90d-cb26ec47c2e9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 210 time: 0.1097472 Jul 08 01:54:55.884909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f0c536a3-0f03-4ea9-92da-1ec334ea7c85 None None] Provisioning complete for port 85815656-06b1-4e52-b1de-3c48a8abb632 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:55.886780 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f0c536a3-0f03-4ea9-92da-1ec334ea7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:55.909874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.011521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f0c536a3-0f03-4ea9-92da-1ec334ea7c85 None None] Port 85815656-06b1-4e52-b1de-3c48a8abb632 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:54:56.254708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Allocated IP 172.20.0.11 (9ca346dd-d4a5-4f57-9e47-8c22102d43a3/52a3bd8e-7d3d-4c4b-a89a-7d045d31f792/08cc0ef2-f88e-4d27-827a-d405a25b04a2) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:54:56.301297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfd2c8-ebcf-439c-ba86-bf4b8a05ab0b req-327fb5ec-078f-4dfc-b24f-d086ba4cb8a5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:56.307850 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4dfd2c8-ebcf-439c-ba86-bf4b8a05ab0b req-327fb5ec-078f-4dfc-b24f-d086ba4cb8a5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2596896 Jul 08 01:54:56.367523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4dfd2c8-ebcf-439c-ba86-bf4b8a05ab0b req-4849bbad-3fa4-4037-994f-ed815656fe20 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507228 Jul 08 01:54:56.388886 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.612807 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.655444 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Transition to ACTIVE for port object 08cc0ef2-f88e-4d27-827a-d405a25b04a2 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:56.759817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:56.947606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:54:56.955803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:54:56.978443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:54:57.153124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:57.154346 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:57.174937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85815656-06b1-4e52-b1de-3c48a8abb632 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:57.187367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:57.190544 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1735711 Jul 08 01:54:57.204749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Request body: {'port': {'device_id': '87e68079-607b-4f39-8342-42f7ae9d08d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:57.236370 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37f55ad7-48e7-44a6-a6b3-c66bb9e85253 req-11db75c5-98fc-47fb-af4c-969c0f65b91c tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 210 time: 0.0409477 Jul 08 01:54:57.239307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Transition to ACTIVE for port object 85815656-06b1-4e52-b1de-3c48a8abb632 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:57.250953 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:57.297709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3b991-e3d6-41a6-b8d4-318f13689f42 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Pushing event updated for resources: {'Port': ['ID=08cc0ef2-f88e-4d27-827a-d405a25b04a2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:57.435569 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:54:57.482488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Pushing event updated for resources: {'Port': ['ID=85815656-06b1-4e52-b1de-3c48a8abb632,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:57.483667 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:57.701606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Attempting to bind port 85815656-06b1-4e52-b1de-3c48a8abb632 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:57.704214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Attempting to bind port 85815656-06b1-4e52-b1de-3c48a8abb632 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:57.704730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Attempting to bind port 85815656-06b1-4e52-b1de-3c48a8abb632 on network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:57.715774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Port 85815656-06b1-4e52-b1de-3c48a8abb632 on network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:57.718422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Attempting to bind port 85815656-06b1-4e52-b1de-3c48a8abb632 on network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:57.751901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:57.756601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Checking segment: {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:57.757280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Bound using segment: {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:57.757946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Bound port: 85815656-06b1-4e52-b1de-3c48a8abb632, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:57.758454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1c63a8b4-35c7-4482-9073-b3389aba779e None None] Provisioning for port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:54:57.759098 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:57.787134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1c63a8b4-35c7-4482-9073-b3389aba779e None None] Provisioning complete for port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:54:57.793053 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c63a8b4-35c7-4482-9073-b3389aba779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:57.903799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1c63a8b4-35c7-4482-9073-b3389aba779e None None] Port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:54:58.232240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] For port 85815656-06b1-4e52-b1de-3c48a8abb632, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:54:58.244384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] For port 85815656-06b1-4e52-b1de-3c48a8abb632, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=85815656-06b1-4e52-b1de-3c48a8abb632,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:54:58.264817 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:58.288732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7069c00-e26a-467a-b927-78c45bf5fd4f req-db1628cd-f4f6-487e-b621-df4119dcdd21 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:58.300442 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7069c00-e26a-467a-b927-78c45bf5fd4f req-db1628cd-f4f6-487e-b621-df4119dcdd21 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.5210004 Jul 08 01:54:58.410089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:58.410736 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:58.412267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] 10.222.0.16 "PUT /v2.0/ports/85815656-06b1-4e52-b1de-3c48a8abb632 HTTP/1.1" status: 200 len: 1092 time: 2.9114020 Jul 08 01:54:58.413262 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fa3957-086e-4d8a-aef8-bc5a936dfd38', 'tag': '85815656-06b1-4e52-b1de-3c48a8abb632'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:54:58.416563 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f7a684-baab-46b3-a097-eb1ca2549d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fa3957-086e-4d8a-aef8-bc5a936dfd38", "tag": "85815656-06b1-4e52-b1de-3c48a8abb632"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:54:58.472103 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7069c00-e26a-467a-b927-78c45bf5fd4f req-918c3149-a40d-4759-ba84-9af97ab348cb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703801 Jul 08 01:54:58.474888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70778809-8bdf-4b29-b603-95d39a984dee service neutron] Pushing event updated for resources: {'Port': ['ID=85815656-06b1-4e52-b1de-3c48a8abb632,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:58.626383 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5aa860-f9e1-48ac-9df8-cfcc97370474 x-openstack-request-id: req-4f5aa860-f9e1-48ac-9df8-cfcc97370474 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:54:58.626694 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fa3957-086e-4d8a-aef8-bc5a936dfd38", "tag": "85815656-06b1-4e52-b1de-3c48a8abb632", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:54:58.626955 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f5aa860-f9e1-48ac-9df8-cfcc97370474 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:54:58.627378 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fa3957-086e-4d8a-aef8-bc5a936dfd38', 'tag': '85815656-06b1-4e52-b1de-3c48a8abb632', 'status': 'completed', 'code': 200} Jul 08 01:54:58.693886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-ece2daca-5f47-4952-a1a3-87555ea57832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:58.704840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-ece2daca-5f47-4952-a1a3-87555ea57832 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 1095 time: 0.1546173 Jul 08 01:54:58.853344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-038161a3-364f-4dcd-ad4a-166a2a477f3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85815656-06b1-4e52-b1de-3c48a8abb632 HTTP/1.1" status: 200 len: 217 time: 0.1477189 Jul 08 01:54:58.885963 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cc0ef2-f88e-4d27-827a-d405a25b04a2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:54:58.896137 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:58.911751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Transition to ACTIVE for port object 08cc0ef2-f88e-4d27-827a-d405a25b04a2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:54:58.919973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:54:59.023395 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3459d021-c005-43dd-9ab0-86ee3624130b req-e7e5f8e4-082d-49b7-bb22-f58839bac7d0 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 210 time: 0.1616163 Jul 08 01:54:59.075620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-ce567ada-c8a4-4dab-ad01-a9f7ac41755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:59.078003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-ce567ada-c8a4-4dab-ad01-a9f7ac41755a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52a3bd8e-7d3d-4c4b-a89a-7d045d31f792 HTTP/1.1" status: 200 len: 855 time: 0.1924648 Jul 08 01:54:59.181998 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-79dda1b5-95c1-4d69-90b8-e1b081d474aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:59.184350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-79dda1b5-95c1-4d69-90b8-e1b081d474aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972869 Jul 08 01:54:59.290877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-4222c5e3-06f9-4c53-b644-56bd3b420520 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:54:59.304712 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-4222c5e3-06f9-4c53-b644-56bd3b420520 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.24 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 816 time: 0.9398675 Jul 08 01:54:59.392013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-b38f7c92-fbfc-4a7a-8b67-602af717fda9 service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007332 Jul 08 01:54:59.420017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Request body: {'port': {'device_id': '23e7013f-d08b-4855-83f0-60b4221aebd4', 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3', 'admin_state_up': True, 'tenant_id': '369bf77170e241488859653002b83338'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:54:59.437023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Pushing event updated for resources: {'Port': ['ID=08cc0ef2-f88e-4d27-827a-d405a25b04a2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:54:59.557787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.558369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.558880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.559381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.559878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.561193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.561715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.562213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.562711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.563231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.563899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.564572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:54:59.602277 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57b76227-e072-4100-aabe-c8fad8e68a4a req-e92794f2-bbee-4a05-a8cb-313928ddc2c8 service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040734 Jul 08 01:54:59.801677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Attempting to bind port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:54:59.801954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Attempting to bind port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:54:59.802302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Attempting to bind port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 on network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:59.862920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 on network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:54:59.863788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Attempting to bind port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 on network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:54:59.877299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:54:59.877828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Checking segment: {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:54:59.878236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Bound using segment: {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:54:59.879101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Bound port: 08cc0ef2-f88e-4d27-827a-d405a25b04a2, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:54:59.879990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:00.080546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-bbbce2e1-e64f-412b-b806-42eafee1932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:00.082515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-bbbce2e1-e64f-412b-b806-42eafee1932b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 1095 time: 0.4126399 Jul 08 01:55:00.212087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e2f95-6998-44e5-93b6-83168eaf4c38 req-dc528441-ab94-4d49-8b71-fbaa55afabd1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:00.220713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e8e2f95-6998-44e5-93b6-83168eaf4c38 req-dc528441-ab94-4d49-8b71-fbaa55afabd1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.3371317 Jul 08 01:55:00.284321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] For port 08cc0ef2-f88e-4d27-827a-d405a25b04a2, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:00.285309 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e8e2f95-6998-44e5-93b6-83168eaf4c38 req-d89925e7-e49e-4e7a-aa62-659df4b4287f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634062 Jul 08 01:55:00.303781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] For port 08cc0ef2-f88e-4d27-827a-d405a25b04a2, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=08cc0ef2-f88e-4d27-827a-d405a25b04a2,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:55:00.305099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Made reservation on behalf of 369bf77170e241488859653002b83338 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:00.311570 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:00.323429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:00.356153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-f254d8b8-903d-45c2-85c1-23e820a0149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:00.361138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-f254d8b8-903d-45c2-85c1-23e820a0149f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 917 time: 0.2658176 Jul 08 01:55:00.535339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-49aa7657-fe7d-425b-a27d-dfa51b65238f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85815656-06b1-4e52-b1de-3c48a8abb632 HTTP/1.1" status: 200 len: 217 time: 0.1688840 Jul 08 01:55:00.573026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:00.573666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:00.575141 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] 10.222.0.16 "PUT /v2.0/ports/08cc0ef2-f88e-4d27-827a-d405a25b04a2 HTTP/1.1" status: 200 len: 1093 time: 3.3747883 Jul 08 01:55:00.589609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e68079-607b-4f39-8342-42f7ae9d08d6', 'tag': '08cc0ef2-f88e-4d27-827a-d405a25b04a2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:00.591830 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdda5f0e-8d63-4ede-af84-a26bb02ab020" -d '{"events": [{"name": "network-changed", "server_uuid": "87e68079-607b-4f39-8342-42f7ae9d08d6", "tag": "08cc0ef2-f88e-4d27-827a-d405a25b04a2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:00.764912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab6d2280-72ea-4fd0-89e5-754b7aa20884 req-cdc03da7-9217-4c1b-bd07-5a54bb9efc28 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 210 time: 0.2608159 Jul 08 01:55:00.806552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-5e5ba0d7-b1aa-49f3-a4d2-e72e790923f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:00.811693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-5e5ba0d7-b1aa-49f3-a4d2-e72e790923f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52a3bd8e-7d3d-4c4b-a89a-7d045d31f792 HTTP/1.1" status: 200 len: 855 time: 0.2651253 Jul 08 01:55:00.825281 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a1d186-1bc4-4b5c-a696-78610e7648ea x-openstack-request-id: req-59a1d186-1bc4-4b5c-a696-78610e7648ea {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:00.825590 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e68079-607b-4f39-8342-42f7ae9d08d6", "tag": "08cc0ef2-f88e-4d27-827a-d405a25b04a2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:00.825847 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59a1d186-1bc4-4b5c-a696-78610e7648ea {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:00.826279 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e68079-607b-4f39-8342-42f7ae9d08d6', 'tag': '08cc0ef2-f88e-4d27-827a-d405a25b04a2', 'status': 'completed', 'code': 200} Jul 08 01:55:00.968341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-77e2b36b-6dd1-4f47-a8db-d231cd24c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:00.973008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-77e2b36b-6dd1-4f47-a8db-d231cd24c332 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1533864 Jul 08 01:55:01.104857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Allocated IP 172.20.0.10 (9ca346dd-d4a5-4f57-9e47-8c22102d43a3/52a3bd8e-7d3d-4c4b-a89a-7d045d31f792/7d26de73-1ab1-4cad-8978-f6a541ccd39e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:55:01.138900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6905093-7723-4172-926f-9ed4b60b27a1 service neutron] Pushing event updated for resources: {'Port': ['ID=08cc0ef2-f88e-4d27-827a-d405a25b04a2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:01.247389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-28c75d48-3b06-42f5-adb3-860b4aeb6611 service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672145 Jul 08 01:55:01.441771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-18439657-1be1-4afb-a1cd-fadd7e41d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:01.443368 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-18439657-1be1-4afb-a1cd-fadd7e41d3ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&device_id=87e68079-607b-4f39-8342-42f7ae9d08d6 HTTP/1.1" status: 200 len: 1096 time: 0.7115896 Jul 08 01:55:01.566741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 85815656-06b1-4e52-b1de-3c48a8abb632 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:01.663290 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f7a684-baab-46b3-a097-eb1ca2549d7c req-dc7355af-039f-44eb-b7e8-18e5d09ccd35 service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086471 Jul 08 01:55:01.746152 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-a235fa51-14b9-49d5-95af-04a263e74b7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08cc0ef2-f88e-4d27-827a-d405a25b04a2 HTTP/1.1" status: 200 len: 217 time: 0.2907119 Jul 08 01:55:01.917973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 85815656-06b1-4e52-b1de-3c48a8abb632, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=85815656-06b1-4e52-b1de-3c48a8abb632,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:01.949330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd132a7-00b5-4763-b350-d44424fca67e req-0c03bb11-2516-47a3-a2f4-7f7d776cecc8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:01.961164 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1dd132a7-00b5-4763-b350-d44424fca67e req-0c03bb11-2516-47a3-a2f4-7f7d776cecc8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2297273 Jul 08 01:55:01.964530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '85815656-06b1-4e52-b1de-3c48a8abb632', 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3', 'port_id': '85815656-06b1-4e52-b1de-3c48a8abb632', 'mac_address': 'fa:16:3e:fc:9b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a3bd8e-7d3d-4c4b-a89a-7d045d31f792', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:02.028556 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:02.048581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85815656-06b1-4e52-b1de-3c48a8abb632 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:02.094669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 85815656-06b1-4e52-b1de-3c48a8abb632, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=85815656-06b1-4e52-b1de-3c48a8abb632,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:02.096893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-0d4c4e34-de0a-4722-af00-35b4de113801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:02.099872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-0d4c4e34-de0a-4722-af00-35b4de113801 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52a3bd8e-7d3d-4c4b-a89a-7d045d31f792 HTTP/1.1" status: 200 len: 855 time: 0.3465796 Jul 08 01:55:02.100466 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:02.151041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1dd132a7-00b5-4763-b350-d44424fca67e req-d70a2f44-916c-40d7-99a2-035542a22fed tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857591 Jul 08 01:55:02.206156 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:02.225257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f0ef843-0bc3-4ce5-a2a5-e491f330fa6c req-2eab9610-dc7d-455f-a4c8-c2a8bff2aac2 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 210 time: 0.0457609 Jul 08 01:55:02.270525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Transition to ACTIVE for port object 7d26de73-1ab1-4cad-8978-f6a541ccd39e will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:55:02.301417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=85815656-06b1-4e52-b1de-3c48a8abb632,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:02.322646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['85815656-06b1-4e52-b1de-3c48a8abb632'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:02.347891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-feda03f2-c8a3-423e-84aa-612f0e7c6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:02.349737 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-feda03f2-c8a3-423e-84aa-612f0e7c6ac8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2416904 Jul 08 01:55:02.386159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:02.686818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:55:02.748345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Pushing event updated for resources: {'Port': ['ID=7d26de73-1ab1-4cad-8978-f6a541ccd39e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:02.759961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:55:02.787132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:55:02.942721 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-9fe2fc4d-2364-4fff-8ab9-15a329a81692 service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837860 Jul 08 01:55:02.966283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['85815656-06b1-4e52-b1de-3c48a8abb632'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:03.432980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 15216622-0f49-4579-9353-3c6ca02a670d details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:03.778928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47c15-9d07-4135-9310-8ef064406a8c req-3fecdc14-9ec2-489b-93ee-a7f1150e7fea tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:03.787860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5b47c15-9d07-4135-9310-8ef064406a8c req-3fecdc14-9ec2-489b-93ee-a7f1150e7fea tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 932 time: 0.1835501 Jul 08 01:55:03.809667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 85815656-06b1-4e52-b1de-3c48a8abb632 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:55:03.870708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:03.872145 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:03.911214 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-6cefbc04-c7ec-4f81-a4ab-8aa7f30ef888 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5219686 Jul 08 01:55:03.925218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Request body: {'port': {'device_id': '23e7013f-d08b-4855-83f0-60b4221aebd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:03.943254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:03.968222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b83b-e4d8-4676-b378-a1cab69ba382 req-e2aa8f63-c4f1-4014-98dd-de9d6a94c9d0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:03.970200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09b5b83b-e4d8-4676-b378-a1cab69ba382 req-e2aa8f63-c4f1-4014-98dd-de9d6a94c9d0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.3066094 Jul 08 01:55:03.994713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-73360f69-4c07-43b2-b33e-fac7093e217f None None] Provisioning for port 7d26de73-1ab1-4cad-8978-f6a541ccd39e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:55:04.026651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.031500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '15216622-0f49-4579-9353-3c6ca02a670d', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'port_id': '15216622-0f49-4579-9353-3c6ca02a670d', 'mac_address': 'fa:16:3e:e7:99:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:04.051650 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9f0d5838-e7a2-4635-88cb-e51bd24316a8 req-963ce71f-c718-4ae4-9433-dbcd1e479dd4 service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0982533 Jul 08 01:55:04.102231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-73360f69-4c07-43b2-b33e-fac7093e217f None None] Provisioning complete for port 7d26de73-1ab1-4cad-8978-f6a541ccd39e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:04.102231 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-73360f69-4c07-43b2-b33e-fac7093e217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.142391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5b47c15-9d07-4135-9310-8ef064406a8c req-2caa9d52-0097-437f-8ec1-c3ee22ac2c86 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535466 Jul 08 01:55:04.248665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09b5b83b-e4d8-4676-b378-a1cab69ba382 req-172f862a-3b6b-47d5-afbd-c96d51342ed8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647374 Jul 08 01:55:04.487363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-73360f69-4c07-43b2-b33e-fac7093e217f None None] Port 7d26de73-1ab1-4cad-8978-f6a541ccd39e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:55:04.491834 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.574798 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.577341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15216622-0f49-4579-9353-3c6ca02a670d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:04.582642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 85815656-06b1-4e52-b1de-3c48a8abb632 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:55:04.589423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 85815656-06b1-4e52-b1de-3c48a8abb632 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:04.591562 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.612138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-182d7bf3-ea38-47b9-83ba-fb2677f41f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:04.616365 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-182d7bf3-ea38-47b9-83ba-fb2677f41f38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&device_id=87e68079-607b-4f39-8342-42f7ae9d08d6 HTTP/1.1" status: 200 len: 1096 time: 0.4631960 Jul 08 01:55:04.687168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:04.696681 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.829314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:04.877344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-a923eef0-d406-4aa6-b9d6-3ebbeeec887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:04.883231 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-a923eef0-d406-4aa6-b9d6-3ebbeeec887f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 917 time: 0.2536430 Jul 08 01:55:04.952404 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:04.954949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['15216622-0f49-4579-9353-3c6ca02a670d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:04.972716 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-ef7666ac-5b0a-4d18-a15b-7262b38cfb55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08cc0ef2-f88e-4d27-827a-d405a25b04a2 HTTP/1.1" status: 200 len: 217 time: 0.0823007 Jul 08 01:55:05.053818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 85815656-06b1-4e52-b1de-3c48a8abb632, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=85815656-06b1-4e52-b1de-3c48a8abb632,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:05.057293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fa3957-086e-4d8a-aef8-bc5a936dfd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85815656-06b1-4e52-b1de-3c48a8abb632'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:05.060603 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012338da-6822-4467-bbd4-2a4338617f4b" -d '{"events": [{"server_uuid": "c7fa3957-086e-4d8a-aef8-bc5a936dfd38", "name": "network-vif-plugged", "status": "completed", "tag": "85815656-06b1-4e52-b1de-3c48a8abb632"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:05.067381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.236608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-295d18ec-3ac7-4b05-a838-a0283c102659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:05.238392 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-295d18ec-3ac7-4b05-a838-a0283c102659 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52a3bd8e-7d3d-4c4b-a89a-7d045d31f792 HTTP/1.1" status: 200 len: 855 time: 0.2516751 Jul 08 01:55:05.321870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=85815656-06b1-4e52-b1de-3c48a8abb632,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:05.540569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d26de73-1ab1-4cad-8978-f6a541ccd39e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:05.556512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:05.570405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-69ce8bec-6e3d-4df6-a65f-e2d3ef81674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:05.576165 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-69ce8bec-6e3d-4df6-a65f-e2d3ef81674e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3277075 Jul 08 01:55:05.591301 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae0442a-8888-4b7e-80e5-0d0772b9f3d5 x-openstack-request-id: req-fae0442a-8888-4b7e-80e5-0d0772b9f3d5 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:05.591749 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fa3957-086e-4d8a-aef8-bc5a936dfd38", "name": "network-vif-plugged", "status": "completed", "tag": "85815656-06b1-4e52-b1de-3c48a8abb632", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:05.599682 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fae0442a-8888-4b7e-80e5-0d0772b9f3d5 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:05.600440 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fa3957-086e-4d8a-aef8-bc5a936dfd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85815656-06b1-4e52-b1de-3c48a8abb632', 'code': 200} Jul 08 01:55:05.667988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 08cc0ef2-f88e-4d27-827a-d405a25b04a2 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:05.707818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadabd8-634f-4a10-91ba-a741cc184af5 req-2ffc1124-8d80-4c77-8a6c-815b2bb60567 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:05.710367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3fadabd8-634f-4a10-91ba-a741cc184af5 req-2ffc1124-8d80-4c77-8a6c-815b2bb60567 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 932 time: 0.2437959 Jul 08 01:55:05.834928 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-e5b9c6db-3db8-45e7-8a9d-98509b02e7c1 service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418299 Jul 08 01:55:06.043769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Transition to ACTIVE for port object 7d26de73-1ab1-4cad-8978-f6a541ccd39e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:55:06.076814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:06.175865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Pushing event updated for resources: {'Port': ['ID=7d26de73-1ab1-4cad-8978-f6a541ccd39e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:06.246149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 08cc0ef2-f88e-4d27-827a-d405a25b04a2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=08cc0ef2-f88e-4d27-827a-d405a25b04a2,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:06.295764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '08cc0ef2-f88e-4d27-827a-d405a25b04a2', 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3', 'port_id': '08cc0ef2-f88e-4d27-827a-d405a25b04a2', 'mac_address': 'fa:16:3e:18:95:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a3bd8e-7d3d-4c4b-a89a-7d045d31f792', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:06.416605 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:06.471048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cc0ef2-f88e-4d27-827a-d405a25b04a2 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:06.483625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38596) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:06.506352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fdda5f0e-8d63-4ede-af84-a26bb02ab020 req-c1207fba-a9d6-4190-8714-8cae011a43f9 service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572957 Jul 08 01:55:06.566818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 08cc0ef2-f88e-4d27-827a-d405a25b04a2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=08cc0ef2-f88e-4d27-827a-d405a25b04a2,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:06.580548 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:06.669924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Attempting to bind port 7d26de73-1ab1-4cad-8978-f6a541ccd39e on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:55:06.670615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Attempting to bind port 7d26de73-1ab1-4cad-8978-f6a541ccd39e by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:55:06.670961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Attempting to bind port 7d26de73-1ab1-4cad-8978-f6a541ccd39e on network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:06.686468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Port 7d26de73-1ab1-4cad-8978-f6a541ccd39e on network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:55:06.686922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Attempting to bind port 7d26de73-1ab1-4cad-8978-f6a541ccd39e on network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:55:06.705138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:55:06.707522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Checking segment: {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:06.711982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Bound using segment: {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:55:06.713837 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Bound port: 7d26de73-1ab1-4cad-8978-f6a541ccd39e, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19cff35b-7333-4b6a-ad94-285a8c992b98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:55:06.715708 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:06.725508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=08cc0ef2-f88e-4d27-827a-d405a25b04a2,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:06.804812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['08cc0ef2-f88e-4d27-827a-d405a25b04a2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:06.996051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] For port 7d26de73-1ab1-4cad-8978-f6a541ccd39e, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:06.999755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] For port 7d26de73-1ab1-4cad-8978-f6a541ccd39e, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d26de73-1ab1-4cad-8978-f6a541ccd39e,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:55:07.003660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c5e680a-75b0-4edc-bc16-b9f098c04b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:07.008885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:07.084283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Pushing event updated for resources: {'Port': ['ID=7d26de73-1ab1-4cad-8978-f6a541ccd39e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:07.141264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:07.142678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:07.148415 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-18a7b389-e6eb-4fe0-b2b6-5efa0d8a7fae service neutron] 10.222.0.24 "PUT /v2.0/ports/7d26de73-1ab1-4cad-8978-f6a541ccd39e HTTP/1.1" status: 200 len: 1093 time: 3.2291729 Jul 08 01:55:07.160553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e7013f-d08b-4855-83f0-60b4221aebd4', 'tag': '7d26de73-1ab1-4cad-8978-f6a541ccd39e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:07.183250 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348" -d '{"events": [{"name": "network-changed", "server_uuid": "23e7013f-d08b-4855-83f0-60b4221aebd4", "tag": "7d26de73-1ab1-4cad-8978-f6a541ccd39e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:07.193541 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3fadabd8-634f-4a10-91ba-a741cc184af5 req-5b44865f-5843-422f-b0ea-035f17e3079c tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4534445 Jul 08 01:55:07.263336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cff125-fb7f-4af4-85fe-0b5660497f95 req-b305c6bf-f4d6-4bca-bade-b168c43719d7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:07.281826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1cff125-fb7f-4af4-85fe-0b5660497f95 req-b305c6bf-f4d6-4bca-bade-b168c43719d7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 1.5683596 Jul 08 01:55:07.330487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb3b14-4e7c-43a9-b8d4-8de46e40ceff req-dea86f53-6fbe-4e4e-a377-72ad0b46d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:07.338230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94eb3b14-4e7c-43a9-b8d4-8de46e40ceff req-dea86f53-6fbe-4e4e-a377-72ad0b46d1cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 1097 time: 1.6006618 Jul 08 01:55:07.437709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 15216622-0f49-4579-9353-3c6ca02a670d up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:55:07.483984 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1cff125-fb7f-4af4-85fe-0b5660497f95 req-b32bfd1d-5bd3-48f4-8974-582eef34a211 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984859 Jul 08 01:55:07.521888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94eb3b14-4e7c-43a9-b8d4-8de46e40ceff req-fe6cf2e3-6619-4243-a138-8f619345e8ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747100 Jul 08 01:55:07.639445 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c36b0a-3247-47ba-9313-d2f904493179 x-openstack-request-id: req-34c36b0a-3247-47ba-9313-d2f904493179 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:07.648531 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23e7013f-d08b-4855-83f0-60b4221aebd4", "tag": "7d26de73-1ab1-4cad-8978-f6a541ccd39e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:07.650285 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34c36b0a-3247-47ba-9313-d2f904493179 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:07.652089 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e7013f-d08b-4855-83f0-60b4221aebd4', 'tag': '7d26de73-1ab1-4cad-8978-f6a541ccd39e', 'status': 'completed', 'code': 200} Jul 08 01:55:07.669844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 15216622-0f49-4579-9353-3c6ca02a670d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:07.670635 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:07.807915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-ef327a74-0967-4211-b70b-5903ebb4d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:07.809654 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-ef327a74-0967-4211-b70b-5903ebb4d2b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 1096 time: 0.5612626 Jul 08 01:55:07.842544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:07.890514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:07.896212 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac56da58-a986-43f7-8590-87529ab94454" -d '{"events": [{"server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "15216622-0f49-4579-9353-3c6ca02a670d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:07.939288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:07.944823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:07.956232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-13471d77-1005-40a2-ac37-9e381dc46d7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d26de73-1ab1-4cad-8978-f6a541ccd39e HTTP/1.1" status: 200 len: 217 time: 0.1247125 Jul 08 01:55:08.098334 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4306cf91-3906-4ca0-b471-90eeb04ccab3 x-openstack-request-id: req-4306cf91-3906-4ca0-b471-90eeb04ccab3 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:08.098650 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "15216622-0f49-4579-9353-3c6ca02a670d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:08.104029 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4306cf91-3906-4ca0-b471-90eeb04ccab3 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:08.104580 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d', 'code': 200} Jul 08 01:55:08.110053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:08.190451 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c5e680a-75b0-4edc-bc16-b9f098c04b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:08.201610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c5e680a-75b0-4edc-bc16-b9f098c04b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:08.309693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-a7eae51a-bc99-415f-866c-8e06745f1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:08.312856 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-a7eae51a-bc99-415f-866c-8e06745f1021 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52a3bd8e-7d3d-4c4b-a89a-7d045d31f792 HTTP/1.1" status: 200 len: 855 time: 0.3446865 Jul 08 01:55:08.491117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38632) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:08.491927 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0c5e680a-75b0-4edc-bc16-b9f098c04b04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=794a82c053da4cc9aee2feb26c31b0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0067651 Jul 08 01:55:08.495111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e680a-75b0-4edc-bc16-b9f098c04b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e240802-e7ac-48b0-9489-2f82356af701,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:08.556716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-0c17ed29-9234-49b7-9e87-b59ccebd636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:08.574305 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-0c17ed29-9234-49b7-9e87-b59ccebd636e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2134361 Jul 08 01:55:08.785320 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804f9f79-d556-4e68-ae55-17cc6b6ba688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:08.817726 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:08.854921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804f9f79-d556-4e68-ae55-17cc6b6ba688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:08.892095 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-b0dd0c9d-c14e-4603-a3ff-5b006a17af10 service neutron] 10.222.0.24 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104649 Jul 08 01:55:09.009347 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804f9f79-d556-4e68-ae55-17cc6b6ba688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:09.012563 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-804f9f79-d556-4e68-ae55-17cc6b6ba688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:09.020182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-804f9f79-d556-4e68-ae55-17cc6b6ba688 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e240802-e7ac-48b0-9489-2f82356af701 HTTP/1.1" status: 204 len: 168 time: 0.5250547 Jul 08 01:55:09.083176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f9f79-d556-4e68-ae55-17cc6b6ba688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e240802-e7ac-48b0-9489-2f82356af701,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:09.155446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef5001-7ab5-4bcf-b8a7-67109f34d6f6 req-936eee6e-67ea-48cd-94e3-08d11c5341b4 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:09.158296 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fef5001-7ab5-4bcf-b8a7-67109f34d6f6 req-936eee6e-67ea-48cd-94e3-08d11c5341b4 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 944 time: 0.5053308 Jul 08 01:55:09.288762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fef5001-7ab5-4bcf-b8a7-67109f34d6f6 req-764e7513-6332-4191-9c5e-f3fccddfca55 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694211 Jul 08 01:55:09.319062 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-48027047-4dc1-42e4-bdc5-c3939956f8af req-64a2c5d6-ad0f-4168-a963-86033ef61dd7 service neutron] 10.222.0.24 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217091 Jul 08 01:55:09.335212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5ff1b-a081-4d17-9be7-2cb07132b9da req-5715507e-6fa8-4f1e-8e52-090282a8e8da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:09.343890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00c5ff1b-a081-4d17-9be7-2cb07132b9da req-5715507e-6fa8-4f1e-8e52-090282a8e8da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2282784 Jul 08 01:55:09.416951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00c5ff1b-a081-4d17-9be7-2cb07132b9da req-f40714ba-3e11-4d3b-a98c-89bc1d03277c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713913 Jul 08 01:55:09.567113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-0dc75e83-89da-4869-ad6a-83490d47434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:09.569262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-0dc75e83-89da-4869-ad6a-83490d47434b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 1096 time: 0.1683700 Jul 08 01:55:09.637905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 08cc0ef2-f88e-4d27-827a-d405a25b04a2 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:55:09.755851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:55:09.780900 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:09.781379 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:09.939706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-50acfbad-6091-4bcf-9779-eed0879caeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:09.948199 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-50acfbad-6091-4bcf-9779-eed0879caeb1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 917 time: 0.3701854 Jul 08 01:55:10.210643 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-cc7aa75d-c72c-45ca-9597-cf81fc26981c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d26de73-1ab1-4cad-8978-f6a541ccd39e HTTP/1.1" status: 200 len: 217 time: 0.2412972 Jul 08 01:55:10.326447 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:10.344043 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-c0b1eb9b-65cc-43f6-8cc5-2ca06ae0d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:10.345942 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-c0b1eb9b-65cc-43f6-8cc5-2ca06ae0d8be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=52a3bd8e-7d3d-4c4b-a89a-7d045d31f792 HTTP/1.1" status: 200 len: 855 time: 0.1284726 Jul 08 01:55:10.598634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 08cc0ef2-f88e-4d27-827a-d405a25b04a2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=08cc0ef2-f88e-4d27-827a-d405a25b04a2,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:10.616641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e68079-607b-4f39-8342-42f7ae9d08d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cc0ef2-f88e-4d27-827a-d405a25b04a2'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:10.627204 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51abf95-3b78-4df0-bfcb-7a40a04a943f" -d '{"events": [{"server_uuid": "87e68079-607b-4f39-8342-42f7ae9d08d6", "name": "network-vif-plugged", "status": "completed", "tag": "08cc0ef2-f88e-4d27-827a-d405a25b04a2"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:10.649276 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:10.738196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-48744324-4567-48b5-8c91-a2549ce82d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:10.739889 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-48744324-4567-48b5-8c91-a2549ce82d55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3854899 Jul 08 01:55:10.846923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=08cc0ef2-f88e-4d27-827a-d405a25b04a2,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:10.912429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441292cc-b643-4093-a11a-81ea35117083 req-172d8166-e474-4125-b8ee-80edddd4f05f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:10.923704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-441292cc-b643-4093-a11a-81ea35117083 req-172d8166-e474-4125-b8ee-80edddd4f05f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 944 time: 0.2930372 Jul 08 01:55:10.965984 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-ba09ca8c-2bdb-457c-af77-c0ec17638b64 service neutron] 10.222.0.24 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186990 Jul 08 01:55:11.152893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-441292cc-b643-4093-a11a-81ea35117083 req-5dc0878d-6749-456d-a1a5-2a041d6a848d tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278066 Jul 08 01:55:11.260198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4daac-917c-47d8-86ef-e77673072e33 req-7bd5e10c-bc02-48e6-b899-2e4dcd5c8c92 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:11.268922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-daf4daac-917c-47d8-86ef-e77673072e33 req-7bd5e10c-bc02-48e6-b899-2e4dcd5c8c92 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.3997102 Jul 08 01:55:11.287298 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b0607ec-d03b-4a3f-80fe-ab902bc8b348 req-5e4c9a8e-ca4b-4dd9-b123-409eb0456a00 service neutron] 10.222.0.24 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126976 Jul 08 01:55:11.298384 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a851d2-aea3-4227-bf60-705e089c56c0 x-openstack-request-id: req-82a851d2-aea3-4227-bf60-705e089c56c0 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:11.298945 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e68079-607b-4f39-8342-42f7ae9d08d6", "name": "network-vif-plugged", "status": "completed", "tag": "08cc0ef2-f88e-4d27-827a-d405a25b04a2", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:11.299351 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82a851d2-aea3-4227-bf60-705e089c56c0 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:11.299909 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e68079-607b-4f39-8342-42f7ae9d08d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cc0ef2-f88e-4d27-827a-d405a25b04a2', 'code': 200} Jul 08 01:55:11.416084 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-daf4daac-917c-47d8-86ef-e77673072e33 req-a2f40e9a-b4cb-4dcb-bd2a-28486de48553 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389987 Jul 08 01:55:11.456495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d26de73-1ab1-4cad-8978-f6a541ccd39e details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:55:11.690829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e86ada-a782-4bed-b055-7f54a3ed0d42 req-4b36c2af-c0ea-409a-8373-bf1793591274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:11.703693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64e86ada-a782-4bed-b055-7f54a3ed0d42 req-4b36c2af-c0ea-409a-8373-bf1793591274 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87e68079-607b-4f39-8342-42f7ae9d08d6 HTTP/1.1" status: 200 len: 1098 time: 0.2864225 Jul 08 01:55:11.780600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d26de73-1ab1-4cad-8978-f6a541ccd39e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d26de73-1ab1-4cad-8978-f6a541ccd39e,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:11.785220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64e86ada-a782-4bed-b055-7f54a3ed0d42 req-e3acc559-0a59-4aae-be48-8430adcfa8a9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752103 Jul 08 01:55:11.844296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '7d26de73-1ab1-4cad-8978-f6a541ccd39e', 'network_id': '9ca346dd-d4a5-4f57-9e47-8c22102d43a3', 'port_id': '7d26de73-1ab1-4cad-8978-f6a541ccd39e', 'mac_address': 'fa:16:3e:b5:2d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a3bd8e-7d3d-4c4b-a89a-7d045d31f792', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:55:11.968940 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:12.009064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d26de73-1ab1-4cad-8978-f6a541ccd39e {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:55:12.064698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d26de73-1ab1-4cad-8978-f6a541ccd39e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d26de73-1ab1-4cad-8978-f6a541ccd39e,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:12.070391 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:12.244275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7d26de73-1ab1-4cad-8978-f6a541ccd39e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:12.405604 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['7d26de73-1ab1-4cad-8978-f6a541ccd39e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:12.818062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb6dcd-670d-4af2-a273-22af4ca41c39 req-4e15e62d-99e2-4489-bb2a-0a537b37e684 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:12.837594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58cb6dcd-670d-4af2-a273-22af4ca41c39 req-4e15e62d-99e2-4489-bb2a-0a537b37e684 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 945 time: 0.2370863 Jul 08 01:55:12.998726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58cb6dcd-670d-4af2-a273-22af4ca41c39 req-094f57d0-ba7f-4ad8-bd05-26fa9cbf4440 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584740 Jul 08 01:55:13.524879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f96471-dea3-49ac-a05a-d913c3651bcd req-79d9efa9-76ae-4e7b-82ae-b2825b7c13c1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:13.543959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8f96471-dea3-49ac-a05a-d913c3651bcd req-79d9efa9-76ae-4e7b-82ae-b2825b7c13c1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2358134 Jul 08 01:55:13.697238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8f96471-dea3-49ac-a05a-d913c3651bcd req-afb5f708-fa48-4c85-abb3-77cc00e72606 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517546 Jul 08 01:55:14.611421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fbc5b-f43f-472c-821b-8fe96f0bec8c req-31c5a19e-8766-407f-8ecc-66e8a1aad522 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:14.626486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f3fbc5b-f43f-472c-821b-8fe96f0bec8c req-31c5a19e-8766-407f-8ecc-66e8a1aad522 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 945 time: 0.2017629 Jul 08 01:55:14.749324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f3fbc5b-f43f-472c-821b-8fe96f0bec8c req-201158cf-c778-4ad9-a138-bbc847a02647 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180131 Jul 08 01:55:15.454688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d26de73-1ab1-4cad-8978-f6a541ccd39e up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:55:15.569186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e872e-5a91-4c5b-84ad-9f333fbad64a req-6a681798-4f4a-4574-a6f5-9fabe2d7746a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:15.576807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e10e872e-5a91-4c5b-84ad-9f333fbad64a req-6a681798-4f4a-4574-a6f5-9fabe2d7746a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2752793 Jul 08 01:55:15.794241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 7d26de73-1ab1-4cad-8978-f6a541ccd39e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:55:15.817129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e10e872e-5a91-4c5b-84ad-9f333fbad64a req-73b42855-4f4d-4ff6-bf46-c42b0af37d4c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039437 Jul 08 01:55:15.845497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 7d26de73-1ab1-4cad-8978-f6a541ccd39e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:15.849046 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:16.300473 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:16.353997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 7d26de73-1ab1-4cad-8978-f6a541ccd39e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d26de73-1ab1-4cad-8978-f6a541ccd39e,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:16.355405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e7013f-d08b-4855-83f0-60b4221aebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d26de73-1ab1-4cad-8978-f6a541ccd39e'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:16.362242 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb92a1e-ea0f-4a91-a34b-bc64b24a3a14" -d '{"events": [{"server_uuid": "23e7013f-d08b-4855-83f0-60b4221aebd4", "name": "network-vif-plugged", "status": "completed", "tag": "7d26de73-1ab1-4cad-8978-f6a541ccd39e"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:16.372896 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:16.462157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2453376-4f75-47ef-a9dc-13104174b99b req-19a13b1d-aa66-4ae1-9a60-4c952ac57d83 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:16.472969 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2453376-4f75-47ef-a9dc-13104174b99b req-19a13b1d-aa66-4ae1-9a60-4c952ac57d83 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 945 time: 0.1471493 Jul 08 01:55:16.481434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=7d26de73-1ab1-4cad-8978-f6a541ccd39e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:16.514342 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e847f94d-0e92-450e-9b8d-84ff280f8f6a x-openstack-request-id: req-e847f94d-0e92-450e-9b8d-84ff280f8f6a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:16.514651 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e7013f-d08b-4855-83f0-60b4221aebd4", "name": "network-vif-plugged", "status": "completed", "tag": "7d26de73-1ab1-4cad-8978-f6a541ccd39e", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:16.515042 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e847f94d-0e92-450e-9b8d-84ff280f8f6a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:16.515458 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e7013f-d08b-4855-83f0-60b4221aebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d26de73-1ab1-4cad-8978-f6a541ccd39e', 'code': 200} Jul 08 01:55:16.541480 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2453376-4f75-47ef-a9dc-13104174b99b req-c01ab208-6337-4914-8e56-bc3453306eaf tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616558 Jul 08 01:55:16.787058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366d7c2-5863-426f-8e55-a1935c84d952 req-ac795d99-0063-4705-8973-9d382ce51d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:16.788589 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5366d7c2-5863-426f-8e55-a1935c84d952 req-ac795d99-0063-4705-8973-9d382ce51d92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 1098 time: 0.1944275 Jul 08 01:55:16.899850 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5366d7c2-5863-426f-8e55-a1935c84d952 req-741e79e5-1104-47a1-93bb-26ad623a939c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021361 Jul 08 01:55:17.283754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0cb61-71ff-470e-9f31-f430c2d0a139 req-f3667e2c-5b7e-41ea-9e8f-35740f285c25 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:17.309540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0f0cb61-71ff-470e-9f31-f430c2d0a139 req-f3667e2c-5b7e-41ea-9e8f-35740f285c25 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2223287 Jul 08 01:55:17.439532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0f0cb61-71ff-470e-9f31-f430c2d0a139 req-2513aafb-9bf6-4a78-9f19-46102881427b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288321 Jul 08 01:55:17.899271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782eedc-05d1-4d00-ae57-1425a3ffaa39 req-210132b1-f53f-495a-8115-6a26a56033e2 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:17.920317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2782eedc-05d1-4d00-ae57-1425a3ffaa39 req-210132b1-f53f-495a-8115-6a26a56033e2 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 946 time: 0.1732798 Jul 08 01:55:18.129587 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2782eedc-05d1-4d00-ae57-1425a3ffaa39 req-100d0d72-e29c-4ecd-90b6-e3511488b7a3 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076173 Jul 08 01:55:18.948861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdbc43-9331-41a2-9305-42b619b204f6 req-e707fbfe-0809-4bb0-adf9-297ab21c6fa8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:18.951169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9cfdbc43-9331-41a2-9305-42b619b204f6 req-e707fbfe-0809-4bb0-adf9-297ab21c6fa8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2135603 Jul 08 01:55:19.048340 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9cfdbc43-9331-41a2-9305-42b619b204f6 req-7341afe7-72d5-4bf1-814b-84efd43172f6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870903 Jul 08 01:55:19.639229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc5da3-bb15-4d2f-8f8b-7b4d97e98883 req-e054dedc-ca46-41ff-88d3-f81194f686fe tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:19.642411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bdc5da3-bb15-4d2f-8f8b-7b4d97e98883 req-e054dedc-ca46-41ff-88d3-f81194f686fe tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 946 time: 0.2243643 Jul 08 01:55:19.803382 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bdc5da3-bb15-4d2f-8f8b-7b4d97e98883 req-27ac4ead-24a6-4ea4-98a8-6c3287b18ec2 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490765 Jul 08 01:55:20.424894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b8d05-e622-42a1-842a-14ce07ae0a5b req-e886e5f3-a1bb-4e38-8e96-35352fec55ef tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:20.442937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-795b8d05-e622-42a1-842a-14ce07ae0a5b req-e886e5f3-a1bb-4e38-8e96-35352fec55ef tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.2486401 Jul 08 01:55:20.578963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-795b8d05-e622-42a1-842a-14ce07ae0a5b req-957a3f72-89db-443f-925b-22de672edb77 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295285 Jul 08 01:55:20.638386 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8d65b716-d85b-4f6c-8743-0f5ef239be60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:21.151728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7687d6-570c-4188-a925-eacff4d9c1fd req-53ac3f1c-448b-4730-8cab-71211c7a8478 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:21.162814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a7687d6-570c-4188-a925-eacff4d9c1fd req-53ac3f1c-448b-4730-8cab-71211c7a8478 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2682576 Jul 08 01:55:21.288398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a7687d6-570c-4188-a925-eacff4d9c1fd req-e368dd38-c6ba-4e52-8714-b99a3fc7b77b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178422 Jul 08 01:55:21.855327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3d158-f977-4141-ad7b-8c007735a4ab req-a8aac111-2c80-4824-a691-772aa6de8b8e tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:21.881693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ba3d158-f977-4141-ad7b-8c007735a4ab req-a8aac111-2c80-4824-a691-772aa6de8b8e tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e68079-607b-4f39-8342-42f7ae9d08d6 HTTP/1.1" status: 200 len: 946 time: 0.2304473 Jul 08 01:55:22.030680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ba3d158-f977-4141-ad7b-8c007735a4ab req-a86271df-2429-4dfe-8bd1-919bd9646674 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479578 Jul 08 01:55:22.725569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acf636-f933-45dd-bc85-3f4bdee919c7 req-5230b454-401f-4d68-8a2e-97c75ac398f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.732605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acf636-f933-45dd-bc85-3f4bdee919c7 req-5230b454-401f-4d68-8a2e-97c75ac398f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.749117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acf636-f933-45dd-bc85-3f4bdee919c7 req-5230b454-401f-4d68-8a2e-97c75ac398f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.768446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acf636-f933-45dd-bc85-3f4bdee919c7 req-5230b454-401f-4d68-8a2e-97c75ac398f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.783067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acf636-f933-45dd-bc85-3f4bdee919c7 req-5230b454-401f-4d68-8a2e-97c75ac398f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.801121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acf636-f933-45dd-bc85-3f4bdee919c7 req-5230b454-401f-4d68-8a2e-97c75ac398f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.813575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acf636-f933-45dd-bc85-3f4bdee919c7 req-5230b454-401f-4d68-8a2e-97c75ac398f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:22.831603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0acf636-f933-45dd-bc85-3f4bdee919c7 req-5230b454-401f-4d68-8a2e-97c75ac398f4 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5433 time: 0.3795540 Jul 08 01:55:22.941070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0acf636-f933-45dd-bc85-3f4bdee919c7 req-0814b0e9-7175-499a-84f0-b77ba61a0c89 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083136 Jul 08 01:55:23.379399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bbc8a-624d-4d51-ba70-1ab654b562fd req-5f1419ab-7a7f-43a4-8c89-76907f810351 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.388295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-80454dd8-4150-43af-9c6e-9bbed3441a3a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.392461 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-37e22598-5d1f-49be-86f8-adc5291796fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.401618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e02bbc8a-624d-4d51-ba70-1ab654b562fd req-5f1419ab-7a7f-43a4-8c89-76907f810351 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 946 time: 0.2388332 Jul 08 01:55:23.422031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-80454dd8-4150-43af-9c6e-9bbed3441a3a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.440403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-80454dd8-4150-43af-9c6e-9bbed3441a3a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.448853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-80454dd8-4150-43af-9c6e-9bbed3441a3a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.458244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-80454dd8-4150-43af-9c6e-9bbed3441a3a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.470725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-80454dd8-4150-43af-9c6e-9bbed3441a3a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.482445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-80454dd8-4150-43af-9c6e-9bbed3441a3a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.482445 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-80454dd8-4150-43af-9c6e-9bbed3441a3a tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5433 time: 0.3990419 Jul 08 01:55:23.635425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e02bbc8a-624d-4d51-ba70-1ab654b562fd req-cf3af75a-03df-41c5-b01b-34afeed260ec tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305732 Jul 08 01:55:23.702350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-cef5288b-6c84-4afc-a0e0-8f074870c183 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.706164 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-cef5288b-6c84-4afc-a0e0-8f074870c183 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "GET /v2.0/ports/8df25cd3-c5a6-443a-a54f-49eae7611a87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2170622 Jul 08 01:55:23.713931 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:23.752723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58781fb2-3a38-4e4a-ae08-c314ad37fec9 req-0bbc4ea4-93ce-4acc-9c58-2c2d11d5117e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:23.771145 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58781fb2-3a38-4e4a-ae08-c314ad37fec9 req-0bbc4ea4-93ce-4acc-9c58-2c2d11d5117e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.3292818 Jul 08 01:55:23.889200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58781fb2-3a38-4e4a-ae08-c314ad37fec9 req-17f13bd7-7514-46cc-bd3b-432a165a538d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143150 Jul 08 01:55:23.961999 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-0134483a-6fb1-431d-b0f9-5bc26583fb5d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "GET /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2443843 Jul 08 01:55:23.977627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:24.139008 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.515436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a94a-ad85-4c98-b942-ea56e4b701a0 req-8b93a1cf-7fcd-459c-9a9f-d4c8286d8f2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.530054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] For port 8df25cd3-c5a6-443a-a54f-49eae7611a87, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8df25cd3-c5a6-443a-a54f-49eae7611a87,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:24.541441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a94a-ad85-4c98-b942-ea56e4b701a0 req-8b93a1cf-7fcd-459c-9a9f-d4c8286d8f2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.559183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a94a-ad85-4c98-b942-ea56e4b701a0 req-8b93a1cf-7fcd-459c-9a9f-d4c8286d8f2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.578068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a94a-ad85-4c98-b942-ea56e4b701a0 req-8b93a1cf-7fcd-459c-9a9f-d4c8286d8f2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.603529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a94a-ad85-4c98-b942-ea56e4b701a0 req-8b93a1cf-7fcd-459c-9a9f-d4c8286d8f2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.617986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] For port 8df25cd3-c5a6-443a-a54f-49eae7611a87, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:24.621258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a94a-ad85-4c98-b942-ea56e4b701a0 req-8b93a1cf-7fcd-459c-9a9f-d4c8286d8f2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.645846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23a94a-ad85-4c98-b942-ea56e4b701a0 req-8b93a1cf-7fcd-459c-9a9f-d4c8286d8f2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.663024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] device_id is not set on port 8df25cd3-c5a6-443a-a54f-49eae7611a87 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:55:24.666867 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f23a94a-ad85-4c98-b942-ea56e4b701a0 req-8b93a1cf-7fcd-459c-9a9f-d4c8286d8f2f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 5433 time: 0.4160328 Jul 08 01:55:24.678774 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.694051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.776708 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:24.784274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f23a94a-ad85-4c98-b942-ea56e4b701a0 req-acd70eaf-9261-4df0-b663-27b3b8d1f5ac tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163676 Jul 08 01:55:24.855834 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec93782-8068-40c2-83b7-4c7e6906982e req-c71e97da-d88f-46cd-a6bc-48598d032e4d tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:24.872913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec93782-8068-40c2-83b7-4c7e6906982e req-c71e97da-d88f-46cd-a6bc-48598d032e4d tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.4848986 Jul 08 01:55:25.020960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ec93782-8068-40c2-83b7-4c7e6906982e req-c0227083-5fd8-46b2-8fb7-c0b43d81002a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470313 Jul 08 01:55:25.026337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] No DVR routers for this DVR port 8df25cd3-c5a6-443a-a54f-49eae7611a87 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:25.034992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] Pushing event updated for resources: {'Port': ['ID=8df25cd3-c5a6-443a-a54f-49eae7611a87,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:25.143038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] In _notify_port_updated(), no bound segment for port 8df25cd3-c5a6-443a-a54f-49eae7611a87 on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:55:25.143038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:25.143038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:25.144026 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-c4f20348-54b6-4046-a914-31e945f42325 service neutron] 10.222.0.24 "PUT /v2.0/ports/8df25cd3-c5a6-443a-a54f-49eae7611a87 HTTP/1.1" status: 200 len: 1028 time: 1.1743264 Jul 08 01:55:25.297372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-2b533190-8020-43cc-a027-5e3373f50d70 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:25.301339 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-2b533190-8020-43cc-a027-5e3373f50d70 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "GET /v2.0/ports/0f688c92-bbac-444a-89a5-09bc58a187d5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1513700 Jul 08 01:55:25.334389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:25.473818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cede7e0b-4b79-4704-b5be-232d23f8abd5 None None] Provisioning complete for port 8df25cd3-c5a6-443a-a54f-49eae7611a87 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:25.474198 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cede7e0b-4b79-4704-b5be-232d23f8abd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:25.579795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb0cc4-4dd0-4413-bd41-6ea81cbdc3be req-9c8c3587-b254-45d1-a1ed-6fa604bf5615 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:25.617693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6eb0cc4-4dd0-4413-bd41-6ea81cbdc3be req-9c8c3587-b254-45d1-a1ed-6fa604bf5615 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2600441 Jul 08 01:55:25.621860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-cede7e0b-4b79-4704-b5be-232d23f8abd5 None None] Port 8df25cd3-c5a6-443a-a54f-49eae7611a87 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:55:25.666122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:25.914159 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6eb0cc4-4dd0-4413-bd41-6ea81cbdc3be req-e2a5635d-b487-4247-9d10-d05665b12233 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607732 Jul 08 01:55:26.055835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7287fa1-5537-41c5-9994-db4b0400de47 req-17805634-ca1c-45cf-80f3-88dde7d96a0f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.061394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7287fa1-5537-41c5-9994-db4b0400de47 req-17805634-ca1c-45cf-80f3-88dde7d96a0f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.071802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7287fa1-5537-41c5-9994-db4b0400de47 req-17805634-ca1c-45cf-80f3-88dde7d96a0f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.079272 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7287fa1-5537-41c5-9994-db4b0400de47 req-17805634-ca1c-45cf-80f3-88dde7d96a0f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4&device_id=87e68079-607b-4f39-8342-42f7ae9d08d6&device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 2418 time: 0.3849633 Jul 08 01:55:26.213392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7287fa1-5537-41c5-9994-db4b0400de47 req-fedf651a-0f02-4016-bbea-c8ef3227b59f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266091 Jul 08 01:55:26.268655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] For port 0f688c92-bbac-444a-89a5-09bc58a187d5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=0f688c92-bbac-444a-89a5-09bc58a187d5,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:26.371425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] For port 0f688c92-bbac-444a-89a5-09bc58a187d5, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:55:26.419915 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:26.507384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] device_id is not set on port 0f688c92-bbac-444a-89a5-09bc58a187d5 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:55:26.515952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043542d-06e2-4466-aa61-c06ffed35d25 req-11438a6f-3e1d-4b71-ad3a-de86b94e09a1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.524379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043542d-06e2-4466-aa61-c06ffed35d25 req-11438a6f-3e1d-4b71-ad3a-de86b94e09a1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.545075 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:26.563770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043542d-06e2-4466-aa61-c06ffed35d25 req-11438a6f-3e1d-4b71-ad3a-de86b94e09a1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.569336 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:26.588702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043542d-06e2-4466-aa61-c06ffed35d25 req-11438a6f-3e1d-4b71-ad3a-de86b94e09a1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.613648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043542d-06e2-4466-aa61-c06ffed35d25 req-11438a6f-3e1d-4b71-ad3a-de86b94e09a1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.644257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043542d-06e2-4466-aa61-c06ffed35d25 req-11438a6f-3e1d-4b71-ad3a-de86b94e09a1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:26.669943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1043542d-06e2-4466-aa61-c06ffed35d25 req-11438a6f-3e1d-4b71-ad3a-de86b94e09a1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 4658 time: 0.4041059 Jul 08 01:55:26.823088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1043542d-06e2-4466-aa61-c06ffed35d25 req-b96b8868-f0b1-43f9-bf6b-52be92476287 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=dc5abdec-dbbd-46b9-816b-74c2a51cc099&id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502585 Jul 08 01:55:26.854855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] No DVR routers for this DVR port 0f688c92-bbac-444a-89a5-09bc58a187d5 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:26.981668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] Pushing event updated for resources: {'Port': ['ID=0f688c92-bbac-444a-89a5-09bc58a187d5,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:27.002744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] In _notify_port_updated(), no bound segment for port 0f688c92-bbac-444a-89a5-09bc58a187d5 on network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 01:55:27.010129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:27.010808 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:27.012460 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-d926f2d9-15a4-46d4-98ee-9f4953dc154b service neutron] 10.222.0.24 "PUT /v2.0/ports/0f688c92-bbac-444a-89a5-09bc58a187d5 HTTP/1.1" status: 200 len: 1025 time: 1.6983886 Jul 08 01:55:27.112068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd770-ac42-4678-a902-f821cb6f36e3 req-fabdfc8b-d3da-421d-baee-f5a1b156b07f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:27.121307 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-182fd770-ac42-4678-a902-f821cb6f36e3 req-fabdfc8b-d3da-421d-baee-f5a1b156b07f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 946 time: 0.2970231 Jul 08 01:55:27.289247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-42a37e5d-9098-4014-9a2b-f315b2f222d2 None None] Provisioning complete for port 0f688c92-bbac-444a-89a5-09bc58a187d5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:55:27.291181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-42a37e5d-9098-4014-9a2b-f315b2f222d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:27.375098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-42a37e5d-9098-4014-9a2b-f315b2f222d2 None None] Port 0f688c92-bbac-444a-89a5-09bc58a187d5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:55:27.393548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-910b2082-d1e5-4670-a9a6-86b39e62951c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting port 54e8d5e4-912a-42c9-91af-9e7630c09c8c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:27.393899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-910b2082-d1e5-4670-a9a6-86b39e62951c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:27.449502 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-182fd770-ac42-4678-a902-f821cb6f36e3 req-8ef48652-8264-4bfe-9d7e-a2d228c88b73 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254397 Jul 08 01:55:27.541452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:27.634679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608d65d-f3f9-42ec-be08-5885e96b93f7 req-2379e14f-80fd-4228-9681-f0053cd2431d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:27.643142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3608d65d-f3f9-42ec-be08-5885e96b93f7 req-2379e14f-80fd-4228-9681-f0053cd2431d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.3457696 Jul 08 01:55:27.771088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3608d65d-f3f9-42ec-be08-5885e96b93f7 req-8ac5e1fa-16de-4c3f-96ea-2409b1692242 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195323 Jul 08 01:55:27.790849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-910b2082-d1e5-4670-a9a6-86b39e62951c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] For port 54e8d5e4-912a-42c9-91af-9e7630c09c8c, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=54e8d5e4-912a-42c9-91af-9e7630c09c8c,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:27.804139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-910b2082-d1e5-4670-a9a6-86b39e62951c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:27.824068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-910b2082-d1e5-4670-a9a6-86b39e62951c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Calling delete_port for 54e8d5e4-912a-42c9-91af-9e7630c09c8c owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:27.921261 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:28.103373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:28.115909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59bc661f-2c71-4a88-aff0-9fc77cbf1bdc'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:28.128374 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac43bcb0-e172-4d82-8c45-4e4c34712155" -d '{"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-unplugged", "status": "completed", "tag": "59bc661f-2c71-4a88-aff0-9fc77cbf1bdc"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:28.141316 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:28.144398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 01f59963-7727-45d1-8c67-8c68a0c10e2f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:28.154022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-910b2082-d1e5-4670-a9a6-86b39e62951c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:28.305833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b2082-d1e5-4670-a9a6-86b39e62951c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Port': ['ID=54e8d5e4-912a-42c9-91af-9e7630c09c8c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:28.455204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6deb9-9994-4aa3-879d-614b3ac15955 req-4aeb6900-48f9-4bb8-bc1c-7a89258426f3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:28.463481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6deb9-9994-4aa3-879d-614b3ac15955 req-4aeb6900-48f9-4bb8-bc1c-7a89258426f3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:28.470236 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75376d3c-1546-4893-8124-23053063c51c x-openstack-request-id: req-75376d3c-1546-4893-8124-23053063c51c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:28.470539 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-unplugged", "status": "completed", "tag": "59bc661f-2c71-4a88-aff0-9fc77cbf1bdc", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:28.471793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6deb9-9994-4aa3-879d-614b3ac15955 req-4aeb6900-48f9-4bb8-bc1c-7a89258426f3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:28.472191 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75376d3c-1546-4893-8124-23053063c51c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:28.472842 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59bc661f-2c71-4a88-aff0-9fc77cbf1bdc', 'code': 200} Jul 08 01:55:28.473643 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:28.481023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6deb9-9994-4aa3-879d-614b3ac15955 req-4aeb6900-48f9-4bb8-bc1c-7a89258426f3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:28.490745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4af6deb9-9994-4aa3-879d-614b3ac15955 req-4aeb6900-48f9-4bb8-bc1c-7a89258426f3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 3149 time: 0.2954583 Jul 08 01:55:28.530501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-910b2082-d1e5-4670-a9a6-86b39e62951c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] No DVR routers for this DVR port 54e8d5e4-912a-42c9-91af-9e7630c09c8c on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:28.538455 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-910b2082-d1e5-4670-a9a6-86b39e62951c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:28.547448 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-910b2082-d1e5-4670-a9a6-86b39e62951c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "DELETE /v2.0/ports/54e8d5e4-912a-42c9-91af-9e7630c09c8c HTTP/1.1" status: 204 len: 173 time: 1.5289998 Jul 08 01:55:28.548015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-deleted', 'tag': '54e8d5e4-912a-42c9-91af-9e7630c09c8c'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:28.553981 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2ca754-d8f3-4be4-870d-bc2f5018f28b" -d '{"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-deleted", "tag": "54e8d5e4-912a-42c9-91af-9e7630c09c8c"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:28.573823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 01f59963-7727-45d1-8c67-8c68a0c10e2f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=01f59963-7727-45d1-8c67-8c68a0c10e2f,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:28.599639 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:28.603201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:28.612941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4af6deb9-9994-4aa3-879d-614b3ac15955 req-bbbe8acb-879f-4617-b06b-5b72760db22e tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211779 Jul 08 01:55:28.780711 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1830d4-52b8-4fc5-8ce0-970486a3403d x-openstack-request-id: req-fc1830d4-52b8-4fc5-8ce0-970486a3403d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:28.780711 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-deleted", "tag": "54e8d5e4-912a-42c9-91af-9e7630c09c8c", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:28.780994 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc1830d4-52b8-4fc5-8ce0-970486a3403d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:28.781330 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-deleted', 'tag': '54e8d5e4-912a-42c9-91af-9e7630c09c8c', 'status': 'completed', 'code': 200} Jul 08 01:55:28.801133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:28.996710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=01f59963-7727-45d1-8c67-8c68a0c10e2f,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:29.009176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-f463a256-bafa-42fa-8b49-4ded01f8f851 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:29.009532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-f463a256-bafa-42fa-8b49-4ded01f8f851 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.305342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97308b72-2d4b-4f4f-ac2e-b1cc867f75d6 req-4c9f01af-18c5-4ebe-a2f9-f45b8a05ea34 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:29.325123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97308b72-2d4b-4f4f-ac2e-b1cc867f75d6 req-4c9f01af-18c5-4ebe-a2f9-f45b8a05ea34 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.1972837 Jul 08 01:55:29.360539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-f463a256-bafa-42fa-8b49-4ded01f8f851 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] For port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:29.363066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-f463a256-bafa-42fa-8b49-4ded01f8f851 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.406926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-f463a256-bafa-42fa-8b49-4ded01f8f851 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Calling delete_port for ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:29.441009 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97308b72-2d4b-4f4f-ac2e-b1cc867f75d6 req-256a9035-1404-4c38-b89f-5c28041bb7ff tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148498 Jul 08 01:55:29.498873 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.550420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:29.557895 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.561372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:29.775953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:29.891243 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.901692 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-f463a256-bafa-42fa-8b49-4ded01f8f851 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.939264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:29.946314 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:29.947975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 0f688c92-bbac-444a-89a5-09bc58a187d5 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:30.153850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463a256-bafa-42fa-8b49-4ded01f8f851 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Port': ['ID=ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:30.213765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 0f688c92-bbac-444a-89a5-09bc58a187d5 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:30.221686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8df25cd3-c5a6-443a-a54f-49eae7611a87 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:30.276536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-f463a256-bafa-42fa-8b49-4ded01f8f851 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] No DVR routers for this DVR port ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:30.286762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-f463a256-bafa-42fa-8b49-4ded01f8f851 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.294372 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-f463a256-bafa-42fa-8b49-4ded01f8f851 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "DELETE /v2.0/ports/ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a HTTP/1.1" status: 204 len: 173 time: 1.7252233 Jul 08 01:55:30.358899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:30.377487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8df25cd3-c5a6-443a-a54f-49eae7611a87 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:30.377930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 54e8d5e4-912a-42c9-91af-9e7630c09c8c no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:30.426469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 54e8d5e4-912a-42c9-91af-9e7630c09c8c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:30.426832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 54e8d5e4-912a-42c9-91af-9e7630c09c8c not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:30.473885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f59963-7727-45d1-8c67-8c68a0c10e2f'}, {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a'}, {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ce9f60-571d-4f8a-8f0f-2c24d7ada896'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:30.476376 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270ecd5c-284f-4541-b6ab-e723fef81798" -d '{"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-unplugged", "status": "completed", "tag": "01f59963-7727-45d1-8c67-8c68a0c10e2f"}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-unplugged", "status": "completed", "tag": "ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a"}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ce9f60-571d-4f8a-8f0f-2c24d7ada896"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:30.646224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting port 01f59963-7727-45d1-8c67-8c68a0c10e2f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:30.648770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d15c-8df0-4808-8862-1ee5230823e4 req-533b9410-eb41-4948-b92e-9e44f9fa83c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:30.652274 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:30.668193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d15c-8df0-4808-8862-1ee5230823e4 req-533b9410-eb41-4948-b92e-9e44f9fa83c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:30.677418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d15c-8df0-4808-8862-1ee5230823e4 req-533b9410-eb41-4948-b92e-9e44f9fa83c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:30.692914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96b1d15c-8df0-4808-8862-1ee5230823e4 req-533b9410-eb41-4948-b92e-9e44f9fa83c1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 2410 time: 0.1610146 Jul 08 01:55:30.806609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-deleted', 'tag': 'ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:30.813018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96b1d15c-8df0-4808-8862-1ee5230823e4 req-c01779be-1e38-4f9e-9f38-9b2d029fc9fb tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190038 Jul 08 01:55:30.847064 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5549f0b-3ee6-48e6-a788-dbfd0dfee370" -d '{"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-deleted", "tag": "ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:30.956468 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cf1037-263d-4101-a693-15323faf32e8 x-openstack-request-id: req-70cf1037-263d-4101-a693-15323faf32e8 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:30.957015 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-unplugged", "status": "completed", "tag": "01f59963-7727-45d1-8c67-8c68a0c10e2f", "code": 200}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-unplugged", "status": "completed", "tag": "ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a", "code": 200}, {"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-unplugged", "status": "completed", "tag": "d5ce9f60-571d-4f8a-8f0f-2c24d7ada896", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:30.957365 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70cf1037-263d-4101-a693-15323faf32e8 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:30.958569 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01f59963-7727-45d1-8c67-8c68a0c10e2f', 'code': 200} Jul 08 01:55:30.958951 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a', 'code': 200} Jul 08 01:55:30.959323 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5ce9f60-571d-4f8a-8f0f-2c24d7ada896', 'code': 200} Jul 08 01:55:31.005019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] For port 01f59963-7727-45d1-8c67-8c68a0c10e2f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=01f59963-7727-45d1-8c67-8c68a0c10e2f,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:31.005396 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:31.041530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38996) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:31.196032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c64f6-00a2-408c-9423-cb42591a22bd req-17d7fc24-7c6c-495b-a1e8-589bc1f63a76 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:31.197898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc1c64f6-00a2-408c-9423-cb42591a22bd req-17d7fc24-7c6c-495b-a1e8-589bc1f63a76 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.2252543 Jul 08 01:55:31.342494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc1c64f6-00a2-408c-9423-cb42591a22bd req-71047eb4-2995-48d4-8b2e-e60bf8e08ec9 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388412 Jul 08 01:55:31.480534 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d701bad-10ec-4dbb-82f9-81e2fb8e5eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.062497 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78348655-c49c-47f5-815b-1d1445e95821 x-openstack-request-id: req-78348655-c49c-47f5-815b-1d1445e95821 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:32.063482 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-deleted", "tag": "ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:32.063482 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78348655-c49c-47f5-815b-1d1445e95821 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:32.063482 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-deleted', 'tag': 'ee99cdc3-1aa1-40ab-b3c2-9c54f4d8311a', 'status': 'completed', 'code': 200} Jul 08 01:55:32.543508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687956a6-701b-4216-9a28-aca53ef9dde7 req-76b6363d-bf6c-4667-ad68-6f3f5435d5d1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:32.572213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687956a6-701b-4216-9a28-aca53ef9dde7 req-76b6363d-bf6c-4667-ad68-6f3f5435d5d1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:32.592084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687956a6-701b-4216-9a28-aca53ef9dde7 req-76b6363d-bf6c-4667-ad68-6f3f5435d5d1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:32.605452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-687956a6-701b-4216-9a28-aca53ef9dde7 req-76b6363d-bf6c-4667-ad68-6f3f5435d5d1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 2410 time: 0.3236978 Jul 08 01:55:32.636204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.645008 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:32.645517 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Floating IP ac359ea1-139b-4e9f-b071-59a2d5cdb3ef disassociated. External IP: 172.25.4.20, port: 01f59963-7727-45d1-8c67-8c68a0c10e2f. Jul 08 01:55:32.646185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Calling delete_port for 01f59963-7727-45d1-8c67-8c68a0c10e2f owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:32.734703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-687956a6-701b-4216-9a28-aca53ef9dde7 req-5cfa68d6-fa28-41dc-a639-bf9ac0ef1456 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274116 Jul 08 01:55:32.753677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fdd46-1216-4ed2-ada8-1d5fb9d7d5ce req-eb90312c-08fe-4667-881c-4cebe383c1d9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:32.763167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd0fdd46-1216-4ed2-ada8-1d5fb9d7d5ce req-eb90312c-08fe-4667-881c-4cebe383c1d9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.3984816 Jul 08 01:55:32.858911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd0fdd46-1216-4ed2-ada8-1d5fb9d7d5ce req-2c3ecffe-3cd2-46fb-91cd-a965745f18b1 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945635 Jul 08 01:55:32.969832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-5d6e71cc-e55a-4196-9799-229ea8c09904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:32.971717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-5d6e71cc-e55a-4196-9799-229ea8c09904 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 1098 time: 0.3844137 Jul 08 01:55:33.125105 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d701bad-10ec-4dbb-82f9-81e2fb8e5eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:33.131267 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:33.150621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6552e2-473d-459c-a730-af9e0459f7a1 req-1be38655-1119-4ce4-9e50-d4697861e598 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:33.166542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d6552e2-473d-459c-a730-af9e0459f7a1 req-1be38655-1119-4ce4-9e50-d4697861e598 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.1520190 Jul 08 01:55:33.347314 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d701bad-10ec-4dbb-82f9-81e2fb8e5eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:33.357485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d6552e2-473d-459c-a730-af9e0459f7a1 req-635f2955-8be5-4609-9ecd-7379ccf2f3ef tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893470 Jul 08 01:55:33.389046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Port': ['ID=01f59963-7727-45d1-8c67-8c68a0c10e2f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:33.464269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-47ca6887-5014-49de-b6c8-ada4498e714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:33.465923 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-47ca6887-5014-49de-b6c8-ada4498e714e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.3384531 Jul 08 01:55:33.592390 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-46dd6338-b755-4d5f-8c1c-bcb5ef44651f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15216622-0f49-4579-9353-3c6ca02a670d HTTP/1.1" status: 200 len: 1001 time: 0.1178725 Jul 08 01:55:33.679713 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2d701bad-10ec-4dbb-82f9-81e2fb8e5eec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ceaf200a62549e3b4bfeab9f707b8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6366239 Jul 08 01:55:33.682478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:33.771294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d701bad-10ec-4dbb-82f9-81e2fb8e5eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d862e530-0f72-4622-9cea-ef0627cde1a1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:33.844023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-22d16b7d-4cc0-4907-9165-2c2b803498a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:33.850585 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-22d16b7d-4cc0-4907-9165-2c2b803498a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.2464604 Jul 08 01:55:33.861617 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f551712-d9d6-4df7-9bb2-af3c19ed6da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:33.933566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Router 9d19777b-052e-43ad-bba0-05374ec533cb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:55:33.945390 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f551712-d9d6-4df7-9bb2-af3c19ed6da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.063955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f551712-d9d6-4df7-9bb2-af3c19ed6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.073665 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f551712-d9d6-4df7-9bb2-af3c19ed6da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.075267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4f551712-d9d6-4df7-9bb2-af3c19ed6da9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d862e530-0f72-4622-9cea-ef0627cde1a1 HTTP/1.1" status: 204 len: 168 time: 0.3915942 Jul 08 01:55:34.172233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f551712-d9d6-4df7-9bb2-af3c19ed6da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d862e530-0f72-4622-9cea-ef0627cde1a1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:34.247546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-171d1dce-c195-4d4d-a104-cf8a46cd1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:34.251687 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-171d1dce-c195-4d4d-a104-cf8a46cd1e82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3691566 Jul 08 01:55:34.282430 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cacd5-cd74-48ef-acf7-bb2b60a68113 req-dea88b63-ec89-48d7-a309-ec71f0897929 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:34.288643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65cacd5-cd74-48ef-acf7-bb2b60a68113 req-dea88b63-ec89-48d7-a309-ec71f0897929 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:34.297236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d65cacd5-cd74-48ef-acf7-bb2b60a68113 req-dea88b63-ec89-48d7-a309-ec71f0897929 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 1677 time: 0.2200949 Jul 08 01:55:34.418147 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:55:34.442170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efa74f-1764-4491-9d23-0d0e4766b90d req-63aeaeca-e5bf-4d8e-8253-2893599b430d tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:34.457431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43efa74f-1764-4491-9d23-0d0e4766b90d req-63aeaeca-e5bf-4d8e-8253-2893599b430d tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.2801929 Jul 08 01:55:34.487756 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:34.542575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d65cacd5-cd74-48ef-acf7-bb2b60a68113 req-db803d3a-6fb0-4e30-a2b1-42c3d4ad4e3f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443011 Jul 08 01:55:34.603216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:55:34.611004 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43efa74f-1764-4491-9d23-0d0e4766b90d req-bbcc8280-8858-4239-9f45-4197941202ec tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486120 Jul 08 01:55:34.616473 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] Sync routers for ids ['9d19777b-052e-43ad-bba0-05374ec533cb'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:55:34.637666 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] Routers {'9d19777b-052e-43ad-bba0-05374ec533cb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:55:34.638303 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:55:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d19777b-052e-43ad-bba0-05374ec533cb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:34.823803 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-d0a70b24-d320-4df0-9853-c22f692f88dc service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894650 Jul 08 01:55:34.950898 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] Set router 9d19777b-052e-43ad-bba0-05374ec533cb gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:55:34.960455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa90899-b053-481c-8123-3ea5074f2437 req-0dc006cc-abc5-435f-a15f-fb398c5e46b4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:34.973235 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2fa90899-b053-481c-8123-3ea5074f2437 req-0dc006cc-abc5-435f-a15f-fb398c5e46b4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.1586981 Jul 08 01:55:35.041381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] No DVR routers for this DVR port 01f59963-7727-45d1-8c67-8c68a0c10e2f on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:35.060597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:35.062626 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-03a63438-7843-4b7f-a724-488b7be9f450 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "DELETE /v2.0/ports/01f59963-7727-45d1-8c67-8c68a0c10e2f HTTP/1.1" status: 204 len: 173 time: 4.7539713 Jul 08 01:55:35.083127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2fa90899-b053-481c-8123-3ea5074f2437 req-02d0b2f0-529d-4dd5-b90b-1561fe0d9a04 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084526 Jul 08 01:55:35.094361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-deleted', 'tag': '01f59963-7727-45d1-8c67-8c68a0c10e2f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:35.104375 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd1ed63-ef21-44af-bfef-4761c81114c0" -d '{"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-deleted", "tag": "01f59963-7727-45d1-8c67-8c68a0c10e2f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:35.260964 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80be5a15-a0b0-4d58-a362-19acb8be8bd4 x-openstack-request-id: req-80be5a15-a0b0-4d58-a362-19acb8be8bd4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:35.261593 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-deleted", "tag": "01f59963-7727-45d1-8c67-8c68a0c10e2f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:35.261593 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80be5a15-a0b0-4d58-a362-19acb8be8bd4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:35.261913 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-deleted', 'tag': '01f59963-7727-45d1-8c67-8c68a0c10e2f', 'status': 'completed', 'code': 200} Jul 08 01:55:35.343736 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:36Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '10a08032-4a46-4369-83ce-09ab72c16ad5', 'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'mac_address': 'fa:16:3e:df:cb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:35Z', 'updated_at': '2021-07-08T01:44:45Z', 'revision_number': 5, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'subnets': [{'id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:35.455255 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] Checking router: 9d19777b-052e-43ad-bba0-05374ec533cb for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:55:35.465666 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-78e51d64-3345-4f8e-aa81-38af345f6f3b req-67508866-2a06-42fd-a994-efd4c9b961b6 service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445030 Jul 08 01:55:35.490832 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] Routers {'9d19777b-052e-43ad-bba0-05374ec533cb'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:55:35.492327 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:55:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d19777b-052e-43ad-bba0-05374ec533cb'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:35.514430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-bc829cdc-f020-4a22-b213-5ae51fcf577d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:35.514789 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-bc829cdc-f020-4a22-b213-5ae51fcf577d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:35.794450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-bc829cdc-f020-4a22-b213-5ae51fcf577d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] For port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:35.797242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-bc829cdc-f020-4a22-b213-5ae51fcf577d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:35.845343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-bc829cdc-f020-4a22-b213-5ae51fcf577d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Calling delete_port for 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:35.887489 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] Set router 9d19777b-052e-43ad-bba0-05374ec533cb gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:55:36.045584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34e02c-277a-4493-a444-c8114c431f23 req-699f04bd-e249-47f5-85cf-be784d414a15 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:36.054142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f34e02c-277a-4493-a444-c8114c431f23 req-699f04bd-e249-47f5-85cf-be784d414a15 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.1390545 Jul 08 01:55:36.122644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f34e02c-277a-4493-a444-c8114c431f23 req-4d74b935-e111-4221-9b2f-98854d5587ce tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666435 Jul 08 01:55:36.166127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a0743-7a71-48c1-af9f-4c7665c5996e req-472e6aec-5aa3-4a2d-ac3c-1f33827b2304 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:36.193675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a0743-7a71-48c1-af9f-4c7665c5996e req-472e6aec-5aa3-4a2d-ac3c-1f33827b2304 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:36.202620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a03a0743-7a71-48c1-af9f-4c7665c5996e req-472e6aec-5aa3-4a2d-ac3c-1f33827b2304 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 1677 time: 0.2507041 Jul 08 01:55:36.280761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-bc829cdc-f020-4a22-b213-5ae51fcf577d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:36.347700 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a03a0743-7a71-48c1-af9f-4c7665c5996e req-b77379ae-5731-43ba-b3e9-d13d4e720aba tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351509 Jul 08 01:55:36.368581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc829cdc-f020-4a22-b213-5ae51fcf577d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Port': ['ID=59bc661f-2c71-4a88-aff0-9fc77cbf1bdc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:36.437671 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:36Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '10a08032-4a46-4369-83ce-09ab72c16ad5', 'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'mac_address': 'fa:16:3e:df:cb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:35Z', 'updated_at': '2021-07-08T01:44:45Z', 'revision_number': 5, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'subnets': [{'id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:36.485295 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2979222-2cee-406e-b23b-54b93625d85c None None] The sync data for ids ['9d19777b-052e-43ad-bba0-05374ec533cb'] in n-d-694802-14 is: [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:36Z', 'revision_number': 4, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '10a08032-4a46-4369-83ce-09ab72c16ad5', 'name': '', 'network_id': '158051b2-55d9-4a7a-a15b-19a8819643bb', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'mac_address': 'fa:16:3e:df:cb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:35Z', 'updated_at': '2021-07-08T01:44:45Z', 'revision_number': 5, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'subnets': [{'id': 'a7e139f1-c7ab-4e50-8986-4c119571abe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:55:36.551242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-bc829cdc-f020-4a22-b213-5ae51fcf577d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] No DVR routers for this DVR port 59bc661f-2c71-4a88-aff0-9fc77cbf1bdc on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:36.561616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-bc829cdc-f020-4a22-b213-5ae51fcf577d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:36.563692 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-bc829cdc-f020-4a22-b213-5ae51fcf577d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "DELETE /v2.0/ports/59bc661f-2c71-4a88-aff0-9fc77cbf1bdc HTTP/1.1" status: 204 len: 173 time: 1.3825898 Jul 08 01:55:36.653485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288808b-174f-4db6-bbb1-361eca3b5545 req-08abf4b8-bbc7-486e-ad24-9a7b6998d29e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:36.663801 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b288808b-174f-4db6-bbb1-361eca3b5545 req-08abf4b8-bbc7-486e-ad24-9a7b6998d29e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.1586170 Jul 08 01:55:36.753611 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b288808b-174f-4db6-bbb1-361eca3b5545 req-b3413a62-94c8-49ed-9736-4e9ac2f4f3f2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872343 Jul 08 01:55:37.027000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-51589e5e-56c0-4c38-ad69-42fea1356f19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:37.027616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-51589e5e-56c0-4c38-ad69-42fea1356f19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.041225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aae77-8427-4713-b666-bee266dc8157 req-9bc88f69-4c17-4f6d-a5c8-41848a328de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:37.044125 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c5aae77-8427-4713-b666-bee266dc8157 req-9bc88f69-4c17-4f6d-a5c8-41848a328de4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 1098 time: 0.3531830 Jul 08 01:55:37.093382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9623187-caf2-47de-85c6-f198846b3011 None None] New status for floating IP ac359ea1-139b-4e9f-b071-59a2d5cdb3ef: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:55:37.180519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:37.278240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-deleted', 'tag': '59bc661f-2c71-4a88-aff0-9fc77cbf1bdc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:37.280761 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894cfe1f-c6ee-4b93-bf55-05e456311c64" -d '{"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-deleted", "tag": "59bc661f-2c71-4a88-aff0-9fc77cbf1bdc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:37.399441 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff15acd0-8f8e-4a7a-b54a-77de75bb2ac1 x-openstack-request-id: req-ff15acd0-8f8e-4a7a-b54a-77de75bb2ac1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:37.400129 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-deleted", "tag": "59bc661f-2c71-4a88-aff0-9fc77cbf1bdc", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:37.400228 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff15acd0-8f8e-4a7a-b54a-77de75bb2ac1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:37.400897 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-deleted', 'tag': '59bc661f-2c71-4a88-aff0-9fc77cbf1bdc', 'status': 'completed', 'code': 200} Jul 08 01:55:37.447885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c00610f2-8e92-432e-8a09-2845d4cce943 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1388956306'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:37.449969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c00610f2-8e92-432e-8a09-2845d4cce943 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Unknown quota resources ['metering_label']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:55:37.520077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-51589e5e-56c0-4c38-ad69-42fea1356f19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] For port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:37.528852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-51589e5e-56c0-4c38-ad69-42fea1356f19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.546339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aae77-8427-4713-b666-bee266dc8157 req-fe54c448-4b0e-4697-9d16-a1d660352eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:37.563950 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c5aae77-8427-4713-b666-bee266dc8157 req-fe54c448-4b0e-4697-9d16-a1d660352eed service neutron] 10.222.0.24 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.5039482 Jul 08 01:55:37.574559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60867490-3235-4ae7-95d0-f6f18e845166 req-51589e5e-56c0-4c38-ad69-42fea1356f19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Calling delete_port for d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:37.784085 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39200) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:37.795583 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c5aae77-8427-4713-b666-bee266dc8157 req-160769cf-df2e-413b-8ca3-8c1ec76d9504 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15216622-0f49-4579-9353-3c6ca02a670d HTTP/1.1" status: 200 len: 1001 time: 0.2222960 Jul 08 01:55:37.857635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04895e-95a1-4337-bd91-f9eb0b6b0115 req-fab1f5f6-d9d0-451e-a23b-4c5b3237ef80 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:37.865455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a04895e-95a1-4337-bd91-f9eb0b6b0115 req-fab1f5f6-d9d0-451e-a23b-4c5b3237ef80 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.4988625 Jul 08 01:55:37.886696 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c00610f2-8e92-432e-8a09-2845d4cce943 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:37.888399 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c00610f2-8e92-432e-8a09-2845d4cce943 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7060835 Jul 08 01:55:37.892515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aae77-8427-4713-b666-bee266dc8157 req-14b604eb-cb15-4105-8340-d6b983c605df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:37.893990 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c5aae77-8427-4713-b666-bee266dc8157 req-14b604eb-cb15-4105-8340-d6b983c605df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.0786066 Jul 08 01:55:37.894507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39204) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:37.910925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5e69632f-7f65-4831-a1a8-dbd63d396c5a tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7ebf9520-44ae-4353-91d3-cba1758f6f96'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:37.911458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5e69632f-7f65-4831-a1a8-dbd63d396c5a tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93884) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:55:37.927538 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a04895e-95a1-4337-bd91-f9eb0b6b0115 req-017f9d98-027b-4e45-b975-bf399fde6350 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611954 Jul 08 01:55:37.992598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaecee-c3f8-46f6-aa22-78f8edc7d65f req-f9caddb7-1bb8-4376-a231-f41dc4acfe06 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:37.995786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bfaecee-c3f8-46f6-aa22-78f8edc7d65f req-f9caddb7-1bb8-4376-a231-f41dc4acfe06 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 943 time: 0.2963049 Jul 08 01:55:38.040094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a42047-2103-45bc-8c05-7e4dbf4f1f54 admin admin] Deleting subnet cf1a522b-1e62-42df-af4a-5de5d1118ad9 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:55:38.084517 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bfaecee-c3f8-46f6-aa22-78f8edc7d65f req-31ab1574-12f2-43df-a849-7249712d051f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups?id=8b06473a-6523-4922-b54b-3505d772e437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822675 Jul 08 01:55:38.126601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96a42047-2103-45bc-8c05-7e4dbf4f1f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.159027 n-d-694802-14 neutron-server[93884]: WARNING neutron.services.metering.metering_plugin [None req-5e69632f-7f65-4831-a1a8-dbd63d396c5a tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 01:55:38.206461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73ddce-d479-4632-b713-5c1e0ca33bdc req-b546c41d-7607-4a0f-93b8-a768308dee81 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:38.220236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd73ddce-d479-4632-b713-5c1e0ca33bdc req-b546c41d-7607-4a0f-93b8-a768308dee81 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.1025703 Jul 08 01:55:38.287286 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd73ddce-d479-4632-b713-5c1e0ca33bdc req-9dcfa63d-ab53-4a2c-b17a-0be66cdaba2c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656297 Jul 08 01:55:38.386493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e69632f-7f65-4831-a1a8-dbd63d396c5a tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.387832 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5e69632f-7f65-4831-a1a8-dbd63d396c5a tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4875951 Jul 08 01:55:38.392506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39212) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:38.398543 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eb226518-e2f0-4026-ae9d-f7f441f6fb2b tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7ebf9520-44ae-4353-91d3-cba1758f6f96'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:38.399186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eb226518-e2f0-4026-ae9d-f7f441f6fb2b tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:55:38.400668 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96a42047-2103-45bc-8c05-7e4dbf4f1f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.471871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aae77-8427-4713-b666-bee266dc8157 req-abc07899-7608-49d7-b2f2-ae764888c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:38.474073 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c5aae77-8427-4713-b666-bee266dc8157 req-abc07899-7608-49d7-b2f2-ae764888c2fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5672522 Jul 08 01:55:38.552215 n-d-694802-14 neutron-server[93883]: WARNING neutron.services.metering.metering_plugin [None req-eb226518-e2f0-4026-ae9d-f7f441f6fb2b tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 01:55:38.766393 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb226518-e2f0-4026-ae9d-f7f441f6fb2b tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:38.767739 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eb226518-e2f0-4026-ae9d-f7f441f6fb2b tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3742146 Jul 08 01:55:38.771959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:38.800544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2f36ea02-8a03-45a1-a1ac-440765c839ec tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=d4cf1b97-6f64-4318-998b-a847d41a3e41 HTTP/1.1" status: 200 len: 464 time: 0.0251913 Jul 08 01:55:38.801642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39230) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:38.825498 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.040448 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0197d6a-c439-4f84-a2b8-9f5cf6753d0b tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.044845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d0197d6a-c439-4f84-a2b8-9f5cf6753d0b tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/d4cf1b97-6f64-4318-998b-a847d41a3e41 HTTP/1.1" status: 204 len: 168 time: 0.2387173 Jul 08 01:55:39.045723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39234) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:39.058818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-11276af5-7783-4dcd-9497-935870067ec3 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=d4cf1b97-6f64-4318-998b-a847d41a3e41 HTTP/1.1" status: 200 len: 221 time: 0.0080636 Jul 08 01:55:39.060012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:39.063876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2f14c54d-132a-4d3e-b014-b2315dc0f25c tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1682055065', 'description': 'label created by tempest'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:39.068750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2f14c54d-132a-4d3e-b014-b2315dc0f25c tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Unknown quota resources ['metering_label']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 01:55:39.095199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96a42047-2103-45bc-8c05-7e4dbf4f1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.207938 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c5aae77-8427-4713-b666-bee266dc8157 req-45031ea6-ad8e-41ab-9264-0a995f83aff1 service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108932 Jul 08 01:55:39.209561 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-51589e5e-56c0-4c38-ad69-42fea1356f19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.320405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51589e5e-56c0-4c38-ad69-42fea1356f19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Port': ['ID=d5ce9f60-571d-4f8a-8f0f-2c24d7ada896,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:39.349765 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f14c54d-132a-4d3e-b014-b2315dc0f25c tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.351502 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2f14c54d-132a-4d3e-b014-b2315dc0f25c tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2906344 Jul 08 01:55:39.357201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:39.373923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-60867490-3235-4ae7-95d0-f6f18e845166 req-51589e5e-56c0-4c38-ad69-42fea1356f19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] No DVR routers for this DVR port d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:39.378385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60867490-3235-4ae7-95d0-f6f18e845166 req-51589e5e-56c0-4c38-ad69-42fea1356f19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.379839 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60867490-3235-4ae7-95d0-f6f18e845166 req-51589e5e-56c0-4c38-ad69-42fea1356f19 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.24 "DELETE /v2.0/ports/d5ce9f60-571d-4f8a-8f0f-2c24d7ada896 HTTP/1.1" status: 204 len: 173 time: 2.8097370 Jul 08 01:55:39.383828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96a42047-2103-45bc-8c05-7e4dbf4f1f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.411384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-deleted', 'tag': 'd5ce9f60-571d-4f8a-8f0f-2c24d7ada896'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:39.413795 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c255de-8775-40f8-a998-bcb07d85e2b3" -d '{"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-deleted", "tag": "d5ce9f60-571d-4f8a-8f0f-2c24d7ada896"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:39.416875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a42047-2103-45bc-8c05-7e4dbf4f1f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf1a522b-1e62-42df-af4a-5de5d1118ad9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:39.423377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3502490c-d9f7-41d4-9590-2aebf131f6f5 req-1b3d54bb-6177-40f2-87c5-5540825ae3dd tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0705185 Jul 08 01:55:39.432691 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96a42047-2103-45bc-8c05-7e4dbf4f1f54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.437377 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-96a42047-2103-45bc-8c05-7e4dbf4f1f54 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cf1a522b-1e62-42df-af4a-5de5d1118ad9 HTTP/1.1" status: 204 len: 168 time: 1.6522036 Jul 08 01:55:39.440379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39246) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:39.547041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.553747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-06b15353-fcc7-4b05-b564-d26559ffa9e8 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=948a687b-328f-454d-acfa-076aff4ec678 HTTP/1.1" status: 200 len: 468 time: 0.1953943 Jul 08 01:55:39.558519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39248) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:39.642940 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0c5aae77-8427-4713-b666-bee266dc8157 req-69fb0111-ac21-4c60-92dc-c23a11e25331 service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124391 Jul 08 01:55:39.668944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b10c1-76a1-46bc-aeb6-77d095b57546 req-becfc0f9-c710-4c07-be3f-82415ff1d87f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:39.680842 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d68b10c1-76a1-46bc-aeb6-77d095b57546 req-becfc0f9-c710-4c07-be3f-82415ff1d87f tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.4587171 Jul 08 01:55:39.732612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.754328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef2896a-d7a0-4169-84e2-5ac82de13d9d']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:39.771413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bc89d5-257d-45ba-b701-b89043804d0d') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:39.771712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bc89d5-257d-45ba-b701-b89043804d0d') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:39.786114 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.819467 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.830689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:55:39.831140 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:55:39.838439 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:55:39.910114 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f548f09c-27af-4b82-a96a-dd836b1e83f2 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.913918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f548f09c-27af-4b82-a96a-dd836b1e83f2 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/948a687b-328f-454d-acfa-076aff4ec678 HTTP/1.1" status: 204 len: 168 time: 0.3518012 Jul 08 01:55:39.914787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:39.933654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.937532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d68b10c1-76a1-46bc-aeb6-77d095b57546 req-57668f22-1b33-4b1c-80c2-1e886fef8dd0 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525113 Jul 08 01:55:39.949835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-60a149cc-78f2-48bf-98ee-53af020aba0b tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=948a687b-328f-454d-acfa-076aff4ec678 HTTP/1.1" status: 200 len: 216 time: 0.0338662 Jul 08 01:55:39.963722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39258) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:39.963927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:39.975735 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] 10.222.0.41 "DELETE /v2.0/networks/fef2896a-d7a0-4169-84e2-5ac82de13d9d HTTP/1.1" status: 204 len: 168 time: 0.5322616 Jul 08 01:55:39.980588 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-54e563a6-74b2-4405-a652-ef7347e5db79 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0230985 Jul 08 01:55:39.984559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afae489-e1d6-4f18-ad85-fed643e178cd admin admin] Pushing event deleted for resources: {'Network': ['ID=fef2896a-d7a0-4169-84e2-5ac82de13d9d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:39.986982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39264) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:39.994221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdac857-0f28-4746-9198-4511b531f623 req-819e6041-769e-456a-9b75-bf8dc3777d3e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:39.996156 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bdac857-0f28-4746-9198-4511b531f623 req-819e6041-769e-456a-9b75-bf8dc3777d3e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.3652754 Jul 08 01:55:40.025203 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db69954-5942-4d56-b832-32c6f5a4dba5 x-openstack-request-id: req-8db69954-5942-4d56-b832-32c6f5a4dba5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:40.025203 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747b60cd-2c22-40d5-92ba-1d8cfdf60025", "name": "network-vif-deleted", "tag": "d5ce9f60-571d-4f8a-8f0f-2c24d7ada896", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:40.025203 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8db69954-5942-4d56-b832-32c6f5a4dba5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:40.025203 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747b60cd-2c22-40d5-92ba-1d8cfdf60025', 'name': 'network-vif-deleted', 'tag': 'd5ce9f60-571d-4f8a-8f0f-2c24d7ada896', 'status': 'completed', 'code': 200} Jul 08 01:55:40.033751 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-94e46106-a482-4338-b28f-0a2a3027a102 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0427148 Jul 08 01:55:40.034420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39266) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:40.081811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bdac857-0f28-4746-9198-4511b531f623 req-bbdb5eea-ac61-4551-96db-b51d8d34e7eb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788352 Jul 08 01:55:40.133320 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4ca7e0fb-6cca-42c8-a110-d4ee58d42b0a tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/7ebf9520-44ae-4353-91d3-cba1758f6f96 HTTP/1.1" status: 200 len: 473 time: 0.0965376 Jul 08 01:55:40.133919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39268) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:40.154092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-69dd31e9-caf8-48f4-adf0-b88b0285a12b tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/2f1df331-1df2-48a1-9583-c75a25ea6914 HTTP/1.1" status: 200 len: 461 time: 0.0151737 Jul 08 01:55:40.154092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:40.275996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39274) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:40.278256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1604f67-4ff0-4944-b11e-ef7a44c5859c tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:40.281906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b1604f67-4ff0-4944-b11e-ef7a44c5859c tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/2f1df331-1df2-48a1-9583-c75a25ea6914 HTTP/1.1" status: 204 len: 168 time: 0.1269546 Jul 08 01:55:40.282528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:40.325600 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9bf89c19-ddfa-4396-a2ac-093a9045bcf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed0a76b3ded14e2aa8b8657883854a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482075 Jul 08 01:55:40.327862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39278) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:40.395195 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32fb0512-ac77-401c-9412-64f1176c02fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:40.431008 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32fb0512-ac77-401c-9412-64f1176c02fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:40.502835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32fb0512-ac77-401c-9412-64f1176c02fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:40.506483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32fb0512-ac77-401c-9412-64f1176c02fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:40.509102 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-32fb0512-ac77-401c-9412-64f1176c02fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cd205e6-3d72-4319-a2d3-862737fa5141 HTTP/1.1" status: 204 len: 168 time: 0.1801939 Jul 08 01:55:40.519636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb0512-ac77-401c-9412-64f1176c02fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd205e6-3d72-4319-a2d3-862737fa5141,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:40.791748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-876f39a9-c0fb-41d3-8e4a-f300a540026e req-63c67972-dabd-435a-b70a-ccd3f53e2538 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0915720 Jul 08 01:55:40.945592 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f5f80b1-1bbe-451a-b62c-c80579313179 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:40.946851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1f5f80b1-1bbe-451a-b62c-c80579313179 tempest-MeteringTestJSON-1375720471 tempest-MeteringTestJSON-1375720471-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/7ebf9520-44ae-4353-91d3-cba1758f6f96 HTTP/1.1" status: 204 len: 168 time: 0.6633904 Jul 08 01:55:40.968779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42976a4-03ec-4411-981e-f7422b0ae085 req-a58747fb-fb72-4960-9e89-acadb70cac70 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:40.970763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d42976a4-03ec-4411-981e-f7422b0ae085 req-a58747fb-fb72-4960-9e89-acadb70cac70 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.2697766 Jul 08 01:55:40.974456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-5e77667e-c128-400c-8e28-9a8c4f2185a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:40.977290 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-5e77667e-c128-400c-8e28-9a8c4f2185a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 1097 time: 0.2782249 Jul 08 01:55:41.030308 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d42976a4-03ec-4411-981e-f7422b0ae085 req-54107d8e-d492-4190-ad36-f3615f00b0ed tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518334 Jul 08 01:55:41.144279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-2c14beac-9659-4be2-b514-da6174c711e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:41.146133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-2c14beac-9659-4be2-b514-da6174c711e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 917 time: 0.1307220 Jul 08 01:55:41.216583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39304) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:41.227366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-7cf4e2d6-8d02-48af-aede-73dba62bedf5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85815656-06b1-4e52-b1de-3c48a8abb632 HTTP/1.1" status: 200 len: 217 time: 0.0739105 Jul 08 01:55:41.357898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-ecb71960-49f4-4ce7-9129-a30443fac5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:41.367852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-ecb71960-49f4-4ce7-9129-a30443fac5f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52a3bd8e-7d3d-4c4b-a89a-7d045d31f792 HTTP/1.1" status: 200 len: 855 time: 0.1214557 Jul 08 01:55:41.379678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ee670a5-3fc5-46e2-85a8-9130b4dee795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.476296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-edc71bb2-89f9-4092-8395-376ca8fb767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:41.477789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-edc71bb2-89f9-4092-8395-376ca8fb767a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895770 Jul 08 01:55:41.549079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d43b6-3bb8-422e-bd2e-5906ca51c250 req-a2ed3e50-2446-4e37-9231-9efd4cdb2df7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:41.550655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d4d43b6-3bb8-422e-bd2e-5906ca51c250 req-a2ed3e50-2446-4e37-9231-9efd4cdb2df7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.1817818 Jul 08 01:55:41.556788 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ee670a5-3fc5-46e2-85a8-9130b4dee795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.565326 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ee670a5-3fc5-46e2-85a8-9130b4dee795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.570397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 15216622-0f49-4579-9353-3c6ca02a670d no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:41.615613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee670a5-3fc5-46e2-85a8-9130b4dee795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a655f5-4cbb-4bfb-a626-0001246597ef,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:41.631380 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d4d43b6-3bb8-422e-bd2e-5906ca51c250 req-ce390651-3028-4676-8339-ba76e92394a7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688238 Jul 08 01:55:41.671769 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8ee670a5-3fc5-46e2-85a8-9130b4dee795 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26225f82aec64e139f0b8f21f0305631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537354 Jul 08 01:55:41.674098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:41.686905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-5d96ed09-b032-491f-b8e9-555419c5c0c9 service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003369 Jul 08 01:55:41.704056 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.730543 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:41.732971 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdd3d19-01c7-42e2-8c78-76a02697e465" -d '{"events": [{"server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "15216622-0f49-4579-9353-3c6ca02a670d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:41.766019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:41.775983 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4d2972-4056-4179-9657-f78ce6b7a85a x-openstack-request-id: req-cd4d2972-4056-4179-9657-f78ce6b7a85a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:41.776580 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "name": "network-vif-unplugged", "status": "completed", "tag": "15216622-0f49-4579-9353-3c6ca02a670d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:41.776927 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd4d2972-4056-4179-9657-f78ce6b7a85a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:41.777823 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d', 'code': 200} Jul 08 01:55:41.778912 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.810074 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e82c7a82-3ef7-4ff6-b2b1-566f9cbd4850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.836264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:41.860090 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e82c7a82-3ef7-4ff6-b2b1-566f9cbd4850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.945101 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2019074-4d2a-4ae9-ab37-99177e00e14c req-5e6ebe30-6bf7-489a-a862-41d01f64328c service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502382 Jul 08 01:55:41.970678 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e82c7a82-3ef7-4ff6-b2b1-566f9cbd4850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.974568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e82c7a82-3ef7-4ff6-b2b1-566f9cbd4850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:41.978546 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e82c7a82-3ef7-4ff6-b2b1-566f9cbd4850 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8a655f5-4cbb-4bfb-a626-0001246597ef HTTP/1.1" status: 204 len: 168 time: 0.3010008 Jul 08 01:55:42.003264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c7a82-3ef7-4ff6-b2b1-566f9cbd4850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a655f5-4cbb-4bfb-a626-0001246597ef,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:42.040053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd8af0bc-4db7-4b13-9788-3f9aa4257132 req-196dcf0d-e3ad-40d8-a39b-f749f502a9b1 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0530424 Jul 08 01:55:42.231709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-9ddaa654-c186-4026-85c6-9477d7523d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:42.233515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-9ddaa654-c186-4026-85c6-9477d7523d2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=369bf77170e241488859653002b83338&device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 1097 time: 0.1202784 Jul 08 01:55:42.439791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4981b-912d-49e1-9b3c-6be745973b62 req-44b6447a-76c5-4475-8ff8-13f0a7b99237 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:42.456009 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdc4981b-912d-49e1-9b3c-6be745973b62 req-44b6447a-76c5-4475-8ff8-13f0a7b99237 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.2214170 Jul 08 01:55:42.499184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-999da060-6e9f-47df-a479-a5d6f2a12326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:42.501013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-999da060-6e9f-47df-a479-a5d6f2a12326 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 200 len: 917 time: 0.2199061 Jul 08 01:55:42.559941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-2f23e36a-7f87-4164-be46-7123cff17d2f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85815656-06b1-4e52-b1de-3c48a8abb632 HTTP/1.1" status: 200 len: 217 time: 0.0482941 Jul 08 01:55:42.583964 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdc4981b-912d-49e1-9b3c-6be745973b62 req-e440e235-3dda-4455-a3c1-c85a7251f86d tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170552 Jul 08 01:55:42.637837 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-0b64f74d-b7a7-4ed9-890c-7700fe670e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:42.639528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-0b64f74d-b7a7-4ed9-890c-7700fe670e75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=52a3bd8e-7d3d-4c4b-a89a-7d045d31f792 HTTP/1.1" status: 200 len: 855 time: 0.0674961 Jul 08 01:55:42.646367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39330) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:42.670983 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a3f61323-552b-4379-b00e-73aaa926e557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:42.779608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-946f4d3d-151c-45d3-80ac-58c8234308ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:42.781192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-946f4d3d-151c-45d3-80ac-58c8234308ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ca346dd-d4a5-4f57-9e47-8c22102d43a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1276660 Jul 08 01:55:42.932110 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a3f61323-552b-4379-b00e-73aaa926e557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:42.947137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a3f61323-552b-4379-b00e-73aaa926e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:42.964332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-2507f9b3-2a65-43c4-a151-71028994ba0f service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761508 Jul 08 01:55:43.020476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38c217-81dd-4715-aa8f-da92d2a71e62 req-833652cc-ced1-492d-b147-d46c7301b7ac tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:43.021892 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c38c217-81dd-4715-aa8f-da92d2a71e62 req-833652cc-ced1-492d-b147-d46c7301b7ac tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.2217703 Jul 08 01:55:43.052180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a3f61323-552b-4379-b00e-73aaa926e557 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cacc8dc8379645448ec8e2203f1a335f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024022 Jul 08 01:55:43.053011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39334) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:43.060760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f61323-552b-4379-b00e-73aaa926e557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4271411e-7142-4731-9b56-b31e9d866868,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:43.111833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c856b85c-d312-4533-80d6-7c24d74d0155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.118442 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c38c217-81dd-4715-aa8f-da92d2a71e62 req-93b97972-2ccd-4ce3-988e-43c5be6f341b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658171 Jul 08 01:55:43.136407 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c856b85c-d312-4533-80d6-7c24d74d0155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.138424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4d55be3-543c-4e60-b37c-f01345e29916 req-d612294f-8ee7-40e1-ac19-e7fee8e71798 service neutron] 10.222.0.16 "GET /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644776 Jul 08 01:55:43.214356 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c856b85c-d312-4533-80d6-7c24d74d0155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.217414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c856b85c-d312-4533-80d6-7c24d74d0155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:43.218769 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c856b85c-d312-4533-80d6-7c24d74d0155 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4271411e-7142-4731-9b56-b31e9d866868 HTTP/1.1" status: 204 len: 168 time: 0.1645172 Jul 08 01:55:43.229050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856b85c-d312-4533-80d6-7c24d74d0155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4271411e-7142-4731-9b56-b31e9d866868,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:43.278586 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ae3717e-042e-42b2-bc0c-1ba202f2c702 req-8f9eb5ac-9f59-4388-99c9-dfa32e7d5642 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0466402 Jul 08 01:55:43.854228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef9dc3-4638-4a84-9a61-ad6d3aaada59 req-4c51138f-dd8c-49e9-9598-95a039f6df50 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:43.862091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dcef9dc3-4638-4a84-9a61-ad6d3aaada59 req-4c51138f-dd8c-49e9-9598-95a039f6df50 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.0877135 Jul 08 01:55:43.912558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dcef9dc3-4638-4a84-9a61-ad6d3aaada59 req-162f3c6c-f29a-485f-bff6-825385d703c7 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Jul 08 01:55:44.146284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4781a-32da-4b83-b0c1-4fd96cbb250e req-26831827-8643-4dae-aff0-4447250095bf tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:44.156891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0b4781a-32da-4b83-b0c1-4fd96cbb250e req-26831827-8643-4dae-aff0-4447250095bf tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.0981255 Jul 08 01:55:44.212187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0b4781a-32da-4b83-b0c1-4fd96cbb250e req-89cbfb36-e770-4946-bd11-fdec5ec0811c tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543115 Jul 08 01:55:44.484368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e70455-c75c-4502-9fb5-a82e65995767 req-aa23c9bb-02f3-43b2-903a-c9afc4251f8e tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:44.496537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73e70455-c75c-4502-9fb5-a82e65995767 req-aa23c9bb-02f3-43b2-903a-c9afc4251f8e tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e68079-607b-4f39-8342-42f7ae9d08d6 HTTP/1.1" status: 200 len: 946 time: 0.1100502 Jul 08 01:55:44.551035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73e70455-c75c-4502-9fb5-a82e65995767 req-43e0c7cb-1762-49c9-b425-8fa8d78424a7 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534070 Jul 08 01:55:44.852490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-837c1c83-c596-4375-93c7-5ba364e45fb1 req-b0a1760d-380b-4b42-903c-02abff4cfa68 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0608258 Jul 08 01:55:45.165892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed626674-93fa-4c18-8775-a3768d8a0177 req-e2817275-5ac8-4148-8b77-f3b4d78fc981 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:45.169499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed626674-93fa-4c18-8775-a3768d8a0177 req-e2817275-5ac8-4148-8b77-f3b4d78fc981 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 946 time: 0.1266675 Jul 08 01:55:45.274938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed626674-93fa-4c18-8775-a3768d8a0177 req-2841c44b-1c09-46e5-8434-1060b06081b8 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991416 Jul 08 01:55:45.336736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-bb34a85f-2fba-4e79-a1e9-6e830c31c684 req-06a4a0bd-00db-4bf2-840d-172bbfa98785 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:55:45.338021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb34a85f-2fba-4e79-a1e9-6e830c31c684 req-06a4a0bd-00db-4bf2-840d-172bbfa98785 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102429 Jul 08 01:55:45.565800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb34a85f-2fba-4e79-a1e9-6e830c31c684 req-1f3fc4db-acc3-4fd8-84bb-4d11c5b60a88 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2194772 Jul 08 01:55:45.584493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 15216622-0f49-4579-9353-3c6ca02a670d no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:45.717581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39448) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:45.932592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d33b8ad8-e179-4c47-9bc8-5d9b71eb8240 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:45.984869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39470) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:45.990326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Request body: {'network': {'project_id': '718a4cc59d544505ac18ffef0ede3b5f'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:45.994513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d33b8ad8-e179-4c47-9bc8-5d9b71eb8240 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] 10.222.0.41 "PUT /v2.0/quotas/718a4cc59d544505ac18ffef0ede3b5f HTTP/1.1" status: 200 len: 368 time: 0.2753661 Jul 08 01:55:46.045545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Made reservation on behalf of 718a4cc59d544505ac18ffef0ede3b5f for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:46.049370 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.089280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.252128 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-785ae39b-6da7-4d7e-ac3d-fbfbb7b33304 req-2ed3aeee-e926-4c8f-979a-567d940739b5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0459881 Jul 08 01:55:46.298627 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.306464 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.343718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:55:46.359241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a2247-3bc8-4e84-af62-7e5c38b98637,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:46.365978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.367872 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Added segment fd57c3bc-3951-4b58-9b8a-7f37123a2f40 of type vlan for network f4782215-011a-487a-b9f5-18b21f0a8efa Jul 08 01:55:46.452604 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.500681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e7dde0-f384-419f-a97a-40e636a351a1 req-a3291898-5d37-4c56-9aeb-00846becb78b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:46.505352 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.507603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:46.508758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.508876 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63e7dde0-f384-419f-a97a-40e636a351a1 req-a3291898-5d37-4c56-9aeb-00846becb78b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.2536063 Jul 08 01:55:46.673425 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6837945 Jul 08 01:55:46.673425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39496) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:46.682675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Request body: {'network': {'project_id': '718a4cc59d544505ac18ffef0ede3b5f'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:46.718327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636ac8f-ada2-4bcf-932f-8f40820e3d21 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Pushing event updated for resources: {'Network': ['ID=f4782215-011a-487a-b9f5-18b21f0a8efa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:46.729033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63e7dde0-f384-419f-a97a-40e636a351a1 req-166d3825-eca9-45f0-9d7a-887a7b699bc0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191758 Jul 08 01:55:46.731395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Made reservation on behalf of 718a4cc59d544505ac18ffef0ede3b5f for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:46.737656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.740063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network f4782215-011a-487a-b9f5-18b21f0a8efa details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:55:46.811792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:55:46.891064 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:46.892219 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Added segment d59f612f-011f-4f58-a519-ec89d56acad6 of type vlan for network f7883bf0-ad59-4e79-b334-1e5d6b14fe63 Jul 08 01:55:46.990169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524817ca-12ad-4fd2-b841-8bcbe5ce3baa req-06b95586-fc1f-44d8-9eec-8671c1cee271 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:46.996715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-524817ca-12ad-4fd2-b841-8bcbe5ce3baa req-06b95586-fc1f-44d8-9eec-8671c1cee271 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.4852254 Jul 08 01:55:47.115086 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.169790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-524817ca-12ad-4fd2-b841-8bcbe5ce3baa req-f25c6ee7-cd3e-443e-bd58-c12a0d78ac49 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376524 Jul 08 01:55:47.224004 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-88f57adf-89bd-497d-8a0b-cae5af050653 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5251970 Jul 08 01:55:47.225319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.226536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:47.227143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.371024 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6944306 Jul 08 01:55:47.371378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39516) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:47.377791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5dd7a054-63bc-4e06-a63d-09714f0b6541 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Request body: {'network': {'project_id': '718a4cc59d544505ac18ffef0ede3b5f'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:47.398927 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd7a054-63bc-4e06-a63d-09714f0b6541 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 01:55:47.399843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd7a054-63bc-4e06-a63d-09714f0b6541 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:55:47.401274 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5dd7a054-63bc-4e06-a63d-09714f0b6541 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0280581 Jul 08 01:55:47.403909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39520) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:47.435590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ac75b-3aa4-4f5a-9ee5-ebe970e9e5da tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Pushing event updated for resources: {'Network': ['ID=f7883bf0-ad59-4e79-b334-1e5d6b14fe63,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:47.451516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network f7883bf0-ad59-4e79-b334-1e5d6b14fe63 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:55:47.619970 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.694346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e530058a-5a26-49c3-89fe-44dd28753cae req-2bc38ae2-1671-4562-bdab-3a13e6825a65 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0583839 Jul 08 01:55:47.719118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1035970-bbce-4af3-a5b8-83fc4e51e603 req-2aca4b9a-9054-4a46-8c43-829e51297d58 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:47.728625 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a1035970-bbce-4af3-a5b8-83fc4e51e603 req-2aca4b9a-9054-4a46-8c43-829e51297d58 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e68079-607b-4f39-8342-42f7ae9d08d6 HTTP/1.1" status: 200 len: 946 time: 0.1840320 Jul 08 01:55:47.820260 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a1035970-bbce-4af3-a5b8-83fc4e51e603 req-5d95a036-86b9-490b-a419-ff5e969c5298 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898092 Jul 08 01:55:47.890842 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:47.962303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7883bf0-ad59-4e79-b334-1e5d6b14fe63']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:48.011048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59f612f-011f-4f58-a519-ec89d56acad6') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:48.011347 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59f612f-011f-4f58-a519-ec89d56acad6') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:48.059319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.137962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.170127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:55:48.170828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:55:48.172985 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:55:48.361040 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.386560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.402087 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f7883bf0-ad59-4e79-b334-1e5d6b14fe63 HTTP/1.1" status: 204 len: 168 time: 0.9965405 Jul 08 01:55:48.407019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:48.430309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc8df4-4512-4e3e-866a-2f2ecfc3d1b3 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7883bf0-ad59-4e79-b334-1e5d6b14fe63,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:48.639147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be9cb8-a261-49e3-b6c1-edb0cfcdfb03 req-a833fbdf-a9a9-48a0-ba97-4a3316076896 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:48.641539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79be9cb8-a261-49e3-b6c1-edb0cfcdfb03 req-a833fbdf-a9a9-48a0-ba97-4a3316076896 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 946 time: 0.4524920 Jul 08 01:55:48.656468 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:48.717304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee412c2-28d7-4079-819d-27f7b038a925 req-603afb2c-3fd2-402c-92cb-ca24c0ff8a16 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:48.727337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ee412c2-28d7-4079-819d-27f7b038a925 req-603afb2c-3fd2-402c-92cb-ca24c0ff8a16 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.4338071 Jul 08 01:55:48.829603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ee412c2-28d7-4079-819d-27f7b038a925 req-518e0b20-e776-4e62-8df6-e2dd2e90459c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866253 Jul 08 01:55:48.844385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79be9cb8-a261-49e3-b6c1-edb0cfcdfb03 req-106f7ceb-7f4d-4e70-aebb-82662a0a66fb tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928921 Jul 08 01:55:48.990816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.042009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4782215-011a-487a-b9f5-18b21f0a8efa']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:49.091586 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd57c3bc-3951-4b58-9b8a-7f37123a2f40') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:49.091869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd57c3bc-3951-4b58-9b8a-7f37123a2f40') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:55:49.125507 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.146207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f4fea67-4200-43d3-aad5-8373a5e6df5a req-0bf8ecf4-0a03-44d2-a981-e8224ee2568c tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0685360 Jul 08 01:55:49.178256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.187661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:55:49.188397 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:55:49.191547 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:55:49.274875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.282698 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:49.285464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f4782215-011a-487a-b9f5-18b21f0a8efa HTTP/1.1" status: 204 len: 168 time: 0.8769994 Jul 08 01:55:49.301322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80785ef0-de1c-4a28-9552-ce32e3f4bc79 tempest-QuotasNegativeTest-508761 tempest-QuotasNegativeTest-508761-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4782215-011a-487a-b9f5-18b21f0a8efa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:49.414772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716b9c1-0e6d-4aa2-aa8c-0a5590daea5e req-f678bdc1-e7df-414d-9521-53e354bf0010 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:49.426832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716b9c1-0e6d-4aa2-aa8c-0a5590daea5e req-f678bdc1-e7df-414d-9521-53e354bf0010 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:49.438894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716b9c1-0e6d-4aa2-aa8c-0a5590daea5e req-f678bdc1-e7df-414d-9521-53e354bf0010 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:49.447039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c716b9c1-0e6d-4aa2-aa8c-0a5590daea5e req-f678bdc1-e7df-414d-9521-53e354bf0010 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4&device_id=87e68079-607b-4f39-8342-42f7ae9d08d6&device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 2418 time: 0.1301136 Jul 08 01:55:49.565117 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c716b9c1-0e6d-4aa2-aa8c-0a5590daea5e req-8f48d5db-e77e-4398-88bf-b41481e38d84 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117895 Jul 08 01:55:49.633556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-c5a97ea8-4f78-43fa-ab75-75fee2ef2074 req-103eca73-6100-4d7a-8c09-bcee218a5258 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:55:49.635405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5a97ea8-4f78-43fa-ab75-75fee2ef2074 req-103eca73-6100-4d7a-8c09-bcee218a5258 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068455 Jul 08 01:55:49.847793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5a97ea8-4f78-43fa-ab75-75fee2ef2074 req-d13fee05-ae58-4570-bc57-f9008ace20ec tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1957965 Jul 08 01:55:50.200038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39600) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:50.380831 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bc507-7a15-4898-9666-8e93f1f84095 req-a669f748-765a-4326-8eca-982207c6b36f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:50.408400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f04bc507-7a15-4898-9666-8e93f1f84095 req-a669f748-765a-4326-8eca-982207c6b36f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.2597811 Jul 08 01:55:50.493780 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-312ef131-7e74-44ad-8c58-0219a05e1077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.503711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f04bc507-7a15-4898-9666-8e93f1f84095 req-920915b8-23a5-4d9c-aa49-63f91ebfc189 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963233 Jul 08 01:55:50.589223 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-612f419b-67d1-4f9f-96ab-85eee8b0f464 req-2b5fa6bc-bbcd-4d28-82ab-198bece4ce43 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0438530 Jul 08 01:55:50.648161 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4f95d8f3-fbfa-486b-9b83-c8378643e29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.722893 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-312ef131-7e74-44ad-8c58-0219a05e1077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.727530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-312ef131-7e74-44ad-8c58-0219a05e1077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.808676 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-312ef131-7e74-44ad-8c58-0219a05e1077 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d05138ec301460c96f9860f922632c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069145 Jul 08 01:55:50.811318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39618) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:50.818472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ef131-7e74-44ad-8c58-0219a05e1077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8086add-3a4d-4f94-8438-93616a871a40,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:50.940242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:50.974748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.073729 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.081117 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.087151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8086add-3a4d-4f94-8438-93616a871a40 HTTP/1.1" status: 204 len: 168 time: 0.2738395 Jul 08 01:55:51.122460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8086add-3a4d-4f94-8438-93616a871a40,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:51.167707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.168186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.170071 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.170723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.171393 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.173499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.175282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.175813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.177664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.178026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.178353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.184772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff54bc6-62f6-4e80-94bc-b095780f7469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:55:51.569601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39646) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:51.594109 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b591b44-7ad2-4bcd-9bbc-fd825687dcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.595221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8d465-79f8-4987-88b0-6cd6a2c73ea1 req-5e9cd1d8-da97-4b9e-a6ae-553a338ce68b tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:51.598241 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aaa8d465-79f8-4987-88b0-6cd6a2c73ea1 req-5e9cd1d8-da97-4b9e-a6ae-553a338ce68b tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.1056526 Jul 08 01:55:51.648606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aaa8d465-79f8-4987-88b0-6cd6a2c73ea1 req-7c8b176f-0dce-454b-99ea-f801fd19c9ec tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Jul 08 01:55:51.797852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b591b44-7ad2-4bcd-9bbc-fd825687dcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.806453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b591b44-7ad2-4bcd-9bbc-fd825687dcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:51.852866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:51.853257 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1b591b44-7ad2-4bcd-9bbc-fd825687dcba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6f5be4d44a14f9e8440bcc22baac1d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811482 Jul 08 01:55:51.878863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b591b44-7ad2-4bcd-9bbc-fd825687dcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc94f7b-f4d7-4c8c-9413-344b59e24d9b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:51.945754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b447d547-5989-49de-af38-8ff178a25133 req-3bde8b8a-0102-4799-a17d-1df1389447f2 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0690444 Jul 08 01:55:52.001924 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-064e0f52-ac4e-4f0e-b754-2e067e5da66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.028859 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-064e0f52-ac4e-4f0e-b754-2e067e5da66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.098095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a4099-9dff-42ba-8262-3524d08d06fa req-a0e404f2-77c4-40a6-bf43-21c7c00dc0c8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:52.100199 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a0a4099-9dff-42ba-8262-3524d08d06fa req-a0e404f2-77c4-40a6-bf43-21c7c00dc0c8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.2247107 Jul 08 01:55:52.102105 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-064e0f52-ac4e-4f0e-b754-2e067e5da66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.105658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-064e0f52-ac4e-4f0e-b754-2e067e5da66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:52.107189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-064e0f52-ac4e-4f0e-b754-2e067e5da66c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbc94f7b-f4d7-4c8c-9413-344b59e24d9b HTTP/1.1" status: 204 len: 168 time: 0.2526453 Jul 08 01:55:52.134121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e0f52-ac4e-4f0e-b754-2e067e5da66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc94f7b-f4d7-4c8c-9413-344b59e24d9b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:52.180496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a0a4099-9dff-42ba-8262-3524d08d06fa req-bd7af0b3-5b2e-4185-ac7f-8dd6e084fd28 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714903 Jul 08 01:55:52.674655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b4d62-6cc1-44e4-9b75-504e60323c24 req-122bf653-84d9-47bf-81e4-c52aa1078c20 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:52.680956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db1b4d62-6cc1-44e4-9b75-504e60323c24 req-122bf653-84d9-47bf-81e4-c52aa1078c20 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 946 time: 0.1063535 Jul 08 01:55:52.759339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db1b4d62-6cc1-44e4-9b75-504e60323c24 req-28aeac31-8e2a-47bf-bf79-0f36a82bbb65 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763509 Jul 08 01:55:52.868317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3920a1-ce40-440f-9b4d-d0115a39b2ba req-71e6e312-bde4-4645-8883-de0d569ea61e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:52.870122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab3920a1-ce40-440f-9b4d-d0115a39b2ba req-71e6e312-bde4-4645-8883-de0d569ea61e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.0727170 Jul 08 01:55:52.918428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab3920a1-ce40-440f-9b4d-d0115a39b2ba req-64c6a350-52bd-468a-8da6-f67688a667b4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Jul 08 01:55:53.213053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-42764477-a339-4ddd-81c2-cc209354e2d4 req-55ec4a5f-0ae2-4177-87ef-874b7d17e245 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0753169 Jul 08 01:55:53.375619 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b47054bf-770d-4a85-a859-8d82c2ff9da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:53.441041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddfec4-fbfd-4d12-9078-e629802ba2f8 req-e2667419-3ece-457c-a51e-8599ddab029f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:53.445013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67ddfec4-fbfd-4d12-9078-e629802ba2f8 req-e2667419-3ece-457c-a51e-8599ddab029f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.1160684 Jul 08 01:55:53.494430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67ddfec4-fbfd-4d12-9078-e629802ba2f8 req-f79f1c96-f584-4d55-afc9-4145112c1e72 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440741 Jul 08 01:55:53.702210 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:53.968432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900801c0-c799-449c-9948-273e436ebc3f req-ec265f02-a39a-42e7-8690-b2e3d439444e tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:53.971850 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-900801c0-c799-449c-9948-273e436ebc3f req-ec265f02-a39a-42e7-8690-b2e3d439444e tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.24 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 946 time: 0.0756748 Jul 08 01:55:54.012951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39734) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:54.089658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905e44-f961-4805-903b-62dc27d11128 req-f8d825b2-996f-4cc9-953e-278114e74b94 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:54.091377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae905e44-f961-4805-903b-62dc27d11128 req-f8d825b2-996f-4cc9-953e-278114e74b94 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 946 time: 0.1773643 Jul 08 01:55:54.136228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-900801c0-c799-449c-9948-273e436ebc3f req-5e8b9775-1d39-4bb0-b320-031146778dd9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Deleting port 7d26de73-1ab1-4cad-8978-f6a541ccd39e {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:54.136906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-900801c0-c799-449c-9948-273e436ebc3f req-5e8b9775-1d39-4bb0-b320-031146778dd9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.178137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-70657621', 'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:54.226186 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae905e44-f961-4805-903b-62dc27d11128 req-7ee19175-0395-41a1-b562-c05bf03c98d8 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239591 Jul 08 01:55:54.269060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Made reservation on behalf of 1f0d9b5388c84ee3ada95301f75d5a15 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:54.271958 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.280407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-900801c0-c799-449c-9948-273e436ebc3f req-5e8b9775-1d39-4bb0-b320-031146778dd9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] For port 7d26de73-1ab1-4cad-8978-f6a541ccd39e, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=7d26de73-1ab1-4cad-8978-f6a541ccd39e,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:54.281582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-900801c0-c799-449c-9948-273e436ebc3f req-5e8b9775-1d39-4bb0-b320-031146778dd9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.307288 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.314745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-900801c0-c799-449c-9948-273e436ebc3f req-5e8b9775-1d39-4bb0-b320-031146778dd9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Calling delete_port for 7d26de73-1ab1-4cad-8978-f6a541ccd39e owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:54.328332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f662d-a13f-462d-9127-e8ad68d8fe2b req-3ee99233-a565-46b1-998a-e065d839d621 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:54.330451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db0f662d-a13f-462d-9127-e8ad68d8fe2b req-3ee99233-a565-46b1-998a-e065d839d621 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.2268887 Jul 08 01:55:54.449545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a004054-9ef8-44f5-899d-b4167b08a766 req-342cd2e7-1ce2-4e00-9337-e13f45a815f6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0425398 Jul 08 01:55:54.480493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-db0f662d-a13f-462d-9127-e8ad68d8fe2b req-4993ab71-4bae-4771-8199-7b8735ed8028 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814066 Jul 08 01:55:54.535088 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.541996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-900801c0-c799-449c-9948-273e436ebc3f req-5e8b9775-1d39-4bb0-b320-031146778dd9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.545136 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.558262 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['7d26de73-1ab1-4cad-8978-f6a541ccd39e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:54.561105 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['85815656-06b1-4e52-b1de-3c48a8abb632', '08cc0ef2-f88e-4d27-827a-d405a25b04a2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:54.646033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4365c32-bc6a-4053-800c-6ece920db732,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:54.647864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b9775-1d39-4bb0-b320-031146778dd9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Pushing event deleted for resources: {'Port': ['ID=7d26de73-1ab1-4cad-8978-f6a541ccd39e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:54.731387 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:55:54.733526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-900801c0-c799-449c-9948-273e436ebc3f req-5e8b9775-1d39-4bb0-b320-031146778dd9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] No DVR routers for this DVR port 7d26de73-1ab1-4cad-8978-f6a541ccd39e on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:54.736385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-900801c0-c799-449c-9948-273e436ebc3f req-5e8b9775-1d39-4bb0-b320-031146778dd9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.738589 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-900801c0-c799-449c-9948-273e436ebc3f req-5e8b9775-1d39-4bb0-b320-031146778dd9 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.24 "DELETE /v2.0/ports/7d26de73-1ab1-4cad-8978-f6a541ccd39e HTTP/1.1" status: 204 len: 173 time: 0.7546544 Jul 08 01:55:54.739245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e7013f-d08b-4855-83f0-60b4221aebd4', 'name': 'network-vif-deleted', 'tag': '7d26de73-1ab1-4cad-8978-f6a541ccd39e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:54.743154 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e168e1d-c447-4f38-8ef8-00fab9e06d9d" -d '{"events": [{"server_uuid": "23e7013f-d08b-4855-83f0-60b4221aebd4", "name": "network-vif-deleted", "tag": "7d26de73-1ab1-4cad-8978-f6a541ccd39e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:54.763766 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.785876 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:54.786234 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Added segment ffad2e70-297a-4351-9694-2d4ac8393a08 of type vlan for network ccf9d455-714d-4124-a988-bad1752ba459 Jul 08 01:55:54.818476 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105b7d42-a04d-4dce-9fe0-540146198d40 x-openstack-request-id: req-105b7d42-a04d-4dce-9fe0-540146198d40 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:54.818841 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23e7013f-d08b-4855-83f0-60b4221aebd4", "name": "network-vif-deleted", "tag": "7d26de73-1ab1-4cad-8978-f6a541ccd39e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:54.819980 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-105b7d42-a04d-4dce-9fe0-540146198d40 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:54.820486 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e7013f-d08b-4855-83f0-60b4221aebd4', 'name': 'network-vif-deleted', 'tag': '7d26de73-1ab1-4cad-8978-f6a541ccd39e', 'status': 'completed', 'code': 200} Jul 08 01:55:55.249553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:55.270069 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91b506-98f9-4244-b244-60ec593caca6 req-4f0c4808-e8c7-4c99-b28e-56a4cc8fd587 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:55.282644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e91b506-98f9-4244-b244-60ec593caca6 req-4f0c4808-e8c7-4c99-b28e-56a4cc8fd587 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.6379724 Jul 08 01:55:55.365332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3e91b506-98f9-4244-b244-60ec593caca6 req-dac9e08e-1ec6-4e06-8eeb-db356fe3a71e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817857 Jul 08 01:55:55.368939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:55.370227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:55.370850 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:55.409890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39762) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:55.414824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.3984187 Jul 08 01:55:55.429870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Request body: {'subnet': {'network_id': 'ccf9d455-714d-4124-a988-bad1752ba459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:55.477388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Made reservation on behalf of 1f0d9b5388c84ee3ada95301f75d5a15 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:55.481811 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:55.545535 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ff5050b-9b6d-4b26-90b8-30b7746fcb5f req-1e5a8289-24ae-4e63-8f79-0011775f93c4 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=23e7013f-d08b-4855-83f0-60b4221aebd4 HTTP/1.1" status: 200 len: 210 time: 0.0920711 Jul 08 01:55:55.565630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d3082-502f-4331-9d9a-eb580383425f tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event updated for resources: {'Network': ['ID=ccf9d455-714d-4124-a988-bad1752ba459,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:55.578513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ccf9d455-714d-4124-a988-bad1752ba459 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:55:55.733635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee4eca27-22d5-433f-af87-3a2770179044 req-5557dce7-26e5-4757-8c3d-ac0c22cb3ba3 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0415955 Jul 08 01:55:55.848442 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8f65d-6a76-4675-a01f-c8da1743b531 req-ebe8fe0a-4592-4278-8c9b-214ab7578d60 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:55.851505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cec8f65d-6a76-4675-a01f-c8da1743b531 req-ebe8fe0a-4592-4278-8c9b-214ab7578d60 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.0756354 Jul 08 01:55:55.905905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cec8f65d-6a76-4675-a01f-c8da1743b531 req-ae20d853-f1d2-4fd4-84f4-12ac59fc955e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475404 Jul 08 01:55:55.970500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 01:55:55.971014 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:56.034134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e1df9efb-59ab-44c3-a537-e3a5c659cd30,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:56.043519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Checking segment: {'id': 'ffad2e70-297a-4351-9694-2d4ac8393a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ccf9d455-714d-4124-a988-bad1752ba459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:55:56.043961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Network hostable DHCP agents. Network: ccf9d455-714d-4124-a988-bad1752ba459, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:55:56.062905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Network ccf9d455-714d-4124-a988-bad1752ba459 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:55:56.074043 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ccf9d455-714d-4124-a988-bad1752ba459) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:55:56.078350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:56.079159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:56.085768 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7158904b-a051-4a99-b59e-19cf1bb8878c None None] Network ccf9d455-714d-4124-a988-bad1752ba459 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:55:56.098945 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6868427a-780d-4970-8912-295100389739 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6879275 Jul 08 01:55:56.102651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39776) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:56.108208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-243072869', 'network_id': 'ccf9d455-714d-4124-a988-bad1752ba459'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:56.134159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Made reservation on behalf of 1f0d9b5388c84ee3ada95301f75d5a15 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:55:56.137124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:56.157751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] device_id is not set on port fb9feab8-fbcd-4788-8576-d149faf99072 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:55:56.262464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d2652-93ea-4227-9d30-49811f58ccf5 None None] Network ccf9d455-714d-4124-a988-bad1752ba459 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:55:56.311884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Allocated IP 172.20.0.4 (ccf9d455-714d-4124-a988-bad1752ba459/e1df9efb-59ab-44c3-a537-e3a5c659cd30/fb9feab8-fbcd-4788-8576-d149faf99072) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:55:56.472821 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:56.526857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:56.581506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:56.631304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Network ccf9d455-714d-4124-a988-bad1752ba459 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:55:56.635684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event updated for resources: {'Port': ['ID=fb9feab8-fbcd-4788-8576-d149faf99072,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:56.644087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:55:56.646284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:55:56.690227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746d318-9570-4654-8b9d-82d2aa23688a req-67f3d0c0-4bbb-4072-bf30-b12f3ee574f4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:56.698583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c746d318-9570-4654-8b9d-82d2aa23688a req-67f3d0c0-4bbb-4072-bf30-b12f3ee574f4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.1308799 Jul 08 01:55:56.721870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:56.722496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:56.750151 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-702f35c2-a9ef-43e9-8e5e-ade70cccb506 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.6439373 Jul 08 01:55:56.750371 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c746d318-9570-4654-8b9d-82d2aa23688a req-2f95a4b4-6adb-46de-9816-9e2795600de3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503569 Jul 08 01:55:56.752785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39790) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:56.918194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-95bb8f03-63e2-433d-a168-ef93a9e3aeea tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Deleting port fb9feab8-fbcd-4788-8576-d149faf99072 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:56.920400 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95bb8f03-63e2-433d-a168-ef93a9e3aeea tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:56.928920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a82827b1-9819-4a57-a01b-6f651137b35a req-0a768eb4-7727-4ff7-b8c9-206cea94bba5 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0298762 Jul 08 01:55:57.089163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95bb8f03-63e2-433d-a168-ef93a9e3aeea tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.103552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-95bb8f03-63e2-433d-a168-ef93a9e3aeea tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Calling delete_port for fb9feab8-fbcd-4788-8576-d149faf99072 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:57.148444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66660f6-8b07-4070-b6f4-baad7e6c8ebc req-27d615f1-8461-4293-b391-92b1dee7e639 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:57.151988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a66660f6-8b07-4070-b6f4-baad7e6c8ebc req-27d615f1-8461-4293-b391-92b1dee7e639 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.1027279 Jul 08 01:55:57.238029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a66660f6-8b07-4070-b6f4-baad7e6c8ebc req-1bcebd75-8cd7-4d23-ac6b-f545e90cdcd8 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812814 Jul 08 01:55:57.295864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb4048-2d17-42d0-9e5f-d4f5fb5c1148 req-fff79c13-3b8c-463b-baab-8c8c5882b392 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:57.297621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25cb4048-2d17-42d0-9e5f-d4f5fb5c1148 req-fff79c13-3b8c-463b-baab-8c8c5882b392 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e68079-607b-4f39-8342-42f7ae9d08d6 HTTP/1.1" status: 200 len: 946 time: 0.1034625 Jul 08 01:55:57.311095 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95bb8f03-63e2-433d-a168-ef93a9e3aeea tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.342885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb8f03-63e2-433d-a168-ef93a9e3aeea tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb9feab8-fbcd-4788-8576-d149faf99072,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:57.359434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25cb4048-2d17-42d0-9e5f-d4f5fb5c1148 req-145ae4fd-4796-4da7-9b41-a556ac62933d tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506170 Jul 08 01:55:57.431273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95bb8f03-63e2-433d-a168-ef93a9e3aeea tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.433458 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-95bb8f03-63e2-433d-a168-ef93a9e3aeea tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "DELETE /v2.0/ports/fb9feab8-fbcd-4788-8576-d149faf99072 HTTP/1.1" status: 204 len: 168 time: 0.6796892 Jul 08 01:55:57.436136 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39806) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:55:57.440615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ccf9d455-714d-4124-a988-bad1752ba459', 'external_fixed_ips': [{'subnet_id': 'e1df9efb-59ab-44c3-a537-e3a5c659cd30', 'ip_address': '172.20.0.4'}]}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:55:57.462695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.463999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.518248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.668649 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.948203 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:57.964220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b582-dc81-4c6b-ab98-3002a2dbe3d8 req-34c0e94b-73b6-4b09-be5b-14882fefe2cd tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:57.966529 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8bd6b582-dc81-4c6b-ab98-3002a2dbe3d8 req-34c0e94b-73b6-4b09-be5b-14882fefe2cd tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.0887010 Jul 08 01:55:57.980011 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:58.016563 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8bd6b582-dc81-4c6b-ab98-3002a2dbe3d8 req-43153b1c-03e0-4bc7-9f2a-9de45d3ee14d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435274 Jul 08 01:55:58.148218 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34c9e6f5-9f52-401d-8c97-f9bfa280c6c7 req-d5bc1cc7-5587-468f-beee-fba741830181 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0320013 Jul 08 01:55:58.201757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Allocated IP 172.20.0.4 (ccf9d455-714d-4124-a988-bad1752ba459/e1df9efb-59ab-44c3-a537-e3a5c659cd30/90e1087f-e214-4adc-b346-3cb2cea0c609) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:55:58.364682 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:58.467881 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:58.560174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Network ccf9d455-714d-4124-a988-bad1752ba459 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:55:58.575436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:55:58.579022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:55:58.638341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event updated for resources: {'Port': ['ID=90e1087f-e214-4adc-b346-3cb2cea0c609,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:58.682841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-34bcd0a9-13b7-48eb-a97b-959db91f0c60 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:58.684317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-34bcd0a9-13b7-48eb-a97b-959db91f0c60 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.16 "GET /v2.0/ports?device_id=87e68079-607b-4f39-8342-42f7ae9d08d6 HTTP/1.1" status: 200 len: 946 time: 0.2427323 Jul 08 01:55:58.819472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d892e71-147f-4cf5-a377-5c94020ce5ac req-d982a0d3-b915-4da2-acef-e882781cc3bd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:58.821476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d892e71-147f-4cf5-a377-5c94020ce5ac req-d982a0d3-b915-4da2-acef-e882781cc3bd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.3014538 Jul 08 01:55:58.878563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb58520-780f-417a-927a-c3a13526f745 req-5e71977b-ba3c-4827-9df8-c5ba61d4dd2a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:58.886576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afb58520-780f-417a-927a-c3a13526f745 req-5e71977b-ba3c-4827-9df8-c5ba61d4dd2a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e68079-607b-4f39-8342-42f7ae9d08d6 HTTP/1.1" status: 200 len: 946 time: 0.2820954 Jul 08 01:55:58.980616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d892e71-147f-4cf5-a377-5c94020ce5ac req-62a52568-2953-419c-a63e-28e57e838084 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471467 Jul 08 01:55:59.008398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afb58520-780f-417a-927a-c3a13526f745 req-98654ab1-4797-4ff4-9f68-0cf9f8036be4 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205389 Jul 08 01:55:59.026664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-43506645-9f90-4bc9-a5f0-78fb16dc302b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Deleting port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:55:59.027118 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-43506645-9f90-4bc9-a5f0-78fb16dc302b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.148336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-43506645-9f90-4bc9-a5f0-78fb16dc302b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] For port 08cc0ef2-f88e-4d27-827a-d405a25b04a2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=08cc0ef2-f88e-4d27-827a-d405a25b04a2,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:55:59.148739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-43506645-9f90-4bc9-a5f0-78fb16dc302b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.174577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-43506645-9f90-4bc9-a5f0-78fb16dc302b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Calling delete_port for 08cc0ef2-f88e-4d27-827a-d405a25b04a2 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:55:59.338406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e802355-fa42-4ae7-894e-464cd811db2f req-b631f9ed-ada2-4823-8e7a-981dddb8d16e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:55:59.340054 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e802355-fa42-4ae7-894e-464cd811db2f req-b631f9ed-ada2-4823-8e7a-981dddb8d16e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.1084590 Jul 08 01:55:59.451189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e54badab-32a8-414c-a3f0-b4ec3da6e3f7 req-df8518c1-e641-4295-a9a0-050590ee1198 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0518062 Jul 08 01:55:59.471963 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.501146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e802355-fa42-4ae7-894e-464cd811db2f req-2d3c43eb-b279-47f9-b750-9bb3a01a21c2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488585 Jul 08 01:55:59.508785 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-43506645-9f90-4bc9-a5f0-78fb16dc302b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.625094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43506645-9f90-4bc9-a5f0-78fb16dc302b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Pushing event deleted for resources: {'Port': ['ID=08cc0ef2-f88e-4d27-827a-d405a25b04a2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:55:59.625792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['85815656-06b1-4e52-b1de-3c48a8abb632', '08cc0ef2-f88e-4d27-827a-d405a25b04a2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:55:59.706776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.754700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d26de73-1ab1-4cad-8978-f6a541ccd39e no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:55:59.784901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-43506645-9f90-4bc9-a5f0-78fb16dc302b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] No DVR routers for this DVR port 08cc0ef2-f88e-4d27-827a-d405a25b04a2 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:55:59.789898 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-43506645-9f90-4bc9-a5f0-78fb16dc302b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:55:59.792070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9fb4ebfd-0ff1-43bb-9cf8-e076db028b41 req-43506645-9f90-4bc9-a5f0-78fb16dc302b tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.16 "DELETE /v2.0/ports/08cc0ef2-f88e-4d27-827a-d405a25b04a2 HTTP/1.1" status: 204 len: 173 time: 1.1005950 Jul 08 01:55:59.794893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 7d26de73-1ab1-4cad-8978-f6a541ccd39e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:55:59.796711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e68079-607b-4f39-8342-42f7ae9d08d6', 'name': 'network-vif-deleted', 'tag': '08cc0ef2-f88e-4d27-827a-d405a25b04a2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:55:59.811684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 7d26de73-1ab1-4cad-8978-f6a541ccd39e not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:55:59.827963 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f5c3d4-29f8-44e6-8c10-5d89d44be93d" -d '{"events": [{"server_uuid": "87e68079-607b-4f39-8342-42f7ae9d08d6", "name": "network-vif-deleted", "tag": "08cc0ef2-f88e-4d27-827a-d405a25b04a2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:55:59.919439 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b1f87c-9f46-419a-8038-481ea533311f x-openstack-request-id: req-08b1f87c-9f46-419a-8038-481ea533311f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:55:59.919937 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e68079-607b-4f39-8342-42f7ae9d08d6", "name": "network-vif-deleted", "tag": "08cc0ef2-f88e-4d27-827a-d405a25b04a2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:55:59.920272 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08b1f87c-9f46-419a-8038-481ea533311f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:55:59.920776 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e68079-607b-4f39-8342-42f7ae9d08d6', 'name': 'network-vif-deleted', 'tag': '08cc0ef2-f88e-4d27-827a-d405a25b04a2', 'status': 'completed', 'code': 200} Jul 08 01:55:59.980702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Router 972dbd81-dd25-44c2-85b5-bfb125da1dd8 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:56:00.234045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:00.245860 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Sync routers for ids ['972dbd81-dd25-44c2-85b5-bfb125da1dd8'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:00.271291 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Routers {'972dbd81-dd25-44c2-85b5-bfb125da1dd8'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:00.290062 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:55:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['972dbd81-dd25-44c2-85b5-bfb125da1dd8'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:00.290298 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.294213 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dbb71271-5032-4002-bb1a-6a2f719be585 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.8544471 Jul 08 01:56:00.296632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39864) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:00.430393 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Set router 972dbd81-dd25-44c2-85b5-bfb125da1dd8 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:56:00.474534 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.513737 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b124d8f-041d-48d9-b88d-144ab4c7feba req-98e3b811-ce21-4741-9d4f-8514fb53e732 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=87e68079-607b-4f39-8342-42f7ae9d08d6 HTTP/1.1" status: 200 len: 210 time: 0.2206359 Jul 08 01:56:00.662008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc65e2-e29f-411a-ad99-fe5356220622 req-9597c350-2fc5-456a-a794-065348d690c4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:00.667573 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8bbc65e2-e29f-411a-ad99-fe5356220622 req-9597c350-2fc5-456a-a794-065348d690c4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.3632338 Jul 08 01:56:00.702516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.855872 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8bbc65e2-e29f-411a-ad99-fe5356220622 req-7f93d8a5-3e11-4e8e-b194-f77dea8d0788 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815202 Jul 08 01:56:00.909046 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972dbd81-dd25-44c2-85b5-bfb125da1dd8', 'name': '', 'tenant_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ccf9d455-714d-4124-a988-bad1752ba459', 'external_fixed_ips': [{'subnet_id': 'e1df9efb-59ab-44c3-a537-e3a5c659cd30', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '90e1087f-e214-4adc-b346-3cb2cea0c609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:55:57Z', 'updated_at': '2021-07-08T01:55:58Z', 'revision_number': 3, 'project_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'gw_port': {'id': '90e1087f-e214-4adc-b346-3cb2cea0c609', 'name': '', 'network_id': 'ccf9d455-714d-4124-a988-bad1752ba459', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972dbd81-dd25-44c2-85b5-bfb125da1dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': 'e1df9efb-59ab-44c3-a537-e3a5c659cd30', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:55:57Z', 'updated_at': '2021-07-08T01:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e1df9efb-59ab-44c3-a537-e3a5c659cd30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:00.947103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Deleting port 90e1087f-e214-4adc-b346-3cb2cea0c609 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:00.954431 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:00.975003 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Checking router: 972dbd81-dd25-44c2-85b5-bfb125da1dd8 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:56:00.975620 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Updating router 972dbd81-dd25-44c2-85b5-bfb125da1dd8 port 90e1087f-e214-4adc-b346-3cb2cea0c609 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:56:00.982931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3194ba18-8df3-4382-9cb8-250f435a6cf2 req-e7d76607-4710-4d98-8439-26fd239e015d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0826409 Jul 08 01:56:01.026406 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.179049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.208370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Calling delete_port for 90e1087f-e214-4adc-b346-3cb2cea0c609 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:01.334601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586f26c-69b7-4c6b-80ee-cac07b721966 req-72cca627-fc19-4ff8-931c-a9049a6660a4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:01.346026 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d586f26c-69b7-4c6b-80ee-cac07b721966 req-72cca627-fc19-4ff8-931c-a9049a6660a4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.2495952 Jul 08 01:56:01.464910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d586f26c-69b7-4c6b-80ee-cac07b721966 req-fab165c3-80b5-4be1-b0f8-0ee1143fd2f4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180017 Jul 08 01:56:01.717080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:01.719152 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.db.api [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:56:01.719589 n-d-694802-14 neutron-server[93886]: DEBUG oslo_db.api [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:56:01.775359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event deleted for resources: {'Port': ['ID=90e1087f-e214-4adc-b346-3cb2cea0c609,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:01.814836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.815191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.815540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.815887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.816229 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.816592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.816930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.817268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.817601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.817939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.818265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.819235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:01.849188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 08cc0ef2-f88e-4d27-827a-d405a25b04a2 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:01.934002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 08cc0ef2-f88e-4d27-827a-d405a25b04a2 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:01.937726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 08cc0ef2-f88e-4d27-827a-d405a25b04a2 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:02.024759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-a9cc4fc3-d27b-47c2-929a-513a8473c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:02.026263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-a9cc4fc3-d27b-47c2-929a-513a8473c1bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0&tenant_id=51fd7907a17148e3b9eeb671a1a56b3f HTTP/1.1" status: 200 len: 1096 time: 0.1884763 Jul 08 01:56:02.039001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.044920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:02.217062 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.256932 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Port 90e1087f-e214-4adc-b346-3cb2cea0c609 not found while updating agent binding for router 972dbd81-dd25-44c2-85b5-bfb125da1dd8. {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 01:56:02.274038 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Routers {'972dbd81-dd25-44c2-85b5-bfb125da1dd8'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:02.275281 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:55:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['972dbd81-dd25-44c2-85b5-bfb125da1dd8'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:02.351899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.354546 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.465058 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.466012 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 972dbd81-dd25-44c2-85b5-bfb125da1dd8 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:56:02.472134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.473774 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a7bc76a5-8a70-4935-be4a-4875158d0a02 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "DELETE /v2.0/routers/972dbd81-dd25-44c2-85b5-bfb125da1dd8 HTTP/1.1" status: 204 len: 168 time: 2.1784086 Jul 08 01:56:02.477271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39912) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:02.594921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-058ed407-d638-437b-bdac-02a0284f7c0a tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Deleting subnet e1df9efb-59ab-44c3-a537-e3a5c659cd30 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:56:02.605111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-058ed407-d638-437b-bdac-02a0284f7c0a tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.708993 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] Set router 972dbd81-dd25-44c2-85b5-bfb125da1dd8 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:56:02.734848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-058ed407-d638-437b-bdac-02a0284f7c0a tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.813112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:02.842182 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972dbd81-dd25-44c2-85b5-bfb125da1dd8', 'name': '', 'tenant_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:55:57Z', 'updated_at': '2021-07-08T01:56:01Z', 'revision_number': 5, 'project_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:02.859130 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-058ed407-d638-437b-bdac-02a0284f7c0a tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.915892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:02.922914 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41df08f8-63be-44dd-ac79-d07c45839e7f None None] The sync data for ids ['972dbd81-dd25-44c2-85b5-bfb125da1dd8'] in n-d-694802-14 is: [{'id': '972dbd81-dd25-44c2-85b5-bfb125da1dd8', 'name': '', 'tenant_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:55:57Z', 'updated_at': '2021-07-08T01:56:01Z', 'revision_number': 5, 'project_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:02.963862 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-058ed407-d638-437b-bdac-02a0284f7c0a tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:02.997344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15216622-0f49-4579-9353-3c6ca02a670d {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:03.017641 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.027263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ed407-d638-437b-bdac-02a0284f7c0a tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e1df9efb-59ab-44c3-a537-e3a5c659cd30,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:03.046913 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-058ed407-d638-437b-bdac-02a0284f7c0a tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.047183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Transition to ACTIVE for port object 15216622-0f49-4579-9353-3c6ca02a670d will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:03.053704 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-058ed407-d638-437b-bdac-02a0284f7c0a tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/e1df9efb-59ab-44c3-a537-e3a5c659cd30 HTTP/1.1" status: 204 len: 168 time: 0.5724456 Jul 08 01:56:03.059670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39924) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:03.153991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c49c279-fbe9-4fd3-96a7-5ad27d7d78a5 req-df36eedf-16a2-4236-981c-6bf511f35aca tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.1024823 Jul 08 01:56:03.162287 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.259726 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.474198 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.504698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf9d455-714d-4124-a988-bad1752ba459']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:03.547476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffad2e70-297a-4351-9694-2d4ac8393a08') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:03.547970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffad2e70-297a-4351-9694-2d4ac8393a08') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:03.593097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.664871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.689189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:56:03.690406 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.723411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=9']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:56:03.792578 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:56:03.816961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.825900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ccf9d455-714d-4124-a988-bad1752ba459 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 01:56:03.832228 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:03.840713 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "DELETE /v2.0/networks/ccf9d455-714d-4124-a988-bad1752ba459 HTTP/1.1" status: 204 len: 168 time: 0.7764902 Jul 08 01:56:03.893556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3672-f2c1-4112-8015-a2a51f069551 req-2bd18f86-355b-49fd-b365-585fbe42bb97 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:03.904702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d2a3672-f2c1-4112-8015-a2a51f069551 req-2bd18f86-355b-49fd-b365-585fbe42bb97 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 1.6526740 Jul 08 01:56:03.969697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0d62e-487f-4a96-be01-553b4c9ae159 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event deleted for resources: {'Network': ['ID=ccf9d455-714d-4124-a988-bad1752ba459,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:04.069789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] No DVR routers for this DVR port 15216622-0f49-4579-9353-3c6ca02a670d on host n-h2-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:04.076465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-51e0bcaa-c4c7-4052-8941-afb1f890194a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:04.079417 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-51e0bcaa-c4c7-4052-8941-afb1f890194a tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.2353449 Jul 08 01:56:04.307331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d2a3672-f2c1-4112-8015-a2a51f069551 req-03889e5a-d137-45d4-a3a1-de2ce8a51b84 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016199 Jul 08 01:56:04.334022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39956) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:04.361877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-cc2c59e6-0c73-4314-9137-a730af1cde50 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Request body: {'router': {'name': 'tempest-router--1539262772', 'project_id': '52484d3808e04c779ef943a08ef3cbd8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:04.411872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc2c59e6-0c73-4314-9137-a730af1cde50 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.412914 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc2c59e6-0c73-4314-9137-a730af1cde50 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.432004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-24b5d30d-6fa5-40e2-b77e-6a4c24f77508 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Deleting port 85815656-06b1-4e52-b1de-3c48a8abb632 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:04.432559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-24b5d30d-6fa5-40e2-b77e-6a4c24f77508 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.497550 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.504596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6b7f8-4de7-49b2-842a-c04c7c714aa5 req-dedf842a-ba04-4998-b078-d7afe1901828 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:04.520629 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07f6b7f8-4de7-49b2-842a-c04c7c714aa5 req-dedf842a-ba04-4998-b078-d7afe1901828 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 945 time: 0.9251778 Jul 08 01:56:04.696585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07f6b7f8-4de7-49b2-842a-c04c7c714aa5 req-363b9699-2bbc-4448-b708-c51aa8c902b3 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f08d492-65a9-4613-b3dd-920ca058e1f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749170 Jul 08 01:56:04.798396 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc2c59e6-0c73-4314-9137-a730af1cde50 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.804676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc2c59e6-0c73-4314-9137-a730af1cde50 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.823473 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc2c59e6-0c73-4314-9137-a730af1cde50 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.825438 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cc2c59e6-0c73-4314-9137-a730af1cde50 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4872005 Jul 08 01:56:04.828018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39966) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:04.843105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Attempting to bind port 15216622-0f49-4579-9353-3c6ca02a670d on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:04.849148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Attempting to bind port 15216622-0f49-4579-9353-3c6ca02a670d by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:04.849861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Attempting to bind port 15216622-0f49-4579-9353-3c6ca02a670d on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:04.900678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-24b5d30d-6fa5-40e2-b77e-6a4c24f77508 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] For port 85815656-06b1-4e52-b1de-3c48a8abb632, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=85815656-06b1-4e52-b1de-3c48a8abb632,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:04.904956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-24b5d30d-6fa5-40e2-b77e-6a4c24f77508 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:04.926747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Port 15216622-0f49-4579-9353-3c6ca02a670d on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:56:04.929466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Attempting to bind port 15216622-0f49-4579-9353-3c6ca02a670d on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:04.939615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-24b5d30d-6fa5-40e2-b77e-6a4c24f77508 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Calling delete_port for 85815656-06b1-4e52-b1de-3c48a8abb632 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:05.030156 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77dec256-5c7a-4c41-ab0e-b65ecc9c03a0 req-8b93c1b7-d5af-42b9-8d68-6d74a5e9eeb9 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0475154 Jul 08 01:56:05.051521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8a523-08b5-4833-869d-4346c0272352 req-c681d483-68f9-47a2-b17e-6bc885c470f4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:05.054866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ba8a523-08b5-4833-869d-4346c0272352 req-c681d483-68f9-47a2-b17e-6bc885c470f4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 944 time: 0.4344792 Jul 08 01:56:05.060352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:05.061538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Checking segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:05.062308 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Bound using segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:05.063370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Bound port: 15216622-0f49-4579-9353-3c6ca02a670d, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:05.064045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.086318 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-124eab9f-d152-4ba9-b4b3-719ccae882b7 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.305526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-24b5d30d-6fa5-40e2-b77e-6a4c24f77508 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.317303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['85815656-06b1-4e52-b1de-3c48a8abb632'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:05.371952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:05.380293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:05.397042 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.444860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5d30d-6fa5-40e2-b77e-6a4c24f77508 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Pushing event deleted for resources: {'Port': ['ID=85815656-06b1-4e52-b1de-3c48a8abb632,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:05.560358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-24b5d30d-6fa5-40e2-b77e-6a4c24f77508 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] No DVR routers for this DVR port 85815656-06b1-4e52-b1de-3c48a8abb632 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:05.566556 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-24b5d30d-6fa5-40e2-b77e-6a4c24f77508 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.568708 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d7a29365-8c2f-4a5d-b090-36b793130859 req-24b5d30d-6fa5-40e2-b77e-6a4c24f77508 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.16 "DELETE /v2.0/ports/85815656-06b1-4e52-b1de-3c48a8abb632 HTTP/1.1" status: 204 len: 173 time: 1.4834113 Jul 08 01:56:05.569535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fa3957-086e-4d8a-aef8-bc5a936dfd38', 'name': 'network-vif-deleted', 'tag': '85815656-06b1-4e52-b1de-3c48a8abb632'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:05.581142 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f585533d-f8dd-413d-936f-a10c94dc7c88" -d '{"events": [{"server_uuid": "c7fa3957-086e-4d8a-aef8-bc5a936dfd38", "name": "network-vif-deleted", "tag": "85815656-06b1-4e52-b1de-3c48a8abb632"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:05.762824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ba8a523-08b5-4833-869d-4346c0272352 req-74110dfd-ac8e-45ed-ab28-6d8599879d08 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6948001 Jul 08 01:56:05.866558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:05.868614 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:05.870446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] 10.222.0.16 "PUT /v2.0/ports/15216622-0f49-4579-9353-3c6ca02a670d HTTP/1.1" status: 200 len: 1093 time: 3.8355806 Jul 08 01:56:05.874921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:05.879728 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d395e3a7-dbab-4c0b-9054-cb286a81f29d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "tag": "15216622-0f49-4579-9353-3c6ca02a670d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:05.965939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-7b5c6ca0-29ee-4e8d-ad56-e28847494034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:05.971646 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-7b5c6ca0-29ee-4e8d-ad56-e28847494034 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 1098 time: 0.2904961 Jul 08 01:56:05.974339 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077581ea-e657-4401-b159-30c2c03e9dc9 x-openstack-request-id: req-077581ea-e657-4401-b159-30c2c03e9dc9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:05.977018 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fa3957-086e-4d8a-aef8-bc5a936dfd38", "name": "network-vif-deleted", "tag": "85815656-06b1-4e52-b1de-3c48a8abb632", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:05.978320 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-077581ea-e657-4401-b159-30c2c03e9dc9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:05.979567 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fa3957-086e-4d8a-aef8-bc5a936dfd38', 'name': 'network-vif-deleted', 'tag': '85815656-06b1-4e52-b1de-3c48a8abb632', 'status': 'completed', 'code': 200} Jul 08 01:56:06.044113 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-124eab9f-d152-4ba9-b4b3-719ccae882b7 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.066160 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-124eab9f-d152-4ba9-b4b3-719ccae882b7 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.266050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-18fe4607-4e62-4581-9a4c-b88690fad504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:06.268381 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-18fe4607-4e62-4581-9a4c-b88690fad504 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 912 time: 0.2868259 Jul 08 01:56:06.293694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3774b-4905-45be-b4a9-89eebc6bb6db service neutron] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=10']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:06.351979 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-124eab9f-d152-4ba9-b4b3-719ccae882b7 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.353364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124eab9f-d152-4ba9-b4b3-719ccae882b7 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0758a5c4-54e8-4cc8-a220-4fe6d5c68e28 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:56:06.362732 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-124eab9f-d152-4ba9-b4b3-719ccae882b7 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:06.369332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-124eab9f-d152-4ba9-b4b3-719ccae882b7 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "DELETE /v2.0/routers/0758a5c4-54e8-4cc8-a220-4fe6d5c68e28 HTTP/1.1" status: 204 len: 168 time: 1.5381470 Jul 08 01:56:06.421848 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-bd3d6d01-f9f9-4f98-91c7-63313e8d6969 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35164637-cef3-4b74-b6d6-1de8c8a827de HTTP/1.1" status: 200 len: 1002 time: 0.1463759 Jul 08 01:56:06.465021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d4114c2-1e48-4ad9-9caa-991b05935b1d req-170c3636-184c-49d3-89aa-19811270df56 tempest-ListServerFiltersTestJSON-277421222 tempest-ListServerFiltersTestJSON-277421222-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7fa3957-086e-4d8a-aef8-bc5a936dfd38 HTTP/1.1" status: 200 len: 210 time: 0.0943031 Jul 08 01:56:06.496353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819208b-07ba-4731-a6b8-3af2018df79c req-c45e00ae-0ee4-4a9e-a2fc-41c76fff66bf tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:06.514247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9819208b-07ba-4731-a6b8-3af2018df79c req-c45e00ae-0ee4-4a9e-a2fc-41c76fff66bf tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.6092753 Jul 08 01:56:06.562655 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e14cadb-bc08-458d-a90b-2ff9ad8cd52f x-openstack-request-id: req-8e14cadb-bc08-458d-a90b-2ff9ad8cd52f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:06.562964 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "tag": "15216622-0f49-4579-9353-3c6ca02a670d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:06.563219 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e14cadb-bc08-458d-a90b-2ff9ad8cd52f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:06.564516 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d', 'status': 'completed', 'code': 200} Jul 08 01:56:06.617952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-3cbcaf5a-5347-4651-a660-7a8053bc5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:06.628599 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-c5190279-d30b-46ea-b7ee-11c2da5627ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:06.633848 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-3cbcaf5a-5347-4651-a660-7a8053bc5ad2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 1097 time: 0.6321564 Jul 08 01:56:06.637509 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-c5190279-d30b-46ea-b7ee-11c2da5627ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 200 len: 850 time: 0.2078786 Jul 08 01:56:06.761805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-637062b6-adeb-4295-ae69-a8e33cd53e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:06.764086 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-637062b6-adeb-4295-ae69-a8e33cd53e7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5ed028f-b8a7-42b6-a69c-211263d91a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198134 Jul 08 01:56:06.871840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40024) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:06.968731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-8fd75cec-2267-4602-b033-0035b89076de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:06.970315 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-8fd75cec-2267-4602-b033-0035b89076de service neutron] 10.222.0.16 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.3356087 Jul 08 01:56:06.972800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-481f2dd7-2bd7-4687-9cad-c8099ab60e3c req-07ae7b9f-c478-406f-9adb-eca8b94a80ea tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0613613 Jul 08 01:56:07.114879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:07.118609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9819208b-07ba-4731-a6b8-3af2018df79c req-7fd62251-72dd-4041-b58b-f73e7159d6a0 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6034598 Jul 08 01:56:07.229366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-30f20733-ef95-4deb-9453-8e5209b9f202 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15216622-0f49-4579-9353-3c6ca02a670d HTTP/1.1" status: 200 len: 999 time: 0.2291901 Jul 08 01:56:07.384161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-e57c93b0-26e9-4764-90c0-1430768ad312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:07.385990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-e57c93b0-26e9-4764-90c0-1430768ad312 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.1556826 Jul 08 01:56:07.591191 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e935c10-47ab-4520-a259-38ffdb7f9698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.651523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:07.756508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a6054e-3ec8-4dfd-94fe-be77c01f6e5b admin admin] Deleting subnet 52a3bd8e-7d3d-4c4b-a89a-7d045d31f792 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:56:07.779571 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-3cb49161-3ae0-45a7-b194-ad2813ac1aa8 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0053232 Jul 08 01:56:07.786755 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6a6054e-3ec8-4dfd-94fe-be77c01f6e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.879273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 85815656-06b1-4e52-b1de-3c48a8abb632 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:07.882544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6a6054e-3ec8-4dfd-94fe-be77c01f6e5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:07.956515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-723309223', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:07.965472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 85815656-06b1-4e52-b1de-3c48a8abb632 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:07.966645 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 85815656-06b1-4e52-b1de-3c48a8abb632 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:08.014648 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b0ac74-225e-4a1e-ba6c-25f9bfca96c4 req-83d3780e-b771-4e0c-8e34-8e2f3e5abb4a service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270997 Jul 08 01:56:08.485337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-50c7e874-d0ed-4e53-86c8-2d20cdf5ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:08.486881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-50c7e874-d0ed-4e53-86c8-2d20cdf5ca35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0919342 Jul 08 01:56:08.511508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6cb91-e560-4417-b06c-8517304e6a0a req-56aef056-cbe8-4ced-8dea-ab281acf7a53 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:08.513367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73d6cb91-e560-4417-b06c-8517304e6a0a req-56aef056-cbe8-4ced-8dea-ab281acf7a53 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 1.2294676 Jul 08 01:56:08.515435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0dc0f1f-0412-4b4f-9476-60d157d0eba3 req-60de4ac3-4a9a-4392-9100-a870297885a0 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.0821972 Jul 08 01:56:08.833786 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6a6054e-3ec8-4dfd-94fe-be77c01f6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.838542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:08.933390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73d6cb91-e560-4417-b06c-8517304e6a0a req-ff087dbd-a386-436c-ae3a-41e90afaacad tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913603 Jul 08 01:56:08.987085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-0cd93917-27ad-4117-a01b-551daabfcc0a service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651728 Jul 08 01:56:09.032621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e935c10-47ab-4520-a259-38ffdb7f9698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.065223 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.066849 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.100965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e935c10-47ab-4520-a259-38ffdb7f9698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.142038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e935c10-47ab-4520-a259-38ffdb7f9698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac833a-4f90-4aa9-94ea-5fe87a323c1e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:09.146157 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6a6054e-3ec8-4dfd-94fe-be77c01f6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.150972 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.199042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6054e-3ec8-4dfd-94fe-be77c01f6e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a3bd8e-7d3d-4c4b-a89a-7d045d31f792,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:09.214941 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6a6054e-3ec8-4dfd-94fe-be77c01f6e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.218113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d558b4b-62f9-4815-bb4d-baae404c086d None None] Network 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:09.219558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e6a6054e-3ec8-4dfd-94fe-be77c01f6e5b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/52a3bd8e-7d3d-4c4b-a89a-7d045d31f792 HTTP/1.1" status: 204 len: 168 time: 1.5621302 Jul 08 01:56:09.230472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b13714-82f0-45d9-a866-5256d72f5985 req-473108d1-9ddb-49b1-bbd0-3133e6ddae21 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:09.233087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98b13714-82f0-45d9-a866-5256d72f5985 req-473108d1-9ddb-49b1-bbd0-3133e6ddae21 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.3652081 Jul 08 01:56:09.242555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40082) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:09.247844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6e935c10-47ab-4520-a259-38ffdb7f9698 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f90efb578bed4f3f96be97f54fb92f78&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1258843 Jul 08 01:56:09.278244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40084) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:09.315226 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98b13714-82f0-45d9-a866-5256d72f5985 req-1d85184c-fd1f-41fe-a692-c62e8644cee8 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621269 Jul 08 01:56:09.398937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ab951b-0905-4c4b-a78f-a728794c11f8 req-db336234-dc6f-4eff-9596-354cda43e115 service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991060 Jul 08 01:56:09.407381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.432230 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.475157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ffe1281b-5962-465c-8745-938410f95d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.481415 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] DHCP port deletion for 9ca346dd-d4a5-4f57-9e47-8c22102d43a3 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:56:09.542134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Deleting port 995c9adf-9420-48e1-9212-0f96fd0480a9 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:09.542752 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.594031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Deleting port 995c9adf-9420-48e1-9212-0f96fd0480a9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:09.597532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ffe1281b-5962-465c-8745-938410f95d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.602137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.686714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] For port 995c9adf-9420-48e1-9212-0f96fd0480a9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=995c9adf-9420-48e1-9212-0f96fd0480a9,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:09.691315 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.723410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Calling delete_port for 995c9adf-9420-48e1-9212-0f96fd0480a9 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:09.779385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ffe1281b-5962-465c-8745-938410f95d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.782590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ffe1281b-5962-465c-8745-938410f95d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:09.786069 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ffe1281b-5962-465c-8745-938410f95d1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6ac833a-4f90-4aa9-94ea-5fe87a323c1e HTTP/1.1" status: 204 len: 168 time: 0.5032723 Jul 08 01:56:09.803325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1281b-5962-465c-8745-938410f95d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac833a-4f90-4aa9-94ea-5fe87a323c1e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:09.914903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] For port 995c9adf-9420-48e1-9212-0f96fd0480a9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=995c9adf-9420-48e1-9212-0f96fd0480a9,segment=NetworkSegment(19cff35b-7333-4b6a-ad94-285a8c992b98),segment_id=19cff35b-7333-4b6a-ad94-285a8c992b98)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:09.916885 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.034301 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.057288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] No DVR routers for this DVR port 995c9adf-9420-48e1-9212-0f96fd0480a9 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:10.073348 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.119728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Pushing event deleted for resources: {'Port': ['ID=995c9adf-9420-48e1-9212-0f96fd0480a9,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:10.137100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Calling delete_port for 995c9adf-9420-48e1-9212-0f96fd0480a9 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:10.149178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.150386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.152284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.155418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.155418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.155673 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.155765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.155765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.155765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.155765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.155765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.155765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.158036 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-f80207e6-2380-4c75-abd4-e868b01b9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:10.158387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73908ca-dbc6-403f-acd1-41ec5291f4eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:10.159630 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-f80207e6-2380-4c75-abd4-e868b01b9db2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 1097 time: 0.6718659 Jul 08 01:56:10.317837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c859c5e5-ac2a-4f3f-bcfd-e201ff91b579 req-be4382f3-95d0-4165-bc80-47ab1bc15887 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/ports?device_id=747b60cd-2c22-40d5-92ba-1d8cfdf60025 HTTP/1.1" status: 200 len: 210 time: 0.4168456 Jul 08 01:56:10.537139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 995c9adf-9420-48e1-9212-0f96fd0480a9 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:10.593340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 995c9adf-9420-48e1-9212-0f96fd0480a9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:10.593794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 995c9adf-9420-48e1-9212-0f96fd0480a9 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:10.622690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Allocated IP 172.25.4.222 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/452a080d-a17a-4f83-9efe-e93c27ecb7b9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:10.694597 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.751481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:10.768760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c062acf2-a740-4bf2-91ff-0d0e66287aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:10.870573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] No DVR routers for this DVR port 995c9adf-9420-48e1-9212-0f96fd0480a9 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:11.017276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.034631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Pushing event deleted for resources: {'Port': ['ID=995c9adf-9420-48e1-9212-0f96fd0480a9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:11.159617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.274763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699e4b2-ea9f-41be-9ecf-18011ebbe609 req-52d7064c-cfb3-4f94-8f5d-4fbf3ab97b7e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:11.278536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1699e4b2-ea9f-41be-9ecf-18011ebbe609 req-52d7064c-cfb3-4f94-8f5d-4fbf3ab97b7e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.9060595 Jul 08 01:56:11.282245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-e01637b8-6456-487e-9411-ec748ccdd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:11.284635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-e01637b8-6456-487e-9411-ec748ccdd6b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.9610558 Jul 08 01:56:11.289269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Pushing event updated for resources: {'Port': ['ID=452a080d-a17a-4f83-9efe-e93c27ecb7b9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:11.296596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c062acf2-a740-4bf2-91ff-0d0e66287aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.306370 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c062acf2-a740-4bf2-91ff-0d0e66287aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.325348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:11.353919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:11.357595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:11.441521 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:56:11.534533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062acf2-a740-4bf2-91ff-0d0e66287aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5f76ed-4dab-41e3-ac11-9926d5fe3e23,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:11.575434 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c062acf2-a740-4bf2-91ff-0d0e66287aac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40c6f90ef7dd496b9439d379ad37a8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8204389 Jul 08 01:56:11.597629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40150) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:11.606962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-a2d6c93b-beef-459c-a350-6b844b55f193 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15216622-0f49-4579-9353-3c6ca02a670d HTTP/1.1" status: 200 len: 999 time: 0.2913299 Jul 08 01:56:11.744967 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1699e4b2-ea9f-41be-9ecf-18011ebbe609 req-98a6d187-bae7-4a2f-a268-47c65d3cf68e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4333377 Jul 08 01:56:11.750131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.774749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca346dd-d4a5-4f57-9e47-8c22102d43a3']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:11.808604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b7f10-3dc9-47fc-9f33-5042a5f9f6be req-2a0a7691-875f-4898-b5fd-e06a4f0b9530 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:11.826158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad2b7f10-3dc9-47fc-9f33-5042a5f9f6be req-2a0a7691-875f-4898-b5fd-e06a4f0b9530 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 1.1101065 Jul 08 01:56:11.917005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19cff35b-7333-4b6a-ad94-285a8c992b98') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:11.917652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19cff35b-7333-4b6a-ad94-285a8c992b98') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:11.929258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-2406861a-e3e5-4a9d-bb72-f85cd5f6d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:11.931200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-2406861a-e3e5-4a9d-bb72-f85cd5f6d313 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.2751482 Jul 08 01:56:11.953114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad2b7f10-3dc9-47fc-9f33-5042a5f9f6be req-c7076955-b796-4863-99f6-b0db9be26987 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260231 Jul 08 01:56:11.955199 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:11.983756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.001743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:56:12.002515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:56:12.004899 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:56:12.118975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40162) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:12.220966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.243818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.246416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9ca346dd-d4a5-4f57-9e47-8c22102d43a3 HTTP/1.1" status: 204 len: 168 time: 2.9998834 Jul 08 01:56:12.281941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47d2ee-ad6e-4110-adb8-a9c274a89157 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca346dd-d4a5-4f57-9e47-8c22102d43a3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:12.307399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-a81faa35-9f4d-48c1-83d7-9f9793177ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:12.309200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-a81faa35-9f4d-48c1-83d7-9f9793177ff9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062640 Jul 08 01:56:12.365853 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ced16a9-0e25-45ed-9048-1a39c47700d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.474585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-2c2f8bb3-5eb0-4e5c-99bd-329b7c774909 service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200089 Jul 08 01:56:12.657920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ced16a9-0e25-45ed-9048-1a39c47700d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.682717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:12.754438 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-29a71276-0989-433e-b633-eafbe568cce8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.759685 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ced16a9-0e25-45ed-9048-1a39c47700d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.781214 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ced16a9-0e25-45ed-9048-1a39c47700d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.789251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6ced16a9-0e25-45ed-9048-1a39c47700d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe5f76ed-4dab-41e3-ac11-9926d5fe3e23 HTTP/1.1" status: 204 len: 168 time: 1.1793394 Jul 08 01:56:12.808799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:12.809123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ead22d1f-8d63-48c9-8eb8-4dc446df5705 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=369bf77170e241488859653002b83338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249704 Jul 08 01:56:12.821875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40178) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:12.911603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d395e3a7-dbab-4c0b-9054-cb286a81f29d req-122026a9-288c-476f-ae36-51e41ca84bf8 service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134159 Jul 08 01:56:12.984224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced16a9-0e25-45ed-9048-1a39c47700d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5f76ed-4dab-41e3-ac11-9926d5fe3e23,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:13.079455 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-29a71276-0989-433e-b633-eafbe568cce8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.090975 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-399fd918-e7bc-4cfe-ba32-1248f7d1b518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.224205 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-399fd918-e7bc-4cfe-ba32-1248f7d1b518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.233855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645ba1c-cf3e-4c7a-af8c-ba0855fb3d12 req-e4d15904-5c18-458f-9657-0104ff7497a2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:13.235451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6645ba1c-cf3e-4c7a-af8c-ba0855fb3d12 req-e4d15904-5c18-458f-9657-0104ff7497a2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.2860274 Jul 08 01:56:13.326589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6645ba1c-cf3e-4c7a-af8c-ba0855fb3d12 req-958259aa-2055-4873-a763-f2eb4d708814 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805793 Jul 08 01:56:13.357441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-399fd918-e7bc-4cfe-ba32-1248f7d1b518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.369379 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-399fd918-e7bc-4cfe-ba32-1248f7d1b518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.384863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.384863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-29a71276-0989-433e-b633-eafbe568cce8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.387812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-29a71276-0989-433e-b633-eafbe568cce8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:13.391609 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-29a71276-0989-433e-b633-eafbe568cce8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b06473a-6523-4922-b54b-3505d772e437 HTTP/1.1" status: 204 len: 168 time: 1.2678607 Jul 08 01:56:13.395893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-399fd918-e7bc-4cfe-ba32-1248f7d1b518 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f08d492-65a9-4613-b3dd-920ca058e1f0 HTTP/1.1" status: 204 len: 168 time: 0.5637512 Jul 08 01:56:13.399058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:13.424839 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-85c16ec5-25d1-41e2-ac3a-f678b899e24f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] show failed (client error): The resource could not be found. Jul 08 01:56:13.432917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-85c16ec5-25d1-41e2-ac3a-f678b899e24f tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "GET /v2.0/security-groups/8b06473a-6523-4922-b54b-3505d772e437 HTTP/1.1" status: 404 len: 347 time: 0.0281010 Jul 08 01:56:13.433957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:13.450436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fd918-e7bc-4cfe-ba32-1248f7d1b518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f08d492-65a9-4613-b3dd-920ca058e1f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:13.485458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a71276-0989-433e-b633-eafbe568cce8 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b06473a-6523-4922-b54b-3505d772e437,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:13.915499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Router 80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:56:14.032637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-993ef77b-7d8c-43b5-9804-8ad5dddcffce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting port 97d293a6-41f4-448b-8a95-4bc8ad9b514b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:14.036641 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-993ef77b-7d8c-43b5-9804-8ad5dddcffce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.325000 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-993ef77b-7d8c-43b5-9804-8ad5dddcffce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.327898 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-993ef77b-7d8c-43b5-9804-8ad5dddcffce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:14.372086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-993ef77b-7d8c-43b5-9804-8ad5dddcffce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Calling delete_port for 97d293a6-41f4-448b-8a95-4bc8ad9b514b owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:14.942703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febae97-4903-4802-a5ec-5c5b4ea0aa7f req-7c697330-06e8-4167-8cac-273f1639393c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:14.951672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5febae97-4903-4802-a5ec-5c5b4ea0aa7f req-7c697330-06e8-4167-8cac-273f1639393c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.2508972 Jul 08 01:56:14.955435 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-993ef77b-7d8c-43b5-9804-8ad5dddcffce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.090767 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5febae97-4903-4802-a5ec-5c5b4ea0aa7f req-4bbe2cd4-a4fb-457c-9fad-48a6264dd6a1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379440 Jul 08 01:56:15.222778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:15.234471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf68cf-75e1-4124-a124-489ada8a3f47 None None] Sync routers for ids ['80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:15.243529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ef77b-7d8c-43b5-9804-8ad5dddcffce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Port': ['ID=97d293a6-41f4-448b-8a95-4bc8ad9b514b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:15.253132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf68cf-75e1-4124-a124-489ada8a3f47 None None] Routers {'80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:15.254402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1bf68cf-75e1-4124-a124-489ada8a3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:55:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:15.298857 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-993ef77b-7d8c-43b5-9804-8ad5dddcffce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.303824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.308607 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-993ef77b-7d8c-43b5-9804-8ad5dddcffce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.308607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-993ef77b-7d8c-43b5-9804-8ad5dddcffce tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "DELETE /v2.0/floatingips/ac359ea1-139b-4e9f-b071-59a2d5cdb3ef HTTP/1.1" status: 204 len: 168 time: 1.8672438 Jul 08 01:56:15.310357 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-863bfb32-31e3-418a-9366-e33c7566b68a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.4374943 Jul 08 01:56:15.311288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:15.312120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40252) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:15.318761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1bf68cf-75e1-4124-a124-489ada8a3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:15.332413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf68cf-75e1-4124-a124-489ada8a3f47 None None] Routers {'80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:15.333604 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1bf68cf-75e1-4124-a124-489ada8a3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:55:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:15.441112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1bf68cf-75e1-4124-a124-489ada8a3f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:15.442436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf68cf-75e1-4124-a124-489ada8a3f47 None None] The sync data for ids ['80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:15.609601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a1e02e6d-0047-4b97-bd31-bfe99eba67ba tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting port 8df25cd3-c5a6-443a-a54f-49eae7611a87 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:15.611080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1e02e6d-0047-4b97-bd31-bfe99eba67ba tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:15.623072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-54a2939c-8a91-492c-b183-089316dd31c6 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/routers/80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8 HTTP/1.1" status: 200 len: 920 time: 0.3083076 Jul 08 01:56:15.623789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:15.633153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:15.751628 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a1153230-3ccc-4f55-8063-a81df74cede6 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8 HTTP/1.1" status: 200 len: 205 time: 0.1230099 Jul 08 01:56:15.756847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40268) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:16.071426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2045427710-network', 'tenant_id': '294b3c64e9794739a63c3a3d1e0059f1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:16.108676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1e02e6d-0047-4b97-bd31-bfe99eba67ba tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.143454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a1e02e6d-0047-4b97-bd31-bfe99eba67ba tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Calling delete_port for 8df25cd3-c5a6-443a-a54f-49eae7611a87 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:16.169476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Made reservation on behalf of 294b3c64e9794739a63c3a3d1e0059f1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:16.180032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.205239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.258570 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.621691 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.714171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.732042 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.820626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7be26a-a05f-4a5d-9abe-5ab496e69530,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:16.900441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:56:16.909219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1e02e6d-0047-4b97-bd31-bfe99eba67ba tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.973446 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:16.973830 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Added segment 4b9298d0-5960-4c33-9d83-8704243bac44 of type vlan for network 56efcdc0-0075-4ee5-901d-ac1385f90d35 Jul 08 01:56:17.004592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56e18f-a02a-4a07-a33a-b4c59dd5edb0 req-32838920-ab35-4c70-8142-35dc835b22f4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:17.007321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e56e18f-a02a-4a07-a33a-b4c59dd5edb0 req-32838920-ab35-4c70-8142-35dc835b22f4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.3785398 Jul 08 01:56:17.123353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e02e6d-0047-4b97-bd31-bfe99eba67ba tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Port': ['ID=8df25cd3-c5a6-443a-a54f-49eae7611a87,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:17.179030 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.205547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Deleting port 452a080d-a17a-4f83-9efe-e93c27ecb7b9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:17.205905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.256622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e56e18f-a02a-4a07-a33a-b4c59dd5edb0 req-87045a11-ad98-4400-89c5-289717fc7883 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365615 Jul 08 01:56:17.346547 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.348548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:17.350162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.447420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7030113 Jul 08 01:56:17.456884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:17.468628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Request body: {'subnet': {'network_id': '56efcdc0-0075-4ee5-901d-ac1385f90d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2045427710-subnet', 'tenant_id': '294b3c64e9794739a63c3a3d1e0059f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:17.496093 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1e02e6d-0047-4b97-bd31-bfe99eba67ba tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.502327 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a1e02e6d-0047-4b97-bd31-bfe99eba67ba tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "DELETE /v2.0/ports/8df25cd3-c5a6-443a-a54f-49eae7611a87 HTTP/1.1" status: 204 len: 168 time: 2.1888156 Jul 08 01:56:17.504519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc7e95-c669-4ca3-88ac-08089cbd0aad admin admin] Pushing event updated for resources: {'Network': ['ID=56efcdc0-0075-4ee5-901d-ac1385f90d35,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:17.507218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40310) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:17.541404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 56efcdc0-0075-4ee5-901d-ac1385f90d35 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:56:17.551171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Made reservation on behalf of 294b3c64e9794739a63c3a3d1e0059f1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:17.554399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.759040 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:17.816542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Calling delete_port for 452a080d-a17a-4f83-9efe-e93c27ecb7b9 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:18.127995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aebd36af-5c04-44fe-a373-d7ddb176bfed tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting port 0f688c92-bbac-444a-89a5-09bc58a187d5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:18.128416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aebd36af-5c04-44fe-a373-d7ddb176bfed tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.228518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.313605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:18.314343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deaf75b5-251b-4df4-bd13-29822c8de831,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:18.409505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Checking segment: {'id': '4b9298d0-5960-4c33-9d83-8704243bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56efcdc0-0075-4ee5-901d-ac1385f90d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:18.410159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Network hostable DHCP agents. Network: 56efcdc0-0075-4ee5-901d-ac1385f90d35, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:56:18.485717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Network 56efcdc0-0075-4ee5-901d-ac1385f90d35 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:56:18.513539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 56efcdc0-0075-4ee5-901d-ac1385f90d35) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:18.524143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:18.524781 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.529787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661314ab-ac6b-4156-8574-fba58a17c69f None None] Network 56efcdc0-0075-4ee5-901d-ac1385f90d35 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:18.578750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c1f3393c-8b2e-4902-8ba4-046b6cde6c77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1186638 Jul 08 01:56:18.659035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.858300 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aebd36af-5c04-44fe-a373-d7ddb176bfed tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.878187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d89f4-c407-42cc-b2d9-0f092f4e215c None None] Network 56efcdc0-0075-4ee5-901d-ac1385f90d35 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:18.887101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aba22db7-f522-4eab-ac93-62b657bba7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:18.903103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aebd36af-5c04-44fe-a373-d7ddb176bfed tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Calling delete_port for 0f688c92-bbac-444a-89a5-09bc58a187d5 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:19.010075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Pushing event deleted for resources: {'Port': ['ID=452a080d-a17a-4f83-9efe-e93c27ecb7b9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:19.169822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da67b43-d89e-42fa-8684-dae9c00a02d0 req-cb3cdb18-906e-4898-915d-912ea38d52a4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:19.178145 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1da67b43-d89e-42fa-8684-dae9c00a02d0 req-cb3cdb18-906e-4898-915d-912ea38d52a4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.5342908 Jul 08 01:56:19.215021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aba22db7-f522-4eab-ac93-62b657bba7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.242435 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.249327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aba22db7-f522-4eab-ac93-62b657bba7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.479234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aba22db7-f522-4eab-ac93-62b657bba7c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ecff0821b6a74f57a83a062ea3f70857&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1404762 Jul 08 01:56:19.480714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40348) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:19.481848 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba22db7-f522-4eab-ac93-62b657bba7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cd76ca-0abb-4ae2-8a59-efad90bb4126,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:19.503576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.509223 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.529031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1da67b43-d89e-42fa-8684-dae9c00a02d0 req-743bf4c9-bcf3-49c3-a310-2a072dfd8cdc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494098 Jul 08 01:56:19.673131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-152b9d92-54ca-45b7-ae31-36dd112077a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.701697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-152b9d92-54ca-45b7-ae31-36dd112077a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.776933 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-152b9d92-54ca-45b7-ae31-36dd112077a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.780807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-152b9d92-54ca-45b7-ae31-36dd112077a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.781979 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-152b9d92-54ca-45b7-ae31-36dd112077a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64cd76ca-0abb-4ae2-8a59-efad90bb4126 HTTP/1.1" status: 204 len: 168 time: 0.2970583 Jul 08 01:56:19.804708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b9d92-54ca-45b7-ae31-36dd112077a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cd76ca-0abb-4ae2-8a59-efad90bb4126,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:19.826208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.826885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Fanout notify agent at l3_agent the message router_deleted on router 80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:56:19.856888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.867925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40366) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:19.879115 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-238470c5-a0f3-4909-9049-7a5af5d6fd23 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8 HTTP/1.1" status: 204 len: 168 time: 4.1196179 Jul 08 01:56:19.879999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aebd36af-5c04-44fe-a373-d7ddb176bfed tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.894216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Request body: {'router': {'name': 'tempest-snat-router-696545661', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'enable_snat': False}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:19.965066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd36af-5c04-44fe-a373-d7ddb176bfed tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Port': ['ID=0f688c92-bbac-444a-89a5-09bc58a187d5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:19.977198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-41b55503-4a16-40b3-abae-844ea1e3fdd1 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:19.979192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-41b55503-4a16-40b3-abae-844ea1e3fdd1 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/networks?id=56efcdc0-0075-4ee5-901d-ac1385f90d35 HTTP/1.1" status: 200 len: 821 time: 0.2203925 Jul 08 01:56:19.980921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:19.982306 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.079378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.095236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-0bb10ace-85f5-4d94-8d8c-bf30d6740a38 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/quotas/294b3c64e9794739a63c3a3d1e0059f1 HTTP/1.1" status: 200 len: 375 time: 0.0295279 Jul 08 01:56:20.139738 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aebd36af-5c04-44fe-a373-d7ddb176bfed tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.158048 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aebd36af-5c04-44fe-a373-d7ddb176bfed tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "DELETE /v2.0/ports/0f688c92-bbac-444a-89a5-09bc58a187d5 HTTP/1.1" status: 204 len: 168 time: 2.6497178 Jul 08 01:56:20.158918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40372) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:20.263484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-3a31906c-65bd-4af7-90ff-63e35c295301 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=294b3c64e9794739a63c3a3d1e0059f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1657624 Jul 08 01:56:20.459558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8c33b2-28ed-48c9-88eb-da4eebd61af6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting subnet 6c41618a-4ce8-4dcc-bba6-349983980b27 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:56:20.478497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c8c33b2-28ed-48c9-88eb-da4eebd61af6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.576386 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.635342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e26f27fa-ba72-4ac0-b28d-3b31d1fbd645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.671770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c8c33b2-28ed-48c9-88eb-da4eebd61af6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:20.857345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40384) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:20.977423 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5de25197-85d4-458e-86ef-f304c9874bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.107462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c8c33b2-28ed-48c9-88eb-da4eebd61af6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.302724 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c8c33b2-28ed-48c9-88eb-da4eebd61af6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.384680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c33b2-28ed-48c9-88eb-da4eebd61af6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Subnet': ['ID=6c41618a-4ce8-4dcc-bba6-349983980b27,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:21.394104 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c8c33b2-28ed-48c9-88eb-da4eebd61af6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.402539 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2c8c33b2-28ed-48c9-88eb-da4eebd61af6 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "DELETE /v2.0/subnets/6c41618a-4ce8-4dcc-bba6-349983980b27 HTTP/1.1" status: 204 len: 168 time: 1.2378426 Jul 08 01:56:21.403585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6f059a-ab09-45bf-ace0-af31f3dc0f21 None None] Network 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:21.404847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40392) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:21.531469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4726ad73-da9d-4f43-b4ef-0778a07d2314 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting subnet b82729b9-dc65-45e6-9523-ae8b53b9734f {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:56:21.556111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4726ad73-da9d-4f43-b4ef-0778a07d2314 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:21.723138 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4726ad73-da9d-4f43-b4ef-0778a07d2314 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.039719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5addcb52-1dae-49ad-8a68-33b6b9bb10b7 None None] DHCP port deletion for 56be41ba-9f0e-41b1-b08b-6f719b43b9b4 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:56:22.116471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4726ad73-da9d-4f43-b4ef-0778a07d2314 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.122197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-8f35743a-8fe4-413a-8457-031bc76ceadc service neutron] 10.222.0.41 "GET /v2.0/networks/56efcdc0-0075-4ee5-901d-ac1385f90d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8569198 Jul 08 01:56:22.346974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4726ad73-da9d-4f43-b4ef-0778a07d2314 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.361499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5addcb52-1dae-49ad-8a68-33b6b9bb10b7 None None] Deleting port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:22.375630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5addcb52-1dae-49ad-8a68-33b6b9bb10b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.467255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726ad73-da9d-4f43-b4ef-0778a07d2314 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Subnet': ['ID=b82729b9-dc65-45e6-9523-ae8b53b9734f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:22.477446 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4726ad73-da9d-4f43-b4ef-0778a07d2314 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.483294 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4726ad73-da9d-4f43-b4ef-0778a07d2314 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "DELETE /v2.0/subnets/b82729b9-dc65-45e6-9523-ae8b53b9734f HTTP/1.1" status: 204 len: 168 time: 1.0772207 Jul 08 01:56:22.484057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40402) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:22.503273 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5de25197-85d4-458e-86ef-f304c9874bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.513609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-361d3fc1-22f9-4da3-b84d-3f553acdb119 service neutron] 10.222.0.41 "GET /v2.0/networks/56efcdc0-0075-4ee5-901d-ac1385f90d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887875 Jul 08 01:56:22.546495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5addcb52-1dae-49ad-8a68-33b6b9bb10b7 None None] For port 49949aee-93cb-49fb-bba5-d05d1b0e79f0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=49949aee-93cb-49fb-bba5-d05d1b0e79f0,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:22.547301 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5addcb52-1dae-49ad-8a68-33b6b9bb10b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.553852 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5de25197-85d4-458e-86ef-f304c9874bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.565964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5addcb52-1dae-49ad-8a68-33b6b9bb10b7 None None] Calling delete_port for 49949aee-93cb-49fb-bba5-d05d1b0e79f0 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:22.712030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f850f-1ae2-431d-9f3c-e3db7df03e8c None None] Network ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:22.849887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 49949aee-93cb-49fb-bba5-d05d1b0e79f0 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:22.870293 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:22.977577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de25197-85d4-458e-86ef-f304c9874bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca508e4-a210-4bc4-8357-44b7be231e32,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:23.002933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5de25197-85d4-458e-86ef-f304c9874bed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f191ed108c7d4f68bc3ec3d2610b2488&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1399646 Jul 08 01:56:23.004793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40408) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:23.010703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:23.011304 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.047271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7856d8c-dc27-40f8-b8e3-13f1c6c7bebf req-69d9f971-0567-4046-9b7c-b0a095c47ab8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:23.047629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No active binding found for port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 {{(pid=93885) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 08 01:56:23.047629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 49949aee-93cb-49fb-bba5-d05d1b0e79f0 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:23.051310 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7856d8c-dc27-40f8-b8e3-13f1c6c7bebf req-69d9f971-0567-4046-9b7c-b0a095c47ab8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 2.0300756 Jul 08 01:56:23.058627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5addcb52-1dae-49ad-8a68-33b6b9bb10b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.222566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addcb52-1dae-49ad-8a68-33b6b9bb10b7 None None] Pushing event deleted for resources: {'Port': ['ID=49949aee-93cb-49fb-bba5-d05d1b0e79f0,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:23.242784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addcb52-1dae-49ad-8a68-33b6b9bb10b7 None None] No DVR routers for this DVR port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:23.256954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7856d8c-dc27-40f8-b8e3-13f1c6c7bebf req-6e44ff6c-f93d-499a-ace4-061778901513 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979015 Jul 08 01:56:23.377252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] For port 49949aee-93cb-49fb-bba5-d05d1b0e79f0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=49949aee-93cb-49fb-bba5-d05d1b0e79f0,segment=NetworkSegment(f4fe376b-0167-46de-9671-f0637194e220),segment_id=f4fe376b-0167-46de-9671-f0637194e220)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:23.377776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.448724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Calling delete_port for 49949aee-93cb-49fb-bba5-d05d1b0e79f0 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:23.576848 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eaf4db00-e3e4-4401-87e1-5c9070cde6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.731377 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.744546 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.766001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-807b47a3-5d2a-475f-8d49-631bc2c25645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.793459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d038174f-370a-4443-939a-3c370c6f372d None None] DHCP port deletion for ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:56:23.797656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36880d45-be13-49b5-8ea0-d5052cd28c82 req-20c114ee-359e-403f-bcf8-14cc9ec700d8 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 210 time: 0.5601487 Jul 08 01:56:23.882708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Port': ['ID=49949aee-93cb-49fb-bba5-d05d1b0e79f0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:23.915964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] No DVR routers for this DVR port 49949aee-93cb-49fb-bba5-d05d1b0e79f0 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:23.939647 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-807b47a3-5d2a-475f-8d49-631bc2c25645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:23.980499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d038174f-370a-4443-939a-3c370c6f372d None None] Deleting port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:23.982313 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d038174f-370a-4443-939a-3c370c6f372d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.175782 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.233010 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.237557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-807b47a3-5d2a-475f-8d49-631bc2c25645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.242552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-807b47a3-5d2a-475f-8d49-631bc2c25645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.244616 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-807b47a3-5d2a-475f-8d49-631bc2c25645 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ca508e4-a210-4bc4-8357-44b7be231e32 HTTP/1.1" status: 204 len: 168 time: 1.2310526 Jul 08 01:56:24.266120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.269815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b47a3-5d2a-475f-8d49-631bc2c25645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca508e4-a210-4bc4-8357-44b7be231e32,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:24.278926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d038174f-370a-4443-939a-3c370c6f372d None None] For port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f9a6c4e-5b32-436f-897e-6a50b6c28ebb,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:24.284008 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d038174f-370a-4443-939a-3c370c6f372d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.284440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56be41ba-9f0e-41b1-b08b-6f719b43b9b4']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:24.336582 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fe376b-0167-46de-9671-f0637194e220') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:24.337622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fe376b-0167-46de-9671-f0637194e220') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:24.341470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d038174f-370a-4443-939a-3c370c6f372d None None] Calling delete_port for 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:24.390951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.433618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.445340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:56:24.446127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:56:24.449878 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:56:24.579329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Allocated IP 172.25.4.121 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/5babbcd7-e4af-4141-85bd-330089fed500) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:24.696150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:24.834311 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.847886 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:24.855865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "DELETE /v2.0/networks/56be41ba-9f0e-41b1-b08b-6f719b43b9b4 HTTP/1.1" status: 204 len: 168 time: 2.3658760 Jul 08 01:56:24.861802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40438) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:25.016866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c46b2-ed09-4ed0-a791-ba37f3c48945 req-7dab17a5-1b05-4954-bbaa-99ec2cf05025 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:25.027092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-835c46b2-ed09-4ed0-a791-ba37f3c48945 req-7dab17a5-1b05-4954-bbaa-99ec2cf05025 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.3783355 Jul 08 01:56:25.069705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978905cc-5f7b-4073-8269-27dbe658927d tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Network': ['ID=56be41ba-9f0e-41b1-b08b-6f719b43b9b4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:25.102568 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-835c46b2-ed09-4ed0-a791-ba37f3c48945 req-e759dd56-2605-4673-be59-8c971b7c8967 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742517 Jul 08 01:56:25.281960 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.337117 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.523430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-844c656a-1097-499b-8a88-4f1396944c07 req-5859b9b7-e7e3-4c8b-8402-45bde9f4645e tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 210 time: 0.2052503 Jul 08 01:56:25.532478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Deleting port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:25.536531 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.605227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.873652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:25.893086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:25.903870 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:25.908826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:26.003988 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:26.050072 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d038174f-370a-4443-939a-3c370c6f372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:26.055864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] For port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f9a6c4e-5b32-436f-897e-6a50b6c28ebb,segment=NetworkSegment(3147b85e-2823-4487-8e1c-62c3394e0bd1),segment_id=3147b85e-2823-4487-8e1c-62c3394e0bd1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:26.056393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:26.153427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038174f-370a-4443-939a-3c370c6f372d None None] No DVR routers for this DVR port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:26.178546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038174f-370a-4443-939a-3c370c6f372d None None] Pushing event deleted for resources: {'Port': ['ID=6f9a6c4e-5b32-436f-897e-6a50b6c28ebb,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:26.181639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Calling delete_port for 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:26.362226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event updated for resources: {'Port': ['ID=5babbcd7-e4af-4141-85bd-330089fed500,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:26.399172 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:26.461363 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:26.575920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] No DVR routers for this DVR port 6f9a6c4e-5b32-436f-897e-6a50b6c28ebb on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:26.633020 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:26.713387 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Port': ['ID=6f9a6c4e-5b32-436f-897e-6a50b6c28ebb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:27.062827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.086674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab69dbf4-0ef9-4423-953a-1c5c94eb9e63']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:27.116817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3147b85e-2823-4487-8e1c-62c3394e0bd1') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:27.118441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3147b85e-2823-4487-8e1c-62c3394e0bd1') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:27.137444 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.168499 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.188263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:56:27.191359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:56:27.219351 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:56:27.246297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09bfa533-2cff-4c36-9338-278aabdecbd0 req-979bc77e-e57e-4195-afff-2b49e91ddfbe tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 210 time: 0.2570951 Jul 08 01:56:27.381483 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.475559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.478286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11ccf2-12c3-4351-bdbe-260c951167b7 req-34cf6628-3ddb-4de3-a793-cad4c8695b91 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:27.487208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c11ccf2-12c3-4351-bdbe-260c951167b7 req-34cf6628-3ddb-4de3-a793-cad4c8695b91 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.8555079 Jul 08 01:56:27.496698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:27.516828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] 10.222.0.41 "DELETE /v2.0/networks/ab69dbf4-0ef9-4423-953a-1c5c94eb9e63 HTTP/1.1" status: 204 len: 168 time: 2.6497288 Jul 08 01:56:27.588518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-40a7f20a-6c34-4d67-bf75-3b81a75b836a tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:27.590258 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-40a7f20a-6c34-4d67-bf75-3b81a75b836a tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.16 "GET /v2.0/networks?id=56efcdc0-0075-4ee5-901d-ac1385f90d35 HTTP/1.1" status: 200 len: 821 time: 0.7856157 Jul 08 01:56:27.599727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b651f6d-0049-4c0f-aae5-4f6e813b1089 tempest-TaggedBootDevicesTest-1758314142 tempest-TaggedBootDevicesTest-1758314142-project] Pushing event deleted for resources: {'Network': ['ID=ab69dbf4-0ef9-4423-953a-1c5c94eb9e63,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:27.609048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Request body: {'port': {'device_id': '6a2b938c-f20f-4587-8f83-25fcab958bf3', 'network_id': '56efcdc0-0075-4ee5-901d-ac1385f90d35', 'admin_state_up': True, 'tenant_id': '294b3c64e9794739a63c3a3d1e0059f1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:27.843623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c11ccf2-12c3-4351-bdbe-260c951167b7 req-64811471-b664-4a4f-8296-9a7ddb9b05e2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554075 Jul 08 01:56:28.103509 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Made reservation on behalf of 294b3c64e9794739a63c3a3d1e0059f1 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:28.108534 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:28.173426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Router 938312ba-0bc6-464a-8792-9a413a8d804f is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:56:28.599326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c08f27f-c68a-4b2c-8fcc-03c21eaf30a0 req-34765c34-48f7-4014-8747-95516759e71d tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 210 time: 0.0741401 Jul 08 01:56:28.617793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Allocated IP 172.20.0.14 (56efcdc0-0075-4ee5-901d-ac1385f90d35/deaf75b5-251b-4df4-bd13-29822c8de831/db5d9855-de92-4983-a6f8-a03dfeef26e2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:28.694763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:28.706350 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Sync routers for ids ['938312ba-0bc6-464a-8792-9a413a8d804f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:28.723034 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Routers {'938312ba-0bc6-464a-8792-9a413a8d804f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:28.725473 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['938312ba-0bc6-464a-8792-9a413a8d804f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:28.764861 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:28.766340 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1403ec80-0a51-4605-a006-026b5fce6d2c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8822320 Jul 08 01:56:28.768909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40528) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:29.010013 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Set router 938312ba-0bc6-464a-8792-9a413a8d804f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:56:29.116177 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.318932 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:29.589184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Network 56efcdc0-0075-4ee5-901d-ac1385f90d35 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:29.590375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:29.616673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Pushing event updated for resources: {'Port': ['ID=db5d9855-de92-4983-a6f8-a03dfeef26e2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:29.631421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:29.706700 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938312ba-0bc6-464a-8792-9a413a8d804f', 'name': 'tempest-snat-router-696545661', 'tenant_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121'}], 'enable_snat': False}, 'gw_port_id': '5babbcd7-e4af-4141-85bd-330089fed500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:19Z', 'updated_at': '2021-07-08T01:56:26Z', 'revision_number': 3, 'project_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'gw_port': {'id': '5babbcd7-e4af-4141-85bd-330089fed500', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938312ba-0bc6-464a-8792-9a413a8d804f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:24Z', 'updated_at': '2021-07-08T01:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:29.764956 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-91fbf605-5b40-4224-ace5-639bdd3e43a1 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/routers/938312ba-0bc6-464a-8792-9a413a8d804f HTTP/1.1" status: 200 len: 908 time: 0.9903917 Jul 08 01:56:29.765485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:29.807628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Request body: {'router': {'name': 'tempest-snat-router-696545661', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'enable_snat': True}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:29.818770 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Checking router: 938312ba-0bc6-464a-8792-9a413a8d804f for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:56:29.819324 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Updating router 938312ba-0bc6-464a-8792-9a413a8d804f port 5babbcd7-e4af-4141-85bd-330089fed500 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:56:29.902242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ad21f-6b13-4d37-ac86-aede790dedd9 req-4d0388fb-1a68-41a5-89e6-2072104c79cc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:29.902242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a38ad21f-6b13-4d37-ac86-aede790dedd9 req-4d0388fb-1a68-41a5-89e6-2072104c79cc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.6169202 Jul 08 01:56:29.925525 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.002153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:30.008619 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.024126 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.025214 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.158464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a38ad21f-6b13-4d37-ac86-aede790dedd9 req-d3979063-a0c3-4860-b610-acaff9cf4150 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599642 Jul 08 01:56:30.165109 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-e727b07a-ecfa-4d97-a18b-d4a802480ef0 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5659194 Jul 08 01:56:30.196275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Request body: {'port': {'device_id': '6a2b938c-f20f-4587-8f83-25fcab958bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:30.473256 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.486987 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Transition to ACTIVE for port object 5babbcd7-e4af-4141-85bd-330089fed500 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:30.496589 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.575699 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Attempting to bind port 5babbcd7-e4af-4141-85bd-330089fed500 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:30.579259 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Attempting to bind port 5babbcd7-e4af-4141-85bd-330089fed500 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:30.580022 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Attempting to bind port 5babbcd7-e4af-4141-85bd-330089fed500 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:30.593672 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.611798 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:30.612869 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:30.615319 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.615945 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:30.616656 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Bound port: 5babbcd7-e4af-4141-85bd-330089fed500, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:30.617249 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.744654 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] For port 5babbcd7-e4af-4141-85bd-330089fed500, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:30.750275 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] For port 5babbcd7-e4af-4141-85bd-330089fed500, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5babbcd7-e4af-4141-85bd-330089fed500,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:30.758999 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.763535 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Pushing event updated for resources: {'Port': ['ID=5babbcd7-e4af-4141-85bd-330089fed500,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:30.784199 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.785095 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.785431 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.785826 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.786167 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.787029 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.787860 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.788210 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.788796 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.789334 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.789897 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.790434 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:30.834644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f9c1d-4564-4e8f-8340-f7fdfba7b6c9 req-60b5008d-3375-4428-b5e4-058629c19cc6 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:30.838082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b50f9c1d-4564-4e8f-8340-f7fdfba7b6c9 req-60b5008d-3375-4428-b5e4-058629c19cc6 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 932 time: 0.8706751 Jul 08 01:56:30.888914 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:30.889677 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Routers {'938312ba-0bc6-464a-8792-9a413a8d804f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:30.890543 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['938312ba-0bc6-464a-8792-9a413a8d804f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:30.916080 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b50f9c1d-4564-4e8f-8340-f7fdfba7b6c9 req-80cd8dda-0a69-4c97-9deb-92f22cb98156 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712037 Jul 08 01:56:31.087564 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ee4eb-02ec-46dd-8dff-663b78c03559 None None] Pushing event updated for resources: {'Port': ['ID=5babbcd7-e4af-4141-85bd-330089fed500,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:31.132124 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] Set router 938312ba-0bc6-464a-8792-9a413a8d804f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:56:31.190137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:31.428858 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938312ba-0bc6-464a-8792-9a413a8d804f', 'name': 'tempest-snat-router-696545661', 'tenant_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121'}], 'enable_snat': False}, 'gw_port_id': '5babbcd7-e4af-4141-85bd-330089fed500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:19Z', 'updated_at': '2021-07-08T01:56:26Z', 'revision_number': 3, 'project_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'gw_port': {'id': '5babbcd7-e4af-4141-85bd-330089fed500', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938312ba-0bc6-464a-8792-9a413a8d804f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:24Z', 'updated_at': '2021-07-08T01:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:31.517435 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d87380-3804-4a7b-9fae-65603c0cd498 None None] The sync data for ids ['938312ba-0bc6-464a-8792-9a413a8d804f'] in n-d-694802-14 is: [{'id': '938312ba-0bc6-464a-8792-9a413a8d804f', 'name': 'tempest-snat-router-696545661', 'tenant_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121'}], 'enable_snat': False}, 'gw_port_id': '5babbcd7-e4af-4141-85bd-330089fed500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:19Z', 'updated_at': '2021-07-08T01:56:26Z', 'revision_number': 3, 'project_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'gw_port': {'id': '5babbcd7-e4af-4141-85bd-330089fed500', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938312ba-0bc6-464a-8792-9a413a8d804f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:24Z', 'updated_at': '2021-07-08T01:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:31.578256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5d9855-de92-4983-a6f8-a03dfeef26e2 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:31.590636 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:31.616273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb100a44-ffa1-4d10-8c45-df39a482b3dc req-93d46980-f181-4d6c-b18a-5f56e35369e5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:31.623324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb100a44-ffa1-4d10-8c45-df39a482b3dc req-93d46980-f181-4d6c-b18a-5f56e35369e5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.2322011 Jul 08 01:56:31.651020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Transition to ACTIVE for port object db5d9855-de92-4983-a6f8-a03dfeef26e2 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:56:31.666709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:31.781604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=db5d9855-de92-4983-a6f8-a03dfeef26e2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:31.868538 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb100a44-ffa1-4d10-8c45-df39a482b3dc req-fe4ca6b3-3907-4629-9acf-cf16087921d0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2441766 Jul 08 01:56:32.566233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5babbcd7-e4af-4141-85bd-330089fed500 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:32.678894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5babbcd7-e4af-4141-85bd-330089fed500 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:32.684370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5babbcd7-e4af-4141-85bd-330089fed500 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:32.684983 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.819717 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.850334 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.928795 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:32.967462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5babbcd7-e4af-4141-85bd-330089fed500, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5babbcd7-e4af-4141-85bd-330089fed500,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:32.979048 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.045264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Allocated IP 172.25.4.205 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/f27352b3-1d25-4c23-8a26-0a2e06f83bbf) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:33.050687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5babbcd7-e4af-4141-85bd-330089fed500,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:33.385781 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.607829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Attempting to bind port db5d9855-de92-4983-a6f8-a03dfeef26e2 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:56:33.610150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Attempting to bind port db5d9855-de92-4983-a6f8-a03dfeef26e2 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '4b9298d0-5960-4c33-9d83-8704243bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56efcdc0-0075-4ee5-901d-ac1385f90d35'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:56:33.612050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Attempting to bind port db5d9855-de92-4983-a6f8-a03dfeef26e2 on network 56efcdc0-0075-4ee5-901d-ac1385f90d35 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:33.668175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Port db5d9855-de92-4983-a6f8-a03dfeef26e2 on network 56efcdc0-0075-4ee5-901d-ac1385f90d35 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:56:33.673410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Attempting to bind port db5d9855-de92-4983-a6f8-a03dfeef26e2 on network 56efcdc0-0075-4ee5-901d-ac1385f90d35 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:56:33.704577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afc2c3-9c79-4be9-96e3-89b392e568f7 req-1d25f473-8410-4dfb-a28d-976ae4b76394 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:33.711978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45afc2c3-9c79-4be9-96e3-89b392e568f7 req-1d25f473-8410-4dfb-a28d-976ae4b76394 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 944 time: 0.9825296 Jul 08 01:56:33.741870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:56:33.750773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Checking segment: {'id': '4b9298d0-5960-4c33-9d83-8704243bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56efcdc0-0075-4ee5-901d-ac1385f90d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:33.753234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Bound using segment: {'id': '4b9298d0-5960-4c33-9d83-8704243bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56efcdc0-0075-4ee5-901d-ac1385f90d35'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:56:33.753821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Bound port: db5d9855-de92-4983-a6f8-a03dfeef26e2, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b9298d0-5960-4c33-9d83-8704243bac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '56efcdc0-0075-4ee5-901d-ac1385f90d35'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:56:33.759012 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.772931 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:33.850530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752c7c4-688e-4d18-aad4-1cdded48f35c req-b4ca4d32-e6cb-4fb9-a886-b8f06beeca67 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:33.859383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4752c7c4-688e-4d18-aad4-1cdded48f35c req-b4ca4d32-e6cb-4fb9-a886-b8f06beeca67 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.5435810 Jul 08 01:56:34.045702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:34.062578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:34.067641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-45afc2c3-9c79-4be9-96e3-89b392e568f7 req-7b219518-55a6-4a22-9d12-4ee266c88294 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448493 Jul 08 01:56:34.068831 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:34.107824 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event updated for resources: {'Port': ['ID=f27352b3-1d25-4c23-8a26-0a2e06f83bbf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:34.174561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4752c7c4-688e-4d18-aad4-1cdded48f35c req-e5a277e2-b859-45d6-bde2-ff58e149d740 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141704 Jul 08 01:56:34.331356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] For port db5d9855-de92-4983-a6f8-a03dfeef26e2, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:56:34.415297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] For port db5d9855-de92-4983-a6f8-a03dfeef26e2, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db5d9855-de92-4983-a6f8-a03dfeef26e2,segment=NetworkSegment(4b9298d0-5960-4c33-9d83-8704243bac44),segment_id=4b9298d0-5960-4c33-9d83-8704243bac44)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:56:34.464949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.535205 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.590088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5babbcd7-e4af-4141-85bd-330089fed500 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:34.643344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:34.669176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.671210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/db5d9855-de92-4983-a6f8-a03dfeef26e2 HTTP/1.1" status: 200 len: 1093 time: 4.4850931 Jul 08 01:56:34.678389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2b938c-f20f-4587-8f83-25fcab958bf3', 'tag': 'db5d9855-de92-4983-a6f8-a03dfeef26e2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:34.685695 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-e5700582-7276-4b6d-9377-892566ac2acf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1512001 Jul 08 01:56:34.686276 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff91723e-e1f8-4cd6-a2df-4c2da475037d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2b938c-f20f-4587-8f83-25fcab958bf3", "tag": "db5d9855-de92-4983-a6f8-a03dfeef26e2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:34.829692 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b2b611-b57e-45a0-9bac-30622890e26f x-openstack-request-id: req-60b2b611-b57e-45a0-9bac-30622890e26f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:34.832068 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2b938c-f20f-4587-8f83-25fcab958bf3", "tag": "db5d9855-de92-4983-a6f8-a03dfeef26e2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:34.832437 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60b2b611-b57e-45a0-9bac-30622890e26f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:34.833002 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2b938c-f20f-4587-8f83-25fcab958bf3', 'tag': 'db5d9855-de92-4983-a6f8-a03dfeef26e2', 'status': 'completed', 'code': 200} Jul 08 01:56:34.846337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5babbcd7-e4af-4141-85bd-330089fed500 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:34.848777 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:34.879516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d3420-0aa1-480f-a12d-0d816a19e6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=db5d9855-de92-4983-a6f8-a03dfeef26e2,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:34.935365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-f84cee7e-5c64-4990-986d-9f339267b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:34.937245 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-f84cee7e-5c64-4990-986d-9f339267b859 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 1098 time: 0.2131817 Jul 08 01:56:35.075446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-0f065d91-3370-41a3-a6f0-2cdcd5579e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.079901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-0f065d91-3370-41a3-a6f0-2cdcd5579e1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=294b3c64e9794739a63c3a3d1e0059f1&device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 1096 time: 0.2440059 Jul 08 01:56:35.105894 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:35.274781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-f2c9e9d6-bdb5-4111-ae90-80a227bb6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.276329 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-f2c9e9d6-bdb5-4111-ae90-80a227bb6ab5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 912 time: 0.3091314 Jul 08 01:56:35.371658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-174fdf02-6e88-4606-9e3b-05dde7e90f18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db5d9855-de92-4983-a6f8-a03dfeef26e2 HTTP/1.1" status: 200 len: 217 time: 0.2820032 Jul 08 01:56:35.575247 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-0ef0bb7d-c451-416d-a4b3-3fb466094d35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35164637-cef3-4b74-b6d6-1de8c8a827de HTTP/1.1" status: 200 len: 1002 time: 0.2915866 Jul 08 01:56:35.639290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-7a3f476a-b53e-4fee-a009-c2a6d7cc27c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.639576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-e5ed4fb5-5a11-4819-be1f-31e3ffe701c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.641117 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-e5ed4fb5-5a11-4819-be1f-31e3ffe701c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 200 len: 850 time: 0.0589573 Jul 08 01:56:35.641381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-7a3f476a-b53e-4fee-a009-c2a6d7cc27c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=deaf75b5-251b-4df4-bd13-29822c8de831 HTTP/1.1" status: 200 len: 861 time: 0.2427220 Jul 08 01:56:35.688764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-f6dde37e-dfa3-4254-87db-06e74dc46d43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56efcdc0-0075-4ee5-901d-ac1385f90d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367663 Jul 08 01:56:35.712014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-476485d7-fd9b-41cd-9c62-f4e7738fbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.713716 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-476485d7-fd9b-41cd-9c62-f4e7738fbfad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5ed028f-b8a7-42b6-a69c-211263d91a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657160 Jul 08 01:56:35.825869 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-a096a851-edf8-492e-987d-b4a4e473696d service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038928 Jul 08 01:56:35.868618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d8494-74f0-4254-9e29-d307cbe903ea req-cdabf173-6a7e-4c35-bdb7-238982ae6879 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:35.872971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c3d8494-74f0-4254-9e29-d307cbe903ea req-cdabf173-6a7e-4c35-bdb7-238982ae6879 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 944 time: 0.3650274 Jul 08 01:56:35.969778 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5cb6ee-32fb-491a-8074-0ad3e5183347 req-a663d4ba-f5f5-4265-9e41-cbbfc2ddc6e3 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356442 Jul 08 01:56:36.032103 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 15216622-0f49-4579-9353-3c6ca02a670d details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:36.070360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-92a6f521-4f87-430a-84e2-6c7e4d37f8ac service neutron] 10.222.0.16 "GET /v2.0/networks/56efcdc0-0075-4ee5-901d-ac1385f90d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727846 Jul 08 01:56:36.080017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.267765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:36.268370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692f83f-9638-4224-9a62-86ecfb9d9ca2 req-72a4e08e-687f-4f8f-8231-8ba26fe40167 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.270153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a692f83f-9638-4224-9a62-86ecfb9d9ca2 req-72a4e08e-687f-4f8f-8231-8ba26fe40167 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 945 time: 0.6729281 Jul 08 01:56:36.287763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '15216622-0f49-4579-9353-3c6ca02a670d', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'port_id': '15216622-0f49-4579-9353-3c6ca02a670d', 'mac_address': 'fa:16:3e:e7:99:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:36.323122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c3d8494-74f0-4254-9e29-d307cbe903ea req-ae09210d-8be1-4a34-87a7-b4579b3a450d tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376805 Jul 08 01:56:36.361904 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.388991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0a0b7f4-318c-4c5c-9005-66447bdf24f2 req-acde5c0e-3ab6-43e0-bf59-2108517eb64e service neutron] 10.222.0.16 "GET /v2.0/networks/56efcdc0-0075-4ee5-901d-ac1385f90d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973783 Jul 08 01:56:36.413072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15216622-0f49-4579-9353-3c6ca02a670d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:36.467606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:36.474590 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:36.584550 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a692f83f-9638-4224-9a62-86ecfb9d9ca2 req-a808e5f8-598a-4d27-a305-79a3f83230da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2738624 Jul 08 01:56:36.621566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:36.694762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91723e-e1f8-4cd6-a2df-4c2da475037d req-d1c78b64-62b5-496c-9501-87918e5e0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.699776 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff91723e-e1f8-4cd6-a2df-4c2da475037d req-d1c78b64-62b5-496c-9501-87918e5e0c1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=294b3c64e9794739a63c3a3d1e0059f1&device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 1096 time: 0.2211554 Jul 08 01:56:36.705885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['15216622-0f49-4579-9353-3c6ca02a670d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:36.742985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Router abba8ff0-f8b0-404d-8ff5-65d5647d2baa is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:56:36.968270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91723e-e1f8-4cd6-a2df-4c2da475037d req-7a6c8af5-4d64-4d8e-9b7d-072fc8d93c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:36.969835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff91723e-e1f8-4cd6-a2df-4c2da475037d req-7a6c8af5-4d64-4d8e-9b7d-072fc8d93c0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=56efcdc0-0075-4ee5-901d-ac1385f90d35 HTTP/1.1" status: 200 len: 922 time: 0.2565522 Jul 08 01:56:37.079451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff91723e-e1f8-4cd6-a2df-4c2da475037d req-8f052340-b422-4059-8aa9-23ef1c39a72d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db5d9855-de92-4983-a6f8-a03dfeef26e2 HTTP/1.1" status: 200 len: 217 time: 0.1021893 Jul 08 01:56:37.127266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:37.137333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Sync routers for ids ['abba8ff0-f8b0-404d-8ff5-65d5647d2baa'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:37.152668 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.153566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Routers {'abba8ff0-f8b0-404d-8ff5-65d5647d2baa'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:37.154182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e723b304-6ab8-485f-a4e3-fb4f2bb0f6a2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3627813 Jul 08 01:56:37.155021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['abba8ff0-f8b0-404d-8ff5-65d5647d2baa'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:37.157031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40718) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:37.185034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91723e-e1f8-4cd6-a2df-4c2da475037d req-62531c56-4587-4bbd-b561-2525dcaaedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:37.189597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff91723e-e1f8-4cd6-a2df-4c2da475037d req-62531c56-4587-4bbd-b561-2525dcaaedfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=deaf75b5-251b-4df4-bd13-29822c8de831 HTTP/1.1" status: 200 len: 861 time: 0.0931091 Jul 08 01:56:37.285038 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff91723e-e1f8-4cd6-a2df-4c2da475037d req-a154ae02-c46f-482c-88fb-8f64f816ebed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=56efcdc0-0075-4ee5-901d-ac1385f90d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814202 Jul 08 01:56:37.403187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Set router abba8ff0-f8b0-404d-8ff5-65d5647d2baa gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:56:37.521147 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-76fe0439-ba5a-45cf-939c-a18a2891f8c5 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/routers/abba8ff0-f8b0-404d-8ff5-65d5647d2baa HTTP/1.1" status: 200 len: 907 time: 0.3597174 Jul 08 01:56:37.521557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40728) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:37.616907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff91723e-e1f8-4cd6-a2df-4c2da475037d req-9835cdeb-d290-4429-a931-254a59c3e038 service neutron] 10.222.0.16 "GET /v2.0/networks/56efcdc0-0075-4ee5-901d-ac1385f90d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259699 Jul 08 01:56:37.791993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:37.866764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff91723e-e1f8-4cd6-a2df-4c2da475037d req-1d4fa66f-824c-4412-a657-0405e1fd0542 service neutron] 10.222.0.16 "GET /v2.0/networks/56efcdc0-0075-4ee5-901d-ac1385f90d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174199 Jul 08 01:56:37.892461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abba8ff0-f8b0-404d-8ff5-65d5647d2baa', 'name': 'tempest-snat-router-696545661', 'tenant_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'f27352b3-1d25-4c23-8a26-0a2e06f83bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:56:30Z', 'updated_at': '2021-07-08T01:56:34Z', 'revision_number': 3, 'project_id': '1f0d9b5388c84ee3ada95301f75d5a15', 'gw_port': {'id': 'f27352b3-1d25-4c23-8a26-0a2e06f83bbf', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abba8ff0-f8b0-404d-8ff5-65d5647d2baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:56:32Z', 'updated_at': '2021-07-08T01:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:37.954851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Checking router: abba8ff0-f8b0-404d-8ff5-65d5647d2baa for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:56:37.955344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Updating router abba8ff0-f8b0-404d-8ff5-65d5647d2baa port f27352b3-1d25-4c23-8a26-0a2e06f83bbf binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:56:38.081340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device db5d9855-de92-4983-a6f8-a03dfeef26e2 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:56:38.086115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 15216622-0f49-4579-9353-3c6ca02a670d up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:38.087572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdf810-8241-4726-bbfc-a8d3ff805d6b req-c0f8fee9-54c1-4e74-bf1c-12525feef899 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:38.090158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbbdf810-8241-4726-bbfc-a8d3ff805d6b req-c0f8fee9-54c1-4e74-bf1c-12525feef899 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 946 time: 0.1818244 Jul 08 01:56:38.098646 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.149078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bbbdf810-8241-4726-bbfc-a8d3ff805d6b req-50858a28-4a18-4912-891a-008312efa874 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478401 Jul 08 01:56:38.162030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dba3ce-461a-4046-8112-bf6856ab6628 req-10deea08-8ceb-4425-9771-7b191be1c452 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:38.164557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15dba3ce-461a-4046-8112-bf6856ab6628 req-10deea08-8ceb-4425-9771-7b191be1c452 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 944 time: 0.5467234 Jul 08 01:56:38.201780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Deleting port f27352b3-1d25-4c23-8a26-0a2e06f83bbf {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:38.202944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.269195 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15dba3ce-461a-4046-8112-bf6856ab6628 req-b04dbe97-4eb5-43c4-bbcb-b3d2b90d802f tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894189 Jul 08 01:56:38.399610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.433412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Calling delete_port for f27352b3-1d25-4c23-8a26-0a2e06f83bbf owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:38.449735 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.764227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.901249 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:56:38.901606 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:56:38.918905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 15216622-0f49-4579-9353-3c6ca02a670d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:38.936712 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.936879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event deleted for resources: {'Port': ['ID=f27352b3-1d25-4c23-8a26-0a2e06f83bbf,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:38.940952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 15216622-0f49-4579-9353-3c6ca02a670d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:38.941327 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.991472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:38.999382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port db5d9855-de92-4983-a6f8-a03dfeef26e2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db5d9855-de92-4983-a6f8-a03dfeef26e2,segment=NetworkSegment(4b9298d0-5960-4c33-9d83-8704243bac44),segment_id=4b9298d0-5960-4c33-9d83-8704243bac44)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:39.114757 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.117521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.119782 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.162384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:39.163929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:39.171931 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03c81d9-6644-425f-86d1-0c8731e4f15e" -d '{"events": [{"server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "15216622-0f49-4579-9353-3c6ca02a670d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:39.177455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'db5d9855-de92-4983-a6f8-a03dfeef26e2', 'network_id': '56efcdc0-0075-4ee5-901d-ac1385f90d35', 'port_id': 'db5d9855-de92-4983-a6f8-a03dfeef26e2', 'mac_address': 'fa:16:3e:f1:d9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deaf75b5-251b-4df4-bd13-29822c8de831', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:56:39.188941 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.254489 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.255175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abba8ff0-f8b0-404d-8ff5-65d5647d2baa {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:56:39.267311 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.272188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40768) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:39.274875 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-274b64f2-8058-4722-9f38-01d184543f30 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "DELETE /v2.0/routers/abba8ff0-f8b0-404d-8ff5-65d5647d2baa HTTP/1.1" status: 204 len: 168 time: 1.7486501 Jul 08 01:56:39.405556 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4753b5f-fc97-437e-baa2-eb066995a02d x-openstack-request-id: req-c4753b5f-fc97-437e-baa2-eb066995a02d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:39.408677 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "name": "network-vif-plugged", "status": "completed", "tag": "15216622-0f49-4579-9353-3c6ca02a670d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:39.409388 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4753b5f-fc97-437e-baa2-eb066995a02d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:39.409388 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d', 'code': 200} Jul 08 01:56:39.412593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=12']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:39.493174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Port f27352b3-1d25-4c23-8a26-0a2e06f83bbf not found while updating agent binding for router abba8ff0-f8b0-404d-8ff5-65d5647d2baa. {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 08 01:56:39.531312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Routers set() bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:39.531688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Router IDs set() for agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 01:56:39.532332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_agentschedulers_db [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'abba8ff0-f8b0-404d-8ff5-65d5647d2baa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent'). {{(pid=93885) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 01:56:39.532713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c8fab-87b4-4b6a-a163-da749c10deff None None] The sync data for ids ['abba8ff0-f8b0-404d-8ff5-65d5647d2baa'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:39.568521 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.600983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5d9855-de92-4983-a6f8-a03dfeef26e2 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:56:39.674191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port db5d9855-de92-4983-a6f8-a03dfeef26e2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db5d9855-de92-4983-a6f8-a03dfeef26e2,segment=NetworkSegment(4b9298d0-5960-4c33-9d83-8704243bac44),segment_id=4b9298d0-5960-4c33-9d83-8704243bac44)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:39.690869 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.708931 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:39.890533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=db5d9855-de92-4983-a6f8-a03dfeef26e2,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:39.971046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['db5d9855-de92-4983-a6f8-a03dfeef26e2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:40.717725 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:40.795639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37716c-6a56-4bfa-b748-2210065509d4 req-c1dda111-8599-43c5-9a07-c4384b05f31a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:40.797259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af37716c-6a56-4bfa-b748-2210065509d4 req-c1dda111-8599-43c5-9a07-c4384b05f31a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 947 time: 1.1833875 Jul 08 01:56:40.877458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ae381-c28e-4a3d-9c78-bbf9f1458d12 req-9d41312f-a3ba-4462-a10e-6e81fe1d3913 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:40.885153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d9ae381-c28e-4a3d-9c78-bbf9f1458d12 req-9d41312f-a3ba-4462-a10e-6e81fe1d3913 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 945 time: 1.2037716 Jul 08 01:56:40.906233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-af37716c-6a56-4bfa-b748-2210065509d4 req-4a74caaf-e7ba-4f5f-9905-879957a38baa tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975881 Jul 08 01:56:40.916578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92fed0-6bb6-42e2-9b68-86c432db3440 req-62829324-1fc3-4072-a77a-45564774cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:40.917940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc92fed0-6bb6-42e2-9b68-86c432db3440 req-62829324-1fc3-4072-a77a-45564774cdb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 1099 time: 1.3463762 Jul 08 01:56:40.970241 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d9ae381-c28e-4a3d-9c78-bbf9f1458d12 req-03bd5c86-e525-4cb9-9f6a-26aaa39ac8bd tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840907 Jul 08 01:56:40.974221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Deleting port 5babbcd7-e4af-4141-85bd-330089fed500 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:40.974566 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.054078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc92fed0-6bb6-42e2-9b68-86c432db3440 req-e88c80ba-3c3f-4f4b-b721-aab51825c9fb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232278 Jul 08 01:56:41.116528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] For port 5babbcd7-e4af-4141-85bd-330089fed500, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5babbcd7-e4af-4141-85bd-330089fed500,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:41.117019 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.137036 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Calling delete_port for 5babbcd7-e4af-4141-85bd-330089fed500 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:41.509676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.543470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event deleted for resources: {'Port': ['ID=5babbcd7-e4af-4141-85bd-330089fed500,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:41.675146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.813576 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.819137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.874645 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.875372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 938312ba-0bc6-464a-8792-9a413a8d804f {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:56:41.888695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:41.894806 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40832) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:41.901340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-922902171', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:41.907578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eb340482-322f-4c8d-92bd-119b84a9272b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "DELETE /v2.0/routers/938312ba-0bc6-464a-8792-9a413a8d804f HTTP/1.1" status: 204 len: 168 time: 2.6320217 Jul 08 01:56:41.993187 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.009815 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.077063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device db5d9855-de92-4983-a6f8-a03dfeef26e2 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:56:42.247664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port db5d9855-de92-4983-a6f8-a03dfeef26e2 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:56:42.251926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port db5d9855-de92-4983-a6f8-a03dfeef26e2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:56:42.252430 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.272224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.467293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c61340-189b-45d0-ab41-37c148356a13 req-fddcc0ec-5162-4ff0-8cbe-eb55812595e8 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:42.469285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5c61340-189b-45d0-ab41-37c148356a13 req-fddcc0ec-5162-4ff0-8cbe-eb55812595e8 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 945 time: 0.2652702 Jul 08 01:56:42.483385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b35d6-00de-462a-99b8-cab3bd66c0d1 req-31dd317b-d9ef-47e8-97fd-eead88ea59d0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:42.485435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d36b35d6-00de-462a-99b8-cab3bd66c0d1 req-31dd317b-d9ef-47e8-97fd-eead88ea59d0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 947 time: 0.2100885 Jul 08 01:56:42.515308 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.609372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2b938c-f20f-4587-8f83-25fcab958bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5d9855-de92-4983-a6f8-a03dfeef26e2'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:42.614829 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acacb6f-9ddb-4196-9082-9bcacc6f43ee" -d '{"events": [{"server_uuid": "6a2b938c-f20f-4587-8f83-25fcab958bf3", "name": "network-vif-plugged", "status": "completed", "tag": "db5d9855-de92-4983-a6f8-a03dfeef26e2"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:42.683194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port db5d9855-de92-4983-a6f8-a03dfeef26e2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db5d9855-de92-4983-a6f8-a03dfeef26e2,segment=NetworkSegment(4b9298d0-5960-4c33-9d83-8704243bac44),segment_id=4b9298d0-5960-4c33-9d83-8704243bac44)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:42.689075 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.723008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5c61340-189b-45d0-ab41-37c148356a13 req-c1896da8-ab0c-4186-85dd-4156d150a119 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365248 Jul 08 01:56:42.731884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d36b35d6-00de-462a-99b8-cab3bd66c0d1 req-05fa13d6-7fda-4bd0-9627-57c9b72e52c6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348135 Jul 08 01:56:42.879779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=db5d9855-de92-4983-a6f8-a03dfeef26e2,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:42.883227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5babbcd7-e4af-4141-85bd-330089fed500 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:42.921630 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:42.936044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5babbcd7-e4af-4141-85bd-330089fed500 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:42.946267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5babbcd7-e4af-4141-85bd-330089fed500 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:42.974699 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f152aa-ca0b-4421-910a-a9b605f4dc26 x-openstack-request-id: req-d9f152aa-ca0b-4421-910a-a9b605f4dc26 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:42.975320 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2b938c-f20f-4587-8f83-25fcab958bf3", "name": "network-vif-plugged", "status": "completed", "tag": "db5d9855-de92-4983-a6f8-a03dfeef26e2", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:42.975817 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9f152aa-ca0b-4421-910a-a9b605f4dc26 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:42.976475 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2b938c-f20f-4587-8f83-25fcab958bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5d9855-de92-4983-a6f8-a03dfeef26e2', 'code': 200} Jul 08 01:56:43.337612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dc62f-000d-4cd8-acdf-522cdbaff81b req-61311267-7ce1-4d54-a573-516d5ed59ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:43.340713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-072dc62f-000d-4cd8-acdf-522cdbaff81b req-61311267-7ce1-4d54-a573-516d5ed59ebc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 1098 time: 0.2008288 Jul 08 01:56:43.455815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-072dc62f-000d-4cd8-acdf-522cdbaff81b req-411a011b-6df1-44ec-abd7-62fc246a3ff9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075981 Jul 08 01:56:43.518344 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.583822 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:43.813973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Allocated IP 172.25.4.215 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/8e734292-3c35-4ce2-a77e-672250127c6e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:44.155106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.248146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:44.392174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:44.406402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:44.420112 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:44.428613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Pushing event updated for resources: {'Port': ['ID=8e734292-3c35-4ce2-a77e-672250127c6e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:44.533058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486402f-6a00-4266-8c14-ccbd748840f7 req-e411d929-9921-4f2d-a92c-2633f8e5b228 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:44.540437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5486402f-6a00-4266-8c14-ccbd748840f7 req-e411d929-9921-4f2d-a92c-2633f8e5b228 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 947 time: 0.3668435 Jul 08 01:56:44.594126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40976) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:44.624855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f960ac-de0f-48ba-a3ed-abd72a914567 req-d68548d7-fc51-49c5-b3f4-d70c3124581d tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:44.633314 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9f960ac-de0f-48ba-a3ed-abd72a914567 req-d68548d7-fc51-49c5-b3f4-d70c3124581d tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 946 time: 0.4741967 Jul 08 01:56:44.718933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5486402f-6a00-4266-8c14-ccbd748840f7 req-5a9577d7-bd26-43d7-8dc3-43fccf6fddc3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711619 Jul 08 01:56:44.802355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c9f960ac-de0f-48ba-a3ed-abd72a914567 req-feddecd6-d153-4199-960e-ebb221840bf2 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673446 Jul 08 01:56:45.291976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.143001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686da460-c735-4cc5-89d0-33961d72dabf req-972167de-29d3-4c61-ac7f-94daa50d66f2 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:46.154426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-686da460-c735-4cc5-89d0-33961d72dabf req-972167de-29d3-4c61-ac7f-94daa50d66f2 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 946 time: 0.1477473 Jul 08 01:56:46.238136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.309695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-686da460-c735-4cc5-89d0-33961d72dabf req-d97c7e47-9fb4-41c6-ae40-03505251fb06 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500926 Jul 08 01:56:46.384288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41008) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:46.461229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.556065 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dbcea0b-15f3-49cc-bf10-72c17e2c9b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.575480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Router 620f6913-d371-4015-b71b-0b55b565d173 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:56:46.750517 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dbcea0b-15f3-49cc-bf10-72c17e2c9b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.756326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dbcea0b-15f3-49cc-bf10-72c17e2c9b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.837320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6dbcea0b-15f3-49cc-bf10-72c17e2c9b4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=909be372a1854eca80dfaf0aeae6e023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490542 Jul 08 01:56:46.838825 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:46.843093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:46.856286 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff37de-3bbb-4c36-8563-6271c91a291e None None] Sync routers for ids ['620f6913-d371-4015-b71b-0b55b565d173'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:46.877794 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff37de-3bbb-4c36-8563-6271c91a291e None None] Routers {'620f6913-d371-4015-b71b-0b55b565d173'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:46.882576 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d7ff37de-3bbb-4c36-8563-6271c91a291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['620f6913-d371-4015-b71b-0b55b565d173'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:46.883954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbcea0b-15f3-49cc-bf10-72c17e2c9b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab06441-330a-4b48-859c-a6beb8c33b31,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:46.946393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.947962 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2b4da66b-451d-4ba7-a4d0-f3942e9e9565 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0517025 Jul 08 01:56:46.957379 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27112271-4caa-42a9-9a00-b9ba36a4eda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:46.958937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41038) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:46.976917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-85fdb8f1-5579-471a-8033-8c22c0dac63b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'enable_snat': False}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:46.983111 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d7ff37de-3bbb-4c36-8563-6271c91a291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:46.995584 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27112271-4caa-42a9-9a00-b9ba36a4eda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.012003 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff37de-3bbb-4c36-8563-6271c91a291e None None] Routers {'620f6913-d371-4015-b71b-0b55b565d173'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:47.012876 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d7ff37de-3bbb-4c36-8563-6271c91a291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['620f6913-d371-4015-b71b-0b55b565d173'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:47.072120 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d7ff37de-3bbb-4c36-8563-6271c91a291e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:47.072818 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff37de-3bbb-4c36-8563-6271c91a291e None None] The sync data for ids ['620f6913-d371-4015-b71b-0b55b565d173'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:47.095303 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27112271-4caa-42a9-9a00-b9ba36a4eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.104531 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27112271-4caa-42a9-9a00-b9ba36a4eda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.107731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-27112271-4caa-42a9-9a00-b9ba36a4eda7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cab06441-330a-4b48-859c-a6beb8c33b31 HTTP/1.1" status: 204 len: 168 time: 0.2675323 Jul 08 01:56:47.130905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27112271-4caa-42a9-9a00-b9ba36a4eda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab06441-330a-4b48-859c-a6beb8c33b31,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:47.543853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] Deleting port 10a08032-4a46-4369-83ce-09ab72c16ad5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:47.544454 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.620630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41052) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:47.646597 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-041ede96-da43-4af4-b14b-d12db4284fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.728580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10049802-cd5e-41fc-bf3e-0b3bf0f78cbc req-ffb6a1ed-6234-45f7-850e-41f695995ffc tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:47.730397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10049802-cd5e-41fc-bf3e-0b3bf0f78cbc req-ffb6a1ed-6234-45f7-850e-41f695995ffc tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 946 time: 0.1700552 Jul 08 01:56:47.794792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10049802-cd5e-41fc-bf3e-0b3bf0f78cbc req-24a90f22-8ca7-4f6c-b21c-8b9c32c32dc8 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565343 Jul 08 01:56:47.864206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] For port 10a08032-4a46-4369-83ce-09ab72c16ad5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=10a08032-4a46-4369-83ce-09ab72c16ad5,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:47.864601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.874718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85fdb8f1-5579-471a-8033-8c22c0dac63b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.896167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] Calling delete_port for 10a08032-4a46-4369-83ce-09ab72c16ad5 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:47.902125 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-041ede96-da43-4af4-b14b-d12db4284fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.913881 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-041ede96-da43-4af4-b14b-d12db4284fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:47.974133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-041ede96-da43-4af4-b14b-d12db4284fa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e34e24918409489d853d2ce459cf2b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490632 Jul 08 01:56:47.974133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ede96-da43-4af4-b14b-d12db4284fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94b484c-e29e-4220-9c34-6d6511c9e3c1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:47.976561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41054) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:48.043373 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e48d4dd-1adb-42e8-aa22-79a706b25a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.073484 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e48d4dd-1adb-42e8-aa22-79a706b25a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.143502 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e48d4dd-1adb-42e8-aa22-79a706b25a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.148281 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e48d4dd-1adb-42e8-aa22-79a706b25a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.152544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0e48d4dd-1adb-42e8-aa22-79a706b25a6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f94b484c-e29e-4220-9c34-6d6511c9e3c1 HTTP/1.1" status: 204 len: 168 time: 0.1725178 Jul 08 01:56:48.162042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48d4dd-1adb-42e8-aa22-79a706b25a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94b484c-e29e-4220-9c34-6d6511c9e3c1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:48.278291 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:48.329030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a08032-4a46-4369-83ce-09ab72c16ad5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:48.431972 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:56:48.814963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-a66b2cdc-11e8-4905-a817-be1a58672e65 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:48.817419 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-a66b2cdc-11e8-4905-a817-be1a58672e65 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 946 time: 0.1195881 Jul 08 01:56:48.956131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-ad9b225a-fb34-4b5f-9f6b-3da2447fde39 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Deleting port db5d9855-de92-4983-a6f8-a03dfeef26e2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:48.960266 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-ad9b225a-fb34-4b5f-9f6b-3da2447fde39 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.131437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-ad9b225a-fb34-4b5f-9f6b-3da2447fde39 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] For port db5d9855-de92-4983-a6f8-a03dfeef26e2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db5d9855-de92-4983-a6f8-a03dfeef26e2,segment=NetworkSegment(4b9298d0-5960-4c33-9d83-8704243bac44),segment_id=4b9298d0-5960-4c33-9d83-8704243bac44)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:49.132429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-ad9b225a-fb34-4b5f-9f6b-3da2447fde39 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.148845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-ad9b225a-fb34-4b5f-9f6b-3da2447fde39 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Calling delete_port for db5d9855-de92-4983-a6f8-a03dfeef26e2 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:49.295163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.431530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69af58-daed-4e0c-8a18-9955b6d49309 req-23a52f1e-90fa-4727-b7ad-44f02840819b tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:49.437898 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85fdb8f1-5579-471a-8033-8c22c0dac63b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.445774 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85fdb8f1-5579-471a-8033-8c22c0dac63b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.452703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa69af58-daed-4e0c-8a18-9955b6d49309 req-23a52f1e-90fa-4727-b7ad-44f02840819b tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 946 time: 0.4257185 Jul 08 01:56:49.624987 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa69af58-daed-4e0c-8a18-9955b6d49309 req-af7ff640-66f3-48b1-8336-1f0728ddb71c tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/security-groups?id=fd7be26a-a05f-4a5d-9abe-5ab496e69530&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697316 Jul 08 01:56:49.630443 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-ad9b225a-fb34-4b5f-9f6b-3da2447fde39 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.650732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['db5d9855-de92-4983-a6f8-a03dfeef26e2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:56:49.696660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b225a-fb34-4b5f-9f6b-3da2447fde39 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Pushing event deleted for resources: {'Port': ['ID=db5d9855-de92-4983-a6f8-a03dfeef26e2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:49.769711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] Router 9d19777b-052e-43ad-bba0-05374ec533cb has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:49.815822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-ad9b225a-fb34-4b5f-9f6b-3da2447fde39 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] No DVR routers for this DVR port db5d9855-de92-4983-a6f8-a03dfeef26e2 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:49.819534 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-ad9b225a-fb34-4b5f-9f6b-3da2447fde39 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:49.821705 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d6bff1c-ea55-4c1b-acd8-2eaf266e0a5e req-ad9b225a-fb34-4b5f-9f6b-3da2447fde39 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.16 "DELETE /v2.0/ports/db5d9855-de92-4983-a6f8-a03dfeef26e2 HTTP/1.1" status: 204 len: 173 time: 0.9968715 Jul 08 01:56:49.822173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2b938c-f20f-4587-8f83-25fcab958bf3', 'name': 'network-vif-deleted', 'tag': 'db5d9855-de92-4983-a6f8-a03dfeef26e2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:56:49.824574 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4323157-dd0e-4ab4-9eee-73f01030bd41" -d '{"events": [{"server_uuid": "6a2b938c-f20f-4587-8f83-25fcab958bf3", "name": "network-vif-deleted", "tag": "db5d9855-de92-4983-a6f8-a03dfeef26e2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:56:49.846589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fdb8f1-5579-471a-8033-8c22c0dac63b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Router 620f6913-d371-4015-b71b-0b55b565d173 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:56:49.907037 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c15dc19-9c34-4e1b-973c-84e23e246c6c x-openstack-request-id: req-7c15dc19-9c34-4e1b-973c-84e23e246c6c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:56:49.907530 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2b938c-f20f-4587-8f83-25fcab958bf3", "name": "network-vif-deleted", "tag": "db5d9855-de92-4983-a6f8-a03dfeef26e2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:56:49.907967 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c15dc19-9c34-4e1b-973c-84e23e246c6c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:56:49.908561 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2b938c-f20f-4587-8f83-25fcab958bf3', 'name': 'network-vif-deleted', 'tag': 'db5d9855-de92-4983-a6f8-a03dfeef26e2', 'status': 'completed', 'code': 200} Jul 08 01:56:50.076959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:50.087519 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cd606d2c-3281-4662-94a9-576e10d5b898 admin admin] 10.222.0.41 "PUT /v2.0/routers/9d19777b-052e-43ad-bba0-05374ec533cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4895146 Jul 08 01:56:50.090313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41100) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:50.096039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] Sync routers for ids ['9d19777b-052e-43ad-bba0-05374ec533cb'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:50.120800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] Routers {'9d19777b-052e-43ad-bba0-05374ec533cb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:50.122373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d19777b-052e-43ad-bba0-05374ec533cb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:50.139857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fdb8f1-5579-471a-8033-8c22c0dac63b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:50.151484 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85fdb8f1-5579-471a-8033-8c22c0dac63b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.155039 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c35c38-cb41-4239-a6b8-2b0a304514ee None None] Sync routers for ids ['620f6913-d371-4015-b71b-0b55b565d173'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:50.165131 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-85fdb8f1-5579-471a-8033-8c22c0dac63b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "PUT /v2.0/routers/620f6913-d371-4015-b71b-0b55b565d173 HTTP/1.1" status: 200 len: 921 time: 3.1957150 Jul 08 01:56:50.165131 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41102) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:50.195335 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c35c38-cb41-4239-a6b8-2b0a304514ee None None] Routers {'620f6913-d371-4015-b71b-0b55b565d173'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:50.196473 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-73c35c38-cb41-4239-a6b8-2b0a304514ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['620f6913-d371-4015-b71b-0b55b565d173'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:50.293279 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-73c35c38-cb41-4239-a6b8-2b0a304514ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:50.314949 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c35c38-cb41-4239-a6b8-2b0a304514ee None None] Routers {'620f6913-d371-4015-b71b-0b55b565d173'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:50.316350 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-73c35c38-cb41-4239-a6b8-2b0a304514ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['620f6913-d371-4015-b71b-0b55b565d173'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:50.372974 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.391466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] Set router 9d19777b-052e-43ad-bba0-05374ec533cb gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:56:50.409441 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-73c35c38-cb41-4239-a6b8-2b0a304514ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:50.413392 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c35c38-cb41-4239-a6b8-2b0a304514ee None None] The sync data for ids ['620f6913-d371-4015-b71b-0b55b565d173'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:50.486656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41108) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:50.491007 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5fae76c1-a662-4ce1-9376-959caf7f92cc tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/routers/620f6913-d371-4015-b71b-0b55b565d173 HTTP/1.1" status: 200 len: 921 time: 0.3171344 Jul 08 01:56:50.631829 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.696247 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-598d8f8f-455e-4f38-b8da-8dd6d9aa4f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.794994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c7cbd4-ca27-4973-8e8f-3745a7c3be98 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:50.796504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-96c7cbd4-ca27-4973-8e8f-3745a7c3be98 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&device_id=620f6913-d371-4015-b71b-0b55b565d173&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3087471 Jul 08 01:56:50.799509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41120) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:50.872537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Deleting port fcda7a48-de6d-4143-aea3-f76509222161 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:50.873227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:50.884758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:56:48Z', 'revision_number': 5, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port': {'id': 'fcda7a48-de6d-4143-aea3-f76509222161', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:50.978238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] Checking router: 9d19777b-052e-43ad-bba0-05374ec533cb for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:56:51.016355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] Routers {'9d19777b-052e-43ad-bba0-05374ec533cb'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:51.016355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9d19777b-052e-43ad-bba0-05374ec533cb'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:51.110849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e81230a-82a6-47a0-a9cf-7d28ad43f455 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:51.115035 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5e81230a-82a6-47a0-a9cf-7d28ad43f455 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 881 time: 0.3117011 Jul 08 01:56:51.117883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41126) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:51.123668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22be5709-e0d8-4da6-a30b-c688e52722b4 req-58063965-a4e1-451e-a229-cc7ae1273458 tempest-ServerMetadataNegativeTestJSON-201430376 tempest-ServerMetadataNegativeTestJSON-201430376-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2b938c-f20f-4587-8f83-25fcab958bf3 HTTP/1.1" status: 200 len: 210 time: 0.0757010 Jul 08 01:56:51.205973 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac93ea18-9bf1-47b4-8840-c4c53f14a84c tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=620f6913-d371-4015-b71b-0b55b565d173 HTTP/1.1" status: 200 len: 205 time: 0.0865049 Jul 08 01:56:51.207992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41128) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:51.226764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] For port fcda7a48-de6d-4143-aea3-f76509222161, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fcda7a48-de6d-4143-aea3-f76509222161,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:51.227811 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.251472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Calling delete_port for fcda7a48-de6d-4143-aea3-f76509222161 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:51.371398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.559986 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.568721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.627302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Pushing event deleted for resources: {'Port': ['ID=fcda7a48-de6d-4143-aea3-f76509222161,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:51.691556 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] Set router 9d19777b-052e-43ad-bba0-05374ec533cb gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:56:51.712917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Deleting port 8e734292-3c35-4ce2-a77e-672250127c6e {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:51.714097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.782936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.783483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.792621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.793339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.793839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.794333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.796828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.798610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.802031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.802457 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.803485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.803932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:56:51.820348 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.883849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:56:50Z', 'revision_number': 6, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:51.958199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:51.963382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95304fb-c19c-4d21-8280-40598fb94297 None None] The sync data for ids ['9d19777b-052e-43ad-bba0-05374ec533cb'] in n-d-694802-14 is: [{'id': '9d19777b-052e-43ad-bba0-05374ec533cb', 'name': 'tempest-TaggedBootDevicesTest-733071600-router', 'tenant_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:44:31Z', 'updated_at': '2021-07-08T01:56:50Z', 'revision_number': 6, 'project_id': '6ca49aff481c40a2aa37b3041b5b48cb', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:51.985752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Calling delete_port for 8e734292-3c35-4ce2-a77e-672250127c6e owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:52.028659 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.041463 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.204178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device db5d9855-de92-4983-a6f8-a03dfeef26e2 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:52.207934 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.208858 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d19777b-052e-43ad-bba0-05374ec533cb {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:56:52.213924 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.215524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-33559e8d-8194-446d-8ab4-3bda71e6193c admin admin] 10.222.0.41 "DELETE /v2.0/routers/9d19777b-052e-43ad-bba0-05374ec533cb HTTP/1.1" status: 204 len: 168 time: 2.1243532 Jul 08 01:56:52.218019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41150) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:52.258029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: db5d9855-de92-4983-a6f8-a03dfeef26e2 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:52.258378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device db5d9855-de92-4983-a6f8-a03dfeef26e2 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:52.305247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41152) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:52.326872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a13e820-032f-4893-a974-1c4e04101c7b admin admin] Deleting subnet a7e139f1-c7ab-4e50-8986-4c119571abe7 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:56:52.334917 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a13e820-032f-4893-a974-1c4e04101c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.401297 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a13e820-032f-4893-a974-1c4e04101c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.415408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-41228d68-efe3-415f-830f-8c6fee35892a admin admin] Deleting subnet deaf75b5-251b-4df4-bd13-29822c8de831 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:56:52.422038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41228d68-efe3-415f-830f-8c6fee35892a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.486451 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41228d68-efe3-415f-830f-8c6fee35892a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.509539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 10a08032-4a46-4369-83ce-09ab72c16ad5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:52.537076 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41228d68-efe3-415f-830f-8c6fee35892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.550377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 10a08032-4a46-4369-83ce-09ab72c16ad5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:52.565536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 10a08032-4a46-4369-83ce-09ab72c16ad5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:52.582432 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a13e820-032f-4893-a974-1c4e04101c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.616610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41228d68-efe3-415f-830f-8c6fee35892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.655154 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a13e820-032f-4893-a974-1c4e04101c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.657162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41228d68-efe3-415f-830f-8c6fee35892a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deaf75b5-251b-4df4-bd13-29822c8de831,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:52.660859 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.663611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41228d68-efe3-415f-830f-8c6fee35892a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.665150 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-41228d68-efe3-415f-830f-8c6fee35892a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/deaf75b5-251b-4df4-bd13-29822c8de831 HTTP/1.1" status: 204 len: 168 time: 0.3595238 Jul 08 01:56:52.670189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41156) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:52.697773 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a13e820-032f-4893-a974-1c4e04101c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.698371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644210ab-f816-4ec9-bb17-d718465d6d2f None None] Network 158051b2-55d9-4a7a-a15b-19a8819643bb requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:52.702915 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4a13e820-032f-4893-a974-1c4e04101c7b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a7e139f1-c7ab-4e50-8986-4c119571abe7 HTTP/1.1" status: 204 len: 168 time: 0.4828022 Jul 08 01:56:52.705049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:52.723892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Pushing event deleted for resources: {'Port': ['ID=8e734292-3c35-4ce2-a77e-672250127c6e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:52.848890 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.887785 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:52.891910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13e820-032f-4893-a974-1c4e04101c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7e139f1-c7ab-4e50-8986-4c119571abe7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:52.990759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Deleting port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:52.991091 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.027989 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.094534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e31680-5c62-485b-8808-929e65ed36db None None] DHCP port deletion for 158051b2-55d9-4a7a-a15b-19a8819643bb request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:56:53.102678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] For port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:53.103510 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.138618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Calling delete_port for f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:53.255949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-61e31680-5c62-485b-8808-929e65ed36db None None] Deleting port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:53.256967 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61e31680-5c62-485b-8808-929e65ed36db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.317469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.325366 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.355727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.410141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56efcdc0-0075-4ee5-901d-ac1385f90d35']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:53.449808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.484918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9298d0-5960-4c33-9d83-8704243bac44') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:53.485354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9298d0-5960-4c33-9d83-8704243bac44') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:53.498658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:53.514648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-61e31680-5c62-485b-8808-929e65ed36db None None] For port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199,segment=NetworkSegment(262b2615-afb7-4a2f-88b2-20e97815cdc1),segment_id=262b2615-afb7-4a2f-88b2-20e97815cdc1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:56:53.515051 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61e31680-5c62-485b-8808-929e65ed36db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.526754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] No DVR routers for this DVR port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:53.583061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-61e31680-5c62-485b-8808-929e65ed36db None None] Calling delete_port for f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:53.593871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.599936 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d89d3acb-4515-4d17-b9f0-ac7b4bb1b09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.604397 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.604931 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Fanout notify agent at l3_agent the message router_deleted on router 620f6913-d371-4015-b71b-0b55b565d173 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:56:53.614949 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.616342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-096f6976-b000-481d-907d-75c6dbdb520a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/620f6913-d371-4015-b71b-0b55b565d173 HTTP/1.1" status: 204 len: 168 time: 2.4072278 Jul 08 01:56:53.622145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41170) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:53.626560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-925dd987-19fd-4685-9cc2-5afd2dcbb950 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-65815305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:53.641990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.658715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:56:53.659352 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:56:53.664087 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:56:53.685687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.706754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158051b2-55d9-4a7a-a15b-19a8819643bb']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:53.725700 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.734170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262b2615-afb7-4a2f-88b2-20e97815cdc1') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:53.734416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262b2615-afb7-4a2f-88b2-20e97815cdc1') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:53.754681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-925dd987-19fd-4685-9cc2-5afd2dcbb950 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.755906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-925dd987-19fd-4685-9cc2-5afd2dcbb950 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.759849 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.790827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.800501 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.806529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.807204 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61e31680-5c62-485b-8808-929e65ed36db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.811489 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] 10.222.0.41 "DELETE /v2.0/networks/56efcdc0-0075-4ee5-901d-ac1385f90d35 HTTP/1.1" status: 204 len: 168 time: 1.1404312 Jul 08 01:56:53.838583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:56:53.841815 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:56:53.846217 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:56:53.850680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e01d3c-967c-4c9d-9313-29ae60d8b5ed admin admin] Pushing event deleted for resources: {'Network': ['ID=56efcdc0-0075-4ee5-901d-ac1385f90d35,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:53.851695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e31680-5c62-485b-8808-929e65ed36db None None] Pushing event deleted for resources: {'Port': ['ID=f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:53.888242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e31680-5c62-485b-8808-929e65ed36db None None] No DVR routers for this DVR port f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:56:53.992449 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-925dd987-19fd-4685-9cc2-5afd2dcbb950 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:53.995775 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-925dd987-19fd-4685-9cc2-5afd2dcbb950 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.025382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.040564 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.042226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-925dd987-19fd-4685-9cc2-5afd2dcbb950 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.042715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] 10.222.0.41 "DELETE /v2.0/networks/158051b2-55d9-4a7a-a15b-19a8819643bb HTTP/1.1" status: 204 len: 168 time: 1.3366725 Jul 08 01:56:54.046544 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-925dd987-19fd-4685-9cc2-5afd2dcbb950 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4235263 Jul 08 01:56:54.049117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41178) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:54.055533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:54.061452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180d121-4092-45ee-bf84-883e8e37ec39 admin admin] Pushing event deleted for resources: {'Network': ['ID=158051b2-55d9-4a7a-a15b-19a8819643bb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:54.118906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e530eb5-a2fb-42e6-98be-dbf3ddba8e1c req-eff3a7ab-5e0c-429b-91ab-f921d55011da tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:54.120339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e530eb5-a2fb-42e6-98be-dbf3ddba8e1c req-eff3a7ab-5e0c-429b-91ab-f921d55011da tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.1603043 Jul 08 01:56:54.183202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:54.255700 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e530eb5-a2fb-42e6-98be-dbf3ddba8e1c req-c924639d-49a1-416f-a4e3-729373ad41e3 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250141 Jul 08 01:56:54.327698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:54.338304 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9854b2b2-c73c-4c66-aa3d-30d950edc2a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=294b3c64e9794739a63c3a3d1e0059f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524172 Jul 08 01:56:54.346176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:54.418712 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-51d557ca-4765-4f1a-9bee-5c48217132ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ca49aff481c40a2aa37b3041b5b48cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875053 Jul 08 01:56:54.419228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:54.472155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9619d55-27fc-4045-ab69-1adb66674c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.507688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:54.561716 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:54.564754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f0ff9e4d-ab54-40ef-a64a-bebd5a7fe199 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:54.567186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fcda7a48-de6d-4143-aea3-f76509222161 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:56:54.574161 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9619d55-27fc-4045-ab69-1adb66674c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.595740 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a712-5af3-4df2-a104-223c319966cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.600063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: fcda7a48-de6d-4143-aea3-f76509222161 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:56:54.600813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fcda7a48-de6d-4143-aea3-f76509222161 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:56:54.688546 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a712-5af3-4df2-a104-223c319966cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.733517 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.734765 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9619d55-27fc-4045-ab69-1adb66674c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.737346 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9619d55-27fc-4045-ab69-1adb66674c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.748814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e9619d55-27fc-4045-ab69-1adb66674c0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd7be26a-a05f-4a5d-9abe-5ab496e69530 HTTP/1.1" status: 204 len: 168 time: 0.4016230 Jul 08 01:56:54.794117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9619d55-27fc-4045-ab69-1adb66674c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7be26a-a05f-4a5d-9abe-5ab496e69530,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:54.851429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a712-5af3-4df2-a104-223c319966cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.856387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cb3a712-5af3-4df2-a104-223c319966cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:54.860262 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0cb3a712-5af3-4df2-a104-223c319966cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc5abdec-dbbd-46b9-816b-74c2a51cc099 HTTP/1.1" status: 204 len: 168 time: 0.4381208 Jul 08 01:56:54.885055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3a712-5af3-4df2-a104-223c319966cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5abdec-dbbd-46b9-816b-74c2a51cc099,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:54.939605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.233779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.254407 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.442428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Allocated IP 172.25.4.94 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/a7040b19-5b98-4aa6-92dd-5ad3d4bc043e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:56:55.690004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.722333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a2e2a-d27a-4731-a8ed-6a0663b10d1c req-5ddc3b55-1cb3-4c3e-8d05-69428afe27dc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:55.725640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-764a2e2a-d27a-4731-a8ed-6a0663b10d1c req-5ddc3b55-1cb3-4c3e-8d05-69428afe27dc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.1862097 Jul 08 01:56:55.758039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:55.811917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Pushing event updated for resources: {'Port': ['ID=a7040b19-5b98-4aa6-92dd-5ad3d4bc043e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:55.829171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:56:55.831877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:55.839098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:56:55.842846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-764a2e2a-d27a-4731-a8ed-6a0663b10d1c req-41ce40aa-119f-494e-920c-ceeb759f788a tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105130 Jul 08 01:56:56.403655 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.486674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41252) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:56.522752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.934952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.939010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:56.963375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1458243124-network', 'tenant_id': 'e30224b373d04b109c1b38a81baf5b9f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:57.010704 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Made reservation on behalf of e30224b373d04b109c1b38a81baf5b9f for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:57.014813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.041911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.206756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.211468 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.284625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:56:57.295664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567dd776-776a-43a8-950c-25a2e1686a3a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:57.306984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Router b34ecc75-6661-413e-963a-4343c4df14c8 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:56:57.322632 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.323309 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Added segment 09f952cd-e9a4-469d-a260-dd97763cf3e1 of type vlan for network 9d74ff5c-57cc-41c2-9377-60dd76215f5b Jul 08 01:56:57.406487 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.420034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621ddcd-f379-4bde-9564-8ffb1fc73fa3 req-8e574051-9013-4175-a469-7ee83e5eecf1 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:57.429064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7621ddcd-f379-4bde-9564-8ffb1fc73fa3 req-8e574051-9013-4175-a469-7ee83e5eecf1 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.2200963 Jul 08 01:56:57.440330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:57.514623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7621ddcd-f379-4bde-9564-8ffb1fc73fa3 req-5b538c8e-161c-46d0-8cda-98caf5382fd8 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824077 Jul 08 01:56:57.516389 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.522046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:57.522987 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.552793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0646489 Jul 08 01:56:57.556515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41280) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:57.563187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Request body: {'subnet': {'network_id': '9d74ff5c-57cc-41c2-9377-60dd76215f5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1458243124-subnet', 'tenant_id': 'e30224b373d04b109c1b38a81baf5b9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:56:57.606873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62cbe1-54e5-43a5-a357-df37e09712e5 admin admin] Pushing event updated for resources: {'Network': ['ID=9d74ff5c-57cc-41c2-9377-60dd76215f5b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:57.609277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:56:57.621840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 9d74ff5c-57cc-41c2-9377-60dd76215f5b details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:56:57.625808 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.630183 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-759c9514-cb2b-4a6a-8e07-d7d0be5a32e8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "PUT /v2.0/routers/b34ecc75-6661-413e-963a-4343c4df14c8 HTTP/1.1" status: 200 len: 877 time: 3.5771017 Jul 08 01:56:57.630183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Made reservation on behalf of e30224b373d04b109c1b38a81baf5b9f for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:56:57.632753 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.634916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:57.729934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808dfdc6-e70c-4eeb-8763-155e40feedad None None] Sync routers for ids ['b34ecc75-6661-413e-963a-4343c4df14c8'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:56:57.752775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808dfdc6-e70c-4eeb-8763-155e40feedad None None] Routers {'b34ecc75-6661-413e-963a-4343c4df14c8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:57.752775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-808dfdc6-e70c-4eeb-8763-155e40feedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b34ecc75-6661-413e-963a-4343c4df14c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:57.834168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-808dfdc6-e70c-4eeb-8763-155e40feedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:57.858413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808dfdc6-e70c-4eeb-8763-155e40feedad None None] Routers {'b34ecc75-6661-413e-963a-4343c4df14c8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:56:57.861199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-808dfdc6-e70c-4eeb-8763-155e40feedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b34ecc75-6661-413e-963a-4343c4df14c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:57.897417 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-281c001b-c342-47f5-9664-6e26b0367b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:57.935855 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-808dfdc6-e70c-4eeb-8763-155e40feedad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:56:57.937738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808dfdc6-e70c-4eeb-8763-155e40feedad None None] The sync data for ids ['b34ecc75-6661-413e-963a-4343c4df14c8'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:56:58.029210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-21ad05ff-d516-444e-80a5-05bc27c818d4 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/routers/b34ecc75-6661-413e-963a-4343c4df14c8 HTTP/1.1" status: 200 len: 918 time: 0.3927557 Jul 08 01:56:58.029755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41316) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:58.116175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.146777 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-281c001b-c342-47f5-9664-6e26b0367b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.154949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-281c001b-c342-47f5-9664-6e26b0367b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.238015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41340) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:58.238796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-281c001b-c342-47f5-9664-6e26b0367b82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=962f44be4d5e44209b43033b61e68124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964344 Jul 08 01:56:58.259878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad9b16e0-be41-4a0a-81a3-56ecd658ca03,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:58.297247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c001b-c342-47f5-9664-6e26b0367b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e304a0-925d-47a1-ba00-26aa6bf5edc2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:58.324676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfd0a35-bdb3-4c02-b328-a97d5fa9080b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:58.329313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41348) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:58.344909 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2dfd0a35-bdb3-4c02-b328-a97d5fa9080b tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&device_id=b34ecc75-6661-413e-963a-4343c4df14c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3143511 Jul 08 01:56:58.368039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Checking segment: {'id': '09f952cd-e9a4-469d-a260-dd97763cf3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9d74ff5c-57cc-41c2-9377-60dd76215f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:56:58.368443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Network hostable DHCP agents. Network: 9d74ff5c-57cc-41c2-9377-60dd76215f5b, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:56:58.402606 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-156da00f-d035-4549-a9e4-f4470e3a7931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.407816 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Network 9d74ff5c-57cc-41c2-9377-60dd76215f5b is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:56:58.433072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 9d74ff5c-57cc-41c2-9377-60dd76215f5b) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:56:58.436014 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-156da00f-d035-4549-a9e4-f4470e3a7931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.444487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cf4793-8b3a-4626-ad65-b70613c922ea None None] Network 9d74ff5c-57cc-41c2-9377-60dd76215f5b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:58.461793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:58.462411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.525258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fe19c-7a29-4f42-ad6b-fd2f9451eae0 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:58.529530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-698fe19c-7a29-4f42-ad6b-fd2f9451eae0 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 881 time: 0.1988056 Jul 08 01:56:58.532837 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41364) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:58.547247 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e2b06ada-1302-415a-86fd-f2e44a5e5075 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9892633 Jul 08 01:56:58.583316 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-156da00f-d035-4549-a9e4-f4470e3a7931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.587136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-156da00f-d035-4549-a9e4-f4470e3a7931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:58.589030 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-156da00f-d035-4549-a9e4-f4470e3a7931 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79e304a0-925d-47a1-ba00-26aa6bf5edc2 HTTP/1.1" status: 204 len: 168 time: 0.3475688 Jul 08 01:56:58.607274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156da00f-d035-4549-a9e4-f4470e3a7931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e304a0-925d-47a1-ba00-26aa6bf5edc2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:56:58.678995 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-50e1b4c7-f853-45a7-956f-270dccb19d04 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=b34ecc75-6661-413e-963a-4343c4df14c8 HTTP/1.1" status: 200 len: 205 time: 0.1440532 Jul 08 01:56:58.681190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41380) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:56:58.747670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64675ee0-a02b-4622-adbb-98f19ffd7059 None None] Network 9d74ff5c-57cc-41c2-9377-60dd76215f5b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:56:59.055327 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:59.290779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5157b0-43d4-434b-ac1c-90a37a766eb8 req-dd3f5e27-e5f6-439c-af69-f077fc1bf938 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:59.295355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b5157b0-43d4-434b-ac1c-90a37a766eb8 req-dd3f5e27-e5f6-439c-af69-f077fc1bf938 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.4162436 Jul 08 01:56:59.389073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b5157b0-43d4-434b-ac1c-90a37a766eb8 req-eeefeaa8-3103-4ff5-b0db-083543287bcf tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713603 Jul 08 01:56:59.415278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:59.580611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Deleting port a7040b19-5b98-4aa6-92dd-5ad3d4bc043e {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:56:59.581076 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:59.785389 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:56:59.821305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Calling delete_port for a7040b19-5b98-4aa6-92dd-5ad3d4bc043e owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:56:59.886992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-f877be2a-719b-4b5d-a083-4607559dccd0 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:56:59.892835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-f877be2a-719b-4b5d-a083-4607559dccd0 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/networks?id=9d74ff5c-57cc-41c2-9377-60dd76215f5b HTTP/1.1" status: 200 len: 814 time: 0.2305775 Jul 08 01:56:59.921393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-e1d2f7d0-3e75-4a40-abcc-f44743ba1281 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/quotas/e30224b373d04b109c1b38a81baf5b9f HTTP/1.1" status: 200 len: 375 time: 0.0197191 Jul 08 01:56:59.978681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-336092ce-57c4-40f1-aeea-bfadb0f62f12 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e30224b373d04b109c1b38a81baf5b9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536754 Jul 08 01:57:00.179192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-2d6b4348-05f5-4787-9c46-9e8e5f681dde service neutron] 10.222.0.41 "GET /v2.0/networks/9d74ff5c-57cc-41c2-9377-60dd76215f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960382 Jul 08 01:57:00.270586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.392955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Pushing event deleted for resources: {'Port': ['ID=a7040b19-5b98-4aa6-92dd-5ad3d4bc043e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:00.502611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.554522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-7ddda8b7-aa8e-4fda-bd41-e1b5667e2e15 service neutron] 10.222.0.41 "GET /v2.0/networks/9d74ff5c-57cc-41c2-9377-60dd76215f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740880 Jul 08 01:57:00.710664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.731885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.835204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.838833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Fanout notify agent at l3_agent the message router_deleted on router b34ecc75-6661-413e-963a-4343c4df14c8 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:57:00.881548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:00.889568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-02285da8-0427-45b4-be68-b97d7102dea5 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/b34ecc75-6661-413e-963a-4343c4df14c8 HTTP/1.1" status: 204 len: 168 time: 2.2023845 Jul 08 01:57:00.889568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41604) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:00.909575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-92e90b0b-5afd-416a-a603-26e904c568ac tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-331987080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:01.008942 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e90b0b-5afd-416a-a603-26e904c568ac tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:01.010855 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e90b0b-5afd-416a-a603-26e904c568ac tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:01.012681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0620c-24f0-4221-9daf-4576c44200db req-d6705ed5-6ca7-4248-917c-48102205408a tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:01.017015 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4a0620c-24f0-4221-9daf-4576c44200db req-d6705ed5-6ca7-4248-917c-48102205408a tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.2237468 Jul 08 01:57:01.188922 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e90b0b-5afd-416a-a603-26e904c568ac tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:01.193307 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4a0620c-24f0-4221-9daf-4576c44200db req-37c88406-8cc9-434d-a468-d91b85503d74 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643705 Jul 08 01:57:01.196224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e90b0b-5afd-416a-a603-26e904c568ac tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:01.229653 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-92e90b0b-5afd-416a-a603-26e904c568ac tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:01.231056 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-92e90b0b-5afd-416a-a603-26e904c568ac tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3394561 Jul 08 01:57:01.234231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41634) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:01.242685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'enable_snat': True}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:01.280588 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cd11701-e1d6-47fb-8d55-2278d114ffa1 req-60c9c811-7631-4563-814e-e86581733aba tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 210 time: 0.0726054 Jul 08 01:57:01.935714 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.447819 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:02.485249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:02.601208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.698626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.869601 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cee2bdf-ee78-4f30-a103-52c6d9c1c407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:02.915518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c0aa7-cc3f-4922-8a43-0b51e4596748 req-704555cb-a1fc-4b46-85ad-bfd533d50bc6 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:02.920430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-015c0aa7-cc3f-4922-8a43-0b51e4596748 req-704555cb-a1fc-4b46-85ad-bfd533d50bc6 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.3187852 Jul 08 01:57:03.005438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2d45ac6-0c25-4002-89ed-276733dbe171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.066368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Allocated IP 172.25.4.45 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/f5d47580-1b0f-4adc-b37c-b81df2fefedd) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:03.127688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e085ea4b-8365-416b-93a6-326c500102ec req-e1fcc970-5ca7-4e7a-9628-20b8d27143b4 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 210 time: 0.1331196 Jul 08 01:57:03.140547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-015c0aa7-cc3f-4922-8a43-0b51e4596748 req-2c9f7182-62d3-4242-aab0-98b7776bd9dd tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946833 Jul 08 01:57:03.178660 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-0cee2bdf-ee78-4f30-a103-52c6d9c1c407 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:57:03.178660 n-d-694802-14 neutron-server[93883]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 01:57:03.178660 n-d-694802-14 neutron-server[93883]: [parameters: {'project_id': '26fdd267b40743e1b3c1284fb8418440', 'id': '5ea0b0b1-9e12-470a-a108-5d04ff4ac6a9', 'expiration': datetime.datetime(2021, 7, 8, 1, 59, 3, 128396)}] Jul 08 01:57:03.178660 n-d-694802-14 neutron-server[93883]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:57:03.179254 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-0cee2bdf-ee78-4f30-a103-52c6d9c1c407 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:57:03.254264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.326384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2d45ac6-0c25-4002-89ed-276733dbe171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.332926 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a2d45ac6-0c25-4002-89ed-276733dbe171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.333362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.383985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a2d45ac6-0c25-4002-89ed-276733dbe171 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7de08159e944c88a84aea0db29d402e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8973143 Jul 08 01:57:03.390238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41862) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:03.403303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event updated for resources: {'Port': ['ID=f5d47580-1b0f-4adc-b37c-b81df2fefedd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:03.413294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:03.425113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:03.433498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:03.436847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.437666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d45ac6-0c25-4002-89ed-276733dbe171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a720ba4f-efa5-4aac-8cf8-e24036da5635,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:03.438151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.438654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.439639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.440623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.442249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.443019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.443584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.444705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.446258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.449041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.450279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:03.603188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54d6ebd4-0bbf-4205-8c45-6f662e2f87c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.681917 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cee2bdf-ee78-4f30-a103-52c6d9c1c407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:03.735309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-89ef5113-0af8-438c-a9f1-75cc7eef777a tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:03.737624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-89ef5113-0af8-438c-a9f1-75cc7eef777a tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.16 "GET /v2.0/networks?id=9d74ff5c-57cc-41c2-9377-60dd76215f5b HTTP/1.1" status: 200 len: 814 time: 0.2580831 Jul 08 01:57:03.755581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Request body: {'port': {'device_id': '3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7', 'network_id': '9d74ff5c-57cc-41c2-9377-60dd76215f5b', 'admin_state_up': True, 'tenant_id': 'e30224b373d04b109c1b38a81baf5b9f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:04.057880 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54d6ebd4-0bbf-4205-8c45-6f662e2f87c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.259025 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54d6ebd4-0bbf-4205-8c45-6f662e2f87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.266617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54d6ebd4-0bbf-4205-8c45-6f662e2f87c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.268202 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-54d6ebd4-0bbf-4205-8c45-6f662e2f87c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a720ba4f-efa5-4aac-8cf8-e24036da5635 HTTP/1.1" status: 204 len: 168 time: 0.8768682 Jul 08 01:57:04.287901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6ebd4-0bbf-4205-8c45-6f662e2f87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a720ba4f-efa5-4aac-8cf8-e24036da5635,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:04.361231 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.485327 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.530822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0afc59ac-fd59-4092-bd6b-353c32a60429 req-18d9b1b5-3415-471c-a1b4-25a0858e56b6 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 210 time: 0.0727315 Jul 08 01:57:04.588859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c36bf-a6c0-45d7-8998-47d7c3798ddb req-342441b1-524e-441b-962b-5ba560de395f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:04.590506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d6c36bf-a6c0-45d7-8998-47d7c3798ddb req-342441b1-524e-441b-962b-5ba560de395f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.2211463 Jul 08 01:57:04.614905 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cee2bdf-ee78-4f30-a103-52c6d9c1c407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.642378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cee2bdf-ee78-4f30-a103-52c6d9c1c407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.708121 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0cee2bdf-ee78-4f30-a103-52c6d9c1c407 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26fdd267b40743e1b3c1284fb8418440&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2568223 Jul 08 01:57:04.709438 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41888) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:04.728155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Made reservation on behalf of e30224b373d04b109c1b38a81baf5b9f for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:04.735282 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.762311 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.786480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee2bdf-ee78-4f30-a103-52c6d9c1c407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd8dfa-bf47-4133-a439-991e51a6c471,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:04.792371 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:04.804771 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d6c36bf-a6c0-45d7-8998-47d7c3798ddb req-bdbd4848-29d5-4835-a7c1-a89cdbb72ca1 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018344 Jul 08 01:57:05.155288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Allocated IP 172.20.0.5 (9d74ff5c-57cc-41c2-9377-60dd76215f5b/ad9b16e0-be41-4a0a-81a3-56ecd658ca03/3d0d84d4-3720-4311-9a6f-bb3979dc10ed) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:05.172168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46a1551b-2c6b-466d-9709-859d6c8d737c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.241571 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46a1551b-2c6b-466d-9709-859d6c8d737c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.397781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Router 32b89534-05f2-42a5-a1f5-1a79d6e20290 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:57:05.435056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46a1551b-2c6b-466d-9709-859d6c8d737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.443303 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46a1551b-2c6b-466d-9709-859d6c8d737c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.446967 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-46a1551b-2c6b-466d-9709-859d6c8d737c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85bd8dfa-bf47-4133-a439-991e51a6c471 HTTP/1.1" status: 204 len: 168 time: 0.7365954 Jul 08 01:57:05.493643 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.508789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1551b-2c6b-466d-9709-859d6c8d737c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd8dfa-bf47-4133-a439-991e51a6c471,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:05.588276 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5ce3d-d870-476d-9ccf-02efa07f205f req-aef8e3ff-082e-4e12-a034-0d1d3590b4b7 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:05.589921 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2b5ce3d-d870-476d-9ccf-02efa07f205f req-aef8e3ff-082e-4e12-a034-0d1d3590b4b7 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.1193449 Jul 08 01:57:05.609136 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.718088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-2dfd719e-552a-43e2-82ac-70eca102ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:05.719799 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-2dfd719e-552a-43e2-82ac-70eca102ac09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 1098 time: 0.2597888 Jul 08 01:57:05.727183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:05.738290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:05.739507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4479c6bd-da75-48f6-8bd1-cabe98fb056c tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "PUT /v2.0/routers/32b89534-05f2-42a5-a1f5-1a79d6e20290 HTTP/1.1" status: 200 len: 913 time: 4.5023820 Jul 08 01:57:05.742452 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405c81e-46a1-4f12-9d5c-fef8e5f16305 None None] Sync routers for ids ['32b89534-05f2-42a5-a1f5-1a79d6e20290'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:05.748721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41920) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:05.756800 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405c81e-46a1-4f12-9d5c-fef8e5f16305 None None] Routers {'32b89534-05f2-42a5-a1f5-1a79d6e20290'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:05.757450 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c405c81e-46a1-4f12-9d5c-fef8e5f16305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['32b89534-05f2-42a5-a1f5-1a79d6e20290'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:05.760009 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d2b5ce3d-d870-476d-9ccf-02efa07f205f req-e2c5fe76-618d-422c-a43c-73f5cc37d0e6 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605153 Jul 08 01:57:05.850652 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c405c81e-46a1-4f12-9d5c-fef8e5f16305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:05.857633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Network 9d74ff5c-57cc-41c2-9377-60dd76215f5b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:05.866774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:05.869959 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c405c81e-46a1-4f12-9d5c-fef8e5f16305 None None] Routers {'32b89534-05f2-42a5-a1f5-1a79d6e20290'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:05.871656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Pushing event updated for resources: {'Port': ['ID=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:05.874735 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c405c81e-46a1-4f12-9d5c-fef8e5f16305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['32b89534-05f2-42a5-a1f5-1a79d6e20290'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:05.887168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:05.944466 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c405c81e-46a1-4f12-9d5c-fef8e5f16305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:05.945160 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c405c81e-46a1-4f12-9d5c-fef8e5f16305 None None] The sync data for ids ['32b89534-05f2-42a5-a1f5-1a79d6e20290'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:05.983049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-c39024e2-3ceb-4350-bb0b-1bf806d41af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:05.983995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:05.984612 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-c39024e2-3ceb-4350-bb0b-1bf806d41af9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 912 time: 0.2440152 Jul 08 01:57:05.985219 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.005201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae915f01-48bb-4a7b-9ceb-78ae7c4bfd45 req-11e207f5-f15d-4c3d-acf4-953acdb38019 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:06.013561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae915f01-48bb-4a7b-9ceb-78ae7c4bfd45 req-11e207f5-f15d-4c3d-acf4-953acdb38019 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 931 time: 0.2236338 Jul 08 01:57:06.043913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c7066039-491f-4a43-a1a0-662b7c4b0a54 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2950959 Jul 08 01:57:06.066303 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-02a43632-ddcd-4e5d-9e15-16ccf5c2600e tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/routers/32b89534-05f2-42a5-a1f5-1a79d6e20290 HTTP/1.1" status: 200 len: 919 time: 0.3151042 Jul 08 01:57:06.069760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41926) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:06.074276 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Request body: {'port': {'device_id': '3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:06.093289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae915f01-48bb-4a7b-9ceb-78ae7c4bfd45 req-a42f8466-0c0b-450a-aabb-20ddff617795 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784962 Jul 08 01:57:06.122896 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-cb5bdc86-4dd3-47a2-9991-c242658a942e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35164637-cef3-4b74-b6d6-1de8c8a827de HTTP/1.1" status: 200 len: 1002 time: 0.1289701 Jul 08 01:57:06.211688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-e0d0d4d0-ee06-4349-8092-df60153d30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:06.214497 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-e0d0d4d0-ee06-4349-8092-df60153d30fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 200 len: 850 time: 0.0843053 Jul 08 01:57:06.234523 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6e318f-2df4-4596-843d-fee431606ac2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:06.236399 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7e6e318f-2df4-4596-843d-fee431606ac2 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&device_id=32b89534-05f2-42a5-a1f5-1a79d6e20290&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1656518 Jul 08 01:57:06.239146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41932) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:06.288254 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.355623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41936) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:06.376812 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6b043a5-46a7-4dbb-a1ed-a277e9fa1a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.420596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-97056207-78f4-48a0-9db5-c97c28a79c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:06.423809 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-97056207-78f4-48a0-9db5-c97c28a79c9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5ed028f-b8a7-42b6-a69c-211263d91a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2007043 Jul 08 01:57:06.483931 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329bf243-0fd8-478e-ad5d-52cf68e44aea tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:06.486114 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-329bf243-0fd8-478e-ad5d-52cf68e44aea tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 881 time: 0.2455359 Jul 08 01:57:06.497328 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:06.548162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3ea917d6-6f03-480c-9b6c-1d39a6c6c251 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=32b89534-05f2-42a5-a1f5-1a79d6e20290 HTTP/1.1" status: 200 len: 205 time: 0.0494540 Jul 08 01:57:06.549829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41940) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:06.823357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.870072 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-a41215b6-57bb-48f0-8392-ce9baeff1abd service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313302 Jul 08 01:57:06.930066 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0d84d4-3720-4311-9a6f-bb3979dc10ed {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:06.941450 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:06.960263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Transition to ACTIVE for port object 3d0d84d4-3720-4311-9a6f-bb3979dc10ed will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:07.010575 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6b043a5-46a7-4dbb-a1ed-a277e9fa1a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.013336 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.046477 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6b043a5-46a7-4dbb-a1ed-a277e9fa1a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.095447 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b6b043a5-46a7-4dbb-a1ed-a277e9fa1a0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f3957d21c8c404797d3629d8808974c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7351887 Jul 08 01:57:07.102501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41950) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:07.118536 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.187076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b043a5-46a7-4dbb-a1ed-a277e9fa1a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d4c29-517b-4ac9-973a-e03e1f8f33b6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:07.236062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:07.333154 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eeb3bf95-aca1-45bc-bcfd-a74faf738e47 req-f8ee1b9c-5b44-42c0-9700-aed03b9f3cb8 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387779 Jul 08 01:57:07.357290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe489778-99c4-4fe5-a312-463444af61b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.396064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a740b-5bc0-4eb1-b775-5d38e4be7d85 req-300b38df-ae63-4993-ad6e-fc9afc364807 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:07.397673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f54a740b-5bc0-4eb1-b775-5d38e4be7d85 req-300b38df-ae63-4993-ad6e-fc9afc364807 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.3710895 Jul 08 01:57:07.414764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Deleting port f5d47580-1b0f-4adc-b37c-b81df2fefedd {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:07.416365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.417729 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Attempting to bind port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:07.418068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Attempting to bind port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '09f952cd-e9a4-469d-a260-dd97763cf3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9d74ff5c-57cc-41c2-9377-60dd76215f5b'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:07.418396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Attempting to bind port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed on network 9d74ff5c-57cc-41c2-9377-60dd76215f5b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:07.443567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed on network 9d74ff5c-57cc-41c2-9377-60dd76215f5b not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:07.445129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Attempting to bind port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed on network 9d74ff5c-57cc-41c2-9377-60dd76215f5b {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:07.450327 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe489778-99c4-4fe5-a312-463444af61b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.468521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:07.468860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Checking segment: {'id': '09f952cd-e9a4-469d-a260-dd97763cf3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9d74ff5c-57cc-41c2-9377-60dd76215f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:07.469257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Bound using segment: {'id': '09f952cd-e9a4-469d-a260-dd97763cf3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9d74ff5c-57cc-41c2-9377-60dd76215f5b'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:07.469698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Bound port: 3d0d84d4-3720-4311-9a6f-bb3979dc10ed, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f952cd-e9a4-469d-a260-dd97763cf3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9d74ff5c-57cc-41c2-9377-60dd76215f5b'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:07.470055 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.491302 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f54a740b-5bc0-4eb1-b775-5d38e4be7d85 req-35b81286-ad10-441e-862c-25a35089fdf3 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855713 Jul 08 01:57:07.561319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049e0a1-677b-41ea-a703-8c90364fe629 req-0286ea51-5e91-4c8f-91b4-a083f7038c4f tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:07.569703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e049e0a1-677b-41ea-a703-8c90364fe629 req-0286ea51-5e91-4c8f-91b4-a083f7038c4f tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 943 time: 0.2280703 Jul 08 01:57:07.637154 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.658661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Calling delete_port for f5d47580-1b0f-4adc-b37c-b81df2fefedd owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:07.676331 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] For port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:07.698723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e049e0a1-677b-41ea-a703-8c90364fe629 req-975a4da3-4e8d-4b2f-a350-6121a426094a tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280313 Jul 08 01:57:07.724962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] For port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,segment=NetworkSegment(09f952cd-e9a4-469d-a260-dd97763cf3e1),segment_id=09f952cd-e9a4-469d-a260-dd97763cf3e1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:07.731695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.765457 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe489778-99c4-4fe5-a312-463444af61b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.766147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:07.766830 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.768340 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] 10.222.0.16 "PUT /v2.0/ports/3d0d84d4-3720-4311-9a6f-bb3979dc10ed HTTP/1.1" status: 200 len: 1092 time: 1.6991587 Jul 08 01:57:07.771523 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe489778-99c4-4fe5-a312-463444af61b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:07.775797 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fe489778-99c4-4fe5-a312-463444af61b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea1d4c29-517b-4ac9-973a-e03e1f8f33b6 HTTP/1.1" status: 204 len: 168 time: 0.6714480 Jul 08 01:57:07.829991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7', 'tag': '3d0d84d4-3720-4311-9a6f-bb3979dc10ed'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:07.836350 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e4aa70-3c33-4559-b9d8-c50306dcceba" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7", "tag": "3d0d84d4-3720-4311-9a6f-bb3979dc10ed"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:07.851025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe489778-99c4-4fe5-a312-463444af61b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d4c29-517b-4ac9-973a-e03e1f8f33b6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:07.943398 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4022fd2-b473-4a69-a96d-115e0c934a59 x-openstack-request-id: req-e4022fd2-b473-4a69-a96d-115e0c934a59 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:07.943970 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7", "tag": "3d0d84d4-3720-4311-9a6f-bb3979dc10ed", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:07.943970 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4022fd2-b473-4a69-a96d-115e0c934a59 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:07.944267 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7', 'tag': '3d0d84d4-3720-4311-9a6f-bb3979dc10ed', 'status': 'completed', 'code': 200} Jul 08 01:57:07.997332 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.033871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Pushing event deleted for resources: {'Port': ['ID=f5d47580-1b0f-4adc-b37c-b81df2fefedd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:08.054527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a8e47-4fad-4cd6-80b3-acdcfb07f0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:08.094055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-59b8350c-e355-4a61-b791-975b2a2c6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:08.096155 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-59b8350c-e355-4a61-b791-975b2a2c6e48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e30224b373d04b109c1b38a81baf5b9f&device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 1095 time: 0.2459671 Jul 08 01:57:08.170593 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.186967 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-0748e6fb-4b88-4d3c-96bb-362fe9d98944 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d0d84d4-3720-4311-9a6f-bb3979dc10ed HTTP/1.1" status: 200 len: 217 time: 0.0803170 Jul 08 01:57:08.302302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-4cf4b12b-4b42-428c-8d37-4b406019990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:08.303868 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-4cf4b12b-4b42-428c-8d37-4b406019990d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad9b16e0-be41-4a0a-81a3-56ecd658ca03 HTTP/1.1" status: 200 len: 854 time: 0.1097748 Jul 08 01:57:08.344723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.353858 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.374797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-13fdd126-a293-4298-94b6-b1c4ab8196d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d74ff5c-57cc-41c2-9377-60dd76215f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612195 Jul 08 01:57:08.523511 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.524154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Fanout notify agent at l3_agent the message router_deleted on router 32b89534-05f2-42a5-a1f5-1a79d6e20290 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:57:08.552729 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.572354 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-610be45e-f5d0-468a-88ee-f95b17d5f1b4 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/32b89534-05f2-42a5-a1f5-1a79d6e20290 HTTP/1.1" status: 204 len: 168 time: 2.0174429 Jul 08 01:57:08.572693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41998) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:08.579030 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-9413d6c0-a240-45b1-b6c2-3f1054a32db2 service neutron] 10.222.0.16 "GET /v2.0/networks/9d74ff5c-57cc-41c2-9377-60dd76215f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805918 Jul 08 01:57:08.589546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5c5a415a-1d22-4a18-85e0-3aedbbdf477f tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2099161726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:08.683099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c5a415a-1d22-4a18-85e0-3aedbbdf477f tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.684388 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c5a415a-1d22-4a18-85e0-3aedbbdf477f tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.859349 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.912165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c5a415a-1d22-4a18-85e0-3aedbbdf477f tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.924913 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c5a415a-1d22-4a18-85e0-3aedbbdf477f tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.968614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c5a415a-1d22-4a18-85e0-3aedbbdf477f tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:08.973407 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5c5a415a-1d22-4a18-85e0-3aedbbdf477f tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3964756 Jul 08 01:57:08.974716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42010) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:08.982540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'enable_snat': False}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:09.046343 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e9c6a8f-a29e-4b7f-aeeb-10df411b8c9f req-e4aa5d04-e8af-4f71-a575-c150a3c379ba service neutron] 10.222.0.16 "GET /v2.0/networks/9d74ff5c-57cc-41c2-9377-60dd76215f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395077 Jul 08 01:57:09.386479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58a475-ac16-4a6a-8537-8853b548e72b req-6f83a6bd-3c4e-46e1-85f9-cf55e8288fee tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.395881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb58a475-ac16-4a6a-8537-8853b548e72b req-6f83a6bd-3c4e-46e1-85f9-cf55e8288fee tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.4721117 Jul 08 01:57:09.403013 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:09.422766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d74e9-bcd6-4e38-bf0c-d5a2767e68ca req-91df330f-361b-4518-8074-c46b997e68ac tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.426756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b12d74e9-bcd6-4e38-bf0c-d5a2767e68ca req-91df330f-361b-4518-8074-c46b997e68ac tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 943 time: 0.3464372 Jul 08 01:57:09.538150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb58a475-ac16-4a6a-8537-8853b548e72b req-04335dfe-18c0-482b-bdf1-e1dc47e683d3 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074789 Jul 08 01:57:09.571625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4aa70-3c33-4559-b9d8-c50306dcceba req-621f04c3-8a5d-4a85-9103-0098192aed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.573551 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2e4aa70-3c33-4559-b9d8-c50306dcceba req-621f04c3-8a5d-4a85-9103-0098192aed5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e30224b373d04b109c1b38a81baf5b9f&device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 1095 time: 0.3845117 Jul 08 01:57:09.577056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b12d74e9-bcd6-4e38-bf0c-d5a2767e68ca req-2749ad49-f180-48b5-be2d-b05281559022 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284223 Jul 08 01:57:09.806320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4aa70-3c33-4559-b9d8-c50306dcceba req-bd00d39d-b86b-4cbf-8694-91f5df88af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:09.807631 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2e4aa70-3c33-4559-b9d8-c50306dcceba req-bd00d39d-b86b-4cbf-8694-91f5df88af07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d74ff5c-57cc-41c2-9377-60dd76215f5b HTTP/1.1" status: 200 len: 915 time: 0.2243185 Jul 08 01:57:09.927745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2e4aa70-3c33-4559-b9d8-c50306dcceba req-82059beb-48ec-41c7-8efb-a327a358b4fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d0d84d4-3720-4311-9a6f-bb3979dc10ed HTTP/1.1" status: 200 len: 217 time: 0.1097789 Jul 08 01:57:10.060578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4aa70-3c33-4559-b9d8-c50306dcceba req-21b08d86-092a-402c-9c6d-8b8bccdba168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:10.072032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2e4aa70-3c33-4559-b9d8-c50306dcceba req-21b08d86-092a-402c-9c6d-8b8bccdba168 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad9b16e0-be41-4a0a-81a3-56ecd658ca03 HTTP/1.1" status: 200 len: 854 time: 0.1359043 Jul 08 01:57:10.145188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2e4aa70-3c33-4559-b9d8-c50306dcceba req-4b9e3a03-7097-4057-9be8-b596a9c23fdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d74ff5c-57cc-41c2-9377-60dd76215f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638192 Jul 08 01:57:10.318139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3d0d84d4-3720-4311-9a6f-bb3979dc10ed details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:57:10.331166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2e4aa70-3c33-4559-b9d8-c50306dcceba req-78a49386-b524-4305-865e-9f376c0d7af0 service neutron] 10.222.0.16 "GET /v2.0/networks/9d74ff5c-57cc-41c2-9377-60dd76215f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783915 Jul 08 01:57:10.376232 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.457177 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.485414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2e4aa70-3c33-4559-b9d8-c50306dcceba req-d3a50d76-cc29-4286-9fc2-5b017895f095 service neutron] 10.222.0.16 "GET /v2.0/networks/9d74ff5c-57cc-41c2-9377-60dd76215f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467979 Jul 08 01:57:10.532806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,segment=NetworkSegment(09f952cd-e9a4-469d-a260-dd97763cf3e1),segment_id=09f952cd-e9a4-469d-a260-dd97763cf3e1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:10.561745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '3d0d84d4-3720-4311-9a6f-bb3979dc10ed', 'network_id': '9d74ff5c-57cc-41c2-9377-60dd76215f5b', 'port_id': '3d0d84d4-3720-4311-9a6f-bb3979dc10ed', 'mac_address': 'fa:16:3e:b7:92:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad9b16e0-be41-4a0a-81a3-56ecd658ca03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:57:10.638199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:10.658527 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.679914 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0d84d4-3720-4311-9a6f-bb3979dc10ed {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:10.710107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,segment=NetworkSegment(09f952cd-e9a4-469d-a260-dd97763cf3e1),segment_id=09f952cd-e9a4-469d-a260-dd97763cf3e1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:10.715632 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.736073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:10.756796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Allocated IP 172.25.4.141 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/e1c0f987-632e-4ee8-b358-67c6e02b0bac) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:10.785488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:10.796875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.797770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.799035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.800040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.801848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.802455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.803646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.804539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.805416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.806110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.806664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.807213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:10.931563 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.932734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['3d0d84d4-3720-4311-9a6f-bb3979dc10ed'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:10.964242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f15a2e6-df50-4e9b-8577-6b2bad252977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.982401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:10.999094 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5801dad-dee5-412e-a729-04f851d30ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.055110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706140f2-c969-43db-bf72-6c3a4aa8df8a req-ce53372c-052a-46fc-80db-81ab2037799c tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:11.067511 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-706140f2-c969-43db-bf72-6c3a4aa8df8a req-ce53372c-052a-46fc-80db-81ab2037799c tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 944 time: 0.1902075 Jul 08 01:57:11.074716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:11.092968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:11.098125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:11.133133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-d5801dad-dee5-412e-a729-04f851d30ced admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:57:11.133133 n-d-694802-14 neutron-server[93883]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 01:57:11.133133 n-d-694802-14 neutron-server[93883]: [parameters: {'project_id': '4aca59b0becd4d98a4dcefc1ef7f896a', 'id': '0c16331e-e3d0-4dc9-99bc-4c9fde461b06', 'expiration': datetime.datetime(2021, 7, 8, 1, 59, 11, 39286)}] Jul 08 01:57:11.133133 n-d-694802-14 neutron-server[93883]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:57:11.133641 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-d5801dad-dee5-412e-a729-04f851d30ced admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:57:11.134479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Pushing event updated for resources: {'Port': ['ID=e1c0f987-632e-4ee8-b358-67c6e02b0bac,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:11.201087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-706140f2-c969-43db-bf72-6c3a4aa8df8a req-0d3d8368-a5dd-46a7-ae6b-db5e60e56707 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318054 Jul 08 01:57:11.307266 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f15a2e6-df50-4e9b-8577-6b2bad252977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.313934 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f15a2e6-df50-4e9b-8577-6b2bad252977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.391085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4f15a2e6-df50-4e9b-8577-6b2bad252977 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab80506d812642cc956a03142add6790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7515910 Jul 08 01:57:11.397323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:11.415390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15a2e6-df50-4e9b-8577-6b2bad252977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e46af97-43d6-40de-bd5b-b16a1774c664,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:11.461947 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8886cb75-f4e4-42d4-a637-bee716e10a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.507021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8886cb75-f4e4-42d4-a637-bee716e10a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.548799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.586317 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8886cb75-f4e4-42d4-a637-bee716e10a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.589122 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8886cb75-f4e4-42d4-a637-bee716e10a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.594928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8886cb75-f4e4-42d4-a637-bee716e10a85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e46af97-43d6-40de-bd5b-b16a1774c664 HTTP/1.1" status: 204 len: 168 time: 0.1920352 Jul 08 01:57:11.617993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886cb75-f4e4-42d4-a637-bee716e10a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e46af97-43d6-40de-bd5b-b16a1774c664,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:11.634436 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5801dad-dee5-412e-a729-04f851d30ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.821728 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5801dad-dee5-412e-a729-04f851d30ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.827808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d5801dad-dee5-412e-a729-04f851d30ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.872054 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d5801dad-dee5-412e-a729-04f851d30ced admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4aca59b0becd4d98a4dcefc1ef7f896a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1318147 Jul 08 01:57:11.872716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42084) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:11.933080 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.934370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5801dad-dee5-412e-a729-04f851d30ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a9b317-2d9e-49d5-b42f-0b148f0cefd7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:11.937190 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.968672 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83b4f9d3-8e9d-4396-8a8a-8e2d9c6d8e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:11.996054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83b4f9d3-8e9d-4396-8a8a-8e2d9c6d8e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.058254 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83b4f9d3-8e9d-4396-8a8a-8e2d9c6d8e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.061462 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83b4f9d3-8e9d-4396-8a8a-8e2d9c6d8e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.065045 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-83b4f9d3-8e9d-4396-8a8a-8e2d9c6d8e2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71a9b317-2d9e-49d5-b42f-0b148f0cefd7 HTTP/1.1" status: 204 len: 168 time: 0.1878154 Jul 08 01:57:12.073233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4f9d3-8e9d-4396-8a8a-8e2d9c6d8e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a9b317-2d9e-49d5-b42f-0b148f0cefd7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:12.114332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:12.145089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32fbb0e0-47f0-4a9c-8db5-7e13a6cca52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.165774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Router 53dc3080-1b5d-496b-9715-4267bfd2eb87 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:57:12.332474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3d0d84d4-3720-4311-9a6f-bb3979dc10ed up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:12.402399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32fbb0e0-47f0-4a9c-8db5-7e13a6cca52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.412943 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32fbb0e0-47f0-4a9c-8db5-7e13a6cca52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.460293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:12.466606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:12.467401 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.495062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:12.505294 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.506689 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f41b56c9-718c-4361-ad97-fabd7953eb37 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "PUT /v2.0/routers/53dc3080-1b5d-496b-9715-4267bfd2eb87 HTTP/1.1" status: 200 len: 916 time: 3.5291262 Jul 08 01:57:12.508676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9389c8-50c6-482f-a5fe-eced5401025c None None] Sync routers for ids ['53dc3080-1b5d-496b-9715-4267bfd2eb87'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:12.509488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42098) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:12.533514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9389c8-50c6-482f-a5fe-eced5401025c None None] Routers {'53dc3080-1b5d-496b-9715-4267bfd2eb87'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:12.534382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2c9389c8-50c6-482f-a5fe-eced5401025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['53dc3080-1b5d-496b-9715-4267bfd2eb87'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:12.564908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-32fbb0e0-47f0-4a9c-8db5-7e13a6cca52a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c26bcd490af4ed08ce3c2aed00acd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437959 Jul 08 01:57:12.567314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42104) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:12.576058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbb0e0-47f0-4a9c-8db5-7e13a6cca52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087b8e31-0175-4c7a-9e9e-2d71e0f0fd0f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:12.654759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522ad63-a725-4506-bc6a-e38e87393dbb req-e82394c5-ba72-4c8f-a811-3dd761d59b79 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:12.663106 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3522ad63-a725-4506-bc6a-e38e87393dbb req-e82394c5-ba72-4c8f-a811-3dd761d59b79 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 944 time: 0.2372439 Jul 08 01:57:12.666093 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efaee27b-d309-4b8a-a3d0-d1ace102e5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.675146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2c9389c8-50c6-482f-a5fe-eced5401025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:12.698441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9389c8-50c6-482f-a5fe-eced5401025c None None] Routers {'53dc3080-1b5d-496b-9715-4267bfd2eb87'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:12.699083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2c9389c8-50c6-482f-a5fe-eced5401025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['53dc3080-1b5d-496b-9715-4267bfd2eb87'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:12.721292 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efaee27b-d309-4b8a-a3d0-d1ace102e5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.745865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3522ad63-a725-4506-bc6a-e38e87393dbb req-bb64064f-b05b-4abd-a84e-b098f5025e79 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814838 Jul 08 01:57:12.777163 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6db30817-cc19-4d1a-bd50-e3ffe75586d8 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/routers/53dc3080-1b5d-496b-9715-4267bfd2eb87 HTTP/1.1" status: 200 len: 922 time: 0.2656672 Jul 08 01:57:12.779417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42110) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:12.780924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2c9389c8-50c6-482f-a5fe-eced5401025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:12.781697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9389c8-50c6-482f-a5fe-eced5401025c None None] The sync data for ids ['53dc3080-1b5d-496b-9715-4267bfd2eb87'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:12.827329 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efaee27b-d309-4b8a-a3d0-d1ace102e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.830682 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efaee27b-d309-4b8a-a3d0-d1ace102e5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.833912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-efaee27b-d309-4b8a-a3d0-d1ace102e5aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/087b8e31-0175-4c7a-9e9e-2d71e0f0fd0f HTTP/1.1" status: 204 len: 168 time: 0.2654855 Jul 08 01:57:12.849687 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:12.851172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaee27b-d309-4b8a-a3d0-d1ace102e5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087b8e31-0175-4c7a-9e9e-2d71e0f0fd0f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:12.893824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0d84d4-3720-4311-9a6f-bb3979dc10ed'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:12.896052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d695a7-b4f0-43a2-a6c5-28fa74193e45 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:12.897740 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97f7b0f-0ad8-4669-a28d-5d140200ce0f" -d '{"events": [{"server_uuid": "3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7", "name": "network-vif-plugged", "status": "completed", "tag": "3d0d84d4-3720-4311-9a6f-bb3979dc10ed"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:12.902525 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d1d695a7-b4f0-43a2-a6c5-28fa74193e45 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&device_id=53dc3080-1b5d-496b-9715-4267bfd2eb87&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1221192 Jul 08 01:57:12.905441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42116) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:12.939206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,segment=NetworkSegment(09f952cd-e9a4-469d-a260-dd97763cf3e1),segment_id=09f952cd-e9a4-469d-a260-dd97763cf3e1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:12.947315 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:13.034274 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de61772-cc35-4d58-ad35-599784198379 x-openstack-request-id: req-5de61772-cc35-4d58-ad35-599784198379 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:13.052369 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7", "name": "network-vif-plugged", "status": "completed", "tag": "3d0d84d4-3720-4311-9a6f-bb3979dc10ed", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:13.052878 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5de61772-cc35-4d58-ad35-599784198379 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:13.053454 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0d84d4-3720-4311-9a6f-bb3979dc10ed', 'code': 200} Jul 08 01:57:13.108910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:13.185303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948c1805-37c6-40a8-aacd-62fd4af241c9 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:13.186771 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-948c1805-37c6-40a8-aacd-62fd4af241c9 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 881 time: 0.2800267 Jul 08 01:57:13.194145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42126) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:13.196197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c881b79-df07-4a8b-8fc3-165a5cea4769 req-2719b8bc-6d3b-4026-8003-285b8d2d54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:13.198058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c881b79-df07-4a8b-8fc3-165a5cea4769 req-2719b8bc-6d3b-4026-8003-285b8d2d54e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 1097 time: 0.1344383 Jul 08 01:57:13.255935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3d4890ba-d57b-409a-b22b-c2c1abf7d59f tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=53dc3080-1b5d-496b-9715-4267bfd2eb87 HTTP/1.1" status: 200 len: 205 time: 0.0569012 Jul 08 01:57:13.258470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42132) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:13.411318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c881b79-df07-4a8b-8fc3-165a5cea4769 req-4c915821-448c-4f29-ae9f-66caff57e2be service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928284 Jul 08 01:57:13.892021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.037715 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.229523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Deleting port e1c0f987-632e-4ee8-b358-67c6e02b0bac {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:14.230163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.247396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5be44-c1fd-4139-910a-5d840d98fa17 req-706e5156-8b60-4668-97d1-0bf0b795d2bf tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:14.249751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43b5be44-c1fd-4139-910a-5d840d98fa17 req-706e5156-8b60-4668-97d1-0bf0b795d2bf tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 945 time: 0.2239389 Jul 08 01:57:14.495906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43b5be44-c1fd-4139-910a-5d840d98fa17 req-0223a1b1-dc40-412b-a20a-348a1edb0928 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302229 Jul 08 01:57:14.514010 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c69390-a668-42ff-b80e-7aaf1fdb3262 req-e8518e97-0287-4902-a12a-bd0f28526070 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:14.535071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05c69390-a668-42ff-b80e-7aaf1fdb3262 req-e8518e97-0287-4902-a12a-bd0f28526070 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 949 time: 0.3630440 Jul 08 01:57:14.580142 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.609396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Calling delete_port for e1c0f987-632e-4ee8-b358-67c6e02b0bac owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:14.614123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05c69390-a668-42ff-b80e-7aaf1fdb3262 req-6bf6307a-2e8d-4c9c-9f14-dda79625f38c tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4c76f4-d138-4173-aa34-769653aa1aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869966 Jul 08 01:57:14.916102 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:14.965551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Pushing event deleted for resources: {'Port': ['ID=e1c0f987-632e-4ee8-b358-67c6e02b0bac,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:15.073791 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.216484 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.220168 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.307652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.308372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Fanout notify agent at l3_agent the message router_deleted on router 53dc3080-1b5d-496b-9715-4267bfd2eb87 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:57:15.333018 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.338846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42194) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:15.342676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a1714e0c-6871-4d62-ada4-07b5194c7ed2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/53dc3080-1b5d-496b-9715-4267bfd2eb87 HTTP/1.1" status: 204 len: 168 time: 2.0816734 Jul 08 01:57:15.348151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2042465993', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:15.411938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.414204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.536007 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.852242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:15.890733 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da128f1-1ba2-45b7-a40f-f2c9d811e4d3 req-417be8da-20b3-4534-a107-b8bc9e28846f tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:15.892821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8da128f1-1ba2-45b7-a40f-f2c9d811e4d3 req-417be8da-20b3-4534-a107-b8bc9e28846f tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 945 time: 0.1955414 Jul 08 01:57:15.972139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce434cb1-c711-45be-9333-b59317db25fc req-89e0ec4a-0cbd-4570-9adc-f23793c3abf8 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:15.975267 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ce434cb1-c711-45be-9333-b59317db25fc req-89e0ec4a-0cbd-4570-9adc-f23793c3abf8 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.24 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 949 time: 0.4685168 Jul 08 01:57:16.061624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8da128f1-1ba2-45b7-a40f-f2c9d811e4d3 req-7b9dcaaa-95fd-4ddd-bb98-705ec2c8e7ab tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553762 Jul 08 01:57:16.136393 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ace28-6e2c-41a3-a893-bfae070cf331 req-1e4375e9-ac94-440e-bd41-3bca7362d458 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:16.145171 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d44ace28-6e2c-41a3-a893-bfae070cf331 req-1e4375e9-ac94-440e-bd41-3bca7362d458 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 949 time: 0.1494279 Jul 08 01:57:16.205006 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d44ace28-6e2c-41a3-a893-bfae070cf331 req-593150df-ed94-46d9-8539-5988649d8ffc tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a4c76f4-d138-4173-aa34-769653aa1aef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587738 Jul 08 01:57:16.213220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-ce434cb1-c711-45be-9333-b59317db25fc req-1f834526-42ca-4438-9eb3-8d2ae38eb865 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Deleting port 80099db7-2733-43c0-ae01-32e04f563e71 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:16.221712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ce434cb1-c711-45be-9333-b59317db25fc req-1f834526-42ca-4438-9eb3-8d2ae38eb865 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.469376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.546271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.612578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-ce434cb1-c711-45be-9333-b59317db25fc req-1f834526-42ca-4438-9eb3-8d2ae38eb865 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] For port 80099db7-2733-43c0-ae01-32e04f563e71, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=80099db7-2733-43c0-ae01-32e04f563e71,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:16.613086 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ce434cb1-c711-45be-9333-b59317db25fc req-1f834526-42ca-4438-9eb3-8d2ae38eb865 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.639416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-ce434cb1-c711-45be-9333-b59317db25fc req-1f834526-42ca-4438-9eb3-8d2ae38eb865 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Calling delete_port for 80099db7-2733-43c0-ae01-32e04f563e71 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:16.781352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Allocated IP 172.25.4.217 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/919152f2-9734-4889-9492-df1d549b42c5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:16.957974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aeaa68-7511-4328-84e6-7a114126d349 req-b356c8d7-842d-42ba-83b5-6a51e836984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:16.959536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3aeaa68-7511-4328-84e6-7a114126d349 req-b356c8d7-842d-42ba-83b5-6a51e836984e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e30224b373d04b109c1b38a81baf5b9f&device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 1097 time: 0.1388071 Jul 08 01:57:16.977388 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ce434cb1-c711-45be-9333-b59317db25fc req-1f834526-42ca-4438-9eb3-8d2ae38eb865 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:16.991711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['80099db7-2733-43c0-ae01-32e04f563e71'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:17.030427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1726e-f603-4c84-b4d4-6deaec635c46 req-733db39f-44f5-44b5-a23c-898c40d51282 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:17.046997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8d1726e-f603-4c84-b4d4-6deaec635c46 req-733db39f-44f5-44b5-a23c-898c40d51282 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 945 time: 0.1588588 Jul 08 01:57:17.090688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f834526-42ca-4438-9eb3-8d2ae38eb865 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Pushing event deleted for resources: {'Port': ['ID=80099db7-2733-43c0-ae01-32e04f563e71,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:17.103341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.118630 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8d1726e-f603-4c84-b4d4-6deaec635c46 req-2e52156d-ff68-48f2-af95-d928be4c9425 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769985 Jul 08 01:57:17.147420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce434cb1-c711-45be-9333-b59317db25fc req-1f834526-42ca-4438-9eb3-8d2ae38eb865 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] No DVR routers for this DVR port 80099db7-2733-43c0-ae01-32e04f563e71 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:17.149680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aeaa68-7511-4328-84e6-7a114126d349 req-d2742dd0-1bd5-4ef8-b8e9-f568b9ee4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:17.152087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3aeaa68-7511-4328-84e6-7a114126d349 req-d2742dd0-1bd5-4ef8-b8e9-f568b9ee4835 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d74ff5c-57cc-41c2-9377-60dd76215f5b HTTP/1.1" status: 200 len: 915 time: 0.1860514 Jul 08 01:57:17.152741 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ce434cb1-c711-45be-9333-b59317db25fc req-1f834526-42ca-4438-9eb3-8d2ae38eb865 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.156418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ce434cb1-c711-45be-9333-b59317db25fc req-1f834526-42ca-4438-9eb3-8d2ae38eb865 tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.24 "DELETE /v2.0/ports/80099db7-2733-43c0-ae01-32e04f563e71 HTTP/1.1" status: 204 len: 173 time: 1.1720953 Jul 08 01:57:17.157272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cfabf2-8e53-44af-b9a6-45603db4199f', 'name': 'network-vif-deleted', 'tag': '80099db7-2733-43c0-ae01-32e04f563e71'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:17.160888 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550541e6-eb8b-41ea-ad79-7e0962195a7a" -d '{"events": [{"server_uuid": "54cfabf2-8e53-44af-b9a6-45603db4199f", "name": "network-vif-deleted", "tag": "80099db7-2733-43c0-ae01-32e04f563e71"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:17.246805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3aeaa68-7511-4328-84e6-7a114126d349 req-541a4325-281d-45ff-92a8-564549a7d4e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d0d84d4-3720-4311-9a6f-bb3979dc10ed HTTP/1.1" status: 200 len: 217 time: 0.0851362 Jul 08 01:57:17.275601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:17.316470 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62582d6c-10bb-4976-8439-9ff3257fa032 x-openstack-request-id: req-62582d6c-10bb-4976-8439-9ff3257fa032 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:17.316883 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cfabf2-8e53-44af-b9a6-45603db4199f", "name": "network-vif-deleted", "tag": "80099db7-2733-43c0-ae01-32e04f563e71", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:17.317797 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62582d6c-10bb-4976-8439-9ff3257fa032 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:17.319128 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cfabf2-8e53-44af-b9a6-45603db4199f', 'name': 'network-vif-deleted', 'tag': '80099db7-2733-43c0-ae01-32e04f563e71', 'status': 'completed', 'code': 200} Jul 08 01:57:17.368795 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aeaa68-7511-4328-84e6-7a114126d349 req-47d988a6-ccc8-408f-b589-a18008860e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:17.370323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3aeaa68-7511-4328-84e6-7a114126d349 req-47d988a6-ccc8-408f-b589-a18008860e37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad9b16e0-be41-4a0a-81a3-56ecd658ca03 HTTP/1.1" status: 200 len: 854 time: 0.1174841 Jul 08 01:57:17.445454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:17.448542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:17.470898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3aeaa68-7511-4328-84e6-7a114126d349 req-5d69010a-d9b3-4c66-9a06-6630772fe480 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d74ff5c-57cc-41c2-9377-60dd76215f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780430 Jul 08 01:57:17.487141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Pushing event updated for resources: {'Port': ['ID=919152f2-9734-4889-9492-df1d549b42c5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:17.498924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:17.674649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2abd0f0c-a684-4197-9492-b76243a4f87e req-c8ad28b3-2570-4bb0-b68d-2713167f62ad tempest-VolumesBackupsTest-804169513 tempest-VolumesBackupsTest-804169513-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cfabf2-8e53-44af-b9a6-45603db4199f HTTP/1.1" status: 200 len: 210 time: 0.1644609 Jul 08 01:57:17.756791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3aeaa68-7511-4328-84e6-7a114126d349 req-2fc971df-aecd-47af-8975-4e748c075134 service neutron] 10.222.0.16 "GET /v2.0/networks/9d74ff5c-57cc-41c2-9377-60dd76215f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712815 Jul 08 01:57:17.941765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3aeaa68-7511-4328-84e6-7a114126d349 req-1405aafa-a47c-4be4-810e-abb71efdae8f service neutron] 10.222.0.16 "GET /v2.0/networks/9d74ff5c-57cc-41c2-9377-60dd76215f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787591 Jul 08 01:57:18.178209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:18.593995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85298176-5792-4a58-ae72-b00d85f9f13f req-33bb24f0-7875-4e7e-b319-53c3292296c7 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:18.595844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85298176-5792-4a58-ae72-b00d85f9f13f req-33bb24f0-7875-4e7e-b319-53c3292296c7 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 945 time: 0.2169273 Jul 08 01:57:18.673221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85298176-5792-4a58-ae72-b00d85f9f13f req-85b5bf10-5890-4305-be07-67feab93b50e tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675459 Jul 08 01:57:19.236460 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:19.412867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Router 73fca66e-e6d4-4260-a684-77f0f8062132 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:57:19.577854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:19.596651 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b92dc-684e-407d-98fa-c524ea3fb0b3 None None] Sync routers for ids ['73fca66e-e6d4-4260-a684-77f0f8062132'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:19.602960 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:19.607190 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8b8a83cd-3dc9-4c3d-a92d-3037e74fa1b9 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2609105 Jul 08 01:57:19.607610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42322) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:19.615952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:19.936540 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b92dc-684e-407d-98fa-c524ea3fb0b3 None None] Routers {'73fca66e-e6d4-4260-a684-77f0f8062132'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:19.937809 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-122b92dc-684e-407d-98fa-c524ea3fb0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['73fca66e-e6d4-4260-a684-77f0f8062132'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:19.956275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 80099db7-2733-43c0-ae01-32e04f563e71 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:20.021894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 80099db7-2733-43c0-ae01-32e04f563e71 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:57:20.025058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 80099db7-2733-43c0-ae01-32e04f563e71 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:57:20.037191 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-122b92dc-684e-407d-98fa-c524ea3fb0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:20.067304 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122b92dc-684e-407d-98fa-c524ea3fb0b3 None None] Routers {'73fca66e-e6d4-4260-a684-77f0f8062132'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:20.069307 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-122b92dc-684e-407d-98fa-c524ea3fb0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['73fca66e-e6d4-4260-a684-77f0f8062132'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:20.107584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8d365-79ff-4d31-9c0a-de2fcb4096c0 req-09d0b204-4c43-4d28-acbf-7367bc000a59 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:20.117931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ead8d365-79ff-4d31-9c0a-de2fcb4096c0 req-09d0b204-4c43-4d28-acbf-7367bc000a59 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 945 time: 0.1840224 Jul 08 01:57:20.162565 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-122b92dc-684e-407d-98fa-c524ea3fb0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:20.166535 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122b92dc-684e-407d-98fa-c524ea3fb0b3 None None] The sync data for ids ['73fca66e-e6d4-4260-a684-77f0f8062132'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:20.440194 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.485892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.518141 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ead8d365-79ff-4d31-9c0a-de2fcb4096c0 req-b54e405b-c8ed-436e-9895-ae14a904eda6 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991873 Jul 08 01:57:20.629905 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1748c16-95be-47f6-8e37-afde14f16503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.637576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Deleting port 919152f2-9734-4889-9492-df1d549b42c5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:20.638042 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.771989 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:20.787209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Calling delete_port for 919152f2-9734-4889-9492-df1d549b42c5 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:21.366772 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:21.428908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Pushing event deleted for resources: {'Port': ['ID=919152f2-9734-4889-9492-df1d549b42c5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:21.588544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.178813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b74f1-7f24-414c-a61f-def51686cba8 req-15674362-5a7c-43dc-b43a-0a3038a939be tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:22.202345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e28b74f1-7f24-414c-a61f-def51686cba8 req-15674362-5a7c-43dc-b43a-0a3038a939be tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 945 time: 0.6704731 Jul 08 01:57:22.291793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e28b74f1-7f24-414c-a61f-def51686cba8 req-dce90449-495d-4566-8eef-92cebbbed7cc tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/security-groups?id=567dd776-776a-43a8-950c-25a2e1686a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879300 Jul 08 01:57:22.458978 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.463527 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.577116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Router 73fca66e-e6d4-4260-a684-77f0f8062132 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:22.799135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:22.811699 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:22.812185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36860143-15f0-4e68-9fea-794eba946b47 None None] Sync routers for ids ['73fca66e-e6d4-4260-a684-77f0f8062132'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:22.813945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6d5d3781-6dc7-4e13-b979-8916cbf3969e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "PUT /v2.0/routers/73fca66e-e6d4-4260-a684-77f0f8062132 HTTP/1.1" status: 200 len: 706 time: 3.2048638 Jul 08 01:57:22.818878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42394) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:22.841276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36860143-15f0-4e68-9fea-794eba946b47 None None] Routers {'73fca66e-e6d4-4260-a684-77f0f8062132'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:22.842282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36860143-15f0-4e68-9fea-794eba946b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['73fca66e-e6d4-4260-a684-77f0f8062132'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:22.895535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-734b0e35-0443-40ad-b17d-bf92ef57d99a tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:22.898606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-734b0e35-0443-40ad-b17d-bf92ef57d99a tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.16 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 945 time: 0.1413500 Jul 08 01:57:22.917719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36860143-15f0-4e68-9fea-794eba946b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:22.932696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36860143-15f0-4e68-9fea-794eba946b47 None None] Routers {'73fca66e-e6d4-4260-a684-77f0f8062132'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:22.933690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36860143-15f0-4e68-9fea-794eba946b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:56:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['73fca66e-e6d4-4260-a684-77f0f8062132'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:22.974992 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c6f5de36-c941-4ce7-9b77-c08863d13fb1 tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/routers/73fca66e-e6d4-4260-a684-77f0f8062132 HTTP/1.1" status: 200 len: 741 time: 0.1529830 Jul 08 01:57:22.978225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42400) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:22.990782 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36860143-15f0-4e68-9fea-794eba946b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:22.992129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36860143-15f0-4e68-9fea-794eba946b47 None None] The sync data for ids ['73fca66e-e6d4-4260-a684-77f0f8062132'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:23.067826 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-99c38207-36d2-4d25-9121-b3a45aacbf9a tempest-RoutersAdminTest-589038099 tempest-RoutersAdminTest-589038099-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&device_id=73fca66e-e6d4-4260-a684-77f0f8062132 HTTP/1.1" status: 200 len: 205 time: 0.0883255 Jul 08 01:57:23.071034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42402) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:23.116842 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1202f605-47c8-41a4-b814-659d763f5117 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=73fca66e-e6d4-4260-a684-77f0f8062132 HTTP/1.1" status: 200 len: 205 time: 0.0419009 Jul 08 01:57:23.117333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42406) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:23.137951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-6e2fa4dc-ae52-4e63-881a-5d728250cb73 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Deleting port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:23.138414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-6e2fa4dc-ae52-4e63-881a-5d728250cb73 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.306673 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3354c009-14b4-42f3-8628-f3037c723c2e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.360318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-6e2fa4dc-ae52-4e63-881a-5d728250cb73 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] For port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,segment=NetworkSegment(09f952cd-e9a4-469d-a260-dd97763cf3e1),segment_id=09f952cd-e9a4-469d-a260-dd97763cf3e1)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:23.360855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-6e2fa4dc-ae52-4e63-881a-5d728250cb73 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.379087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-6e2fa4dc-ae52-4e63-881a-5d728250cb73 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Calling delete_port for 3d0d84d4-3720-4311-9a6f-bb3979dc10ed owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:23.394184 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a03b4e2f-5347-40ea-ad2c-450a956773d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.631726 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-6e2fa4dc-ae52-4e63-881a-5d728250cb73 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.646763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['3d0d84d4-3720-4311-9a6f-bb3979dc10ed'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:23.726973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf01ac03-5901-4bf4-abe8-9cb2b1d4c291 req-1759d64b-21d0-4859-a58e-fe3bd587e3ec tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7 HTTP/1.1" status: 200 len: 210 time: 0.1138923 Jul 08 01:57:23.735785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fa4dc-ae52-4e63-881a-5d728250cb73 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Pushing event deleted for resources: {'Port': ['ID=3d0d84d4-3720-4311-9a6f-bb3979dc10ed,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:23.756092 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3354c009-14b4-42f3-8628-f3037c723c2e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.758863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3354c009-14b4-42f3-8628-f3037c723c2e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.778140 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.799145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-6e2fa4dc-ae52-4e63-881a-5d728250cb73 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] No DVR routers for this DVR port 3d0d84d4-3720-4311-9a6f-bb3979dc10ed on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:23.816416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-6e2fa4dc-ae52-4e63-881a-5d728250cb73 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.818699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d245c6d5-48f2-4dc1-9f78-701bbc14a0a5 req-6e2fa4dc-ae52-4e63-881a-5d728250cb73 tempest-InstanceActionsTestJSON-2037643396 tempest-InstanceActionsTestJSON-2037643396-project] 10.222.0.16 "DELETE /v2.0/ports/3d0d84d4-3720-4311-9a6f-bb3979dc10ed HTTP/1.1" status: 204 len: 173 time: 0.9147222 Jul 08 01:57:23.823225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7', 'name': 'network-vif-deleted', 'tag': '3d0d84d4-3720-4311-9a6f-bb3979dc10ed'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:23.828638 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25085e0-c4d8-403c-b409-d550a20b487c" -d '{"events": [{"server_uuid": "3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7", "name": "network-vif-deleted", "tag": "3d0d84d4-3720-4311-9a6f-bb3979dc10ed"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:23.903669 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b3e128-779d-4273-b2e3-44ef224762c4 x-openstack-request-id: req-e1b3e128-779d-4273-b2e3-44ef224762c4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:23.904079 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7", "name": "network-vif-deleted", "tag": "3d0d84d4-3720-4311-9a6f-bb3979dc10ed", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:23.904516 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1b3e128-779d-4273-b2e3-44ef224762c4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:23.905028 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb5f94b-058b-4ee6-a922-7ce60ef7e0b7', 'name': 'network-vif-deleted', 'tag': '3d0d84d4-3720-4311-9a6f-bb3979dc10ed', 'status': 'completed', 'code': 200} Jul 08 01:57:23.905469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3354c009-14b4-42f3-8628-f3037c723c2e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.906168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3354c009-14b4-42f3-8628-f3037c723c2e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Fanout notify agent at l3_agent the message router_deleted on router 73fca66e-e6d4-4260-a684-77f0f8062132 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:57:23.921979 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3354c009-14b4-42f3-8628-f3037c723c2e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:23.927543 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3354c009-14b4-42f3-8628-f3037c723c2e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/73fca66e-e6d4-4260-a684-77f0f8062132 HTTP/1.1" status: 204 len: 168 time: 0.8048105 Jul 08 01:57:23.929573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:23.972190 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9b63481b-dee5-4f7f-834b-1e49eb3a5f07 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=73fca66e-e6d4-4260-a684-77f0f8062132 HTTP/1.1" status: 200 len: 205 time: 0.0385978 Jul 08 01:57:23.973212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42428) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.036318 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-926b0b0c-ccb9-4fef-bb26-27fb6ce3e9df tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] delete failed (client error): The resource could not be found. Jul 08 01:57:24.039847 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-926b0b0c-ccb9-4fef-bb26-27fb6ce3e9df tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/73fca66e-e6d4-4260-a684-77f0f8062132 HTTP/1.1" status: 404 len: 336 time: 0.0621030 Jul 08 01:57:24.042809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.121697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9e65d289-b321-4714-8daa-77190932621a tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=53dc3080-1b5d-496b-9715-4267bfd2eb87 HTTP/1.1" status: 200 len: 205 time: 0.0764351 Jul 08 01:57:24.123427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42436) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.200197 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-02ef7f69-9fa1-4781-8cb6-fe8e71c03276 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] delete failed (client error): The resource could not be found. Jul 08 01:57:24.206267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42440) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.206744 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-02ef7f69-9fa1-4781-8cb6-fe8e71c03276 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/53dc3080-1b5d-496b-9715-4267bfd2eb87 HTTP/1.1" status: 404 len: 336 time: 0.0814748 Jul 08 01:57:24.290222 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7a45a593-657d-42b5-aee6-d14d6a2abb33 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=32b89534-05f2-42a5-a1f5-1a79d6e20290 HTTP/1.1" status: 200 len: 205 time: 0.0819116 Jul 08 01:57:24.292197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42442) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.381962 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-107b1f18-1b54-4930-9a7c-6db8f06b9171 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] delete failed (client error): The resource could not be found. Jul 08 01:57:24.384907 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-107b1f18-1b54-4930-9a7c-6db8f06b9171 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/32b89534-05f2-42a5-a1f5-1a79d6e20290 HTTP/1.1" status: 404 len: 336 time: 0.0915256 Jul 08 01:57:24.386892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.493030 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3c8d60d7-cf5e-4b59-bd7f-271fd251a3c2 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=b34ecc75-6661-413e-963a-4343c4df14c8 HTTP/1.1" status: 200 len: 205 time: 0.1043825 Jul 08 01:57:24.495841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42448) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.598159 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-64cdcf73-240e-4266-bfbc-360851e8b278 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] delete failed (client error): The resource could not be found. Jul 08 01:57:24.599705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-64cdcf73-240e-4266-bfbc-360851e8b278 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/b34ecc75-6661-413e-963a-4343c4df14c8 HTTP/1.1" status: 404 len: 336 time: 0.1026256 Jul 08 01:57:24.602521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.644449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-325958d8-9597-4dbf-8396-228de6560de8 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=620f6913-d371-4015-b71b-0b55b565d173 HTTP/1.1" status: 200 len: 205 time: 0.0404656 Jul 08 01:57:24.647058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42454) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.705200 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-772faa3c-2ed1-42e8-80a6-6322ac673174 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] delete failed (client error): The resource could not be found. Jul 08 01:57:24.706557 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-772faa3c-2ed1-42e8-80a6-6322ac673174 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/620f6913-d371-4015-b71b-0b55b565d173 HTTP/1.1" status: 404 len: 336 time: 0.0583618 Jul 08 01:57:24.709625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42456) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.765756 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:24.795386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a4091eb3-09b7-426c-b03c-8853272e4a7b tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "GET /v2.0/ports?device_id=80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8 HTTP/1.1" status: 200 len: 205 time: 0.0821521 Jul 08 01:57:24.795721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42460) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.813127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42462) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:24.967696 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-826747c7-482e-40a5-b802-e16eeaa54e5e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] delete failed (client error): The resource could not be found. Jul 08 01:57:24.972481 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-826747c7-482e-40a5-b802-e16eeaa54e5e tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/routers/80d8bf5b-95ca-4fdf-b54c-35ce0b8853f8 HTTP/1.1" status: 404 len: 336 time: 0.1716285 Jul 08 01:57:24.972719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42470) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:25.025112 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-98842a6d-6e76-47df-aa13-222474d12448 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] DELETE failed (client error): The resource could not be found. Jul 08 01:57:25.025299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:25.025456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98842a6d-6e76-47df-aa13-222474d12448 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:57:25.027525 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-98842a6d-6e76-47df-aa13-222474d12448 tempest-RoutersAdminTest-82478606 tempest-RoutersAdminTest-82478606-project] 10.222.0.41 "DELETE /v2.0/subnets/e1df9efb-59ab-44c3-a537-e3a5c659cd30 HTTP/1.1" status: 404 len: 337 time: 0.0529389 Jul 08 01:57:25.137120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb67a32-42ca-41ea-8fa4-0fa69db8d283 admin admin] Deleting subnet ad9b16e0-be41-4a0a-81a3-56ecd658ca03 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:57:25.161002 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-feb67a32-42ca-41ea-8fa4-0fa69db8d283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.200698 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdfe59bd-5299-4eb1-85a2-028989be37d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.263673 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-feb67a32-42ca-41ea-8fa4-0fa69db8d283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.426589 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-feb67a32-42ca-41ea-8fa4-0fa69db8d283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.428707 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:57:25.604770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42486) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:25.777636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f3508fa-f7ce-48f4-988e-812a1fe0238f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.811440 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-feb67a32-42ca-41ea-8fa4-0fa69db8d283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.824867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdfe59bd-5299-4eb1-85a2-028989be37d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.854818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb67a32-42ca-41ea-8fa4-0fa69db8d283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad9b16e0-be41-4a0a-81a3-56ecd658ca03,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:25.856969 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdfe59bd-5299-4eb1-85a2-028989be37d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.882613 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-feb67a32-42ca-41ea-8fa4-0fa69db8d283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:25.884655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-feb67a32-42ca-41ea-8fa4-0fa69db8d283 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ad9b16e0-be41-4a0a-81a3-56ecd658ca03 HTTP/1.1" status: 204 len: 168 time: 0.8584123 Jul 08 01:57:25.887977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42490) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:25.894176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804064f-02d1-4160-8d86-9720ecbb6664 req-79d3c42a-a346-49f4-a8e2-c612a11afd72 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:25.901616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6804064f-02d1-4160-8d86-9720ecbb6664 req-79d3c42a-a346-49f4-a8e2-c612a11afd72 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 947 time: 0.3368003 Jul 08 01:57:25.958208 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe59bd-5299-4eb1-85a2-028989be37d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e736a3-ccb1-42fd-8e47-7fd0293f28b3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:26.011354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fdfe59bd-5299-4eb1-85a2-028989be37d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40d23db38de0426a8cdfb59874199e76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1970282 Jul 08 01:57:26.012061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42492) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:26.028219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6804064f-02d1-4160-8d86-9720ecbb6664 req-f5e2d0bd-be5c-4cb9-8bb1-e3a3a2f296d4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256182 Jul 08 01:57:26.090491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.145539 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f3508fa-f7ce-48f4-988e-812a1fe0238f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.172949 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7f3508fa-f7ce-48f4-988e-812a1fe0238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.210330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d02e1a5-c8e0-487b-9ede-1d0e6e820fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.287236 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.310718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:26.311043 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7f3508fa-f7ce-48f4-988e-812a1fe0238f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a91ffdf195e14d048fce870d82a3062c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7044015 Jul 08 01:57:26.321493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d02e1a5-c8e0-487b-9ede-1d0e6e820fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.324294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d74ff5c-57cc-41c2-9377-60dd76215f5b']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:26.326588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3508fa-f7ce-48f4-988e-812a1fe0238f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a532e68-9d00-44ca-aa34-2f1bab863cf1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:26.354408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f952cd-e9a4-469d-a260-dd97763cf3e1') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:26.354633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f952cd-e9a4-469d-a260-dd97763cf3e1') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:26.408611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.431807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3d0d84d4-3720-4311-9a6f-bb3979dc10ed no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:26.441613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.449677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:57:26.450373 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.490352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 3d0d84d4-3720-4311-9a6f-bb3979dc10ed {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:57:26.490956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3d0d84d4-3720-4311-9a6f-bb3979dc10ed not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:57:26.496064 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:57:26.514312 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:57:26.529607 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2844ebc6-3757-45bf-9c08-39f9aae9149b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.536826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.545040 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.547483 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9d74ff5c-57cc-41c2-9377-60dd76215f5b HTTP/1.1" status: 204 len: 168 time: 0.6580000 Jul 08 01:57:26.550848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d02e1a5-c8e0-487b-9ede-1d0e6e820fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.554678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d02e1a5-c8e0-487b-9ede-1d0e6e820fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.556442 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6d02e1a5-c8e0-487b-9ede-1d0e6e820fad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7e736a3-ccb1-42fd-8e47-7fd0293f28b3 HTTP/1.1" status: 204 len: 168 time: 0.5354054 Jul 08 01:57:26.582184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc72a2-acdc-479a-aa58-8915d222acb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d74ff5c-57cc-41c2-9377-60dd76215f5b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:26.590314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02e1a5-c8e0-487b-9ede-1d0e6e820fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e736a3-ccb1-42fd-8e47-7fd0293f28b3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:26.638277 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2844ebc6-3757-45bf-9c08-39f9aae9149b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.797363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42510) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:26.897028 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2844ebc6-3757-45bf-9c08-39f9aae9149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.899828 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2844ebc6-3757-45bf-9c08-39f9aae9149b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:26.905903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2844ebc6-3757-45bf-9c08-39f9aae9149b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a532e68-9d00-44ca-aa34-2f1bab863cf1 HTTP/1.1" status: 204 len: 168 time: 0.5904937 Jul 08 01:57:26.917434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42514) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:26.920098 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f0bad669-3ad2-4c8d-b2b2-dd3a2d135205 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e30224b373d04b109c1b38a81baf5b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128380 Jul 08 01:57:26.939009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844ebc6-3757-45bf-9c08-39f9aae9149b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a532e68-9d00-44ca-aa34-2f1bab863cf1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:27.019294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea75e-fbce-4620-9faa-787e5466989f req-ff837efa-79fc-4121-8ed8-16c54f929fc3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:27.022050 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-751ea75e-fbce-4620-9faa-787e5466989f req-ff837efa-79fc-4121-8ed8-16c54f929fc3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 947 time: 0.1956763 Jul 08 01:57:27.162307 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c245b83-a063-47ed-a1a4-8bd643bb9f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.276193 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c245b83-a063-47ed-a1a4-8bd643bb9f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.388039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42522) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:27.444749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c81f228b-f5e4-4483-b09e-76fc57e0f33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.614922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Deleting port 15216622-0f49-4579-9353-3c6ca02a670d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:27.615647 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.673341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9e723-361b-43c6-8a75-41b881a3634f req-64ed2991-8bcf-4356-a27b-dac5cd8facb2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:27.692471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27d9e723-361b-43c6-8a75-41b881a3634f req-64ed2991-8bcf-4356-a27b-dac5cd8facb2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 947 time: 0.2922590 Jul 08 01:57:27.694419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c245b83-a063-47ed-a1a4-8bd643bb9f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.700411 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c245b83-a063-47ed-a1a4-8bd643bb9f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.701787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1c245b83-a063-47ed-a1a4-8bd643bb9f82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/567dd776-776a-43a8-950c-25a2e1686a3a HTTP/1.1" status: 204 len: 168 time: 0.7832208 Jul 08 01:57:27.757283 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c81f228b-f5e4-4483-b09e-76fc57e0f33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.764644 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c81f228b-f5e4-4483-b09e-76fc57e0f33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:27.845739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42532) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:27.873873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c245b83-a063-47ed-a1a4-8bd643bb9f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567dd776-776a-43a8-950c-25a2e1686a3a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:27.953614 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c81f228b-f5e4-4483-b09e-76fc57e0f33d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83ec0b38e4544333b735121e931591e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5620434 Jul 08 01:57:27.965613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27d9e723-361b-43c6-8a75-41b881a3634f req-ed9f2889-734b-42d3-9160-613e18e32ae2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720096 Jul 08 01:57:27.967823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:28.079318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f228b-f5e4-4483-b09e-76fc57e0f33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c47962-6c63-4576-96ed-68cd64bf9738,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:28.110119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-affb1eb8-407a-4872-9def-fe8bf31db294 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f0d9b5388c84ee3ada95301f75d5a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599351 Jul 08 01:57:28.114781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42540) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:28.125887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] For port 15216622-0f49-4579-9353-3c6ca02a670d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=15216622-0f49-4579-9353-3c6ca02a670d,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:28.126786 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.249432 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdacf534-846e-4dd3-ae38-0b0710f42730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.281345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:28.295071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdacf534-846e-4dd3-ae38-0b0710f42730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.306036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f639640-5eaf-4a1f-9355-f59d2600b7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.443411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdacf534-846e-4dd3-ae38-0b0710f42730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.447267 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f639640-5eaf-4a1f-9355-f59d2600b7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.447411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdacf534-846e-4dd3-ae38-0b0710f42730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.450111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cdacf534-846e-4dd3-ae38-0b0710f42730 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4365c32-bc6a-4053-800c-6ece920db732 HTTP/1.1" status: 204 len: 168 time: 0.3328965 Jul 08 01:57:28.482802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdacf534-846e-4dd3-ae38-0b0710f42730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4365c32-bc6a-4053-800c-6ece920db732,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:28.764508 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f995a759-ddaf-49ca-b196-cdbb07373cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.812514 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f639640-5eaf-4a1f-9355-f59d2600b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.818679 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f639640-5eaf-4a1f-9355-f59d2600b7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:28.825819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7f639640-5eaf-4a1f-9355-f59d2600b7ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4c47962-6c63-4576-96ed-68cd64bf9738 HTTP/1.1" status: 204 len: 168 time: 0.8493979 Jul 08 01:57:28.873614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f639640-5eaf-4a1f-9355-f59d2600b7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c47962-6c63-4576-96ed-68cd64bf9738,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:29.251159 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.251523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.252136 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Floating IP 7d746192-5265-4cad-af6d-ad4b120aed9a disassociated. External IP: 172.25.4.48, port: 15216622-0f49-4579-9353-3c6ca02a670d. Jul 08 01:57:29.253278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Calling delete_port for 15216622-0f49-4579-9353-3c6ca02a670d owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:29.449341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9349d-305d-44e8-a11e-1cd3059f89e9 req-4bd7db27-8db7-4931-bc55-e7ef04a3329c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:29.451287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-49f9349d-305d-44e8-a11e-1cd3059f89e9 req-4bd7db27-8db7-4931-bc55-e7ef04a3329c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 947 time: 0.2341976 Jul 08 01:57:29.457794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f995a759-ddaf-49ca-b196-cdbb07373cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.470623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f995a759-ddaf-49ca-b196-cdbb07373cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.530211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f995a759-ddaf-49ca-b196-cdbb07373cb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85be002505624b79811804b80c8af988&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2462275 Jul 08 01:57:29.530526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42578) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:29.710573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8380c5f-36dd-4c7f-a3dc-22df4e5beaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.732912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995a759-ddaf-49ca-b196-cdbb07373cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eae5f86-778b-491f-9654-a17fb2b11da9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:29.761986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-49f9349d-305d-44e8-a11e-1cd3059f89e9 req-f4e69e0b-9677-45c4-9f0a-ab15c6d5aeed tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=d3989918-10dd-4a05-93ba-9aebaa752fd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2990968 Jul 08 01:57:29.777650 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.803333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8380c5f-36dd-4c7f-a3dc-22df4e5beaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.874528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event deleted for resources: {'Port': ['ID=15216622-0f49-4579-9353-3c6ca02a670d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:29.915972 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8380c5f-36dd-4c7f-a3dc-22df4e5beaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.919048 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8380c5f-36dd-4c7f-a3dc-22df4e5beaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:29.923434 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b8380c5f-36dd-4c7f-a3dc-22df4e5beaf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8eae5f86-778b-491f-9654-a17fb2b11da9 HTTP/1.1" status: 204 len: 168 time: 0.3911052 Jul 08 01:57:29.939047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8380c5f-36dd-4c7f-a3dc-22df4e5beaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eae5f86-778b-491f-9654-a17fb2b11da9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:30.142682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Router a050aabb-083b-42fc-9369-7f107d70aab6 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:30.393626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 15216622-0f49-4579-9353-3c6ca02a670d no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:30.437648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:30.445576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 15216622-0f49-4579-9353-3c6ca02a670d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:57:30.445923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 15216622-0f49-4579-9353-3c6ca02a670d not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:57:30.465404 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] Sync routers for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:30.486888 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:30.488084 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:30.573532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] No DVR routers for this DVR port 15216622-0f49-4579-9353-3c6ca02a670d on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:30.577302 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:30.579406 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-751ea75e-fbce-4620-9faa-787e5466989f req-03e7300c-0351-4157-a1d4-0f4df42059e6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.16 "DELETE /v2.0/ports/15216622-0f49-4579-9353-3c6ca02a670d HTTP/1.1" status: 204 len: 173 time: 3.5345848 Jul 08 01:57:30.579866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'name': 'network-vif-deleted', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:30.582802 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6ebb48-999a-48dd-97f5-21d8fa7bce7a" -d '{"events": [{"server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "name": "network-vif-deleted", "tag": "15216622-0f49-4579-9353-3c6ca02a670d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:30.648583 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:30.675289 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b261d95c-9063-4235-a3d1-d8afca4297e6 x-openstack-request-id: req-b261d95c-9063-4235-a3d1-d8afca4297e6 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:30.675471 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c82b948-5a28-4172-9003-11f1e80b2bd0", "name": "network-vif-deleted", "tag": "15216622-0f49-4579-9353-3c6ca02a670d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:30.675672 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b261d95c-9063-4235-a3d1-d8afca4297e6 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:30.676106 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82b948-5a28-4172-9003-11f1e80b2bd0', 'name': 'network-vif-deleted', 'tag': '15216622-0f49-4579-9353-3c6ca02a670d', 'status': 'completed', 'code': 200} Jul 08 01:57:30.935965 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:31.004190 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] Checking router: a050aabb-083b-42fc-9369-7f107d70aab6 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:57:31.033322 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:31.034807 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:31.133770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-99658e74-41ef-452c-a49e-55d0b9a153e2 req-37e03d03-60ef-4249-ba91-c4037573fa66 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c82b948-5a28-4172-9003-11f1e80b2bd0 HTTP/1.1" status: 200 len: 210 time: 0.0872107 Jul 08 01:57:31.303285 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:31.328609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:31.760879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-929466375-network', 'tenant_id': '3852aaa4b9b64fe0899cd414621ff0dd'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:31.776110 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:31.829063 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Made reservation on behalf of 3852aaa4b9b64fe0899cd414621ff0dd for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:31.836233 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:31.855695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:31.897240 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affaa322-1420-43e6-8d94-c609079bce85 None None] The sync data for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 is: [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:31.986294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:31.992076 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.062854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05530e36-b9d4-423c-9809-d0b9c4be0cb8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:32.102487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:57:32.125878 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.128766 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Added segment 8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501 of type vlan for network 89d49364-9ade-4bf6-8967-2bad10bd1ca3 Jul 08 01:57:32.186332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42722) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:32.237560 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.284977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.286385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:32.286982 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.404788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0745685 Jul 08 01:57:32.407922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42734) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:32.415756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedda5b-bea7-4e29-a2a1-a6e1dc50f9ce admin admin] Pushing event updated for resources: {'Network': ['ID=89d49364-9ade-4bf6-8967-2bad10bd1ca3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:32.423205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Request body: {'subnet': {'network_id': '89d49364-9ade-4bf6-8967-2bad10bd1ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-929466375-subnet', 'tenant_id': '3852aaa4b9b64fe0899cd414621ff0dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:32.438006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 89d49364-9ade-4bf6-8967-2bad10bd1ca3 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:57:32.460251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:32.496365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Made reservation on behalf of 3852aaa4b9b64fe0899cd414621ff0dd for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:32.499005 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.572253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda7bd46-2618-4a29-9a4c-727e7b99448c None None] New status for floating IP 7d746192-5265-4cad-af6d-ad4b120aed9a: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:57:32.628426 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12b4343b-7978-466f-8699-dd48be34fd57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.651463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a65816e-e310-4d78-ab27-1720dbdb790b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.757938 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12b4343b-7978-466f-8699-dd48be34fd57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.892724 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12b4343b-7978-466f-8699-dd48be34fd57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.897854 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12b4343b-7978-466f-8699-dd48be34fd57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:32.903485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-12b4343b-7978-466f-8699-dd48be34fd57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "DELETE /v2.0/security-groups/d3989918-10dd-4a05-93ba-9aebaa752fd1 HTTP/1.1" status: 204 len: 168 time: 0.4414093 Jul 08 01:57:32.905178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42752) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:32.928069 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-84b3dba6-14eb-4f9e-b2f9-73c54d4030cd tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] show failed (client error): The resource could not be found. Jul 08 01:57:32.932449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-84b3dba6-14eb-4f9e-b2f9-73c54d4030cd tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups/d3989918-10dd-4a05-93ba-9aebaa752fd1 HTTP/1.1" status: 404 len: 347 time: 0.0215762 Jul 08 01:57:32.938073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:32.946052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4343b-7978-466f-8699-dd48be34fd57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3989918-10dd-4a05-93ba-9aebaa752fd1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:33.010609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42758) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:33.021298 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.116583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Checking segment: {'id': '8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '89d49364-9ade-4bf6-8967-2bad10bd1ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:33.116905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Network hostable DHCP agents. Network: 89d49364-9ade-4bf6-8967-2bad10bd1ca3, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:57:33.154597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbd2701-4bcf-4f67-bdce-9d77ce00d6c0,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:33.162831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Network 89d49364-9ade-4bf6-8967-2bad10bd1ca3 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:57:33.176998 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-eee7f986-dcc8-4343-bb68-88e6784f4e01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Deleting port fef64b81-2708-4d2f-9b6b-c572e0bec3a4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:33.177600 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee7f986-dcc8-4343-bb68-88e6784f4e01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.180031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 89d49364-9ade-4bf6-8967-2bad10bd1ca3) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:33.188086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:33.188773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.191085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45803f3-a7eb-4174-b5eb-b8fb7be381fa None None] Network 89d49364-9ade-4bf6-8967-2bad10bd1ca3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:33.207723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a65816e-e310-4d78-ab27-1720dbdb790b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.213655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3a65816e-e310-4d78-ab27-1720dbdb790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.247967 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3a65816e-e310-4d78-ab27-1720dbdb790b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7e09bf8bd88e4932ae9bffdae23c2ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0598631 Jul 08 01:57:33.260144 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-42e37fb3-e770-4657-a3b7-0a6eec9a80e6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8477821 Jul 08 01:57:33.261344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42766) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:33.290417 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee7f986-dcc8-4343-bb68-88e6784f4e01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.291020 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee7f986-dcc8-4343-bb68-88e6784f4e01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.324698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-eee7f986-dcc8-4343-bb68-88e6784f4e01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Calling delete_port for fef64b81-2708-4d2f-9b6b-c572e0bec3a4 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:33.362935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65816e-e310-4d78-ab27-1720dbdb790b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c310c3-7163-44a0-a47e-5215e145c032,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:33.387383 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c57ba7c-7884-4805-bff4-bdaae8ebe922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.421520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1428952739-network', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:33.429428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c57ba7c-7884-4805-bff4-bdaae8ebe922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.477109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5b181-de8e-4067-a72a-f5091a7ef51e None None] Network 89d49364-9ade-4bf6-8967-2bad10bd1ca3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:33.489636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Made reservation on behalf of 87cc34309568416ba6f4c5181cf4a650 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:33.494923 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.507413 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.539236 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c57ba7c-7884-4805-bff4-bdaae8ebe922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.541868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c57ba7c-7884-4805-bff4-bdaae8ebe922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.543269 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3c57ba7c-7884-4805-bff4-bdaae8ebe922 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58c310c3-7163-44a0-a47e-5215e145c032 HTTP/1.1" status: 204 len: 168 time: 0.2756007 Jul 08 01:57:33.558708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57ba7c-7884-4805-bff4-bdaae8ebe922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c310c3-7163-44a0-a47e-5215e145c032,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:33.637039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42774) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:33.658732 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee7f986-dcc8-4343-bb68-88e6784f4e01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.691618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.697962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.771839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:57:33.790099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f870a490-11c4-4999-ad40-75d7a8b36a6b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:33.796571 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.796930 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Added segment ef132bd9-5c4f-421c-af51-f0ac6289fe1a of type vlan for network 49f345cf-061f-41a0-b90c-c609c2bc58cf Jul 08 01:57:33.874629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2101815919', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:33.900604 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.953900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Made reservation on behalf of eeeaf8c04410429fae8c0a1a2551bc9a for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:33.963229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:33.994461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.020952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.021958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:34.022550 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.047924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7f986-dcc8-4343-bb68-88e6784f4e01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event deleted for resources: {'Port': ['ID=fef64b81-2708-4d2f-9b6b-c572e0bec3a4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:34.154203 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee7f986-dcc8-4343-bb68-88e6784f4e01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.162299 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee7f986-dcc8-4343-bb68-88e6784f4e01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.167588 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eee7f986-dcc8-4343-bb68-88e6784f4e01 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "DELETE /v2.0/floatingips/7d746192-5265-4cad-af6d-ad4b120aed9a HTTP/1.1" status: 204 len: 168 time: 1.2274499 Jul 08 01:57:34.184164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] Pushing event updated for resources: {'Network': ['ID=49f345cf-061f-41a0-b90c-c609c2bc58cf,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:34.210083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 49f345cf-061f-41a0-b90c-c609c2bc58cf details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:57:34.407418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.421391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.427810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] device_id is not set on port 8df11e4c-e087-4ae2-b729-85486962b51c yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:57:34.505453 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.561263 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1105e882-9af2-4d0b-a87f-e106a9ed7a0b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5487618 Jul 08 01:57:34.563762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:34.579364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Request body: {'subnet': {'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1428952739-subnet', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:34.618861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42802) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:34.628439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2d76c597-63f3-43d8-a6f1-132754554e79 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1788461088', 'description': 'tempest-description--1697126718'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:34.662127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Made reservation on behalf of 87cc34309568416ba6f4c5181cf4a650 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:34.665511 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.706607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd40fd9-5d3c-425a-97da-c2c36758ae3a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:34.773779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d76c597-63f3-43d8-a6f1-132754554e79 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:34.810783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Allocated IP 172.25.4.16 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/8df11e4c-e087-4ae2-b729-85486962b51c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:35.017371 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.054496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d76c597-63f3-43d8-a6f1-132754554e79 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.073533 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d76c597-63f3-43d8-a6f1-132754554e79 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.173998 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-ff34cbdc-85b4-459b-86c2-65a8508a4920 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:35.176780 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-ff34cbdc-85b4-459b-86c2-65a8508a4920 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/networks?id=89d49364-9ade-4bf6-8967-2bad10bd1ca3 HTTP/1.1" status: 200 len: 817 time: 0.3324175 Jul 08 01:57:35.177768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Checking segment: {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:35.178309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Network hostable DHCP agents. Network: 49f345cf-061f-41a0-b90c-c609c2bc58cf, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:57:35.185432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3a829d-69cf-4a1a-83b7-440d705384e8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:35.212914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-5be9e8bb-f376-403d-9260-ca79e7978bd4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/quotas/3852aaa4b9b64fe0899cd414621ff0dd HTTP/1.1" status: 200 len: 375 time: 0.0166073 Jul 08 01:57:35.214369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Network 49f345cf-061f-41a0-b90c-c609c2bc58cf is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:57:35.230257 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.256945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-661156fd-58cd-4744-8ca9-79d40f3edd93 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3852aaa4b9b64fe0899cd414621ff0dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334787 Jul 08 01:57:35.257821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 49f345cf-061f-41a0-b90c-c609c2bc58cf) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:35.262351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:35.268612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.279366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ea5b2-304b-4cb9-8bec-84f8d32b951e None None] Network 49f345cf-061f-41a0-b90c-c609c2bc58cf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:35.343289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b452f3fd-e35a-4880-a615-1a0331fc5f9a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7741137 Jul 08 01:57:35.344456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:35.345550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d76c597-63f3-43d8-a6f1-132754554e79 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:35.350247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1428952739-router', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:35.376625 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.378488 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.405356 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d76c597-63f3-43d8-a6f1-132754554e79 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.412793 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2d76c597-63f3-43d8-a6f1-132754554e79 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7929001 Jul 08 01:57:35.415941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42834) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:35.417532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.490902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.494188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-f6da541a-ab49-49c4-9029-1eac98d61595 service neutron] 10.222.0.41 "GET /v2.0/networks/89d49364-9ade-4bf6-8967-2bad10bd1ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282314 Jul 08 01:57:35.532903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:35.539258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:35.542758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:35.587814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Pushing event updated for resources: {'Port': ['ID=8df11e4c-e087-4ae2-b729-85486962b51c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:35.646536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:35.647387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.691673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-49f345cf-061f-41a0-b90c-c609c2bc58cf', 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'fixed_ips': [{'subnet_id': '1d3a829d-69cf-4a1a-83b7-440d705384e8'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:57:35.693249 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cb786072-21b7-4c9d-b558-e80542684778 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0548217 Jul 08 01:57:35.693882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42844) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:35.696398 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.699550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.16'}]}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:35.754368 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.755442 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.763871 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:35.840069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-16a9d51a-7db1-4ac9-9743-29ab117aa1c3 service neutron] 10.222.0.41 "GET /v2.0/networks/89d49364-9ade-4bf6-8967-2bad10bd1ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012209 Jul 08 01:57:35.979110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Allocated IP 172.20.0.2 (49f345cf-061f-41a0-b90c-c609c2bc58cf/1d3a829d-69cf-4a1a-83b7-440d705384e8/3c96a062-f5cf-43a8-9769-26669d8ea00e) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:36.031306 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.309495 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.328687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Transition to ACTIVE for port object 3c96a062-f5cf-43a8-9769-26669d8ea00e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:36.360618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-03730790-2580-42b4-b572-12e969ddc00e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'security_group_rule': {'security_group_id': '4a1dbdb4-8f37-403c-b3e2-8a62277c89d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:36.374508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Transition to ACTIVE for port object 3c96a062-f5cf-43a8-9769-26669d8ea00e will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:36.395869 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.427116 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.480404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10cc7d20-03e5-4994-b6f5-afebc635c174 req-3690e403-b4f3-4820-84b5-31cc507a6839 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 210 time: 0.1415205 Jul 08 01:57:36.501577 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.517606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Network 49f345cf-061f-41a0-b90c-c609c2bc58cf is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:36.524019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03730790-2580-42b4-b572-12e969ddc00e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.525103 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:36.531741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:36.540247 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.655014 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03730790-2580-42b4-b572-12e969ddc00e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.667407 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03730790-2580-42b4-b572-12e969ddc00e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.702369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03730790-2580-42b4-b572-12e969ddc00e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6884211-f5dd-4eb5-83c0-e697de122612,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:36.745016 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03730790-2580-42b4-b572-12e969ddc00e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.747578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-03730790-2580-42b4-b572-12e969ddc00e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3166203 Jul 08 01:57:36.748269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42866) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:36.767441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Allocated IP 172.25.4.181 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/368e853c-c8dc-4bdd-9ee1-38523fc2a73a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:36.804516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Attempting to bind port 3c96a062-f5cf-43a8-9769-26669d8ea00e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:36.805752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Attempting to bind port 3c96a062-f5cf-43a8-9769-26669d8ea00e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:36.806346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Attempting to bind port 3c96a062-f5cf-43a8-9769-26669d8ea00e on network 49f345cf-061f-41a0-b90c-c609c2bc58cf {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:36.810001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Pushing event updated for resources: {'Port': ['ID=3c96a062-f5cf-43a8-9769-26669d8ea00e,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:36.842118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:36.842755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Checking segment: {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:36.843191 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.843695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Bound using segment: {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:36.844242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Bound port: 3c96a062-f5cf-43a8-9769-26669d8ea00e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:36.845669 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:36.994751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] For port 3c96a062-f5cf-43a8-9769-26669d8ea00e, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:36.998768 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] For port 3c96a062-f5cf-43a8-9769-26669d8ea00e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=3c96a062-f5cf-43a8-9769-26669d8ea00e,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:37.003614 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.105735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27880d-53a8-4dd3-8376-8f18f5edfdb1 None None] Pushing event updated for resources: {'Port': ['ID=3c96a062-f5cf-43a8-9769-26669d8ea00e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:37.142002 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.227615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1d12e5ed-8324-4299-8fe6-b2c3bc15030b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'security_group_rule': {'security_group_id': '4a1dbdb4-8f37-403c-b3e2-8a62277c89d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:37.279844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.363717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d12e5ed-8324-4299-8fe6-b2c3bc15030b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.430274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:37.451082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:37.465932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:37.571461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Pushing event updated for resources: {'Port': ['ID=368e853c-c8dc-4bdd-9ee1-38523fc2a73a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:37.883479 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d12e5ed-8324-4299-8fe6-b2c3bc15030b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:37.917361 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22a44721-3a73-4c40-a0d9-75e2a5cf5e66 req-d3bdc8a2-d757-44cd-b142-978c0e4f6f45 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 210 time: 0.0556285 Jul 08 01:57:37.933483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d12e5ed-8324-4299-8fe6-b2c3bc15030b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.010575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12e5ed-8324-4299-8fe6-b2c3bc15030b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31dbc560-a55d-4041-9c71-c18bf4db1ebd,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:38.019147 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d12e5ed-8324-4299-8fe6-b2c3bc15030b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.031325 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1d12e5ed-8324-4299-8fe6-b2c3bc15030b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2771297 Jul 08 01:57:38.034634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42894) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:38.042204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:38.068925 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.100117 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.151549 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.215180 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.447032 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.635591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3c96a062-f5cf-43a8-9769-26669d8ea00e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:38.778186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 3c96a062-f5cf-43a8-9769-26669d8ea00e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:38.822768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-1a6f20a8-d94c-4bb3-b608-57ab8a8cf027 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:38.824672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-1a6f20a8-d94c-4bb3-b608-57ab8a8cf027 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.16 "GET /v2.0/networks?id=89d49364-9ade-4bf6-8967-2bad10bd1ca3 HTTP/1.1" status: 200 len: 817 time: 0.3304417 Jul 08 01:57:38.840452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Request body: {'port': {'device_id': 'ba282700-f934-4be4-ba36-282642bed8c4', 'network_id': '89d49364-9ade-4bf6-8967-2bad10bd1ca3', 'admin_state_up': True, 'tenant_id': '3852aaa4b9b64fe0899cd414621ff0dd'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:38.890244 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.933726 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.950455 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:38.966713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.256091 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.278036 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.278601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c32ffc3d-d75c-458d-bff2-e64e307349cc {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:57:39.312017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ad436c-a54a-499d-9f6e-9601b48efdde None None] Network 49f345cf-061f-41a0-b90c-c609c2bc58cf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:39.336803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95029866-2ed5-4d54-81bc-c25fc1576067 req-9f15322e-bb98-4e4b-86ca-57a60fab3a22 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 210 time: 0.0832887 Jul 08 01:57:39.407080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Made reservation on behalf of 3852aaa4b9b64fe0899cd414621ff0dd for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:39.416833 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 01:57:39.421007 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0c860c37-280f-407e-b7b9-fd29f12ea44d tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.7225771 Jul 08 01:57:39.421940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42908) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:39.422442 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.431600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cc983618-8ca2-44c2-bfbf-8620c66f57e4 None None] Provisioning for port 3c96a062-f5cf-43a8-9769-26669d8ea00e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:39.438375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Allocated IP 172.25.4.91 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/1da074a5-e762-4867-8553-9c13a084f375) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:39.444255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cc983618-8ca2-44c2-bfbf-8620c66f57e4 None None] Provisioning complete for port 3c96a062-f5cf-43a8-9769-26669d8ea00e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:39.446109 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cc983618-8ca2-44c2-bfbf-8620c66f57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.697544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cc983618-8ca2-44c2-bfbf-8620c66f57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.731097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Router c5653211-84c9-4154-8e63-59bc24e44911 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:57:39.787678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cc983618-8ca2-44c2-bfbf-8620c66f57e4 None None] For port 3c96a062-f5cf-43a8-9769-26669d8ea00e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=3c96a062-f5cf-43a8-9769-26669d8ea00e,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:39.797342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cc983618-8ca2-44c2-bfbf-8620c66f57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.849350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f532325a-6af8-4d11-89cb-bfd010eaf860 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Deleting port 8df11e4c-e087-4ae2-b729-85486962b51c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:39.849811 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f532325a-6af8-4d11-89cb-bfd010eaf860 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.959242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:39.964227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc983618-8ca2-44c2-bfbf-8620c66f57e4 None None] Pushing event updated for resources: {'Port': ['ID=3c96a062-f5cf-43a8-9769-26669d8ea00e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:40.043123 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f532325a-6af8-4d11-89cb-bfd010eaf860 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.058578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f532325a-6af8-4d11-89cb-bfd010eaf860 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Calling delete_port for 8df11e4c-e087-4ae2-b729-85486962b51c owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:40.247929 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.360127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:40.364531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Allocated IP 172.20.0.13 (89d49364-9ade-4bf6-8967-2bad10bd1ca3/2dbd2701-4bcf-4f67-bdce-9d77ce00d6c0/4593d937-3a7c-4a7b-b30a-c6ca08cefde9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:40.373180 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Sync routers for ids ['c5653211-84c9-4154-8e63-59bc24e44911'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:40.388908 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Routers {'c5653211-84c9-4154-8e63-59bc24e44911'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:40.389539 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c5653211-84c9-4154-8e63-59bc24e44911'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:40.440897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'Port': ['ID=1da074a5-e762-4867-8553-9c13a084f375,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:40.448748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c1eb3d8e-11e3-4654-938e-eca38f4a52f1 None None] Provisioning complete for port 3c96a062-f5cf-43a8-9769-26669d8ea00e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:40.449888 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c1eb3d8e-11e3-4654-938e-eca38f4a52f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.461262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:40.473001 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-9dd00ff5-6235-44d2-b488-ee7beda7607a tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=efad61b775c546a3b6846a8f36f7bbf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172776 Jul 08 01:57:40.487639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:40.494559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:40.601629 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.610574 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-71605c59-df0c-4f0c-b024-6a55a5cfe858 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2608047 Jul 08 01:57:40.653784 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Set router c5653211-84c9-4154-8e63-59bc24e44911 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:40.655257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3c96a062-f5cf-43a8-9769-26669d8ea00e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:40.713265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 42942) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:40.882172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 3c96a062-f5cf-43a8-9769-26669d8ea00e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:40.882783 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:40.898409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-02e87e49-97f4-4257-b177-96ec73c1c48a req-ac476450-9cd2-4f02-8fd8-1a326eb28fcd tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 210 time: 0.1622956 Jul 08 01:57:40.914362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f532325a-6af8-4d11-89cb-bfd010eaf860 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.154211 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'name': 'tempest-TestServerMultinode-1428952739-router', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:35Z', 'updated_at': '2021-07-08T01:57:37Z', 'revision_number': 3, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'gw_port': {'id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:15:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:36Z', 'updated_at': '2021-07-08T01:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:41.172099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.204341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532325a-6af8-4d11-89cb-bfd010eaf860 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Pushing event deleted for resources: {'Port': ['ID=8df11e4c-e087-4ae2-b729-85486962b51c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:41.254218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97570f85-cbcd-4ff6-a087-e92134836262 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:41.270906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97570f85-cbcd-4ff6-a087-e92134836262 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7965090 Jul 08 01:57:41.275615 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Checking router: c5653211-84c9-4154-8e63-59bc24e44911 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:57:41.276167 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Updating router c5653211-84c9-4154-8e63-59bc24e44911 port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:57:41.444774 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.509086 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.559464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-068909e5-6d19-4a3a-b4fd-fb6b001fddbe tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/quotas/efad61b775c546a3b6846a8f36f7bbf7 HTTP/1.1" status: 200 len: 375 time: 0.2871997 Jul 08 01:57:41.586602 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.615252 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f532325a-6af8-4d11-89cb-bfd010eaf860 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.630949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f532325a-6af8-4d11-89cb-bfd010eaf860 tempest-RoutersAdminNegativeTest-1055069925 tempest-RoutersAdminNegativeTest-1055069925-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8df11e4c-e087-4ae2-b729-85486962b51c HTTP/1.1" status: 204 len: 168 time: 2.2078960 Jul 08 01:57:41.700941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-c949b839-e097-4748-a366-c6f3068f3eb5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=efad61b775c546a3b6846a8f36f7bbf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354017 Jul 08 01:57:41.805676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:41.989746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Network 89d49364-9ade-4bf6-8967-2bad10bd1ca3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:42.010367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:42.020171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:42.162742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Pushing event updated for resources: {'Port': ['ID=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:42.248942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:42.258571 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.320733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-c5d87d2c-2d2f-4df5-b237-39b181c408b9 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4857807 Jul 08 01:57:42.344475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Request body: {'port': {'device_id': 'ba282700-f934-4be4-ba36-282642bed8c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:42.470031 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.527523 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Transition to ACTIVE for port object 368e853c-c8dc-4bdd-9ee1-38523fc2a73a will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:42.545832 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.710251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42982) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:42.725697 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Attempting to bind port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:42.732821 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Attempting to bind port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:42.733777 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Attempting to bind port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:42.738573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.744102 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Pushing event updated for resources: {'Port': ['ID=368e853c-c8dc-4bdd-9ee1-38523fc2a73a,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:42.765124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.778687 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:42.780380 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:42.780953 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.782453 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:42.783111 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Bound port: 368e853c-c8dc-4bdd-9ee1-38523fc2a73a, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:42.783758 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.805645 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.809910 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.810957 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.811606 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.813533 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.826289 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.827954 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.829461 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.830955 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.833097 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.835054 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.836205 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.837130 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:42.916854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.934889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daa8eb-854a-472f-8e44-7baf5816d95c req-d6e1bccf-cf5d-4e72-b105-9a69fa4aaaba tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:42.936518 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8daa8eb-854a-472f-8e44-7baf5816d95c req-d6e1bccf-cf5d-4e72-b105-9a69fa4aaaba tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.3440323 Jul 08 01:57:42.966841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:42.968037 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9301364 Jul 08 01:57:42.977622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408f276-94ba-46c4-9e3a-2df708dec10a req-254b8d5d-610e-4694-bffb-eaf3296e38cb tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:42.982912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7408f276-94ba-46c4-9e3a-2df708dec10a req-254b8d5d-610e-4694-bffb-eaf3296e38cb tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 932 time: 0.3598993 Jul 08 01:57:43.099810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a586d0d-e73b-4303-818d-f1621a61c115 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'Port': ['ID=1da074a5-e762-4867-8553-9c13a084f375,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:43.162418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.177531 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] For port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:43.186109 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] For port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=368e853c-c8dc-4bdd-9ee1-38523fc2a73a,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:43.209080 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.245527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7408f276-94ba-46c4-9e3a-2df708dec10a req-13c089bd-ea97-4df0-b03f-85689c41fff5 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/security-groups?id=05530e36-b9d4-423c-9809-d0b9c4be0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500057 Jul 08 01:57:43.360357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8daa8eb-854a-472f-8e44-7baf5816d95c req-86cadcd4-c116-4e76-9078-c4a040ff932b tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750634 Jul 08 01:57:43.380924 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95b572e4-162f-426d-9b0f-5bd1c88dc42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.413384 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1a20a-8b62-4795-8169-e3906ae6630b None None] Pushing event updated for resources: {'Port': ['ID=368e853c-c8dc-4bdd-9ee1-38523fc2a73a,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:43.422533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21969016-5999-4c7f-8faf-7e040b74b1a9 req-b201f6fa-98f7-4af1-a9e0-adee2230358c tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 210 time: 0.0543919 Jul 08 01:57:43.461768 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Routers {'c5653211-84c9-4154-8e63-59bc24e44911'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:43.479961 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c5653211-84c9-4154-8e63-59bc24e44911'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:43.689725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Allocated IP 172.20.0.1 (49f345cf-061f-41a0-b90c-c609c2bc58cf/1d3a829d-69cf-4a1a-83b7-440d705384e8/5a2f1283-5e02-4da2-968f-c9d26f8df5d5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:43.772647 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-f2da6c39-36e2-4bbd-8bc8-4b1c549a3248 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1788461088&fields=id&tenant_id=51fd7907a17148e3b9eeb671a1a56b3f HTTP/1.1" status: 200 len: 267 time: 0.1171136 Jul 08 01:57:43.777660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] Set router c5653211-84c9-4154-8e63-59bc24e44911 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:43.781218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:43.801069 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.891553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95b572e4-162f-426d-9b0f-5bd1c88dc42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.899140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Transition to ACTIVE for port object 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:43.902075 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95b572e4-162f-426d-9b0f-5bd1c88dc42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.927284 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:43.997264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Pushing event updated for resources: {'Port': ['ID=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:44.029263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.046634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Transition to ACTIVE for port object 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:44.051143 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-95b572e4-162f-426d-9b0f-5bd1c88dc42c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe2de9dbf6cb4828b8377026d6f97987&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3352866 Jul 08 01:57:44.053376 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b572e4-162f-426d-9b0f-5bd1c88dc42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551d665d-8748-4682-8a0b-12011b3809ab,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:44.058332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:44.084680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-47591bcc-513d-433f-9012-039adf3fa56a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:44.091874 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-47591bcc-513d-433f-9012-039adf3fa56a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 816 time: 0.3183420 Jul 08 01:57:44.163773 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'name': 'tempest-TestServerMultinode-1428952739-router', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:35Z', 'updated_at': '2021-07-08T01:57:37Z', 'revision_number': 3, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'gw_port': {'id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:15:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:36Z', 'updated_at': '2021-07-08T01:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:44.189891 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.197130 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6e5cd-300b-4694-8afa-c9535d6bfae2 None None] The sync data for ids ['c5653211-84c9-4154-8e63-59bc24e44911'] in n-d-694802-14 is: [{'id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'name': 'tempest-TestServerMultinode-1428952739-router', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:35Z', 'updated_at': '2021-07-08T01:57:37Z', 'revision_number': 3, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'gw_port': {'id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:15:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:36Z', 'updated_at': '2021-07-08T01:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:44.223825 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-4873138f-259c-4f75-bc2e-74ceaae9bdfb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/quotas/51fd7907a17148e3b9eeb671a1a56b3f HTTP/1.1" status: 200 len: 375 time: 0.1309824 Jul 08 01:57:44.232879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Network 49f345cf-061f-41a0-b90c-c609c2bc58cf is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:44.240293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:44.268663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:44.279349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-b8318a85-e8a9-4538-ab51-8dca3fdcb516 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:44.281660 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-b8318a85-e8a9-4538-ab51-8dca3fdcb516 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.1677799 Jul 08 01:57:44.450045 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.479710 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08df1282-282d-4bd2-8166-06827ddae2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.543462 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08df1282-282d-4bd2-8166-06827ddae2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.750829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e9045640-2bb2-460e-aa93-758d3d296111 None None] Provisioning for port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:44.765924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-c4e640c2-8c4e-4054-beb3-67fd0c403588 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=efad61b775c546a3b6846a8f36f7bbf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2008345 Jul 08 01:57:44.769926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e9045640-2bb2-460e-aa93-758d3d296111 None None] Provisioning complete for port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:44.770592 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9045640-2bb2-460e-aa93-758d3d296111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.814375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Attempting to bind port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:44.814871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Attempting to bind port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '89d49364-9ade-4bf6-8967-2bad10bd1ca3'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:44.815967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Attempting to bind port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 on network 89d49364-9ade-4bf6-8967-2bad10bd1ca3 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:44.827958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Pushing event updated for resources: {'Port': ['ID=5a2f1283-5e02-4da2-968f-c9d26f8df5d5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:44.865436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 on network 89d49364-9ade-4bf6-8967-2bad10bd1ca3 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:44.870674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Attempting to bind port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 on network 89d49364-9ade-4bf6-8967-2bad10bd1ca3 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:44.881138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:44.881872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Checking segment: {'id': '8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '89d49364-9ade-4bf6-8967-2bad10bd1ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:44.882503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Bound using segment: {'id': '8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '89d49364-9ade-4bf6-8967-2bad10bd1ca3'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:44.883180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Bound port: 4593d937-3a7c-4a7b-b30a-c6ca08cefde9, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '89d49364-9ade-4bf6-8967-2bad10bd1ca3'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:44.883876 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:44.942133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e9045640-2bb2-460e-aa93-758d3d296111 None None] Port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:45.041523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-46058075-371c-40a4-a733-9377c04157c5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8164444 Jul 08 01:57:45.095171 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08df1282-282d-4bd2-8166-06827ddae2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.098438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-08df1282-282d-4bd2-8166-06827ddae2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.099644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-08df1282-282d-4bd2-8166-06827ddae2b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/551d665d-8748-4682-8a0b-12011b3809ab HTTP/1.1" status: 204 len: 168 time: 1.0402634 Jul 08 01:57:45.254294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b31a-7e04-45c5-92ef-310c35204993 req-e02b090d-7f70-411c-aa7d-d25e4fa88c60 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:45.263239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7351b31a-7e04-45c5-92ef-310c35204993 req-e02b090d-7f70-411c-aa7d-d25e4fa88c60 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 944 time: 0.7842736 Jul 08 01:57:45.273037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df1282-282d-4bd2-8166-06827ddae2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d665d-8748-4682-8a0b-12011b3809ab,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:45.399426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] For port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:45.419088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7351b31a-7e04-45c5-92ef-310c35204993 req-e658e90f-ad57-461b-b4f3-04c236d71ffc tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/security-groups?id=05530e36-b9d4-423c-9809-d0b9c4be0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542714 Jul 08 01:57:45.461223 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-f5477610-3bb2-4f13-b1d6-71a028562bde service neutron] 10.222.0.41 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714778 Jul 08 01:57:45.489835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] For port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,segment=NetworkSegment(8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501),segment_id=8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:45.574194 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.649436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:45.651270 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.655134 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] 10.222.0.16 "PUT /v2.0/ports/4593d937-3a7c-4a7b-b30a-c6ca08cefde9 HTTP/1.1" status: 200 len: 1093 time: 3.3248992 Jul 08 01:57:45.704876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba282700-f934-4be4-ba36-282642bed8c4', 'tag': '4593d937-3a7c-4a7b-b30a-c6ca08cefde9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:45.709262 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797d5a64-3de7-4b08-bb63-f1a769c89278" -d '{"events": [{"name": "network-changed", "server_uuid": "ba282700-f934-4be4-ba36-282642bed8c4", "tag": "4593d937-3a7c-4a7b-b30a-c6ca08cefde9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:45.800430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Deleting port 35164637-cef3-4b74-b6d6-1de8c8a827de {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:45.801091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:45.899155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70769618-d35e-47e4-89d3-a9c26af06c93 service neutron] Pushing event updated for resources: {'Port': ['ID=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:45.922155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-1de0e55b-7946-498d-879e-ab976468a973 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:45.926597 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-1de0e55b-7946-498d-879e-ab976468a973 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1012266 Jul 08 01:57:45.944888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-64a2baa3-e045-41fc-9822-8d6c45324acb service neutron] 10.222.0.41 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793065 Jul 08 01:57:45.998518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Request body: {'port': {'device_id': 'ed3528f3-3775-4b60-9d30-f96582026a54', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': 'efad61b775c546a3b6846a8f36f7bbf7'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:46.051121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-03156ee1-6bc9-4a0a-a0b7-e3ca4c831caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:46.052518 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-03156ee1-6bc9-4a0a-a0b7-e3ca4c831caf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3852aaa4b9b64fe0899cd414621ff0dd&device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 1096 time: 0.3179035 Jul 08 01:57:46.078696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:46.186553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-a8972490-9d21-4f1b-87b7-8095bc2ddc9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4593d937-3a7c-4a7b-b30a-c6ca08cefde9 HTTP/1.1" status: 200 len: 217 time: 0.1103299 Jul 08 01:57:46.249978 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fe007-5ce1-4f40-9f20-a09d2aa9b428 req-3c4485d4-df42-4ea1-895f-b2083e0c72ec tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:46.267039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c8fe007-5ce1-4f40-9f20-a09d2aa9b428 req-3c4485d4-df42-4ea1-895f-b2083e0c72ec tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 946 time: 0.4978080 Jul 08 01:57:46.279431 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.528828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-60346404-1d5a-423d-9175-086f623cc81d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eeeaf8c04410429fae8c0a1a2551bc9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4465945 Jul 08 01:57:46.533124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:46.545134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Made reservation on behalf of efad61b775c546a3b6846a8f36f7bbf7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:46.555781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.637100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c8fe007-5ce1-4f40-9f20-a09d2aa9b428 req-e36e3e4f-5d1e-4e5d-af1d-42f291edab57 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=6934d174-c0fa-42e1-a17a-786c65097afc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682523 Jul 08 01:57:46.687597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] For port 35164637-cef3-4b74-b6d6-1de8c8a827de, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=35164637-cef3-4b74-b6d6-1de8c8a827de,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:46.688188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.690780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-3ad21e4b-4104-4fdb-b140-47281e980fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:46.692944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-3ad21e4b-4104-4fdb-b140-47281e980fe5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2dbd2701-4bcf-4f67-bdce-9d77ce00d6c0 HTTP/1.1" status: 200 len: 857 time: 0.4205256 Jul 08 01:57:46.693362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:46.695731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 368e853c-c8dc-4bdd-9ee1-38523fc2a73a up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:46.825356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-63ed538f-9212-4b71-a256-40f9060c0ab0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89d49364-9ade-4bf6-8967-2bad10bd1ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194358 Jul 08 01:57:46.873176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:46.883183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:46.883575 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:47.054305 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b28b33-e91d-4121-8729-5c708731bebd x-openstack-request-id: req-15b28b33-e91d-4121-8729-5c708731bebd {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:47.054818 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba282700-f934-4be4-ba36-282642bed8c4", "tag": "4593d937-3a7c-4a7b-b30a-c6ca08cefde9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:47.054997 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15b28b33-e91d-4121-8729-5c708731bebd {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:47.055475 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba282700-f934-4be4-ba36-282642bed8c4', 'tag': '4593d937-3a7c-4a7b-b30a-c6ca08cefde9', 'status': 'completed', 'code': 200} Jul 08 01:57:47.058183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36bfa9ce-a4a3-4d89-b7a4-385ede8acdad req-89008afd-7d6e-4156-847d-50377bddf4cd tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 210 time: 0.2393544 Jul 08 01:57:47.060747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-22368c9d-e40e-4348-ad90-287bfbd24097 service neutron] 10.222.0.16 "GET /v2.0/networks/89d49364-9ade-4bf6-8967-2bad10bd1ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522903 Jul 08 01:57:47.161075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07546107-ee04-486e-96f7-963d760588c5 req-4f6f26ef-69b6-4dc4-8dd2-45556f455a18 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 210 time: 0.0975442 Jul 08 01:57:47.225958 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39d63edf-ed6f-43ea-bc08-6b942e1890e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:47.257694 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:47.297361 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39d63edf-ed6f-43ea-bc08-6b942e1890e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:47.397022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=368e853c-c8dc-4bdd-9ee1-38523fc2a73a,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:47.404601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:47.619411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=368e853c-c8dc-4bdd-9ee1-38523fc2a73a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:47.786899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:47.872654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91ab514c-42b5-4734-b5e9-66e6533ccb13 req-682a8092-31c3-4411-a78e-b1937e1bec39 service neutron] 10.222.0.16 "GET /v2.0/networks/89d49364-9ade-4bf6-8967-2bad10bd1ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7982423 Jul 08 01:57:47.883538 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39d63edf-ed6f-43ea-bc08-6b942e1890e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:47.886813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39d63edf-ed6f-43ea-bc08-6b942e1890e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:47.888207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-39d63edf-ed6f-43ea-bc08-6b942e1890e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddd40fd9-5d3c-425a-97da-c2c36758ae3a HTTP/1.1" status: 204 len: 168 time: 1.3535559 Jul 08 01:57:47.931026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d63edf-ed6f-43ea-bc08-6b942e1890e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd40fd9-5d3c-425a-97da-c2c36758ae3a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:48.041842 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.042274 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.042613 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Floating IP de9db939-ee51-45d5-b967-f667a9c09143 disassociated. External IP: 172.25.4.233, port: 35164637-cef3-4b74-b6d6-1de8c8a827de. Jul 08 01:57:48.042989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Calling delete_port for 35164637-cef3-4b74-b6d6-1de8c8a827de owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:48.055581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ad4d-a1fe-48d1-b703-bdf72cbd28ce req-79b3c5ac-8dc5-41ae-bdfe-84a00b8eca35 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:48.072328 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44c1ad4d-a1fe-48d1-b703-bdf72cbd28ce req-79b3c5ac-8dc5-41ae-bdfe-84a00b8eca35 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 944 time: 0.2527549 Jul 08 01:57:48.078063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 35164637-cef3-4b74-b6d6-1de8c8a827de no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:57:48.359705 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44c1ad4d-a1fe-48d1-b703-bdf72cbd28ce req-6a2fbd4a-e689-4aa3-902d-376ea5bfe6df tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/security-groups?id=05530e36-b9d4-423c-9809-d0b9c4be0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717176 Jul 08 01:57:48.395549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d5a64-3de7-4b08-bb63-f1a769c89278 req-ef29bd41-c58d-488c-a576-abed98efb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:48.432228 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.442165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-797d5a64-3de7-4b08-bb63-f1a769c89278 req-ef29bd41-c58d-488c-a576-abed98efb07d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3852aaa4b9b64fe0899cd414621ff0dd&device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 1096 time: 0.3562577 Jul 08 01:57:48.457542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.604221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 368e853c-c8dc-4bdd-9ee1-38523fc2a73a up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:48.699064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8c017af-44b8-4e27-9452-75afb239a398 req-e83110e2-6cb1-4bc5-88a3-a942700dae19 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 210 time: 0.0789323 Jul 08 01:57:48.735590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.827055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d5a64-3de7-4b08-bb63-f1a769c89278 req-b17224e6-c918-499a-a70c-e313415056b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:48.828898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-797d5a64-3de7-4b08-bb63-f1a769c89278 req-b17224e6-c918-499a-a70c-e313415056b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89d49364-9ade-4bf6-8967-2bad10bd1ca3 HTTP/1.1" status: 200 len: 918 time: 0.3789849 Jul 08 01:57:48.830243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:48.830628 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:48.942479 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-797d5a64-3de7-4b08-bb63-f1a769c89278 req-8d5eedcb-ca84-416b-9be5-c003806dafca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4593d937-3a7c-4a7b-b30a-c6ca08cefde9 HTTP/1.1" status: 200 len: 217 time: 0.1050699 Jul 08 01:57:48.972042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7939322e-c0bd-4153-af59-7458efdd344f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:49.038375 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5c33b54-5410-4557-a283-047caca51991 req-1f542259-3afd-42a9-8b7d-64a4fde70481 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 210 time: 0.2025201 Jul 08 01:57:49.048498 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:49.196468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-214d4e58-71ca-4bfe-8f0f-fc3859e231da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:49.197973 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-214d4e58-71ca-4bfe-8f0f-fc3859e231da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.16 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 816 time: 0.1461513 Jul 08 01:57:49.202675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:49.234325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d5a64-3de7-4b08-bb63-f1a769c89278 req-955e4e43-576b-4ee2-82cb-a88dc8ef804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:49.236553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-797d5a64-3de7-4b08-bb63-f1a769c89278 req-955e4e43-576b-4ee2-82cb-a88dc8ef804a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2dbd2701-4bcf-4f67-bdce-9d77ce00d6c0 HTTP/1.1" status: 200 len: 857 time: 0.2194695 Jul 08 01:57:49.252686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event deleted for resources: {'Port': ['ID=35164637-cef3-4b74-b6d6-1de8c8a827de,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:49.383093 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-797d5a64-3de7-4b08-bb63-f1a769c89278 req-5ae04d87-222a-42ca-a4f4-f27a44a63aa5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89d49364-9ade-4bf6-8967-2bad10bd1ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681262 Jul 08 01:57:49.425680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e18c8cc2-a715-47b5-8a0a-5c7cfe05cb7f req-d18e94a1-8c07-4ee4-945d-a1a6fb07ea2b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 210 time: 0.2460744 Jul 08 01:57:49.451348 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:49.464882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Pushing event updated for resources: {'Port': ['ID=5a2f1283-5e02-4da2-968f-c9d26f8df5d5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:49.618744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Network 49f345cf-061f-41a0-b90c-c609c2bc58cf is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:49.639681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:49.655706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Router ff5b97b6-238f-4750-afeb-f30652cc010e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:49.713001 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-797d5a64-3de7-4b08-bb63-f1a769c89278 req-f1c24b02-67ed-483e-81d4-7c1c94c67e59 service neutron] 10.222.0.16 "GET /v2.0/networks/89d49364-9ade-4bf6-8967-2bad10bd1ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270202 Jul 08 01:57:49.810924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Allocated IP 192.168.233.168 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:49.823145 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-0cbd376e-88e6-4121-bd62-fa8f877e7317 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51fd7907a17148e3b9eeb671a1a56b3f HTTP/1.1" status: 200 len: 380 time: 0.3765383 Jul 08 01:57:49.868878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'port': {'device_id': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'admin_state_up': True, 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'security_groups': ['4a1dbdb4-8f37-403c-b3e2-8a62277c89d6']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:50.106762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:50.125551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] Sync routers for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:50.144105 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:50.145242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:50.181489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41ffec42-570c-4b98-89e1-0442cb15576a req-9a536b3a-df58-44bd-85db-7c80f5df7f50 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 210 time: 0.1178062 Jul 08 01:57:50.301120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43130) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:50.311796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-797d5a64-3de7-4b08-bb63-f1a769c89278 req-3b638a91-da3e-44c7-abd3-b2816b68bd66 service neutron] 10.222.0.16 "GET /v2.0/networks/89d49364-9ade-4bf6-8967-2bad10bd1ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843532 Jul 08 01:57:50.312412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] No DVR routers for this DVR port 35164637-cef3-4b74-b6d6-1de8c8a827de on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:57:50.327231 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.332346 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c31ef37-86ae-4a39-bb7e-693973d91a01 req-07c0ab03-0b00-4869-baea-1d587df1938e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.24 "DELETE /v2.0/ports/35164637-cef3-4b74-b6d6-1de8c8a827de HTTP/1.1" status: 204 len: 173 time: 6.0246933 Jul 08 01:57:50.359334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b9dcc-aa01-4af2-a9c5-2c99490ebc00 req-40db6f5c-f14e-4719-bec0-58e517fbb6c8 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:50.370382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'name': 'network-vif-deleted', 'tag': '35164637-cef3-4b74-b6d6-1de8c8a827de'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:50.372556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b60b9dcc-aa01-4af2-a9c5-2c99490ebc00 req-40db6f5c-f14e-4719-bec0-58e517fbb6c8 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 944 time: 0.4461243 Jul 08 01:57:50.376813 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a1eb87-4713-4e4e-8265-0065d0fe8f64" -d '{"events": [{"server_uuid": "fcca71f0-b104-457d-bb86-ef35fa0f73bf", "name": "network-vif-deleted", "tag": "35164637-cef3-4b74-b6d6-1de8c8a827de"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:50.473510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:50.562557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:57:50.581931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89275658-1e2a-404c-8c75-f566385c3f78 req-ebcbbf44-192d-4d01-896b-f7c9e198f3cf tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 210 time: 0.0752163 Jul 08 01:57:50.610100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b60b9dcc-aa01-4af2-a9c5-2c99490ebc00 req-10257c48-f060-422f-8f06-128a1059358d tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/security-groups?id=05530e36-b9d4-423c-9809-d0b9c4be0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296612 Jul 08 01:57:50.687006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f747f399-e8c3-40e9-9f60-ae0ced1f5a37 None None] Provisioning complete for port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:50.687514 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f747f399-e8c3-40e9-9f60-ae0ced1f5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:50.730052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Router c5653211-84c9-4154-8e63-59bc24e44911 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:57:50.766579 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548e05a7-2fe1-4666-ba35-d12539331392 x-openstack-request-id: req-548e05a7-2fe1-4666-ba35-d12539331392 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:50.768127 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcca71f0-b104-457d-bb86-ef35fa0f73bf", "name": "network-vif-deleted", "tag": "35164637-cef3-4b74-b6d6-1de8c8a827de", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:50.769047 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-548e05a7-2fe1-4666-ba35-d12539331392 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:50.769846 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcca71f0-b104-457d-bb86-ef35fa0f73bf', 'name': 'network-vif-deleted', 'tag': '35164637-cef3-4b74-b6d6-1de8c8a827de', 'status': 'completed', 'code': 200} Jul 08 01:57:50.982346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-699575047'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:51.026806 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3088750f-1510-4794-ba37-04940fa54390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.062317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Made reservation on behalf of 51fd7907a17148e3b9eeb671a1a56b3f for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:51.079198 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.080750 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:57:51.138363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62804ee6-d2fd-4c2a-a21b-38b26d5e8315 req-1f93d841-4715-4a43-bc1d-b9ade8e0ca3e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 210 time: 0.1052821 Jul 08 01:57:51.208295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f747f399-e8c3-40e9-9f60-ae0ced1f5a37 None None] Port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:51.254606 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.297515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:51.301844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.312378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Transition to ACTIVE for port object a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:51.331688 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.364525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:57:51.379405 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dae5ebec-2d38-4e3a-9a90-f2f840f5e80f admin admin] 10.222.0.41 "PUT /v2.0/routers/c5653211-84c9-4154-8e63-59bc24e44911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6569169 Jul 08 01:57:51.398545 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Sync routers for ids ['c5653211-84c9-4154-8e63-59bc24e44911'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:57:51.444718 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Routers {'c5653211-84c9-4154-8e63-59bc24e44911'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:51.445355 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-49420158-15ab-4371-a073-e69f89cf581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c5653211-84c9-4154-8e63-59bc24e44911'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:51.449043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,segment=NetworkSegment(8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501),segment_id=8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:51.468566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '4593d937-3a7c-4a7b-b30a-c6ca08cefde9', 'network_id': '89d49364-9ade-4bf6-8967-2bad10bd1ca3', 'port_id': '4593d937-3a7c-4a7b-b30a-c6ca08cefde9', 'mac_address': 'fa:16:3e:bf:15:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dbd2701-4bcf-4f67-bdce-9d77ce00d6c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:57:51.508125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.525756 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.551134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:51.591914 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,segment=NetworkSegment(8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501),segment_id=8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:51.592478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Allocated IP 172.20.0.13 (c80012b9-fc01-4d53-90a2-2aff3c4fdfd8/31e2073b-974c-4fde-ac79-6e7743f5b3f0/db3ff95d-40b4-4099-8134-5f21462ed162) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:57:51.598518 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:51.787238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8760664-5398-465b-aafd-bb36a8de639d req-08645c2c-05c6-420c-85b7-24a6e321f85d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcca71f0-b104-457d-bb86-ef35fa0f73bf HTTP/1.1" status: 200 len: 210 time: 0.0739150 Jul 08 01:57:51.845474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4593d937-3a7c-4a7b-b30a-c6ca08cefde9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:57:51.964944 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Set router c5653211-84c9-4154-8e63-59bc24e44911 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:51.977986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:52.177679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:52.222986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] Checking router: ff5b97b6-238f-4750-afeb-f30652cc010e for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:57:52.252171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:52.252171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:52.318932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fa236-2a03-4884-a889-e6e45c38ba62 req-3473f201-5219-4523-b637-5d7801cb722c tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:52.355005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa7fa236-2a03-4884-a889-e6e45c38ba62 req-3473f201-5219-4523-b637-5d7801cb722c tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 936 time: 0.4056034 Jul 08 01:57:52.387382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Pushing event updated for resources: {'Port': ['ID=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:52.391241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:52.404179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:52.409976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:52.420664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751354eb-5b3a-413b-a637-356a15651d0f req-a44b09b5-0d45-4cb9-9b72-4ba8cee140b8 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:52.444878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-751354eb-5b3a-413b-a637-356a15651d0f req-a44b09b5-0d45-4cb9-9b72-4ba8cee140b8 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 945 time: 0.3992805 Jul 08 01:57:52.465779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:52.631653 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:52.638934 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-49420158-15ab-4371-a073-e69f89cf581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'name': 'tempest-TestServerMultinode-1428952739-router', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:35Z', 'updated_at': '2021-07-08T01:57:45Z', 'revision_number': 4, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'gw_port': {'id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:36Z', 'updated_at': '2021-07-08T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5a2f1283-5e02-4da2-968f-c9d26f8df5d5', 'name': '', 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'mac_address': 'fa:16:3e:6d:1c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1d3a829d-69cf-4a1a-83b7-440d705384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:43Z', 'updated_at': '2021-07-08T01:57:46Z', 'revision_number': 2, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'subnets': [{'id': '1d3a829d-69cf-4a1a-83b7-440d705384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:52.655708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-751354eb-5b3a-413b-a637-356a15651d0f req-3210ceca-8bf1-47a6-8739-24bb647513bb tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/security-groups?id=05530e36-b9d4-423c-9809-d0b9c4be0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081480 Jul 08 01:57:52.666787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa7fa236-2a03-4884-a889-e6e45c38ba62 req-73acad9c-841b-477b-b6b7-d5f235a0aca0 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108168 Jul 08 01:57:52.789343 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Checking router: c5653211-84c9-4154-8e63-59bc24e44911 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:57:52.789719 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Updating router c5653211-84c9-4154-8e63-59bc24e44911 port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:57:52.897480 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:52.973574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:52.974279 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.045857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-96fed47e-f4e9-4dfa-b22a-528ce6eb5a1f None None] Provisioning for port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:53.058876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-96fed47e-f4e9-4dfa-b22a-528ce6eb5a1f None None] Provisioning complete for port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:53.059360 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-96fed47e-f4e9-4dfa-b22a-528ce6eb5a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.081491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.108627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:57:53.138110 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.138623 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Added segment 42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd of type vlan for network de78c256-7209-4d49-9cc2-cf9ec79a7408 Jul 08 01:57:53.163523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:53.211816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-96fed47e-f4e9-4dfa-b22a-528ce6eb5a1f None None] Port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:53.216987 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:53.289145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b89784-8679-4d76-a1d0-90f69c251396 None None] The sync data for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 is: [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:53.321191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-97263afc-2216-4ddb-a06a-2da228871be5 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.3357406 Jul 08 01:57:53.340614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.372160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Request body: {'port': {'device_id': 'ed3528f3-3775-4b60-9d30-f96582026a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:53.405682 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f030b73-a208-4e3f-8b63-9249be1cede2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.469209 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.573991 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.612895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc64135-032f-4d5d-a515-b2ff5dbaa9ae,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:53.668674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43198) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:53.676535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.684455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1021767321-network', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:53.690426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:57:53.724344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.724585 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.733743 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.741224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "DELETE /v2.0/security-groups/6934d174-c0fa-42e1-a17a-786c65097afc HTTP/1.1" status: 204 len: 168 time: 0.5749218 Jul 08 01:57:53.744107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:53.779968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Transition to ACTIVE for port object db3ff95d-40b4-4099-8134-5f21462ed162 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:53.796437 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.803009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:53.803671 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.832291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6934d174-c0fa-42e1-a17a-786c65097afc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:53.834449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Made reservation on behalf of fbe56f02fe2049ddaa3351a3ecd0db68 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:53.838183 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.856436 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.903116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8649e86-83b8-42dc-80e9-fc4c977a622f req-0ce30c95-de0d-4366-a69d-f974f2cb3485 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 210 time: 0.1292739 Jul 08 01:57:53.905543 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-be20a174-6287-40e8-b561-89109fce0570 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] show failed (client error): The resource could not be found. Jul 08 01:57:53.907601 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Transition to ACTIVE for port object 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:53.916565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-be20a174-6287-40e8-b561-89109fce0570 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups/6934d174-c0fa-42e1-a17a-786c65097afc HTTP/1.1" status: 404 len: 347 time: 0.1605394 Jul 08 01:57:53.919529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:53.920112 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.931447 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.951407 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:53.963134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b05729-68db-41e1-8da5-a17a10ad2792 None None] New status for floating IP de9db939-ee51-45d5-b967-f667a9c09143: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:57:54.037589 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.7029109 Jul 08 01:57:54.041962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43208) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:54.067467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:54.114667 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfe8a2-f395-4be1-ba9a-c7d252a08b37 None None] Pushing event updated for resources: {'Port': ['ID=5a2f1283-5e02-4da2-968f-c9d26f8df5d5,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:54.165189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.165794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.172935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.174205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88f33c-e65e-4024-8441-6b6809294ae8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Network': ['ID=de78c256-7209-4d49-9cc2-cf9ec79a7408,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:54.175303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.189801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.191198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.196393 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.199829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.202658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:57:54.203685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.207916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.212153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.218070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca352a2-a014-4c0b-a811-8dedf4d09edc tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:57:54.221998 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Attempting to bind port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:54.223297 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Attempting to bind port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:54.228233 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Attempting to bind port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 on network 49f345cf-061f-41a0-b90c-c609c2bc58cf {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:54.243717 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:54.244864 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Checking segment: {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:54.246625 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.247526 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Bound using segment: {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:54.249310 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Bound port: 5a2f1283-5e02-4da2-968f-c9d26f8df5d5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:54.251218 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.405224 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-49420158-15ab-4371-a073-e69f89cf581b None None] For port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:54.412727 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-49420158-15ab-4371-a073-e69f89cf581b None None] For port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5a2f1283-5e02-4da2-968f-c9d26f8df5d5,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:54.419187 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.538893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:54.550141 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.553830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfe8a2-f395-4be1-ba9a-c7d252a08b37 None None] Pushing event updated for resources: {'Port': ['ID=5a2f1283-5e02-4da2-968f-c9d26f8df5d5,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:54.605311 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Routers {'c5653211-84c9-4154-8e63-59bc24e44911'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:57:54.606150 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-49420158-15ab-4371-a073-e69f89cf581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c5653211-84c9-4154-8e63-59bc24e44911'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:54.795237 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.840671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:54.851832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:54.852888 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.934856 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d4fd1-029b-49c5-988e-701baa5e1458 req-2d0008f5-2a55-4a81-bdb3-fef3f2682cad tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:54.945357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-820d4fd1-029b-49c5-988e-701baa5e1458 req-2d0008f5-2a55-4a81-bdb3-fef3f2682cad tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 936 time: 0.6965940 Jul 08 01:57:54.979197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e76bf330-689b-4bb9-8112-be1bda74806e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Deleting port 35e7f539-3ecc-4a40-b97a-c7fd55418bbb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:57:54.979523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e76bf330-689b-4bb9-8112-be1bda74806e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:54.981379 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-49420158-15ab-4371-a073-e69f89cf581b None None] Set router c5653211-84c9-4154-8e63-59bc24e44911 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:57:55.063218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:57:55.148382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:55.167732 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.186461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:57:55.224642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:55.299421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba282700-f934-4be4-ba36-282642bed8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593d937-3a7c-4a7b-b30a-c6ca08cefde9'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:55.301853 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be95336-b825-4bfd-b5b2-3b8c9535dc8b" -d '{"events": [{"server_uuid": "ba282700-f934-4be4-ba36-282642bed8c4", "name": "network-vif-plugged", "status": "completed", "tag": "4593d937-3a7c-4a7b-b30a-c6ca08cefde9"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:55.334697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,segment=NetworkSegment(8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501),segment_id=8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:55.347284 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.354732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2373c-ef05-43f5-8279-e5cc965c58f8 req-540071b1-1e91-4a83-a8ce-aacaccfcd458 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:55.366849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8c2373c-ef05-43f5-8279-e5cc965c58f8 req-540071b1-1e91-4a83-a8ce-aacaccfcd458 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 945 time: 0.9550383 Jul 08 01:57:55.368953 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e76bf330-689b-4bb9-8112-be1bda74806e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.369288 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e76bf330-689b-4bb9-8112-be1bda74806e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.376766 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-820d4fd1-029b-49c5-988e-701baa5e1458 req-56cef176-4145-4659-b1a7-ac87b1e6bdf9 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142039 Jul 08 01:57:55.471690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e76bf330-689b-4bb9-8112-be1bda74806e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Calling delete_port for 35e7f539-3ecc-4a40-b97a-c7fd55418bbb owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:57:55.615125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:55.783784 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e76bf330-689b-4bb9-8112-be1bda74806e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.819176 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8c2373c-ef05-43f5-8279-e5cc965c58f8 req-1117c0b2-8776-4201-8160-a47aa0f38529 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/security-groups?id=05530e36-b9d4-423c-9809-d0b9c4be0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538109 Jul 08 01:57:55.891931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e1a9ac9b-5bec-45fe-987b-cb545ed67667 None None] Provisioning for port db3ff95d-40b4-4099-8134-5f21462ed162 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:55.907205 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.912991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e1a9ac9b-5bec-45fe-987b-cb545ed67667 None None] Provisioning complete for port db3ff95d-40b4-4099-8134-5f21462ed162 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:55.912991 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1a9ac9b-5bec-45fe-987b-cb545ed67667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.933597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.952081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:55.953063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:55.963381 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d074c6-0525-4f1a-9e18-5bd78f5017b2 x-openstack-request-id: req-d8d074c6-0525-4f1a-9e18-5bd78f5017b2 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:55.963664 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba282700-f934-4be4-ba36-282642bed8c4", "name": "network-vif-plugged", "status": "completed", "tag": "4593d937-3a7c-4a7b-b30a-c6ca08cefde9", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:55.963928 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8d074c6-0525-4f1a-9e18-5bd78f5017b2 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:55.964352 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba282700-f934-4be4-ba36-282642bed8c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4593d937-3a7c-4a7b-b30a-c6ca08cefde9', 'code': 200} Jul 08 01:57:55.967131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9ac9b-5bec-45fe-987b-cb545ed67667 None None] Port db3ff95d-40b4-4099-8134-5f21462ed162 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:57:55.975162 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-49420158-15ab-4371-a073-e69f89cf581b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'name': 'tempest-TestServerMultinode-1428952739-router', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:35Z', 'updated_at': '2021-07-08T01:57:45Z', 'revision_number': 4, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'gw_port': {'id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:36Z', 'updated_at': '2021-07-08T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5a2f1283-5e02-4da2-968f-c9d26f8df5d5', 'name': '', 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'mac_address': 'fa:16:3e:6d:1c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1d3a829d-69cf-4a1a-83b7-440d705384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:43Z', 'updated_at': '2021-07-08T01:57:54Z', 'revision_number': 4, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'subnets': [{'id': '1d3a829d-69cf-4a1a-83b7-440d705384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:57:55.996210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bf330-689b-4bb9-8112-be1bda74806e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event deleted for resources: {'Port': ['ID=35e7f539-3ecc-4a40-b97a-c7fd55418bbb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:56.027543 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49420158-15ab-4371-a073-e69f89cf581b None None] The sync data for ids ['c5653211-84c9-4154-8e63-59bc24e44911'] in n-d-694802-14 is: [{'id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'name': 'tempest-TestServerMultinode-1428952739-router', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:35Z', 'updated_at': '2021-07-08T01:57:45Z', 'revision_number': 4, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'gw_port': {'id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:36Z', 'updated_at': '2021-07-08T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5a2f1283-5e02-4da2-968f-c9d26f8df5d5', 'name': '', 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'mac_address': 'fa:16:3e:6d:1c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_interface', 'standard_attr_id': 2488, 'fixed_ips': [{'subnet_id': '1d3a829d-69cf-4a1a-83b7-440d705384e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:43Z', 'updated_at': '2021-07-08T01:57:54Z', 'revision_number': 4, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'subnets': [{'id': '1d3a829d-69cf-4a1a-83b7-440d705384e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:57:56.187906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:56.195631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.215795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:56.232994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.250259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Transition to ACTIVE for port object a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:57:56.251943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:57:56.264834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d142efeb-a74c-42f1-a15a-509b80900c9a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:56.284184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c350285-126a-4e7a-9c74-50cd4de6721b req-2c591156-d5ae-448c-88e3-c89ffd708875 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:56.287856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c350285-126a-4e7a-9c74-50cd4de6721b req-2c591156-d5ae-448c-88e3-c89ffd708875 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 932 time: 0.5103352 Jul 08 01:57:56.290134 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-6badacd3-0280-4ab7-a4d1-27a63eeb4245 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4381075 Jul 08 01:57:56.297704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.299854 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Added segment e46fd33c-5e12-45e8-964d-653018cef211 of type vlan for network 1d7fb448-027c-4a26-aac8-02b5be2a4935 Jul 08 01:57:56.301151 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e76bf330-689b-4bb9-8112-be1bda74806e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.305964 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e76bf330-689b-4bb9-8112-be1bda74806e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.308024 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e76bf330-689b-4bb9-8112-be1bda74806e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "DELETE /v2.0/floatingips/de9db939-ee51-45d5-b967-f667a9c09143 HTTP/1.1" status: 204 len: 168 time: 2.3704476 Jul 08 01:57:56.418149 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.440038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.506293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7773871-8818-4e14-801f-eb2af6ff8e60 req-fad0253e-9a4b-4332-94cf-7b2160e95a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:56.508719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7773871-8818-4e14-801f-eb2af6ff8e60 req-fad0253e-9a4b-4332-94cf-7b2160e95a4e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 1098 time: 0.4036305 Jul 08 01:57:56.521273 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c350285-126a-4e7a-9c74-50cd4de6721b req-6a8d8da0-8774-4e08-861d-e44682973ba8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098892 Jul 08 01:57:56.587626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Request body: {'port': {'device_id': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:56.600146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7773871-8818-4e14-801f-eb2af6ff8e60 req-dc2da6c4-aec3-4ab8-912b-666afe3e9970 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05530e36-b9d4-423c-9809-d0b9c4be0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770383 Jul 08 01:57:56.660616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:56.807645 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:56.900278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:56.989822 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:57:57.007445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:57:57.022648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:57.024906 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.394671 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.415877 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3008fe-a6c3-4600-9901-18e582b106c7 req-abedcbb7-d68b-402a-adab-405beecd37ec tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:57.426971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab3008fe-a6c3-4600-9901-18e582b106c7 req-abedcbb7-d68b-402a-adab-405beecd37ec tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 948 time: 0.3507564 Jul 08 01:57:57.473694 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.475714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:57.476698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.535195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5a2f1283-5e02-4da2-968f-c9d26f8df5d5,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:57:57.544791 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.586890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43270) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:57.594607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] Pushing event updated for resources: {'Network': ['ID=1d7fb448-027c-4a26-aac8-02b5be2a4935,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:57.597123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab3008fe-a6c3-4600-9901-18e582b106c7 req-d21329e3-0c3c-4e77-8274-a2ea1a0d1c52 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631353 Jul 08 01:57:57.613734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ef3871ee-6a60-4694-9872-23f1cba71b4d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--323040988', 'description': 'tempest-description--1154969587'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:57.638993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.724708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5a2f1283-5e02-4da2-968f-c9d26f8df5d5,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:57.738335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 1d7fb448-027c-4a26-aac8-02b5be2a4935 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:57:57.878910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Attempting to bind port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:57:57.879646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Attempting to bind port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:57:57.880790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Attempting to bind port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:57.885305 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d61fb9ab-b11f-4563-8e31-897eb7f62f97 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.2151923 Jul 08 01:57:57.890690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:57.895469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:57.899315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Request body: {'subnet': {'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1021767321-subnet', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:58.020858 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:57:58.022068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Attempting to bind port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:57:58.067742 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef3871ee-6a60-4694-9872-23f1cba71b4d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.109861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:57:58.110456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:58.111877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:57:58.112961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Bound port: a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:57:58.113770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.147596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Made reservation on behalf of fbe56f02fe2049ddaa3351a3ecd0db68 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:57:58.149041 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.182164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-6f724148-6df0-42df-90f9-eeb430c4e99e req-d171a488-222d-493f-9174-28d3b8850b3c service neutron] (93883) timed out ('10.222.0.16', 52194) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 01:57:58.242584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=a0921b05-b2d8-407a-9f7d-08d2b7a0a749,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:58.296357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643e4e8-661b-4ddb-b104-512e66addbff req-0d2433ce-489e-4b37-9d91-680c006cb2d7 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:58.306684 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5643e4e8-661b-4ddb-b104-512e66addbff req-0d2433ce-489e-4b37-9d91-680c006cb2d7 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 946 time: 0.3238168 Jul 08 01:57:58.344826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debc4bf-7cdf-490f-af8c-8cf0aa84f1e3 req-2a43cc70-7f0c-4104-adf8-92d54ad698b3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:58.348203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1debc4bf-7cdf-490f-af8c-8cf0aa84f1e3 req-2a43cc70-7f0c-4104-adf8-92d54ad698b3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 932 time: 0.3127282 Jul 08 01:57:58.437142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5643e4e8-661b-4ddb-b104-512e66addbff req-dd61612e-19c4-4d87-94b0-92b6094f3dd6 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/security-groups?id=05530e36-b9d4-423c-9809-d0b9c4be0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308665 Jul 08 01:57:58.462533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1debc4bf-7cdf-490f-af8c-8cf0aa84f1e3 req-ca86eea1-7b1d-48de-bdd7-e0aebcda33c0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044748 Jul 08 01:57:58.594444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:57:58.605310 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:58.605864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network hostable DHCP agents. Network: de78c256-7209-4d49-9cc2-cf9ec79a7408, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:57:58.677840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:57:58.790407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] For port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:57:58.807755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, de78c256-7209-4d49-9cc2-cf9ec79a7408) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:58.808715 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.826764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:58.829413 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.840837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7dd628-f46b-4361-a4c6-b05c087dbc8c None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:58.888183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:57:58.888601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:58.932474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] For port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:57:58.963370 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.113320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.113970 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.115426 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a HTTP/1.1" status: 200 len: 1097 time: 5.7929888 Jul 08 01:57:59.143330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Checking segment: {'id': 'e46fd33c-5e12-45e8-964d-653018cef211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:57:59.143908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Network hostable DHCP agents. Network: 1d7fb448-027c-4a26-aac8-02b5be2a4935, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:57:59.148576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9e83d3-4175-4cd7-9485-707ae80a5676,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:59.212907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Network 1d7fb448-027c-4a26-aac8-02b5be2a4935 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:57:59.239236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3528f3-3775-4b60-9d30-f96582026a54', 'tag': 'a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:57:59.246112 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3528f3-3775-4b60-9d30-f96582026a54", "tag": "a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:57:59.249600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc63d6-44ee-45bb-a505-922b9fee606f req-ff6ad9ec-bd35-4442-9f7b-c99f8d78f50e tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.252103 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74fc63d6-44ee-45bb-a505-922b9fee606f req-ff6ad9ec-bd35-4442-9f7b-c99f8d78f50e tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 948 time: 0.3113697 Jul 08 01:57:59.252847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a0bec-fd76-4cab-a1d8-e7033f2035d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:59.280032 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef3871ee-6a60-4694-9872-23f1cba71b4d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.286082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 1d7fb448-027c-4a26-aac8-02b5be2a4935) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:57:59.293734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.301227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.306051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef3871ee-6a60-4694-9872-23f1cba71b4d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.337255 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-554246df-71a0-4941-871f-c4fe8cd52ffa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.2754869 Jul 08 01:57:59.343118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:59.343848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71941840-a776-431a-9fc2-775e045b251f None None] Network 1d7fb448-027c-4a26-aac8-02b5be2a4935 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:57:59.352755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b06efa72-f97c-4793-922d-4b9b1af6a307 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4604738 Jul 08 01:57:59.359942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'name': 'tempest-NetworksTestDHCPv6-1500618831'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:59.372427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:59.415263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1021767321-router', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:59.475002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3871ee-6a60-4694-9872-23f1cba71b4d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42503305-fbfa-4193-b194-2a03426ac1a4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:57:59.512615 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef3871ee-6a60-4694-9872-23f1cba71b4d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.514670 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ef3871ee-6a60-4694-9872-23f1cba71b4d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9142902 Jul 08 01:57:59.525488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43314) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:57:59.561996 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.563021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.587029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b219da22-f5b3-4981-9f6e-f303bc8b9fc7 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'security_group_rule': {'security_group_id': '42503305-fbfa-4193-b194-2a03426ac1a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:57:59.639923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74fc63d6-44ee-45bb-a505-922b9fee606f req-ed176ce9-ffe0-4518-8164-e7b01f91d86d tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795192 Jul 08 01:57:59.763273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': 'a0921b05-b2d8-407a-9f7d-08d2b7a0a749'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:57:59.765241 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.781781 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac06b8a-d03b-436c-9fd2-c5436079be18 x-openstack-request-id: req-cac06b8a-d03b-436c-9fd2-c5436079be18 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:57:59.782337 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3528f3-3775-4b60-9d30-f96582026a54", "tag": "a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:57:59.788182 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cac06b8a-d03b-436c-9fd2-c5436079be18 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:57:59.788738 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3528f3-3775-4b60-9d30-f96582026a54', 'tag': 'a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a', 'status': 'completed', 'code': 200} Jul 08 01:57:59.834499 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.881053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3ff95d-40b4-4099-8134-5f21462ed162 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:57:59.914992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:57:59.936080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-125b6750-ee38-4096-bcdd-1a9965d0072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:57:59.945053 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-125b6750-ee38-4096-bcdd-1a9965d0072a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efad61b775c546a3b6846a8f36f7bbf7&device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 1100 time: 0.6677244 Jul 08 01:57:59.993065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b219da22-f5b3-4981-9f6e-f303bc8b9fc7 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.063356 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Transition to ACTIVE for port object db3ff95d-40b4-4099-8134-5f21462ed162 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:00.093704 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.113778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60de22-24ed-42bd-a72b-90a57091f7c3 req-02a2421b-b930-4989-aa7c-28b90e9bb140 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.121680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f60de22-24ed-42bd-a72b-90a57091f7c3 req-02a2421b-b930-4989-aa7c-28b90e9bb140 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 946 time: 0.6114478 Jul 08 01:58:00.164520 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-cb111c66-520e-4179-9810-6e62046d09ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a HTTP/1.1" status: 200 len: 217 time: 0.2080398 Jul 08 01:58:00.242445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.293234 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-1d7fb448-027c-4a26-aac8-02b5be2a4935', 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'fixed_ips': [{'subnet_id': '5e9e83d3-4175-4cd7-9485-707ae80a5676'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:00.294677 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.319116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:00.323045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.354871 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f60de22-24ed-42bd-a72b-90a57091f7c3 req-d38c6930-2c9e-45c6-bd68-08397450f9f3 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/security-groups?id=05530e36-b9d4-423c-9809-d0b9c4be0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178788 Jul 08 01:58:00.379804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b219da22-f5b3-4981-9f6e-f303bc8b9fc7 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.398748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b219da22-f5b3-4981-9f6e-f303bc8b9fc7 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.490923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port a81febfc-0ee8-4df5-95ef-c74866b078bb yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:00.498083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/a0921b05-b2d8-407a-9f7d-08d2b7a0a749/6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:00.615613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:00.620694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219da22-f5b3-4981-9f6e-f303bc8b9fc7 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e465739-32ec-4aeb-842c-5ef90eafab5c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:00.642827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df7c80-d73b-422a-8ba9-abab563f3a24 req-9b105df2-8f21-4674-81f3-b8587cb34bd1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.650732 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0df7c80-d73b-422a-8ba9-abab563f3a24 req-9b105df2-8f21-4674-81f3-b8587cb34bd1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 944 time: 0.4959357 Jul 08 01:58:00.720616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b219da22-f5b3-4981-9f6e-f303bc8b9fc7 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:00.727805 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b219da22-f5b3-4981-9f6e-f303bc8b9fc7 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1958179 Jul 08 01:58:00.730846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-b6f260bd-19cb-473e-add9-df6b8e7e83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.743078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43332) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:00.743302 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-b6f260bd-19cb-473e-add9-df6b8e7e83d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.5154104 Jul 08 01:58:00.761951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b4130bd1-e6a3-4c89-8e91-a138a54c7908 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'security_group_rule': {'security_group_id': '42503305-fbfa-4193-b194-2a03426ac1a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:00.895654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0df7c80-d73b-422a-8ba9-abab563f3a24 req-3c0e49d7-3f6d-444c-b794-fd0c0171c487 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436321 Jul 08 01:58:00.917746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ace874-e398-4911-bdca-d1aa6f51976c req-69bcf7d0-2bc8-443f-a08e-83981f3ca083 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:00.921363 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41ace874-e398-4911-bdca-d1aa6f51976c req-69bcf7d0-2bc8-443f-a08e-83981f3ca083 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 946 time: 0.5654774 Jul 08 01:58:00.969148 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4130bd1-e6a3-4c89-8e91-a138a54c7908 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.026458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Attempting to bind port db3ff95d-40b4-4099-8134-5f21462ed162 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:01.027386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Attempting to bind port db3ff95d-40b4-4099-8134-5f21462ed162 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:01.027552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Attempting to bind port db3ff95d-40b4-4099-8134-5f21462ed162 on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:01.055213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-3d6c9106-e99c-4cdf-9ca9-46272967c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:01.057740 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-3d6c9106-e99c-4cdf-9ca9-46272967c345 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2651122 Jul 08 01:58:01.061683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Port db3ff95d-40b4-4099-8134-5f21462ed162 on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:58:01.062202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Attempting to bind port db3ff95d-40b4-4099-8134-5f21462ed162 on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:01.110252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:01.110864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Checking segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:01.111450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Bound using segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:01.112201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Bound port: db3ff95d-40b4-4099-8134-5f21462ed162, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:01.113416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.437158 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4130bd1-e6a3-4c89-8e91-a138a54c7908 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.522401 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-6911d3e7-fced-473d-8c63-aac7b02c8b8f service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539144 Jul 08 01:58:01.524556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:01.531771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:01.540579 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4130bd1-e6a3-4c89-8e91-a138a54c7908 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.551307 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.744989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:01.750173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Allocated IP 172.20.0.2 (1d7fb448-027c-4a26-aac8-02b5be2a4935/5e9e83d3-4175-4cd7-9485-707ae80a5676/7fde318b-0834-4570-9207-0c07cc69a6b5) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:01.755516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.757909 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] 10.222.0.16 "PUT /v2.0/ports/db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 1093 time: 5.2150588 Jul 08 01:58:01.837328 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4130bd1-e6a3-4c89-8e91-a138a54c7908 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3b7635-5335-4545-b0e6-6a8bbe886fe1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:01.845982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:01.849208 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600" -d '{"events": [{"name": "network-changed", "server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:01.858377 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac3811f1-ccf2-4427-a8e5-f76863c8a63f req-d3c0273d-6a92-49ea-921c-c03b3ed1587e service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195562 Jul 08 01:58:01.904166 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:01.958989 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.048893 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.104073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Transition to ACTIVE for port object 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:02.107030 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.135421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4130bd1-e6a3-4c89-8e91-a138a54c7908 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.139849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b4130bd1-e6a3-4c89-8e91-a138a54c7908 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3848481 Jul 08 01:58:02.143190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d60f22-c9b8-4f93-8051-7ee653885068 service neutron] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:02.152227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43370) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:02.157527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Transition to ACTIVE for port object 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:02.164125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:02.182466 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.198572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Transition to ACTIVE for port object 7fde318b-0834-4570-9207-0c07cc69a6b5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:02.245812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-f093ef57-6b04-46d4-9c0f-541b22eb152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:02.247491 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-f093ef57-6b04-46d4-9c0f-541b22eb152d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1096 time: 0.3895421 Jul 08 01:58:02.251625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.276070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Allocated IP 172.25.4.10 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/6768fea4-e9f5-4716-8d5e-0171270d7d70) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:02.285132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-7691d3e7-2ba5-4c6a-b70e-2e84121c390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:02.286791 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-7691d3e7-2ba5-4c6a-b70e-2e84121c390b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=efad61b775c546a3b6846a8f36f7bbf7&device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 1100 time: 0.3097582 Jul 08 01:58:02.293114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:02.307349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:02.319753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:02.337842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Transition to ACTIVE for port object 7fde318b-0834-4570-9207-0c07cc69a6b5 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:02.387643 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.398330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Pushing event updated for resources: {'Port': ['ID=6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:02.405534 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-bf21d3ee-daf6-40f9-ae07-a37b6591e0e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 217 time: 0.1471839 Jul 08 01:58:02.431714 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:58:02.440479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Attempting to bind port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:02.440867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Attempting to bind port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:02.441315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Attempting to bind port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:02.454303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Network 1d7fb448-027c-4a26-aac8-02b5be2a4935 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:02.500709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.505911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:02.522491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:02.532893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:02.537009 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:02.541603 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.542305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:02.544567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Bound port: 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:02.545213 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.559860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::29c (de78c256-7209-4d49-9cc2-cf9ec79a7408/a0921b05-b2d8-407a-9f7d-08d2b7a0a749/a81febfc-0ee8-4df5-95ef-c74866b078bb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:02.603080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:02.612990 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Pushing event updated for resources: {'Port': ['ID=7fde318b-0834-4570-9207-0c07cc69a6b5,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:02.745163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.761171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object a81febfc-0ee8-4df5-95ef-c74866b078bb will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:02.814755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcb478-a4fd-4d35-91bb-77208d6f8813 req-831aad15-848d-4d4e-8ed6-80bead647b68 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:02.822265 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9dbcb478-a4fd-4d35-91bb-77208d6f8813 req-831aad15-848d-4d4e-8ed6-80bead647b68 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 948 time: 1.3294921 Jul 08 01:58:02.823980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Attempting to bind port 7fde318b-0834-4570-9207-0c07cc69a6b5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:02.825116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Attempting to bind port 7fde318b-0834-4570-9207-0c07cc69a6b5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'e46fd33c-5e12-45e8-964d-653018cef211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:02.825743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Attempting to bind port 7fde318b-0834-4570-9207-0c07cc69a6b5 on network 1d7fb448-027c-4a26-aac8-02b5be2a4935 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:02.840141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:02.840974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Checking segment: {'id': 'e46fd33c-5e12-45e8-964d-653018cef211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:02.841626 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.842255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Bound using segment: {'id': 'e46fd33c-5e12-45e8-964d-653018cef211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:02.842977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Bound port: 7fde318b-0834-4570-9207-0c07cc69a6b5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46fd33c-5e12-45e8-964d-653018cef211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:02.843598 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.844540 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.849836 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.947962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] For port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:02.961234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:02.981939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-41ace874-e398-4911-bdca-d1aa6f51976c req-fa0ec5c4-8887-460a-b92e-3435c3c854b4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Deleting port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:02.982265 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41ace874-e398-4911-bdca-d1aa6f51976c req-fa0ec5c4-8887-460a-b92e-3435c3c854b4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:02.987141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] For port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:02.993879 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.007205 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.007949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae78332-e9ec-4827-adb1-1ca33a34e386 req-3021ae82-39a2-4a42-884d-72136b7c3689 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:03.009631 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fae78332-e9ec-4827-adb1-1ca33a34e386 req-3021ae82-39a2-4a42-884d-72136b7c3689 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 946 time: 1.3538742 Jul 08 01:58:03.010309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Pushing event updated for resources: {'Port': ['ID=6768fea4-e9f5-4716-8d5e-0171270d7d70,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:03.012958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:03.054891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:03.101647 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba282700-f934-4be4-ba36-282642bed8c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4593d937-3a7c-4a7b-b30a-c6ca08cefde9'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:03.104944 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec817f46-716a-4792-8f09-5db94217a8ee" -d '{"events": [{"server_uuid": "ba282700-f934-4be4-ba36-282642bed8c4", "name": "network-vif-unplugged", "status": "completed", "tag": "4593d937-3a7c-4a7b-b30a-c6ca08cefde9"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:03.148034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,segment=NetworkSegment(8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501),segment_id=8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:03.155088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9dbcb478-a4fd-4d35-91bb-77208d6f8813 req-a8cdde16-ec57-44fc-b962-55098c6adbe2 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319070 Jul 08 01:58:03.182313 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.207029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] For port 7fde318b-0834-4570-9207-0c07cc69a6b5, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:03.277018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:03.280225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] For port 7fde318b-0834-4570-9207-0c07cc69a6b5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7fde318b-0834-4570-9207-0c07cc69a6b5,segment=NetworkSegment(e46fd33c-5e12-45e8-964d-653018cef211),segment_id=e46fd33c-5e12-45e8-964d-653018cef211)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:03.285324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278427df-ed16-43d1-9fb4-1fdd01ce4f1b None None] Pushing event updated for resources: {'Port': ['ID=6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:03.322353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:03.325279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:03.332561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:03.333378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.355031 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cb02bb-fcb0-4cd0-9989-b257189474e5 x-openstack-request-id: req-70cb02bb-fcb0-4cd0-9989-b257189474e5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:03.355864 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:03.356210 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70cb02bb-fcb0-4cd0-9989-b257189474e5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:03.356894 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'status': 'completed', 'code': 200} Jul 08 01:58:03.408781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=a81febfc-0ee8-4df5-95ef-c74866b078bb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:03.414731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:03.419532 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.477321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fae78332-e9ec-4827-adb1-1ca33a34e386 req-4205e34d-86c5-4284-b5f0-0af797871f7c tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/security-groups?id=05530e36-b9d4-423c-9809-d0b9c4be0cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412564 Jul 08 01:58:03.538879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015127f-a530-4eb6-8388-f0efdfff59af None None] Pushing event updated for resources: {'Port': ['ID=7fde318b-0834-4570-9207-0c07cc69a6b5,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:03.551578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-303098ab-bdfe-44cb-b955-e02b08bad113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:03.553282 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-303098ab-bdfe-44cb-b955-e02b08bad113 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 1.2226763 Jul 08 01:58:03.558057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-ef5b8d66-709d-4f08-a87f-ce8020f7eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:03.559751 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-ef5b8d66-709d-4f08-a87f-ce8020f7eba5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 1.1215632 Jul 08 01:58:03.606082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-41ace874-e398-4911-bdca-d1aa6f51976c req-fa0ec5c4-8887-460a-b92e-3435c3c854b4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] For port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,segment=NetworkSegment(8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501),segment_id=8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:03.606457 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41ace874-e398-4911-bdca-d1aa6f51976c req-fa0ec5c4-8887-460a-b92e-3435c3c854b4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.646490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0b14a99f-0734-4d28-a325-29ab25f81cc9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2955296 Jul 08 01:58:03.669659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-41ace874-e398-4911-bdca-d1aa6f51976c req-fa0ec5c4-8887-460a-b92e-3435c3c854b4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Calling delete_port for 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:03.671826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43388) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:03.719252 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-ea8a46e0-5aa3-4702-b8b4-7dfe4dc6a42b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a HTTP/1.1" status: 200 len: 217 time: 0.1527910 Jul 08 01:58:03.809477 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e260efa-4dc8-4421-b425-e4c8e39a4e6d x-openstack-request-id: req-8e260efa-4dc8-4421-b425-e4c8e39a4e6d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:03.810211 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba282700-f934-4be4-ba36-282642bed8c4", "name": "network-vif-unplugged", "status": "completed", "tag": "4593d937-3a7c-4a7b-b30a-c6ca08cefde9", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:03.810427 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e260efa-4dc8-4421-b425-e4c8e39a4e6d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:03.810980 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba282700-f934-4be4-ba36-282642bed8c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4593d937-3a7c-4a7b-b30a-c6ca08cefde9', 'code': 200} Jul 08 01:58:03.849613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:03.866244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-36d9fc45-b5d9-4e86-907a-5c41b28fbfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:03.867810 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-36d9fc45-b5d9-4e86-907a-5c41b28fbfe9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2929838 Jul 08 01:58:04.067612 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-5d345ad1-824e-40fe-a25d-bba3ed566107 service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800015 Jul 08 01:58:04.166965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-228f9a8c-2db3-4a46-a810-a7c03445aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:04.168885 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-228f9a8c-2db3-4a46-a810-a7c03445aeba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.4384656 Jul 08 01:58:04.317517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2477a67-a690-46f9-a413-9ed11d638ea3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:04.338948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2477a67-a690-46f9-a413-9ed11d638ea3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:04.342936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b2477a67-a690-46f9-a413-9ed11d638ea3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6686807 Jul 08 01:58:04.352611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43396) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:04.413863 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:04.518419 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:04.653108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-b75f985f-1058-443b-9da9-7b0ddcb98a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:04.656254 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-b75f985f-1058-443b-9da9-7b0ddcb98a65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4320555 Jul 08 01:58:04.695459 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8aff080f-ceb7-4e76-8c0b-1d56cd23a442 req-0bf26206-3fd2-42d4-b4ed-7cf0f7955d90 service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838370 Jul 08 01:58:04.709290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbab96-3a1b-4bda-8551-5bccac90515a req-2e7270e1-6386-496e-9311-547e7fc115b0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:04.714118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-badbab96-3a1b-4bda-8551-5bccac90515a req-2e7270e1-6386-496e-9311-547e7fc115b0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 944 time: 0.8106668 Jul 08 01:58:04.830287 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41ace874-e398-4911-bdca-d1aa6f51976c req-fa0ec5c4-8887-460a-b92e-3435c3c854b4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:04.874394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7fde318b-0834-4570-9207-0c07cc69a6b5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:04.904796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43402) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:04.912945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Allocated IP 172.25.4.36 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/c1112c03-e864-4236-8347-a8029bab2148) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:04.958223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ec5c4-8887-460a-b92e-3435c3c854b4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Pushing event deleted for resources: {'Port': ['ID=4593d937-3a7c-4a7b-b30a-c6ca08cefde9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:05.021118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 7fde318b-0834-4570-9207-0c07cc69a6b5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:05.030153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:05.090578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ace874-e398-4911-bdca-d1aa6f51976c req-fa0ec5c4-8887-460a-b92e-3435c3c854b4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] No DVR routers for this DVR port 4593d937-3a7c-4a7b-b30a-c6ca08cefde9 on host n-h1-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:05.097647 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-41ace874-e398-4911-bdca-d1aa6f51976c req-fa0ec5c4-8887-460a-b92e-3435c3c854b4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.101335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41ace874-e398-4911-bdca-d1aa6f51976c req-fa0ec5c4-8887-460a-b92e-3435c3c854b4 tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.16 "DELETE /v2.0/ports/4593d937-3a7c-4a7b-b30a-c6ca08cefde9 HTTP/1.1" status: 204 len: 173 time: 4.1406505 Jul 08 01:58:05.123689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba282700-f934-4be4-ba36-282642bed8c4', 'name': 'network-vif-deleted', 'tag': '4593d937-3a7c-4a7b-b30a-c6ca08cefde9'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:05.131609 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6931928a-2a62-4081-bf2b-ea250fb8c17d" -d '{"events": [{"server_uuid": "ba282700-f934-4be4-ba36-282642bed8c4", "name": "network-vif-deleted", "tag": "4593d937-3a7c-4a7b-b30a-c6ca08cefde9"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:05.140006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:05.190768 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-badbab96-3a1b-4bda-8551-5bccac90515a req-b24267d9-09e7-44b7-8db6-17ccfb12314c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4491975 Jul 08 01:58:05.228194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe514f8-29a7-4aa7-9145-a650bbd16891 req-4c819748-c64f-45ce-a166-b48425d9158c tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:05.241692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fe514f8-29a7-4aa7-9145-a650bbd16891 req-4c819748-c64f-45ce-a166-b48425d9158c tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 948 time: 0.8357003 Jul 08 01:58:05.355372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d3a86cd0-1ca5-4fc4-a760-16d64c8f6c5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port a81febfc-0ee8-4df5-95ef-c74866b078bb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:05.355871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3a86cd0-1ca5-4fc4-a760-16d64c8f6c5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.419995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a02b2-86ae-4221-a063-c6a83958d39c None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:05.468067 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1afb5943-07cd-4d29-92b9-28191d0f520b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.530268 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-4a318df7-771e-41af-a602-c68fe3b94a24 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8131139 Jul 08 01:58:05.659538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-19085890-363d-418e-ae2d-ab8b275b0cd8 None None] Provisioning for port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:05.711272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-19085890-363d-418e-ae2d-ab8b275b0cd8 None None] Provisioning complete for port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:05.712154 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19085890-363d-418e-ae2d-ab8b275b0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.808139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.860078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3a86cd0-1ca5-4fc4-a760-16d64c8f6c5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:05.886419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d3a86cd0-1ca5-4fc4-a760-16d64c8f6c5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for a81febfc-0ee8-4df5-95ef-c74866b078bb owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:06.002207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-14cd65c6-62da-4277-91ff-101f2face0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:06.004881 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-14cd65c6-62da-4277-91ff-101f2face0b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1096 time: 1.1398885 Jul 08 01:58:06.098226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fe51a-dc06-4426-b7a4-427d16bea5e8 None None] Network 1d7fb448-027c-4a26-aac8-02b5be2a4935 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:06.144812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e33e4e2-152a-4aef-9424-61535fa84363 req-c35678b6-d9d9-43c1-b18c-e5eb92e6b0cd tempest-InstanceActionsV221TestJSON-2005860575 tempest-InstanceActionsV221TestJSON-2005860575-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba282700-f934-4be4-ba36-282642bed8c4 HTTP/1.1" status: 200 len: 210 time: 0.2040834 Jul 08 01:58:06.145994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.152543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fe514f8-29a7-4aa7-9145-a650bbd16891 req-5d78079b-1373-47da-8e5f-e924b1408d14 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9095213 Jul 08 01:58:06.160837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:06.425534 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1afb5943-07cd-4d29-92b9-28191d0f520b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.429353 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fba5b8-59fb-42a3-bae0-6015eaeebe63 x-openstack-request-id: req-03fba5b8-59fb-42a3-bae0-6015eaeebe63 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:06.429684 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba282700-f934-4be4-ba36-282642bed8c4", "name": "network-vif-deleted", "tag": "4593d937-3a7c-4a7b-b30a-c6ca08cefde9", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:06.430248 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03fba5b8-59fb-42a3-bae0-6015eaeebe63 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:06.430640 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba282700-f934-4be4-ba36-282642bed8c4', 'name': 'network-vif-deleted', 'tag': '4593d937-3a7c-4a7b-b30a-c6ca08cefde9', 'status': 'completed', 'code': 200} Jul 08 01:58:06.438036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1afb5943-07cd-4d29-92b9-28191d0f520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.531687 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82e7ef86-e0f7-4c4f-8a35-c292a907e7ef req-0256cb34-c66e-4447-b1ac-f4d565305413 service neutron] 10.222.0.24 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9687319 Jul 08 01:58:06.552461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.619442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-7f42c781-29ff-4cbd-9276-ae42445e8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:06.621606 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-7f42c781-29ff-4cbd-9276-ae42445e8ccb service neutron] 10.222.0.16 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.6009653 Jul 08 01:58:06.648715 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19085890-363d-418e-ae2d-ab8b275b0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.693185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device db3ff95d-40b4-4099-8134-5f21462ed162 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:06.713827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb5943-07cd-4d29-92b9-28191d0f520b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785fb876-cfa6-4ce0-ba9e-0acd59a1bc11,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:06.715101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:06.721064 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-356460bb-99b6-4cd6-a2ec-88539e8cf092 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 217 time: 0.0738163 Jul 08 01:58:06.728231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:06.729330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1afb5943-07cd-4d29-92b9-28191d0f520b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c41f1f1e35f54adca9a573216676f750&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8217130 Jul 08 01:58:06.739138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:06.747294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:06.752937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'Port': ['ID=c1112c03-e864-4236-8347-a8029bab2148,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:06.810134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3a86cd0-1ca5-4fc4-a760-16d64c8f6c5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.825647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.826057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.826692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.827118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.827632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.828092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.828585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.828967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.830017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.830803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.831367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.831926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:06.863022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70aff6cd-591d-4d40-99bb-ca63fd464c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.867586 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:58:06.880508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df5c00-91ab-42f9-a5a0-f47ac52b8325 req-c4a6340c-93e8-46ea-aac2-d651733e5f2f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:06.883923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26df5c00-91ab-42f9-a5a0-f47ac52b8325 req-c4a6340c-93e8-46ea-aac2-d651733e5f2f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 944 time: 0.4519401 Jul 08 01:58:06.911737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a86cd0-1ca5-4fc4-a760-16d64c8f6c5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=a81febfc-0ee8-4df5-95ef-c74866b078bb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:06.931005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-f3e13b2a-6afb-4aa9-9326-4b4ecca8643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:06.933199 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-f3e13b2a-6afb-4aa9-9326-4b4ecca8643c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.1978076 Jul 08 01:58:06.944160 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70aff6cd-591d-4d40-99bb-ca63fd464c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.971280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d3a86cd0-1ca5-4fc4-a760-16d64c8f6c5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:06.977592 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d3a86cd0-1ca5-4fc4-a760-16d64c8f6c5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/a81febfc-0ee8-4df5-95ef-c74866b078bb HTTP/1.1" status: 204 len: 168 time: 2.6030095 Jul 08 01:58:06.981653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:07.009582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a', 'mac_address': 'fa:16:3e:bd:15:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:07.015129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43416) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:07.113248 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70aff6cd-591d-4d40-99bb-ca63fd464c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.115651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-19085890-363d-418e-ae2d-ab8b275b0cd8 None None] For port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:07.124199 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70aff6cd-591d-4d40-99bb-ca63fd464c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.132543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-70aff6cd-591d-4d40-99bb-ca63fd464c5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/785fb876-cfa6-4ce0-ba9e-0acd59a1bc11 HTTP/1.1" status: 204 len: 168 time: 0.3920858 Jul 08 01:58:07.137030 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19085890-363d-418e-ae2d-ab8b275b0cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.156952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aff6cd-591d-4d40-99bb-ca63fd464c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785fb876-cfa6-4ce0-ba9e-0acd59a1bc11,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:07.177029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:07.196452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26df5c00-91ab-42f9-a5a0-f47ac52b8325 req-3f4fcb84-840b-4aa6-bfc2-19619f0c1428 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029442 Jul 08 01:58:07.217313 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.368444 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51d4d4-b5f0-4905-927f-499b1f906da3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:07.370686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51d4d4-b5f0-4905-927f-499b1f906da3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:07.382517 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0b51d4d4-b5f0-4905-927f-499b1f906da3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3661563 Jul 08 01:58:07.387112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43424) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:07.393767 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.437379 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.472578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-ba393732-6a2e-47ab-9c38-42cdc4f42b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:07.474360 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-ba393732-6a2e-47ab-9c38-42cdc4f42b72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5208676 Jul 08 01:58:07.570798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'port_id': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'mac_address': 'fa:16:3e:cf:72:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:07.619397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19085890-363d-418e-ae2d-ab8b275b0cd8 None None] Pushing event updated for resources: {'Port': ['ID=6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:07.634180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:07.656972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-820c7dab-5905-47ef-8bcc-73b6595f07ca None None] Provisioning for port 7fde318b-0834-4570-9207-0c07cc69a6b5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:07.724346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-820c7dab-5905-47ef-8bcc-73b6595f07ca None None] Provisioning complete for port 7fde318b-0834-4570-9207-0c07cc69a6b5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:07.736788 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-820c7dab-5905-47ef-8bcc-73b6595f07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.754420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:58:07.770378 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Sync routers for ids ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:58:07.793323 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Routers {'97b1bfaf-caa4-4e51-a333-8eef52caa3f4'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:07.794864 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:07.808382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.813591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:07.852622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-3495ca43-2e70-4491-9e12-3a77c96d2095 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet a0921b05-b2d8-407a-9f7d-08d2b7a0a749 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:07.862221 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.876654 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495ca43-2e70-4491-9e12-3a77c96d2095 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:07.974140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43440) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:07.991995 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.006611 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b69cde86-ff34-48d9-a4b7-bea66080c32d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6242044 Jul 08 01:58:08.008931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3ff95d-40b4-4099-8134-5f21462ed162 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:08.027923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:08.109653 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-ce1d62e8-9999-4276-a424-05d7eb44f83b service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736642 Jul 08 01:58:08.145654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfb65303-242b-406c-a0cf-7caf78cc724d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.158544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:08.167050 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Set router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:58:08.201335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43446) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:08.214919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:08.230998 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.235228 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495ca43-2e70-4491-9e12-3a77c96d2095 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.252709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a911cc2-a664-4f4c-9066-8d9923315d4f req-820cc850-1af9-462e-989b-d7ceabd50009 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:08.252937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:08.253916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a911cc2-a664-4f4c-9066-8d9923315d4f req-820cc850-1af9-462e-989b-d7ceabd50009 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 948 time: 0.6980357 Jul 08 01:58:08.415075 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-820c7dab-5905-47ef-8bcc-73b6595f07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.437038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.467054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['db3ff95d-40b4-4099-8134-5f21462ed162'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:08.492012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.545013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:08.600458 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'name': 'tempest-TestServerMultinode-1021767321-router', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:59Z', 'updated_at': '2021-07-08T01:58:03Z', 'revision_number': 3, 'project_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'gw_port': {'id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:58:01Z', 'updated_at': '2021-07-08T01:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:08.616058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-820c7dab-5905-47ef-8bcc-73b6595f07ca None None] For port 7fde318b-0834-4570-9207-0c07cc69a6b5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7fde318b-0834-4570-9207-0c07cc69a6b5,segment=NetworkSegment(e46fd33c-5e12-45e8-964d-653018cef211),segment_id=e46fd33c-5e12-45e8-964d-653018cef211)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:08.624627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-820c7dab-5905-47ef-8bcc-73b6595f07ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.634985 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Checking router: 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:58:08.635320 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Updating router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 port 6768fea4-e9f5-4716-8d5e-0171270d7d70 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:58:08.663248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d11f05-3af9-47d9-9cbf-dc72f4939876 admin admin] Deleting subnet 2dbd2701-4bcf-4f67-bdce-9d77ce00d6c0 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:08.669000 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2d11f05-3af9-47d9-9cbf-dc72f4939876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.687262 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.697729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:08.721492 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2d11f05-3af9-47d9-9cbf-dc72f4939876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.726503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a911cc2-a664-4f4c-9066-8d9923315d4f req-78bb824c-f4a1-44ca-876d-9ea89258005c tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299774 Jul 08 01:58:08.770697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2d11f05-3af9-47d9-9cbf-dc72f4939876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.847825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2d11f05-3af9-47d9-9cbf-dc72f4939876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.940137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c7dab-5905-47ef-8bcc-73b6595f07ca None None] Pushing event updated for resources: {'Port': ['ID=7fde318b-0834-4570-9207-0c07cc69a6b5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:08.951568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'Port': ['ID=c1112c03-e864-4236-8347-a8029bab2148,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:08.961810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b49569fa-a5fc-4d1f-bf7f-2c61f1e4ef49 None None] Provisioning complete for port 7fde318b-0834-4570-9207-0c07cc69a6b5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:08.962194 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b49569fa-a5fc-4d1f-bf7f-2c61f1e4ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.964016 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.977345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d11f05-3af9-47d9-9cbf-dc72f4939876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbd2701-4bcf-4f67-bdce-9d77ce00d6c0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:08.985081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2d11f05-3af9-47d9-9cbf-dc72f4939876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:08.989232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d2d11f05-3af9-47d9-9cbf-dc72f4939876 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2dbd2701-4bcf-4f67-bdce-9d77ce00d6c0 HTTP/1.1" status: 204 len: 168 time: 0.7622969 Jul 08 01:58:09.004723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43450) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:09.008383 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4dedb53b-3a8c-4c94-9ef3-e1d67ce2f600 req-b6cc9724-16f8-4a59-8851-340ff2c8755f service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8489895 Jul 08 01:58:09.048712 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495ca43-2e70-4491-9e12-3a77c96d2095 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.082105 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:09.082490 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.176519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d69228-db48-46f9-a5fe-05ce8a9c21c3 req-d2407cfd-9cad-42ff-91d2-ee97da190ac9 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:09.178338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28d69228-db48-46f9-a5fe-05ce8a9c21c3 req-d2407cfd-9cad-42ff-91d2-ee97da190ac9 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.6024938 Jul 08 01:58:09.184505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b49569fa-a5fc-4d1f-bf7f-2c61f1e4ef49 None None] Could not find standard attr ID for object a81febfc-0ee8-4df5-95ef-c74866b078bb. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:58:09.219283 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.233681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.249537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b49569fa-a5fc-4d1f-bf7f-2c61f1e4ef49 None None] Provisioning complete for port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:09.250170 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b49569fa-a5fc-4d1f-bf7f-2c61f1e4ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.272152 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.318325 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-28d69228-db48-46f9-a5fe-05ce8a9c21c3 req-40054be5-cead-4a90-814b-c9c749965b10 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273987 Jul 08 01:58:09.324324 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Transition to ACTIVE for port object 6768fea4-e9f5-4716-8d5e-0171270d7d70 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:09.326542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495ca43-2e70-4491-9e12-3a77c96d2095 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.332343 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.394983 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495ca43-2e70-4491-9e12-3a77c96d2095 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=a0921b05-b2d8-407a-9f7d-08d2b7a0a749,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:09.401412 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03020e05-0a97-444b-887c-a49d613b49e3 None None] Pushing event updated for resources: {'Port': ['ID=6768fea4-e9f5-4716-8d5e-0171270d7d70,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:09.404797 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfb65303-242b-406c-a0cf-7caf78cc724d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.420356 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfb65303-242b-406c-a0cf-7caf78cc724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.422291 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Attempting to bind port 6768fea4-e9f5-4716-8d5e-0171270d7d70 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:09.422686 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Attempting to bind port 6768fea4-e9f5-4716-8d5e-0171270d7d70 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:09.423660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Attempting to bind port 6768fea4-e9f5-4716-8d5e-0171270d7d70 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:09.426296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679be39c-359d-4151-b099-9c7f36de9b2a None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:09.432020 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:09.432552 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:09.432859 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.433269 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:09.433758 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Bound port: 6768fea4-e9f5-4716-8d5e-0171270d7d70, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:09.434259 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.446101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3495ca43-2e70-4491-9e12-3a77c96d2095 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.449103 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3495ca43-2e70-4491-9e12-3a77c96d2095 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/a0921b05-b2d8-407a-9f7d-08d2b7a0a749 HTTP/1.1" status: 204 len: 168 time: 2.0517616 Jul 08 01:58:09.452559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.453378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:09.462112 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.464791 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6e271d99-f116-4efd-85fd-1de98d72f717 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3110454 Jul 08 01:58:09.537804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d49364-9ade-4bf6-8967-2bad10bd1ca3']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:09.543367 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] For port 6768fea4-e9f5-4716-8d5e-0171270d7d70, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:09.544195 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bc269bca-af55-4706-b8e5-1ba60f7d6575 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896971 Jul 08 01:58:09.557189 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] For port 6768fea4-e9f5-4716-8d5e-0171270d7d70, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6768fea4-e9f5-4716-8d5e-0171270d7d70,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:09.561207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:09.561566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9b4f18-8fe4-45a3-a63f-9f0a65d7a501') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:09.565341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:09.565771 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.575378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-07afaa70-f26d-487f-acfd-619e729d9024 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:09.583126 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.612456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.622295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:58:09.622767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.694828 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Routers {'97b1bfaf-caa4-4e51-a333-8eef52caa3f4'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:09.695479 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:09.698536 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03020e05-0a97-444b-887c-a49d613b49e3 None None] Pushing event updated for resources: {'Port': ['ID=6768fea4-e9f5-4716-8d5e-0171270d7d70,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: timer() Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:58:09.719407 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:58:09.733524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb65303-242b-406c-a0cf-7caf78cc724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c7d3cb-d38a-433f-83b6-cc1364f900e2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:09.746515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07afaa70-f26d-487f-acfd-619e729d9024 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:09.753545 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cfb65303-242b-406c-a0cf-7caf78cc724d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2cfbb129fa4a45cfb799249599009e76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6457865 Jul 08 01:58:09.756846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43464) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:09.761535 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07afaa70-f26d-487f-acfd-619e729d9024 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.770859 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.811136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:09.816297 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] 10.222.0.41 "DELETE /v2.0/networks/89d49364-9ade-4bf6-8967-2bad10bd1ca3 HTTP/1.1" status: 204 len: 168 time: 0.8064306 Jul 08 01:58:09.894178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bbf0f-9055-4ec0-a122-8aca13acb31f admin admin] Pushing event deleted for resources: {'Network': ['ID=89d49364-9ade-4bf6-8967-2bad10bd1ca3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:09.932401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bfa04b-6d97-41a6-a760-0b05b5f68f21 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:58:10.009464 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] Set router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:58:10.065516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76581031-1937-4058-bda5-d7aef2610006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.072143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-30bfa04b-6d97-41a6-a760-0b05b5f68f21 None None] Deleting port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:10.072772 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-30bfa04b-6d97-41a6-a760-0b05b5f68f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.133719 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76581031-1937-4058-bda5-d7aef2610006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.168423 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.237596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-30bfa04b-6d97-41a6-a760-0b05b5f68f21 None None] For port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:10.238241 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-30bfa04b-6d97-41a6-a760-0b05b5f68f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.268423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-30bfa04b-6d97-41a6-a760-0b05b5f68f21 None None] Calling delete_port for 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:10.411260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43480) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:10.442133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:10.577526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:10.583259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:10.583801 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.646012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-30bfa04b-6d97-41a6-a760-0b05b5f68f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.731087 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'name': 'tempest-TestServerMultinode-1021767321-router', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:59Z', 'updated_at': '2021-07-08T01:58:03Z', 'revision_number': 3, 'project_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'gw_port': {'id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:58:01Z', 'updated_at': '2021-07-08T01:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:10.731746 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7fde318b-0834-4570-9207-0c07cc69a6b5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:10.737876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device db3ff95d-40b4-4099-8134-5f21462ed162 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:10.743328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfa04b-6d97-41a6-a760-0b05b5f68f21 None None] Pushing event deleted for resources: {'Port': ['ID=6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:10.777576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfa04b-6d97-41a6-a760-0b05b5f68f21 None None] No DVR routers for this DVR port 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:10.842737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Allocated IP 172.20.0.1 (1d7fb448-027c-4a26-aac8-02b5be2a4935/5e9e83d3-4175-4cd7-9485-707ae80a5676/8361b15c-21ab-4ffb-a81f-78af144e66cb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:10.854504 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad9a73c-9ce5-4734-8a4a-befd02e3f416 None None] The sync data for ids ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'] in n-d-694802-14 is: [{'id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'name': 'tempest-TestServerMultinode-1021767321-router', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:59Z', 'updated_at': '2021-07-08T01:58:03Z', 'revision_number': 3, 'project_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'gw_port': {'id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:58:01Z', 'updated_at': '2021-07-08T01:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:58:10.977497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76581031-1937-4058-bda5-d7aef2610006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.984652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76581031-1937-4058-bda5-d7aef2610006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:10.988791 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-76581031-1937-4058-bda5-d7aef2610006 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6c7d3cb-d38a-433f-83b6-cc1364f900e2 HTTP/1.1" status: 204 len: 168 time: 1.2209949 Jul 08 01:58:11.019374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76581031-1937-4058-bda5-d7aef2610006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c7d3cb-d38a-433f-83b6-cc1364f900e2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:11.124797 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.145439 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-de412bde-83cf-4a83-a62c-4802652ff771 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--323040988&fields=id&tenant_id=dc162e737ba04744b1258640692c2b7c HTTP/1.1" status: 200 len: 267 time: 0.8213570 Jul 08 01:58:11.248554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3528f3-3775-4b60-9d30-f96582026a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:11.253215 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9bfbe2-9966-42c8-99a7-5c5ccbfa45bb" -d '{"events": [{"server_uuid": "ed3528f3-3775-4b60-9d30-f96582026a54", "name": "network-vif-plugged", "status": "completed", "tag": "a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:11.282967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:11.297602 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.304732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7fde318b-0834-4570-9207-0c07cc69a6b5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:11.305279 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.355857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port db3ff95d-40b4-4099-8134-5f21462ed162 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:11.433256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port db3ff95d-40b4-4099-8134-5f21462ed162 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:11.434037 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.451445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.495897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Transition to ACTIVE for port object 8361b15c-21ab-4ffb-a81f-78af144e66cb will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:11.549570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:11.578477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.579937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.581202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.582676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.583386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.584115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.585101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.586275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.587047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.588049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.589116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.594879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f554c57-b233-4754-83c1-264aeff6cdff req-64998a48-355a-4371-9a9b-ba960a047c96 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:11.596187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:11.597515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f554c57-b233-4754-83c1-264aeff6cdff req-64998a48-355a-4371-9a9b-ba960a047c96 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 949 time: 1.4138756 Jul 08 01:58:11.792443 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.869291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:11.920114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:11.925229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:11.925588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f1b7bfe-0623-43b3-ad36-4b7973bb9fc1 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:11.929880 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:11.946704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43498) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:11.958913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c831c3f0-e992-4220-8a52-2db0dac96003 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3852aaa4b9b64fe0899cd414621ff0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5270674 Jul 08 01:58:11.989248 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07afaa70-f26d-487f-acfd-619e729d9024 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.020155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30afbabc-e2f9-4f66-a36f-ee7f74e94967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.048882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:12.067283 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30afbabc-e2f9-4f66-a36f-ee7f74e94967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.128120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30afbabc-e2f9-4f66-a36f-ee7f74e94967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.131721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30afbabc-e2f9-4f66-a36f-ee7f74e94967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.135640 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-30afbabc-e2f9-4f66-a36f-ee7f74e94967 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05530e36-b9d4-423c-9809-d0b9c4be0cb8 HTTP/1.1" status: 204 len: 168 time: 0.1868107 Jul 08 01:58:12.167154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afbabc-e2f9-4f66-a36f-ee7f74e94967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05530e36-b9d4-423c-9809-d0b9c4be0cb8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:12.705295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6768fea4-e9f5-4716-8d5e-0171270d7d70 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:12.769114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07afaa70-f26d-487f-acfd-619e729d9024 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:12.778866 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.816141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6768fea4-e9f5-4716-8d5e-0171270d7d70 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:12.818245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-07afaa70-f26d-487f-acfd-619e729d9024 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:12.821894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6768fea4-e9f5-4716-8d5e-0171270d7d70 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:12.822440 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.865702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689daea-d39e-4df8-92f5-e6f341b1f6ce None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:12.867436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07afaa70-f26d-487f-acfd-619e729d9024 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:12.868054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07afaa70-f26d-487f-acfd-619e729d9024 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:12.873887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f554c57-b233-4754-83c1-264aeff6cdff req-5263fea7-c136-4847-b6b4-e30735350f7f tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2628694 Jul 08 01:58:12.926345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afaa70-f26d-487f-acfd-619e729d9024 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=936bcaca-4569-4386-99cf-39bc0390d2fb,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:12.949659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Network 1d7fb448-027c-4a26-aac8-02b5be2a4935 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:12.974817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-fcc95bc8-e893-47d1-827e-ca194d2a14f4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:12.976383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-fcc95bc8-e893-47d1-827e-ca194d2a14f4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 811 time: 1.8295341 Jul 08 01:58:12.990248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-07afaa70-f26d-487f-acfd-619e729d9024 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4171176 Jul 08 01:58:12.990579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43528) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:12.994869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:12.996656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'name': 'tempest-NetworksTestDHCPv6-2040226699'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:12.999616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:13.005870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Pushing event updated for resources: {'Port': ['ID=8361b15c-21ab-4ffb-a81f-78af144e66cb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:13.119252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-d9b8c2f8-f04e-4566-a97e-01da221031c5 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/quotas/dc162e737ba04744b1258640692c2b7c HTTP/1.1" status: 200 len: 375 time: 0.1154270 Jul 08 01:58:13.296487 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.457985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:13.462056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.517666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port d52e1542-d192-4e4b-a145-2bf1ade8a020 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:13.528427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '936bcaca-4569-4386-99cf-39bc0390d2fb'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:13.529883 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.597313 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.642529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0873a36e-d2a0-4c06-b237-2eb7b1e762b8 None None] Provisioning for port 8361b15c-21ab-4ffb-a81f-78af144e66cb completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:13.658086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0873a36e-d2a0-4c06-b237-2eb7b1e762b8 None None] Provisioning complete for port 8361b15c-21ab-4ffb-a81f-78af144e66cb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:13.660024 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0873a36e-d2a0-4c06-b237-2eb7b1e762b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.727361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0873a36e-d2a0-4c06-b237-2eb7b1e762b8 None None] Port 8361b15c-21ab-4ffb-a81f-78af144e66cb cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:13.731343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:13.753107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 6768fea4-e9f5-4716-8d5e-0171270d7d70, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6768fea4-e9f5-4716-8d5e-0171270d7d70,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:13.838779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-70266d6e-c2de-4ffd-b3d9-4f2575a26eb7 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7102668 Jul 08 01:58:13.841884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::301 (de78c256-7209-4d49-9cc2-cf9ec79a7408/936bcaca-4569-4386-99cf-39bc0390d2fb/d52e1542-d192-4e4b-a145-2bf1ade8a020) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:13.895377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed031332-3adf-4c36-91f1-c8ce5fd11f03 req-342ea06a-611b-43f2-b093-d050ec83b70a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:13.918984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:13.926894 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed031332-3adf-4c36-91f1-c8ce5fd11f03 req-342ea06a-611b-43f2-b093-d050ec83b70a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.6380818 Jul 08 01:58:14.140740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=6768fea4-e9f5-4716-8d5e-0171270d7d70,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:14.175400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-604831911-network', 'tenant_id': 'e29dc4931ffc454984dca52dbdde55c8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:14.245922 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.265890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object d52e1542-d192-4e4b-a145-2bf1ade8a020 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:14.297369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed031332-3adf-4c36-91f1-c8ce5fd11f03 req-fecbea2b-2e84-4210-8e14-5638c7436c3d tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677714 Jul 08 01:58:14.299411 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.310248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.353506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:14.359724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:14.364167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:14.376518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:14.376518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.401442 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Made reservation on behalf of e29dc4931ffc454984dca52dbdde55c8 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:14.403504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/936bcaca-4569-4386-99cf-39bc0390d2fb/10e93395-bd8a-4c05-b6b0-88d9b6d7112c) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:14.415032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.467520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.494304 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4997730 Jul 08 01:58:14.495524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43564) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:14.554595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-da8ec5d8-030f-4a79-b51a-dffdd3fb3eda service neutron] 10.222.0.41 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232789 Jul 08 01:58:14.602774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b9cec-ac1f-460f-bb78-a8854bb7636a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=d52e1542-d192-4e4b-a145-2bf1ade8a020,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:14.697026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81275cc-ecdb-47fa-9169-a1df7bae97b9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:14.698975 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d81275cc-ecdb-47fa-9169-a1df7bae97b9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2034214 Jul 08 01:58:14.703634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43568) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:14.763891 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5146cce-a317-4aeb-98fc-04be48a266e4 x-openstack-request-id: req-a5146cce-a317-4aeb-98fc-04be48a266e4 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:14.767586 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3528f3-3775-4b60-9d30-f96582026a54", "name": "network-vif-plugged", "status": "completed", "tag": "a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:14.768921 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5146cce-a317-4aeb-98fc-04be48a266e4 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:14.769380 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3528f3-3775-4b60-9d30-f96582026a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a', 'code': 200} Jul 08 01:58:14.780836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6768fea4-e9f5-4716-8d5e-0171270d7d70 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:14.819860 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.859986 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:14.868132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7a357-2f0b-4699-b7f5-508bb2cef520 req-b00e2603-e7bb-4efa-a797-2681c11fc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:14.873953 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4de7a357-2f0b-4699-b7f5-508bb2cef520 req-b00e2603-e7bb-4efa-a797-2681c11fc406 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 1102 time: 0.2671380 Jul 08 01:58:14.941351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:58:14.982628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa90a20-b599-4fbd-8ae0-675336b4a8a2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:14.994021 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4de7a357-2f0b-4699-b7f5-508bb2cef520 req-1d3f99a8-1521-489f-bc42-745e5531653e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060159 Jul 08 01:58:15.011131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.011485 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Added segment d8a76352-69ae-4ef4-9cd7-51535a47e33d of type vlan for network ff7a0756-e7c1-4e62-b577-7ce2fdb778cb Jul 08 01:58:15.052283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-89a260c1-5cfa-4408-8228-6af7e91c0e3f service neutron] 10.222.0.41 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461318 Jul 08 01:58:15.075641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-34fea640-849c-4995-86d4-778ceb34f11c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port d52e1542-d192-4e4b-a145-2bf1ade8a020 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:15.076202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34fea640-849c-4995-86d4-778ceb34f11c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.089053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6768fea4-e9f5-4716-8d5e-0171270d7d70 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:15.091291 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.104180 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.151630 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.176750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Transition to ACTIVE for port object 10e93395-bd8a-4c05-b6b0-88d9b6d7112c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:15.227318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bd3c8-bfdd-407d-8345-fb9bb3fa2016 req-c06cacb5-2b4a-4302-a7ed-5fd966fa4dc0 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.229752 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf5bd3c8-bfdd-407d-8345-fb9bb3fa2016 req-c06cacb5-2b4a-4302-a7ed-5fd966fa4dc0 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 950 time: 0.4828625 Jul 08 01:58:15.251106 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Transition to ACTIVE for port object 10e93395-bd8a-4c05-b6b0-88d9b6d7112c will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:15.274126 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.281763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34fea640-849c-4995-86d4-778ceb34f11c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.306627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-34fea640-849c-4995-86d4-778ceb34f11c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for d52e1542-d192-4e4b-a145-2bf1ade8a020 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:15.316774 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.328589 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:58:15.374193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:15.399919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:15.409156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:15.437712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Pushing event updated for resources: {'Port': ['ID=10e93395-bd8a-4c05-b6b0-88d9b6d7112c,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:15.504928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf5bd3c8-bfdd-407d-8345-fb9bb3fa2016 req-410278c1-a94a-4a70-946e-c798185896db tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549939 Jul 08 01:58:15.517495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.519477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Attempting to bind port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:15.519874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Attempting to bind port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:15.520248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Attempting to bind port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:15.521220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:15.525560 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.551296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34fea640-849c-4995-86d4-778ceb34f11c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.559629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:15.560081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:15.560528 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.563955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:15.564478 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.567081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Bound port: 10e93395-bd8a-4c05-b6b0-88d9b6d7112c, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:15.571188 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.665558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fea640-849c-4995-86d4-778ceb34f11c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=d52e1542-d192-4e4b-a145-2bf1ade8a020,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:15.741488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] For port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:15.750518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] For port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=10e93395-bd8a-4c05-b6b0-88d9b6d7112c,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:15.756693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.824041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34fea640-849c-4995-86d4-778ceb34f11c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.828058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-34fea640-849c-4995-86d4-778ceb34f11c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/d52e1542-d192-4e4b-a145-2bf1ade8a020 HTTP/1.1" status: 204 len: 168 time: 1.1218038 Jul 08 01:58:15.838148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43588) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:15.934535 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:15.957066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-59a42c87-2843-4955-9094-133a70c12062 req-f4932acd-74c1-4d86-92c5-c04cb9fe21a0 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 210 time: 0.4690092 Jul 08 01:58:15.967042 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2161438 Jul 08 01:58:15.970534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43596) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:15.977582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18b95e-1b44-4a2d-9f41-aac892a576a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ff7a0756-e7c1-4e62-b577-7ce2fdb778cb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:15.982642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Pushing event updated for resources: {'Port': ['ID=8361b15c-21ab-4ffb-a81f-78af144e66cb,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:15.984789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b2fde-d896-41bd-99a2-ec4f474a7fb9 None None] Pushing event updated for resources: {'Port': ['ID=10e93395-bd8a-4c05-b6b0-88d9b6d7112c,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:16.003917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ff7a0756-e7c1-4e62-b577-7ce2fdb778cb details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:58:16.015880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Request body: {'subnet': {'network_id': 'ff7a0756-e7c1-4e62-b577-7ce2fdb778cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-604831911-subnet', 'tenant_id': 'e29dc4931ffc454984dca52dbdde55c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:16.106988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb4b8d-2679-4f04-84b1-b93d9a7ba1f5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:16.115212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bb4b8d-2679-4f04-84b1-b93d9a7ba1f5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:16.121126 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-60bb4b8d-2679-4f04-84b1-b93d9a7ba1f5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2786350 Jul 08 01:58:16.127751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43600) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:16.277702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be3c88-38e2-4aea-8e92-bf63ee88db7c req-0b494bcb-6771-40de-9d00-9a9ed74dad5f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:16.291094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1be3c88-38e2-4aea-8e92-bf63ee88db7c req-0b494bcb-6771-40de-9d00-9a9ed74dad5f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.3215282 Jul 08 01:58:16.332526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Made reservation on behalf of e29dc4931ffc454984dca52dbdde55c8 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:16.352167 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:16.453419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b07c3c1-17b8-44f6-8a54-fe26ed94faad tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 936bcaca-4569-4386-99cf-39bc0390d2fb {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:16.491897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b07c3c1-17b8-44f6-8a54-fe26ed94faad tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:16.637291 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b07c3c1-17b8-44f6-8a54-fe26ed94faad tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:16.742498 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:16.777861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:16.786259 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86af027e-283c-4763-92d6-37a379b9e7c3" -d '{"events": [{"server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "name": "network-vif-plugged", "status": "completed", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:16.800341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 10e93395-bd8a-4c05-b6b0-88d9b6d7112c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:16.802961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1be3c88-38e2-4aea-8e92-bf63ee88db7c req-614f36c6-5ae5-4c89-9723-62b0b96391c3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5105538 Jul 08 01:58:16.897311 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b07c3c1-17b8-44f6-8a54-fe26ed94faad tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:17.002797 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b07c3c1-17b8-44f6-8a54-fe26ed94faad tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:17.029842 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e97234-a7b4-43d4-805a-079241f73d32 x-openstack-request-id: req-e8e97234-a7b4-43d4-805a-079241f73d32 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:17.034438 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "name": "network-vif-plugged", "status": "completed", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:17.034957 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8e97234-a7b4-43d4-805a-079241f73d32 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:17.035583 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'code': 200} Jul 08 01:58:17.037231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:17.045246 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b07c3c1-17b8-44f6-8a54-fe26ed94faad tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:17.050493 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7b07c3c1-17b8-44f6-8a54-fe26ed94faad tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/936bcaca-4569-4386-99cf-39bc0390d2fb HTTP/1.1" status: 204 len: 168 time: 0.9184418 Jul 08 01:58:17.089246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:17.100621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07c3c1-17b8-44f6-8a54-fe26ed94faad tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=936bcaca-4569-4386-99cf-39bc0390d2fb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:17.161073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Network 1d7fb448-027c-4a26-aac8-02b5be2a4935 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:17.163106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1d8e1c-8dce-4788-a7e3-be839b4b618a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:17.274949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b13542b0-3580-4422-9af9-dc6326399c0f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1832473 Jul 08 01:58:17.278107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43624) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:17.283455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:17.308216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-61ec3acd-0a63-4781-9bec-c28dc6892337 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:17.359107 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c4652586-1298-49e0-a0f8-70e48ec8025e req-cc05a6ba-a009-4eef-acae-484fa7cc7338 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 210 time: 0.0488613 Jul 08 01:58:17.360667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Checking segment: {'id': 'd8a76352-69ae-4ef4-9cd7-51535a47e33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7a0756-e7c1-4e62-b577-7ce2fdb778cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:17.361488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Network hostable DHCP agents. Network: ff7a0756-e7c1-4e62-b577-7ce2fdb778cb, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:58:17.542108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Network ff7a0756-e7c1-4e62-b577-7ce2fdb778cb is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:58:17.558385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39377126-b388-4ce3-93dd-a01b778db0fb req-3dffdf41-7288-4cca-892f-d6c43f8c3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:17.561284 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39377126-b388-4ce3-93dd-a01b778db0fb req-3dffdf41-7288-4cca-892f-d6c43f8c3c1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1098 time: 0.3797069 Jul 08 01:58:17.636130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ff7a0756-e7c1-4e62-b577-7ce2fdb778cb) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:17.648294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8e72ff-c0dc-4a2f-a3f4-a428688a68df None None] Network ff7a0756-e7c1-4e62-b577-7ce2fdb778cb requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:17.687536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:17.688586 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:17.693565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ec3acd-0a63-4781-9bec-c28dc6892337 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:17.699457 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-61ec3acd-0a63-4781-9bec-c28dc6892337 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:17.747710 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39377126-b388-4ce3-93dd-a01b778db0fb req-bceacf36-c93a-4c7b-894d-7bf5e6ec7da1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638114 Jul 08 01:58:17.781368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5c5e4-2ac8-4c6a-98b8-45f96abf236a req-bad80ddc-8ba5-420a-8efb-1f2a30101125 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:17.786116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97a5c5e4-2ac8-4c6a-98b8-45f96abf236a req-bad80ddc-8ba5-420a-8efb-1f2a30101125 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 950 time: 0.7868545 Jul 08 01:58:17.796234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-916421d0-9bf3-44ef-9d70-861f8fb3f90f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8049240 Jul 08 01:58:17.992763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:58:18.017846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97a5c5e4-2ac8-4c6a-98b8-45f96abf236a req-57a923fb-4633-40a1-bd03-7b3861d2c054 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165642 Jul 08 01:58:18.092890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee8e733-3192-4e6e-b0ad-9e53e4cb4827 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:18.265606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-34a3c53a-4088-408f-968e-6f600e15d909 None None] Provisioning complete for port 8361b15c-21ab-4ffb-a81f-78af144e66cb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:18.266302 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34a3c53a-4088-408f-968e-6f600e15d909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.294507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-61ec3acd-0a63-4781-9bec-c28dc6892337 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.363317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d37e1d4-f049-46ae-ba40-0493aa023f42 None None] Network ff7a0756-e7c1-4e62-b577-7ce2fdb778cb requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:18.422445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-34a3c53a-4088-408f-968e-6f600e15d909 None None] Port 8361b15c-21ab-4ffb-a81f-78af144e66cb cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:18.638075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:58:18.665210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-31812a56-9636-4708-a036-ddbe963aa502 admin admin] 10.222.0.41 "PUT /v2.0/routers/97b1bfaf-caa4-4e51-a333-8eef52caa3f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6101940 Jul 08 01:58:18.669689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-dd060d4a-d446-42bb-a6a1-fb75417f7759 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.672231 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-dd060d4a-d446-42bb-a6a1-fb75417f7759 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.16 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 811 time: 0.4493904 Jul 08 01:58:18.696020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ec3acd-0a63-4781-9bec-c28dc6892337 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:18.734548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f511a3-a168-4a3b-baa3-6ac6f8e13ce5 req-1c9ebb35-64fb-4415-bc5a-8838c6f0e6e2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.749299 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6f511a3-a168-4a3b-baa3-6ac6f8e13ce5 req-1c9ebb35-64fb-4415-bc5a-8838c6f0e6e2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.2641313 Jul 08 01:58:18.769794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Sync routers for ids ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:58:18.771965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-61ec3acd-0a63-4781-9bec-c28dc6892337 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:18.797826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ec3acd-0a63-4781-9bec-c28dc6892337 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:18.802076 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-61ec3acd-0a63-4781-9bec-c28dc6892337 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:18.856260 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6f511a3-a168-4a3b-baa3-6ac6f8e13ce5 req-5d9b5150-98e8-4444-913b-4e20adbe0822 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049504 Jul 08 01:58:18.869938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec3acd-0a63-4781-9bec-c28dc6892337 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=c5614f3c-4b6a-4615-b389-56cc578eed43,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:18.988693 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-61ec3acd-0a63-4781-9bec-c28dc6892337 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7087572 Jul 08 01:58:18.992864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43660) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:18.997534 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-586c333c-b68d-4416-bc41-efb28a6d6951 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc162e737ba04744b1258640692c2b7c HTTP/1.1" status: 200 len: 379 time: 0.2996302 Jul 08 01:58:19.000053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'name': 'tempest-NetworksTestDHCPv6-1774946619'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:19.011266 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'port': {'device_id': '75e84380-bdcf-4227-a998-98204b597349', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'admin_state_up': True, 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'security_groups': ['42503305-fbfa-4193-b194-2a03426ac1a4']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:19.027522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Routers {'97b1bfaf-caa4-4e51-a333-8eef52caa3f4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:19.031200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:57:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:19.047627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-580d4838-3b8e-405d-8ed3-9ad1c7e88236 None None] Provisioning for port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:19.272250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96736b02-6c2b-42ec-a847-a0da65fe567c req-c0056516-9741-4c94-bfcb-2a8a422fb610 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 210 time: 0.1017046 Jul 08 01:58:19.340028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Made reservation on behalf of dc162e737ba04744b1258640692c2b7c for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:19.346653 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:19.490751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:19.501699 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:19.558434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 7e358f8e-cc70-413a-98d3-941917b2a642 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:19.566385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-580d4838-3b8e-405d-8ed3-9ad1c7e88236 None None] Provisioning complete for port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:19.566980 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-580d4838-3b8e-405d-8ed3-9ad1c7e88236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:19.733745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Allocated IP 172.20.0.9 (f5ed028f-b8a7-42b6-a69c-211263d91a60/6f5a5b79-afd4-4dee-971e-ebe6660706fc/b0c463ca-aba2-4e9c-8d56-5cb0bc27f775) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:19.801149 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-580d4838-3b8e-405d-8ed3-9ad1c7e88236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:19.889412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::3c6 (de78c256-7209-4d49-9cc2-cf9ec79a7408/c5614f3c-4b6a-4615-b389-56cc578eed43/7e358f8e-cc70-413a-98d3-941917b2a642) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:20.004716 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Set router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:58:20.010468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-580d4838-3b8e-405d-8ed3-9ad1c7e88236 None None] For port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=10e93395-bd8a-4c05-b6b0-88d9b6d7112c,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:20.061366 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-580d4838-3b8e-405d-8ed3-9ad1c7e88236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.157508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d4838-3b8e-405d-8ed3-9ad1c7e88236 None None] Pushing event updated for resources: {'Port': ['ID=10e93395-bd8a-4c05-b6b0-88d9b6d7112c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:20.200541 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.278605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Transition to ACTIVE for port object b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:20.355972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-92c2c907-21f2-44f4-9fc9-dc34d500072b tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.358162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-92c2c907-21f2-44f4-9fc9-dc34d500072b tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 950 time: 0.1418762 Jul 08 01:58:20.532248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.627646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ece8a8-4f62-4a84-920f-5a21ea809903 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:20.654602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event updated for resources: {'Port': ['ID=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:20.718842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:20.723353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:20.728172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:20.759903 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 10e93395-bd8a-4c05-b6b0-88d9b6d7112c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:20.961061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-5c34a76c-5766-4d61-9c3f-8a5f10722209 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Deleting port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:20.961911 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-5c34a76c-5766-4d61-9c3f-8a5f10722209 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:20.980097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:20.993328 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.057655 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-422b28b7-5e47-42da-9396-a3471256b00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.107788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fd972812-e18b-4856-bac3-5619e69aa5d0 None None] Provisioning complete for port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:21.108573 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd972812-e18b-4856-bac3-5619e69aa5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.171009 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-508ae2cc-fb96-4db3-8176-4315c731c9a4 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1673000 Jul 08 01:58:21.191618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Request body: {'port': {'device_id': '75e84380-bdcf-4227-a998-98204b597349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:21.205572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb96cd7-69c5-4bd4-859b-e52a18e260c2 req-9102990e-eb88-47da-b9be-45f900dc674b tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:21.218051 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edb96cd7-69c5-4bd4-859b-e52a18e260c2 req-9102990e-eb88-47da-b9be-45f900dc674b tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed3528f3-3775-4b60-9d30-f96582026a54 HTTP/1.1" status: 200 len: 950 time: 1.3325708 Jul 08 01:58:21.334004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-5c34a76c-5766-4d61-9c3f-8a5f10722209 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] For port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:21.334340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-5c34a76c-5766-4d61-9c3f-8a5f10722209 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.365246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'name': 'tempest-TestServerMultinode-1021767321-router', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:59Z', 'updated_at': '2021-07-08T01:58:13Z', 'revision_number': 4, 'project_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'gw_port': {'id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:58:01Z', 'updated_at': '2021-07-08T01:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '8361b15c-21ab-4ffb-a81f-78af144e66cb', 'name': '', 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'mac_address': 'fa:16:3e:07:b9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '5e9e83d3-4175-4cd7-9485-707ae80a5676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:58:10Z', 'updated_at': '2021-07-08T01:58:14Z', 'revision_number': 2, 'project_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'subnets': [{'id': '5e9e83d3-4175-4cd7-9485-707ae80a5676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:21.371385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-5c34a76c-5766-4d61-9c3f-8a5f10722209 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Calling delete_port for a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:21.387543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.434595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edb96cd7-69c5-4bd4-859b-e52a18e260c2 req-fa168b1a-6285-4783-95d6-aa4ab3e6675d tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.41 "GET /v2.0/security-groups?id=7939322e-c0bd-4153-af59-7458efdd344f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143152 Jul 08 01:58:21.464859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Checking router: 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:58:21.465643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Updating router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 port 8361b15c-21ab-4ffb-a81f-78af144e66cb binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:58:21.466464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-ea7bebae-45b9-41c1-9fbc-cefc12f8227e tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:21.489061 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-ea7bebae-45b9-41c1-9fbc-cefc12f8227e tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/networks?id=ff7a0756-e7c1-4e62-b577-7ce2fdb778cb HTTP/1.1" status: 200 len: 813 time: 0.5250316 Jul 08 01:58:21.541275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 7e358f8e-cc70-413a-98d3-941917b2a642 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:21.560649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-f6bbf42a-cb58-40d3-9280-b4823916db94 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/quotas/e29dc4931ffc454984dca52dbdde55c8 HTTP/1.1" status: 200 len: 375 time: 0.0687609 Jul 08 01:58:21.630237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:21.631108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.684183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-ce922e21-454f-4918-896e-8018ab051f98 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e29dc4931ffc454984dca52dbdde55c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214914 Jul 08 01:58:21.755830 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.762821 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:21.875444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.003699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=7e358f8e-cc70-413a-98d3-941917b2a642,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:22.052148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:22.067014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:22.083846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:22.108370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:22.109402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.124387 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-d52b7c85-2080-43c6-80eb-062f4c76859f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 01:58:22.135084 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-d52b7c85-2080-43c6-80eb-062f4c76859f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4492228 Jul 08 01:58:22.240745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-67fcba7e-a710-4518-8b57-a7c30228482e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2458978 Jul 08 01:58:22.245474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:22.346466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:22.356336 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.371281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Transition to ACTIVE for port object b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:22.379676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.525671 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-9556bb37-e691-4248-81a2-fb43ae5b961f service neutron] 10.222.0.41 "GET /v2.0/networks/ff7a0756-e7c1-4e62-b577-7ce2fdb778cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888662 Jul 08 01:58:22.560574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Pushing event updated for resources: {'Port': ['ID=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:22.608991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c101c890-52df-4b9b-8632-9b3508c05f4c None None] Provisioning complete for port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:22.609370 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c101c890-52df-4b9b-8632-9b3508c05f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.681165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-5c34a76c-5766-4d61-9c3f-8a5f10722209 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.746166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34a76c-5766-4d61-9c3f-8a5f10722209 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Pushing event deleted for resources: {'Port': ['ID=a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:22.753011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Attempting to bind port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:22.753564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Attempting to bind port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:22.754113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Attempting to bind port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 on network f5ed028f-b8a7-42b6-a69c-211263d91a60 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:22.840865 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.866585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-5c34a76c-5766-4d61-9c3f-8a5f10722209 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] No DVR routers for this DVR port a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:22.872009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-5c34a76c-5766-4d61-9c3f-8a5f10722209 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.876102 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-02dc6502-c727-4b94-b207-5c5b6e8bb00d req-5c34a76c-5766-4d61-9c3f-8a5f10722209 tempest-VolumesNegativeTest-799515868 tempest-VolumesNegativeTest-799515868-project] 10.222.0.24 "DELETE /v2.0/ports/a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a HTTP/1.1" status: 204 len: 173 time: 2.5093954 Jul 08 01:58:22.879921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 on network f5ed028f-b8a7-42b6-a69c-211263d91a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:58:22.880262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Attempting to bind port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 on network f5ed028f-b8a7-42b6-a69c-211263d91a60 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:22.895343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3528f3-3775-4b60-9d30-f96582026a54', 'name': 'network-vif-deleted', 'tag': 'a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:22.902755 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8263e98f-0c07-4fa9-bd35-380e13095bf7" -d '{"events": [{"server_uuid": "ed3528f3-3775-4b60-9d30-f96582026a54", "name": "network-vif-deleted", "tag": "a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:22.910305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:22.910753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Checking segment: {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:22.911041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Bound using segment: {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:22.911495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Bound port: b0c463ca-aba2-4e9c-8d56-5cb0bc27f775, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493ae765-5821-4b48-a644-e40e3fe0f1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:22.911858 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.921861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Transition to ACTIVE for port object 8361b15c-21ab-4ffb-a81f-78af144e66cb will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:22.961305 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:22.968903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b06f9-d495-46e1-83b7-94f285ee3129 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:22.979812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b06f9-d495-46e1-83b7-94f285ee3129 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:22.988212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ba2b06f9-d495-46e1-83b7-94f285ee3129 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.7251129 Jul 08 01:58:23.043058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99c976-2406-4664-a943-56825bb2ec5f req-b0201610-7406-451b-b311-934e0922da3a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:23.069156 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb99c976-2406-4664-a943-56825bb2ec5f req-b0201610-7406-451b-b311-934e0922da3a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.8526392 Jul 08 01:58:23.075085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:23.145217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] For port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:23.159530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] For port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:23.176566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.324414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Pushing event updated for resources: {'Port': ['ID=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:23.331787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:23.332477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.333995 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-aa8cfcf7-31c7-4bba-980d-1bf436474ccd service neutron] 10.222.0.16 "PUT /v2.0/ports/b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 HTTP/1.1" status: 200 len: 1092 time: 2.1532149 Jul 08 01:58:23.376705 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c101c890-52df-4b9b-8632-9b3508c05f4c None None] Provisioning for port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:23.405982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-736aa419-b357-4ccb-a7fc-39592326ab3b service neutron] 10.222.0.41 "GET /v2.0/networks/ff7a0756-e7c1-4e62-b577-7ce2fdb778cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8790250 Jul 08 01:58:23.472367 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c101c890-52df-4b9b-8632-9b3508c05f4c None None] Could not find standard attr ID for object d52e1542-d192-4e4b-a145-2bf1ade8a020. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:58:23.552650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb99c976-2406-4664-a943-56825bb2ec5f req-8a2e2f27-6f20-472f-a9f5-ff26b70e8e55 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4794345 Jul 08 01:58:23.618119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9ca42-5c07-4572-bc64-40e992c2edf6 None None] Pushing event updated for resources: {'Port': ['ID=8361b15c-21ab-4ffb-a81f-78af144e66cb,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:23.654489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-91dfa53f-7d95-4ba9-ad5f-805943587543 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 7e358f8e-cc70-413a-98d3-941917b2a642 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:23.661671 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91dfa53f-7d95-4ba9-ad5f-805943587543 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.665120 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e95c9074-c3b4-4ef4-8dd9-5ecd43640590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.816782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-39e951d3-b972-4446-b82d-1853504a2499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:23.821801 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-39e951d3-b972-4446-b82d-1853504a2499 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 1095 time: 0.3114612 Jul 08 01:58:23.885833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Attempting to bind port 8361b15c-21ab-4ffb-a81f-78af144e66cb on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:23.890785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Attempting to bind port 8361b15c-21ab-4ffb-a81f-78af144e66cb by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'e46fd33c-5e12-45e8-964d-653018cef211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:23.895561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Attempting to bind port 8361b15c-21ab-4ffb-a81f-78af144e66cb on network 1d7fb448-027c-4a26-aac8-02b5be2a4935 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:23.908962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ddba7810-f0d4-4b23-a4e3-0cf534dc8c27 None None] Provisioning for port 7e358f8e-cc70-413a-98d3-941917b2a642 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:23.970457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ddba7810-f0d4-4b23-a4e3-0cf534dc8c27 None None] Provisioning complete for port 7e358f8e-cc70-413a-98d3-941917b2a642 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:23.971151 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ddba7810-f0d4-4b23-a4e3-0cf534dc8c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.980203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:23.983522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Checking segment: {'id': 'e46fd33c-5e12-45e8-964d-653018cef211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:23.984246 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.984972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Bound using segment: {'id': 'e46fd33c-5e12-45e8-964d-653018cef211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:23.985712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Bound port: 8361b15c-21ab-4ffb-a81f-78af144e66cb, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46fd33c-5e12-45e8-964d-653018cef211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:23.987320 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:23.990789 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:24.077040 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-f13e8994-9fb6-47ae-9431-4aa16d8994d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 HTTP/1.1" status: 200 len: 217 time: 0.2426119 Jul 08 01:58:24.212051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ddba7810-f0d4-4b23-a4e3-0cf534dc8c27 None None] Port 7e358f8e-cc70-413a-98d3-941917b2a642 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:24.235462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:24.269127 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91dfa53f-7d95-4ba9-ad5f-805943587543 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:24.297967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:24.298462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:24.338340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-3cd88512-f683-40a0-aaa6-713536b5b39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:24.339955 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-3cd88512-f683-40a0-aaa6-713536b5b39d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 200 len: 850 time: 0.2575028 Jul 08 01:58:24.344813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-91dfa53f-7d95-4ba9-ad5f-805943587543 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 7e358f8e-cc70-413a-98d3-941917b2a642 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:24.436423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] For port 8361b15c-21ab-4ffb-a81f-78af144e66cb, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:24.498934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] For port 8361b15c-21ab-4ffb-a81f-78af144e66cb, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8361b15c-21ab-4ffb-a81f-78af144e66cb,segment=NetworkSegment(e46fd33c-5e12-45e8-964d-653018cef211),segment_id=e46fd33c-5e12-45e8-964d-653018cef211)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:24.523910 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:24.541100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-e38c3d2b-fab2-4c0d-81a5-bc117221a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:24.544756 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-e38c3d2b-fab2-4c0d-81a5-bc117221a114 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5ed028f-b8a7-42b6-a69c-211263d91a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1955645 Jul 08 01:58:24.713280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Routers {'97b1bfaf-caa4-4e51-a333-8eef52caa3f4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:24.713280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:24.720592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9ca42-5c07-4572-bc64-40e992c2edf6 None None] Pushing event updated for resources: {'Port': ['ID=8361b15c-21ab-4ffb-a81f-78af144e66cb,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:24.812545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d070f-b356-419a-a56c-208cf0e568c6 req-e21e0493-c7ed-46ea-aabb-ae55cce1894d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:24.821453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be4d070f-b356-419a-a56c-208cf0e568c6 req-e21e0493-c7ed-46ea-aabb-ae55cce1894d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 943 time: 0.5089531 Jul 08 01:58:24.849396 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:24.922821 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] Set router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:58:24.961493 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-dd4ba244-d516-4669-a5c6-bd097c9b61cb service neutron] 10.222.0.16 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866048 Jul 08 01:58:25.017638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be4d070f-b356-419a-a56c-208cf0e568c6 req-66d8c6e0-3a02-45d4-9c3b-489fd6409b8c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=42503305-fbfa-4193-b194-2a03426ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946414 Jul 08 01:58:25.034809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-096838cb-2784-4306-b29c-90fc66f45039 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:25.043257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-096838cb-2784-4306-b29c-90fc66f45039 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/networks?id=49f345cf-061f-41a0-b90c-c609c2bc58cf HTTP/1.1" status: 200 len: 911 time: 0.5586672 Jul 08 01:58:25.081597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-37b0a8b3-34bc-4d24-a560-804744587b3a tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/quotas/fbe56f02fe2049ddaa3351a3ecd0db68 HTTP/1.1" status: 200 len: 375 time: 0.0325587 Jul 08 01:58:25.344974 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-346ffd17-e44e-4e15-8c48-d0010faea53b req-6709d3eb-2e70-4da3-adbe-326061bb2b13 service neutron] 10.222.0.16 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793383 Jul 08 01:58:25.387783 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b248d01-ee66-485f-84bb-9a15a4faccec x-openstack-request-id: req-8b248d01-ee66-485f-84bb-9a15a4faccec {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:25.388176 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3528f3-3775-4b60-9d30-f96582026a54", "name": "network-vif-deleted", "tag": "a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:25.388535 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b248d01-ee66-485f-84bb-9a15a4faccec {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:25.389160 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3528f3-3775-4b60-9d30-f96582026a54', 'name': 'network-vif-deleted', 'tag': 'a8fdc2ad-cbb2-467a-a4f3-b4eecc406c4a', 'status': 'completed', 'code': 200} Jul 08 01:58:25.489425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91dfa53f-7d95-4ba9-ad5f-805943587543 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:25.637953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'name': 'tempest-TestServerMultinode-1021767321-router', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:59Z', 'updated_at': '2021-07-08T01:58:13Z', 'revision_number': 4, 'project_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'gw_port': {'id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:58:01Z', 'updated_at': '2021-07-08T01:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '8361b15c-21ab-4ffb-a81f-78af144e66cb', 'name': '', 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'mac_address': 'fa:16:3e:07:b9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '5e9e83d3-4175-4cd7-9485-707ae80a5676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:58:10Z', 'updated_at': '2021-07-08T01:58:24Z', 'revision_number': 4, 'project_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'subnets': [{'id': '5e9e83d3-4175-4cd7-9485-707ae80a5676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:25.715569 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91dfa53f-7d95-4ba9-ad5f-805943587543 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:25.721393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-91dfa53f-7d95-4ba9-ad5f-805943587543 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/7e358f8e-cc70-413a-98d3-941917b2a642 HTTP/1.1" status: 204 len: 168 time: 2.6286285 Jul 08 01:58:25.722023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43810) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:25.739213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfa53f-7d95-4ba9-ad5f-805943587543 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=7e358f8e-cc70-413a-98d3-941917b2a642,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:25.745119 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-b799ef66-744a-4145-b1bb-fc336bc6563e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbe56f02fe2049ddaa3351a3ecd0db68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6582577 Jul 08 01:58:25.773570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc60cc6d-c902-4857-9b12-de5630e5a0d8 None None] The sync data for ids ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'] in n-d-694802-14 is: [{'id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'name': 'tempest-TestServerMultinode-1021767321-router', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:59Z', 'updated_at': '2021-07-08T01:58:13Z', 'revision_number': 4, 'project_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'gw_port': {'id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:58:01Z', 'updated_at': '2021-07-08T01:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '8361b15c-21ab-4ffb-a81f-78af144e66cb', 'name': '', 'network_id': '1d7fb448-027c-4a26-aac8-02b5be2a4935', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'mac_address': 'fa:16:3e:07:b9:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': '5e9e83d3-4175-4cd7-9485-707ae80a5676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:58:10Z', 'updated_at': '2021-07-08T01:58:24Z', 'revision_number': 4, 'project_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'subnets': [{'id': '5e9e83d3-4175-4cd7-9485-707ae80a5676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:58:25.941979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d315f0b5-8fd7-4980-9fae-c58afe8cee15 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:25.945441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-5f3e4466-8e24-49f6-a96b-194a09d43853 service neutron] 10.222.0.41 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901202 Jul 08 01:58:25.948702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d315f0b5-8fd7-4980-9fae-c58afe8cee15 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:25.958086 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d315f0b5-8fd7-4980-9fae-c58afe8cee15 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2343433 Jul 08 01:58:25.961788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43812) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:26.109116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d9b3a2-f194-40c8-b4a3-0a70a616b91f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet c5614f3c-4b6a-4615-b389-56cc578eed43 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:26.112729 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d9b3a2-f194-40c8-b4a3-0a70a616b91f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.248280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d9b3a2-f194-40c8-b4a3-0a70a616b91f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.269339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2b5e2-39af-46c0-bef4-239db43e53e0 req-7a1492c2-3e73-4d97-8ed8-12e2de9d2ffb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:26.272570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dbc2b5e2-39af-46c0-bef4-239db43e53e0 req-7a1492c2-3e73-4d97-8ed8-12e2de9d2ffb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.5719075 Jul 08 01:58:26.307063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-f58ba8f4-d072-4b56-85a3-e19d44c01a40 service neutron] 10.222.0.41 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611844 Jul 08 01:58:26.317250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:26.323682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-81ddc741-fc8d-4e0e-89f3-79aa9d43ab2e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Request body: {'floatingip': {'port_id': 'db3ff95d-40b4-4099-8134-5f21462ed162'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:26.420706 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.499829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d9b3a2-f194-40c8-b4a3-0a70a616b91f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.513989 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81ddc741-fc8d-4e0e-89f3-79aa9d43ab2e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.728557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:26.797806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fab6f9b2-7472-4b58-ba29-e534f20e6689 req-ff79288f-f86d-4f14-a6b8-2b91de5b7bd3 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 210 time: 0.1203704 Jul 08 01:58:26.819588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d9b3a2-f194-40c8-b4a3-0a70a616b91f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.884614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-36d9b3a2-f194-40c8-b4a3-0a70a616b91f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:26.892986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-36d9b3a2-f194-40c8-b4a3-0a70a616b91f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/c5614f3c-4b6a-4615-b389-56cc578eed43 HTTP/1.1" status: 204 len: 168 time: 0.9279358 Jul 08 01:58:26.895790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43840) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:26.913102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec9927-fa3f-4442-a750-99a81cad8474 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:26.935846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9b3a2-f194-40c8-b4a3-0a70a616b91f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=c5614f3c-4b6a-4615-b389-56cc578eed43,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:27.198452 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6f47cc3b-e6ad-404d-bb7d-511acca75502 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2681210 Jul 08 01:58:27.229142 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43856) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:27.287118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8361b15c-21ab-4ffb-a81f-78af144e66cb up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:27.394642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e84380-bdcf-4227-a998-98204b597349', 'tag': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:27.418426 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6" -d '{"events": [{"name": "network-changed", "server_uuid": "75e84380-bdcf-4227-a998-98204b597349", "tag": "b0c463ca-aba2-4e9c-8d56-5cb0bc27f775"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:27.481596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43872) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:27.510686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-442e3b65-32b0-4163-94c6-548a21935fa6 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:27.515698 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-442e3b65-32b0-4163-94c6-548a21935fa6 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.24 "GET /v2.0/networks?id=ff7a0756-e7c1-4e62-b577-7ce2fdb778cb HTTP/1.1" status: 200 len: 813 time: 0.5879066 Jul 08 01:58:27.539032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Request body: {'port': {'device_id': 'e6e7f6a4-387a-4100-a271-f3f7b845349a', 'network_id': 'ff7a0756-e7c1-4e62-b577-7ce2fdb778cb', 'admin_state_up': True, 'tenant_id': 'e29dc4931ffc454984dca52dbdde55c8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:27.643479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:27.677513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'port_id': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775', 'mac_address': 'fa:16:3e:bc:79:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:27.819983 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2e85482-26ce-44a7-8f55-fed9428af3f6 req-88d1e69a-1d69-4144-9bb3-ced4262b7679 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 210 time: 0.6963482 Jul 08 01:58:27.828115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Made reservation on behalf of e29dc4931ffc454984dca52dbdde55c8 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:27.842298 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.082286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 8361b15c-21ab-4ffb-a81f-78af144e66cb completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:28.104038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Allocated IP 172.20.0.4 (ff7a0756-e7c1-4e62-b577-7ce2fdb778cb/5a1d8e1c-8dce-4788-a7e3-be839b4b618a/745bc52c-99f3-405c-968d-93eabd3afe01) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:28.115037 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bd311e-e5d8-4a47-8f53-8db5aecb3125 x-openstack-request-id: req-d8bd311e-e5d8-4a47-8f53-8db5aecb3125 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:28.115595 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e84380-bdcf-4227-a998-98204b597349", "tag": "b0c463ca-aba2-4e9c-8d56-5cb0bc27f775", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:28.116028 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8bd311e-e5d8-4a47-8f53-8db5aecb3125 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:28.116609 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e84380-bdcf-4227-a998-98204b597349', 'tag': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775', 'status': 'completed', 'code': 200} Jul 08 01:58:28.129790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8361b15c-21ab-4ffb-a81f-78af144e66cb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:28.136414 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.169759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-060ddd4e-c967-4025-8cf7-4fd71be999f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.292780 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.395986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:28.432786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.436193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:28.460975 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.513397 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.539307 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.548097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-69509d23-3e01-4403-b2e5-4938b42c452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:28.552576 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-69509d23-3e01-4403-b2e5-4938b42c452d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 1095 time: 0.4298770 Jul 08 01:58:28.695322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659d9134-41df-4422-9b2b-c7a49638b2ac None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:58:28.702834 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e48c4-5564-4d5b-a975-d33c814aa536 req-caa5a6bf-ba81-4f6a-93ee-bd92bbc2f98d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:28.706274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e3e48c4-5564-4d5b-a975-d33c814aa536 req-caa5a6bf-ba81-4f6a-93ee-bd92bbc2f98d tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 943 time: 1.5531111 Jul 08 01:58:28.721164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 8361b15c-21ab-4ffb-a81f-78af144e66cb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8361b15c-21ab-4ffb-a81f-78af144e66cb,segment=NetworkSegment(e46fd33c-5e12-45e8-964d-653018cef211),segment_id=e46fd33c-5e12-45e8-964d-653018cef211)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:28.759828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Pushing event updated for resources: {'Port': ['ID=745bc52c-99f3-405c-968d-93eabd3afe01,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:28.762440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['b0c463ca-aba2-4e9c-8d56-5cb0bc27f775'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:28.777591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:28.856149 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:28.970587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Network ff7a0756-e7c1-4e62-b577-7ce2fdb778cb is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:28.987303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb03a4a9-afa2-4552-b867-112d4cfb3376 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:28.998855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:28.999716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cb03a4a9-afa2-4552-b867-112d4cfb3376 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.7066767 Jul 08 01:58:29.019732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:29.025146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43946) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:29.211925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e3e48c4-5564-4d5b-a975-d33c814aa536 req-e37b3498-4ad4-441f-9c19-aa9e7a176704 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=42503305-fbfa-4193-b194-2a03426ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4428997 Jul 08 01:58:29.234017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:29.234724 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.261458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e088ba27-6781-441e-ba80-2caea52799c0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:29.275801 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e088ba27-6781-441e-ba80-2caea52799c0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2455437 Jul 08 01:58:29.276511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43958) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:29.322903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe9415-6c59-44ba-bda2-8ba2a015785e req-7da54c86-d09e-4751-b7da-64aa0f5a37ca tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:29.336209 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7fe9415-6c59-44ba-bda2-8ba2a015785e req-7da54c86-d09e-4751-b7da-64aa0f5a37ca tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 931 time: 0.9024262 Jul 08 01:58:29.357131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-060ddd4e-c967-4025-8cf7-4fd71be999f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.365326 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1ec8e787-d397-4010-8b67-44559c579d5b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803843 Jul 08 01:58:29.368890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43968) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:29.370576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-503376b3-656f-43c5-9906-9ce7e20a3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:29.372079 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-503376b3-656f-43c5-9906-9ce7e20a3e82 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 912 time: 0.8059971 Jul 08 01:58:29.378177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-95782e4b-d330-4f9d-8cbf-55807d8931de tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:29.389312 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-060ddd4e-c967-4025-8cf7-4fd71be999f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:29.397421 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-4eb72258-65d2-43d5-a48e-445a58a64048 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8728616 Jul 08 01:58:29.549103 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-b5d6c3e9-2d49-4c00-9142-3a6d39168e2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 HTTP/1.1" status: 200 len: 217 time: 0.1664321 Jul 08 01:58:29.598819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 10e93395-bd8a-4c05-b6b0-88d9b6d7112c no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:29.605466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Request body: {'port': {'device_id': 'e6e7f6a4-387a-4100-a271-f3f7b845349a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:29.970645 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=8361b15c-21ab-4ffb-a81f-78af144e66cb,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:30.085067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-659d9134-41df-4422-9b2b-c7a49638b2ac None None] Deleting port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:30.086120 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-659d9134-41df-4422-9b2b-c7a49638b2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.297622 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-81ddc741-fc8d-4e0e-89f3-79aa9d43ab2e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] It took 0.85 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:58:30.302422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ddd4e-c967-4025-8cf7-4fd71be999f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7ed0e7-8c0f-4b6b-a4fb-1b9f54d61c73,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:30.345582 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-060ddd4e-c967-4025-8cf7-4fd71be999f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f4233257a534365bed3caf940fde03a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8628104 Jul 08 01:58:30.356211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44026) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:30.363426 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81ddc741-fc8d-4e0e-89f3-79aa9d43ab2e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.377561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-659d9134-41df-4422-9b2b-c7a49638b2ac None None] For port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=10e93395-bd8a-4c05-b6b0-88d9b6d7112c,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:30.377561 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-659d9134-41df-4422-9b2b-c7a49638b2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.407660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95782e4b-d330-4f9d-8cbf-55807d8931de tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:30.411730 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95782e4b-d330-4f9d-8cbf-55807d8931de tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.452591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b60f85ce-be59-4212-8ecc-54c4f1ac7c6b req-a72caedc-5371-456d-9858-4d0ee3f04863 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 210 time: 0.0843146 Jul 08 01:58:30.463729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-4862216d-43fd-44fb-bf65-78fc874bc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:30.465757 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-4862216d-43fd-44fb-bf65-78fc874bc2ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 200 len: 850 time: 0.8991640 Jul 08 01:58:30.503374 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81ddc741-fc8d-4e0e-89f3-79aa9d43ab2e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.539330 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.601584 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.648849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-659d9134-41df-4422-9b2b-c7a49638b2ac None None] Calling delete_port for 10e93395-bd8a-4c05-b6b0-88d9b6d7112c owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:30.666885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a237c2f-1152-4725-b7e9-16e4e9d5a77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:30.719665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-e1d69b67-2dac-4adc-a505-e769786811fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:30.722887 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-e1d69b67-2dac-4adc-a505-e769786811fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5ed028f-b8a7-42b6-a69c-211263d91a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2106414 Jul 08 01:58:30.803066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7fe9415-6c59-44ba-bda2-8ba2a015785e req-1eb45ca3-d6da-42f5-ba98-f5f0ce77beb3 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffa90a20-b599-4fbd-8ae0-675336b4a8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4652612 Jul 08 01:58:30.893134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=10e93395-bd8a-4c05-b6b0-88d9b6d7112c,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:30.899498 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.089128 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-659d9134-41df-4422-9b2b-c7a49638b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.091563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-468379e8-04a5-4ba9-8b39-6574205a2514 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:31.095590 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-468379e8-04a5-4ba9-8b39-6574205a2514 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.16 "GET /v2.0/networks?id=49f345cf-061f-41a0-b90c-c609c2bc58cf HTTP/1.1" status: 200 len: 911 time: 0.7251141 Jul 08 01:58:31.097079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a237c2f-1152-4725-b7e9-16e4e9d5a77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.108721 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8361b15c-21ab-4ffb-a81f-78af144e66cb up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:31.117917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Request body: {'port': {'device_id': 'ae0cd094-d553-4deb-a874-8ead992c7a71', 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf', 'admin_state_up': True, 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:31.124543 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-81ddc741-fc8d-4e0e-89f3-79aa9d43ab2e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Floating IP 925abd6b-6ba2-487e-a4f8-1ad101ec8e1c associated. External IP: 172.25.4.91, port: db3ff95d-40b4-4099-8134-5f21462ed162. Jul 08 01:58:31.192758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba06ed-c19b-49e8-9443-7891dc19f47f req-f1fce066-69f4-44b5-b064-4e5f08b7f294 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:31.203922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36ba06ed-c19b-49e8-9443-7891dc19f47f req-f1fce066-69f4-44b5-b064-4e5f08b7f294 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 944 time: 0.4243698 Jul 08 01:58:31.277849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d9134-41df-4422-9b2b-c7a49638b2ac None None] No DVR routers for this DVR port 10e93395-bd8a-4c05-b6b0-88d9b6d7112c on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:31.330205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8361b15c-21ab-4ffb-a81f-78af144e66cb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:31.331019 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.333161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Made reservation on behalf of fbe56f02fe2049ddaa3351a3ecd0db68 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:31.336376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=10e93395-bd8a-4c05-b6b0-88d9b6d7112c,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:31.337966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.414706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d9134-41df-4422-9b2b-c7a49638b2ac None None] Pushing event deleted for resources: {'Port': ['ID=10e93395-bd8a-4c05-b6b0-88d9b6d7112c,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:31.424226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95782e4b-d330-4f9d-8cbf-55807d8931de tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.441005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36ba06ed-c19b-49e8-9443-7891dc19f47f req-9303ff30-8e08-4157-a6f2-2d57a25393d9 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=42503305-fbfa-4193-b194-2a03426ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352905 Jul 08 01:58:31.539353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95782e4b-d330-4f9d-8cbf-55807d8931de tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:31.566370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-b18fb93b-5a42-4d59-8138-8089cef6aa83 service neutron] 10.222.0.16 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8330708 Jul 08 01:58:31.573637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-95782e4b-d330-4f9d-8cbf-55807d8931de tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:31.609701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95782e4b-d330-4f9d-8cbf-55807d8931de tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:31.610993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95782e4b-d330-4f9d-8cbf-55807d8931de tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.620577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a98b2a-438c-4482-aa3a-25feff0f655c None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:31.790719 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a237c2f-1152-4725-b7e9-16e4e9d5a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.791213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2a237c2f-1152-4725-b7e9-16e4e9d5a77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:31.797500 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2a237c2f-1152-4725-b7e9-16e4e9d5a77b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a7ed0e7-8c0f-4b6b-a4fb-1b9f54d61c73 HTTP/1.1" status: 204 len: 168 time: 1.4394345 Jul 08 01:58:31.818306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95782e4b-d330-4f9d-8cbf-55807d8931de tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=1ddc2970-0b55-43ab-b3f0-7bac1de85e92,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:31.826867 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-95782e4b-d330-4f9d-8cbf-55807d8931de tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4535058 Jul 08 01:58:31.836915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44094) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:31.871921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a237c2f-1152-4725-b7e9-16e4e9d5a77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7ed0e7-8c0f-4b6b-a4fb-1b9f54d61c73,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:31.912693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '1ddc2970-0b55-43ab-b3f0-7bac1de85e92', 'ip_address': '2001:db8::bfd8:c493:4bfc:f047'}], 'name': 'tempest-NetworksTestDHCPv6-224547536'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:31.979458 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d5cb8f5d-e0b2-47af-ac90-b5d28bfe95c6 req-6d0cf331-d6b7-41f0-b50d-9d1203406ffa service neutron] 10.222.0.16 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957980 Jul 08 01:58:32.037373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '1ddc2970-0b55-43ab-b3f0-7bac1de85e92'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:32.038363 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.078611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745bc52c-99f3-405c-968d-93eabd3afe01 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:32.102135 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.154430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Transition to ACTIVE for port object 745bc52c-99f3-405c-968d-93eabd3afe01 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:32.159195 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.185316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb5a9d5f-c4ae-4d21-8e95-f931e3dcaf87 req-c5184f66-2d73-4242-ae47-fb961f2038c1 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 210 time: 0.4236665 Jul 08 01:58:32.339077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Allocated IP 172.20.0.10 (49f345cf-061f-41a0-b90c-c609c2bc58cf/1d3a829d-69cf-4a1a-83b7-440d705384e8/5d9c67fd-234c-4bc6-9578-77979d5d162a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:32.383032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:32.448815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Pushing event updated for resources: {'Port': ['ID=745bc52c-99f3-405c-968d-93eabd3afe01,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:32.452231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Attempting to bind port 745bc52c-99f3-405c-968d-93eabd3afe01 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:32.452603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Attempting to bind port 745bc52c-99f3-405c-968d-93eabd3afe01 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'd8a76352-69ae-4ef4-9cd7-51535a47e33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7a0756-e7c1-4e62-b577-7ce2fdb778cb'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:32.452931 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Attempting to bind port 745bc52c-99f3-405c-968d-93eabd3afe01 on network ff7a0756-e7c1-4e62-b577-7ce2fdb778cb {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:32.464883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Port 745bc52c-99f3-405c-968d-93eabd3afe01 on network ff7a0756-e7c1-4e62-b577-7ce2fdb778cb not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:58:32.465147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Attempting to bind port 745bc52c-99f3-405c-968d-93eabd3afe01 on network ff7a0756-e7c1-4e62-b577-7ce2fdb778cb {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:32.471408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:32.471752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Checking segment: {'id': 'd8a76352-69ae-4ef4-9cd7-51535a47e33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7a0756-e7c1-4e62-b577-7ce2fdb778cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:32.472145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Bound using segment: {'id': 'd8a76352-69ae-4ef4-9cd7-51535a47e33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7a0756-e7c1-4e62-b577-7ce2fdb778cb'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:32.472632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Bound port: 745bc52c-99f3-405c-968d-93eabd3afe01, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a76352-69ae-4ef4-9cd7-51535a47e33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ff7a0756-e7c1-4e62-b577-7ce2fdb778cb'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:32.472995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.524984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/1ddc2970-0b55-43ab-b3f0-7bac1de85e92/b3a7d208-5770-4277-ae53-4327474c8c91) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:32.587787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] For port 745bc52c-99f3-405c-968d-93eabd3afe01, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:32.588895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ddc741-fc8d-4e0e-89f3-79aa9d43ab2e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Router a050aabb-083b-42fc-9369-7f107d70aab6 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:58:32.598768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] For port 745bc52c-99f3-405c-968d-93eabd3afe01, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=745bc52c-99f3-405c-968d-93eabd3afe01,segment=NetworkSegment(d8a76352-69ae-4ef4-9cd7-51535a47e33d),segment_id=d8a76352-69ae-4ef4-9cd7-51535a47e33d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:32.606684 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.694377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44118) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:32.695581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Pushing event updated for resources: {'Port': ['ID=745bc52c-99f3-405c-968d-93eabd3afe01,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:32.729273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc156-d8f3-4380-beff-5da7dbc636c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.775449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:32.864718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc156-d8f3-4380-beff-5da7dbc636c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.867332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:32.868105 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.869953 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-52fad61c-94d9-43ab-838b-64fcdd261deb service neutron] 10.222.0.24 "PUT /v2.0/ports/745bc52c-99f3-405c-968d-93eabd3afe01 HTTP/1.1" status: 200 len: 1092 time: 3.4274411 Jul 08 01:58:32.870671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e7f6a4-387a-4100-a271-f3f7b845349a', 'tag': '745bc52c-99f3-405c-968d-93eabd3afe01'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:32.873949 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b34d9a2-3040-4fe9-a357-36dc79f213e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e7f6a4-387a-4100-a271-f3f7b845349a", "tag": "745bc52c-99f3-405c-968d-93eabd3afe01"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:32.874512 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862699c-652c-43b5-913c-fa57325a1a2e req-f0cf2c55-ee69-434c-ad1c-63f98519a83a tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:32.877874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc156-d8f3-4380-beff-5da7dbc636c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.889711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3862699c-652c-43b5-913c-fa57325a1a2e req-f0cf2c55-ee69-434c-ad1c-63f98519a83a tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 943 time: 0.6491914 Jul 08 01:58:32.914535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbc156-d8f3-4380-beff-5da7dbc636c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7194361d-be4b-4769-aab8-f1742f3d04da,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:32.961627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:32.970494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:32.978026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:32.978438 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.001516 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f5bbc156-d8f3-4380-beff-5da7dbc636c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=059650fa48ca4c64af7900d6449a154f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023453 Jul 08 01:58:33.004263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44122) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:33.021596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Transition to ACTIVE for port object b3a7d208-5770-4277-ae53-4327474c8c91 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:33.052838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Transition to ACTIVE for port object b3a7d208-5770-4277-ae53-4327474c8c91 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:33.084525 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.110867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-56fd4c90-4c28-4a01-b6eb-b683ba1aa20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:33.112844 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-56fd4c90-4c28-4a01-b6eb-b683ba1aa20c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e29dc4931ffc454984dca52dbdde55c8&device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 1095 time: 0.1658509 Jul 08 01:58:33.120143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f1b955d-e4b3-4027-a69d-2beec4c64934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.121393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:33.128710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:33.153278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:33.169371 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.218044 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-9e6a3b69-d772-4a46-a472-e585a19acf68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745bc52c-99f3-405c-968d-93eabd3afe01 HTTP/1.1" status: 200 len: 217 time: 0.0948904 Jul 08 01:58:33.275927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f1b955d-e4b3-4027-a69d-2beec4c64934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.311787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:33.324926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e84380-bdcf-4227-a998-98204b597349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:33.336097 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51cf683-cc82-4214-96eb-07e7e2b9fcd7" -d '{"events": [{"server_uuid": "75e84380-bdcf-4227-a998-98204b597349", "name": "network-vif-plugged", "status": "completed", "tag": "b0c463ca-aba2-4e9c-8d56-5cb0bc27f775"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:33.356151 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.365782 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Pushing event updated for resources: {'Port': ['ID=b3a7d208-5770-4277-ae53-4327474c8c91,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:33.387914 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Attempting to bind port b3a7d208-5770-4277-ae53-4327474c8c91 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:33.393223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Attempting to bind port b3a7d208-5770-4277-ae53-4327474c8c91 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:33.393892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Attempting to bind port b3a7d208-5770-4277-ae53-4327474c8c91 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:33.407189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:33.409177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:33.410525 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.411163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:33.411912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Bound port: b3a7d208-5770-4277-ae53-4327474c8c91, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:33.412592 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.446156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-714c11e5-a5ec-4afa-b53c-414a8f4b4a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:33.449817 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-714c11e5-a5ec-4afa-b53c-414a8f4b4a9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a1d8e1c-8dce-4788-a7e3-be839b4b618a HTTP/1.1" status: 200 len: 853 time: 0.1568410 Jul 08 01:58:33.466607 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.544425 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-d373304d-b57a-4416-b593-bc1945708a24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff7a0756-e7c1-4e62-b577-7ce2fdb778cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801723 Jul 08 01:58:33.551531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:33.560883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3862699c-652c-43b5-913c-fa57325a1a2e req-fe1e2d70-3f78-4be2-8bfd-59e4631076e3 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffa90a20-b599-4fbd-8ae0-675336b4a8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6068699 Jul 08 01:58:33.574583 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] For port b3a7d208-5770-4277-ae53-4327474c8c91, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:33.578954 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] For port b3a7d208-5770-4277-ae53-4327474c8c91, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b3a7d208-5770-4277-ae53-4327474c8c91,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:33.584020 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.589338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 8fee87a2-1437-4a34-9344-2f5ebf7ec8c6 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:33.610553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f1b955d-e4b3-4027-a69d-2beec4c64934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.637503 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f1b955d-e4b3-4027-a69d-2beec4c64934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:33.639408 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2f1b955d-e4b3-4027-a69d-2beec4c64934 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7194361d-be4b-4769-aab8-f1742f3d04da HTTP/1.1" status: 204 len: 168 time: 0.6313975 Jul 08 01:58:33.711331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b955d-e4b3-4027-a69d-2beec4c64934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7194361d-be4b-4769-aab8-f1742f3d04da,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:33.722606 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40221d68-2db4-4eb5-9332-cba3cd8e8ff1 x-openstack-request-id: req-40221d68-2db4-4eb5-9332-cba3cd8e8ff1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:33.723097 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e7f6a4-387a-4100-a271-f3f7b845349a", "tag": "745bc52c-99f3-405c-968d-93eabd3afe01", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:33.723784 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40221d68-2db4-4eb5-9332-cba3cd8e8ff1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:33.724409 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e7f6a4-387a-4100-a271-f3f7b845349a', 'tag': '745bc52c-99f3-405c-968d-93eabd3afe01', 'status': 'completed', 'code': 200} Jul 08 01:58:33.759063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8af6b0-a105-4557-b5b5-89723f74d4b5 None None] Pushing event updated for resources: {'Port': ['ID=b3a7d208-5770-4277-ae53-4327474c8c91,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:33.831082 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-fa3f4774-e1c6-4a8e-a9f6-97c47db53141 service neutron] 10.222.0.24 "GET /v2.0/networks/ff7a0756-e7c1-4e62-b577-7ce2fdb778cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793057 Jul 08 01:58:33.847948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca84464-d94c-468b-99f3-d5bd6c8b5a83 req-e050d11a-2610-40af-ae98-385b78f46058 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:33.853703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fca84464-d94c-468b-99f3-d5bd6c8b5a83 req-e050d11a-2610-40af-ae98-385b78f46058 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 944 time: 0.9564111 Jul 08 01:58:34.151570 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-839ba777-869a-46ac-a9bd-d8d440991b88 req-3fa69595-7724-4ac2-9653-80eb02fa591f service neutron] 10.222.0.24 "GET /v2.0/networks/ff7a0756-e7c1-4e62-b577-7ce2fdb778cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139117 Jul 08 01:58:34.182453 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ddc741-fc8d-4e0e-89f3-79aa9d43ab2e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:58:34.220943 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] Sync routers for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:58:34.239005 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:34.240260 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:34.263662 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81ddc741-fc8d-4e0e-89f3-79aa9d43ab2e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.276802 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.285679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4cf8bc59-6e2e-4649-8068-cdc7d2d32252 req-4e4d92c6-0ed3-437c-abb2-be3201971ea3 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 210 time: 0.1999390 Jul 08 01:58:34.346491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34d9a2-3040-4fe9-a357-36dc79f213e1 req-6c3125be-bf35-4b84-8919-d6f755d9cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:34.348315 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0b34d9a2-3040-4fe9-a357-36dc79f213e1 req-6c3125be-bf35-4b84-8919-d6f755d9cc95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e29dc4931ffc454984dca52dbdde55c8&device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 1095 time: 0.1305919 Jul 08 01:58:34.428992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-81ddc741-fc8d-4e0e-89f3-79aa9d43ab2e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "PUT /v2.0/floatingips/925abd6b-6ba2-487e-a4f8-1ad101ec8e1c HTTP/1.1" status: 200 len: 991 time: 8.1101606 Jul 08 01:58:34.445572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Transition to ACTIVE for port object 5d9c67fd-234c-4bc6-9578-77979d5d162a will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:34.471991 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bc770e-94a6-4d3f-a173-62d58bfb45ef x-openstack-request-id: req-60bc770e-94a6-4d3f-a173-62d58bfb45ef {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:34.472512 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e84380-bdcf-4227-a998-98204b597349", "name": "network-vif-plugged", "status": "completed", "tag": "b0c463ca-aba2-4e9c-8d56-5cb0bc27f775", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:34.472924 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60bc770e-94a6-4d3f-a173-62d58bfb45ef {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:34.473667 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e84380-bdcf-4227-a998-98204b597349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775', 'code': 200} Jul 08 01:58:34.498659 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fca84464-d94c-468b-99f3-d5bd6c8b5a83 req-fba0cd7b-d8e3-44dd-a416-47d86c9a46c9 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=42503305-fbfa-4193-b194-2a03426ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5720105 Jul 08 01:58:34.499284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:34.518107 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:34.521096 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1089913-9f5f-434a-9d06-d3fa8a64004a" -d '{"events": [{"name": "network-changed", "server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:34.739390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::bfd8:c493:4bfc:f047 (de78c256-7209-4d49-9cc2-cf9ec79a7408/1ddc2970-0b55-43ab-b3f0-7bac1de85e92/8fee87a2-1437-4a34-9344-2f5ebf7ec8c6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:34.747561 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:58:34.752596 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faee435-3b3e-452f-a74a-6631d027f3c2 x-openstack-request-id: req-3faee435-3b3e-452f-a74a-6631d027f3c2 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:34.753110 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:34.760728 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3faee435-3b3e-452f-a74a-6631d027f3c2 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:34.761522 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'status': 'completed', 'code': 200} Jul 08 01:58:34.769726 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:35.072724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Network 49f345cf-061f-41a0-b90c-c609c2bc58cf is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:35.098449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:35.136031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34d9a2-3040-4fe9-a357-36dc79f213e1 req-54fd0c44-364e-4235-b9ef-2b9d282d1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:35.138371 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0b34d9a2-3040-4fe9-a357-36dc79f213e1 req-54fd0c44-364e-4235-b9ef-2b9d282d1c5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff7a0756-e7c1-4e62-b577-7ce2fdb778cb HTTP/1.1" status: 200 len: 914 time: 0.7830768 Jul 08 01:58:35.171377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:35.194224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Pushing event updated for resources: {'Port': ['ID=5d9c67fd-234c-4bc6-9578-77979d5d162a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:35.308965 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b3a7d208-5770-4277-ae53-4327474c8c91 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:35.396900 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0b34d9a2-3040-4fe9-a357-36dc79f213e1 req-1fbda691-f48c-4904-a08e-e63914438761 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=745bc52c-99f3-405c-968d-93eabd3afe01 HTTP/1.1" status: 200 len: 217 time: 0.2432854 Jul 08 01:58:35.425120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1f943-67d4-480d-ac67-70326fd9f647 req-d108c2bd-9ee1-4809-9f19-cf69b2da5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:35.427262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-50c1f943-67d4-480d-ac67-70326fd9f647 req-d108c2bd-9ee1-4809-9f19-cf69b2da5980 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 1097 time: 0.7568722 Jul 08 01:58:35.541931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b3a7d208-5770-4277-ae53-4327474c8c91 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:35.613150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:35.616452 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:35.670636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-eb58e172-2e94-467a-8138-8f4c95ab0158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:35.685003 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-eb58e172-2e94-467a-8138-8f4c95ab0158 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1098 time: 0.8690088 Jul 08 01:58:35.831611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34d9a2-3040-4fe9-a357-36dc79f213e1 req-7502d75b-4bbe-494e-987b-e5101cdb00a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:35.865254 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0b34d9a2-3040-4fe9-a357-36dc79f213e1 req-7502d75b-4bbe-494e-987b-e5101cdb00a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a1d8e1c-8dce-4788-a7e3-be839b4b618a HTTP/1.1" status: 200 len: 853 time: 0.4617307 Jul 08 01:58:35.918749 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '925abd6b-6ba2-487e-a4f8-1ad101ec8e1c', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'port_id': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'mac_address': 'fa:16:3e:cf:72:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:57:40Z', 'updated_at': '2021-07-08T01:58:29Z', 'revision_number': 1, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:35.973128 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] Checking router: a050aabb-083b-42fc-9369-7f107d70aab6 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:58:35.993759 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:35.994623 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:35.998742 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-50c1f943-67d4-480d-ac67-70326fd9f647 req-47813183-0cf8-4e39-a523-4c3b3f3a4c35 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=42503305-fbfa-4193-b194-2a03426ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4871109 Jul 08 01:58:36.004092 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0b34d9a2-3040-4fe9-a357-36dc79f213e1 req-45727877-aa1a-4a16-b13c-13565d1e8bcd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff7a0756-e7c1-4e62-b577-7ce2fdb778cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249664 Jul 08 01:58:36.036724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] Provisioning for port 5d9c67fd-234c-4bc6-9578-77979d5d162a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:36.056944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] Provisioning complete for port 5d9c67fd-234c-4bc6-9578-77979d5d162a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:36.059877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.200343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] Port 5d9c67fd-234c-4bc6-9578-77979d5d162a cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:36.226343 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:58:36.234231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] Provisioning for port b3a7d208-5770-4277-ae53-4327474c8c91 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:36.239932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] Provisioning complete for port b3a7d208-5770-4277-ae53-4327474c8c91 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:36.240798 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.322408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-edd0bfd5-e139-4cb6-9aa4-350bd9a6ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:36.329888 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-edd0bfd5-e139-4cb6-9aa4-350bd9a6ff0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.6368012 Jul 08 01:58:36.367920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44194) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:36.489507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-d1a39c0c-2c6a-4a73-b6a4-fcd62617b288 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 999 time: 0.1459014 Jul 08 01:58:36.551159 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.704251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] For port b3a7d208-5770-4277-ae53-4327474c8c91, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b3a7d208-5770-4277-ae53-4327474c8c91,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:36.714092 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:36.793561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-ba8ba9b6-420c-410c-aa6e-f1606169ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:36.798558 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-ba8ba9b6-420c-410c-aa6e-f1606169ea22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.2957449 Jul 08 01:58:36.809905 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0b34d9a2-3040-4fe9-a357-36dc79f213e1 req-27f2e540-9921-4744-800d-0a55705657b5 service neutron] 10.222.0.24 "GET /v2.0/networks/ff7a0756-e7c1-4e62-b577-7ce2fdb778cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505884 Jul 08 01:58:36.886258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49682e-d274-4a76-ad09-939100276838 req-244189fa-eaa9-4433-9e12-dd3733539b8e tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:36.892919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f49682e-d274-4a76-ad09-939100276838 req-244189fa-eaa9-4433-9e12-dd3733539b8e tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 943 time: 1.9228270 Jul 08 01:58:36.912455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-41ba9998-418a-4a55-a418-bb1244dbe298 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 5.8047342 Jul 08 01:58:36.913630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a2c18-179c-4041-8ae7-5783652fb764 None None] Pushing event updated for resources: {'Port': ['ID=b3a7d208-5770-4277-ae53-4327474c8c91,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:36.979488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Request body: {'port': {'device_id': 'ae0cd094-d553-4deb-a874-8ead992c7a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:37.059601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b3a7d208-5770-4277-ae53-4327474c8c91 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:37.174711 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '925abd6b-6ba2-487e-a4f8-1ad101ec8e1c', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'port_id': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'mac_address': 'fa:16:3e:cf:72:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:57:40Z', 'updated_at': '2021-07-08T01:58:29Z', 'revision_number': 1, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:37.215598 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a770c7-363a-4e63-8047-403f846b93f9 None None] The sync data for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 is: [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '925abd6b-6ba2-487e-a4f8-1ad101ec8e1c', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'port_id': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'mac_address': 'fa:16:3e:cf:72:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:57:40Z', 'updated_at': '2021-07-08T01:58:29Z', 'revision_number': 1, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:58:37.232935 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b3a7d208-5770-4277-ae53-4327474c8c91 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:37.233422 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.256210 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.261942 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0b34d9a2-3040-4fe9-a357-36dc79f213e1 req-35db2022-ed25-4edf-b336-3c93474025b5 service neutron] 10.222.0.24 "GET /v2.0/networks/ff7a0756-e7c1-4e62-b577-7ce2fdb778cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391716 Jul 08 01:58:37.332355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-2bd1873e-2824-468b-9fed-aa3a670e9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:37.335254 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-2bd1873e-2824-468b-9fed-aa3a670e9fe4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5302601 Jul 08 01:58:37.338293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f49682e-d274-4a76-ad09-939100276838 req-f2d97bb0-9fab-4a1f-91ba-e53560e6bcfe tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffa90a20-b599-4fbd-8ae0-675336b4a8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247315 Jul 08 01:58:37.349655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 8fee87a2-1437-4a34-9344-2f5ebf7ec8c6 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:37.454134 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5db1aa63-9034-42dd-b292-9db6c049de4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efad61b775c546a3b6846a8f36f7bbf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0803776 Jul 08 01:58:37.463728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44214) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:37.473712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad178c6-889b-4e9c-a33c-a006fd0c6c9c req-1140d165-7af7-4879-a638-ae29ee99303e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:37.475722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ad178c6-889b-4e9c-a33c-a006fd0c6c9c req-1140d165-7af7-4879-a638-ae29ee99303e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1028 time: 1.8077807 Jul 08 01:58:37.624745 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.674694 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-9996f402-3c1a-4736-8b93-f751cd1f8005 service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260202 Jul 08 01:58:37.713637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0f4d8-667e-408c-a021-f267381232ba None None] New status for floating IP 925abd6b-6ba2-487e-a4f8-1ad101ec8e1c: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:58:37.844342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:37.897320 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b1089913-9f5f-434a-9d06-d3fa8a64004a req-519cf847-3001-4f73-9cf8-863dfbabc308 service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091718 Jul 08 01:58:37.977404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ad178c6-889b-4e9c-a33c-a006fd0c6c9c req-14d1231d-e321-4c59-a33f-fff8ca404c1a tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626493 Jul 08 01:58:38.143190 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:38.161171 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa93624b-72cb-4ced-b786-eeb67cb614ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.162818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:38.178710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:38.184457 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:38.185186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.189368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=8fee87a2-1437-4a34-9344-2f5ebf7ec8c6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:38.248955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa93624b-72cb-4ced-b786-eeb67cb614ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.267060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 745bc52c-99f3-405c-968d-93eabd3afe01 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:38.314885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4c58c9d8-9a2d-49ee-ad52-ec90d9344240 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.4763441 Jul 08 01:58:38.317581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44228) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:38.396867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f720c8-898c-4ea2-ae8f-0950801c6ede req-f782c635-f128-468a-97a4-324254fb8921 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:38.405764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51f720c8-898c-4ea2-ae8f-0950801c6ede req-f782c635-f128-468a-97a4-324254fb8921 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 945 time: 0.6599402 Jul 08 01:58:38.483520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5757fec0-be93-4059-bb25-ca0351c5ae76 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:38.518513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5757fec0-be93-4059-bb25-ca0351c5ae76 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:38.520852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5757fec0-be93-4059-bb25-ca0351c5ae76 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2020473 Jul 08 01:58:38.531708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44232) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:38.547614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-51f720c8-898c-4ea2-ae8f-0950801c6ede req-673dff3e-1af2-4c20-9f03-6e2366a472a0 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=42503305-fbfa-4193-b194-2a03426ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350367 Jul 08 01:58:38.566020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 745bc52c-99f3-405c-968d-93eabd3afe01, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=745bc52c-99f3-405c-968d-93eabd3afe01,segment=NetworkSegment(d8a76352-69ae-4ef4-9cd7-51535a47e33d),segment_id=d8a76352-69ae-4ef4-9cd7-51535a47e33d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:38.606033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '745bc52c-99f3-405c-968d-93eabd3afe01', 'network_id': 'ff7a0756-e7c1-4e62-b577-7ce2fdb778cb', 'port_id': '745bc52c-99f3-405c-968d-93eabd3afe01', 'mac_address': 'fa:16:3e:8f:28:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1d8e1c-8dce-4788-a7e3-be839b4b618a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:38.624741 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa93624b-72cb-4ced-b786-eeb67cb614ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.644882 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa93624b-72cb-4ced-b786-eeb67cb614ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.653394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fa93624b-72cb-4ced-b786-eeb67cb614ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7939322e-c0bd-4153-af59-7458efdd344f HTTP/1.1" status: 204 len: 168 time: 1.1756346 Jul 08 01:58:38.700781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93624b-72cb-4ced-b786-eeb67cb614ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7939322e-c0bd-4153-af59-7458efdd344f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:38.784374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44240) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:38.790813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f56988b1-71c5-4d18-bc3e-560498242d00 None None] Provisioning for port 8fee87a2-1437-4a34-9344-2f5ebf7ec8c6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:38.803071 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.806703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f56988b1-71c5-4d18-bc3e-560498242d00 None None] Provisioning complete for port 8fee87a2-1437-4a34-9344-2f5ebf7ec8c6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:38.807069 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f56988b1-71c5-4d18-bc3e-560498242d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:38.839968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745bc52c-99f3-405c-968d-93eabd3afe01 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:38.866778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-593f0c97-cb8e-466a-827b-25a61eeb9b7c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 8fee87a2-1437-4a34-9344-2f5ebf7ec8c6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:38.867370 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-593f0c97-cb8e-466a-827b-25a61eeb9b7c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.016528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 745bc52c-99f3-405c-968d-93eabd3afe01, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=745bc52c-99f3-405c-968d-93eabd3afe01,segment=NetworkSegment(d8a76352-69ae-4ef4-9cd7-51535a47e33d),segment_id=d8a76352-69ae-4ef4-9cd7-51535a47e33d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:39.025035 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.041427 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.076803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f56988b1-71c5-4d18-bc3e-560498242d00 None None] Port 8fee87a2-1437-4a34-9344-2f5ebf7ec8c6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:58:39.186365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-593f0c97-cb8e-466a-827b-25a61eeb9b7c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.188896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9c67fd-234c-4bc6-9578-77979d5d162a {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:39.224556 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.241274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['745bc52c-99f3-405c-968d-93eabd3afe01'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:39.245825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=745bc52c-99f3-405c-968d-93eabd3afe01,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:39.271134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-593f0c97-cb8e-466a-827b-25a61eeb9b7c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 8fee87a2-1437-4a34-9344-2f5ebf7ec8c6 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:39.299450 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Transition to ACTIVE for port object 5d9c67fd-234c-4bc6-9578-77979d5d162a will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:39.321933 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.349030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e68857-928a-4a1e-ab20-8c7df789a4ab req-08717f1f-0636-4765-b020-b5c28f1d99df tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:39.357137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75e68857-928a-4a1e-ab20-8c7df789a4ab req-08717f1f-0636-4765-b020-b5c28f1d99df tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 943 time: 0.6770270 Jul 08 01:58:39.418181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5ff86-34e3-48fc-a68d-3866d7d97b05 req-7724ce65-6567-48d0-89a8-421d52dbb81e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:39.420861 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ce5ff86-34e3-48fc-a68d-3866d7d97b05 req-7724ce65-6567-48d0-89a8-421d52dbb81e tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 945 time: 0.5251162 Jul 08 01:58:39.439393 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:58:39.443282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:39.462831 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7c839e11-077a-4708-9d64-745133d201fb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Request body: {'floatingip': {'port_id': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:39.591998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0d1fd21-0a67-4f0c-a9d7-884f8c6a4796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.623297 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-593f0c97-cb8e-466a-827b-25a61eeb9b7c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.684025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Pushing event updated for resources: {'Port': ['ID=5d9c67fd-234c-4bc6-9578-77979d5d162a,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:39.708147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f0c97-cb8e-466a-827b-25a61eeb9b7c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=8fee87a2-1437-4a34-9344-2f5ebf7ec8c6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:39.716263 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c839e11-077a-4708-9d64-745133d201fb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.779193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-593f0c97-cb8e-466a-827b-25a61eeb9b7c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:39.809101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-593f0c97-cb8e-466a-827b-25a61eeb9b7c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/8fee87a2-1437-4a34-9344-2f5ebf7ec8c6 HTTP/1.1" status: 204 len: 168 time: 1.2669675 Jul 08 01:58:39.810333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44268) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:39.977835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80971a4d-36cf-40bb-a88d-8c4aa10a8124 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:39.979613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80971a4d-36cf-40bb-a88d-8c4aa10a8124 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:39.985236 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-80971a4d-36cf-40bb-a88d-8c4aa10a8124 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1725926 Jul 08 01:58:39.986156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44274) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:40.090999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-044ca133-f0a0-4e2d-ad0e-4f3142178742 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 1ddc2970-0b55-43ab-b3f0-7bac1de85e92 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:40.098125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-044ca133-f0a0-4e2d-ad0e-4f3142178742 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.172747 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-044ca133-f0a0-4e2d-ad0e-4f3142178742 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.174449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75e68857-928a-4a1e-ab20-8c7df789a4ab req-9bb641c4-561b-4a9b-9686-7fbc0fad8d53 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffa90a20-b599-4fbd-8ae0-675336b4a8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8154135 Jul 08 01:58:40.265141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 745bc52c-99f3-405c-968d-93eabd3afe01 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:40.322971 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-044ca133-f0a0-4e2d-ad0e-4f3142178742 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.382221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536e137-7435-4763-87b5-fb08ad46f049 req-e4d65459-d996-410f-b8eb-db678a666917 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:40.383976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b536e137-7435-4763-87b5-fb08ad46f049 req-e4d65459-d996-410f-b8eb-db678a666917 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1054 time: 0.2813377 Jul 08 01:58:40.391631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 745bc52c-99f3-405c-968d-93eabd3afe01 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:40.397655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 745bc52c-99f3-405c-968d-93eabd3afe01 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:40.398404 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.429636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-044ca133-f0a0-4e2d-ad0e-4f3142178742 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.443077 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b536e137-7435-4763-87b5-fb08ad46f049 req-6df2f5f1-dc62-4aaa-9985-726b02cd8886 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488834 Jul 08 01:58:40.474672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Attempting to bind port 5d9c67fd-234c-4bc6-9578-77979d5d162a on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:40.475046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Attempting to bind port 5d9c67fd-234c-4bc6-9578-77979d5d162a by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:40.475492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Attempting to bind port 5d9c67fd-234c-4bc6-9578-77979d5d162a on network 49f345cf-061f-41a0-b90c-c609c2bc58cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:40.487159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Port 5d9c67fd-234c-4bc6-9578-77979d5d162a on network 49f345cf-061f-41a0-b90c-c609c2bc58cf not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:58:40.487521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Attempting to bind port 5d9c67fd-234c-4bc6-9578-77979d5d162a on network 49f345cf-061f-41a0-b90c-c609c2bc58cf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:40.491132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ca133-f0a0-4e2d-ad0e-4f3142178742 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=1ddc2970-0b55-43ab-b3f0-7bac1de85e92,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:40.506495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-044ca133-f0a0-4e2d-ad0e-4f3142178742 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.511818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:40.512148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Checking segment: {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:40.513291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-044ca133-f0a0-4e2d-ad0e-4f3142178742 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/1ddc2970-0b55-43ab-b3f0-7bac1de85e92 HTTP/1.1" status: 204 len: 168 time: 0.5256515 Jul 08 01:58:40.513566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Bound using segment: {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:40.514981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44284) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:40.515736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Bound port: 5d9c67fd-234c-4bc6-9578-77979d5d162a, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:40.515736 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.516434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63246670-35d2-4b3f-a957-fa65f06e49dc None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:40.576043 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-544b998e-3395-4bd7-bde9-9ea8387daa77 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602880 Jul 08 01:58:40.576958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44288) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:40.584277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fdbe06eb-2f00-49b7-9721-1610779f62ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:40.713468 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.748101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e7f6a4-387a-4100-a271-f3f7b845349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745bc52c-99f3-405c-968d-93eabd3afe01'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:40.751246 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1612e82a-4d57-4f2f-a705-7ff655327591" -d '{"events": [{"server_uuid": "e6e7f6a4-387a-4100-a271-f3f7b845349a", "name": "network-vif-plugged", "status": "completed", "tag": "745bc52c-99f3-405c-968d-93eabd3afe01"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:40.769678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 745bc52c-99f3-405c-968d-93eabd3afe01, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=745bc52c-99f3-405c-968d-93eabd3afe01,segment=NetworkSegment(d8a76352-69ae-4ef4-9cd7-51535a47e33d),segment_id=d8a76352-69ae-4ef4-9cd7-51535a47e33d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:40.781991 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:40.877097 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f177aec-873f-49e7-a544-e31d5d66e1ad x-openstack-request-id: req-7f177aec-873f-49e7-a544-e31d5d66e1ad {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:40.877737 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e7f6a4-387a-4100-a271-f3f7b845349a", "name": "network-vif-plugged", "status": "completed", "tag": "745bc52c-99f3-405c-968d-93eabd3afe01", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:40.878061 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f177aec-873f-49e7-a544-e31d5d66e1ad {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:40.878564 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e7f6a4-387a-4100-a271-f3f7b845349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745bc52c-99f3-405c-968d-93eabd3afe01', 'code': 200} Jul 08 01:58:40.936585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465072ce-8ca6-45dc-b93a-0e1aa4569b6e None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:58:40.955471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=745bc52c-99f3-405c-968d-93eabd3afe01,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:40.982279 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-7c839e11-077a-4708-9d64-745133d201fb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 01:58:41.026351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-465072ce-8ca6-45dc-b93a-0e1aa4569b6e None None] Deleting port b3a7d208-5770-4277-ae53-4327474c8c91 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:41.027175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-465072ce-8ca6-45dc-b93a-0e1aa4569b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.091549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] For port 5d9c67fd-234c-4bc6-9578-77979d5d162a, host n-h1-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:41.105599 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527ebf2-36e6-4eb5-8eed-01294fc00ff7 req-d75f8bf4-a196-4eb2-b143-bfaebd5e2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:41.106106 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b3a7d208-5770-4277-ae53-4327474c8c91 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:41.115004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d527ebf2-36e6-4eb5-8eed-01294fc00ff7 req-d75f8bf4-a196-4eb2-b143-bfaebd5e2f86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 1097 time: 0.1593928 Jul 08 01:58:41.161497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] For port 5d9c67fd-234c-4bc6-9578-77979d5d162a, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5d9c67fd-234c-4bc6-9578-77979d5d162a,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:41.174711 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d527ebf2-36e6-4eb5-8eed-01294fc00ff7 req-35d8d0d9-f920-48b7-8cf7-b9b8513522df service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ffa90a20-b599-4fbd-8ae0-675336b4a8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526714 Jul 08 01:58:41.179247 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.184365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-465072ce-8ca6-45dc-b93a-0e1aa4569b6e None None] For port b3a7d208-5770-4277-ae53-4327474c8c91, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b3a7d208-5770-4277-ae53-4327474c8c91,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:41.184855 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-465072ce-8ca6-45dc-b93a-0e1aa4569b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.212586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-465072ce-8ca6-45dc-b93a-0e1aa4569b6e None None] Calling delete_port for b3a7d208-5770-4277-ae53-4327474c8c91 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:41.293130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c839e11-077a-4708-9d64-745133d201fb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.301392 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.327283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:41.328946 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.331749 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] 10.222.0.16 "PUT /v2.0/ports/5d9c67fd-234c-4bc6-9578-77979d5d162a HTTP/1.1" status: 200 len: 1093 time: 4.4072385 Jul 08 01:58:41.333874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c839e11-077a-4708-9d64-745133d201fb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.338523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae0cd094-d553-4deb-a874-8ead992c7a71', 'tag': '5d9c67fd-234c-4bc6-9578-77979d5d162a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:41.342848 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a7b7b5-309e-44af-9cae-b80eda23f54c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae0cd094-d553-4deb-a874-8ead992c7a71", "tag": "5d9c67fd-234c-4bc6-9578-77979d5d162a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:41.349375 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0d1fd21-0a67-4f0c-a9d7-884f8c6a4796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.397850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe06eb-2f00-49b7-9721-1610779f62ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:41.402647 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdbe06eb-2f00-49b7-9721-1610779f62ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.475476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port b3a7d208-5770-4277-ae53-4327474c8c91, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b3a7d208-5770-4277-ae53-4327474c8c91,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:41.482214 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.614233 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0d1fd21-0a67-4f0c-a9d7-884f8c6a4796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.734649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=b3a7d208-5770-4277-ae53-4327474c8c91,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:41.798106 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-465072ce-8ca6-45dc-b93a-0e1aa4569b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:41.804953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca34f67-40b5-4248-b196-4d10c9ef174b service neutron] Pushing event updated for resources: {'Port': ['ID=5d9c67fd-234c-4bc6-9578-77979d5d162a,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:41.885455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465072ce-8ca6-45dc-b93a-0e1aa4569b6e None None] Pushing event deleted for resources: {'Port': ['ID=b3a7d208-5770-4277-ae53-4327474c8c91,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:41.905538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465072ce-8ca6-45dc-b93a-0e1aa4569b6e None None] No DVR routers for this DVR port b3a7d208-5770-4277-ae53-4327474c8c91 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:41.992009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdbe06eb-2f00-49b7-9721-1610779f62ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.053410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1fd21-0a67-4f0c-a9d7-884f8c6a4796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7ed675-e49a-418d-bd09-a1684d967e0c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:42.065306 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e0d1fd21-0a67-4f0c-a9d7-884f8c6a4796 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6ee1b05dfb046388cbca2aba4aba305&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2772141 Jul 08 01:58:42.076197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:42.104051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe06eb-2f00-49b7-9721-1610779f62ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=143eb3fb-b3bd-4819-9bd2-32c2630abfb8,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:42.158295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe06eb-2f00-49b7-9721-1610779f62ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:42.168111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe06eb-2f00-49b7-9721-1610779f62ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:42.181724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe06eb-2f00-49b7-9721-1610779f62ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:42.182422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdbe06eb-2f00-49b7-9721-1610779f62ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.190548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e2d72e-33a0-4cf3-929a-24ce68c7430b None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:42.236190 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-7c839e11-077a-4708-9d64-745133d201fb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Floating IP f6468e13-4ac8-45a4-aa29-d98e0b221057 associated. External IP: 172.25.4.36, port: b0c463ca-aba2-4e9c-8d56-5cb0bc27f775. Jul 08 01:58:42.237363 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fdbe06eb-2f00-49b7-9721-1610779f62ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6583145 Jul 08 01:58:42.241386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44318) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:42.246636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '143eb3fb-b3bd-4819-9bd2-32c2630abfb8', 'ip_address': '2001:db8::9dcc:9c53:ca00:6201'}], 'name': 'tempest-NetworksTestDHCPv6-574690592'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:42.379122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9292-e45d-483f-b989-45bc6a6d3ae2 req-f8381d20-dfd7-47aa-8cd0-ce9726ea8993 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:42.382038 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e11c9292-e45d-483f-b989-45bc6a6d3ae2 req-f8381d20-dfd7-47aa-8cd0-ce9726ea8993 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 945 time: 0.8578997 Jul 08 01:58:42.493739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '143eb3fb-b3bd-4819-9bd2-32c2630abfb8'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:42.494947 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.559985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-b103cfed-cadc-4318-86af-162956da09af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:42.563066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-b103cfed-cadc-4318-86af-162956da09af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbe56f02fe2049ddaa3351a3ecd0db68&device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1096 time: 1.0406787 Jul 08 01:58:42.572653 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e11c9292-e45d-483f-b989-45bc6a6d3ae2 req-5a678dd1-51f8-4a49-acac-6d2a8f10efdb tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffa90a20-b599-4fbd-8ae0-675336b4a8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797285 Jul 08 01:58:42.573524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a1d40b8-8701-4af1-af6d-a200d8b257f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.632796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-b1d646cc-05cf-44d7-a211-de8585678d39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9c67fd-234c-4bc6-9578-77979d5d162a HTTP/1.1" status: 200 len: 217 time: 0.0554163 Jul 08 01:58:42.704062 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2072ac-8c3b-4b0c-b9b5-43b4fd092816 x-openstack-request-id: req-4f2072ac-8c3b-4b0c-b9b5-43b4fd092816 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:42.704459 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae0cd094-d553-4deb-a874-8ead992c7a71", "tag": "5d9c67fd-234c-4bc6-9578-77979d5d162a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:42.704684 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f2072ac-8c3b-4b0c-b9b5-43b4fd092816 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:42.705211 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae0cd094-d553-4deb-a874-8ead992c7a71', 'tag': '5d9c67fd-234c-4bc6-9578-77979d5d162a', 'status': 'completed', 'code': 200} Jul 08 01:58:42.780960 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a1d40b8-8701-4af1-af6d-a200d8b257f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:42.797093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ca1d0-aa3c-401e-8a38-5810d102d993 req-e8b062bb-8b5b-4f0b-9458-ff81df6a7602 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:42.814055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-659ca1d0-aa3c-401e-8a38-5810d102d993 req-e8b062bb-8b5b-4f0b-9458-ff81df6a7602 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1096 time: 0.6713624 Jul 08 01:58:42.895699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7e2a9853-112b-4a3c-b8d6-86c0b6fdfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:42.897324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-7e2a9853-112b-4a3c-b8d6-86c0b6fdfff7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d3a829d-69cf-4a1a-83b7-440d705384e8 HTTP/1.1" status: 200 len: 849 time: 0.2018905 Jul 08 01:58:42.989845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:43.086864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-659ca1d0-aa3c-401e-8a38-5810d102d993 req-cfdd895d-11f6-4e09-8167-8851f3a95749 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722688 Jul 08 01:58:43.103132 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a1d40b8-8701-4af1-af6d-a200d8b257f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:43.103374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/143eb3fb-b3bd-4819-9bd2-32c2630abfb8/d87faab1-88b9-4572-a811-74b63bbfb072) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:43.106354 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a1d40b8-8701-4af1-af6d-a200d8b257f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:43.109713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5a1d40b8-8701-4af1-af6d-a200d8b257f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea7ed675-e49a-418d-bd09-a1684d967e0c HTTP/1.1" status: 204 len: 168 time: 1.0280242 Jul 08 01:58:43.121637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d40b8-8701-4af1-af6d-a200d8b257f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7ed675-e49a-418d-bd09-a1684d967e0c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:43.123872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:43.156662 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c839e11-077a-4708-9d64-745133d201fb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Router ff5b97b6-238f-4750-afeb-f30652cc010e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:58:43.174948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port bfa204ea-2c1e-433b-9293-17a8c6a26b4d yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:43.179040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-733d3871-178e-404b-9c29-670d9ba870f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:43.181022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-733d3871-178e-404b-9c29-670d9ba870f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49f345cf-061f-41a0-b90c-c609c2bc58cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2708323 Jul 08 01:58:43.551363 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:43.588617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Transition to ACTIVE for port object d87faab1-88b9-4572-a811-74b63bbfb072 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:43.643228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Transition to ACTIVE for port object d87faab1-88b9-4572-a811-74b63bbfb072 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:43.653675 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:43.759858 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::9dcc:9c53:ca00:6201 (de78c256-7209-4d49-9cc2-cf9ec79a7408/143eb3fb-b3bd-4819-9bd2-32c2630abfb8/bfa204ea-2c1e-433b-9293-17a8c6a26b4d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:43.823476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Pushing event updated for resources: {'Port': ['ID=d87faab1-88b9-4572-a811-74b63bbfb072,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:43.862619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:43.872341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:43.881416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:44.001923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44340) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:44.059991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Attempting to bind port d87faab1-88b9-4572-a811-74b63bbfb072 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:44.060958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Attempting to bind port d87faab1-88b9-4572-a811-74b63bbfb072 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:44.061472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c839e11-077a-4708-9d64-745133d201fb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:58:44.062019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Attempting to bind port d87faab1-88b9-4572-a811-74b63bbfb072 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:44.072777 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] Sync routers for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:58:44.075083 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c839e11-077a-4708-9d64-745133d201fb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.079474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49eb41cc-30bb-40a6-ba2d-6b0d9f5b032a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.087419 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-a18037bc-4bdb-4bae-916b-de385a75f397 service neutron] 10.222.0.16 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8621418 Jul 08 01:58:44.088973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:44.090182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:44.090962 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.091979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:44.092470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Bound port: d87faab1-88b9-4572-a811-74b63bbfb072, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:44.093144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.106763 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:44.108407 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:44.338357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] For port d87faab1-88b9-4572-a811-74b63bbfb072, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:44.355851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49eb41cc-30bb-40a6-ba2d-6b0d9f5b032a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.361764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.367529 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49eb41cc-30bb-40a6-ba2d-6b0d9f5b032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.367726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] For port d87faab1-88b9-4572-a811-74b63bbfb072, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d87faab1-88b9-4572-a811-74b63bbfb072,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:44.377044 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.436943 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:58:44.441699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7c839e11-077a-4708-9d64-745133d201fb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "PUT /v2.0/floatingips/f6468e13-4ac8-45a4-aa29-d98e0b221057 HTTP/1.1" status: 200 len: 990 time: 4.9805653 Jul 08 01:58:44.473690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object bfa204ea-2c1e-433b-9293-17a8c6a26b4d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:44.545264 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-49eb41cc-30bb-40a6-ba2d-6b0d9f5b032a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=736d6ed3e1d04c88bcc0e26bbd92c7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415404 Jul 08 01:58:44.556031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3e5d0-d249-450a-8c88-dc4cd00aab2f None None] Pushing event updated for resources: {'Port': ['ID=d87faab1-88b9-4572-a811-74b63bbfb072,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:44.558290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44d7a-4f3c-4cf5-a8cd-b80a2ba37db1 req-2b897200-9117-4889-a595-45cf00694509 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:44.576865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29a44d7a-4f3c-4cf5-a8cd-b80a2ba37db1 req-2b897200-9117-4889-a595-45cf00694509 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 945 time: 0.6302235 Jul 08 01:58:44.580687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:44.581511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb41cc-30bb-40a6-ba2d-6b0d9f5b032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5808d5-942d-46dd-8a07-1d6eb0be5b50,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:44.724611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e84380-bdcf-4227-a998-98204b597349', 'tag': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:44.727671 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cf0459-384a-4442-a712-83171cabf787" -d '{"events": [{"name": "network-changed", "server_uuid": "75e84380-bdcf-4227-a998-98204b597349", "tag": "b0c463ca-aba2-4e9c-8d56-5cb0bc27f775"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:44.795744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d16c66f-d597-434d-9c00-27e32af46269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.866959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9c32fb-c325-44ba-9880-e5d6f1d75c58 req-187c02fd-0094-43b8-9344-d92ad69eeacd service neutron] 10.222.0.16 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199938 Jul 08 01:58:44.874276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d16c66f-d597-434d-9c00-27e32af46269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:44.952598 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29a44d7a-4f3c-4cf5-a8cd-b80a2ba37db1 req-4925c69e-b418-4d9b-b57c-b849493c8393 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffa90a20-b599-4fbd-8ae0-675336b4a8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750114 Jul 08 01:58:45.009785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.194247 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'f6468e13-4ac8-45a4-aa29-d98e0b221057', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'port_id': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'mac_address': 'fa:16:3e:bc:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e84380-bdcf-4227-a998-98204b597349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:58:06Z', 'updated_at': '2021-07-08T01:58:40Z', 'revision_number': 1, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:45.210103 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d87faab1-88b9-4572-a811-74b63bbfb072 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:45.221332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7187d-70d5-4323-bca1-393b9a904c93 req-764ea59f-e38b-4fb2-8d2d-ec0cea6a5382 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:45.232644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ad7187d-70d5-4323-bca1-393b9a904c93 req-764ea59f-e38b-4fb2-8d2d-ec0cea6a5382 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1096 time: 0.5964592 Jul 08 01:58:45.248877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=bfa204ea-2c1e-433b-9293-17a8c6a26b4d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:45.261580 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] Checking router: ff5b97b6-238f-4750-afeb-f30652cc010e for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:58:45.286072 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:58:45.287788 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:45.298833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:45.300526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d16c66f-d597-434d-9c00-27e32af46269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.303756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d16c66f-d597-434d-9c00-27e32af46269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.305163 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6d16c66f-d597-434d-9c00-27e32af46269 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e5808d5-942d-46dd-8a07-1d6eb0be5b50 HTTP/1.1" status: 204 len: 168 time: 0.7126939 Jul 08 01:58:45.306343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:45.317283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:45.324017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:45.324739 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:45.327357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d16c66f-d597-434d-9c00-27e32af46269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5808d5-942d-46dd-8a07-1d6eb0be5b50,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:45.353188 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-20f372dc-6310-462a-80f2-1a96e91a077c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1104090 Jul 08 01:58:45.354202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44368) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:45.408000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ad7187d-70d5-4323-bca1-393b9a904c93 req-a285d5ab-05b4-4dcb-a8a5-5a34db67220c tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735897 Jul 08 01:58:45.453176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port d87faab1-88b9-4572-a811-74b63bbfb072 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:45.485986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-4fb92ee4-b27f-4716-91f9-553b5cd13170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:45.487650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-4fb92ee4-b27f-4716-91f9-553b5cd13170 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fbe56f02fe2049ddaa3351a3ecd0db68&device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1096 time: 0.5058794 Jul 08 01:58:45.518717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10aaf2d-7c08-4ab6-b9ad-16714d9f3a5b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:45.526169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10aaf2d-7c08-4ab6-b9ad-16714d9f3a5b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:45.531062 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b10aaf2d-7c08-4ab6-b9ad-16714d9f3a5b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1745884 Jul 08 01:58:45.532147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44370) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:45.610189 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:58:45.685244 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b3226e-c7aa-4cfb-a091-7a53d7c56a04 x-openstack-request-id: req-33b3226e-c7aa-4cfb-a091-7a53d7c56a04 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:45.685718 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e84380-bdcf-4227-a998-98204b597349", "tag": "b0c463ca-aba2-4e9c-8d56-5cb0bc27f775", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:45.686122 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33b3226e-c7aa-4cfb-a091-7a53d7c56a04 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:45.686780 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e84380-bdcf-4227-a998-98204b597349', 'tag': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775', 'status': 'completed', 'code': 200} Jul 08 01:58:45.847638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-1903a3ef-588f-4957-a92f-606eb3dc7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:45.847638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-1903a3ef-588f-4957-a92f-606eb3dc7c63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=49f345cf-061f-41a0-b90c-c609c2bc58cf HTTP/1.1" status: 200 len: 911 time: 0.3436577 Jul 08 01:58:45.924274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-7226c911-a361-411f-b8ec-2203e87aa826 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d9c67fd-234c-4bc6-9578-77979d5d162a HTTP/1.1" status: 200 len: 217 time: 0.0757749 Jul 08 01:58:45.961853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9bd70-c054-4421-8d2b-2a3f4ff3c839 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port bfa204ea-2c1e-433b-9293-17a8c6a26b4d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:45.968839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bd70-c054-4421-8d2b-2a3f4ff3c839 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:46.027609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf0459-384a-4442-a712-83171cabf787 req-86ab97d5-d291-4cd3-bbb7-b83b410cb620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:46.039415 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4cf0459-384a-4442-a712-83171cabf787 req-86ab97d5-d291-4cd3-bbb7-b83b410cb620 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 1097 time: 0.3949869 Jul 08 01:58:46.113055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-cac28d50-034f-4a05-ad9b-f0552d723764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:46.116229 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-cac28d50-034f-4a05-ad9b-f0552d723764 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d3a829d-69cf-4a1a-83b7-440d705384e8 HTTP/1.1" status: 200 len: 849 time: 0.1708388 Jul 08 01:58:46.331715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-18d530c9-b123-468d-a613-62c769534db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:46.361148 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-18d530c9-b123-468d-a613-62c769534db3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49f345cf-061f-41a0-b90c-c609c2bc58cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2363751 Jul 08 01:58:46.528294 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'f6468e13-4ac8-45a4-aa29-d98e0b221057', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'port_id': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'mac_address': 'fa:16:3e:bc:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e84380-bdcf-4227-a998-98204b597349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:58:06Z', 'updated_at': '2021-07-08T01:58:40Z', 'revision_number': 1, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:46.604031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bd70-c054-4421-8d2b-2a3f4ff3c839 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:46.677547 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3861ecc-7317-46cf-99b3-605c05108d18 None None] The sync data for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 is: [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'f6468e13-4ac8-45a4-aa29-d98e0b221057', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'port_id': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'mac_address': 'fa:16:3e:bc:79:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e84380-bdcf-4227-a998-98204b597349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T01:58:06Z', 'updated_at': '2021-07-08T01:58:40Z', 'revision_number': 1, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:58:46.706525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-879f3a99-adfc-454f-9f52-74ea5a845e5e None None] Provisioning for port d87faab1-88b9-4572-a811-74b63bbfb072 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:46.728770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-879f3a99-adfc-454f-9f52-74ea5a845e5e None None] Provisioning complete for port d87faab1-88b9-4572-a811-74b63bbfb072 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:46.730805 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-879f3a99-adfc-454f-9f52-74ea5a845e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:46.783256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9bd70-c054-4421-8d2b-2a3f4ff3c839 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for bfa204ea-2c1e-433b-9293-17a8c6a26b4d owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:46.831602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-bccb3c8f-aea2-4387-9427-cb7166e40fae service neutron] 10.222.0.16 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637022 Jul 08 01:58:46.912635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf0459-384a-4442-a712-83171cabf787 req-f7963729-4182-49d5-83e8-72d63b341af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:46.916117 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4cf0459-384a-4442-a712-83171cabf787 req-f7963729-4182-49d5-83e8-72d63b341af4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 912 time: 0.7495642 Jul 08 01:58:46.977897 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-879f3a99-adfc-454f-9f52-74ea5a845e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.107468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-879f3a99-adfc-454f-9f52-74ea5a845e5e None None] For port d87faab1-88b9-4572-a811-74b63bbfb072, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d87faab1-88b9-4572-a811-74b63bbfb072,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:47.118026 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-879f3a99-adfc-454f-9f52-74ea5a845e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.135163 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-bbefed26-0012-446b-a834-afb1b9fd7036 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9667723 Jul 08 01:58:47.388517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f3a99-adfc-454f-9f52-74ea5a845e5e None None] Pushing event updated for resources: {'Port': ['ID=d87faab1-88b9-4572-a811-74b63bbfb072,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:47.401630 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4cf0459-384a-4442-a712-83171cabf787 req-9d1a2493-b7b6-4fdb-99ef-4b2c344d4024 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 HTTP/1.1" status: 200 len: 998 time: 0.3879344 Jul 08 01:58:47.409739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d662db-e1c1-42a3-93e0-89731dccd171 None None] New status for floating IP f6468e13-4ac8-45a4-aa29-d98e0b221057: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 01:58:47.427363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d2fbc-9c42-4574-94e1-8587bde5135c req-1dfc3628-546d-4382-b3ee-1d643726ae0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:47.458347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da3d2fbc-9c42-4574-94e1-8587bde5135c req-1dfc3628-546d-4382-b3ee-1d643726ae0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1096 time: 0.5209169 Jul 08 01:58:47.479978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-3f71d0fc-4997-4cee-87d2-c1b484dda2c4 service neutron] 10.222.0.16 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348209 Jul 08 01:58:47.569550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-6a5df597-5d32-49aa-aabd-6bd5104c97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:47.571144 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-6a5df597-5d32-49aa-aabd-6bd5104c97f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1098 time: 0.3337104 Jul 08 01:58:47.595164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf0459-384a-4442-a712-83171cabf787 req-5b373323-fd51-4334-a8fd-d8743f3d5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:47.597127 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4cf0459-384a-4442-a712-83171cabf787 req-5b373323-fd51-4334-a8fd-d8743f3d5f1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 200 len: 850 time: 0.1649976 Jul 08 01:58:47.653389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da3d2fbc-9c42-4574-94e1-8587bde5135c req-4511054c-5d75-4f9e-be83-667d29eb1a4c tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901855 Jul 08 01:58:47.771473 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bd70-c054-4421-8d2b-2a3f4ff3c839 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.872970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9bd70-c054-4421-8d2b-2a3f4ff3c839 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=bfa204ea-2c1e-433b-9293-17a8c6a26b4d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:47.882111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f3bb9455-d1c5-457e-a938-6c27e01193ec None None] Provisioning for port bfa204ea-2c1e-433b-9293-17a8c6a26b4d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:47.898553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f3bb9455-d1c5-457e-a938-6c27e01193ec None None] Provisioning complete for port bfa204ea-2c1e-433b-9293-17a8c6a26b4d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:47.898932 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9455-d1c5-457e-a938-6c27e01193ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:47.933323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f3bb9455-d1c5-457e-a938-6c27e01193ec None None] Port bfa204ea-2c1e-433b-9293-17a8c6a26b4d was deleted so its status cannot be updated. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 08 01:58:48.037674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-01041cc1-0b65-48d1-98c1-1d8ba498cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:48.039336 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-01041cc1-0b65-48d1-98c1-1d8ba498cbae service neutron] 10.222.0.16 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.3893209 Jul 08 01:58:48.043759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bcb9bd70-c054-4421-8d2b-2a3f4ff3c839 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.050157 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bcb9bd70-c054-4421-8d2b-2a3f4ff3c839 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/bfa204ea-2c1e-433b-9293-17a8c6a26b4d HTTP/1.1" status: 204 len: 168 time: 2.5168135 Jul 08 01:58:48.053732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44422) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:48.066786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf0459-384a-4442-a712-83171cabf787 req-5bc63bf6-f126-4249-b299-357c08bee4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:48.068884 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4cf0459-384a-4442-a712-83171cabf787 req-5bc63bf6-f126-4249-b299-357c08bee4b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5ed028f-b8a7-42b6-a69c-211263d91a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4653208 Jul 08 01:58:48.158569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969209ff-03b6-4306-aceb-9a01bc4e3a08 req-45ab62d7-7dc7-4a86-b32f-ac1fc9681920 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:48.163250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-969209ff-03b6-4306-aceb-9a01bc4e3a08 req-45ab62d7-7dc7-4a86-b32f-ac1fc9681920 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 945 time: 0.2793980 Jul 08 01:58:48.262836 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-969209ff-03b6-4306-aceb-9a01bc4e3a08 req-7df0b7d9-969b-4a7e-a8f7-fd31cf3d7cbc tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffa90a20-b599-4fbd-8ae0-675336b4a8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720811 Jul 08 01:58:48.343315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90d31a-c6f8-4816-8ceb-c6046556ecfd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:48.345368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e90d31a-c6f8-4816-8ceb-c6046556ecfd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:48.350423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:48.360776 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5e90d31a-c6f8-4816-8ceb-c6046556ecfd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2903042 Jul 08 01:58:48.406784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-a7efa5e0-4cce-488d-82b9-e4269fd54183 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 1001 time: 0.3499238 Jul 08 01:58:48.532963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-252f63e5-603a-43b0-804d-ee5e1f83e62d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 143eb3fb-b3bd-4819-9bd2-32c2630abfb8 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:48.540629 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-252f63e5-603a-43b0-804d-ee5e1f83e62d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.544335 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4cf0459-384a-4442-a712-83171cabf787 req-94aac42f-012f-4aa1-922f-e075ade16369 service neutron] 10.222.0.16 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547262 Jul 08 01:58:48.569226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-003237c5-e8f5-487c-964d-eb0c26785853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:48.570778 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-003237c5-e8f5-487c-964d-eb0c26785853 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.1533039 Jul 08 01:58:48.677382 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4cf0459-384a-4442-a712-83171cabf787 req-ed507699-71ac-414a-9e0e-8cea14ababda service neutron] 10.222.0.16 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055541 Jul 08 01:58:48.727322 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-252f63e5-603a-43b0-804d-ee5e1f83e62d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:48.778626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5d9c67fd-234c-4bc6-9578-77979d5d162a details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:58:49.007945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-7417a72f-3abe-4456-8864-46d68beecc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:49.013314 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-7417a72f-3abe-4456-8864-46d68beecc0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3348770 Jul 08 01:58:49.044256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-af7942d2-1cd3-4c21-b95b-1af1aac6ee9c tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:49.045480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-af7942d2-1cd3-4c21-b95b-1af1aac6ee9c tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 945 time: 0.3660648 Jul 08 01:58:49.119539 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-252f63e5-603a-43b0-804d-ee5e1f83e62d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.136037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d87faab1-88b9-4572-a811-74b63bbfb072 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:49.189162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2d118-2986-40fb-ade9-f364966ce268 req-4927c6a1-d1e6-4fc7-b0b7-82defa741cd2 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:49.199460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6e2d118-2986-40fb-ade9-f364966ce268 req-4927c6a1-d1e6-4fc7-b0b7-82defa741cd2 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1096 time: 0.2322600 Jul 08 01:58:49.278295 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-e0d156ce-9bf1-4970-86fe-e485a1291ca5 service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500665 Jul 08 01:58:49.296262 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-252f63e5-603a-43b0-804d-ee5e1f83e62d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.304063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5d9c67fd-234c-4bc6-9578-77979d5d162a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5d9c67fd-234c-4bc6-9578-77979d5d162a,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:49.335503 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-252f63e5-603a-43b0-804d-ee5e1f83e62d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.341100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-252f63e5-603a-43b0-804d-ee5e1f83e62d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/143eb3fb-b3bd-4819-9bd2-32c2630abfb8 HTTP/1.1" status: 204 len: 168 time: 0.9893501 Jul 08 01:58:49.341770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44456) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:49.374144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d87faab1-88b9-4572-a811-74b63bbfb072 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:49.374558 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.429051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b13b0fd-0bae-40d9-906c-822bc3959a3e None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:49.440431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6e2d118-2986-40fb-ade9-f364966ce268 req-c79caf9a-9b13-4203-9bda-b11a0c4d3a97 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377486 Jul 08 01:58:49.531489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f63e5-603a-43b0-804d-ee5e1f83e62d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=143eb3fb-b3bd-4819-9bd2-32c2630abfb8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:49.536276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f992e3c7-be2d-4886-bc85-1666645f7974 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1824694 Jul 08 01:58:49.539938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44462) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:49.560352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3ad91e08-25c5-4cdb-86c7-8a9be66ce7e7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:49.572433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '5d9c67fd-234c-4bc6-9578-77979d5d162a', 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf', 'port_id': '5d9c67fd-234c-4bc6-9578-77979d5d162a', 'mac_address': 'fa:16:3e:00:f6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3a829d-69cf-4a1a-83b7-440d705384e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:58:49.689567 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-448fc2fe-5e96-47b7-a39a-37bb980b5dc4 req-536576ca-a111-4e79-b7d8-b31dcc94527d service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028249 Jul 08 01:58:49.692672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-dd6c65ec-c785-48ba-8487-fb2f5bf6d587 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Deleting port 745bc52c-99f3-405c-968d-93eabd3afe01 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:49.693249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-dd6c65ec-c785-48ba-8487-fb2f5bf6d587 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.755097 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.787029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9c67fd-234c-4bc6-9578-77979d5d162a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:58:49.819978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5d9c67fd-234c-4bc6-9578-77979d5d162a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5d9c67fd-234c-4bc6-9578-77979d5d162a,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:49.829012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:49.931492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc57324-c1e6-4350-8a6a-c615ad7c4951 req-47748281-5a03-4c70-94cf-965fcaf56d7f tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:49.940049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dfc57324-c1e6-4350-8a6a-c615ad7c4951 req-47748281-5a03-4c70-94cf-965fcaf56d7f tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 945 time: 0.2132978 Jul 08 01:58:49.981565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad91e08-25c5-4cdb-86c7-8a9be66ce7e7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:49.988353 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad91e08-25c5-4cdb-86c7-8a9be66ce7e7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.087448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-dd6c65ec-c785-48ba-8487-fb2f5bf6d587 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] For port 745bc52c-99f3-405c-968d-93eabd3afe01, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=745bc52c-99f3-405c-968d-93eabd3afe01,segment=NetworkSegment(d8a76352-69ae-4ef4-9cd7-51535a47e33d),segment_id=d8a76352-69ae-4ef4-9cd7-51535a47e33d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:50.088044 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-dd6c65ec-c785-48ba-8487-fb2f5bf6d587 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.185849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-dd6c65ec-c785-48ba-8487-fb2f5bf6d587 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Calling delete_port for 745bc52c-99f3-405c-968d-93eabd3afe01 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:50.213843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5d9c67fd-234c-4bc6-9578-77979d5d162a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:50.313470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5d9c67fd-234c-4bc6-9578-77979d5d162a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:58:50.425862 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad91e08-25c5-4cdb-86c7-8a9be66ce7e7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.584878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad91e08-25c5-4cdb-86c7-8a9be66ce7e7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:50.590178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88143c9d-9976-4fcb-9e22-d5e5c0757061 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:58:50.596114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3ad91e08-25c5-4cdb-86c7-8a9be66ce7e7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:50.605393 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad91e08-25c5-4cdb-86c7-8a9be66ce7e7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:50.616814 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad91e08-25c5-4cdb-86c7-8a9be66ce7e7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.616814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad91e08-25c5-4cdb-86c7-8a9be66ce7e7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=2dedb049-c06b-42cc-876a-786478b5ada3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:50.653830 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dfc57324-c1e6-4350-8a6a-c615ad7c4951 req-95606699-8e65-47ad-8ec3-397303a6a0a9 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/security-groups?id=ffa90a20-b599-4fbd-8ae0-675336b4a8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7123842 Jul 08 01:58:50.664822 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-dd6c65ec-c785-48ba-8487-fb2f5bf6d587 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.688770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3ad91e08-25c5-4cdb-86c7-8a9be66ce7e7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1458037 Jul 08 01:58:50.689808 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:50.703567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '2dedb049-c06b-42cc-876a-786478b5ada3', 'ip_address': '2001:db8::51a2:d65c:6d8b:bf72'}], 'name': 'tempest-NetworksTestDHCPv6-1366285074'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:50.810690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c65ec-c785-48ba-8487-fb2f5bf6d587 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Pushing event deleted for resources: {'Port': ['ID=745bc52c-99f3-405c-968d-93eabd3afe01,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:50.839058 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-027e90a9-48d4-4b39-8053-365e5bd114c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.896601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-88143c9d-9976-4fcb-9e22-d5e5c0757061 None None] Deleting port d87faab1-88b9-4572-a811-74b63bbfb072 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:50.896981 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-88143c9d-9976-4fcb-9e22-d5e5c0757061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.959340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-dd6c65ec-c785-48ba-8487-fb2f5bf6d587 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] No DVR routers for this DVR port 745bc52c-99f3-405c-968d-93eabd3afe01 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:50.963227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-dd6c65ec-c785-48ba-8487-fb2f5bf6d587 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:50.974946 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa44db68-c234-4927-aafb-12dcfb5a7e83 req-dd6c65ec-c785-48ba-8487-fb2f5bf6d587 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.24 "DELETE /v2.0/ports/745bc52c-99f3-405c-968d-93eabd3afe01 HTTP/1.1" status: 204 len: 173 time: 1.6906111 Jul 08 01:58:50.974946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e7f6a4-387a-4100-a271-f3f7b845349a', 'name': 'network-vif-deleted', 'tag': '745bc52c-99f3-405c-968d-93eabd3afe01'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:50.974946 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ed3788-b4cf-4999-92c6-f5dd074d5f6d" -d '{"events": [{"server_uuid": "e6e7f6a4-387a-4100-a271-f3f7b845349a", "name": "network-vif-deleted", "tag": "745bc52c-99f3-405c-968d-93eabd3afe01"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:51.051846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:51.128959 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad531f6-14b6-4359-b77c-11a8f2cc40e7 x-openstack-request-id: req-bad531f6-14b6-4359-b77c-11a8f2cc40e7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:51.129784 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e7f6a4-387a-4100-a271-f3f7b845349a", "name": "network-vif-deleted", "tag": "745bc52c-99f3-405c-968d-93eabd3afe01", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:51.129784 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bad531f6-14b6-4359-b77c-11a8f2cc40e7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:51.130256 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e7f6a4-387a-4100-a271-f3f7b845349a', 'name': 'network-vif-deleted', 'tag': '745bc52c-99f3-405c-968d-93eabd3afe01', 'status': 'completed', 'code': 200} Jul 08 01:58:51.170580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-88143c9d-9976-4fcb-9e22-d5e5c0757061 None None] For port d87faab1-88b9-4572-a811-74b63bbfb072, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d87faab1-88b9-4572-a811-74b63bbfb072,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:51.172021 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-88143c9d-9976-4fcb-9e22-d5e5c0757061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:51.189477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-88143c9d-9976-4fcb-9e22-d5e5c0757061 None None] Calling delete_port for d87faab1-88b9-4572-a811-74b63bbfb072 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:51.259587 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:51.321771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d87faab1-88b9-4572-a811-74b63bbfb072 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:51.349324 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port cfb28615-8af7-4c7d-9fe5-8f9dc494c5b4 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:51.381007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: d87faab1-88b9-4572-a811-74b63bbfb072 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:51.383014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d87faab1-88b9-4572-a811-74b63bbfb072 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:51.385018 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-88143c9d-9976-4fcb-9e22-d5e5c0757061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:51.463283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88143c9d-9976-4fcb-9e22-d5e5c0757061 None None] No DVR routers for this DVR port d87faab1-88b9-4572-a811-74b63bbfb072 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:51.469301 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88143c9d-9976-4fcb-9e22-d5e5c0757061 None None] Pushing event deleted for resources: {'Port': ['ID=d87faab1-88b9-4572-a811-74b63bbfb072,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:51.486553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bce0fa-88a5-4730-853b-551dfdd8eee3 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:51.647846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44556) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:51.746452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::51a2:d65c:6d8b:bf72 (de78c256-7209-4d49-9cc2-cf9ec79a7408/2dedb049-c06b-42cc-876a-786478b5ada3/cfb28615-8af7-4c7d-9fe5-8f9dc494c5b4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:51.946810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '2dedb049-c06b-42cc-876a-786478b5ada3'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:51.947931 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.010279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2e9f1-2b98-4a6b-bbb1-542f95fe295c req-cc82b767-2217-4a2c-bd47-eb700db36442 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:52.014348 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d1502c0-b828-45af-87a1-866d5c325731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.021967 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66b2e9f1-2b98-4a6b-bbb1-542f95fe295c req-cc82b767-2217-4a2c-bd47-eb700db36442 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1097 time: 0.7496564 Jul 08 01:58:52.122012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23f5e8f9-5781-43c3-820c-41971f6c8be3 req-5cd608fa-6f30-4d99-807d-39525c81d240 tempest-ServerAddressesTestJSON-1316733762 tempest-ServerAddressesTestJSON-1316733762-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6e7f6a4-387a-4100-a271-f3f7b845349a HTTP/1.1" status: 200 len: 210 time: 0.0883377 Jul 08 01:58:52.207710 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66b2e9f1-2b98-4a6b-bbb1-542f95fe295c req-d3f15a95-af0f-4958-93f8-2729d09d8ff4 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842530 Jul 08 01:58:52.283388 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d1502c0-b828-45af-87a1-866d5c325731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.290698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d1502c0-b828-45af-87a1-866d5c325731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.311412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 745bc52c-99f3-405c-968d-93eabd3afe01 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:52.340011 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.358268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 745bc52c-99f3-405c-968d-93eabd3afe01 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:52.359422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 745bc52c-99f3-405c-968d-93eabd3afe01 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:52.371093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object cfb28615-8af7-4c7d-9fe5-8f9dc494c5b4 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:52.385172 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6d1502c0-b828-45af-87a1-866d5c325731 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ccbc3a215964d26bfad34d360a49c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7358844 Jul 08 01:58:52.386045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:52.408990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1502c0-b828-45af-87a1-866d5c325731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e276a3e6-46af-401b-bc41-75d907a44c02,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:52.488332 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.568441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/2dedb049-c06b-42cc-876a-786478b5ada3/e49a2bfc-9453-4d56-bdc6-363930394b10) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:52.588295 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=cfb28615-8af7-4c7d-9fe5-8f9dc494c5b4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:52.598202 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-065b50a0-b1c0-4004-9329-a7dbc258da31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.630401 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-065b50a0-b1c0-4004-9329-a7dbc258da31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.667361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:52.675897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:52.682749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:52.689774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:52.690840 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.723806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cedc502d-083f-4100-881f-6b14293b7bcd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0321612 Jul 08 01:58:52.731055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:52.767347 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-065b50a0-b1c0-4004-9329-a7dbc258da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.791612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-065b50a0-b1c0-4004-9329-a7dbc258da31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:52.806790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-065b50a0-b1c0-4004-9329-a7dbc258da31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e276a3e6-46af-401b-bc41-75d907a44c02 HTTP/1.1" status: 204 len: 168 time: 0.4182453 Jul 08 01:58:52.832014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5d9c67fd-234c-4bc6-9578-77979d5d162a up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:52.843841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b50a0-b1c0-4004-9329-a7dbc258da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e276a3e6-46af-401b-bc41-75d907a44c02,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:52.992064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746cbb24-8009-4ad4-9ca5-b28974589fe8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:53.013826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44582) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:53.025904 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-746cbb24-8009-4ad4-9ca5-b28974589fe8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2944398 Jul 08 01:58:53.236519 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.263230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 5d9c67fd-234c-4bc6-9578-77979d5d162a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:53.270048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Transition to ACTIVE for port object e49a2bfc-9453-4d56-bdc6-363930394b10 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:53.278258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 5d9c67fd-234c-4bc6-9578-77979d5d162a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:53.278258 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.369676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44598) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:53.395668 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Transition to ACTIVE for port object e49a2bfc-9453-4d56-bdc6-363930394b10 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:53.398531 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b72993bd-3bc4-4788-8931-98fbd4b1e94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.418757 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe5834-53d0-4595-8256-37b0abbb84a1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port cfb28615-8af7-4c7d-9fe5-8f9dc494c5b4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:53.419859 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5834-53d0-4595-8256-37b0abbb84a1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.469449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c8b0e3-4d55-4214-8851-3ddca60c31db admin admin] Deleting subnet 5a1d8e1c-8dce-4788-a7e3-be839b4b618a {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:53.477971 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28c8b0e3-4d55-4214-8851-3ddca60c31db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.482780 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.486948 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.554126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Pushing event updated for resources: {'Port': ['ID=e49a2bfc-9453-4d56-bdc6-363930394b10,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:53.569573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:53.596750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:53.603877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:53.616754 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28c8b0e3-4d55-4214-8851-3ddca60c31db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.621519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5834-53d0-4595-8256-37b0abbb84a1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.651174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe5834-53d0-4595-8256-37b0abbb84a1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for cfb28615-8af7-4c7d-9fe5-8f9dc494c5b4 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:53.651950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0cd094-d553-4deb-a874-8ead992c7a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9c67fd-234c-4bc6-9578-77979d5d162a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:58:53.654273 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d427df7a-b6f9-4d67-8009-7ac38284335c" -d '{"events": [{"server_uuid": "ae0cd094-d553-4deb-a874-8ead992c7a71", "name": "network-vif-plugged", "status": "completed", "tag": "5d9c67fd-234c-4bc6-9578-77979d5d162a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:58:53.711203 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28c8b0e3-4d55-4214-8851-3ddca60c31db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.743292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5d9c67fd-234c-4bc6-9578-77979d5d162a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5d9c67fd-234c-4bc6-9578-77979d5d162a,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:53.774853 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71471521-2c28-481e-baeb-1d44ac9a5290 x-openstack-request-id: req-71471521-2c28-481e-baeb-1d44ac9a5290 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:58:53.775262 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0cd094-d553-4deb-a874-8ead992c7a71", "name": "network-vif-plugged", "status": "completed", "tag": "5d9c67fd-234c-4bc6-9578-77979d5d162a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:58:53.775748 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71471521-2c28-481e-baeb-1d44ac9a5290 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:58:53.776267 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0cd094-d553-4deb-a874-8ead992c7a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9c67fd-234c-4bc6-9578-77979d5d162a', 'code': 200} Jul 08 01:58:53.778491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Attempting to bind port e49a2bfc-9453-4d56-bdc6-363930394b10 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:58:53.780107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Attempting to bind port e49a2bfc-9453-4d56-bdc6-363930394b10 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:58:53.780107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Attempting to bind port e49a2bfc-9453-4d56-bdc6-363930394b10 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:58:53.794823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.808736 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.821854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44602) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:53.834302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28c8b0e3-4d55-4214-8851-3ddca60c31db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.857720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:58:53.857720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:58:53.857720 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.858439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:58:53.858605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Bound port: e49a2bfc-9453-4d56-bdc6-363930394b10, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:58:53.858960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.873123 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28c8b0e3-4d55-4214-8851-3ddca60c31db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.879292 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-28c8b0e3-4d55-4214-8851-3ddca60c31db admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5a1d8e1c-8dce-4788-a7e3-be839b4b618a HTTP/1.1" status: 204 len: 168 time: 0.5053520 Jul 08 01:58:53.879292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db9c8577-c5f8-430b-b8ca-64f8edecdc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.899962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44606) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:53.932694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5d9c67fd-234c-4bc6-9578-77979d5d162a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:53.972707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] For port e49a2bfc-9453-4d56-bdc6-363930394b10, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:58:53.977397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] For port e49a2bfc-9453-4d56-bdc6-363930394b10, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e49a2bfc-9453-4d56-bdc6-363930394b10,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:58:53.981143 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5834-53d0-4595-8256-37b0abbb84a1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:53.983569 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.000351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8b0e3-4d55-4214-8851-3ddca60c31db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1d8e1c-8dce-4788-a7e3-be839b4b618a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:54.037107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a1551-31ec-424e-95ca-aa5945da7791 req-386ea796-f34b-4212-9967-24b5d86d8a14 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:54.042340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde52a6a-2742-4a2a-a0d7-b41bb4c71297 req-a60c4bea-830a-45ad-a476-6d914f1e21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:54.045631 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dde52a6a-2742-4a2a-a0d7-b41bb4c71297 req-a60c4bea-830a-45ad-a476-6d914f1e21dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1098 time: 0.2142963 Jul 08 01:58:54.050841 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-316a1551-31ec-424e-95ca-aa5945da7791 req-386ea796-f34b-4212-9967-24b5d86d8a14 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1097 time: 0.5726373 Jul 08 01:58:54.081224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb876a3-1d7f-4e0c-94fc-0ada02c9144a None None] Pushing event updated for resources: {'Port': ['ID=e49a2bfc-9453-4d56-bdc6-363930394b10,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:54.107860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe5834-53d0-4595-8256-37b0abbb84a1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=cfb28615-8af7-4c7d-9fe5-8f9dc494c5b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:54.147857 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dde52a6a-2742-4a2a-a0d7-b41bb4c71297 req-066abf78-d3ae-466e-8240-8aef9cdfa8ab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909309 Jul 08 01:58:54.172967 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8fe5834-53d0-4595-8256-37b0abbb84a1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.179482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e8fe5834-53d0-4595-8256-37b0abbb84a1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/cfb28615-8af7-4c7d-9fe5-8f9dc494c5b4 HTTP/1.1" status: 204 len: 168 time: 1.1638556 Jul 08 01:58:54.180465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44608) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:54.224778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-316a1551-31ec-424e-95ca-aa5945da7791 req-007a0864-b331-495c-abb4-6cefaa638055 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725163 Jul 08 01:58:54.234694 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db9c8577-c5f8-430b-b8ca-64f8edecdc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.240031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-db9c8577-c5f8-430b-b8ca-64f8edecdc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.286459 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.326228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-db9c8577-c5f8-430b-b8ca-64f8edecdc75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2388895242d24435b60c299b284afbf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5026689 Jul 08 01:58:54.327281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c8577-c5f8-430b-b8ca-64f8edecdc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e045ebdf-f092-4adb-8731-cae4e95c211b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:54.334230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44614) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:54.418595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2149b29-0ea1-4a7a-ac69-6518e019c6e3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:54.418595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2149b29-0ea1-4a7a-ac69-6518e019c6e3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:54.427550 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d2149b29-0ea1-4a7a-ac69-6518e019c6e3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2404795 Jul 08 01:58:54.428397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44618) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:54.458244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3adb25ff-3a3b-472f-8263-6289067c34ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.533601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3adb25ff-3a3b-472f-8263-6289067c34ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.605353 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.621615 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3adb25ff-3a3b-472f-8263-6289067c34ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.625452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3adb25ff-3a3b-472f-8263-6289067c34ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.629054 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3adb25ff-3a3b-472f-8263-6289067c34ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e045ebdf-f092-4adb-8731-cae4e95c211b HTTP/1.1" status: 204 len: 168 time: 0.2914920 Jul 08 01:58:54.651082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb25ff-3a3b-472f-8263-6289067c34ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e045ebdf-f092-4adb-8731-cae4e95c211b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:54.702835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7a0756-e7c1-4e62-b577-7ce2fdb778cb']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:54.717975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14f8b98-45f9-43c7-baf5-0d2cd02bf52d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 2dedb049-c06b-42cc-876a-786478b5ada3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:58:54.731731 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b98-45f9-43c7-baf5-0d2cd02bf52d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.749801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a76352-69ae-4ef4-9cd7-51535a47e33d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:54.750065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a76352-69ae-4ef4-9cd7-51535a47e33d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:58:54.790851 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.846455 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.861263 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b98-45f9-43c7-baf5-0d2cd02bf52d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:54.922454 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.037464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:58:55.042132 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:58:55.174093 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:58:55.244668 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.257490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.262723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ff7a0756-e7c1-4e62-b577-7ce2fdb778cb HTTP/1.1" status: 204 len: 168 time: 1.3558958 Jul 08 01:58:55.274338 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b98-45f9-43c7-baf5-0d2cd02bf52d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.278691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff7a0756-e7c1-4e62-b577-7ce2fdb778cb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:55.295448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e49a2bfc-9453-4d56-bdc6-363930394b10 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:58:55.334234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.334777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.335565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.336221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.336613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.348134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.348134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.348134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.348134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.348134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.348134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.348134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4906434d-c7fb-40da-904f-3358ac937b42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:58:55.417367 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e49a2bfc-9453-4d56-bdc6-363930394b10 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:55.462103 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b98-45f9-43c7-baf5-0d2cd02bf52d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.541161 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14f8b98-45f9-43c7-baf5-0d2cd02bf52d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.545861 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a14f8b98-45f9-43c7-baf5-0d2cd02bf52d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/2dedb049-c06b-42cc-876a-786478b5ada3 HTTP/1.1" status: 204 len: 168 time: 1.0874829 Jul 08 01:58:55.545861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f8b98-45f9-43c7-baf5-0d2cd02bf52d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=2dedb049-c06b-42cc-876a-786478b5ada3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:55.546628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44672) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:55.591169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44674) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:55.696069 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8a60c6d6-e2d5-4133-8585-5cd0bb27298f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1457896 Jul 08 01:58:55.698005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44680) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:55.744232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-13f46beb-3320-4114-9682-f9d1bff0269c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e29dc4931ffc454984dca52dbdde55c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518040 Jul 08 01:58:55.748235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44684) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:55.789161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f11cf-2666-4e4e-bc67-873d4e3fc152 req-0cc1492e-26b2-46ef-8bfa-eaad8104e769 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:55.791771 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e20f11cf-2666-4e4e-bc67-873d4e3fc152 req-0cc1492e-26b2-46ef-8bfa-eaad8104e769 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1098 time: 0.2192953 Jul 08 01:58:55.809696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25592b-3b75-4a85-b90a-c0140f03ea87 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:55.814677 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eb25592b-3b75-4a85-b90a-c0140f03ea87 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1144230 Jul 08 01:58:55.817647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44688) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:55.934427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e20f11cf-2666-4e4e-bc67-873d4e3fc152 req-2f5c2544-4eeb-4885-a501-1df1875f5dac tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253400 Jul 08 01:58:55.950196 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea42047b-5c33-4cff-9e47-84df2f717874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:55.969017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab91b7b-8feb-4d1b-a658-e5442cae5b9d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:55.969017 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bab91b7b-8feb-4d1b-a658-e5442cae5b9d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1485646 Jul 08 01:58:55.972080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44698) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:56.030457 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea42047b-5c33-4cff-9e47-84df2f717874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.074222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da84b888-48c8-473c-94af-d1dc9f688f35 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:56.108457 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:56.111686 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4e22a5dd-157e-40cd-8724-83f8e70226dc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1375997 Jul 08 01:58:56.146492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c892810f-a250-4ca2-93ab-742ff60d9fc0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:56.216391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4a5abcac-b6e7-4c3c-9500-a231baa69fcc None None] Provisioning for port e49a2bfc-9453-4d56-bdc6-363930394b10 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:58:56.305516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4a5abcac-b6e7-4c3c-9500-a231baa69fcc None None] Provisioning complete for port e49a2bfc-9453-4d56-bdc6-363930394b10 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:58:56.306255 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a5abcac-b6e7-4c3c-9500-a231baa69fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.453507 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea42047b-5c33-4cff-9e47-84df2f717874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.458602 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea42047b-5c33-4cff-9e47-84df2f717874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.461068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ea42047b-5c33-4cff-9e47-84df2f717874 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffa90a20-b599-4fbd-8ae0-675336b4a8a2 HTTP/1.1" status: 204 len: 168 time: 0.7100229 Jul 08 01:58:56.472607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c892810f-a250-4ca2-93ab-742ff60d9fc0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:56.477778 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c892810f-a250-4ca2-93ab-742ff60d9fc0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:56.483883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42047b-5c33-4cff-9e47-84df2f717874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa90a20-b599-4fbd-8ae0-675336b4a8a2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:56.581334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8756a-213f-4d4c-b195-3ab6569a7797 req-80cae73a-6515-4a07-843a-e2f0dc9eccf9 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:56.595525 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fdb8756a-213f-4d4c-b195-3ab6569a7797 req-80cae73a-6515-4a07-843a-e2f0dc9eccf9 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1098 time: 0.2484884 Jul 08 01:58:56.666180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fdb8756a-213f-4d4c-b195-3ab6569a7797 req-3ce07ed7-cd9c-431f-838e-4adc3562e6c2 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687687 Jul 08 01:58:57.110252 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.144937 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a5abcac-b6e7-4c3c-9500-a231baa69fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.319007 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c892810f-a250-4ca2-93ab-742ff60d9fc0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.344804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4a5abcac-b6e7-4c3c-9500-a231baa69fcc None None] For port e49a2bfc-9453-4d56-bdc6-363930394b10, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e49a2bfc-9453-4d56-bdc6-363930394b10,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:57.355883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d6a6b6-e8f1-4975-9c26-db2e52942f23 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:58:57.419383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892810f-a250-4ca2-93ab-742ff60d9fc0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=06300f69-2463-4d20-a488-b0b4bdf14c7b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:57.452739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c892810f-a250-4ca2-93ab-742ff60d9fc0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:57.456315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c892810f-a250-4ca2-93ab-742ff60d9fc0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:57.469890 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a5abcac-b6e7-4c3c-9500-a231baa69fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.470395 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c892810f-a250-4ca2-93ab-742ff60d9fc0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:57.471568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c892810f-a250-4ca2-93ab-742ff60d9fc0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.504409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44748) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:57.508167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c892810f-a250-4ca2-93ab-742ff60d9fc0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3740554 Jul 08 01:58:57.518557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '06300f69-2463-4d20-a488-b0b4bdf14c7b', 'ip_address': '2001:db8::ae47:dba1:8f2e:988a'}], 'name': 'tempest-NetworksTestDHCPv6-1792801126'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:57.547604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f24259-2819-49a8-90c9-5908b2ba009a req-c036e73a-297c-4aeb-9097-f5ecaae62981 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:57.553377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33f24259-2819-49a8-90c9-5908b2ba009a req-c036e73a-297c-4aeb-9097-f5ecaae62981 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1098 time: 0.5963211 Jul 08 01:58:57.633584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5abcac-b6e7-4c3c-9500-a231baa69fcc None None] Pushing event updated for resources: {'Port': ['ID=e49a2bfc-9453-4d56-bdc6-363930394b10,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:57.677688 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-33f24259-2819-49a8-90c9-5908b2ba009a req-1aa012a4-943f-474c-93ab-edd691fe986d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180542 Jul 08 01:58:57.691697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-03d6a6b6-e8f1-4975-9c26-db2e52942f23 None None] Deleting port e49a2bfc-9453-4d56-bdc6-363930394b10 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:58:57.692149 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03d6a6b6-e8f1-4975-9c26-db2e52942f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.889973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:57.946108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-03d6a6b6-e8f1-4975-9c26-db2e52942f23 None None] For port e49a2bfc-9453-4d56-bdc6-363930394b10, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e49a2bfc-9453-4d56-bdc6-363930394b10,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:58:57.946854 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03d6a6b6-e8f1-4975-9c26-db2e52942f23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:57.994638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-03d6a6b6-e8f1-4975-9c26-db2e52942f23 None None] Calling delete_port for e49a2bfc-9453-4d56-bdc6-363930394b10 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:58:58.160562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:58.228691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 7afd8b5f-4ab7-49c6-805e-7f3624d20137 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:58:58.360856 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-03d6a6b6-e8f1-4975-9c26-db2e52942f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:58.443106 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d6a6b6-e8f1-4975-9c26-db2e52942f23 None None] Pushing event deleted for resources: {'Port': ['ID=e49a2bfc-9453-4d56-bdc6-363930394b10,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:58.458428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c06054-8645-493b-abed-d923b874bcf3 req-06bd5270-6443-4dce-8ca9-11831198d4b7 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:58.473500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-06bd5270-6443-4dce-8ca9-11831198d4b7 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/networks?id=49f345cf-061f-41a0-b90c-c609c2bc58cf HTTP/1.1" status: 200 len: 911 time: 0.2471023 Jul 08 01:58:58.474276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6a6b6-e8f1-4975-9c26-db2e52942f23 None None] No DVR routers for this DVR port e49a2bfc-9453-4d56-bdc6-363930394b10 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:58:58.513772 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f3df12-82dc-47aa-aa5e-da9f95074ca2 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:58:58.523442 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-105c8ee9-4903-4bc8-800f-efd506ec17fb tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/quotas/fbe56f02fe2049ddaa3351a3ecd0db68 HTTP/1.1" status: 200 len: 375 time: 0.0420358 Jul 08 01:58:58.752856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::ae47:dba1:8f2e:988a (de78c256-7209-4d49-9cc2-cf9ec79a7408/06300f69-2463-4d20-a488-b0b4bdf14c7b/7afd8b5f-4ab7-49c6-805e-7f3624d20137) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:58.924719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-76597264-be13-432d-af8f-71b3c5b5aeb7 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=fbe56f02fe2049ddaa3351a3ecd0db68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3807425 Jul 08 01:58:58.994580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44790) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:58:59.034675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '06300f69-2463-4d20-a488-b0b4bdf14c7b'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:58:59.043037 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:59.159446 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e49a2bfc-9453-4d56-bdc6-363930394b10 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:58:59.306207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-53cc9432-884e-432c-bc77-acf14199e486 service neutron] 10.222.0.41 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768797 Jul 08 01:58:59.357680 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:59.377922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: e49a2bfc-9453-4d56-bdc6-363930394b10 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:58:59.378432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e49a2bfc-9453-4d56-bdc6-363930394b10 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:58:59.419474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-729379673-network', 'tenant_id': '0f120e519a72471389919a70a325b436'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:58:59.440801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 7afd8b5f-4ab7-49c6-805e-7f3624d20137 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:58:59.469976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Made reservation on behalf of 0f120e519a72471389919a70a325b436 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:58:59.473200 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:59.494132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:59.517963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-f372a3c8-e624-42ae-99a8-dc49afaafe89 service neutron] 10.222.0.41 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101965 Jul 08 01:58:59.549892 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:58:59.668838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/06300f69-2463-4d20-a488-b0b4bdf14c7b/9f0b6ca4-d942-40af-9fe2-52b8a2d02624) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:58:59.761326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=7afd8b5f-4ab7-49c6-805e-7f3624d20137,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:58:59.794802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:58:59.809042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:58:59.813939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:58:59.822519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:58:59.823302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.057211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e8b4970-969f-4955-8270-26ed2d8647e8 req-7666c33f-9da3-4031-ae96-1409f06cdf15 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 210 time: 0.0583608 Jul 08 01:59:00.102741 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.111434 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.144472 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fa4cc8ee-d5cd-41a7-9b23-3800aa8cf90c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6384094 Jul 08 01:59:00.151998 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:00.163558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-700d4a3f-f0f3-4439-a434-b63da140035f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '06300f69-2463-4d20-a488-b0b4bdf14c7b', 'ip_address': '2001:db8::ae47:dba1:8f2e:988a'}], 'name': 'tempest-NetworksTestDHCPv6-1606308666'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:00.182315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:59:00.252882 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.254555 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Added segment 2c53c221-5381-4214-b8ea-e58a1293426d of type vlan for network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 Jul 08 01:59:00.258411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2acf66-32e3-47c6-9b7b-038cef670b14,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:00.357818 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.360194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44828) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:00.387366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Transition to ACTIVE for port object 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:00.425173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Transition to ACTIVE for port object 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:00.433586 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.496455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Pushing event updated for resources: {'Port': ['ID=9f0b6ca4-d942-40af-9fe2-52b8a2d02624,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:00.515680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:00.518033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:00.522562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:00.681146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Attempting to bind port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:00.693699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Attempting to bind port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:00.694173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Attempting to bind port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:00.718387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:00.719076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:00.720456 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.722500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:00.723411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Bound port: 9f0b6ca4-d942-40af-9fe2-52b8a2d02624, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:00.724316 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.847215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.858662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:00.918023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.975271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:00.976271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:00.976878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:01.033059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] For port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:01.048534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] For port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9f0b6ca4-d942-40af-9fe2-52b8a2d02624,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:01.058903 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:01.065461 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0696025 Jul 08 01:59:01.070325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44842) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:01.076707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Request body: {'subnet': {'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-729379673-subnet', 'tenant_id': '0f120e519a72471389919a70a325b436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:01.100831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70045eba-f11e-4aed-97a7-2988879408e7 admin admin] Pushing event updated for resources: {'Network': ['ID=87d0d5a7-2254-4910-83c9-b0e5959f6e09,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:01.119956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Made reservation on behalf of 0f120e519a72471389919a70a325b436 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:01.123289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:01.162313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:59:01.174249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:01.377760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f3772-0e26-4e95-84f3-623017a5c15b None None] Pushing event updated for resources: {'Port': ['ID=9f0b6ca4-d942-40af-9fe2-52b8a2d02624,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:01.441257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Allocated IP 172.25.4.53 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/a8d84d66-8ed5-40b7-b9e7-ca0fefb3779a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:01.515356 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:01.684712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:01.745850 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7eb55c3-b9ec-4ddb-8a2d-8d68203477dc req-2b5bc137-4be9-4974-903c-06b9fe0d3855 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 210 time: 0.2439163 Jul 08 01:59:01.794708 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:01.824952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7591d5c0-f8e1-45fb-9714-40bbbdc76f9f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:01.832000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700d4a3f-f0f3-4439-a434-b63da140035f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:01.892453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:01.896480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:01.900015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:01.998656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event updated for resources: {'Port': ['ID=a8d84d66-8ed5-40b7-b9e7-ca0fefb3779a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:02.038510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Checking segment: {'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:02.038895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Network hostable DHCP agents. Network: 87d0d5a7-2254-4910-83c9-b0e5959f6e09, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:59:02.084137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:59:02.088773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.105881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 87d0d5a7-2254-4910-83c9-b0e5959f6e09) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:02.117631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa62a38-ef89-43b8-b922-a6e2e17da221 None None] Network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:02.151317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:02.153402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.159567 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-700d4a3f-f0f3-4439-a434-b63da140035f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.210065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.248283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-52d7e43d-0121-4031-98d3-eac074d4f62e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1759706 Jul 08 01:59:02.250566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-700d4a3f-f0f3-4439-a434-b63da140035f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 3410dc09-43dc-4c1d-9ff6-70708646e0ac yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:59:02.257360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:02.266201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-729379673-router', 'tenant_id': '0f120e519a72471389919a70a325b436', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:02.416044 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.419069 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.603200 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.636977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c4fa4f-d694-48a5-b2e7-88db9ecd90e2 None None] Network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:02.725735 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-700d4a3f-f0f3-4439-a434-b63da140035f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 01:59:02.726381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700d4a3f-f0f3-4439-a434-b63da140035f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:02.930202 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:02.938959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-700d4a3f-f0f3-4439-a434-b63da140035f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.7852368 Jul 08 01:59:02.941724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44868) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:02.955594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c06054-8645-493b-abed-d923b874bcf3 req-dda38bf5-0645-47b9-9cd5-73fa0c3b0e97 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:02.965833 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-dda38bf5-0645-47b9-9cd5-73fa0c3b0e97 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.24 "GET /v2.0/networks?id=49f345cf-061f-41a0-b90c-c609c2bc58cf HTTP/1.1" status: 200 len: 911 time: 0.5703516 Jul 08 01:59:02.986969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Request body: {'port': {'device_id': 'c9c47d65-24c8-42dd-88bb-9608578615ae', 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf', 'admin_state_up': True, 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:03.049849 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.077974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.184335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08794195-5ba9-45c4-af53-b65e88801384 req-5e5371f2-b446-412c-8413-c0ff84b70e66 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 210 time: 0.0489621 Jul 08 01:59:03.220357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:03.252637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88d2f9-bcfe-4864-8c89-bf206dab81a5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:03.252637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88d2f9-bcfe-4864-8c89-bf206dab81a5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:03.258307 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8a88d2f9-bcfe-4864-8c89-bf206dab81a5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3131351 Jul 08 01:59:03.258307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44878) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:03.321441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Made reservation on behalf of fbe56f02fe2049ddaa3351a3ecd0db68 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:03.324033 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.341783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event updated for resources: {'Port': ['ID=a8d84d66-8ed5-40b7-b9e7-ca0fefb3779a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:03.393332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:03.438928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c097d230-cc23-43d6-975f-4ae482a1977a None None] Provisioning for port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:03.450463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c097d230-cc23-43d6-975f-4ae482a1977a None None] Provisioning complete for port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:03.451299 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c097d230-cc23-43d6-975f-4ae482a1977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.531375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Allocated IP 172.20.0.12 (49f345cf-061f-41a0-b90c-c609c2bc58cf/1d3a829d-69cf-4a1a-83b7-440d705384e8/11fa3720-6c8a-43d3-99e2-13f8c86d4f5b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:03.604554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-60d6964c-6019-4def-8509-f5d34a9ee802 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 7afd8b5f-4ab7-49c6-805e-7f3624d20137 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:03.605043 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60d6964c-6019-4def-8509-f5d34a9ee802 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.662573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.663691 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c097d230-cc23-43d6-975f-4ae482a1977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.706391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.710810 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dd35d085-ecdb-4f40-bcda-106765e93d70 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3465409 Jul 08 01:59:03.714946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44884) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:03.721876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c097d230-cc23-43d6-975f-4ae482a1977a None None] For port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9f0b6ca4-d942-40af-9fe2-52b8a2d02624,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:03.727499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-727277584'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:03.728233 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c097d230-cc23-43d6-975f-4ae482a1977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.805136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097d230-cc23-43d6-975f-4ae482a1977a None None] Pushing event updated for resources: {'Port': ['ID=9f0b6ca4-d942-40af-9fe2-52b8a2d02624,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:03.845894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-08d8eca8-f6b1-412f-b0e1-8e09061fe1b2 None None] Could not find standard attr ID for object cfb28615-8af7-4c7d-9fe5-8f9dc494c5b4. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 01:59:03.856716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Made reservation on behalf of 29de0f532bda48829308a5cd9bc1456c for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:03.861041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.861227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.887916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.896855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:03.926538 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60d6964c-6019-4def-8509-f5d34a9ee802 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.026571 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.032024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.074574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4a4421-b076-42f6-aa6b-f8890f3be0ed,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:04.081361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.097465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:59:04.108123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Transition to ACTIVE for port object 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:04.115316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0875bce7-717a-4c6a-adc8-56be31d7025a None None] Provisioning for port 7afd8b5f-4ab7-49c6-805e-7f3624d20137 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:04.121802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0875bce7-717a-4c6a-adc8-56be31d7025a None None] Provisioning complete for port 7afd8b5f-4ab7-49c6-805e-7f3624d20137 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:04.122325 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0875bce7-717a-4c6a-adc8-56be31d7025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.125643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.126300 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Added segment 45263929-e909-414b-8bdf-fed2d4de376c of type vlan for network 2be747a8-4580-4589-8eb7-db5ea72a47f5 Jul 08 01:59:04.172366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Allocated IP 172.25.4.63 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/e3ec1cf1-1b71-468a-86a4-579364fe969f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:04.200017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.204936 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0875bce7-717a-4c6a-adc8-56be31d7025a None None] Port 7afd8b5f-4ab7-49c6-805e-7f3624d20137 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:04.234271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.260742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5d9c67fd-234c-4bc6-9578-77979d5d162a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:04.373654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Network 49f345cf-061f-41a0-b90c-c609c2bc58cf is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:04.383340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:04.388401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:04.400084 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.457746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-60d6964c-6019-4def-8509-f5d34a9ee802 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 7afd8b5f-4ab7-49c6-805e-7f3624d20137 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:04.537635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.543442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:04.544074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.589746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:04.590650 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.605631 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.607536 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8916419 Jul 08 01:59:04.666854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44898) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:04.673073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Request body: {'subnet': {'network_id': '2be747a8-4580-4589-8eb7-db5ea72a47f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:04.705888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.712206 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60d6964c-6019-4def-8509-f5d34a9ee802 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.792796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Pushing event updated for resources: {'Port': ['ID=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:04.817455 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-ba765774-1752-4ab9-a6ea-fb0759abee0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8367677 Jul 08 01:59:04.831304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Request body: {'port': {'device_id': 'c9c47d65-24c8-42dd-88bb-9608578615ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:04.833257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a766eba6-5af7-4cd9-9a18-2b0fcb84bbaa None None] Provisioning for port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:04.841076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:04.842655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a766eba6-5af7-4cd9-9a18-2b0fcb84bbaa None None] Provisioning complete for port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:04.843149 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a766eba6-5af7-4cd9-9a18-2b0fcb84bbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.850335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:04.863483 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60d6964c-6019-4def-8509-f5d34a9ee802 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.868488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-60d6964c-6019-4def-8509-f5d34a9ee802 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/7afd8b5f-4ab7-49c6-805e-7f3624d20137 HTTP/1.1" status: 204 len: 168 time: 1.6093733 Jul 08 01:59:04.870381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:04.871439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:04.875826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ec1cf1-1b71-468a-86a4-579364fe969f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:04.905168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9a969-d5fd-49e3-a737-4d52a44c7519 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event updated for resources: {'Network': ['ID=2be747a8-4580-4589-8eb7-db5ea72a47f5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:04.942743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Made reservation on behalf of 29de0f532bda48829308a5cd9bc1456c for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:04.949508 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:04.958564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a766eba6-5af7-4cd9-9a18-2b0fcb84bbaa None None] Port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:04.964563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 2be747a8-4580-4589-8eb7-db5ea72a47f5 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:59:05.084165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6964c-6019-4def-8509-f5d34a9ee802 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=7afd8b5f-4ab7-49c6-805e-7f3624d20137,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:05.132583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8c676-9469-4bb7-8bc4-93091643902a req-fd4a7971-d53d-4307-8d81-25b00fd7a267 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.134895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:05.147676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65f8c676-9469-4bb7-8bc4-93091643902a req-fd4a7971-d53d-4307-8d81-25b00fd7a267 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1028 time: 0.4963999 Jul 08 01:59:05.176849 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.241593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c430922d-9731-42c5-8ebe-4f199ef5d615 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.243951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c430922d-9731-42c5-8ebe-4f199ef5d615 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.248278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c430922d-9731-42c5-8ebe-4f199ef5d615 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3711245 Jul 08 01:59:05.249768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:05.250552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:05.251316 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.463211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65f8c676-9469-4bb7-8bc4-93091643902a req-78061de4-f90b-4646-99a1-f9bdf14a9c65 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735941 Jul 08 01:59:05.535180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c415a8-ace1-4bdf-9449-d5494cbbef13 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 06300f69-2463-4d20-a488-b0b4bdf14c7b {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:05.541142 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71c415a8-ace1-4bdf-9449-d5494cbbef13 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.706908 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.788329 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71c415a8-ace1-4bdf-9449-d5494cbbef13 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.822423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event updated for resources: {'Subnet': ['ID=3076f07c-0f89-4ded-b7b9-802c7b260d3f,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:05.840983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:05.852193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.865169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Checking segment: {'id': '45263929-e909-414b-8bdf-fed2d4de376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2be747a8-4580-4589-8eb7-db5ea72a47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:05.865169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Network hostable DHCP agents. Network: 2be747a8-4580-4589-8eb7-db5ea72a47f5, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:59:05.872348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Transition to ACTIVE for port object 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:05.881445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.891910 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:05.928363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Network 2be747a8-4580-4589-8eb7-db5ea72a47f5 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:59:05.973906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 2be747a8-4580-4589-8eb7-db5ea72a47f5) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:05.980575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Pushing event updated for resources: {'Port': ['ID=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:05.990640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:05.991799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.033881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519f65a4-e151-4546-88b0-3978bc20db9d None None] Network 2be747a8-4580-4589-8eb7-db5ea72a47f5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:06.037655 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-72fd5220-d541-46c6-85d6-e37c3b4a9389 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3693216 Jul 08 01:59:06.046802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:06.062354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-316850787', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:06.118528 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.120250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.282946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.304997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Attempting to bind port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:06.305374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Attempting to bind port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:06.305886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Attempting to bind port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b on network 49f345cf-061f-41a0-b90c-c609c2bc58cf {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:06.321579 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71c415a8-ace1-4bdf-9449-d5494cbbef13 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.391286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.395722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b on network 49f345cf-061f-41a0-b90c-c609c2bc58cf not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:59:06.396207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Attempting to bind port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b on network 49f345cf-061f-41a0-b90c-c609c2bc58cf {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:06.406856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:06.407214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Checking segment: {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:06.407619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Bound using segment: {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:06.408082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Bound port: 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:06.408636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.455675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-2be747a8-4580-4589-8eb7-db5ea72a47f5', 'network_id': '2be747a8-4580-4589-8eb7-db5ea72a47f5', 'tenant_id': '29de0f532bda48829308a5cd9bc1456c', 'fixed_ips': [{'subnet_id': '3076f07c-0f89-4ded-b7b9-802c7b260d3f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:06.456887 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.476469 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71c415a8-ace1-4bdf-9449-d5494cbbef13 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.595099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c415a8-ace1-4bdf-9449-d5494cbbef13 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=06300f69-2463-4d20-a488-b0b4bdf14c7b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:06.601711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71c415a8-ace1-4bdf-9449-d5494cbbef13 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.612213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-71c415a8-ace1-4bdf-9449-d5494cbbef13 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/06300f69-2463-4d20-a488-b0b4bdf14c7b HTTP/1.1" status: 204 len: 168 time: 1.3594761 Jul 08 01:59:06.616681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44930) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:06.636961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.654030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eeb324-49eb-4d2e-95d0-b7f48ceb0045 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:06.789653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] For port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:06.819231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] For port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:06.832113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.867888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:06.870011 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0abe8001-320a-4a91-82f9-af9b3305dd2a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2451909 Jul 08 01:59:06.876521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b56313ce-b1b8-4f0e-bdfe-ca21e782548a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:06.955659 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Allocated IP 172.20.0.2 (2be747a8-4580-4589-8eb7-db5ea72a47f5/3076f07c-0f89-4ded-b7b9-802c7b260d3f/df5547cc-c083-4890-afe7-636bbc153fee) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:06.995999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:06.996742 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:06.998349 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] 10.222.0.24 "PUT /v2.0/ports/11fa3720-6c8a-43d3-99e2-13f8c86d4f5b HTTP/1.1" status: 200 len: 1093 time: 2.1730285 Jul 08 01:59:07.004388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c47d65-24c8-42dd-88bb-9608578615ae', 'tag': '11fa3720-6c8a-43d3-99e2-13f8c86d4f5b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:07.007301 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c47d65-24c8-42dd-88bb-9608578615ae", "tag": "11fa3720-6c8a-43d3-99e2-13f8c86d4f5b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:07.033643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce12ed-db7b-4252-b9a0-ad3093b7cf7a req-6f8a59ee-1346-48ee-a21a-06f7f5e439d3 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:07.051228 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67ce12ed-db7b-4252-b9a0-ad3093b7cf7a req-6f8a59ee-1346-48ee-a21a-06f7f5e439d3 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1054 time: 0.2822852 Jul 08 01:59:07.105984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Router 5bf62b81-bfe8-417f-b858-80d0a4a41874 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:59:07.176972 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6be0fb-1ff7-4bcd-9050-696d91bce4fa x-openstack-request-id: req-ab6be0fb-1ff7-4bcd-9050-696d91bce4fa {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:07.177433 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c47d65-24c8-42dd-88bb-9608578615ae", "tag": "11fa3720-6c8a-43d3-99e2-13f8c86d4f5b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:07.177839 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab6be0fb-1ff7-4bcd-9050-696d91bce4fa {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:07.178500 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c47d65-24c8-42dd-88bb-9608578615ae', 'tag': '11fa3720-6c8a-43d3-99e2-13f8c86d4f5b', 'status': 'completed', 'code': 200} Jul 08 01:59:07.206107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Pushing event updated for resources: {'Port': ['ID=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:07.229603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56313ce-b1b8-4f0e-bdfe-ca21e782548a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:07.235282 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b56313ce-b1b8-4f0e-bdfe-ca21e782548a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.274763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.278060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.278579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.279027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.279469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.281164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.281618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.284068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.284714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.284995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.285432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.287928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668332b-96bc-470e-8042-d33792bcc801 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:59:07.288936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85b6fe2-a1cb-4744-8877-2bfd8940ea90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:07.684465 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.725991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Transition to ACTIVE for port object df5547cc-c083-4890-afe7-636bbc153fee will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:07.831911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2668332b-96bc-470e-8042-d33792bcc801 None None] Deleting port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:07.832570 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2668332b-96bc-470e-8042-d33792bcc801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.835909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Transition to ACTIVE for port object df5547cc-c083-4890-afe7-636bbc153fee will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:07.892874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:07.907882 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67ce12ed-db7b-4252-b9a0-ad3093b7cf7a req-634121e4-8edc-4a08-b7e6-689e7cb015d9 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8551168 Jul 08 01:59:07.911165 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Sync routers for ids ['5bf62b81-bfe8-417f-b858-80d0a4a41874'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:07.938616 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:07.941184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3951f8ed-97d5-4d3a-878b-becb65494ad2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6824987 Jul 08 01:59:07.945538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44946) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:07.948373 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Routers {'5bf62b81-bfe8-417f-b858-80d0a4a41874'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:07.949873 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5bf62b81-bfe8-417f-b858-80d0a4a41874'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:07.984974 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.124381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Network 2be747a8-4580-4589-8eb7-db5ea72a47f5 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:08.141516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:08.146968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:08.167177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2668332b-96bc-470e-8042-d33792bcc801 None None] For port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9f0b6ca4-d942-40af-9fe2-52b8a2d02624,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:08.168282 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2668332b-96bc-470e-8042-d33792bcc801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.240773 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2668332b-96bc-470e-8042-d33792bcc801 None None] Calling delete_port for 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:08.395190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Pushing event updated for resources: {'Port': ['ID=df5547cc-c083-4890-afe7-636bbc153fee,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:08.455416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b56313ce-b1b8-4f0e-bdfe-ca21e782548a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.475919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c06054-8645-493b-abed-d923b874bcf3 req-550345bf-5263-408f-9298-e16b922bd09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:08.479415 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-550345bf-5263-408f-9298-e16b922bd09c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbe56f02fe2049ddaa3351a3ecd0db68&device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1096 time: 1.4074693 Jul 08 01:59:08.541039 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Set router 5bf62b81-bfe8-417f-b858-80d0a4a41874 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:08.622924 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2668332b-96bc-470e-8042-d33792bcc801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.632274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Attempting to bind port df5547cc-c083-4890-afe7-636bbc153fee on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:08.635839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Attempting to bind port df5547cc-c083-4890-afe7-636bbc153fee by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '45263929-e909-414b-8bdf-fed2d4de376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2be747a8-4580-4589-8eb7-db5ea72a47f5'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:08.636706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Attempting to bind port df5547cc-c083-4890-afe7-636bbc153fee on network 2be747a8-4580-4589-8eb7-db5ea72a47f5 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:08.658006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:08.658408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Checking segment: {'id': '45263929-e909-414b-8bdf-fed2d4de376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2be747a8-4580-4589-8eb7-db5ea72a47f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:08.660601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.663050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Bound using segment: {'id': '45263929-e909-414b-8bdf-fed2d4de376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2be747a8-4580-4589-8eb7-db5ea72a47f5'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:08.663588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Bound port: df5547cc-c083-4890-afe7-636bbc153fee, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45263929-e909-414b-8bdf-fed2d4de376c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2be747a8-4580-4589-8eb7-db5ea72a47f5'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:08.663793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.663991 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.737466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56313ce-b1b8-4f0e-bdfe-ca21e782548a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:08.737466 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-9d9f5c36-c792-42c8-ac83-8f8d89debd59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b HTTP/1.1" status: 200 len: 217 time: 0.2417088 Jul 08 01:59:08.747707 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:08.883607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668332b-96bc-470e-8042-d33792bcc801 None None] No DVR routers for this DVR port 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:08.894425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b56313ce-b1b8-4f0e-bdfe-ca21e782548a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:08.906945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668332b-96bc-470e-8042-d33792bcc801 None None] Pushing event deleted for resources: {'Port': ['ID=9f0b6ca4-d942-40af-9fe2-52b8a2d02624,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:09.028256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c06054-8645-493b-abed-d923b874bcf3 req-309fd201-518a-4305-b927-56a6e483c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:09.040892 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-309fd201-518a-4305-b927-56a6e483c8e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d3a829d-69cf-4a1a-83b7-440d705384e8 HTTP/1.1" status: 200 len: 849 time: 0.2892823 Jul 08 01:59:09.041113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] For port df5547cc-c083-4890-afe7-636bbc153fee, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:09.059648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] For port df5547cc-c083-4890-afe7-636bbc153fee, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=df5547cc-c083-4890-afe7-636bbc153fee,segment=NetworkSegment(45263929-e909-414b-8bdf-fed2d4de376c),segment_id=45263929-e909-414b-8bdf-fed2d4de376c)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:09.075487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e131ef54-7b5c-49da-a0e7-3b5dace90871 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:09.098036 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.099343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56313ce-b1b8-4f0e-bdfe-ca21e782548a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:09.100477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b56313ce-b1b8-4f0e-bdfe-ca21e782548a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.216358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56313ce-b1b8-4f0e-bdfe-ca21e782548a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=f738980a-63e0-4d64-a898-a9417145bfc4,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:09.267844 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'name': 'tempest-ServerRescueTestJSON-729379673-router', 'tenant_id': '0f120e519a72471389919a70a325b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:02Z', 'updated_at': '2021-07-08T01:59:05Z', 'revision_number': 3, 'project_id': '0f120e519a72471389919a70a325b436', 'gw_port': {'id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:03Z', 'updated_at': '2021-07-08T01:59:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:09.318863 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.338854 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Checking router: 5bf62b81-bfe8-417f-b858-80d0a4a41874 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:09.339852 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Updating router 5bf62b81-bfe8-417f-b858-80d0a4a41874 port e3ec1cf1-1b71-468a-86a4-579364fe969f binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:59:09.379946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:09.466104 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.472224 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b56313ce-b1b8-4f0e-bdfe-ca21e782548a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6000957 Jul 08 01:59:09.473654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44962) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:09.490724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a6e03ef2-3f98-4d0d-8627-1052a9aca203 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': 'f738980a-63e0-4d64-a898-a9417145bfc4', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-469265282'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:09.631242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c06054-8645-493b-abed-d923b874bcf3 req-f736e926-c7b5-4edb-b09c-3eadf3cb31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:09.633003 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-f736e926-c7b5-4edb-b09c-3eadf3cb31ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49f345cf-061f-41a0-b90c-c609c2bc58cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5216408 Jul 08 01:59:09.771732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Allocated IP 172.20.0.1 (87d0d5a7-2254-4910-83c9-b0e5959f6e09/7591d5c0-f8e1-45fb-9714-40bbbdc76f9f/e63609d7-706b-4411-86ac-320cae9a772d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:09.773824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:09.774300 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f0b6ca4-d942-40af-9fe2-52b8a2d02624 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:09.787085 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.917123 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:09.931292 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-a9e21385-ceb6-478d-acc6-f46bda8d127c service neutron] 10.222.0.24 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902665 Jul 08 01:59:09.953282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c3df0-8837-4a4d-a4c8-eb42ac56d0f3 None None] Pushing event updated for resources: {'Port': ['ID=df5547cc-c083-4890-afe7-636bbc153fee,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:10.012127 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.054695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3a043-dbaa-4173-bce6-d4c6c9863cc9 req-20481a2d-f27b-4e50-94ff-a884c1ab1999 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:10.056660 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13f3a043-dbaa-4173-bce6-d4c6c9863cc9 req-20481a2d-f27b-4e50-94ff-a884c1ab1999 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1096 time: 0.6301754 Jul 08 01:59:10.110547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:10.112772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13f3a043-dbaa-4173-bce6-d4c6c9863cc9 req-22953734-930c-4b9f-a0bf-7d348cf3190d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482666 Jul 08 01:59:10.118513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:10.122764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:10.147449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Allocated IP 172.25.4.56 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/acbb7d2b-2693-4aaa-8fa8-01ff2fdbb877) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:10.270145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Pushing event updated for resources: {'Port': ['ID=e63609d7-706b-4411-86ac-320cae9a772d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:10.397966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.401408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': 'f738980a-63e0-4d64-a898-a9417145bfc4'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:10.403092 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.404933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e03ef2-3f98-4d0d-8627-1052a9aca203 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:10.412545 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e5c06054-8645-493b-abed-d923b874bcf3 req-f32bf0f5-306e-4908-8825-faf82e819bdb service neutron] 10.222.0.24 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501030 Jul 08 01:59:10.866635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.870438 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.894046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/f738980a-63e0-4d64-a898-a9417145bfc4/0b2ef29d-b450-415d-b424-77b4bdfb42f6) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:10.947442 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6e03ef2-3f98-4d0d-8627-1052a9aca203 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:10.990122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-a6e03ef2-3f98-4d0d-8627-1052a9aca203 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 7183d770-f2e7-4a30-bb84-1a58b24d4e2b yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:59:11.176758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:11.234885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-04c4056f-f492-434f-9dbc-95cedf50b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:11.237494 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-04c4056f-f492-434f-9dbc-95cedf50b9af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbe56f02fe2049ddaa3351a3ecd0db68&device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1096 time: 0.6876898 Jul 08 01:59:11.314367 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.343094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Transition to ACTIVE for port object 0b2ef29d-b450-415d-b424-77b4bdfb42f6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:11.381932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Transition to ACTIVE for port object 0b2ef29d-b450-415d-b424-77b4bdfb42f6 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:11.382357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.394651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device df5547cc-c083-4890-afe7-636bbc153fee up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:11.402175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.506717 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.513149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.629348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:11.638298 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:11.656845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:11.658837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Pushing event updated for resources: {'Port': ['ID=0b2ef29d-b450-415d-b424-77b4bdfb42f6,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:11.689415 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.689753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.690092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.690428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.690762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.691228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.691563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.691889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.692214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.692745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.693101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.693569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:11.712783 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.715665 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-328f875f-49dc-426f-a5a3-21ace37add5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.795709 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.834846 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Transition to ACTIVE for port object e3ec1cf1-1b71-468a-86a4-579364fe969f will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:11.855656 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.913944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Attempting to bind port 0b2ef29d-b450-415d-b424-77b4bdfb42f6 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:11.918344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Attempting to bind port 0b2ef29d-b450-415d-b424-77b4bdfb42f6 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:11.918968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Attempting to bind port 0b2ef29d-b450-415d-b424-77b4bdfb42f6 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:11.942539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:11.949497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:11.950223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:11.950820 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.951931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:11.953254 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event updated for resources: {'Port': ['ID=acbb7d2b-2693-4aaa-8fa8-01ff2fdbb877,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:11.954061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Bound port: 0b2ef29d-b450-415d-b424-77b4bdfb42f6, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:11.958366 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:11.975016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:11.991257 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e03ef2-3f98-4d0d-8627-1052a9aca203 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 01:59:11.992019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e03ef2-3f98-4d0d-8627-1052a9aca203 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 01:59:12.004360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Pushing event updated for resources: {'Port': ['ID=e63609d7-706b-4411-86ac-320cae9a772d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:12.020176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:12.125703 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Pushing event updated for resources: {'Port': ['ID=e3ec1cf1-1b71-468a-86a4-579364fe969f,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:12.141908 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Attempting to bind port e3ec1cf1-1b71-468a-86a4-579364fe969f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:12.142481 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Attempting to bind port e3ec1cf1-1b71-468a-86a4-579364fe969f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:12.143030 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Attempting to bind port e3ec1cf1-1b71-468a-86a4-579364fe969f on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:12.166167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port df5547cc-c083-4890-afe7-636bbc153fee completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:12.183359 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.183887 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.193118 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.198966 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.199241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-d9c9f08d-7364-412d-8497-b83c9d9b9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:12.199588 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.199987 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.200360 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.200679 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.201009 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.202923 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-d9c9f08d-7364-412d-8497-b83c9d9b9566 service neutron] 10.222.0.24 "GET /v2.0/networks?id=49f345cf-061f-41a0-b90c-c609c2bc58cf HTTP/1.1" status: 200 len: 911 time: 0.8474295 Jul 08 01:59:12.204236 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.204602 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.205074 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:12.213501 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:12.214060 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:12.214599 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.215603 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:12.215603 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Bound port: e3ec1cf1-1b71-468a-86a4-579364fe969f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:12.215993 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.256360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] For port 0b2ef29d-b450-415d-b424-77b4bdfb42f6, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:12.262095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] For port 0b2ef29d-b450-415d-b424-77b4bdfb42f6, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0b2ef29d-b450-415d-b424-77b4bdfb42f6,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:12.277874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.303254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a37f51f-b533-462f-9ae2-8eaa567ad4b7 None None] Network 2be747a8-4580-4589-8eb7-db5ea72a47f5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:12.318456 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-7e15d6ae-1a13-4290-8cdb-77542437e497 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b HTTP/1.1" status: 200 len: 217 time: 0.1021795 Jul 08 01:59:12.400923 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] For port e3ec1cf1-1b71-468a-86a4-579364fe969f, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:12.408849 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] For port e3ec1cf1-1b71-468a-86a4-579364fe969f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e3ec1cf1-1b71-468a-86a4-579364fe969f,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:12.427315 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.470577 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-328f875f-49dc-426f-a5a3-21ace37add5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.520191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a6e03ef2-3f98-4d0d-8627-1052a9aca203 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.0334582 Jul 08 01:59:12.529796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:12.532095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:12.533754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:12.539123 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-328f875f-49dc-426f-a5a3-21ace37add5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.570895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fa912910-149f-4651-9070-f2bef306c7c2 None None] Provisioning for port df5547cc-c083-4890-afe7-636bbc153fee completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:12.580114 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77b8a1-9235-4849-9e35-c68bb41f121c None None] Pushing event updated for resources: {'Port': ['ID=e3ec1cf1-1b71-468a-86a4-579364fe969f,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:12.584599 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Routers {'5bf62b81-bfe8-417f-b858-80d0a4a41874'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:12.585481 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5bf62b81-bfe8-417f-b858-80d0a4a41874'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:12.597121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fa912910-149f-4651-9070-f2bef306c7c2 None None] Provisioning complete for port df5547cc-c083-4890-afe7-636bbc153fee triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:12.597505 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa912910-149f-4651-9070-f2bef306c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:12.605654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-bb224b23-302c-4b3f-b853-fda48cf276b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:12.608627 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-bb224b23-302c-4b3f-b853-fda48cf276b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1d3a829d-69cf-4a1a-83b7-440d705384e8 HTTP/1.1" status: 200 len: 849 time: 0.2825506 Jul 08 01:59:12.701882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f875f-49dc-426f-a5a3-21ace37add5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b67fb4-bc40-4fad-a0c8-9ee2faa93329,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:12.722256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33239cf3-d8c3-42f6-884d-ec33cbfb6cf6 None None] Pushing event updated for resources: {'Port': ['ID=0b2ef29d-b450-415d-b424-77b4bdfb42f6,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:12.744215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f29c6-e0e6-4853-85c3-1d3fe57804b5 req-1222d9bf-5da2-43d3-9127-dceb5bc73821 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:12.763105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b3f29c6-e0e6-4853-85c3-1d3fe57804b5 req-1222d9bf-5da2-43d3-9127-dceb5bc73821 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1096 time: 1.1038558 Jul 08 01:59:12.851516 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] Set router 5bf62b81-bfe8-417f-b858-80d0a4a41874 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:12.919513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-328f875f-49dc-426f-a5a3-21ace37add5a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=488dcc14619347bf8099230d67b94418&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7411797 Jul 08 01:59:12.952564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45000) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:13.002559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-94983972-dde1-4ed6-a9ee-960e4bf9f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:13.004453 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-94983972-dde1-4ed6-a9ee-960e4bf9f4f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=49f345cf-061f-41a0-b90c-c609c2bc58cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3878574 Jul 08 01:59:13.024402 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4b3f29c6-e0e6-4853-85c3-1d3fe57804b5 req-095b394e-1858-4214-9837-0db2b181c038 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557340 Jul 08 01:59:13.051671 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa912910-149f-4651-9070-f2bef306c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.218607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc56f1-99ce-41aa-b44d-d35a2966c474 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:13.222757 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-30fc56f1-99ce-41aa-b44d-d35a2966c474 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6797969 Jul 08 01:59:13.224429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fa912910-149f-4651-9070-f2bef306c7c2 None None] For port df5547cc-c083-4890-afe7-636bbc153fee, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=df5547cc-c083-4890-afe7-636bbc153fee,segment=NetworkSegment(45263929-e909-414b-8bdf-fed2d4de376c),segment_id=45263929-e909-414b-8bdf-fed2d4de376c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:13.230159 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa912910-149f-4651-9070-f2bef306c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.248587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45002) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:13.315830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b2ef29d-b450-415d-b424-77b4bdfb42f6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:13.320568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-015ab490-b166-411e-be69-ebc078ebac80 service neutron] 10.222.0.24 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020146 Jul 08 01:59:13.321201 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07d02e58-8ea9-4f42-8ff8-0c569f6457f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.336630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Router 5bf62b81-bfe8-417f-b858-80d0a4a41874 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:13.372225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0afd6e-7fc0-4f2a-91e4-fcc04fa06be2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:13.378647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0afd6e-7fc0-4f2a-91e4-fcc04fa06be2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:13.381477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ce0afd6e-7fc0-4f2a-91e4-fcc04fa06be2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1313939 Jul 08 01:59:13.399404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45006) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:13.421626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912910-149f-4651-9070-f2bef306c7c2 None None] Pushing event updated for resources: {'Port': ['ID=df5547cc-c083-4890-afe7-636bbc153fee,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:13.429197 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76ba9969-269a-47e7-8ec2-9f81ae0b74ed req-313a83d0-2e57-4734-be28-b99e2342503c service neutron] 10.222.0.24 "GET /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009254 Jul 08 01:59:13.438532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.453663 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'name': 'tempest-ServerRescueTestJSON-729379673-router', 'tenant_id': '0f120e519a72471389919a70a325b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:02Z', 'updated_at': '2021-07-08T01:59:10Z', 'revision_number': 4, 'project_id': '0f120e519a72471389919a70a325b436', 'gw_port': {'id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:03Z', 'updated_at': '2021-07-08T01:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e63609d7-706b-4411-86ac-320cae9a772d', 'name': '', 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09', 'tenant_id': '0f120e519a72471389919a70a325b436', 'mac_address': 'fa:16:3e:42:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:09Z', 'updated_at': '2021-07-08T01:59:11Z', 'revision_number': 2, 'project_id': '0f120e519a72471389919a70a325b436', 'subnets': [{'id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:13.471957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0b2ef29d-b450-415d-b424-77b4bdfb42f6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:13.500433 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2b7e0d-674a-4ef1-9bc8-b3b0b17ba19a None None] The sync data for ids ['5bf62b81-bfe8-417f-b858-80d0a4a41874'] in n-d-694802-14 is: [{'id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'name': 'tempest-ServerRescueTestJSON-729379673-router', 'tenant_id': '0f120e519a72471389919a70a325b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:02Z', 'updated_at': '2021-07-08T01:59:10Z', 'revision_number': 4, 'project_id': '0f120e519a72471389919a70a325b436', 'gw_port': {'id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:03Z', 'updated_at': '2021-07-08T01:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e63609d7-706b-4411-86ac-320cae9a772d', 'name': '', 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09', 'tenant_id': '0f120e519a72471389919a70a325b436', 'mac_address': 'fa:16:3e:42:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:09Z', 'updated_at': '2021-07-08T01:59:11Z', 'revision_number': 2, 'project_id': '0f120e519a72471389919a70a325b436', 'subnets': [{'id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:13.511026 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07d02e58-8ea9-4f42-8ff8-0c569f6457f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.608371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:13.665802 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ad21d396-9dcf-4aac-b08e-4aa213b0d830 admin admin] 10.222.0.41 "PUT /v2.0/routers/5bf62b81-bfe8-417f-b858-80d0a4a41874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7179925 Jul 08 01:59:13.726488 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07d02e58-8ea9-4f42-8ff8-0c569f6457f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.729177 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07d02e58-8ea9-4f42-8ff8-0c569f6457f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.730485 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-07d02e58-8ea9-4f42-8ff8-0c569f6457f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68b67fb4-bc40-4fad-a0c8-9ee2faa93329 HTTP/1.1" status: 204 len: 168 time: 0.7751749 Jul 08 01:59:13.734884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fe4a06-d811-4f68-8f32-fb187a67f91c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet f738980a-63e0-4d64-a898-a9417145bfc4 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:13.746006 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98fe4a06-d811-4f68-8f32-fb187a67f91c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.769869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d02e58-8ea9-4f42-8ff8-0c569f6457f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b67fb4-bc40-4fad-a0c8-9ee2faa93329,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:13.884420 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98fe4a06-d811-4f68-8f32-fb187a67f91c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:13.953404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.221793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b3aba827-a364-4d87-b21a-0d85a9890023 None None] Provisioning complete for port df5547cc-c083-4890-afe7-636bbc153fee triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:14.222673 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b3aba827-a364-4d87-b21a-0d85a9890023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.245880 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98fe4a06-d811-4f68-8f32-fb187a67f91c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.387117 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98fe4a06-d811-4f68-8f32-fb187a67f91c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.406774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:59:14.439843 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98fe4a06-d811-4f68-8f32-fb187a67f91c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.447262 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-98fe4a06-d811-4f68-8f32-fb187a67f91c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/f738980a-63e0-4d64-a898-a9417145bfc4 HTTP/1.1" status: 204 len: 168 time: 1.0268865 Jul 08 01:59:14.449227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:14.489505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Router dfaa8be7-49e7-4255-96ab-660ed81a8ee4 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:59:14.533255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe4a06-d811-4f68-8f32-fb187a67f91c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=f738980a-63e0-4d64-a898-a9417145bfc4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:14.677834 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:14.692508 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-da2ca2b1-2f27-4226-aeec-6676fccf2f65 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1776290 Jul 08 01:59:14.693851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45040) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:14.713167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fe944006-7762-4552-968e-cc9066631130 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:14.714704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '11fa3720-6c8a-43d3-99e2-13f8c86d4f5b', 'network_id': '49f345cf-061f-41a0-b90c-c609c2bc58cf', 'port_id': '11fa3720-6c8a-43d3-99e2-13f8c86d4f5b', 'mac_address': 'fa:16:3e:8e:9a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3a829d-69cf-4a1a-83b7-440d705384e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:59:14.788596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf076b90-9a8e-4f3c-b788-1cd8cada9759 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:14.794741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:14.835787 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.837290 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5e08d886-c652-4597-8f19-5caaab18d957 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.7892380 Jul 08 01:59:14.840026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfaf0f-8213-4d63-a9b2-d2dffb34decc req-d397f5b7-a03e-4510-bb89-b2ef6bb34070 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:14.846148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45044) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:14.847895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53cfaf0f-8213-4d63-a9b2-d2dffb34decc req-d397f5b7-a03e-4510-bb89-b2ef6bb34070 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1096 time: 0.4258745 Jul 08 01:59:14.911976 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:14.925317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe944006-7762-4552-968e-cc9066631130 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:14.929186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe944006-7762-4552-968e-cc9066631130 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.093374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82acc1f8-39ab-4635-85fe-7709bc7abafa None None] Sync routers for ids ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:15.107266 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53cfaf0f-8213-4d63-a9b2-d2dffb34decc req-6009a9ff-c3fb-40a1-9374-f848ad8071cd tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583652 Jul 08 01:59:15.389084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:15.479285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-370a749c-bd68-424f-a567-d5669e302a03 None None] Provisioning for port 0b2ef29d-b450-415d-b424-77b4bdfb42f6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:15.504694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82acc1f8-39ab-4635-85fe-7709bc7abafa None None] Routers {'dfaa8be7-49e7-4255-96ab-660ed81a8ee4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:15.506680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-82acc1f8-39ab-4635-85fe-7709bc7abafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:15.591585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-82acc1f8-39ab-4635-85fe-7709bc7abafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:15.598810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device df5547cc-c083-4890-afe7-636bbc153fee up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:15.678712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-370a749c-bd68-424f-a567-d5669e302a03 None None] Provisioning complete for port 0b2ef29d-b450-415d-b424-77b4bdfb42f6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:15.679329 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-370a749c-bd68-424f-a567-d5669e302a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.735944 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe944006-7762-4552-968e-cc9066631130 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.835021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:15.882382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82acc1f8-39ab-4635-85fe-7709bc7abafa None None] Routers {'dfaa8be7-49e7-4255-96ab-660ed81a8ee4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:15.883325 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-82acc1f8-39ab-4635-85fe-7709bc7abafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:15.903048 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:15.976345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d174-79e8-4db3-a149-403191128782 req-39bc7fba-2ee9-485d-8abc-7f36f087f4af tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:15.997166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-39bc7fba-2ee9-485d-8abc-7f36f087f4af tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/networks?id=87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 200 len: 810 time: 0.4247136 Jul 08 01:59:16.081605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe944006-7762-4552-968e-cc9066631130 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=c16270f9-29ad-4afb-abb1-42a38f55ef1d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:16.094563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:16.105548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-82acc1f8-39ab-4635-85fe-7709bc7abafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:16.106230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82acc1f8-39ab-4635-85fe-7709bc7abafa None None] The sync data for ids ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:16.163682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-28ed973e-fdb9-4c9b-870e-3d55ab131fb0 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/quotas/0f120e519a72471389919a70a325b436 HTTP/1.1" status: 200 len: 375 time: 0.1647432 Jul 08 01:59:16.174058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe944006-7762-4552-968e-cc9066631130 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:16.219830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['11fa3720-6c8a-43d3-99e2-13f8c86d4f5b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:16.220464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fe944006-7762-4552-968e-cc9066631130 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:16.226120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe944006-7762-4552-968e-cc9066631130 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:16.230419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fe944006-7762-4552-968e-cc9066631130 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.336014 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fe944006-7762-4552-968e-cc9066631130 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6401916 Jul 08 01:59:16.339672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:16.348768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d2e00d8e-b00e-449b-ac58-3a1f36d38a0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-5530899', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:16.389495 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-370a749c-bd68-424f-a567-d5669e302a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.416202 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2e00d8e-b00e-449b-ac58-3a1f36d38a0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.418366 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2e00d8e-b00e-449b-ac58-3a1f36d38a0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.433566 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:59:16.480224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port df5547cc-c083-4890-afe7-636bbc153fee triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:16.480928 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.628409 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2e00d8e-b00e-449b-ac58-3a1f36d38a0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.638382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4626b7a-d91e-41ec-bc44-7928ead7db84 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:59:16.661247 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2e00d8e-b00e-449b-ac58-3a1f36d38a0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.674817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-0a423def-5399-4844-9793-58e528447229 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f120e519a72471389919a70a325b436&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5101957 Jul 08 01:59:16.716292 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d2e00d8e-b00e-449b-ac58-3a1f36d38a0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:16.722757 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d2e00d8e-b00e-449b-ac58-3a1f36d38a0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3805118 Jul 08 01:59:16.723770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:16.749159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-370a749c-bd68-424f-a567-d5669e302a03 None None] For port 0b2ef29d-b450-415d-b424-77b4bdfb42f6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0b2ef29d-b450-415d-b424-77b4bdfb42f6,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:16.867181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-370a749c-bd68-424f-a567-d5669e302a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.009636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.034585 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d62d9-3442-4158-9d6e-f21bfd078598 req-c499b4b2-bedf-4f49-9473-c48d9179e7eb tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:17.041947 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-294d62d9-3442-4158-9d6e-f21bfd078598 req-c499b4b2-bedf-4f49-9473-c48d9179e7eb tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1097 time: 0.5580361 Jul 08 01:59:17.074713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-79f580d6-3034-4e82-b2bd-426fe11a80b3 service neutron] 10.222.0.41 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845513 Jul 08 01:59:17.210803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a749c-bd68-424f-a567-d5669e302a03 None None] Pushing event updated for resources: {'Port': ['ID=0b2ef29d-b450-415d-b424-77b4bdfb42f6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:17.227311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a4626b7a-d91e-41ec-bc44-7928ead7db84 None None] Deleting port 0b2ef29d-b450-415d-b424-77b4bdfb42f6 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:17.228032 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4626b7a-d91e-41ec-bc44-7928ead7db84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.353267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a4626b7a-d91e-41ec-bc44-7928ead7db84 None None] For port 0b2ef29d-b450-415d-b424-77b4bdfb42f6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0b2ef29d-b450-415d-b424-77b4bdfb42f6,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:17.353865 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4626b7a-d91e-41ec-bc44-7928ead7db84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.371712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a4626b7a-d91e-41ec-bc44-7928ead7db84 None None] Calling delete_port for 0b2ef29d-b450-415d-b424-77b4bdfb42f6 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:17.492735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3ec1cf1-1b71-468a-86a4-579364fe969f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:17.497500 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4626b7a-d91e-41ec-bc44-7928ead7db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.548823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4626b7a-d91e-41ec-bc44-7928ead7db84 None None] Pushing event deleted for resources: {'Port': ['ID=0b2ef29d-b450-415d-b424-77b4bdfb42f6,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:17.573879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4626b7a-d91e-41ec-bc44-7928ead7db84 None None] No DVR routers for this DVR port 0b2ef29d-b450-415d-b424-77b4bdfb42f6 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:17.612702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d150fcfe-c72b-406f-8094-808bc2975929 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:17.747092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e3ec1cf1-1b71-468a-86a4-579364fe969f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:17.760297 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e3ec1cf1-1b71-468a-86a4-579364fe969f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:17.761110 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:17.871996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Allocated IP 172.20.0.1 (2be747a8-4580-4589-8eb7-db5ea72a47f5/3076f07c-0f89-4ded-b7b9-802c7b260d3f/aac7ea80-cb14-41e1-9446-94e35a7523f5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:17.959681 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': 'c16270f9-29ad-4afb-abb1-42a38f55ef1d'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:17.961022 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.076944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-294d62d9-3442-4158-9d6e-f21bfd078598 req-212868f6-5157-4709-be37-3bafa44bc199 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0333288 Jul 08 01:59:18.118292 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.151659 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port e3ec1cf1-1b71-468a-86a4-579364fe969f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e3ec1cf1-1b71-468a-86a4-579364fe969f,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:18.165607 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.168462 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Sync routers for ids ['5bf62b81-bfe8-417f-b858-80d0a4a41874'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:18.179047 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.188247 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.209911 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Routers {'5bf62b81-bfe8-417f-b858-80d0a4a41874'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:18.213201 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5bf62b81-bfe8-417f-b858-80d0a4a41874'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:18.241295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=e3ec1cf1-1b71-468a-86a4-579364fe969f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:18.249273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Transition to ACTIVE for port object aac7ea80-cb14-41e1-9446-94e35a7523f5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:18.324121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b2ef29d-b450-415d-b424-77b4bdfb42f6 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:18.328212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.331488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-08537aa5-e3fd-4890-a17d-6168633c3cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0702932 Jul 08 01:59:18.431115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0b2ef29d-b450-415d-b424-77b4bdfb42f6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:18.434933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b2ef29d-b450-415d-b424-77b4bdfb42f6 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:18.440455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:18.478225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Network 2be747a8-4580-4589-8eb7-db5ea72a47f5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:18.481837 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:18.496617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:18.617243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/c16270f9-29ad-4afb-abb1-42a38f55ef1d/ea43dbc7-d177-4047-9d7e-2f18ab90bc57) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:18.620223 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Set router 5bf62b81-bfe8-417f-b858-80d0a4a41874 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:18.695295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:18.734582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:18.739904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event updated for resources: {'Port': ['ID=aac7ea80-cb14-41e1-9446-94e35a7523f5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:18.746216 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:18.795826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.009465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbbededa-d5ed-4b10-86fe-47d237c23d28 req-8f248022-84b4-4301-976d-4a7afa0a6b9c tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 210 time: 0.0749741 Jul 08 01:59:19.177308 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.278973 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'name': 'tempest-ServerRescueTestJSON-729379673-router', 'tenant_id': '0f120e519a72471389919a70a325b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:02Z', 'updated_at': '2021-07-08T01:59:10Z', 'revision_number': 4, 'project_id': '0f120e519a72471389919a70a325b436', 'gw_port': {'id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:03Z', 'updated_at': '2021-07-08T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e63609d7-706b-4411-86ac-320cae9a772d', 'name': '', 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09', 'tenant_id': '0f120e519a72471389919a70a325b436', 'mac_address': 'fa:16:3e:42:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:09Z', 'updated_at': '2021-07-08T01:59:11Z', 'revision_number': 2, 'project_id': '0f120e519a72471389919a70a325b436', 'subnets': [{'id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:19.355880 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Checking router: 5bf62b81-bfe8-417f-b858-80d0a4a41874 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:19.356235 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Updating router 5bf62b81-bfe8-417f-b858-80d0a4a41874 port e63609d7-706b-4411-86ac-320cae9a772d binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:59:19.452605 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.547794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:19.566802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3ec1cf1-1b71-468a-86a4-579364fe969f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:19.589508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-19935c53-739e-40f8-9751-410e324636a0 None None] Provisioning for port aac7ea80-cb14-41e1-9446-94e35a7523f5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:19.613673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5608f-7e50-4c52-a67b-9700a08abb80 req-80f00594-8453-48a3-9af9-1b1bf042bb81 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:19.618153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-59f5608f-7e50-4c52-a67b-9700a08abb80 req-80f00594-8453-48a3-9af9-1b1bf042bb81 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1097 time: 0.1573851 Jul 08 01:59:19.655616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-19935c53-739e-40f8-9751-410e324636a0 None None] Provisioning complete for port aac7ea80-cb14-41e1-9446-94e35a7523f5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:19.657495 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19935c53-739e-40f8-9751-410e324636a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.718075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-59f5608f-7e50-4c52-a67b-9700a08abb80 req-f697532d-72c8-420f-b818-10c30c86c2f0 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886652 Jul 08 01:59:19.789689 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.805296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.817618 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fc90195-8c38-4c0c-bb94-e8491f8d3b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:19.957403 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.019215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.055255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c47d65-24c8-42dd-88bb-9608578615ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fa3720-6c8a-43d3-99e2-13f8c86d4f5b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:20.058174 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6475f8de-15bb-4758-97bf-4141bf6bcbbd" -d '{"events": [{"server_uuid": "c9c47d65-24c8-42dd-88bb-9608578615ae", "name": "network-vif-plugged", "status": "completed", "tag": "11fa3720-6c8a-43d3-99e2-13f8c86d4f5b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:20.066320 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.098501 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fc90195-8c38-4c0c-bb94-e8491f8d3b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.115332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Transition to ACTIVE for port object ea43dbc7-d177-4047-9d7e-2f18ab90bc57 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:20.117073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event updated for resources: {'Port': ['ID=aac7ea80-cb14-41e1-9446-94e35a7523f5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:20.139802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:20.141385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-19935c53-739e-40f8-9751-410e324636a0 None None] Port aac7ea80-cb14-41e1-9446-94e35a7523f5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:20.162061 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1fc90195-8c38-4c0c-bb94-e8491f8d3b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.189471 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.196975 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9011004-177f-415d-8d8b-cd04960b9011 x-openstack-request-id: req-e9011004-177f-415d-8d8b-cd04960b9011 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:20.196975 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c47d65-24c8-42dd-88bb-9608578615ae", "name": "network-vif-plugged", "status": "completed", "tag": "11fa3720-6c8a-43d3-99e2-13f8c86d4f5b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:20.196975 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9011004-177f-415d-8d8b-cd04960b9011 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:20.196975 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c47d65-24c8-42dd-88bb-9608578615ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fa3720-6c8a-43d3-99e2-13f8c86d4f5b', 'code': 200} Jul 08 01:59:20.264760 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b79ab94-f2ff-445a-bfa0-a337da82b3f0 req-bb03042e-9870-4835-88da-198c386e9e13 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 210 time: 0.1632984 Jul 08 01:59:20.295966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc90195-8c38-4c0c-bb94-e8491f8d3b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e093918-0260-4e0e-a51f-a1dd49cb27eb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:20.306459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:20.316223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Transition to ACTIVE for port object ea43dbc7-d177-4047-9d7e-2f18ab90bc57 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:20.353973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e3ec1cf1-1b71-468a-86a4-579364fe969f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:20.354423 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.378020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1fc90195-8c38-4c0c-bb94-e8491f8d3b64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c49e68a8d02048efbe44386d52582022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8251359 Jul 08 01:59:20.384476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45264) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:20.395855 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.410144 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Transition to ACTIVE for port object e63609d7-706b-4411-86ac-320cae9a772d will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:20.426916 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.442057 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.445712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::1 (de78c256-7209-4d49-9cc2-cf9ec79a7408/c16270f9-29ad-4afb-abb1-42a38f55ef1d/f11f9147-a941-42c0-af92-c0f74157660c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:20.545873 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6a05a-ffe7-47d0-a490-280ee7deff69 None None] Pushing event updated for resources: {'Port': ['ID=e63609d7-706b-4411-86ac-320cae9a772d,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:20.579166 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.598284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object f11f9147-a941-42c0-af92-c0f74157660c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:20.598497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:20.615626 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Attempting to bind port e63609d7-706b-4411-86ac-320cae9a772d on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:20.616032 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Attempting to bind port e63609d7-706b-4411-86ac-320cae9a772d by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:20.617926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:20.618109 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Attempting to bind port e63609d7-706b-4411-86ac-320cae9a772d on network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:20.632161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:20.640836 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.645145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Network 2be747a8-4580-4589-8eb7-db5ea72a47f5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:20.645386 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:20.646059 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Checking segment: {'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:20.649823 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.650512 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Bound using segment: {'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:20.670982 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Bound port: e63609d7-706b-4411-86ac-320cae9a772d, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:20.672928 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.685118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:20.687833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:20.690613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:20.695125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:20.695954 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.763830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23863967-861f-4180-863a-4540a9fa87bc req-f1fbfb33-7875-49e9-b646-daf5c95e175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:20.766501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23863967-861f-4180-863a-4540a9fa87bc req-f1fbfb33-7875-49e9-b646-daf5c95e175e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1098 time: 0.4357119 Jul 08 01:59:20.806071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Pushing event updated for resources: {'Port': ['ID=ea43dbc7-d177-4047-9d7e-2f18ab90bc57,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:20.861547 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] For port e63609d7-706b-4411-86ac-320cae9a772d, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:20.865429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=f11f9147-a941-42c0-af92-c0f74157660c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:20.867434 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] For port e63609d7-706b-4411-86ac-320cae9a772d, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e63609d7-706b-4411-86ac-320cae9a772d,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:20.890711 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.909464 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fbe99d60-8b8b-45af-bd3d-3379ce6a3cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:20.993346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Attempting to bind port ea43dbc7-d177-4047-9d7e-2f18ab90bc57 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:20.993915 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Attempting to bind port ea43dbc7-d177-4047-9d7e-2f18ab90bc57 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:20.994477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Attempting to bind port ea43dbc7-d177-4047-9d7e-2f18ab90bc57 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:21.020860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:21.021550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:21.022130 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.022872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:21.023558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Bound port: ea43dbc7-d177-4047-9d7e-2f18ab90bc57, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:21.024322 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.135507 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Routers {'5bf62b81-bfe8-417f-b858-80d0a4a41874'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:21.139884 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5bf62b81-bfe8-417f-b858-80d0a4a41874'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:21.150310 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Router dfaa8be7-49e7-4255-96ab-660ed81a8ee4 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:21.171619 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ada5f6e-462a-4991-8cee-9e9d50fd2aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.198142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ada5f6e-462a-4991-8cee-9e9d50fd2aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.210992 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.278151 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ada5f6e-462a-4991-8cee-9e9d50fd2aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.283405 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ada5f6e-462a-4991-8cee-9e9d50fd2aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.290109 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7ada5f6e-462a-4991-8cee-9e9d50fd2aa4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e093918-0260-4e0e-a51f-a1dd49cb27eb HTTP/1.1" status: 204 len: 168 time: 0.9034238 Jul 08 01:59:21.292986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] For port ea43dbc7-d177-4047-9d7e-2f18ab90bc57, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:21.305177 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6a05a-ffe7-47d0-a490-280ee7deff69 None None] Pushing event updated for resources: {'Port': ['ID=e63609d7-706b-4411-86ac-320cae9a772d,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:21.333340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] For port ea43dbc7-d177-4047-9d7e-2f18ab90bc57, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ea43dbc7-d177-4047-9d7e-2f18ab90bc57,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:21.341475 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:21.471087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:21.476893 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23863967-861f-4180-863a-4540a9fa87bc req-d1fa7996-7f96-47af-88cc-662e744208cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447086 Jul 08 01:59:21.484973 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a9efa3e6-0d42-4bb6-a37e-58ca5e6154ab tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "PUT /v2.0/routers/dfaa8be7-49e7-4255-96ab-660ed81a8ee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6370344 Jul 08 01:59:21.491916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45278) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:21.499868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Request body: {'port': {'network_id': '2be747a8-4580-4589-8eb7-db5ea72a47f5', 'name': 'tempest-FloatingIPAdminTestJSON-1980648278'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:21.552080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ed69b-2825-460c-b951-d3dd7e496296 None None] Pushing event updated for resources: {'Port': ['ID=ea43dbc7-d177-4047-9d7e-2f18ab90bc57,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:21.569607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c42df-e1e0-41ff-8aae-2cc4b76de7ee None None] Sync routers for ids ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:21.611862 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] Set router 5bf62b81-bfe8-417f-b858-80d0a4a41874 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:21.659013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada5f6e-462a-4991-8cee-9e9d50fd2aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e093918-0260-4e0e-a51f-a1dd49cb27eb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:21.669922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c42df-e1e0-41ff-8aae-2cc4b76de7ee None None] Routers {'dfaa8be7-49e7-4255-96ab-660ed81a8ee4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:21.670311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ed9c42df-e1e0-41ff-8aae-2cc4b76de7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:21.789379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ed9c42df-e1e0-41ff-8aae-2cc4b76de7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:21.882368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c42df-e1e0-41ff-8aae-2cc4b76de7ee None None] Routers {'dfaa8be7-49e7-4255-96ab-660ed81a8ee4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:21.883392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ed9c42df-e1e0-41ff-8aae-2cc4b76de7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:58:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:21.889027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fd2a9-fbce-4217-a3db-f5bafa9370c6 req-65ec3b5f-98d8-431a-85cf-8c5031385d58 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:21.913034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-316fd2a9-fbce-4217-a3db-f5bafa9370c6 req-65ec3b5f-98d8-431a-85cf-8c5031385d58 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1098 time: 0.7312963 Jul 08 01:59:22.050993 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-381c9758-13da-428c-b5b5-6ca58af3d116 req-5d630033-9a24-497c-93bf-f457e6579cac tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 210 time: 0.1097827 Jul 08 01:59:22.089355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c9f0d794-751d-41c8-b4f6-cd6dbfa668ac None None] Provisioning complete for port aac7ea80-cb14-41e1-9446-94e35a7523f5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:22.098019 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c9f0d794-751d-41c8-b4f6-cd6dbfa668ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.100823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ed9c42df-e1e0-41ff-8aae-2cc4b76de7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:22.101464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9c42df-e1e0-41ff-8aae-2cc4b76de7ee None None] The sync data for ids ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:22.117454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45292) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:22.193127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890e3f6e-92c5-4371-9038-537f2ef953a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.213430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0d794-751d-41c8-b4f6-cd6dbfa668ac None None] Port aac7ea80-cb14-41e1-9446-94e35a7523f5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:22.232752 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-316fd2a9-fbce-4217-a3db-f5bafa9370c6 req-67a5796c-6503-49d6-be0f-e43d53439fbf tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181779 Jul 08 01:59:22.340477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-890e3f6e-92c5-4371-9038-537f2ef953a6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 01:59:22.340477 n-d-694802-14 neutron-server[93884]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 01:59:22.340477 n-d-694802-14 neutron-server[93884]: [parameters: {'project_id': '28f3e12b519d4ef8a3efb85f2a6c333c', 'id': 'f5972b6f-829d-4eab-89e3-92a81fdb534d', 'expiration': datetime.datetime(2021, 7, 8, 2, 1, 22, 289842)}] Jul 08 01:59:22.340477 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 01:59:22.342351 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-890e3f6e-92c5-4371-9038-537f2ef953a6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 01:59:22.385297 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'name': 'tempest-ServerRescueTestJSON-729379673-router', 'tenant_id': '0f120e519a72471389919a70a325b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:02Z', 'updated_at': '2021-07-08T01:59:10Z', 'revision_number': 4, 'project_id': '0f120e519a72471389919a70a325b436', 'gw_port': {'id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:03Z', 'updated_at': '2021-07-08T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e63609d7-706b-4411-86ac-320cae9a772d', 'name': '', 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09', 'tenant_id': '0f120e519a72471389919a70a325b436', 'mac_address': 'fa:16:3e:42:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:09Z', 'updated_at': '2021-07-08T01:59:20Z', 'revision_number': 4, 'project_id': '0f120e519a72471389919a70a325b436', 'subnets': [{'id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:22.403771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d174-79e8-4db3-a149-403191128782 req-1dcb2840-aebb-4f4d-b7a7-7abe3941ea40 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:22.415755 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-1dcb2840-aebb-4f4d-b7a7-7abe3941ea40 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.24 "GET /v2.0/networks?id=87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 200 len: 810 time: 0.7067196 Jul 08 01:59:22.417348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Made reservation on behalf of 29de0f532bda48829308a5cd9bc1456c for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:22.430427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.439871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Request body: {'port': {'device_id': '258b4281-8ee0-4ad7-a6e3-e9c1b2bed499', 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09', 'admin_state_up': True, 'tenant_id': '0f120e519a72471389919a70a325b436'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:22.469460 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ca7ee7-b80f-4fdc-a921-66fef4c4be23 None None] The sync data for ids ['5bf62b81-bfe8-417f-b858-80d0a4a41874'] in n-d-694802-14 is: [{'id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'name': 'tempest-ServerRescueTestJSON-729379673-router', 'tenant_id': '0f120e519a72471389919a70a325b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:02Z', 'updated_at': '2021-07-08T01:59:10Z', 'revision_number': 4, 'project_id': '0f120e519a72471389919a70a325b436', 'gw_port': {'id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:03Z', 'updated_at': '2021-07-08T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'e63609d7-706b-4411-86ac-320cae9a772d', 'name': '', 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09', 'tenant_id': '0f120e519a72471389919a70a325b436', 'mac_address': 'fa:16:3e:42:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:09Z', 'updated_at': '2021-07-08T01:59:20Z', 'revision_number': 4, 'project_id': '0f120e519a72471389919a70a325b436', 'subnets': [{'id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:22.562051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] device_id is not set on port 80a05653-a173-4302-ace8-9aabf7f37286 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:59:22.596864 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.604658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.606331 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.809882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:22.814256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:22.838896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=f11f9147-a941-42c0-af92-c0f74157660c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:22.866487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890e3f6e-92c5-4371-9038-537f2ef953a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:22.972894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Allocated IP 172.20.0.11 (2be747a8-4580-4589-8eb7-db5ea72a47f5/3076f07c-0f89-4ded-b7b9-802c7b260d3f/80a05653-a173-4302-ace8-9aabf7f37286) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:22.990381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Made reservation on behalf of 0f120e519a72471389919a70a325b436 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:22.995171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.086652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Router d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:59:23.370917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:23.388038 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-58c3894c-c216-42b1-9400-dc4888cb6d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.397878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aee3a5f5-6911-4c2b-8e35-1875a3e6da14 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "PUT /v2.0/routers/d6ce56cd-3ba4-4d63-bf17-990ec342f9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6319046 Jul 08 01:59:23.398506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:23.413833 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Sync routers for ids ['d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:23.476605 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Routers {'d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:23.483445 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:23.531212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56656a72-2ff4-4f92-a41c-c2b2ca461abb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:23.536693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-56656a72-2ff4-4f92-a41c-c2b2ca461abb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports/f11f9147-a941-42c0-af92-c0f74157660c HTTP/1.1" status: 200 len: 911 time: 0.1362326 Jul 08 01:59:23.537567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:23.657745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f3db4bc-7b89-406c-b4ea-8b05a8595d43 req-06abb56f-4b3d-4fba-8e36-9420867175ed tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 210 time: 0.0690331 Jul 08 01:59:23.719719 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Set router d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:23.748096 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:23.803455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e63609d7-706b-4411-86ac-320cae9a772d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:23.825308 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a88edd-7eb4-4ddc-8226-a7b5207f42c3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:23.847193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a88edd-7eb4-4ddc-8226-a7b5207f42c3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:23.860943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f0a88edd-7eb4-4ddc-8226-a7b5207f42c3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3220689 Jul 08 01:59:23.862999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45314) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:23.922168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e63609d7-706b-4411-86ac-320cae9a772d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:23.928219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e63609d7-706b-4411-86ac-320cae9a772d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:23.929186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.146370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5471b1c6-a68a-4de4-bc9b-e854d77a7810 None None] Provisioning for port ea43dbc7-d177-4047-9d7e-2f18ab90bc57 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:24.171374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890e3f6e-92c5-4371-9038-537f2ef953a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.243615 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890e3f6e-92c5-4371-9038-537f2ef953a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.291170 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.303752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Allocated IP 172.20.0.11 (87d0d5a7-2254-4910-83c9-b0e5959f6e09/7591d5c0-f8e1-45fb-9714-40bbbdc76f9f/3d09f5cb-e6de-4ad1-8742-5201e2f7a489) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:24.364235 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ce56cd-3ba4-4d63-bf17-990ec342f9a5', 'name': 'tempest-NetworksTestDHCPv6-router-5530899', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:16Z', 'updated_at': '2021-07-08T01:59:21Z', 'revision_number': 2, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None, '_interfaces': [{'id': 'f11f9147-a941-42c0-af92-c0f74157660c', 'name': '', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'mac_address': 'fa:16:3e:16:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ce56cd-3ba4-4d63-bf17-990ec342f9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c16270f9-29ad-4afb-abb1-42a38f55ef1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:18Z', 'updated_at': '2021-07-08T01:59:22Z', 'revision_number': 2, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'subnets': [{'id': 'c16270f9-29ad-4afb-abb1-42a38f55ef1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:24.370144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e3f6e-92c5-4371-9038-537f2ef953a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5edeca-3551-4246-a9d1-d9d1988a6087,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:24.437118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Transition to ACTIVE for port object 80a05653-a173-4302-ace8-9aabf7f37286 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:24.478565 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Checking router: d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:24.479461 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Updating router d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 port f11f9147-a941-42c0-af92-c0f74157660c binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:59:24.512584 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-890e3f6e-92c5-4371-9038-537f2ef953a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28f3e12b519d4ef8a3efb85f2a6c333c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3904247 Jul 08 01:59:24.522153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0409fff1-4501-4641-81cf-f0792439f1f3 None None] Provisioning for port f11f9147-a941-42c0-af92-c0f74157660c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:24.525765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45322) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:24.549902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a4f13-11f9-4811-802c-9e17513c541c req-551bc79a-1550-410e-910b-499c41af753e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:24.555432 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-722a4f13-11f9-4811-802c-9e17513c541c req-551bc79a-1550-410e-910b-499c41af753e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1098 time: 0.8247633 Jul 08 01:59:24.558944 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.559383 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.616354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0409fff1-4501-4641-81cf-f0792439f1f3 None None] Provisioning complete for port f11f9147-a941-42c0-af92-c0f74157660c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:24.616354 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0409fff1-4501-4641-81cf-f0792439f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.747763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.836332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-722a4f13-11f9-4811-802c-9e17513c541c req-37c34878-23e4-4059-9a0e-95311a859218 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565874 Jul 08 01:59:24.852902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Network 2be747a8-4580-4589-8eb7-db5ea72a47f5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:24.867630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:24.871826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:24.942086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0409fff1-4501-4641-81cf-f0792439f1f3 None None] Port f11f9147-a941-42c0-af92-c0f74157660c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:24.953705 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port e63609d7-706b-4411-86ac-320cae9a772d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e63609d7-706b-4411-86ac-320cae9a772d,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:24.961486 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.968425 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:24.975019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ea43dbc7-d177-4047-9d7e-2f18ab90bc57 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:25.040408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:25.042133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.115869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17f80af9-e190-49b3-aaea-fc32c2e273b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.173006 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17f80af9-e190-49b3-aaea-fc32c2e273b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.270909 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7afd6c75-b7d8-44f9-84de-361e768de904 req-5d683209-b585-4bcb-a5d2-0395fdc5bdef tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 210 time: 0.1717172 Jul 08 01:59:25.306841 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=e63609d7-706b-4411-86ac-320cae9a772d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:25.347580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a1700fa5-4d5e-4c26-a580-4f5d7c1edd96 None None] Provisioning complete for port f11f9147-a941-42c0-af92-c0f74157660c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:25.348364 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a1700fa5-4d5e-4c26-a580-4f5d7c1edd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.368772 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.385502 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Transition to ACTIVE for port object f11f9147-a941-42c0-af92-c0f74157660c will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:25.397549 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9007771 Jul 08 01:59:25.402280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45332) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:25.402965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25254b8a-183c-4b64-becd-cc5a65d0741f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event updated for resources: {'Port': ['ID=80a05653-a173-4302-ace8-9aabf7f37286,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:25.407544 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.491050 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b43c7-60a1-4aa4-85cd-e72f8c113fd6 None None] Pushing event updated for resources: {'Port': ['ID=f11f9147-a941-42c0-af92-c0f74157660c,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:25.518923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a1700fa5-4d5e-4c26-a580-4f5d7c1edd96 None None] Port f11f9147-a941-42c0-af92-c0f74157660c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:25.531155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port ea43dbc7-d177-4047-9d7e-2f18ab90bc57 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:25.545381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.559365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ea43dbc7-d177-4047-9d7e-2f18ab90bc57 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:25.564382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.591992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17f80af9-e190-49b3-aaea-fc32c2e273b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.602908 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17f80af9-e190-49b3-aaea-fc32c2e273b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.607705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-17f80af9-e190-49b3-aaea-fc32c2e273b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b5edeca-3551-4246-a9d1-d9d1988a6087 HTTP/1.1" status: 204 len: 168 time: 1.0800531 Jul 08 01:59:25.699326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f80af9-e190-49b3-aaea-fc32c2e273b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5edeca-3551-4246-a9d1-d9d1988a6087,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:25.727960 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Attempting to bind port f11f9147-a941-42c0-af92-c0f74157660c on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:25.728593 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Attempting to bind port f11f9147-a941-42c0-af92-c0f74157660c by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:25.729179 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Attempting to bind port f11f9147-a941-42c0-af92-c0f74157660c on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:25.773308 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:25.775932 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:25.776813 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.778387 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:25.779867 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Bound port: f11f9147-a941-42c0-af92-c0f74157660c, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:25.782202 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.804760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9852c3-6977-4027-abe0-5c6d2664e0bc req-8e28cfe6-b939-4a64-90ba-10317ae5feae tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:25.827864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9852c3-6977-4027-abe0-5c6d2664e0bc req-8e28cfe6-b939-4a64-90ba-10317ae5feae tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1098 time: 0.5537767 Jul 08 01:59:25.835243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.906225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:25.949561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-16e0729a-2e3a-4aef-804d-99f1b67f4e37 None None] Provisioning for port 80a05653-a173-4302-ace8-9aabf7f37286 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:26.009494 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] For port f11f9147-a941-42c0-af92-c0f74157660c, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:26.018507 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] For port f11f9147-a941-42c0-af92-c0f74157660c, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f11f9147-a941-42c0-af92-c0f74157660c,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:26.026067 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.033813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:26.051660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:26.052048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-16e0729a-2e3a-4aef-804d-99f1b67f4e37 None None] Provisioning complete for port 80a05653-a173-4302-ace8-9aabf7f37286 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:26.055039 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-16e0729a-2e3a-4aef-804d-99f1b67f4e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.073273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:26.089185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Pushing event updated for resources: {'Port': ['ID=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:26.160524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port ea43dbc7-d177-4047-9d7e-2f18ab90bc57, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ea43dbc7-d177-4047-9d7e-2f18ab90bc57,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:26.220950 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f9852c3-6977-4027-abe0-5c6d2664e0bc req-cc7f1066-01f8-44e4-9aac-18916f08aae7 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894935 Jul 08 01:59:26.237943 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.291323 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Routers {'d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:26.292095 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:26.327665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:26.328261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.348029 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.397075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'project_id': '29de0f532bda48829308a5cd9bc1456c', 'port_id': '80a05653-a173-4302-ace8-9aabf7f37286'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:26.442499 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-1e09b123-b80c-455a-824e-583ac9246013 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0072248 Jul 08 01:59:26.486982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-16e0729a-2e3a-4aef-804d-99f1b67f4e37 None None] Port 80a05653-a173-4302-ace8-9aabf7f37286 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:26.488269 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b43c7-60a1-4aa4-85cd-e72f8c113fd6 None None] Pushing event updated for resources: {'Port': ['ID=f11f9147-a941-42c0-af92-c0f74157660c,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:26.530369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Request body: {'port': {'device_id': '258b4281-8ee0-4ad7-a6e3-e9c1b2bed499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:26.544379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=ea43dbc7-d177-4047-9d7e-2f18ab90bc57,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:26.566624 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.692855 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] Set router d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:26.705476 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:26.845733 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e63609d7-706b-4411-86ac-320cae9a772d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:26.859993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.022829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473b001-27a4-4628-9514-b8732040e614 req-2abf4eca-5d53-421a-9a7a-fabb23b3ea99 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:27.025616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1473b001-27a4-4628-9514-b8732040e614 req-2abf4eca-5d53-421a-9a7a-fabb23b3ea99 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1098 time: 0.2775168 Jul 08 01:59:27.055545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e63609d7-706b-4411-86ac-320cae9a772d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:27.056901 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.120183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f729-ea5f-41af-9dfc-aa0d1e2a9581 req-d593298a-1be9-415a-9eec-9e1fa60f306a tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:27.122085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd76f729-ea5f-41af-9dfc-aa0d1e2a9581 req-d593298a-1be9-415a-9eec-9e1fa60f306a tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 932 time: 0.3760638 Jul 08 01:59:27.243924 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ce56cd-3ba4-4d63-bf17-990ec342f9a5', 'name': 'tempest-NetworksTestDHCPv6-router-5530899', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:16Z', 'updated_at': '2021-07-08T01:59:21Z', 'revision_number': 2, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None, '_interfaces': [{'id': 'f11f9147-a941-42c0-af92-c0f74157660c', 'name': '', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'mac_address': 'fa:16:3e:16:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ce56cd-3ba4-4d63-bf17-990ec342f9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c16270f9-29ad-4afb-abb1-42a38f55ef1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:18Z', 'updated_at': '2021-07-08T01:59:25Z', 'revision_number': 4, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'subnets': [{'id': 'c16270f9-29ad-4afb-abb1-42a38f55ef1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:27.278552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.290844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1473b001-27a4-4628-9514-b8732040e614 req-e58d8ea4-f932-4fed-8691-63f978e2a1b7 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085423 Jul 08 01:59:27.325769 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914687c4-6a39-4fc2-9657-2157fa67dd35 None None] The sync data for ids ['d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'] in n-d-694802-14 is: [{'id': 'd6ce56cd-3ba4-4d63-bf17-990ec342f9a5', 'name': 'tempest-NetworksTestDHCPv6-router-5530899', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:16Z', 'updated_at': '2021-07-08T01:59:21Z', 'revision_number': 2, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None, '_interfaces': [{'id': 'f11f9147-a941-42c0-af92-c0f74157660c', 'name': '', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'mac_address': 'fa:16:3e:16:53:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ce56cd-3ba4-4d63-bf17-990ec342f9a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c16270f9-29ad-4afb-abb1-42a38f55ef1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:18Z', 'updated_at': '2021-07-08T01:59:25Z', 'revision_number': 4, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'subnets': [{'id': 'c16270f9-29ad-4afb-abb1-42a38f55ef1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:27.328914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd76f729-ea5f-41af-9dfc-aa0d1e2a9581 req-f7dd5e87-cb78-451f-921e-fd2f491653d9 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486070 Jul 08 01:59:27.338606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port f11f9147-a941-42c0-af92-c0f74157660c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:27.338955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.402225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ea43dbc7-d177-4047-9d7e-2f18ab90bc57 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:27.567740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ea43dbc7-d177-4047-9d7e-2f18ab90bc57 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:27.568598 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.574228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45374) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:27.646053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] For port f11f9147-a941-42c0-af92-c0f74157660c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f11f9147-a941-42c0-af92-c0f74157660c,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:27.646774 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.675824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Allocated IP 172.25.4.221 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/b88d7e11-d7ba-4f53-b830-ae088e45c435) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:27.707031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for f11f9147-a941-42c0-af92-c0f74157660c owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:27.886086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-432013370-network', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:27.906557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:27.923675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.946625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Made reservation on behalf of 477e3f018e3a4055acc5e10adfd0a048 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:27.949913 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.955237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.961669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Transition to ACTIVE for port object 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:27.968748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:27.972730 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.197038 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.254110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=f11f9147-a941-42c0-af92-c0f74157660c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:28.255081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Attempting to bind port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:28.255461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Attempting to bind port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:28.255863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Attempting to bind port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 on network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:28.262042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Pushing event updated for resources: {'Port': ['ID=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:28.301487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 on network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 01:59:28.302005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Attempting to bind port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 on network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:28.311914 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.409762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:28.412293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Pushing event updated for resources: {'Port': ['ID=b88d7e11-d7ba-4f53-b830-ae088e45c435,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:28.429054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:28.434189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:28.441081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:28.441979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Checking segment: {'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:28.442819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Bound using segment: {'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:28.443784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Bound port: 3d09f5cb-e6de-4ad1-8742-5201e2f7a489, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:28.444664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.554549 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.602076 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.620643 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.712160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] For port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:28.720194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] For port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:28.728872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.733263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc9bb95-9024-4ce7-9bbc-7fd0b0627bf0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:28.737572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a99f51-478c-4c8a-a953-475bd12cf700 req-4238312a-f1e4-4c28-ab0e-e7ea2d377745 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:28.739167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3a99f51-478c-4c8a-a953-475bd12cf700 req-4238312a-f1e4-4c28-ab0e-e7ea2d377745 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1098 time: 0.4273610 Jul 08 01:59:28.755843 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:59:28.790185 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.790536 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Added segment d12d96da-bee2-4f59-8301-b612db23f920 of type vlan for network 8367831e-bd39-4d8b-9095-07cd773ab54f Jul 08 01:59:28.817937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:28.818715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:28.820219 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] 10.222.0.24 "PUT /v2.0/ports/3d09f5cb-e6de-4ad1-8742-5201e2f7a489 HTTP/1.1" status: 200 len: 1093 time: 2.3134215 Jul 08 01:59:28.849332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258b4281-8ee0-4ad7-a6e3-e9c1b2bed499', 'tag': '3d09f5cb-e6de-4ad1-8742-5201e2f7a489'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:28.854294 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac992f7f-e42a-4896-8cfb-605d228f4a55" -d '{"events": [{"name": "network-changed", "server_uuid": "258b4281-8ee0-4ad7-a6e3-e9c1b2bed499", "tag": "3d09f5cb-e6de-4ad1-8742-5201e2f7a489"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:28.947853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de3ffe-a453-4a70-8ea4-5dd0ef292b8f service neutron] Pushing event updated for resources: {'Port': ['ID=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:29.306078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3a99f51-478c-4c8a-a953-475bd12cf700 req-10225906-6a43-4d97-a04d-44b0e7000f03 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526404 Jul 08 01:59:29.353876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Router d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:29.356804 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.422267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d174-79e8-4db3-a149-403191128782 req-84fe0cd1-b593-45e9-851f-c2c36c6ee61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:29.423912 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-84fe0cd1-b593-45e9-851f-c2c36c6ee61f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f120e519a72471389919a70a325b436&device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 1096 time: 0.5519028 Jul 08 01:59:29.487207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1314717-6de9-4a8c-b018-7d65aa32a1d3 req-d02bdd7d-2797-40b4-98e1-ad442afca3c8 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:29.494288 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1314717-6de9-4a8c-b018-7d65aa32a1d3 req-d02bdd7d-2797-40b4-98e1-ad442afca3c8 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 944 time: 0.6612873 Jul 08 01:59:29.499687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.500884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:29.501498 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.549592 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-491fd508-4e79-4cfd-aa76-62209bccb9a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d09f5cb-e6de-4ad1-8742-5201e2f7a489 HTTP/1.1" status: 200 len: 217 time: 0.1100018 Jul 08 01:59:29.576849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:29.587061 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-352d48c3-5627-4bb7-aed7-278c305363f9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "PUT /v2.0/routers/d6ce56cd-3ba4-4d63-bf17-990ec342f9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7201827 Jul 08 01:59:29.596188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45396) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:29.611695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0359581 Jul 08 01:59:29.614532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45398) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:29.619907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Request body: {'subnet': {'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-432013370-subnet', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:29.643661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887412e-5b6e-4a60-b5e2-7ec42832ae93 admin admin] Pushing event updated for resources: {'Network': ['ID=8367831e-bd39-4d8b-9095-07cd773ab54f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:29.666736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1314717-6de9-4a8c-b018-7d65aa32a1d3 req-d9243ef0-2170-407b-b6ab-1d8963d1dfc9 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714580 Jul 08 01:59:29.670188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 8367831e-bd39-4d8b-9095-07cd773ab54f details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:59:29.710344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9cdf07-066e-4096-b140-af8267073340 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:29.711869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9cdf07-066e-4096-b140-af8267073340 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:29.720929 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ac9cdf07-066e-4096-b140-af8267073340 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1234431 Jul 08 01:59:29.723786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45402) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:29.754609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Made reservation on behalf of 477e3f018e3a4055acc5e10adfd0a048 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:29.754609 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.778273 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014a1d85-5628-48ba-a7c2-ed31ff63b492 x-openstack-request-id: req-014a1d85-5628-48ba-a7c2-ed31ff63b492 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:29.779066 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258b4281-8ee0-4ad7-a6e3-e9c1b2bed499", "tag": "3d09f5cb-e6de-4ad1-8742-5201e2f7a489", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:29.779066 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-014a1d85-5628-48ba-a7c2-ed31ff63b492 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:29.779570 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258b4281-8ee0-4ad7-a6e3-e9c1b2bed499', 'tag': '3d09f5cb-e6de-4ad1-8742-5201e2f7a489', 'status': 'completed', 'code': 200} Jul 08 01:59:29.781063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193d174-79e8-4db3-a149-403191128782 req-1ec56e21-051a-4fd1-90ec-781c50a1691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:29.789770 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-1ec56e21-051a-4fd1-90ec-781c50a1691d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7591d5c0-f8e1-45fb-9714-40bbbdc76f9f HTTP/1.1" status: 200 len: 850 time: 0.2263639 Jul 08 01:59:29.822147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac260b7-a2cd-48c4-8c91-1621ef8433b1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet c16270f9-29ad-4afb-abb1-42a38f55ef1d {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:29.831550 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ac260b7-a2cd-48c4-8c91-1621ef8433b1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.870996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] Sync routers for ids ['d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:29.885840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] Routers {'d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:29.886600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:29.913536 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ac260b7-a2cd-48c4-8c91-1621ef8433b1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:29.928989 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-96564e94-f8be-4b69-9969-a29bc85edfb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d0d5a7-2254-4910-83c9-b0e5959f6e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373836 Jul 08 01:59:29.973119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-5ac9c56c-3267-4fd3-a4e9-9317a0a977cc tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:29.975507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-5ac9c56c-3267-4fd3-a4e9-9317a0a977cc tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1098 time: 0.4561062 Jul 08 01:59:29.979612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] Set router d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:30.036486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ce56cd-3ba4-4d63-bf17-990ec342f9a5', 'name': 'tempest-NetworksTestDHCPv6-router-5530899', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:16Z', 'updated_at': '2021-07-08T01:59:28Z', 'revision_number': 3, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:30.043485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ac260b7-a2cd-48c4-8c91-1621ef8433b1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.065268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] Checking router: d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:30.083342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] Routers {'d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:30.084339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:30.145652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ac260b7-a2cd-48c4-8c91-1621ef8433b1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.187309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac260b7-a2cd-48c4-8c91-1621ef8433b1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=c16270f9-29ad-4afb-abb1-42a38f55ef1d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:30.189109 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ac260b7-a2cd-48c4-8c91-1621ef8433b1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.191251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4ac260b7-a2cd-48c4-8c91-1621ef8433b1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/c16270f9-29ad-4afb-abb1-42a38f55ef1d HTTP/1.1" status: 204 len: 168 time: 0.4664731 Jul 08 01:59:30.197656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45408) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:30.206453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75df005-8a3a-4943-8bdb-5e020b780cf0 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:30.334808 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] Set router d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:30.384845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5a1bd323-3b1f-4ab8-8f63-a0f735176a8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 707 time: 0.1763227 Jul 08 01:59:30.385649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:30.477568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2d52-626c-47f3-8dec-e9563fab68b9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.489499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ce56cd-3ba4-4d63-bf17-990ec342f9a5', 'name': 'tempest-NetworksTestDHCPv6-router-5530899', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:16Z', 'updated_at': '2021-07-08T01:59:28Z', 'revision_number': 3, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:30.518503 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.577920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1536c39-2eae-4ec0-b4d6-421f24a10f71 None None] The sync data for ids ['d6ce56cd-3ba4-4d63-bf17-990ec342f9a5'] in n-d-694802-14 is: [{'id': 'd6ce56cd-3ba4-4d63-bf17-990ec342f9a5', 'name': 'tempest-NetworksTestDHCPv6-router-5530899', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:16Z', 'updated_at': '2021-07-08T01:59:28Z', 'revision_number': 3, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:30.698543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2d52-626c-47f3-8dec-e9563fab68b9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.702946 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2d52-626c-47f3-8dec-e9563fab68b9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.707066 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-a6ba9a50-9c18-46bc-ac6a-69ee4493c36b service neutron] 10.222.0.24 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459159 Jul 08 01:59:30.806361 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2d52-626c-47f3-8dec-e9563fab68b9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.806361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0a2d52-626c-47f3-8dec-e9563fab68b9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Fanout notify agent at l3_agent the message router_deleted on router d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:59:30.807875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2d52-626c-47f3-8dec-e9563fab68b9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.814030 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4e0a2d52-626c-47f3-8dec-e9563fab68b9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/routers/d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 HTTP/1.1" status: 204 len: 168 time: 0.4230249 Jul 08 01:59:30.817040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45420) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:30.822489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6dcb089c-d3ed-4258-8158-08162aae50ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:30.902558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7194c62-c23c-4ab2-bece-34cea1c4ba0e req-c6408627-4bb7-4b37-ad26-1906f395d490 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:30.904249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7194c62-c23c-4ab2-bece-34cea1c4ba0e req-c6408627-4bb7-4b37-ad26-1906f395d490 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 1098 time: 0.1420603 Jul 08 01:59:30.908880 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f193d174-79e8-4db3-a149-403191128782 req-0db79735-cece-4dc1-857b-b98ac7ef1005 service neutron] 10.222.0.24 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889498 Jul 08 01:59:30.922577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-fd452459-d681-4a9a-a043-c6452bf78f46 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Deleting port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:30.923267 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-fd452459-d681-4a9a-a043-c6452bf78f46 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:30.985835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3fdaf6-308a-40af-9266-83b1a23c25cd None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:59:31.047031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-fd452459-d681-4a9a-a043-c6452bf78f46 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] For port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:31.047412 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-fd452459-d681-4a9a-a043-c6452bf78f46 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.067243 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7194c62-c23c-4ab2-bece-34cea1c4ba0e req-7a38f972-1624-4e95-87f9-7fa8700157bf tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805686 Jul 08 01:59:31.071127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-fd452459-d681-4a9a-a043-c6452bf78f46 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Calling delete_port for 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:31.097219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcb089c-d3ed-4258-8158-08162aae50ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:31.100850 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dcb089c-d3ed-4258-8158-08162aae50ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.114990 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-df3fdaf6-308a-40af-9266-83b1a23c25cd None None] Deleting port ea43dbc7-d177-4047-9d7e-2f18ab90bc57 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:31.115978 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df3fdaf6-308a-40af-9266-83b1a23c25cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.274652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-fd452459-d681-4a9a-a043-c6452bf78f46 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.330010 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200a14d-f58d-4100-b769-7dfe1e14d23c req-db6bbede-074a-44aa-a889-2273b46e6016 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:31.343053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3200a14d-f58d-4100-b769-7dfe1e14d23c req-db6bbede-074a-44aa-a889-2273b46e6016 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 944 time: 0.3379052 Jul 08 01:59:31.349697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-df3fdaf6-308a-40af-9266-83b1a23c25cd None None] For port ea43dbc7-d177-4047-9d7e-2f18ab90bc57, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ea43dbc7-d177-4047-9d7e-2f18ab90bc57,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:31.349697 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df3fdaf6-308a-40af-9266-83b1a23c25cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.401745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-df3fdaf6-308a-40af-9266-83b1a23c25cd None None] Calling delete_port for ea43dbc7-d177-4047-9d7e-2f18ab90bc57 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:31.448631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd452459-d681-4a9a-a043-c6452bf78f46 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Pushing event deleted for resources: {'Port': ['ID=11fa3720-6c8a-43d3-99e2-13f8c86d4f5b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:31.471312 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3200a14d-f58d-4100-b769-7dfe1e14d23c req-9b85e3cc-3ee7-43d6-b738-f70d081c551d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269407 Jul 08 01:59:31.543115 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dcb089c-d3ed-4258-8158-08162aae50ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.560524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['11fa3720-6c8a-43d3-99e2-13f8c86d4f5b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:31.603193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-fd452459-d681-4a9a-a043-c6452bf78f46 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] No DVR routers for this DVR port 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:31.608520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5d9c67fd-234c-4bc6-9578-77979d5d162a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:31.609456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-fd452459-d681-4a9a-a043-c6452bf78f46 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.611522 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f56ad6f0-797b-4173-8d27-9ffd004dfeeb req-fd452459-d681-4a9a-a043-c6452bf78f46 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.24 "DELETE /v2.0/ports/11fa3720-6c8a-43d3-99e2-13f8c86d4f5b HTTP/1.1" status: 204 len: 173 time: 1.5853381 Jul 08 01:59:31.615806 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df3fdaf6-308a-40af-9266-83b1a23c25cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.659081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.725277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb089c-d3ed-4258-8158-08162aae50ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=87d396bd-7d29-4b6c-aa25-c26d49fe2cb4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:31.729445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fdaf6-308a-40af-9266-83b1a23c25cd None None] Pushing event deleted for resources: {'Port': ['ID=ea43dbc7-d177-4047-9d7e-2f18ab90bc57,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:31.740214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3fdaf6-308a-40af-9266-83b1a23c25cd None None] No DVR routers for this DVR port ea43dbc7-d177-4047-9d7e-2f18ab90bc57 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:31.766564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb089c-d3ed-4258-8158-08162aae50ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:31.768499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb089c-d3ed-4258-8158-08162aae50ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:31.783206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcb089c-d3ed-4258-8158-08162aae50ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:31.784202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c47d65-24c8-42dd-88bb-9608578615ae', 'name': 'network-vif-deleted', 'tag': '11fa3720-6c8a-43d3-99e2-13f8c86d4f5b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:31.784798 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dcb089c-d3ed-4258-8158-08162aae50ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.786585 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09f6808-18dd-43d9-be0c-6f2fad5c629c" -d '{"events": [{"server_uuid": "c9c47d65-24c8-42dd-88bb-9608578615ae", "name": "network-vif-deleted", "tag": "11fa3720-6c8a-43d3-99e2-13f8c86d4f5b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:31.800803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7070de-da68-427f-beb3-0ace6b5a132a None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:31.820956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6dcb089c-d3ed-4258-8158-08162aae50ae tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9991887 Jul 08 01:59:31.822546 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.822706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:31.834453 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f1d88afd-2cc2-4e9c-9847-7bf94f4c74e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-998387507', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:31.891521 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d88afd-2cc2-4e9c-9847-7bf94f4c74e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:31.892667 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d88afd-2cc2-4e9c-9847-7bf94f4c74e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.032493 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d88afd-2cc2-4e9c-9847-7bf94f4c74e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.040718 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d88afd-2cc2-4e9c-9847-7bf94f4c74e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.069056 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d88afd-2cc2-4e9c-9847-7bf94f4c74e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.071544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339b90b9-3db0-4eb3-950a-ab47bc37c461,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:32.076813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f1d88afd-2cc2-4e9c-9847-7bf94f4c74e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2502289 Jul 08 01:59:32.077211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992f7f-e42a-4896-8cfb-605d228f4a55 req-0c856c83-41a1-41c3-9feb-8d9bb0c06e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:32.078215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:32.079436 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac992f7f-e42a-4896-8cfb-605d228f4a55 req-0c856c83-41a1-41c3-9feb-8d9bb0c06e4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f120e519a72471389919a70a325b436&device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 1096 time: 0.8292096 Jul 08 01:59:32.178410 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ab4850-eb00-4e80-a43d-6b89c2015858 x-openstack-request-id: req-22ab4850-eb00-4e80-a43d-6b89c2015858 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:32.178726 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c47d65-24c8-42dd-88bb-9608578615ae", "name": "network-vif-deleted", "tag": "11fa3720-6c8a-43d3-99e2-13f8c86d4f5b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:32.179071 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22ab4850-eb00-4e80-a43d-6b89c2015858 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:32.179765 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c47d65-24c8-42dd-88bb-9608578615ae', 'name': 'network-vif-deleted', 'tag': '11fa3720-6c8a-43d3-99e2-13f8c86d4f5b', 'status': 'completed', 'code': 200} Jul 08 01:59:32.308560 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '87d396bd-7d29-4b6c-aa25-c26d49fe2cb4'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:32.311397 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.313194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Checking segment: {'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:32.315195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Network hostable DHCP agents. Network: 8367831e-bd39-4d8b-9095-07cd773ab54f, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:59:32.385053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Network 8367831e-bd39-4d8b-9095-07cd773ab54f is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:59:32.417169 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.422935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 8367831e-bd39-4d8b-9095-07cd773ab54f) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:32.437395 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.441444 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:32.442140 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.447442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992f7f-e42a-4896-8cfb-605d228f4a55 req-01fb142a-2574-44c1-b00b-8df06e853a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:32.449215 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac992f7f-e42a-4896-8cfb-605d228f4a55 req-01fb142a-2574-44c1-b00b-8df06e853a3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 200 len: 911 time: 0.3610466 Jul 08 01:59:32.478088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7fc9690-aeed-41b8-bcab-1a8d1ad9d874 req-07817b95-5f11-42d9-b05e-8d0ba5091dab tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c9c47d65-24c8-42dd-88bb-9608578615ae HTTP/1.1" status: 200 len: 210 time: 0.0454960 Jul 08 01:59:32.494507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3156c8d4-d421-40c5-9000-8c28f048965c None None] Network 8367831e-bd39-4d8b-9095-07cd773ab54f requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:32.577548 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac992f7f-e42a-4896-8cfb-605d228f4a55 req-9197785b-0b73-451d-a635-fbb2b43efc4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d09f5cb-e6de-4ad1-8742-5201e2f7a489 HTTP/1.1" status: 200 len: 217 time: 0.1205249 Jul 08 01:59:32.699666 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4f32e0d1-78a2-4085-976a-e27c4be38b16 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0838530 Jul 08 01:59:32.705269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:32.742563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f11f9147-a941-42c0-af92-c0f74157660c no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:32.748378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Pushing event updated for resources: {'Port': ['ID=b88d7e11-d7ba-4f53-b830-ae088e45c435,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:32.767595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac992f7f-e42a-4896-8cfb-605d228f4a55 req-f3330ad9-ca78-40c1-a9e0-a7d12f1cdf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:32.768688 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac992f7f-e42a-4896-8cfb-605d228f4a55 req-f3330ad9-ca78-40c1-a9e0-a7d12f1cdf45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7591d5c0-f8e1-45fb-9714-40bbbdc76f9f HTTP/1.1" status: 200 len: 850 time: 0.1757655 Jul 08 01:59:32.772247 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.786340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: f11f9147-a941-42c0-af92-c0f74157660c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:32.786340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f11f9147-a941-42c0-af92-c0f74157660c not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:32.787191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ea43dbc7-d177-4047-9d7e-2f18ab90bc57 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:32.807081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:32.848405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: ea43dbc7-d177-4047-9d7e-2f18ab90bc57 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:32.848900 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ea43dbc7-d177-4047-9d7e-2f18ab90bc57 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:32.862224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/87d396bd-7d29-4b6c-aa25-c26d49fe2cb4/993975e6-f219-4584-90ba-35632e224da9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:32.947835 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:32.971979 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac992f7f-e42a-4896-8cfb-605d228f4a55 req-c118e985-1797-4903-b56f-21eb410c020e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d0d5a7-2254-4910-83c9-b0e5959f6e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644202 Jul 08 01:59:33.055499 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.057483 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.070598 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Floating IP ba2bf0c1-a369-42ec-98e5-ad3a4850229a associated. External IP: 172.25.4.221, port: 80a05653-a173-4302-ace8-9aabf7f37286. Jul 08 01:59:33.127097 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.276169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-8367831e-bd39-4d8b-9095-07cd773ab54f', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:33.277035 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.479569 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.510461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d212d-3530-4a8d-a654-87cc7f6a4d4d req-37cf2719-6ee6-49c9-8c82-1d17f37eb489 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:33.514579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b60d212d-3530-4a8d-a654-87cc7f6a4d4d req-37cf2719-6ee6-49c9-8c82-1d17f37eb489 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 944 time: 0.8371198 Jul 08 01:59:33.568152 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.578857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Transition to ACTIVE for port object 993975e6-f219-4584-90ba-35632e224da9 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:33.597726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Transition to ACTIVE for port object 993975e6-f219-4584-90ba-35632e224da9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:33.611826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Allocated IP 172.20.0.2 (8367831e-bd39-4d8b-9095-07cd773ab54f/339b90b9-3db0-4eb3-950a-ab47bc37c461/822ded4f-b436-4ac1-b692-d2dc7a07e461) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:33.615840 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac992f7f-e42a-4896-8cfb-605d228f4a55 req-8091ffb2-4c76-48ed-b9d5-1892dc4f5461 service neutron] 10.222.0.24 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349626 Jul 08 01:59:33.704368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:33.801524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:33.838205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:33.844460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:33.908121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Pushing event updated for resources: {'Port': ['ID=993975e6-f219-4584-90ba-35632e224da9,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:33.979259 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac992f7f-e42a-4896-8cfb-605d228f4a55 req-fd495699-4594-4fe6-9d53-8eb303c444b7 service neutron] 10.222.0.24 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549919 Jul 08 01:59:34.087213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::1 (de78c256-7209-4d49-9cc2-cf9ec79a7408/87d396bd-7d29-4b6c-aa25-c26d49fe2cb4/ae63ed99-f772-463a-842f-4655cf4e5582) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:34.094777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Router dfaa8be7-49e7-4255-96ab-660ed81a8ee4 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:34.133820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Attempting to bind port 993975e6-f219-4584-90ba-35632e224da9 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:34.134200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Attempting to bind port 993975e6-f219-4584-90ba-35632e224da9 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:34.134570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Attempting to bind port 993975e6-f219-4584-90ba-35632e224da9 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:34.177313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:34.177747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:34.178212 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.178769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:34.179569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Bound port: 993975e6-f219-4584-90ba-35632e224da9, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:34.180807 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.260231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b60d212d-3530-4a8d-a654-87cc7f6a4d4d req-32224b53-b0fd-44d0-bc63-e51a9eccb0b0 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234912 Jul 08 01:59:34.318820 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.328353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:34.338561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Transition to ACTIVE for port object 822ded4f-b436-4ac1-b692-d2dc7a07e461 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:34.342758 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45c1c0-95f2-4466-ae35-61640344703c None None] Sync routers for ids ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:34.361516 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45c1c0-95f2-4466-ae35-61640344703c None None] Routers {'dfaa8be7-49e7-4255-96ab-660ed81a8ee4'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:34.362159 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5d45c1c0-95f2-4466-ae35-61640344703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:34.381861 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.396456 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.403048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Transition to ACTIVE for port object 822ded4f-b436-4ac1-b692-d2dc7a07e461 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:34.417743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object ae63ed99-f772-463a-842f-4655cf4e5582 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:34.460952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] For port 993975e6-f219-4584-90ba-35632e224da9, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:34.470135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] For port 993975e6-f219-4584-90ba-35632e224da9, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=993975e6-f219-4584-90ba-35632e224da9,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:34.474818 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5d45c1c0-95f2-4466-ae35-61640344703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:34.475109 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.499787 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d45c1c0-95f2-4466-ae35-61640344703c None None] Routers {'dfaa8be7-49e7-4255-96ab-660ed81a8ee4'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:34.500736 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5d45c1c0-95f2-4466-ae35-61640344703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:34.506404 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-75fb8048-8dd4-4216-b88f-1f1904fc3da9 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 9.0946565 Jul 08 01:59:34.506980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45466) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:34.566758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 01:59:34.598424 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5d45c1c0-95f2-4466-ae35-61640344703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:34.599650 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d45c1c0-95f2-4466-ae35-61640344703c None None] The sync data for ids ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:34.625779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:34.651519 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.659599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Pushing event updated for resources: {'Port': ['ID=822ded4f-b436-4ac1-b692-d2dc7a07e461,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:34.662175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:34.662706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 11fa3720-6c8a-43d3-99e2-13f8c86d4f5b not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:34.682164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Network 8367831e-bd39-4d8b-9095-07cd773ab54f is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:34.687482 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b0204f6f-8aff-411f-9fa1-69407961986a tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] 10.222.0.41 "GET /v2.0/floatingips/ba2bf0c1-a369-42ec-98e5-ad3a4850229a HTTP/1.1" status: 200 len: 984 time: 0.1769094 Jul 08 01:59:34.688445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45470) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:34.717713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:34.775602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:34.777107 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.831552 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.843420 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f8f5aee5-0da9-42e5-a683-d7ca1a2df800 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1500731 Jul 08 01:59:34.843778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45476) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:34.869441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:34.870112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.885475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699a521-5cda-442e-a61b-11a4bd4fcebf None None] Pushing event updated for resources: {'Port': ['ID=993975e6-f219-4584-90ba-35632e224da9,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:34.889477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '3d09f5cb-e6de-4ad1-8742-5201e2f7a489', 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09', 'port_id': '3d09f5cb-e6de-4ad1-8742-5201e2f7a489', 'mac_address': 'fa:16:3e:15:0b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 01:59:34.936333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:34.946384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:34.959375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:34.980372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:34.980372 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.031039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Attempting to bind port 822ded4f-b436-4ac1-b692-d2dc7a07e461 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:35.033154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Attempting to bind port 822ded4f-b436-4ac1-b692-d2dc7a07e461 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:35.033781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Attempting to bind port 822ded4f-b436-4ac1-b692-d2dc7a07e461 on network 8367831e-bd39-4d8b-9095-07cd773ab54f {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:35.052626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:35.053005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Checking segment: {'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:35.053462 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.053937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Bound using segment: {'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:35.054407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Bound port: 822ded4f-b436-4ac1-b692-d2dc7a07e461, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:35.054818 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.093568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=ae63ed99-f772-463a-842f-4655cf4e5582,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:35.137377 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.251129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3516cd-04a0-48e7-acac-fffdfe83b96f req-5f49eacd-9133-4262-b672-e0e2480a3108 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:35.260781 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab3516cd-04a0-48e7-acac-fffdfe83b96f req-5f49eacd-9133-4262-b672-e0e2480a3108 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1098 time: 0.5334976 Jul 08 01:59:35.279683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] For port 822ded4f-b436-4ac1-b692-d2dc7a07e461, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:35.282000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Deleting port b88d7e11-d7ba-4f53-b830-ae088e45c435 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:35.282287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.284174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] For port 822ded4f-b436-4ac1-b692-d2dc7a07e461, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=822ded4f-b436-4ac1-b692-d2dc7a07e461,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:35.290125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 01:59:35.316602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:35.319112 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.326474 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.369686 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.415185 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab3516cd-04a0-48e7-acac-fffdfe83b96f req-4c406c09-f329-44c4-9e8b-6298f3f86050 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503325 Jul 08 01:59:35.479509 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e639fa-c9d3-4881-a97e-e64aa1cbc094 None None] Pushing event updated for resources: {'Port': ['ID=822ded4f-b436-4ac1-b692-d2dc7a07e461,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:35.490916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.491370 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:35.531195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Calling delete_port for b88d7e11-d7ba-4f53-b830-ae088e45c435 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:35.573353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['3d09f5cb-e6de-4ad1-8742-5201e2f7a489'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:35.659920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Allocated IP 172.25.4.24 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/343777c4-71b2-4e6d-9c08-a33fe3a9101b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:35.745068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:36.059401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.124644 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.125338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event deleted for resources: {'Port': ['ID=b88d7e11-d7ba-4f53-b830-ae088e45c435,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:36.158732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-e682d247-d1eb-4f26-b056-4ae087f72d0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:36.161982 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-e682d247-d1eb-4f26-b056-4ae087f72d0d tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1098 time: 0.2677448 Jul 08 01:59:36.313426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c92b6-2e35-4970-8f43-40500f54aa70 req-29d8977f-87b1-4cc5-9dfa-3882d221fd10 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:36.320658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-995c92b6-2e35-4970-8f43-40500f54aa70 req-29d8977f-87b1-4cc5-9dfa-3882d221fd10 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 945 time: 0.6999631 Jul 08 01:59:36.353160 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.353779 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Floating IP ba2bf0c1-a369-42ec-98e5-ad3a4850229a disassociated (deleted). External IP: 172.25.4.221, port: 80a05653-a173-4302-ace8-9aabf7f37286. Jul 08 01:59:36.411223 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.437553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-995c92b6-2e35-4970-8f43-40500f54aa70 req-623437c8-b940-418d-a992-d312da1c9e13 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775375 Jul 08 01:59:36.511863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:36.568718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:36.586670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:36.593126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:36.655015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-fe617fb8-ffbb-4402-877a-aa6a18f90b3e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Deleting port 5d9c67fd-234c-4bc6-9578-77979d5d162a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:36.655595 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-fe617fb8-ffbb-4402-877a-aa6a18f90b3e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.657661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:36.664713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:36.667303 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.698107 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.806734 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.807580 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:36.823548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Pushing event updated for resources: {'Port': ['ID=343777c4-71b2-4e6d-9c08-a33fe3a9101b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:36.927282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 822ded4f-b436-4ac1-b692-d2dc7a07e461 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:37.053537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-fe617fb8-ffbb-4402-877a-aa6a18f90b3e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] For port 5d9c67fd-234c-4bc6-9578-77979d5d162a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5d9c67fd-234c-4bc6-9578-77979d5d162a,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:37.054224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-fe617fb8-ffbb-4402-877a-aa6a18f90b3e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.114260 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-fe617fb8-ffbb-4402-877a-aa6a18f90b3e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Calling delete_port for 5d9c67fd-234c-4bc6-9578-77979d5d162a owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:37.142312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4df3eeff-65da-4178-8fe3-796526b210d4 None None] Provisioning for port 993975e6-f219-4584-90ba-35632e224da9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:37.155674 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.207986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=ae63ed99-f772-463a-842f-4655cf4e5582,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:37.208767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b4281-8ee0-4ad7-a6e3-e9c1b2bed499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d09f5cb-e6de-4ad1-8742-5201e2f7a489'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:37.213096 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fc0d53-9420-476c-a232-651bd37eff3c" -d '{"events": [{"server_uuid": "258b4281-8ee0-4ad7-a6e3-e9c1b2bed499", "name": "network-vif-plugged", "status": "completed", "tag": "3d09f5cb-e6de-4ad1-8742-5201e2f7a489"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:37.228207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 822ded4f-b436-4ac1-b692-d2dc7a07e461 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:37.259085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 993975e6-f219-4584-90ba-35632e224da9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:37.393852 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d4600a-d8eb-4a2f-82ad-c973f3fb5035 x-openstack-request-id: req-84d4600a-d8eb-4a2f-82ad-c973f3fb5035 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:37.394685 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b4281-8ee0-4ad7-a6e3-e9c1b2bed499", "name": "network-vif-plugged", "status": "completed", "tag": "3d09f5cb-e6de-4ad1-8742-5201e2f7a489", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:37.395198 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84d4600a-d8eb-4a2f-82ad-c973f3fb5035 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:37.396383 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b4281-8ee0-4ad7-a6e3-e9c1b2bed499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d09f5cb-e6de-4ad1-8742-5201e2f7a489', 'code': 200} Jul 08 01:59:37.399795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-fe617fb8-ffbb-4402-877a-aa6a18f90b3e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.431644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Router dfaa8be7-49e7-4255-96ab-660ed81a8ee4 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:37.431923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:37.436465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5d9c67fd-234c-4bc6-9578-77979d5d162a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 01:59:37.454256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03890b4c-cbd4-4881-a56f-9bf1fc145438 req-583c2ddb-b352-4e72-90cb-0b51b529a9a8 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:37.465440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03890b4c-cbd4-4881-a56f-9bf1fc145438 req-583c2ddb-b352-4e72-90cb-0b51b529a9a8 tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ae0cd094-d553-4deb-a874-8ead992c7a71 HTTP/1.1" status: 200 len: 1098 time: 0.6797814 Jul 08 01:59:37.484757 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.507239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:37.515330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe617fb8-ffbb-4402-877a-aa6a18f90b3e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d9c67fd-234c-4bc6-9578-77979d5d162a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:37.526687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:37.568158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-424b8055-c683-498d-aa5b-c6f4adb7ed7d None None] Provisioning for port ae63ed99-f772-463a-842f-4655cf4e5582 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:37.594295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 993975e6-f219-4584-90ba-35632e224da9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:37.604676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-424b8055-c683-498d-aa5b-c6f4adb7ed7d None None] Provisioning complete for port ae63ed99-f772-463a-842f-4655cf4e5582 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:37.605064 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-424b8055-c683-498d-aa5b-c6f4adb7ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.615931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 993975e6-f219-4584-90ba-35632e224da9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:37.616435 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.688989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-fe617fb8-ffbb-4402-877a-aa6a18f90b3e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] No DVR routers for this DVR port 5d9c67fd-234c-4bc6-9578-77979d5d162a on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:37.697973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-fe617fb8-ffbb-4402-877a-aa6a18f90b3e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:37.704834 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3934d23-e62a-4a19-8bd6-a2be05e830c3 req-fe617fb8-ffbb-4402-877a-aa6a18f90b3e tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5d9c67fd-234c-4bc6-9578-77979d5d162a HTTP/1.1" status: 204 len: 173 time: 1.4966953 Jul 08 01:59:37.705681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae0cd094-d553-4deb-a874-8ead992c7a71', 'name': 'network-vif-deleted', 'tag': '5d9c67fd-234c-4bc6-9578-77979d5d162a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 01:59:37.708172 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e751a59c-7b09-4124-8e4e-02324f507cf0" -d '{"events": [{"server_uuid": "ae0cd094-d553-4deb-a874-8ead992c7a71", "name": "network-vif-deleted", "tag": "5d9c67fd-234c-4bc6-9578-77979d5d162a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 01:59:37.722722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09617f6-da30-4b75-ab5a-ea847a775089 None None] Network 8367831e-bd39-4d8b-9095-07cd773ab54f requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:37.754287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:37.899386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a217361-9598-490a-a311-25251fd9beba req-d1c34874-4092-4535-8fac-f57719d52a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:37.901058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1a217361-9598-490a-a311-25251fd9beba req-d1c34874-4092-4535-8fac-f57719d52a82 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 1098 time: 0.4144301 Jul 08 01:59:37.911119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-424b8055-c683-498d-aa5b-c6f4adb7ed7d None None] Port ae63ed99-f772-463a-842f-4655cf4e5582 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:37.960632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-03890b4c-cbd4-4881-a56f-9bf1fc145438 req-c6fe3a61-c312-47be-afdc-cfc3aaa99a2c tempest-TestServerMultinode-388205422 tempest-TestServerMultinode-388205422-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d142efeb-a74c-42f1-a15a-509b80900c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926054 Jul 08 01:59:37.995350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:38.006768 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.078731 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 01:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffc3be1-5e5d-4b9d-9f29-0a89832fc0cb x-openstack-request-id: req-cffc3be1-5e5d-4b9d-9f29-0a89832fc0cb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 01:59:38.079091 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae0cd094-d553-4deb-a874-8ead992c7a71", "name": "network-vif-deleted", "tag": "5d9c67fd-234c-4bc6-9578-77979d5d162a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 01:59:38.079271 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cffc3be1-5e5d-4b9d-9f29-0a89832fc0cb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 01:59:38.079956 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae0cd094-d553-4deb-a874-8ead992c7a71', 'name': 'network-vif-deleted', 'tag': '5d9c67fd-234c-4bc6-9578-77979d5d162a', 'status': 'completed', 'code': 200} Jul 08 01:59:38.085831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062c64c-d17b-4b2d-98a0-1bf085e7d898 None None] Sync routers for ids ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:38.129228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1a217361-9598-490a-a311-25251fd9beba req-09b7e0ff-f15e-447a-b8ea-17205d1011b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161934 Jul 08 01:59:38.148455 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-540e3894-3142-4fa3-aa7e-f8deed5d6b45 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "DELETE /v2.0/floatingips/ba2bf0c1-a369-42ec-98e5-ad3a4850229a HTTP/1.1" status: 204 len: 168 time: 3.3032832 Jul 08 01:59:38.149359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45512) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:38.155662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:38.158175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.177942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062c64c-d17b-4b2d-98a0-1bf085e7d898 None None] Routers {'dfaa8be7-49e7-4255-96ab-660ed81a8ee4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:38.182945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3062c64c-d17b-4b2d-98a0-1bf085e7d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:38.207987 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.217804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979afc61-dddb-4fbc-9f37-19c642b34dc1 req-5cfc24d8-e664-40d4-869d-599b28250821 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:38.219486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-979afc61-dddb-4fbc-9f37-19c642b34dc1 req-5cfc24d8-e664-40d4-869d-599b28250821 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.3376164 Jul 08 01:59:38.298228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b9d4f1ce-faa0-4b38-9e60-6ecfc1f0aa91 None None] Provisioning for port 822ded4f-b436-4ac1-b692-d2dc7a07e461 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:38.300646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3062c64c-d17b-4b2d-98a0-1bf085e7d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:38.328431 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Router 445f865b-ab8b-486b-975c-71330c604382 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:59:38.347733 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b9d4f1ce-faa0-4b38-9e60-6ecfc1f0aa91 None None] Provisioning complete for port 822ded4f-b436-4ac1-b692-d2dc7a07e461 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:38.348113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b9d4f1ce-faa0-4b38-9e60-6ecfc1f0aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.367416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.396034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 993975e6-f219-4584-90ba-35632e224da9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=993975e6-f219-4584-90ba-35632e224da9,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:38.436489 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.445916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.456673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3062c64c-d17b-4b2d-98a0-1bf085e7d898 None None] Routers {'dfaa8be7-49e7-4255-96ab-660ed81a8ee4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:38.459232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3062c64c-d17b-4b2d-98a0-1bf085e7d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:38.578173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3062c64c-d17b-4b2d-98a0-1bf085e7d898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:38.578415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-979afc61-dddb-4fbc-9f37-19c642b34dc1 req-eb8684c4-b1ad-4c2d-954f-c6d8df5a4e15 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364923 Jul 08 01:59:38.579123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3062c64c-d17b-4b2d-98a0-1bf085e7d898 None None] The sync data for ids ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:38.663856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Allocated IP 172.25.4.119 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/3d30af16-a192-4b61-b0ab-7d7cadd3aa09) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:38.717179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:38.727540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6d95148a-1566-4c06-90da-e81369740a72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "PUT /v2.0/routers/445f865b-ab8b-486b-975c-71330c604382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6467967 Jul 08 01:59:38.733312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=993975e6-f219-4584-90ba-35632e224da9,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:38.734718 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Sync routers for ids ['445f865b-ab8b-486b-975c-71330c604382'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:38.754918 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45520) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:38.765744 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Routers {'445f865b-ab8b-486b-975c-71330c604382'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:38.766674 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['445f865b-ab8b-486b-975c-71330c604382'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:38.792052 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b9d4f1ce-faa0-4b38-9e60-6ecfc1f0aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:38.884974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b9d4f1ce-faa0-4b38-9e60-6ecfc1f0aa91 None None] For port 822ded4f-b436-4ac1-b692-d2dc7a07e461, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=822ded4f-b436-4ac1-b692-d2dc7a07e461,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:38.894394 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b9d4f1ce-faa0-4b38-9e60-6ecfc1f0aa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.014114 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.032356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75179981-c66a-41a6-b864-a80c6c1c8bf2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:39.034370 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-75179981-c66a-41a6-b864-a80c6c1c8bf2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports/ae63ed99-f772-463a-842f-4655cf4e5582 HTTP/1.1" status: 200 len: 911 time: 0.2778370 Jul 08 01:59:39.046401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45524) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:39.100275 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.119722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1e5a0e35-0071-42a4-a3dd-c239ee8c44d1 None None] Provisioning complete for port ae63ed99-f772-463a-842f-4655cf4e5582 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:39.120422 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1e5a0e35-0071-42a4-a3dd-c239ee8c44d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.234341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4f1ce-faa0-4b38-9e60-6ecfc1f0aa91 None None] Pushing event updated for resources: {'Port': ['ID=822ded4f-b436-4ac1-b692-d2dc7a07e461,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:39.246303 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.253434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:39.259271 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Set router 445f865b-ab8b-486b-975c-71330c604382 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:39.260905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.276683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a0e35-0071-42a4-a3dd-c239ee8c44d1 None None] Port ae63ed99-f772-463a-842f-4655cf4e5582 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:39.344954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:39.355020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:39.372978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:39.416845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d9d9f97a-000e-4859-b514-5f1f0da9e4ff None None] Provisioning complete for port 822ded4f-b436-4ac1-b692-d2dc7a07e461 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:39.417603 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9d9f97a-000e-4859-b514-5f1f0da9e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.459591 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Pushing event updated for resources: {'Port': ['ID=3d30af16-a192-4b61-b0ab-7d7cadd3aa09,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:39.655880 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.767824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:39.789063 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f865b-ab8b-486b-975c-71330c604382', 'name': 'tempest-NetworksTestDHCPv6-router-998387507', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:31Z', 'updated_at': '2021-07-08T01:59:35Z', 'revision_number': 2, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None, '_interfaces': [{'id': 'ae63ed99-f772-463a-842f-4655cf4e5582', 'name': '', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'mac_address': 'fa:16:3e:4c:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f865b-ab8b-486b-975c-71330c604382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '87d396bd-7d29-4b6c-aa25-c26d49fe2cb4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:36Z', 'revision_number': 2, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'subnets': [{'id': '87d396bd-7d29-4b6c-aa25-c26d49fe2cb4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:39.843003 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Checking router: 445f865b-ab8b-486b-975c-71330c604382 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:39.843725 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Updating router 445f865b-ab8b-486b-975c-71330c604382 port ae63ed99-f772-463a-842f-4655cf4e5582 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:59:39.915706 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.154884 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.161844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.241596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Pushing event updated for resources: {'Port': ['ID=3d30af16-a192-4b61-b0ab-7d7cadd3aa09,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:40.259152 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.277533 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.282405 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9a618d7a-be3f-4bf6-bd58-1a744a9ad38f tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1318221 Jul 08 01:59:40.283596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45542) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:40.320880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e0a478-d177-4f91-8c96-6442cfa1650f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.332423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e0a478-d177-4f91-8c96-6442cfa1650f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.339102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-46e0a478-d177-4f91-8c96-6442cfa1650f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.2878273 Jul 08 01:59:40.339440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45546) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:40.402185 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.415765 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Transition to ACTIVE for port object ae63ed99-f772-463a-842f-4655cf4e5582 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:40.426379 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.559324 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Attempting to bind port ae63ed99-f772-463a-842f-4655cf4e5582 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:40.560566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f6432-7371-4645-a46e-8cb3611d684a req-7c9dcce5-7e81-48b8-b725-b94531e9d837 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:40.560963 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Attempting to bind port ae63ed99-f772-463a-842f-4655cf4e5582 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:40.561498 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Attempting to bind port ae63ed99-f772-463a-842f-4655cf4e5582 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:40.562398 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d52f6432-7371-4645-a46e-8cb3611d684a req-7c9dcce5-7e81-48b8-b725-b94531e9d837 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.5497274 Jul 08 01:59:40.572786 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:40.573453 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:40.574024 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.574705 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:40.575881 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Bound port: ae63ed99-f772-463a-842f-4655cf4e5582, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:40.576454 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.661221 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] For port ae63ed99-f772-463a-842f-4655cf4e5582, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:40.664628 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] For port ae63ed99-f772-463a-842f-4655cf4e5582, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ae63ed99-f772-463a-842f-4655cf4e5582,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:40.672176 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:40.693765 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd23a04-fd7f-4a2e-ac51-4f58038df36e None None] Pushing event updated for resources: {'Port': ['ID=ae63ed99-f772-463a-842f-4655cf4e5582,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:40.712558 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Routers {'445f865b-ab8b-486b-975c-71330c604382'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:40.713688 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['445f865b-ab8b-486b-975c-71330c604382'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:40.796751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d52f6432-7371-4645-a46e-8cb3611d684a req-c97c3d53-9463-465a-9a54-0e98ab8ebb4b tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217824 Jul 08 01:59:40.821088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Router b583fcb5-f696-4b43-b228-bb6597d41694 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:59:40.836892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 822ded4f-b436-4ac1-b692-d2dc7a07e461 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:40.840897 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] Set router 445f865b-ab8b-486b-975c-71330c604382 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:40.979466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5d9c67fd-234c-4bc6-9578-77979d5d162a no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:41.062707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 5d9c67fd-234c-4bc6-9578-77979d5d162a {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:41.064784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5d9c67fd-234c-4bc6-9578-77979d5d162a not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:41.078962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 822ded4f-b436-4ac1-b692-d2dc7a07e461 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:41.080875 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:41.169784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:41.206945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Sync routers for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:41.301130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:41.305118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cd26be83-24d5-4492-9b6d-e8465a4eb150 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5000253 Jul 08 01:59:41.308288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:41.319395 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:41.352888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:41.453191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:41.521576 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f865b-ab8b-486b-975c-71330c604382', 'name': 'tempest-NetworksTestDHCPv6-router-998387507', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:31Z', 'updated_at': '2021-07-08T01:59:35Z', 'revision_number': 2, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None, '_interfaces': [{'id': 'ae63ed99-f772-463a-842f-4655cf4e5582', 'name': '', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'mac_address': 'fa:16:3e:4c:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f865b-ab8b-486b-975c-71330c604382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '87d396bd-7d29-4b6c-aa25-c26d49fe2cb4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:40Z', 'revision_number': 4, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'subnets': [{'id': '87d396bd-7d29-4b6c-aa25-c26d49fe2cb4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:41.537580 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd23a04-fd7f-4a2e-ac51-4f58038df36e None None] Pushing event updated for resources: {'Port': ['ID=ae63ed99-f772-463a-842f-4655cf4e5582,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:41.599020 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031e21c-1ceb-46ce-8353-87f35dc7071c None None] The sync data for ids ['445f865b-ab8b-486b-975c-71330c604382'] in n-d-694802-14 is: [{'id': '445f865b-ab8b-486b-975c-71330c604382', 'name': 'tempest-NetworksTestDHCPv6-router-998387507', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:31Z', 'updated_at': '2021-07-08T01:59:35Z', 'revision_number': 2, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None, '_interfaces': [{'id': 'ae63ed99-f772-463a-842f-4655cf4e5582', 'name': '', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'mac_address': 'fa:16:3e:4c:8f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445f865b-ab8b-486b-975c-71330c604382', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '87d396bd-7d29-4b6c-aa25-c26d49fe2cb4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:40Z', 'revision_number': 4, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'subnets': [{'id': '87d396bd-7d29-4b6c-aa25-c26d49fe2cb4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:41.602321 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:41.634009 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:41.944245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 993975e6-f219-4584-90ba-35632e224da9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:42.094415 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.163700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 993975e6-f219-4584-90ba-35632e224da9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:42.164086 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.229058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2b915-044f-4a3b-9f44-dcb1a1454f8f req-bd271bd4-4482-4c78-a6f4-bc35183cac1c tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:42.230706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ce2b915-044f-4a3b-9f44-dcb1a1454f8f req-bd271bd4-4482-4c78-a6f4-bc35183cac1c tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.4383314 Jul 08 01:59:42.240227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfe46c-f952-493c-ab07-2b80a25316c7 req-7b1ffb95-526b-4112-b587-be0b75499284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:42.241839 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f9cfe46c-f952-493c-ab07-2b80a25316c7 req-7b1ffb95-526b-4112-b587-be0b75499284 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f120e519a72471389919a70a325b436&device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 1098 time: 0.7122917 Jul 08 01:59:42.357397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:37Z', 'revision_number': 3, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:42.417385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ce2b915-044f-4a3b-9f44-dcb1a1454f8f req-b3af35e0-1c84-4a4b-839c-889c9464cec1 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747811 Jul 08 01:59:42.444574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Checking router: b583fcb5-f696-4b43-b228-bb6597d41694 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:42.445321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Updating router b583fcb5-f696-4b43-b228-bb6597d41694 port 343777c4-71b2-4e6d-9c08-a33fe3a9101b binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:59:42.452531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfe46c-f952-493c-ab07-2b80a25316c7 req-c8372b7f-1f0a-457a-8a8f-6efeb27077dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:42.454027 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f9cfe46c-f952-493c-ab07-2b80a25316c7 req-c8372b7f-1f0a-457a-8a8f-6efeb27077dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 200 len: 911 time: 0.2007411 Jul 08 01:59:42.565719 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.844196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.924650 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:42.955208 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f9cfe46c-f952-493c-ab07-2b80a25316c7 req-b22492d5-2baa-4140-aa2c-31c077af2a91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d09f5cb-e6de-4ad1-8742-5201e2f7a489 HTTP/1.1" status: 200 len: 217 time: 0.3184602 Jul 08 01:59:43.109062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfe46c-f952-493c-ab07-2b80a25316c7 req-d8283bdf-0887-4aec-b18d-8fc7bfe3dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:43.116214 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f9cfe46c-f952-493c-ab07-2b80a25316c7 req-d8283bdf-0887-4aec-b18d-8fc7bfe3dcc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7591d5c0-f8e1-45fb-9714-40bbbdc76f9f HTTP/1.1" status: 200 len: 850 time: 0.1342890 Jul 08 01:59:43.145690 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.166175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Transition to ACTIVE for port object 343777c4-71b2-4e6d-9c08-a33fe3a9101b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:43.176591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ae63ed99-f772-463a-842f-4655cf4e5582 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:43.177607 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f9cfe46c-f952-493c-ab07-2b80a25316c7 req-661fa2cf-713b-47ea-ae8c-3c08f134b456 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d0d5a7-2254-4910-83c9-b0e5959f6e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507431 Jul 08 01:59:43.274099 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.374932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] Deleting port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:43.375588 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.377769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19038d0-fd77-4d4c-b3a7-ff5704acec08 None None] Pushing event updated for resources: {'Port': ['ID=343777c4-71b2-4e6d-9c08-a33fe3a9101b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:43.391521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port ae63ed99-f772-463a-842f-4655cf4e5582 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:43.416893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ae63ed99-f772-463a-842f-4655cf4e5582 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:43.419632 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.425513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Attempting to bind port 343777c4-71b2-4e6d-9c08-a33fe3a9101b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:43.425894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Attempting to bind port 343777c4-71b2-4e6d-9c08-a33fe3a9101b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:43.428884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Attempting to bind port 343777c4-71b2-4e6d-9c08-a33fe3a9101b on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:43.429176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Allocated IP 172.20.0.1 (8367831e-bd39-4d8b-9095-07cd773ab54f/339b90b9-3db0-4eb3-950a-ab47bc37c461/d16aeb65-8287-491f-bc14-de252d846fd6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:43.482948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Allocated IP 172.25.4.177 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/dff9447a-1623-497d-a869-6ccd45f0b096) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:43.562533 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.580180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:43.580701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:43.600988 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.600988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:43.600988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Bound port: 343777c4-71b2-4e6d-9c08-a33fe3a9101b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:43.600988 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.664046 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.665204 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f9cfe46c-f952-493c-ab07-2b80a25316c7 req-62b7dce2-d06c-4741-9875-a9034a2daed0 service neutron] 10.222.0.24 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780617 Jul 08 01:59:43.701839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Transition to ACTIVE for port object d16aeb65-8287-491f-bc14-de252d846fd6 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:43.803340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] For port 343777c4-71b2-4e6d-9c08-a33fe3a9101b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:43.807224 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.817352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] For port 343777c4-71b2-4e6d-9c08-a33fe3a9101b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=343777c4-71b2-4e6d-9c08-a33fe3a9101b,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:43.879893 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.883088 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:43.897104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Pushing event updated for resources: {'Port': ['ID=d16aeb65-8287-491f-bc14-de252d846fd6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:43.918564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Network 8367831e-bd39-4d8b-9095-07cd773ab54f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:43.977360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:43.985921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:44.024388 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.057810 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.082799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port ae63ed99-f772-463a-842f-4655cf4e5582, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ae63ed99-f772-463a-842f-4655cf4e5582,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:44.107245 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.113189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:44.114380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:44.136574 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.244209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19038d0-fd77-4d4c-b3a7-ff5704acec08 None None] Pushing event updated for resources: {'Port': ['ID=343777c4-71b2-4e6d-9c08-a33fe3a9101b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:44.385930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:44.402899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:44.415744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:44.424013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924df21-b312-4ba5-b389-50266bb62c47 req-1e15f6a8-5d8f-461e-a4f5-d50400afec75 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:44.426431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c924df21-b312-4ba5-b389-50266bb62c47 req-1e15f6a8-5d8f-461e-a4f5-d50400afec75 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.5032620 Jul 08 01:59:44.435737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] For port 5a2f1283-5e02-4da2-968f-c9d26f8df5d5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5a2f1283-5e02-4da2-968f-c9d26f8df5d5,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:44.436153 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.436908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Pushing event updated for resources: {'Port': ['ID=dff9447a-1623-497d-a869-6ccd45f0b096,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:44.476363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] Calling delete_port for 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:44.504030 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f9cfe46c-f952-493c-ab07-2b80a25316c7 req-7ff55e3b-3431-4a46-819b-a9c5b2b657b4 service neutron] 10.222.0.24 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7855942 Jul 08 01:59:44.515386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=ae63ed99-f772-463a-842f-4655cf4e5582,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:44.533157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:44.535566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a68e56bc-0ef2-47de-9ea1-85db63f477bb None None] Provisioning for port d16aeb65-8287-491f-bc14-de252d846fd6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:44.603875 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.611011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a68e56bc-0ef2-47de-9ea1-85db63f477bb None None] Provisioning complete for port d16aeb65-8287-491f-bc14-de252d846fd6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:44.612546 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a68e56bc-0ef2-47de-9ea1-85db63f477bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.766794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.827345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port ae63ed99-f772-463a-842f-4655cf4e5582 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:44.828420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.832416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.834756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:44.850779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ae63ed99-f772-463a-842f-4655cf4e5582 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:44.931484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2f1283-5e02-4da2-968f-c9d26f8df5d5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:44.988675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a68e56bc-0ef2-47de-9ea1-85db63f477bb None None] Port d16aeb65-8287-491f-bc14-de252d846fd6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:45.017768 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ae63ed99-f772-463a-842f-4655cf4e5582 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:45.018928 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.050086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] For port ae63ed99-f772-463a-842f-4655cf4e5582, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ae63ed99-f772-463a-842f-4655cf4e5582,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:45.050461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.073028 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c924df21-b312-4ba5-b389-50266bb62c47 req-0dbb9c78-4198-4263-a714-8bfe0ef76c13 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332417 Jul 08 01:59:45.078561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for ae63ed99-f772-463a-842f-4655cf4e5582 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:45.167687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:37Z', 'revision_number': 3, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:45.229995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.245613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.272706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44130bdc-b801-4a82-bec2-54fb4e114b0b None None] The sync data for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 is: [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:37Z', 'revision_number': 3, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:45.378054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Pushing event updated for resources: {'Port': ['ID=dff9447a-1623-497d-a869-6ccd45f0b096,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:45.533146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.539800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.593998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.594698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.596090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-59905fe7-7994-4a54-89d7-22a36c33a985 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3111801 Jul 08 01:59:45.599191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45598) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:45.701887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Pushing event updated for resources: {'Port': ['ID=d16aeb65-8287-491f-bc14-de252d846fd6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:45.709320 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.711490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.721713 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ee5ebbfd-b1ae-4d4b-9e4f-2749ded2d833 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1212342 Jul 08 01:59:45.723346 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:45.725512 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45600) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:45.797597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=ae63ed99-f772-463a-842f-4655cf4e5582,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:45.962582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:46.344173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Router 445f865b-ab8b-486b-975c-71330c604382 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:46.375765 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-a703d274-3b91-474c-89a8-317574e64286 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1342387 Jul 08 01:59:46.542166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:46.554460 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] Sync routers for ids ['445f865b-ab8b-486b-975c-71330c604382'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:46.559274 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3dbb6330-9d7a-4de1-b11e-2af61ef31e89 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "PUT /v2.0/routers/445f865b-ab8b-486b-975c-71330c604382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2178249 Jul 08 01:59:46.560882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:46.612970 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] Routers {'445f865b-ab8b-486b-975c-71330c604382'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:46.615296 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['445f865b-ab8b-486b-975c-71330c604382'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:46.703266 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d31f61-7484-4666-b24e-f4aec6c8618f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.706744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d31f61-7484-4666-b24e-f4aec6c8618f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.727113 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d6d31f61-7484-4666-b24e-f4aec6c8618f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1537697 Jul 08 01:59:46.728227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45620) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:46.772711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-25919fe6-5175-4740-9066-d1aa2463f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:46.774950 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-25919fe6-5175-4740-9066-d1aa2463f519 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=dc162e737ba04744b1258640692c2b7c&device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 1097 time: 0.3382866 Jul 08 01:59:46.798099 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] Set router 445f865b-ab8b-486b-975c-71330c604382 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:46.813315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Network 8367831e-bd39-4d8b-9095-07cd773ab54f is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:46.829200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b8c20492-1ee5-4739-8a6b-018c04ace6a1 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 1.1008193 Jul 08 01:59:46.834051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:46.876369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:46.936817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 343777c4-71b2-4e6d-9c08-a33fe3a9101b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:46.943339 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f865b-ab8b-486b-975c-71330c604382', 'name': 'tempest-NetworksTestDHCPv6-router-998387507', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:31Z', 'updated_at': '2021-07-08T01:59:45Z', 'revision_number': 3, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:46.963534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72f828a-84cf-4330-b70c-0f881accc77b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 87d396bd-7d29-4b6c-aa25-c26d49fe2cb4 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:47.012143 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] Checking router: 445f865b-ab8b-486b-975c-71330c604382 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:47.018209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c72f828a-84cf-4330-b70c-0f881accc77b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.041350 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] Routers {'445f865b-ab8b-486b-975c-71330c604382'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:47.061952 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['445f865b-ab8b-486b-975c-71330c604382'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:47.100969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 343777c4-71b2-4e6d-9c08-a33fe3a9101b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:47.111646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 343777c4-71b2-4e6d-9c08-a33fe3a9101b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:47.123292 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.197024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c72f828a-84cf-4330-b70c-0f881accc77b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.213906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-ac461a74-fe0c-4b92-b764-eec99b553c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:47.217096 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-ac461a74-fe0c-4b92-b764-eec99b553c97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 200 len: 912 time: 0.3964553 Jul 08 01:59:47.297825 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] Set router 445f865b-ab8b-486b-975c-71330c604382 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:47.420136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-17b29c65-99fb-4d77-af56-fd1c45b4bbc9 None None] Provisioning complete for port d16aeb65-8287-491f-bc14-de252d846fd6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:47.420136 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-17b29c65-99fb-4d77-af56-fd1c45b4bbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.433192 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445f865b-ab8b-486b-975c-71330c604382', 'name': 'tempest-NetworksTestDHCPv6-router-998387507', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:31Z', 'updated_at': '2021-07-08T01:59:45Z', 'revision_number': 3, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:47.457782 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49beb57d-27a9-4f67-9dfb-9f9e97c08a94 req-f3e89f22-d697-4feb-a3f2-9f57e89120d7 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:47.469994 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-49beb57d-27a9-4f67-9dfb-9f9e97c08a94 req-f3e89f22-d697-4feb-a3f2-9f57e89120d7 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.6483831 Jul 08 01:59:47.480447 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7c8b9-9875-4728-a313-49ce194ae116 None None] The sync data for ids ['445f865b-ab8b-486b-975c-71330c604382'] in n-d-694802-14 is: [{'id': '445f865b-ab8b-486b-975c-71330c604382', 'name': 'tempest-NetworksTestDHCPv6-router-998387507', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:31Z', 'updated_at': '2021-07-08T01:59:45Z', 'revision_number': 3, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:47.487841 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-cccdeeb3-b6e4-40c2-a1b1-c67393779af4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 HTTP/1.1" status: 200 len: 1000 time: 0.2233896 Jul 08 01:59:47.639020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-992d7701-eebc-4468-ad3f-be5ac40e9db5 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Deleting port dff9447a-1623-497d-a869-6ccd45f0b096 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:47.639405 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992d7701-eebc-4468-ad3f-be5ac40e9db5 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.710475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-17b29c65-99fb-4d77-af56-fd1c45b4bbc9 None None] Port d16aeb65-8287-491f-bc14-de252d846fd6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 01:59:47.713292 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.740564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 343777c4-71b2-4e6d-9c08-a33fe3a9101b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=343777c4-71b2-4e6d-9c08-a33fe3a9101b,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:47.746756 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.764192 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992d7701-eebc-4468-ad3f-be5ac40e9db5 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.764560 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992d7701-eebc-4468-ad3f-be5ac40e9db5 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:47.783141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-992d7701-eebc-4468-ad3f-be5ac40e9db5 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Calling delete_port for dff9447a-1623-497d-a869-6ccd45f0b096 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:47.825450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=343777c4-71b2-4e6d-9c08-a33fe3a9101b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:47.827787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-49beb57d-27a9-4f67-9dfb-9f9e97c08a94 req-3523a278-7dd7-4e54-811a-217cd508beda tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565903 Jul 08 01:59:48.088739 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c72f828a-84cf-4330-b70c-0f881accc77b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.128505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Router b583fcb5-f696-4b43-b228-bb6597d41694 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:48.165158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-0c6847f5-de71-4ff1-acba-fc2148b44913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:48.166959 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-0c6847f5-de71-4ff1-acba-fc2148b44913 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 200 len: 850 time: 0.6259160 Jul 08 01:59:48.173040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] Router c5653211-84c9-4154-8e63-59bc24e44911 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 01:59:48.266644 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c72f828a-84cf-4330-b70c-0f881accc77b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.300267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f828a-84cf-4330-b70c-0f881accc77b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=87d396bd-7d29-4b6c-aa25-c26d49fe2cb4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:48.318146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c72f828a-84cf-4330-b70c-0f881accc77b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.323429 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c72f828a-84cf-4330-b70c-0f881accc77b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/87d396bd-7d29-4b6c-aa25-c26d49fe2cb4 HTTP/1.1" status: 204 len: 168 time: 1.5908649 Jul 08 01:59:48.324508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45642) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:48.335889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77872bd-3e64-4873-8595-43a438a62cc1 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:48.374314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-788be387-4d17-4052-a6b2-813cd85bb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:48.376062 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-788be387-4d17-4052-a6b2-813cd85bb1f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5ed028f-b8a7-42b6-a69c-211263d91a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2021887 Jul 08 01:59:48.455614 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992d7701-eebc-4468-ad3f-be5ac40e9db5 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.543429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d7701-eebc-4468-ad3f-be5ac40e9db5 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Pushing event deleted for resources: {'Port': ['ID=dff9447a-1623-497d-a869-6ccd45f0b096,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:48.550369 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-896d20e1-f3c4-4b44-8099-877125a8fc21 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2249696 Jul 08 01:59:48.554110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45646) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:48.563822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:48.576109 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3552670c-de8e-4054-bb39-1a170585a217 admin admin] 10.222.0.41 "PUT /v2.0/routers/b583fcb5-f696-4b43-b228-bb6597d41694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2302222 Jul 08 01:59:48.593688 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:48.603386 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] Sync routers for ids ['c5653211-84c9-4154-8e63-59bc24e44911'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:48.624854 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] Routers {'c5653211-84c9-4154-8e63-59bc24e44911'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:48.625731 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c5653211-84c9-4154-8e63-59bc24e44911'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:48.626739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Sync routers for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:48.629293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-67ee6d6d-1bda-41b9-922e-46081fe73982 admin admin] 10.222.0.41 "PUT /v2.0/routers/c5653211-84c9-4154-8e63-59bc24e44911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3631606 Jul 08 01:59:48.694071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45650) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:48.698574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:48.704191 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992d7701-eebc-4468-ad3f-be5ac40e9db5 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.707435 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-992d7701-eebc-4468-ad3f-be5ac40e9db5 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:48.712764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-992d7701-eebc-4468-ad3f-be5ac40e9db5 tempest-FloatingIPAdminTestJSON-1845452286 tempest-FloatingIPAdminTestJSON-1845452286-project] 10.222.0.41 "DELETE /v2.0/floatingips/7f8026ae-2497-4aee-a8ea-a0fbda1ce3ec HTTP/1.1" status: 204 len: 168 time: 1.8553181 Jul 08 01:59:48.714359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:48.717439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:48.867521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 343777c4-71b2-4e6d-9c08-a33fe3a9101b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:48.882173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-a2aa71f1-9b65-47f9-b77f-d17512c1f493 service neutron] 10.222.0.16 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858866 Jul 08 01:59:48.906371 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6db1968c-0504-48b1-93ab-8415fbab8a9b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.001136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb2280-d255-414f-b8cf-601261fe0380 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Deleting port 3d30af16-a192-4b61-b0ab-7d7cadd3aa09 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:49.002161 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2280-d255-414f-b8cf-601261fe0380 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.139500 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2280-d255-414f-b8cf-601261fe0380 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.141341 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2280-d255-414f-b8cf-601261fe0380 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.182784 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] Set router c5653211-84c9-4154-8e63-59bc24e44911 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:49.271392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a418fbea-b5ac-4c70-8bbc-283586a520e2 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:59:49.274553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb2280-d255-414f-b8cf-601261fe0380 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Calling delete_port for 3d30af16-a192-4b61-b0ab-7d7cadd3aa09 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:49.506087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:49.518188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e3de9-ea0e-4a34-a5f5-6a4abd9cc5b7 req-c621d3cd-4087-41b0-91c1-9240c62b68db tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:49.520907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb8e3de9-ea0e-4a34-a5f5-6a4abd9cc5b7 req-c621d3cd-4087-41b0-91c1-9240c62b68db tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.2964635 Jul 08 01:59:49.604096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 343777c4-71b2-4e6d-9c08-a33fe3a9101b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:49.605244 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.668386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb8e3de9-ea0e-4a34-a5f5-6a4abd9cc5b7 req-159d80e7-0959-4856-929e-cc0b3f549a6f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308286 Jul 08 01:59:49.781435 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9524ec17-35b5-47b2-ad99-19ad88d24e6a req-6ee3e63a-bc5f-4809-9b5a-93f6a7885451 service neutron] 10.222.0.16 "GET /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626187 Jul 08 01:59:49.901728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a418fbea-b5ac-4c70-8bbc-283586a520e2 None None] Deleting port 993975e6-f219-4584-90ba-35632e224da9 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:49.902236 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a418fbea-b5ac-4c70-8bbc-283586a520e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.953412 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2280-d255-414f-b8cf-601261fe0380 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:49.971223 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'name': 'tempest-TestServerMultinode-1428952739-router', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:35Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 5, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'gw_port': {'id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:36Z', 'updated_at': '2021-07-08T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:50.026290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.057211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb2280-d255-414f-b8cf-601261fe0380 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d30af16-a192-4b61-b0ab-7d7cadd3aa09,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:50.075838 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] Checking router: c5653211-84c9-4154-8e63-59bc24e44911 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:50.093696 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] Routers {'c5653211-84c9-4154-8e63-59bc24e44911'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:50.094337 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c5653211-84c9-4154-8e63-59bc24e44911'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:50.189791 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2280-d255-414f-b8cf-601261fe0380 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.190441 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6db1968c-0504-48b1-93ab-8415fbab8a9b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.196490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2280-d255-414f-b8cf-601261fe0380 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.205033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45680) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:50.206270 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6db1968c-0504-48b1-93ab-8415fbab8a9b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.213167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c5eb2280-d255-414f-b8cf-601261fe0380 tempest-FloatingIPAdminTestJSON-1719671984 tempest-FloatingIPAdminTestJSON-1719671984-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/df3ad1c2-67e8-402e-b86f-60328230bd54 HTTP/1.1" status: 204 len: 168 time: 1.4953043 Jul 08 01:59:50.217193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.247950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45682) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:50.255535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-595674102-network', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:50.312994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a418fbea-b5ac-4c70-8bbc-283586a520e2 None None] For port 993975e6-f219-4584-90ba-35632e224da9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=993975e6-f219-4584-90ba-35632e224da9,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:50.314210 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a418fbea-b5ac-4c70-8bbc-283586a520e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.322258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Made reservation on behalf of 17211bf7b5254b48a730b68a0f3e023e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:50.326208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.347539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a418fbea-b5ac-4c70-8bbc-283586a520e2 None None] Calling delete_port for 993975e6-f219-4584-90ba-35632e224da9 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:50.364101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.375251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6db1968c-0504-48b1-93ab-8415fbab8a9b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.375794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db1968c-0504-48b1-93ab-8415fbab8a9b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Fanout notify agent at l3_agent the message router_deleted on router 445f865b-ab8b-486b-975c-71330c604382 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:59:50.398661 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6db1968c-0504-48b1-93ab-8415fbab8a9b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.399462 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6db1968c-0504-48b1-93ab-8415fbab8a9b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/routers/445f865b-ab8b-486b-975c-71330c604382 HTTP/1.1" status: 204 len: 168 time: 1.8442655 Jul 08 01:59:50.435132 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] Set router c5653211-84c9-4154-8e63-59bc24e44911 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:50.439507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45686) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:50.576407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ae63ed99-f772-463a-842f-4655cf4e5582 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:50.596873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Deleting port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:50.597286 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.647282 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.665304 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.680965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8793b3a0-c3f4-4d28-a0c1-059e07ed629f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Deleting port 80a05653-a173-4302-ace8-9aabf7f37286 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:50.681286 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8793b3a0-c3f4-4d28-a0c1-059e07ed629f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.697905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d70977e-e7aa-427a-8f48-24a7269fad1e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:50.699518 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4d70977e-e7aa-427a-8f48-24a7269fad1e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2587786 Jul 08 01:59:50.712535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45692) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:50.714839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 01:59:50.750881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: ae63ed99-f772-463a-842f-4655cf4e5582 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:50.750881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ae63ed99-f772-463a-842f-4655cf4e5582 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:50.774993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.775499 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Added segment ff3ec466-39ea-499d-849f-59375fe83023 of type vlan for network e5205039-5491-4a7e-b930-c350d74e044c Jul 08 01:59:50.779713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79ac311-85b9-4669-ad39-3b730a0fc296,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:50.784379 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-52817eee-ed1c-49e1-add0-f1d43343af9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.814101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b4d05-3176-4dfb-9b64-7b1ceaebb34a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:50.819331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2f4b4d05-3176-4dfb-9b64-7b1ceaebb34a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1023841 Jul 08 01:59:50.823028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45698) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:50.892911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.915763 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a418fbea-b5ac-4c70-8bbc-283586a520e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:50.944226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:45Z', 'revision_number': 2, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:50.945152 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a598a10d-c06e-49ec-b77b-5c30ad715259 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159055 Jul 08 01:59:50.948143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45700) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:50.987673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:51.049553 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'name': 'tempest-TestServerMultinode-1428952739-router', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:35Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 5, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'gw_port': {'id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:36Z', 'updated_at': '2021-07-08T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:51.083103 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.087222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:51.088679 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.089048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418fbea-b5ac-4c70-8bbc-283586a520e2 None None] No DVR routers for this DVR port 993975e6-f219-4584-90ba-35632e224da9 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:51.097498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 993975e6-f219-4584-90ba-35632e224da9 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:51.151163 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b685119-f76d-4e89-a852-0a62e05339ba None None] The sync data for ids ['c5653211-84c9-4154-8e63-59bc24e44911'] in n-d-694802-14 is: [{'id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'name': 'tempest-TestServerMultinode-1428952739-router', 'tenant_id': '87cc34309568416ba6f4c5181cf4a650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:35Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 5, 'project_id': '87cc34309568416ba6f4c5181cf4a650', 'gw_port': {'id': '368e853c-c8dc-4bdd-9ee1-38523fc2a73a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:15:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5653211-84c9-4154-8e63-59bc24e44911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:57:36Z', 'updated_at': '2021-07-08T01:57:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:51.162392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] For port 368e853c-c8dc-4bdd-9ee1-38523fc2a73a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=368e853c-c8dc-4bdd-9ee1-38523fc2a73a,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:51.163229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.167860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Checking router: b583fcb5-f696-4b43-b228-bb6597d41694 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 01:59:51.168340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Updating router b583fcb5-f696-4b43-b228-bb6597d41694 port d16aeb65-8287-491f-bc14-de252d846fd6 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 01:59:51.239228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 993975e6-f219-4584-90ba-35632e224da9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:51.239637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 993975e6-f219-4584-90ba-35632e224da9 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:51.241232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418fbea-b5ac-4c70-8bbc-283586a520e2 None None] Pushing event deleted for resources: {'Port': ['ID=993975e6-f219-4584-90ba-35632e224da9,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:51.244939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Calling delete_port for 368e853c-c8dc-4bdd-9ee1-38523fc2a73a owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:51.250260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.299422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5205039-5491-4a7e-b930-c350d74e044c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:51.314934 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8793b3a0-c3f4-4d28-a0c1-059e07ed629f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.315186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e5205039-5491-4a7e-b930-c350d74e044c details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 01:59:51.335239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:51.339415 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.355473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfc9fe-033a-462f-90b6-7e73631db660 req-59e75640-ae56-4832-8eab-20b71059b12f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:51.361873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8793b3a0-c3f4-4d28-a0c1-059e07ed629f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Calling delete_port for 80a05653-a173-4302-ace8-9aabf7f37286 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:51.364105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ebfc9fe-033a-462f-90b6-7e73631db660 req-59e75640-ae56-4832-8eab-20b71059b12f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.4097543 Jul 08 01:59:51.373862 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f96c0d21-b32a-4fa9-9718-09ca1b116cd7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1237178 Jul 08 01:59:51.376200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45708) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:51.392916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Request body: {'subnet': {'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-595674102-subnet', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:51.484863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ebfc9fe-033a-462f-90b6-7e73631db660 req-f0cf7b1b-ed61-433b-9d6e-37ac99d8eb64 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092367 Jul 08 01:59:51.495097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Made reservation on behalf of 17211bf7b5254b48a730b68a0f3e023e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:51.507029 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.881461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.951219 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:51.974184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Pushing event deleted for resources: {'Port': ['ID=368e853c-c8dc-4bdd-9ee1-38523fc2a73a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:51.976135 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8793b3a0-c3f4-4d28-a0c1-059e07ed629f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.031778 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.048999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Transition to ACTIVE for port object d16aeb65-8287-491f-bc14-de252d846fd6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:52.057759 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.077902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Checking segment: {'id': 'ff3ec466-39ea-499d-849f-59375fe83023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:52.078487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Network hostable DHCP agents. Network: e5205039-5491-4a7e-b930-c350d74e044c, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 01:59:52.078958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.082481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:52.083289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793b3a0-c3f4-4d28-a0c1-059e07ed629f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event deleted for resources: {'Port': ['ID=80a05653-a173-4302-ace8-9aabf7f37286,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:52.135993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Network e5205039-5491-4a7e-b930-c350d74e044c is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 01:59:52.151645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e5205039-5491-4a7e-b930-c350d74e044c) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:52.162084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:52.172859 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.204663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883d87a-24c3-4855-9d84-5b5364920da9 None None] Pushing event updated for resources: {'Port': ['ID=d16aeb65-8287-491f-bc14-de252d846fd6,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:52.207822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289064bc-9a78-4193-a0b3-ffc809596f6d None None] Network e5205039-5491-4a7e-b930-c350d74e044c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:52.208612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-451ec968-48f5-44cb-a179-3960a99ec4cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8306317 Jul 08 01:59:52.212464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45718) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:52.221952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-595674102-router', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:52.348489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.351123 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.444297 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.451912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.522116 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.541364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Attempting to bind port d16aeb65-8287-491f-bc14-de252d846fd6 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:52.541991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Attempting to bind port d16aeb65-8287-491f-bc14-de252d846fd6 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:52.542536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Attempting to bind port d16aeb65-8287-491f-bc14-de252d846fd6 on network 8367831e-bd39-4d8b-9095-07cd773ab54f {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:52.582679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:52.583631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Checking segment: {'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:52.584427 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.585707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Bound using segment: {'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:52.586648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Bound port: d16aeb65-8287-491f-bc14-de252d846fd6, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:52.587574 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.598607 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.599166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5653211-84c9-4154-8e63-59bc24e44911 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 01:59:52.629648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e5205039-5491-4a7e-b930-c350d74e044c', 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'fixed_ips': [{'subnet_id': '8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:52.631522 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.631734 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.634535 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1f67725c-4c95-4b37-8684-480123fe7320 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c5653211-84c9-4154-8e63-59bc24e44911 HTTP/1.1" status: 204 len: 168 time: 3.9380229 Jul 08 01:59:52.649876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45724) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:52.831764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8793b3a0-c3f4-4d28-a0c1-059e07ed629f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.838307 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8793b3a0-c3f4-4d28-a0c1-059e07ed629f tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "DELETE /v2.0/ports/80a05653-a173-4302-ace8-9aabf7f37286 HTTP/1.1" status: 204 len: 168 time: 2.6146648 Jul 08 01:59:52.843370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45726) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:52.889617 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.911971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] For port d16aeb65-8287-491f-bc14-de252d846fd6, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:52.916859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] For port d16aeb65-8287-491f-bc14-de252d846fd6, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d16aeb65-8287-491f-bc14-de252d846fd6,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:52.924203 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:52.930312 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 01:59:53.004001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:53.032532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Allocated IP 172.20.0.2 (e5205039-5491-4a7e-b930-c350d74e044c/8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998/187532e3-7c46-4a3b-a4da-e2ea8927e9f4) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:53.078927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:53.079979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:53.100340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26b279-ce32-44f1-8649-b2f1a1b18224 req-5c04b842-32df-4aaf-8b2a-fda3a44e6bb1 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:53.103072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e26b279-ce32-44f1-8649-b2f1a1b18224 req-5c04b842-32df-4aaf-8b2a-fda3a44e6bb1 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.2798736 Jul 08 01:59:53.106532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=f2846f53-6f6f-4337-a930-5127be3fca83,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:53.189007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:53.190845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:53.199148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:53.199148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:53.245475 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e26b279-ce32-44f1-8649-b2f1a1b18224 req-3b13aae3-2f92-44fd-a940-f572dffda604 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280992 Jul 08 01:59:53.258374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8f9648-c73c-4177-9b0f-c5a48622f49f admin admin] Deleting subnet 1d3a829d-69cf-4a1a-83b7-440d705384e8 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 01:59:53.274035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c8f9648-c73c-4177-9b0f-c5a48622f49f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:53.330772 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fdba63fd-59a6-4e84-9a07-11331975b9a8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3544457 Jul 08 01:59:53.335157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45736) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:53.344369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1b9f6ebb-269b-4e15-a572-4e5fab1a38a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:53.377660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6d9f17-0df6-4c4f-8fd5-5991853ae1c5 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:53.382366 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ea6d9f17-0df6-4c4f-8fd5-5991853ae1c5 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfaa8be7-49e7-4255-96ab-660ed81a8ee4 HTTP/1.1" status: 200 len: 913 time: 0.4435818 Jul 08 01:59:53.383313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45738) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:53.437704 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 01:59:53.532136 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:53.557923 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:53.579656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:53.743871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Allocated IP 172.25.4.181 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/1dfc5663-b797-4c4e-96dc-c78b2108b2da) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:53.795097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a28dcb-fdf9-442e-a2e0-2f348eca7e99 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:53.798605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:53.888061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883d87a-24c3-4855-9d84-5b5364920da9 None None] Pushing event updated for resources: {'Port': ['ID=d16aeb65-8287-491f-bc14-de252d846fd6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:53.947358 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:53.959271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c8f9648-c73c-4177-9b0f-c5a48622f49f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:53.985551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:53.986025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5a2f1283-5e02-4da2-968f-c9d26f8df5d5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:53.988120 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.069260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f65dcbd-76ad-4c73-b909-d5f663b88309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.104655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.209288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:54.215997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:54.223236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:54.234058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Pushing event updated for resources: {'Port': ['ID=1dfc5663-b797-4c4e-96dc-c78b2108b2da,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:54.302658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9f6ebb-269b-4e15-a572-4e5fab1a38a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:54.306527 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6ebb-269b-4e15-a572-4e5fab1a38a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.319795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c8f9648-c73c-4177-9b0f-c5a48622f49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.413943 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.435427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': 'f2846f53-6f6f-4337-a930-5127be3fca83'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 01:59:54.436318 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.440009 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Transition to ACTIVE for port object 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:54.490852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:52Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:54.591250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a74ca-9ee8-4149-8697-be5a0f6a1170 None None] The sync data for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 is: [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:52Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 01:59:54.806663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Transition to ACTIVE for port object 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:54.821215 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:54.907707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Pushing event updated for resources: {'Port': ['ID=187532e3-7c46-4a3b-a4da-e2ea8927e9f4,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:55.028591 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.033354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Network e5205039-5491-4a7e-b930-c350d74e044c is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:55.037511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:55.048187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:55.064958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Allocated IP 2001:db8::f816:3eff:fe3a:30a0 (de78c256-7209-4d49-9cc2-cf9ec79a7408/f2846f53-6f6f-4337-a930-5127be3fca83/bdaa81c1-489b-48d8-a270-cbc485ec402b) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:55.141832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d16aeb65-8287-491f-bc14-de252d846fd6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:55.286686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Attempting to bind port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:55.287206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Attempting to bind port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ff3ec466-39ea-499d-849f-59375fe83023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:55.287671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Attempting to bind port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 on network e5205039-5491-4a7e-b930-c350d74e044c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:55.294164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c8f9648-c73c-4177-9b0f-c5a48622f49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.381656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c8f9648-c73c-4177-9b0f-c5a48622f49f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.386434 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2c8f9648-c73c-4177-9b0f-c5a48622f49f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1d3a829d-69cf-4a1a-83b7-440d705384e8 HTTP/1.1" status: 204 len: 168 time: 2.7355638 Jul 08 01:59:55.398222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45760) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:55.407435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22baf5-84be-426c-a3e3-36f347c2fee2 None None] Network 49f345cf-061f-41a0-b90c-c609c2bc58cf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:55.439751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:55.440137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Checking segment: {'id': 'ff3ec466-39ea-499d-849f-59375fe83023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:55.440562 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.440954 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Bound using segment: {'id': 'ff3ec466-39ea-499d-849f-59375fe83023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:55.441448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Bound port: 187532e3-7c46-4a3b-a4da-e2ea8927e9f4, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3ec466-39ea-499d-849f-59375fe83023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:55.441831 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.450004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f9648-c73c-4177-9b0f-c5a48622f49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3a829d-69cf-4a1a-83b7-440d705384e8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:55.575570 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.593871 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.610067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Transition to ACTIVE for port object bdaa81c1-489b-48d8-a270-cbc485ec402b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:55.640419 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Transition to ACTIVE for port object bdaa81c1-489b-48d8-a270-cbc485ec402b will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:55.702155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6ebb-269b-4e15-a572-4e5fab1a38a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.779686 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.786467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9f6ebb-269b-4e15-a572-4e5fab1a38a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:55.799777 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.895563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port d16aeb65-8287-491f-bc14-de252d846fd6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:55.901594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1b9f6ebb-269b-4e15-a572-4e5fab1a38a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:55.911824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:55.941514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d16aeb65-8287-491f-bc14-de252d846fd6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:55.942026 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.948689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:55.950441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f6ebb-269b-4e15-a572-4e5fab1a38a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=3e7d395a-89cd-4dc5-8d74-3df5c179a72f,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:55.965604 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:55.970980 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ede67-9982-4280-a62d-a80ebee27e15 req-1cd38748-543b-4162-a252-f7e041fa0e80 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:55.971893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f6ebb-269b-4e15-a572-4e5fab1a38a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:55.973319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9f6ebb-269b-4e15-a572-4e5fab1a38a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:55.975046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-430ede67-9982-4280-a62d-a80ebee27e15 req-1cd38748-543b-4162-a252-f7e041fa0e80 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.6522112 Jul 08 01:59:56.026699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Pushing event updated for resources: {'Port': ['ID=bdaa81c1-489b-48d8-a270-cbc485ec402b,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:56.071471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.080840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] For port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:56.112130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-430ede67-9982-4280-a62d-a80ebee27e15 req-9c5e0e76-ae9c-431e-aca4-d6ac2cf6c472 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292200 Jul 08 01:59:56.190603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Deleting port 3c96a062-f5cf-43a8-9769-26669d8ea00e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:56.191048 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.199095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] For port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=187532e3-7c46-4a3b-a4da-e2ea8927e9f4,segment=NetworkSegment(ff3ec466-39ea-499d-849f-59375fe83023),segment_id=ff3ec466-39ea-499d-849f-59375fe83023)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:56.254702 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1b9f6ebb-269b-4e15-a572-4e5fab1a38a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9153519 Jul 08 01:59:56.259483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45770) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:56.270681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:b8:5f:69', 'name': 'tempest-NetworksTestDHCPv6-1621620811'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 01:59:56.327630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Attempting to bind port bdaa81c1-489b-48d8-a270-cbc485ec402b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 01:59:56.328016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Attempting to bind port bdaa81c1-489b-48d8-a270-cbc485ec402b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 01:59:56.328409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Attempting to bind port bdaa81c1-489b-48d8-a270-cbc485ec402b on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 01:59:56.337217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] For port 3c96a062-f5cf-43a8-9769-26669d8ea00e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=3c96a062-f5cf-43a8-9769-26669d8ea00e,segment=NetworkSegment(ef132bd9-5c4f-421c-af51-f0ac6289fe1a),segment_id=ef132bd9-5c4f-421c-af51-f0ac6289fe1a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:56.337649 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.347900 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.353800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Calling delete_port for 3c96a062-f5cf-43a8-9769-26669d8ea00e owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:56.359177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 01:59:56.359587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 01:59:56.360552 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.360907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 01:59:56.364275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Bound port: bdaa81c1-489b-48d8-a270-cbc485ec402b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 01:59:56.365347 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.518942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf2eb3-4257-484f-9ed4-3f45201355c6 None None] Pushing event updated for resources: {'Port': ['ID=187532e3-7c46-4a3b-a4da-e2ea8927e9f4,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:56.524929 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.570731 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.596964 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] No DVR routers for this DVR port 3c96a062-f5cf-43a8-9769-26669d8ea00e on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 01:59:56.598332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c96a062-f5cf-43a8-9769-26669d8ea00e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:56.606033 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.613711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.614057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.614408 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.614741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.615073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.615404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.615732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.616057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.616417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.616747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.617071 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.617393 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 01:59:56.626963 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.725532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port d16aeb65-8287-491f-bc14-de252d846fd6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d16aeb65-8287-491f-bc14-de252d846fd6,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 01:59:56.736100 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.826752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=d16aeb65-8287-491f-bc14-de252d846fd6,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:56.832033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 368e853c-c8dc-4bdd-9ee1-38523fc2a73a no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:56.837136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] For port bdaa81c1-489b-48d8-a270-cbc485ec402b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 01:59:56.882315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57ce6d1-6aaa-4e9c-aefa-a78a0e171a6a None None] DHCP port deletion for 49f345cf-061f-41a0-b90c-c609c2bc58cf request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 01:59:56.884514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 368e853c-c8dc-4bdd-9ee1-38523fc2a73a {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:56.884992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 368e853c-c8dc-4bdd-9ee1-38523fc2a73a not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:56.894511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] For port bdaa81c1-489b-48d8-a270-cbc485ec402b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bdaa81c1-489b-48d8-a270-cbc485ec402b,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 01:59:56.904144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.915483 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:56.951159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f345cf-061f-41a0-b90c-c609c2bc58cf']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:57.018903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:57.019208 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef132bd9-5c4f-421c-af51-f0ac6289fe1a') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:57.078434 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.117673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d16aeb65-8287-491f-bc14-de252d846fd6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:57.166808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 01:59:57.181820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b8edc-a2e6-4582-92c3-573e7c4ff439 None None] Pushing event updated for resources: {'Port': ['ID=bdaa81c1-489b-48d8-a270-cbc485ec402b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:57.208208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.232740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 01:59:57.233454 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.294409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d16aeb65-8287-491f-bc14-de252d846fd6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 01:59:57.295042 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: timer() Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 01:59:57.347780 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 01:59:57.480067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Router 6426244b-c47c-41a8-883d-485938dd17ea is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 01:59:57.482593 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.500667 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.513124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] 10.222.0.41 "DELETE /v2.0/networks/49f345cf-061f-41a0-b90c-c609c2bc58cf HTTP/1.1" status: 204 len: 168 time: 2.0911105 Jul 08 01:59:57.513124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:57.638190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3c96a062-f5cf-43a8-9769-26669d8ea00e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 01:59:57.664065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.681141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f759b-fc64-485a-84f8-2fddfce6b048 admin admin] Pushing event deleted for resources: {'Network': ['ID=49f345cf-061f-41a0-b90c-c609c2bc58cf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:57.707493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 3c96a062-f5cf-43a8-9769-26669d8ea00e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 01:59:57.708286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3c96a062-f5cf-43a8-9769-26669d8ea00e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 01:59:57.764641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 01:59:57.787967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Deleting port aac7ea80-cb14-41e1-9446-94e35a7523f5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 01:59:57.788543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:57.987469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:58.011143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Calling delete_port for aac7ea80-cb14-41e1-9446-94e35a7523f5 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 01:59:58.204191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 172.20.0.3 (de78c256-7209-4d49-9cc2-cf9ec79a7408/3e7d395a-89cd-4dc5-8d74-3df5c179a72f/72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:58.209482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 01:59:58.218490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::f816:3eff:feb8:5f69 (de78c256-7209-4d49-9cc2-cf9ec79a7408/f2846f53-6f6f-4337-a930-5127be3fca83/72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 01:59:58.228747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Sync routers for ids ['6426244b-c47c-41a8-883d-485938dd17ea'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 01:59:58.245827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Routers {'6426244b-c47c-41a8-883d-485938dd17ea'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 01:59:58.249021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6426244b-c47c-41a8-883d-485938dd17ea'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 01:59:58.283454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a39a5-cd26-44c4-9497-da54c4742eef req-a7b76962-b1e3-4577-9968-9541249a82dd tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 01:59:58.285512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-128a39a5-cd26-44c4-9497-da54c4742eef req-a7b76962-b1e3-4577-9968-9541249a82dd tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.7363393 Jul 08 01:59:58.296888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:58.298320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-304e3e34-61ff-4130-b741-b1d2162dd609 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0842371 Jul 08 01:59:58.304034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45800) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 01:59:58.625162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Set router 6426244b-c47c-41a8-883d-485938dd17ea gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 01:59:58.852177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8642a7d-562d-454c-8f97-5ede9e4e04aa None None] Network e5205039-5491-4a7e-b930-c350d74e044c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:58.877662 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:58.916979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 01:59:58.993966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:59.013860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-128a39a5-cd26-44c4-9497-da54c4742eef req-7a7473ec-38de-4c84-91ec-145eea046f3f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6822171 Jul 08 01:59:59.324059 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 01:59:59.374560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 01:59:59.394677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 01:59:59.416776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 01:59:59.531010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 01:59:59.533346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb6dde9-73b8-4ee2-9dff-c63d9d63cb2b None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 01:59:59.601180 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 01:59:59.724005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8e9db325-738a-47a8-adfd-afadda284caf None None] Provisioning for port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 01:59:59.864103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event deleted for resources: {'Port': ['ID=aac7ea80-cb14-41e1-9446-94e35a7523f5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:00.030923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:00.031895 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.076548 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-13f6ec3d-ccb3-4ecc-a777-34f43475e818 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8145175 Jul 08 02:00:00.096838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:00.218006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-80ac4431-4c7e-4ea5-9b1a-081e198a1e5c None None] Provisioning for port bdaa81c1-489b-48d8-a270-cbc485ec402b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:00.235535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.296048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:00.318702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:00.319076 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.480052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426244b-c47c-41a8-883d-485938dd17ea', 'name': 'tempest-TestVolumeBackupRestore-595674102-router', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:52Z', 'updated_at': '2021-07-08T01:59:55Z', 'revision_number': 3, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'gw_port': {'id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426244b-c47c-41a8-883d-485938dd17ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:53Z', 'updated_at': '2021-07-08T01:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:00.498623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.520028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Checking router: 6426244b-c47c-41a8-883d-485938dd17ea for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:00:00.520337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Updating router 6426244b-c47c-41a8-883d-485938dd17ea port 1dfc5663-b797-4c4e-96dc-c78b2108b2da binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:00:00.587707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50128711-4912-4b9e-837c-44083faca606 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:00.595735 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.606954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50128711-4912-4b9e-837c-44083faca606 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:00.615627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45832) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:00.618555 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-50128711-4912-4b9e-837c-44083faca606 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5183706 Jul 08 02:00:00.690750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=187532e3-7c46-4a3b-a4da-e2ea8927e9f4,segment=NetworkSegment(ff3ec466-39ea-499d-849f-59375fe83023),segment_id=ff3ec466-39ea-499d-849f-59375fe83023)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:00.694463 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.787978 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.835382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:00.837479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bdaa81c1-489b-48d8-a270-cbc485ec402b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:00.861730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddfb34-b8e4-45dc-81e8-7c2bd693ad02 req-dcaa670a-3a99-49ca-9472-7cf547661b66 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:00.879638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dddfb34-b8e4-45dc-81e8-7c2bd693ad02 req-dcaa670a-3a99-49ca-9472-7cf547661b66 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.5823059 Jul 08 02:00:00.946002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Router dfaa8be7-49e7-4255-96ab-660ed81a8ee4 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:00:01.025885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1d051654-9133-4620-9ab3-cf8adce41eeb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:01.026234 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d051654-9133-4620-9ab3-cf8adce41eeb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.111360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port bdaa81c1-489b-48d8-a270-cbc485ec402b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:01.120887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-190d9cf8-043e-4a63-8496-3bcb5dd99d77 None None] Provisioning complete for port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:01.121424 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-190d9cf8-043e-4a63-8496-3bcb5dd99d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.186645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d051654-9133-4620-9ab3-cf8adce41eeb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.208053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1d051654-9133-4620-9ab3-cf8adce41eeb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:01.345907 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.359876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Transition to ACTIVE for port object 1dfc5663-b797-4c4e-96dc-c78b2108b2da will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:01.375879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port bdaa81c1-489b-48d8-a270-cbc485ec402b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:01.376234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.406065 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.473907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:01.489426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d051654-9133-4620-9ab3-cf8adce41eeb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.490929 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186697da-e672-4088-9fd3-42836b2f5a05 None None] Sync routers for ids ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:01.501783 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-662e19b2-3cad-4127-aa3c-202a4abf54a0 tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "PUT /v2.0/routers/dfaa8be7-49e7-4255-96ab-660ed81a8ee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6115179 Jul 08 02:00:01.517297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45844) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:01.526896 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186697da-e672-4088-9fd3-42836b2f5a05 None None] Routers {'dfaa8be7-49e7-4255-96ab-660ed81a8ee4'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:01.532986 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-186697da-e672-4088-9fd3-42836b2f5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:01.553892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=187532e3-7c46-4a3b-a4da-e2ea8927e9f4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:01.628279 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-186697da-e672-4088-9fd3-42836b2f5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:01.653982 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186697da-e672-4088-9fd3-42836b2f5a05 None None] Routers {'dfaa8be7-49e7-4255-96ab-660ed81a8ee4'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:01.655662 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-186697da-e672-4088-9fd3-42836b2f5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:01.693320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d051654-9133-4620-9ab3-cf8adce41eeb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:01.748623 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-186697da-e672-4088-9fd3-42836b2f5a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:01.749301 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186697da-e672-4088-9fd3-42836b2f5a05 None None] The sync data for ids ['dfaa8be7-49e7-4255-96ab-660ed81a8ee4'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:01.825399 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5dddfb34-b8e4-45dc-81e8-7c2bd693ad02 req-fa1bcfbe-9ba4-48e8-ad87-a9057b55694f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8710921 Jul 08 02:00:01.844781 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.861275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Attempting to bind port 1dfc5663-b797-4c4e-96dc-c78b2108b2da on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:01.862186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Attempting to bind port 1dfc5663-b797-4c4e-96dc-c78b2108b2da by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:01.864025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Attempting to bind port 1dfc5663-b797-4c4e-96dc-c78b2108b2da on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:01.897347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1d051654-9133-4620-9ab3-cf8adce41eeb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.903600 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1d051654-9133-4620-9ab3-cf8adce41eeb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b HTTP/1.1" status: 204 len: 168 time: 1.2831633 Jul 08 02:00:01.903887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a1c5b-c751-4c26-baa5-a6f8ca30d235 None None] Pushing event updated for resources: {'Port': ['ID=1dfc5663-b797-4c4e-96dc-c78b2108b2da,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:01.910670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681aad23-dcf5-49bf-986f-5cffb0e4774c None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': 'f2846f53-6f6f-4337-a930-5127be3fca83', 'ip_address': '2001:db8::f816:3eff:fe3a:30a0'}, {'subnet_id': '3e7d395a-89cd-4dc5-8d74-3df5c179a72f'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'bdaa81c1-489b-48d8-a270-cbc485ec402b'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:00:01.918010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:01.919182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:01.920188 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.921118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:01.922151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Bound port: 1dfc5663-b797-4c4e-96dc-c78b2108b2da, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:01.923062 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:01.950827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45848) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:02.034155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.097642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bbe07f-741d-42b1-b4d1-4fd9c1b7a128 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:02.102050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bbe07f-741d-42b1-b4d1-4fd9c1b7a128 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:02.107313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bbe07f-741d-42b1-b4d1-4fd9c1b7a128 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:02.109191 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-48bbe07f-741d-42b1-b4d1-4fd9c1b7a128 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1560946 Jul 08 02:00:02.116587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:02.154762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Allocated IP 172.20.0.1 (e5205039-5491-4a7e-b930-c350d74e044c/8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998/40b28a81-65be-45d5-8331-bea7dc8f1be2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:02.180650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port bdaa81c1-489b-48d8-a270-cbc485ec402b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bdaa81c1-489b-48d8-a270-cbc485ec402b,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:02.182733 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] For port 1dfc5663-b797-4c4e-96dc-c78b2108b2da, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:02.192133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.210345 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-681aad23-dcf5-49bf-986f-5cffb0e4774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.233697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] For port 1dfc5663-b797-4c4e-96dc-c78b2108b2da, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1dfc5663-b797-4c4e-96dc-c78b2108b2da,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:02.242345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abe02ff-fdce-41ad-8fbb-b6e841f185c0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 3e7d395a-89cd-4dc5-8d74-3df5c179a72f {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:02.247867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8abe02ff-fdce-41ad-8fbb-b6e841f185c0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.255816 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.318444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8abe02ff-fdce-41ad-8fbb-b6e841f185c0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.422786 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=bdaa81c1-489b-48d8-a270-cbc485ec402b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:02.484120 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.510693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Transition to ACTIVE for port object 40b28a81-65be-45d5-8331-bea7dc8f1be2 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:02.546204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:02.645109 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.752833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Routers {'6426244b-c47c-41a8-883d-485938dd17ea'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:02.754235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6426244b-c47c-41a8-883d-485938dd17ea'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:02.884270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Network e5205039-5491-4a7e-b930-c350d74e044c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:02.898151 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8abe02ff-fdce-41ad-8fbb-b6e841f185c0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:02.905692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:02.967193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:02.983247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Pushing event updated for resources: {'Port': ['ID=40b28a81-65be-45d5-8331-bea7dc8f1be2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:03.208640 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.235116 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.347276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Deleting port acbb7d2b-2693-4aaa-8fa8-01ff2fdbb877 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:03.348002 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.388400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a1c5b-c751-4c26-baa5-a6f8ca30d235 None None] Pushing event updated for resources: {'Port': ['ID=1dfc5663-b797-4c4e-96dc-c78b2108b2da,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:03.455794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-681aad23-dcf5-49bf-986f-5cffb0e4774c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e7d395a-89cd-4dc5-8d74-3df5c179a72f: This subnet is being modified by another concurrent operation. Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e7d395a-89cd-4dc5-8d74-3df5c179a72f: This subnet is being modified by another concurrent operation. Jul 08 02:00:03.489433 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:00:03.499150 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8abe02ff-fdce-41ad-8fbb-b6e841f185c0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.499359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Calling delete_port for acbb7d2b-2693-4aaa-8fa8-01ff2fdbb877 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:03.505514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-43eecce4-aad7-46bb-b879-e1db5b2da9d4 None None] Provisioning for port 40b28a81-65be-45d5-8331-bea7dc8f1be2 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:03.518428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-43eecce4-aad7-46bb-b879-e1db5b2da9d4 None None] Provisioning complete for port 40b28a81-65be-45d5-8331-bea7dc8f1be2 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:03.519412 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43eecce4-aad7-46bb-b879-e1db5b2da9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.577763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] Set router 6426244b-c47c-41a8-883d-485938dd17ea gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:03.583103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe02ff-fdce-41ad-8fbb-b6e841f185c0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7d395a-89cd-4dc5-8d74-3df5c179a72f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:03.606911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8abe02ff-fdce-41ad-8fbb-b6e841f185c0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.612476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8abe02ff-fdce-41ad-8fbb-b6e841f185c0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/3e7d395a-89cd-4dc5-8d74-3df5c179a72f HTTP/1.1" status: 204 len: 168 time: 1.4928687 Jul 08 02:00:03.623857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45878) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:03.634685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:03.635285 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.721132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] Deleting port 8361b15c-21ab-4ffb-a81f-78af144e66cb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:03.721508 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.752670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-43eecce4-aad7-46bb-b879-e1db5b2da9d4 None None] Port 40b28a81-65be-45d5-8331-bea7dc8f1be2 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:03.769955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94fcde-854e-43d8-8741-ed5136cfc937 req-d38cd902-160a-4e06-8ab9-1e4d62c81ca1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:03.771549 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a94fcde-854e-43d8-8741-ed5136cfc937 req-d38cd902-160a-4e06-8ab9-1e4d62c81ca1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.5471663 Jul 08 02:00:03.901483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:03.908856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0d56969-95b9-485b-9645-d1f938cb1917 None None] Could not find standard attr ID for object 72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:00:03.938346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event deleted for resources: {'Port': ['ID=acbb7d2b-2693-4aaa-8fa8-01ff2fdbb877,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:03.983644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3da29-ac9d-4a51-a268-c1041f541f2c None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:00:03.999879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] For port 8361b15c-21ab-4ffb-a81f-78af144e66cb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8361b15c-21ab-4ffb-a81f-78af144e66cb,segment=NetworkSegment(e46fd33c-5e12-45e8-964d-653018cef211),segment_id=e46fd33c-5e12-45e8-964d-653018cef211)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:04.000970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.010893 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.019045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] Calling delete_port for 8361b15c-21ab-4ffb-a81f-78af144e66cb owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:04.107215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0d56969-95b9-485b-9645-d1f938cb1917 None None] Provisioning complete for port bdaa81c1-489b-48d8-a270-cbc485ec402b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:04.107588 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0d56969-95b9-485b-9645-d1f938cb1917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.118874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.125368 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.163577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426244b-c47c-41a8-883d-485938dd17ea', 'name': 'tempest-TestVolumeBackupRestore-595674102-router', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:52Z', 'updated_at': '2021-07-08T01:59:55Z', 'revision_number': 3, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'gw_port': {'id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426244b-c47c-41a8-883d-485938dd17ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:53Z', 'updated_at': '2021-07-08T02:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:04.178448 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.179162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Fanout notify agent at l3_agent the message router_deleted on router dfaa8be7-49e7-4255-96ab-660ed81a8ee4 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:00:04.182816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86c977-4ef7-456c-8a43-096729df5055 req-41d2c3a1-99b5-447f-8739-ed9f07e5ece4 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:04.189949 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.190364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f86c977-4ef7-456c-8a43-096729df5055 req-41d2c3a1-99b5-447f-8739-ed9f07e5ece4 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.7894151 Jul 08 02:00:04.191104 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e01b21c8-7609-45b9-a9ad-09eb44d9954c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "DELETE /v2.0/routers/dfaa8be7-49e7-4255-96ab-660ed81a8ee4 HTTP/1.1" status: 204 len: 168 time: 2.6667423 Jul 08 02:00:04.202222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45886) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:04.214291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-608a4bf1-ad88-422e-ad3f-6e8b8d17e7e0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet f2846f53-6f6f-4337-a930-5127be3fca83 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:04.238613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bfae4a-e7de-487d-a546-456a2d9d56dd None None] The sync data for ids ['6426244b-c47c-41a8-883d-485938dd17ea'] in n-d-694802-14 is: [{'id': '6426244b-c47c-41a8-883d-485938dd17ea', 'name': 'tempest-TestVolumeBackupRestore-595674102-router', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:52Z', 'updated_at': '2021-07-08T01:59:55Z', 'revision_number': 3, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'gw_port': {'id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426244b-c47c-41a8-883d-485938dd17ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:53Z', 'updated_at': '2021-07-08T02:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:04.296205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-915c01e8-4db1-400b-8941-115f726d6b5a tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Deleting subnet 3076f07c-0f89-4ded-b7b9-802c7b260d3f {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:04.300280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-608a4bf1-ad88-422e-ad3f-6e8b8d17e7e0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.304453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-915c01e8-4db1-400b-8941-115f726d6b5a tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.365575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3da29-ac9d-4a51-a268-c1041f541f2c None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:00:04.373324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bdaa81c1-489b-48d8-a270-cbc485ec402b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:04.401516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f86c977-4ef7-456c-8a43-096729df5055 req-b4e852da-0840-41da-95ef-510b907a417f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042403 Jul 08 02:00:04.439604 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-915c01e8-4db1-400b-8941-115f726d6b5a tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.451574 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-608a4bf1-ad88-422e-ad3f-6e8b8d17e7e0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.508815 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.558187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a94fcde-854e-43d8-8741-ed5136cfc937 req-4354c92a-bebc-4f92-a08f-47a666522ef6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7319038 Jul 08 02:00:04.666608 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-915c01e8-4db1-400b-8941-115f726d6b5a tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.784636 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.836756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-915c01e8-4db1-400b-8941-115f726d6b5a tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.879157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c01e8-4db1-400b-8941-115f726d6b5a tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event deleted for resources: {'Subnet': ['ID=3076f07c-0f89-4ded-b7b9-802c7b260d3f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:04.889139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-915c01e8-4db1-400b-8941-115f726d6b5a tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:04.894423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-915c01e8-4db1-400b-8941-115f726d6b5a tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "DELETE /v2.0/subnets/3076f07c-0f89-4ded-b7b9-802c7b260d3f HTTP/1.1" status: 204 len: 168 time: 0.6882350 Jul 08 02:00:04.896595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45898) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:04.924596 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.040053 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.104341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port bdaa81c1-489b-48d8-a270-cbc485ec402b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bdaa81c1-489b-48d8-a270-cbc485ec402b,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:05.114704 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.128214 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.133831 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.179499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] Pushing event deleted for resources: {'Port': ['ID=8361b15c-21ab-4ffb-a81f-78af144e66cb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:05.185521 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-608a4bf1-ad88-422e-ad3f-6e8b8d17e7e0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.211303 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.223682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Deleting port df5547cc-c083-4890-afe7-636bbc153fee {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:05.225826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.297519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=bdaa81c1-489b-48d8-a270-cbc485ec402b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:05.365421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] For port df5547cc-c083-4890-afe7-636bbc153fee, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=df5547cc-c083-4890-afe7-636bbc153fee,segment=NetworkSegment(45263929-e909-414b-8bdf-fed2d4de376c),segment_id=45263929-e909-414b-8bdf-fed2d4de376c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:05.366167 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.389690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Calling delete_port for df5547cc-c083-4890-afe7-636bbc153fee owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:05.598488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Pushing event updated for resources: {'Port': ['ID=40b28a81-65be-45d5-8331-bea7dc8f1be2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:05.605913 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.638188 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-608a4bf1-ad88-422e-ad3f-6e8b8d17e7e0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.645621 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.743546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event deleted for resources: {'Port': ['ID=df5547cc-c083-4890-afe7-636bbc153fee,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:05.756618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] No DVR routers for this DVR port df5547cc-c083-4890-afe7-636bbc153fee on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:05.872398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a4bf1-ad88-422e-ad3f-6e8b8d17e7e0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=f2846f53-6f6f-4337-a930-5127be3fca83,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:05.910312 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-608a4bf1-ad88-422e-ad3f-6e8b8d17e7e0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.916336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-608a4bf1-ad88-422e-ad3f-6e8b8d17e7e0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/f2846f53-6f6f-4337-a930-5127be3fca83 HTTP/1.1" status: 204 len: 168 time: 2.2526345 Jul 08 02:00:05.929335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:05.970734 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:05.988689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be747a8-4580-4589-8eb7-db5ea72a47f5']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:06.009398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45263929-e909-414b-8bdf-fed2d4de376c') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:06.010599 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45263929-e909-414b-8bdf-fed2d4de376c') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:06.023414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b8cba675-5aab-4cba-9d02-6ac63a7680b3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909886 Jul 08 02:00:06.029805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45918) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:06.032079 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.039774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:06.043543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.052797 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.060686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:06.061110 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:06.143683 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:06.151035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.159214 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.163975 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "DELETE /v2.0/networks/2be747a8-4580-4589-8eb7-db5ea72a47f5 HTTP/1.1" status: 204 len: 168 time: 1.2637990 Jul 08 02:00:06.166423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:06.176034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560538e0-6d62-4336-b51a-40346ebfe4cc tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event deleted for resources: {'Network': ['ID=2be747a8-4580-4589-8eb7-db5ea72a47f5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:06.301563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Network e5205039-5491-4a7e-b930-c350d74e044c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:06.318475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:06.436839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954f426-976c-4c18-a111-f0882965927c req-908ff380-a9d2-44d0-a4bd-d8cec03d0f74 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:06.439599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d954f426-976c-4c18-a111-f0882965927c req-908ff380-a9d2-44d0-a4bd-d8cec03d0f74 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.5880334 Jul 08 02:00:06.529523 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e916d9e-df39-4c8b-aa7f-c0ba196ab044 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:00:06.560421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36169d2f-31bc-4569-804a-c7560baacd18 req-7f7e702b-c8b5-4551-9208-d30a5603e3e0 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:06.562168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36169d2f-31bc-4569-804a-c7560baacd18 req-7f7e702b-c8b5-4551-9208-d30a5603e3e0 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.8052146 Jul 08 02:00:06.612029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d954f426-976c-4c18-a111-f0882965927c req-d62b50e5-6011-4054-9be7-e27bd211f504 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799253 Jul 08 02:00:06.649491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1dfc5663-b797-4c4e-96dc-c78b2108b2da up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:06.741175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e0fa72e4-f347-4a2b-8dbf-929fd7ed3c89 None None] Provisioning complete for port bdaa81c1-489b-48d8-a270-cbc485ec402b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:06.741561 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0fa72e4-f347-4a2b-8dbf-929fd7ed3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.856693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e916d9e-df39-4c8b-aa7f-c0ba196ab044 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:00:06.901780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 1dfc5663-b797-4c4e-96dc-c78b2108b2da completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:06.909234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0fa72e4-f347-4a2b-8dbf-929fd7ed3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:06.914154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 1dfc5663-b797-4c4e-96dc-c78b2108b2da triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:06.914531 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.036408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e0fa72e4-f347-4a2b-8dbf-929fd7ed3c89 None None] For port bdaa81c1-489b-48d8-a270-cbc485ec402b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bdaa81c1-489b-48d8-a270-cbc485ec402b,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:07.044683 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0fa72e4-f347-4a2b-8dbf-929fd7ed3c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.185461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa72e4-f347-4a2b-8dbf-929fd7ed3c89 None None] Pushing event updated for resources: {'Port': ['ID=bdaa81c1-489b-48d8-a270-cbc485ec402b,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:07.220259 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.253920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 1dfc5663-b797-4c4e-96dc-c78b2108b2da, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1dfc5663-b797-4c4e-96dc-c78b2108b2da,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:07.265736 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.266684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bdaa81c1-489b-48d8-a270-cbc485ec402b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:07.285271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36169d2f-31bc-4569-804a-c7560baacd18 req-158a3af8-bf62-419d-b606-d2f69bdc39e2 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6948378 Jul 08 02:00:07.339206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:07.339206 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.393812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=1dfc5663-b797-4c4e-96dc-c78b2108b2da,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:07.465898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port bdaa81c1-489b-48d8-a270-cbc485ec402b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:07.465898 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.508810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc42ab-7d7c-41c7-be42-ad660f9f293c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Deleting port a8d84d66-8ed5-40b7-b9e7-ca0fefb3779a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:07.509279 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7cc42ab-7d7c-41c7-be42-ad660f9f293c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:07.518410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Router 6426244b-c47c-41a8-883d-485938dd17ea has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:00:07.565762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] Router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:00:07.666960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a62ffbd-c42c-4e2e-81e3-19afe42e2535 None None] DHCP port deletion for 2be747a8-4580-4589-8eb7-db5ea72a47f5 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:00:07.708488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2739730-7593-467e-a457-cf4c74a2de83 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:07.803776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-edf191b7-23c7-4e7d-aa7e-d9024d9eb4db None None] Provisioning complete for port bdaa81c1-489b-48d8-a270-cbc485ec402b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:07.804097 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-edf191b7-23c7-4e7d-aa7e-d9024d9eb4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.090810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:08.115107 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-88423abb-1057-414e-90f9-b66d7d78f158 admin admin] 10.222.0.41 "PUT /v2.0/routers/97b1bfaf-caa4-4e51-a333-8eef52caa3f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5956078 Jul 08 02:00:08.120010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45954) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:08.178162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:00:08.181311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870ad1e-a4f6-4e3b-b336-89b532c493f2 None None] Sync routers for ids ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:08.328748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:00:08.342332 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Sync routers for ids ['6426244b-c47c-41a8-883d-485938dd17ea'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:00:08.366222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a7cef645-dc64-46e0-b726-f85b9864257f None None] Provisioning complete for port 40b28a81-65be-45d5-8331-bea7dc8f1be2 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:08.366493 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a7cef645-dc64-46e0-b726-f85b9864257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.372632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6ef4e602-f020-4590-80c2-c33d5246807d admin admin] 10.222.0.41 "PUT /v2.0/routers/6426244b-c47c-41a8-883d-485938dd17ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0649731 Jul 08 02:00:08.385819 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Routers {'6426244b-c47c-41a8-883d-485938dd17ea'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:08.387740 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6426244b-c47c-41a8-883d-485938dd17ea'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:08.400541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7cc42ab-7d7c-41c7-be42-ad660f9f293c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.400882 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7cc42ab-7d7c-41c7-be42-ad660f9f293c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.485442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870ad1e-a4f6-4e3b-b336-89b532c493f2 None None] Routers {'97b1bfaf-caa4-4e51-a333-8eef52caa3f4'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:08.487035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6870ad1e-a4f6-4e3b-b336-89b532c493f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:08.518844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.529033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1dfc5663-b797-4c4e-96dc-c78b2108b2da up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:08.616544 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Set router 6426244b-c47c-41a8-883d-485938dd17ea gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:08.672325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc42ab-7d7c-41c7-be42-ad660f9f293c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Calling delete_port for a8d84d66-8ed5-40b7-b9e7-ca0fefb3779a owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:08.830615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Deleting port bdaa81c1-489b-48d8-a270-cbc485ec402b {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:08.830615 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:08.833675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.objects.ports [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:00:08.941132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.112820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Deleting port 6768fea4-e9f5-4716-8d5e-0171270d7d70 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:09.119085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.203724 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426244b-c47c-41a8-883d-485938dd17ea', 'name': 'tempest-TestVolumeBackupRestore-595674102-router', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:52Z', 'updated_at': '2021-07-08T02:00:03Z', 'revision_number': 4, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'gw_port': {'id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426244b-c47c-41a8-883d-485938dd17ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:53Z', 'updated_at': '2021-07-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '40b28a81-65be-45d5-8331-bea7dc8f1be2', 'name': '', 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'mac_address': 'fa:16:3e:24:cb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426244b-c47c-41a8-883d-485938dd17ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:00Z', 'updated_at': '2021-07-08T02:00:04Z', 'revision_number': 2, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'subnets': [{'id': '8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:09.297848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] For port 6768fea4-e9f5-4716-8d5e-0171270d7d70, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6768fea4-e9f5-4716-8d5e-0171270d7d70,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:09.299462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.301789 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Checking router: 6426244b-c47c-41a8-883d-485938dd17ea for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:00:09.304155 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Updating router 6426244b-c47c-41a8-883d-485938dd17ea port 40b28a81-65be-45d5-8331-bea7dc8f1be2 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:00:09.333371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968693c-4601-4a3b-bff9-656c0a3794ac req-52e01b11-42bf-404f-8375-76aab6194fd0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:09.346616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Calling delete_port for 6768fea4-e9f5-4716-8d5e-0171270d7d70 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:09.351893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d968693c-4601-4a3b-bff9-656c0a3794ac req-52e01b11-42bf-404f-8375-76aab6194fd0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 1.2349360 Jul 08 02:00:09.471379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a7cef645-dc64-46e0-b726-f85b9864257f None None] Port 40b28a81-65be-45d5-8331-bea7dc8f1be2 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:09.472509 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.746722 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7cc42ab-7d7c-41c7-be42-ad660f9f293c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.820606 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.838633 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d968693c-4601-4a3b-bff9-656c0a3794ac req-035ee6bc-9f61-4c38-a4c6-345c8329fe89 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4852428 Jul 08 02:00:09.857565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc42ab-7d7c-41c7-be42-ad660f9f293c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Pushing event deleted for resources: {'Port': ['ID=a8d84d66-8ed5-40b7-b9e7-ca0fefb3779a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:09.948551 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:09.974567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6870ad1e-a4f6-4e3b-b336-89b532c493f2 None None] Set router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:09.978290 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 1dfc5663-b797-4c4e-96dc-c78b2108b2da triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:09.979074 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.096819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6768fea4-e9f5-4716-8d5e-0171270d7d70,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:10.136059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e4eaa-e552-4f67-adf3-0391abd82981 req-4352405f-02da-467a-9081-641a0aa63a0b tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:10.164526 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f07e4eaa-e552-4f67-adf3-0391abd82981 req-4352405f-02da-467a-9081-641a0aa63a0b tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 1.3800361 Jul 08 02:00:10.310584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.315730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.316294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.317650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.318169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.318686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.319206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.319716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.325676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.326340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.327134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.327660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:10.330891 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.387595 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.449661 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.485856 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Transition to ACTIVE for port object 40b28a81-65be-45d5-8331-bea7dc8f1be2 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:10.499319 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7cc42ab-7d7c-41c7-be42-ad660f9f293c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.504720 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.508787 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a7cc42ab-7d7c-41c7-be42-ad660f9f293c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.521133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a7cc42ab-7d7c-41c7-be42-ad660f9f293c tempest-FloatingIPAdminTestJSON-1220253926 tempest-FloatingIPAdminTestJSON-1220253926-project] 10.222.0.41 "DELETE /v2.0/floatingips/96ffd6a4-7767-4815-84c2-8df417167cf3 HTTP/1.1" status: 204 len: 168 time: 4.2299957 Jul 08 02:00:10.569145 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f07e4eaa-e552-4f67-adf3-0391abd82981 req-d8ca32ef-7149-465d-8559-f1e0520e6713 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909805 Jul 08 02:00:10.639414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.646817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.665938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] For port bdaa81c1-489b-48d8-a270-cbc485ec402b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bdaa81c1-489b-48d8-a270-cbc485ec402b,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:10.670731 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.743217 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Pushing event updated for resources: {'Port': ['ID=40b28a81-65be-45d5-8331-bea7dc8f1be2,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:10.871723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.873111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:00:10.875698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Calling delete_port for bdaa81c1-489b-48d8-a270-cbc485ec402b owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:10.961104 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:10.963127 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1b9efcc9-ea89-44e8-b603-8346e93071a0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/97b1bfaf-caa4-4e51-a333-8eef52caa3f4 HTTP/1.1" status: 204 len: 168 time: 2.8399384 Jul 08 02:00:10.982420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46034) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:11.008445 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Attempting to bind port 40b28a81-65be-45d5-8331-bea7dc8f1be2 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:11.008955 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Attempting to bind port 40b28a81-65be-45d5-8331-bea7dc8f1be2 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ff3ec466-39ea-499d-849f-59375fe83023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:11.013114 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Attempting to bind port 40b28a81-65be-45d5-8331-bea7dc8f1be2 on network e5205039-5491-4a7e-b930-c350d74e044c {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:11.043764 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:11.044387 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Checking segment: {'id': 'ff3ec466-39ea-499d-849f-59375fe83023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:11.045137 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.059451 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Bound using segment: {'id': 'ff3ec466-39ea-499d-849f-59375fe83023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:11.059451 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Bound port: 40b28a81-65be-45d5-8331-bea7dc8f1be2, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3ec466-39ea-499d-849f-59375fe83023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:11.059877 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.299011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8410dd91-b119-4895-8f29-4aa81c104252 admin admin] Deleting subnet 5e9e83d3-4175-4cd7-9485-707ae80a5676 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:11.335358 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] For port 40b28a81-65be-45d5-8331-bea7dc8f1be2, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:11.344246 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] For port 40b28a81-65be-45d5-8331-bea7dc8f1be2, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=40b28a81-65be-45d5-8331-bea7dc8f1be2,segment=NetworkSegment(ff3ec466-39ea-499d-849f-59375fe83023),segment_id=ff3ec466-39ea-499d-849f-59375fe83023)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:11.345956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8410dd91-b119-4895-8f29-4aa81c104252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.352074 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.429451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46048) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:11.488276 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Routers {'6426244b-c47c-41a8-883d-485938dd17ea'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:11.493671 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6426244b-c47c-41a8-883d-485938dd17ea'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:11.512904 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8410dd91-b119-4895-8f29-4aa81c104252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.649031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] For port bdaa81c1-489b-48d8-a270-cbc485ec402b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bdaa81c1-489b-48d8-a270-cbc485ec402b,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:11.675831 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8410dd91-b119-4895-8f29-4aa81c104252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.865026 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.878146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.879225 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:11.884615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device df5547cc-c083-4890-afe7-636bbc153fee no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:11.956375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a70361-58ba-4ca5-a6be-56e384c58750 req-b58339f2-b732-4315-8cfa-c3ece1d58824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:11.959067 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-07a70361-58ba-4ca5-a6be-56e384c58750 req-b58339f2-b732-4315-8cfa-c3ece1d58824 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 1098 time: 1.1045663 Jul 08 02:00:12.030550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: df5547cc-c083-4890-afe7-636bbc153fee {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:12.031100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device df5547cc-c083-4890-afe7-636bbc153fee not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:12.031633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bdaa81c1-489b-48d8-a270-cbc485ec402b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:12.049184 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.090922 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8410dd91-b119-4895-8f29-4aa81c104252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.128509 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:12.143474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=bdaa81c1-489b-48d8-a270-cbc485ec402b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:12.146344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:12.201948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410dd91-b119-4895-8f29-4aa81c104252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9e83d3-4175-4cd7-9485-707ae80a5676,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:12.243566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: bdaa81c1-489b-48d8-a270-cbc485ec402b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:12.245587 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8410dd91-b119-4895-8f29-4aa81c104252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.246487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bdaa81c1-489b-48d8-a270-cbc485ec402b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:12.271978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] No DVR routers for this DVR port bdaa81c1-489b-48d8-a270-cbc485ec402b on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:12.272844 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8410dd91-b119-4895-8f29-4aa81c104252 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5e9e83d3-4175-4cd7-9485-707ae80a5676 HTTP/1.1" status: 204 len: 168 time: 1.2636771 Jul 08 02:00:12.274941 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Pushing event updated for resources: {'Port': ['ID=40b28a81-65be-45d5-8331-bea7dc8f1be2,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:12.275337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:12.276369 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.300444 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46090) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:12.304970 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.306826 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.307705 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.310066 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.310851 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.311191 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.312792 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.313140 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.313465 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.315069 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.315574 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.315897 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1728f5e4-c228-4fa4-afe5-1b047c8769d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.346955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3110826 Jul 08 02:00:12.363516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46092) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:12.405383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4776e0a7-e1db-4760-9e42-00184148ff96 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:12.445715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc74e00-057c-427d-b4a9-2f8d86e7a183 None None] Network 1d7fb448-027c-4a26-aac8-02b5be2a4935 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:12.488530 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] Set router 6426244b-c47c-41a8-883d-485938dd17ea gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:00:12.498533 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92b7d-ba8c-48a1-ab3b-8c1f80dfd13b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=8e50d6a4-7b3b-4009-b25d-fa53673d9f12,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:12.522852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214609d-baf8-4fb1-8939-7efa8ba0cfd9 req-f7430e1f-548e-4186-8ba6-aeb1b0185544 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:12.532493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9214609d-baf8-4fb1-8939-7efa8ba0cfd9 req-f7430e1f-548e-4186-8ba6-aeb1b0185544 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 1.1492889 Jul 08 02:00:12.537357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Pushing event deleted for resources: {'Port': ['ID=bdaa81c1-489b-48d8-a270-cbc485ec402b,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:12.625008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f067f7cb-cce9-47c0-a4ef-838c40b3efcf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29de0f532bda48829308a5cd9bc1456c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1775489 Jul 08 02:00:12.634479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:12.655335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1633f7-7837-4575-beab-a1a7e4a1712b req-e69b48c9-6dbd-474d-a121-d70e7bdea639 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:12.669251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc1633f7-7837-4575-beab-a1a7e4a1712b req-e69b48c9-6dbd-474d-a121-d70e7bdea639 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.3686323 Jul 08 02:00:12.708797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97508afb-746e-45da-a717-8d0e7b36394b None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:12.752289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6870ad1e-a4f6-4e3b-b336-89b532c493f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'name': 'tempest-TestServerMultinode-1021767321-router', 'tenant_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:57:59Z', 'updated_at': '2021-07-08T02:00:04Z', 'revision_number': 5, 'project_id': 'fbe56f02fe2049ddaa3351a3ecd0db68', 'gw_port': {'id': '6768fea4-e9f5-4716-8d5e-0171270d7d70', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:9b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b1bfaf-caa4-4e51-a333-8eef52caa3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:58:01Z', 'updated_at': '2021-07-08T01:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:12.764913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9214609d-baf8-4fb1-8939-7efa8ba0cfd9 req-b822fb44-4b9d-40cf-9743-e46a4251e580 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308805 Jul 08 02:00:12.791878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc1633f7-7837-4575-beab-a1a7e4a1712b req-cd14a32a-f44e-48de-9dcc-d5eba1d8e5ea tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143084 Jul 08 02:00:12.896853 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb8fff7f-a078-4130-9bb4-b1d76126d7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:12.949431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.953487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.954414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.956573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.957458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.958941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.961125 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-07a70361-58ba-4ca5-a6be-56e384c58750 req-55ff6180-3926-4834-a443-6896e7669e80 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9707971 Jul 08 02:00:12.962064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.962928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.963734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.975287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.976402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:12.981151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5856e8a8-fff6-4a68-8c66-4899d2d4bcf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:13.014022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb8fff7f-a078-4130-9bb4-b1d76126d7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.093711 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.099699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4776e0a7-e1db-4760-9e42-00184148ff96 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:13.100088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870ad1e-a4f6-4e3b-b336-89b532c493f2 None None] Checking router: 97b1bfaf-caa4-4e51-a333-8eef52caa3f4 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:00:13.108123 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4776e0a7-e1db-4760-9e42-00184148ff96 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.139304 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870ad1e-a4f6-4e3b-b336-89b532c493f2 None None] Routers set() bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:00:13.139894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870ad1e-a4f6-4e3b-b336-89b532c493f2 None None] Router IDs set() for agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 02:00:13.140819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_agentschedulers_db [None req-6870ad1e-a4f6-4e3b-b336-89b532c493f2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'97b1bfaf-caa4-4e51-a333-8eef52caa3f4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T01:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent'). {{(pid=93885) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 02:00:13.141370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870ad1e-a4f6-4e3b-b336-89b532c493f2 None None] The sync data for ids ['97b1bfaf-caa4-4e51-a333-8eef52caa3f4'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:13.286378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb8fff7f-a078-4130-9bb4-b1d76126d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.312794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb8fff7f-a078-4130-9bb4-b1d76126d7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.315285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fb8fff7f-a078-4130-9bb4-b1d76126d7c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b4a4421-b076-42f6-aa6b-f8890f3be0ed HTTP/1.1" status: 204 len: 168 time: 0.6393919 Jul 08 02:00:13.341383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fff7f-a078-4130-9bb4-b1d76126d7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4a4421-b076-42f6-aa6b-f8890f3be0ed,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:13.342271 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426244b-c47c-41a8-883d-485938dd17ea', 'name': 'tempest-TestVolumeBackupRestore-595674102-router', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:52Z', 'updated_at': '2021-07-08T02:00:03Z', 'revision_number': 4, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'gw_port': {'id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426244b-c47c-41a8-883d-485938dd17ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:53Z', 'updated_at': '2021-07-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '40b28a81-65be-45d5-8331-bea7dc8f1be2', 'name': '', 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'mac_address': 'fa:16:3e:24:cb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426244b-c47c-41a8-883d-485938dd17ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:00Z', 'updated_at': '2021-07-08T02:00:11Z', 'revision_number': 4, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'subnets': [{'id': '8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:13.405353 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d4fe5-1810-41f6-99f8-67350111de5a None None] The sync data for ids ['6426244b-c47c-41a8-883d-485938dd17ea'] in n-d-694802-14 is: [{'id': '6426244b-c47c-41a8-883d-485938dd17ea', 'name': 'tempest-TestVolumeBackupRestore-595674102-router', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:52Z', 'updated_at': '2021-07-08T02:00:03Z', 'revision_number': 4, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'gw_port': {'id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426244b-c47c-41a8-883d-485938dd17ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:53Z', 'updated_at': '2021-07-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '40b28a81-65be-45d5-8331-bea7dc8f1be2', 'name': '', 'network_id': 'e5205039-5491-4a7e-b930-c350d74e044c', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'mac_address': 'fa:16:3e:24:cb:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426244b-c47c-41a8-883d-485938dd17ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:00:00Z', 'updated_at': '2021-07-08T02:00:11Z', 'revision_number': 4, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'subnets': [{'id': '8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:00:13.635745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Deleting port 7fde318b-0834-4570-9207-0c07cc69a6b5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:13.636596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.643961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '8e50d6a4-7b3b-4009-b25d-fa53673d9f12'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:00:13.645485 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.747170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0e6fe5-1e5b-46ec-88ce-2f4d6e872ebb None None] DHCP port deletion for 1d7fb448-027c-4a26-aac8-02b5be2a4935 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:00:13.770533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] For port 7fde318b-0834-4570-9207-0c07cc69a6b5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7fde318b-0834-4570-9207-0c07cc69a6b5,segment=NetworkSegment(e46fd33c-5e12-45e8-964d-653018cef211),segment_id=e46fd33c-5e12-45e8-964d-653018cef211)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:13.774687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:13.935924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Calling delete_port for 7fde318b-0834-4570-9207-0c07cc69a6b5 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:14.448961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4776e0a7-e1db-4760-9e42-00184148ff96 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.500596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46128) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:14.524464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Allocated IP 2001:db8::f816:3eff:fed2:3986 (de78c256-7209-4d49-9cc2-cf9ec79a7408/8e50d6a4-7b3b-4009-b25d-fa53673d9f12/e14382c9-0873-4c74-a8fe-a2fe8f3d7c55) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:14.610661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e6fe5-1e5b-46ec-88ce-2f4d6e872ebb None None] Deleting port 7fde318b-0834-4570-9207-0c07cc69a6b5 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:14.611427 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6fe5-1e5b-46ec-88ce-2f4d6e872ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.732957 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdc65-1c42-4a58-88c8-1fd242f8dabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.741941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8440761-a4b9-437a-8c30-49e6393e64c4 req-aed6e642-ba66-48bb-b163-36c58be43a47 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:14.754692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8440761-a4b9-437a-8c30-49e6393e64c4 req-aed6e642-ba66-48bb-b163-36c58be43a47 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.5537119 Jul 08 02:00:14.783010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4776e0a7-e1db-4760-9e42-00184148ff96 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:14.790240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4776e0a7-e1db-4760-9e42-00184148ff96 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:14.793507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.821913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4776e0a7-e1db-4760-9e42-00184148ff96 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:14.824369 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4776e0a7-e1db-4760-9e42-00184148ff96 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:14.827649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a110a1-59c7-4aa0-8e63-17f84d753b39 req-cd31d8e3-ecb8-4e05-a395-d513efefb46a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:14.830719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47a110a1-59c7-4aa0-8e63-17f84d753b39 req-cd31d8e3-ecb8-4e05-a395-d513efefb46a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.5180273 Jul 08 02:00:14.846181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 40b28a81-65be-45d5-8331-bea7dc8f1be2 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:14.917644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=7fde318b-0834-4570-9207-0c07cc69a6b5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:14.924449 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4776e0a7-e1db-4760-9e42-00184148ff96 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5406728 Jul 08 02:00:14.930350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46132) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:14.931098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] No DVR routers for this DVR port 7fde318b-0834-4570-9207-0c07cc69a6b5 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:14.950069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8440761-a4b9-437a-8c30-49e6393e64c4 req-d631794c-2e56-4bf8-b5e3-2f93484f970f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923425 Jul 08 02:00:14.963421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:7b:b3:05', 'name': 'tempest-NetworksTestDHCPv6-756306841'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:15.003360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-47a110a1-59c7-4aa0-8e63-17f84d753b39 req-b4154c87-c767-4089-bf6b-f193c264ac0c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601419 Jul 08 02:00:15.056556 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2b0e6fe5-1e5b-46ec-88ce-2f4d6e872ebb None None] For port 7fde318b-0834-4570-9207-0c07cc69a6b5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7fde318b-0834-4570-9207-0c07cc69a6b5,segment=NetworkSegment(e46fd33c-5e12-45e8-964d-653018cef211),segment_id=e46fd33c-5e12-45e8-964d-653018cef211)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:15.056963 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6fe5-1e5b-46ec-88ce-2f4d6e872ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.079835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 40b28a81-65be-45d5-8331-bea7dc8f1be2 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:15.092016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e6fe5-1e5b-46ec-88ce-2f4d6e872ebb None None] Calling delete_port for 7fde318b-0834-4570-9207-0c07cc69a6b5 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:15.099505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 40b28a81-65be-45d5-8331-bea7dc8f1be2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:15.099922 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.279934 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.315886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Transition to ACTIVE for port object e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:15.381658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Transition to ACTIVE for port object e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:15.439554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device db3ff95d-40b4-4099-8134-5f21462ed162 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:00:15.509663 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.532110 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.553436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7fb448-027c-4a26-aac8-02b5be2a4935']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:15.585989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776e0a7-e1db-4760-9e42-00184148ff96 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=b5717bd0-9d06-4b9b-a209-c5cb900acb46,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:15.616494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46fd33c-5e12-45e8-964d-653018cef211') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:15.616829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46fd33c-5e12-45e8-964d-653018cef211') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:15.643016 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.687173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.700911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:15.701505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:15.805221 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:15.809767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.842286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:15.867077 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:15.869772 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] 10.222.0.41 "DELETE /v2.0/networks/1d7fb448-027c-4a26-aac8-02b5be2a4935 HTTP/1.1" status: 204 len: 168 time: 3.5570257 Jul 08 02:00:15.873178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1aadf7-f8b3-480c-a44e-dfed88a35ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7fb448-027c-4a26-aac8-02b5be2a4935,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:15.882598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:15.900631 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.resource_extend [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:00:16.002351 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdc65-1c42-4a58-88c8-1fd242f8dabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.012453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:16.018648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-1ca97961-8817-41e3-b905-2a32929ebb68 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:16.032828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-1ca97961-8817-41e3-b905-2a32929ebb68 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/networks?id=87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 200 len: 810 time: 0.3888011 Jul 08 02:00:16.047559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a0bdc65-1c42-4a58-88c8-1fd242f8dabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.068880 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-d899d605-418e-48a0-a2e2-905c02bb91bb tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/quotas/0f120e519a72471389919a70a325b436 HTTP/1.1" status: 200 len: 375 time: 0.0323801 Jul 08 02:00:16.242997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:16.290921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bdc65-1c42-4a58-88c8-1fd242f8dabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66d5ab1-6fcc-444e-9275-6cba850a3add,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:16.305994 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8a0bdc65-1c42-4a58-88c8-1fd242f8dabc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=420537d8f384430ab7ba45e7b8c1c079&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7617855 Jul 08 02:00:16.340049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46178) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:16.366275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-483398c6-5b14-4701-8e48-5af38e7ef776 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0f120e519a72471389919a70a325b436&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2958639 Jul 08 02:00:16.505520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46186) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:16.544106 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:16.721138 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4e5c214f-dfe2-43a9-86db-d0fd1cdf6434 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87cc34309568416ba6f4c5181cf4a650&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102432 Jul 08 02:00:16.734793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46188) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:16.819190 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50b9a63d-b758-448a-b39d-a1d840f7c98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.832890 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.923787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-ad5577c4-115f-4b0d-9122-a1d342c54ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529611 Jul 08 02:00:16.924188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:16.935630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.940751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 2d7d2124-1929-48d7-a35e-7467778fcf8b yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:00:16.950545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50b9a63d-b758-448a-b39d-a1d840f7c98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.959851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e202d54-0b5d-4570-9e01-9060d505e394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:16.968817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'port_id': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'mac_address': 'fa:16:3e:cf:72:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:00:17.051560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6fe5-1e5b-46ec-88ce-2f4d6e872ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.084386 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e202d54-0b5d-4570-9e01-9060d505e394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.133932 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50b9a63d-b758-448a-b39d-a1d840f7c98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.135733 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50b9a63d-b758-448a-b39d-a1d840f7c98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.140670 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-50b9a63d-b758-448a-b39d-a1d840f7c98b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d66d5ab1-6fcc-444e-9275-6cba850a3add HTTP/1.1" status: 204 len: 168 time: 0.7988300 Jul 08 02:00:17.211352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9a63d-b758-448a-b39d-a1d840f7c98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66d5ab1-6fcc-444e-9275-6cba850a3add,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:17.279187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Attempting to bind port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:17.279187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Attempting to bind port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:17.279187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Attempting to bind port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:17.290475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b0e6fe5-1e5b-46ec-88ce-2f4d6e872ebb None None] Network 1d7fb448-027c-4a26-aac8-02b5be2a4935 is not hosted by any dhcp agent {{(pid=93885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:00:17.291055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e6fe5-1e5b-46ec-88ce-2f4d6e872ebb None None] No DVR routers for this DVR port 7fde318b-0834-4570-9207-0c07cc69a6b5 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:17.296880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584a3e-6d1d-4b12-8c8b-465645aefcc7 req-6de4f2c3-7c99-48d1-a44c-29170e942bd7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:17.300215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-54584a3e-6d1d-4b12-8c8b-465645aefcc7 req-6de4f2c3-7c99-48d1-a44c-29170e942bd7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.6865377 Jul 08 02:00:17.306598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 1, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:17.307073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:17.307502 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.307959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:17.308597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Bound port: e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:17.309226 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.326212 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e6fe5-1e5b-46ec-88ce-2f4d6e872ebb None None] Pushing event deleted for resources: {'Port': ['ID=7fde318b-0834-4570-9207-0c07cc69a6b5,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:17.407093 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e202d54-0b5d-4570-9e01-9060d505e394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.408342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-d3721746-430b-4d6f-83ca-704502b122ae service neutron] 10.222.0.41 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790547 Jul 08 02:00:17.410263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e202d54-0b5d-4570-9e01-9060d505e394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.411835 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7e202d54-0b5d-4570-9e01-9060d505e394 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f870a490-11c4-4999-ad40-75d7a8b36a6b HTTP/1.1" status: 204 len: 168 time: 0.6733105 Jul 08 02:00:17.466648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e202d54-0b5d-4570-9e01-9060d505e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f870a490-11c4-4999-ad40-75d7a8b36a6b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:17.485477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 172.20.0.3 (de78c256-7209-4d49-9cc2-cf9ec79a7408/b5717bd0-9d06-4b9b-a209-c5cb900acb46/2d7d2124-1929-48d7-a35e-7467778fcf8b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:17.496438 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::f816:3eff:fe7b:b305 (de78c256-7209-4d49-9cc2-cf9ec79a7408/8e50d6a4-7b3b-4009-b25d-fa53673d9f12/2d7d2124-1929-48d7-a35e-7467778fcf8b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:17.542913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-54584a3e-6d1d-4b12-8c8b-465645aefcc7 req-894c4416-d819-419a-a71f-01235a0bfccd tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179246 Jul 08 02:00:17.579392 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:17.699350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 40b28a81-65be-45d5-8331-bea7dc8f1be2, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=40b28a81-65be-45d5-8331-bea7dc8f1be2,segment=NetworkSegment(ff3ec466-39ea-499d-849f-59375fe83023),segment_id=ff3ec466-39ea-499d-849f-59375fe83023)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:17.713542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db3ff95d-40b4-4099-8134-5f21462ed162 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:18.013764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:18.031017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:18.046522 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:18.051521 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:18.092389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 2d7d2124-1929-48d7-a35e-7467778fcf8b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:18.107115 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:18.229373 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:18.274308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8361b15c-21ab-4ffb-a81f-78af144e66cb no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:18.280092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:18.306266 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:18.331977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 8361b15c-21ab-4ffb-a81f-78af144e66cb {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:18.331977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8361b15c-21ab-4ffb-a81f-78af144e66cb not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:18.333314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7fde318b-0834-4570-9207-0c07cc69a6b5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:18.425960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['db3ff95d-40b4-4099-8134-5f21462ed162'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:18.489089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 7fde318b-0834-4570-9207-0c07cc69a6b5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:18.489659 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7fde318b-0834-4570-9207-0c07cc69a6b5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:18.498636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=2d7d2124-1929-48d7-a35e-7467778fcf8b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:18.502650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6768fea4-e9f5-4716-8d5e-0171270d7d70 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:18.554821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46240) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:18.576438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0899e850-febd-4464-a665-4270d2430020 req-1fb6b6ec-df15-4e54-9566-fc06f80879c0 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 210 time: 0.3072584 Jul 08 02:00:18.675158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:18.681207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=40b28a81-65be-45d5-8331-bea7dc8f1be2,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:18.695472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:18.735787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:18.898986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46246) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:18.900261 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9a63b657-0e22-4762-ac05-3cc38a025dac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fbe56f02fe2049ddaa3351a3ecd0db68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416374 Jul 08 02:00:18.963082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:18.965784 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.068202 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f19f5341-d0ee-4f6e-9f55-c5c83c3876b5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.1220474 Jul 08 02:00:19.075021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46248) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:19.121080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46252) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:19.166349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f314b40-c907-4b77-be56-57cfd094cf18 None None] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:19.350571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6768fea4-e9f5-4716-8d5e-0171270d7d70 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:00:19.350929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6768fea4-e9f5-4716-8d5e-0171270d7d70 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:00:19.372409 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b82c207-cf3f-4158-b731-9cc6d913b53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.545488 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f52d-e1e0-4eb0-ba0a-3e087fd3d194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.593270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:19.672411 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f52d-e1e0-4eb0-ba0a-3e087fd3d194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.732432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a388f74-46be-43c6-96ae-50a12dd01b79 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:19.741703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a388f74-46be-43c6-96ae-50a12dd01b79 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:19.744249 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8a388f74-46be-43c6-96ae-50a12dd01b79 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.6681771 Jul 08 02:00:19.749093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46266) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:19.781484 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f52d-e1e0-4eb0-ba0a-3e087fd3d194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.784768 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f52d-e1e0-4eb0-ba0a-3e087fd3d194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:19.786292 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fdb9f52d-e1e0-4eb0-ba0a-3e087fd3d194 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d142efeb-a74c-42f1-a15a-509b80900c9a HTTP/1.1" status: 204 len: 168 time: 0.8853018 Jul 08 02:00:20.036201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4760cd77-2c38-4837-b930-44cdefe794b7 req-5bffbfd5-fc20-43a0-8467-efed00090bde tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 210 time: 0.1680739 Jul 08 02:00:20.053197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9f52d-e1e0-4eb0-ba0a-3e087fd3d194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d142efeb-a74c-42f1-a15a-509b80900c9a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:20.107065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec0dd6-10fb-43bd-99d7-07f7d90bb65b req-c534e4f4-e952-4b8a-b6db-2fa9ec9a5e9f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:20.115366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3ec0dd6-10fb-43bd-99d7-07f7d90bb65b req-c534e4f4-e952-4b8a-b6db-2fa9ec9a5e9f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.8467271 Jul 08 02:00:20.176703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3ec0dd6-10fb-43bd-99d7-07f7d90bb65b req-8942271c-2e38-4938-b6fa-c6757b5eb5be tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595901 Jul 08 02:00:20.236489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-55efeb73-c7b5-42fc-9bd4-03282e266060 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 2d7d2124-1929-48d7-a35e-7467778fcf8b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:20.236489 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55efeb73-c7b5-42fc-9bd4-03282e266060 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.315975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:20.426807 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b82c207-cf3f-4158-b731-9cc6d913b53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.434674 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2b82c207-cf3f-4158-b731-9cc6d913b53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.570514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:20.571600 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2b82c207-cf3f-4158-b731-9cc6d913b53c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26c5431ecb7b4bbab17d16221020eca4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4487686 Jul 08 02:00:20.581958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82c207-cf3f-4158-b731-9cc6d913b53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258aa8dd-04fe-4065-ba1d-36ca390358db,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:20.656981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55efeb73-c7b5-42fc-9bd4-03282e266060 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.712735 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-55efeb73-c7b5-42fc-9bd4-03282e266060 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 2d7d2124-1929-48d7-a35e-7467778fcf8b owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:20.769341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:20.786330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 40b28a81-65be-45d5-8331-bea7dc8f1be2 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:20.873052 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3955-0937-4f11-acb2-1abe88b56860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.926109 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-339cae4b-933d-41ad-a78d-9860723ce22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:20.998397 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3955-0937-4f11-acb2-1abe88b56860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.012068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 40b28a81-65be-45d5-8331-bea7dc8f1be2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:21.016653 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.339384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3955-0937-4f11-acb2-1abe88b56860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.371965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fbf3955-0937-4f11-acb2-1abe88b56860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:21.384443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2fbf3955-0937-4f11-acb2-1abe88b56860 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/258aa8dd-04fe-4065-ba1d-36ca390358db HTTP/1.1" status: 204 len: 168 time: 0.8127604 Jul 08 02:00:21.446924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf3955-0937-4f11-acb2-1abe88b56860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258aa8dd-04fe-4065-ba1d-36ca390358db,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:21.713641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bf8238-44a3-4109-9331-ae42be6d3bb3 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:21.941035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed096155-e62a-47ad-a54e-5ce477e60d7b req-1e52ce01-18c5-447f-9738-5220b01d8015 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 210 time: 0.1205404 Jul 08 02:00:22.069258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dc933ae7-c777-49f2-a657-355ae090a76f None None] Provisioning for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:22.165107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dc933ae7-c777-49f2-a657-355ae090a76f None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:22.171489 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dc933ae7-c777-49f2-a657-355ae090a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.202371 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55efeb73-c7b5-42fc-9bd4-03282e266060 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.263087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f06c97-7ce4-4955-a9b4-0660c4f890e0 req-f1b2a38a-d9c8-4b6f-bc0a-a61a05b1ff42 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:22.271866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5f06c97-7ce4-4955-a9b4-0660c4f890e0 req-f1b2a38a-d9c8-4b6f-bc0a-a61a05b1ff42 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.1836209 Jul 08 02:00:22.356347 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efeb73-c7b5-42fc-9bd4-03282e266060 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=2d7d2124-1929-48d7-a35e-7467778fcf8b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:22.359017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device db3ff95d-40b4-4099-8134-5f21462ed162 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:22.431786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5f06c97-7ce4-4955-a9b4-0660c4f890e0 req-315af866-47c9-4c86-aeb4-07652b60b160 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582565 Jul 08 02:00:22.675778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port db3ff95d-40b4-4099-8134-5f21462ed162 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:22.676435 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:22.958478 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dc933ae7-c777-49f2-a657-355ae090a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.035418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55efeb73-c7b5-42fc-9bd4-03282e266060 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.048129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:23.060336 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-55efeb73-c7b5-42fc-9bd4-03282e266060 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/2d7d2124-1929-48d7-a35e-7467778fcf8b HTTP/1.1" status: 204 len: 168 time: 3.3094993 Jul 08 02:00:23.332432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6231f95e-22fd-438b-b565-24ab16b945d6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:23.340192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-d9726b7d-c553-4644-81ac-fdadc235297e tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:23.341739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6231f95e-22fd-438b-b565-24ab16b945d6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:23.348767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6231f95e-22fd-438b-b565-24ab16b945d6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:23.352708 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-d9726b7d-c553-4644-81ac-fdadc235297e tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.16 "GET /v2.0/networks?id=87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 200 len: 810 time: 0.8365998 Jul 08 02:00:23.359161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46338) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:23.365437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6231f95e-22fd-438b-b565-24ab16b945d6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3134067 Jul 08 02:00:23.375927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7ca1a-7530-4285-a6fd-204c08299a08 None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '8e50d6a4-7b3b-4009-b25d-fa53673d9f12', 'ip_address': '2001:db8::f816:3eff:fed2:3986'}, {'subnet_id': 'b5717bd0-9d06-4b9b-a209-c5cb900acb46'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'e14382c9-0873-4c74-a8fe-a2fe8f3d7c55'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:00:23.384264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-dc933ae7-c777-49f2-a657-355ae090a76f None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:23.431282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Request body: {'port': {'device_id': '5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c', 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09', 'admin_state_up': True, 'tenant_id': '0f120e519a72471389919a70a325b436'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:23.498529 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-27a7ca1a-7530-4285-a6fd-204c08299a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.510137 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dc933ae7-c777-49f2-a657-355ae090a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.517416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ab4c321-6f0a-4562-afba-97e7dad48163 req-ac2fb776-80a5-4cc9-808f-38d27cacc092 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 210 time: 0.1491125 Jul 08 02:00:23.594381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.606497 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6495fd3f-74ae-45a5-8041-cdb68b5cd4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.746231 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.788565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:23.790812 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b9e2b1-7b9a-4da8-b6df-e4efae592e1a" -d '{"events": [{"server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "name": "network-vif-plugged", "status": "completed", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:23.825134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3415c700-63fe-468a-804b-712cd3488144 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 8e50d6a4-7b3b-4009-b25d-fa53673d9f12 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:23.829687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Made reservation on behalf of 0f120e519a72471389919a70a325b436 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:23.833954 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.836669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3415c700-63fe-468a-804b-712cd3488144 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:23.890589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc933ae7-c777-49f2-a657-355ae090a76f None None] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:23.940699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:23.993740 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.076320 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3415c700-63fe-468a-804b-712cd3488144 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.183355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a93582-f663-4253-a378-3e3db7c1aa8c req-2db4e63a-f43c-4ffc-b406-15aeffa67c7b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:24.188905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62a93582-f663-4253-a378-3e3db7c1aa8c req-2db4e63a-f43c-4ffc-b406-15aeffa67c7b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.3399200 Jul 08 02:00:24.253849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:24.275320 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:24.313835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62a93582-f663-4253-a378-3e3db7c1aa8c req-2295a662-8416-4ea3-b30a-de08ff9d4ec1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129239 Jul 08 02:00:24.388772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46364) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:24.546826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:24.547201 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.630124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'networks': [{'name': 'tempest-network--1365582243'}, {'name': 'tempest-network--180075243'}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:24.631116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'network': {'name': 'tempest-network--1365582243'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:24.632199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'network': {'name': 'tempest-network--180075243'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:24.632374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3415c700-63fe-468a-804b-712cd3488144 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.663634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Made reservation on behalf of 0bb684c7f0b4498d983d1f83b29a9857 for: {'network': 2} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:24.673526 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.686421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.759389 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c412ab-082f-4c5a-8fe6-d36a9151f8b5 x-openstack-request-id: req-02c412ab-082f-4c5a-8fe6-d36a9151f8b5 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:24.759878 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "name": "network-vif-plugged", "status": "completed", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:24.761778 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02c412ab-082f-4c5a-8fe6-d36a9151f8b5 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:24.762247 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'code': 200} Jul 08 02:00:24.844267 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.959161 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.966548 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:24.967179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-27a7ca1a-7530-4285-a6fd-204c08299a08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e50d6a4-7b3b-4009-b25d-fa53673d9f12: This subnet is being modified by another concurrent operation. Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8e50d6a4-7b3b-4009-b25d-fa53673d9f12: This subnet is being modified by another concurrent operation. Jul 08 02:00:25.030573 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:00:25.046607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:25.058829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3415c700-63fe-468a-804b-712cd3488144 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.077500 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.077500 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Added segment 32a49441-2117-48bb-a725-30da296d54f6 of type vlan for network e2a03464-2ba2-4e37-92d5-43e02484ad22 Jul 08 02:00:25.132662 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3415c700-63fe-468a-804b-712cd3488144 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.137852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3415c700-63fe-468a-804b-712cd3488144 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/8e50d6a4-7b3b-4009-b25d-fa53673d9f12 HTTP/1.1" status: 204 len: 168 time: 1.7761955 Jul 08 02:00:25.150050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46384) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:25.192901 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fea3d8-7cc6-4cd4-a112-1247884ee18c None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:25.235268 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04158add-ab3c-42a7-8532-f27f60e9f03f req-edbdabf0-8834-4406-8972-0a255033d240 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 210 time: 0.0602298 Jul 08 02:00:25.312366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Allocated IP 172.20.0.2 (87d0d5a7-2254-4910-83c9-b0e5959f6e09/7591d5c0-f8e1-45fb-9714-40bbbdc76f9f/ab4b12c8-2bca-4a52-93d6-f236498537f4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:25.316661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415c700-63fe-468a-804b-712cd3488144 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=8e50d6a4-7b3b-4009-b25d-fa53673d9f12,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:25.384786 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.490272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0fc982b8-1825-460a-b1de-3c4213839a7a None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:25.494578 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0fc982b8-1825-460a-b1de-3c4213839a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.498701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a050f01-90b1-4cea-9c3f-f218af5712cc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet b5717bd0-9d06-4b9b-a209-c5cb900acb46 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:25.504105 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a050f01-90b1-4cea-9c3f-f218af5712cc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.505000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8573ddc0-edb8-4a81-b380-a94829ac7ba0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:25.535511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:25.573411 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.574407 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Added segment 7d0b2b56-5b24-46eb-af39-2d830d3e28c0 of type vlan for network 80ee91f2-84ff-4ab2-8efc-c90f38a6143d Jul 08 02:00:25.723472 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.956933 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.957347 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:25.973872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:25.979770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:25.993412 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.221289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc26896-e207-4742-b66d-84c5be840f08 None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': 'b5717bd0-9d06-4b9b-a209-c5cb900acb46'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'e14382c9-0873-4c74-a8fe-a2fe8f3d7c55'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:00:26.279806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:26.321966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'Network': ['ID=e2a03464-2ba2-4e37-92d5-43e02484ad22,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:26.394401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e2a03464-2ba2-4e37-92d5-43e02484ad22 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:26.523003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'Network': ['ID=80ee91f2-84ff-4ab2-8efc-c90f38a6143d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:26.561631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 80ee91f2-84ff-4ab2-8efc-c90f38a6143d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:26.577533 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ccc26896-e207-4742-b66d-84c5be840f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.599118 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.634704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a050f01-90b1-4cea-9c3f-f218af5712cc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:26.678513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60175ab-cdbc-466e-b374-ec3ec52c09bc req-e776489c-c942-467c-8613-d515d5083b3b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:26.680381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a60175ab-cdbc-466e-b374-ec3ec52c09bc req-e776489c-c942-467c-8613-d515d5083b3b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.8667221 Jul 08 02:00:26.687067 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83fca873-aaba-4acb-bd68-dc6dee47cebf req-cf99a214-76de-4fe8-83d6-2a055626106a tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 210 time: 0.1541281 Jul 08 02:00:26.696157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4b1bbcc7-815a-4737-a79b-8bc2d8a4dc4f tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3033319 Jul 08 02:00:26.785176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:26.796416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a050f01-90b1-4cea-9c3f-f218af5712cc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-ccc26896-e207-4742-b66d-84c5be840f08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5717bd0-9d06-4b9b-a209-c5cb900acb46: This subnet is being modified by another concurrent operation. Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5717bd0-9d06-4b9b-a209-c5cb900acb46: This subnet is being modified by another concurrent operation. Jul 08 02:00:27.038668 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:00:27.097402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.098929 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a050f01-90b1-4cea-9c3f-f218af5712cc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.182072 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a050f01-90b1-4cea-9c3f-f218af5712cc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.190172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:27.194914 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1a050f01-90b1-4cea-9c3f-f218af5712cc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/b5717bd0-9d06-4b9b-a209-c5cb900acb46 HTTP/1.1" status: 204 len: 168 time: 2.0425038 Jul 08 02:00:27.200186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.243847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46416) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:27.266191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-996a139e-6719-4782-8b82-a52db717c063 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:27.266864 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-996a139e-6719-4782-8b82-a52db717c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.364220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:27.523316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195422b5-4b05-4714-a30e-cdea1a2a0327 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:00:27.603629 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-996a139e-6719-4782-8b82-a52db717c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.710350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:27.749254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-996a139e-6719-4782-8b82-a52db717c063 None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:27.814052 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-996a139e-6719-4782-8b82-a52db717c063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.031670 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-77bc890d-d6e1-4a91-a70b-eeb999e93395 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6936321 Jul 08 02:00:28.034688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46422) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:28.044519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a050f01-90b1-4cea-9c3f-f218af5712cc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=b5717bd0-9d06-4b9b-a209-c5cb900acb46,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:28.047456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a139e-6719-4782-8b82-a52db717c063 None None] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:28.052219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-611851b3-eb19-45b3-abd8-8280360b843c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:28.082040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1dd7cf64-932e-499a-8470-0a59e86b9d12 None None] Could not find standard attr ID for object 2d7d2124-1929-48d7-a35e-7467778fcf8b. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:00:28.194563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195422b5-4b05-4714-a30e-cdea1a2a0327 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:00:28.212986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c26942-1a8d-4d2a-b24c-7ef2f69372db tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:28.236704 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c26942-1a8d-4d2a-b24c-7ef2f69372db tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:28.252770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c26942-1a8d-4d2a-b24c-7ef2f69372db tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:28.253209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.289349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c26942-1a8d-4d2a-b24c-7ef2f69372db tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:28.305918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e5c26942-1a8d-4d2a-b24c-7ef2f69372db tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.5143127 Jul 08 02:00:28.309375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:28.372352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['3d09f5cb-e6de-4ad1-8742-5201e2f7a489'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:28.429073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:28.444592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a60175ab-cdbc-466e-b374-ec3ec52c09bc req-0b94dfc7-e011-47d8-8815-e54f178b0092 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7413921 Jul 08 02:00:28.457175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611851b3-eb19-45b3-abd8-8280360b843c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:28.461224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-611851b3-eb19-45b3-abd8-8280360b843c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.471014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:28.531778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:28.566821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Pushing event updated for resources: {'Port': ['ID=ab4b12c8-2bca-4a52-93d6-f236498537f4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:28.614619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:28.615277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.645088 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-8f754f63-5096-4de2-bc46-e007c4c43a78 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2374308 Jul 08 02:00:28.657556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Request body: {'port': {'device_id': '5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:28.699768 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.793075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b5993-13ef-4328-a9ad-b4a8ba7a34d2 req-9c5536e2-876b-44e5-aba6-0a5f2aa5d3a3 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:28.805988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a5b5993-13ef-4328-a9ad-b4a8ba7a34d2 req-9c5536e2-876b-44e5-aba6-0a5f2aa5d3a3 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 931 time: 0.4948490 Jul 08 02:00:28.889375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:28.986676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.012219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2a03464-2ba2-4e37-92d5-43e02484ad22']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:29.034483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a49441-2117-48bb-a725-30da296d54f6') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:29.034787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a49441-2117-48bb-a725-30da296d54f6') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:29.052633 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.121763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a5b5993-13ef-4328-a9ad-b4a8ba7a34d2 req-994b684e-8f4f-4e8e-aba2-b013d045bcd0 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147635 Jul 08 02:00:29.139775 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.165685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:29.171440 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.171702 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-611851b3-eb19-45b3-abd8-8280360b843c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:29.187704 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:29.203089 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611851b3-eb19-45b3-abd8-8280360b843c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:29.215463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-611851b3-eb19-45b3-abd8-8280360b843c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:29.258054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611851b3-eb19-45b3-abd8-8280360b843c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:29.258666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-611851b3-eb19-45b3-abd8-8280360b843c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.467576 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.468576 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-611851b3-eb19-45b3-abd8-8280360b843c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4323850 Jul 08 02:00:29.471915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611851b3-eb19-45b3-abd8-8280360b843c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=63e17dac-5b61-460c-b09f-82c82a707495,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:29.474054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46436) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:29.482668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:29.500495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:29.506823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "DELETE /v2.0/networks/e2a03464-2ba2-4e37-92d5-43e02484ad22 HTTP/1.1" status: 204 len: 168 time: 1.1203065 Jul 08 02:00:29.518770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46440) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:29.547470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037508a-0027-43dd-a9eb-763a9fe9b35b tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event deleted for resources: {'Network': ['ID=e2a03464-2ba2-4e37-92d5-43e02484ad22,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:29.885590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e18ac3f-d8d9-473b-9a48-5096a57aa026 None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '63e17dac-5b61-460c-b09f-82c82a707495'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'e14382c9-0873-4c74-a8fe-a2fe8f3d7c55'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:00:29.930934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b290d-7e9f-42fa-a17f-69939f5aad5c req-256a67cb-735d-4d1d-90f0-94f4b271c782 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:29.935841 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c3b290d-7e9f-42fa-a17f-69939f5aad5c req-256a67cb-735d-4d1d-90f0-94f4b271c782 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.2463315 Jul 08 02:00:29.970784 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e18ac3f-d8d9-473b-9a48-5096a57aa026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.020886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c3b290d-7e9f-42fa-a17f-69939f5aad5c req-95e32b26-b246-4e0a-8003-23b2054d6e20 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727303 Jul 08 02:00:30.045100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4b12c8-2bca-4a52-93d6-f236498537f4 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:30.066607 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.078730 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.102350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Transition to ACTIVE for port object ab4b12c8-2bca-4a52-93d6-f236498537f4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:30.112763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.399875 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.412682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ee91f2-84ff-4ab2-8efc-c90f38a6143d']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:30.427937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0b2b56-5b24-46eb-af39-2d830d3e28c0') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:30.428236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0b2b56-5b24-46eb-af39-2d830d3e28c0') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:30.438110 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:00:30.451429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.469773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.477868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:30.478347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.547627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-4e18ac3f-d8d9-473b-9a48-5096a57aa026 None None] Allocated IP 172.20.0.2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/63e17dac-5b61-460c-b09f-82c82a707495/e14382c9-0873-4c74-a8fe-a2fe8f3d7c55) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:30.628654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b79c5-1154-49cc-8f89-bac69ffe2638 req-bf8f594e-ab24-4610-93ad-95d687abf060 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:30.635331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-726b79c5-1154-49cc-8f89-bac69ffe2638 req-bf8f594e-ab24-4610-93ad-95d687abf060 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 943 time: 0.2104383 Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:30.651642 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:30.654428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:30.657975 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.675634 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.683209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.691476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "DELETE /v2.0/networks/80ee91f2-84ff-4ab2-8efc-c90f38a6143d HTTP/1.1" status: 204 len: 168 time: 0.9751737 Jul 08 02:00:30.707894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Pushing event updated for resources: {'Port': ['ID=ab4b12c8-2bca-4a52-93d6-f236498537f4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:30.730968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46454) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:30.833446 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4e18ac3f-d8d9-473b-9a48-5096a57aa026 None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:30.835696 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-726b79c5-1154-49cc-8f89-bac69ffe2638 req-f202016e-1caf-48fd-8af1-e7e6f2ee63e3 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932294 Jul 08 02:00:30.922895 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e18ac3f-d8d9-473b-9a48-5096a57aa026 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:30.927894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61eceea-7ee7-4a06-b406-1265358843a2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event deleted for resources: {'Network': ['ID=80ee91f2-84ff-4ab2-8efc-c90f38a6143d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:30.976424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4e18ac3f-d8d9-473b-9a48-5096a57aa026 None None] Transition to ACTIVE for port object e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:30.983087 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e18ac3f-d8d9-473b-9a48-5096a57aa026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.107857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18ac3f-d8d9-473b-9a48-5096a57aa026 None None] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:31.231521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Attempting to bind port ab4b12c8-2bca-4a52-93d6-f236498537f4 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:00:31.232143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Attempting to bind port ab4b12c8-2bca-4a52-93d6-f236498537f4 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:00:31.232256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Attempting to bind port ab4b12c8-2bca-4a52-93d6-f236498537f4 on network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:31.310802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Port ab4b12c8-2bca-4a52-93d6-f236498537f4 on network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:00:31.311486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Attempting to bind port ab4b12c8-2bca-4a52-93d6-f236498537f4 on network 87d0d5a7-2254-4910-83c9-b0e5959f6e09 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:00:31.353475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:00:31.353475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Checking segment: {'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:31.354332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Bound using segment: {'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:00:31.354332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Bound port: ab4b12c8-2bca-4a52-93d6-f236498537f4, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c53c221-5381-4214-b8ea-e58a1293426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:00:31.354688 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.390016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0b571e-e3c8-4dd6-bdec-15e8a9c0cdb8 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:31.397177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0b571e-e3c8-4dd6-bdec-15e8a9c0cdb8 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:31.398842 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c0b571e-e3c8-4dd6-bdec-15e8a9c0cdb8 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6189239 Jul 08 02:00:31.408067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:31.438424 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2070932988'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:31.480573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] For port ab4b12c8-2bca-4a52-93d6-f236498537f4, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:00:31.485014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] For port ab4b12c8-2bca-4a52-93d6-f236498537f4, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ab4b12c8-2bca-4a52-93d6-f236498537f4,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:00:31.500798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.585018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09be74-a979-46d0-ba9b-665bf755742b req-20d86fe2-05e4-4bd1-a879-215d02d6b2f5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:31.587072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f09be74-a979-46d0-ba9b-665bf755742b req-20d86fe2-05e4-4bd1-a879-215d02d6b2f5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.2619038 Jul 08 02:00:31.588112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Made reservation on behalf of 0bb684c7f0b4498d983d1f83b29a9857 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:31.599271 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.652733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:31.653795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.662233 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] 10.222.0.16 "PUT /v2.0/ports/ab4b12c8-2bca-4a52-93d6-f236498537f4 HTTP/1.1" status: 200 len: 1092 time: 3.0095408 Jul 08 02:00:31.677381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c', 'tag': 'ab4b12c8-2bca-4a52-93d6-f236498537f4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:31.691406 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35592748-9bd7-4e2a-878d-5a689a307faa" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c", "tag": "ab4b12c8-2bca-4a52-93d6-f236498537f4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:31.730502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:31.764015 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f09be74-a979-46d0-ba9b-665bf755742b req-13e640b9-0eed-4e02-8ed3-68cf43e18ff7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615329 Jul 08 02:00:31.770393 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.770744 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Added segment 417ac365-d2d7-4717-a2dc-88851a94483a of type vlan for network 03999a03-3c89-4881-b262-6bf7a20a20aa Jul 08 02:00:31.834352 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2137844f-78c3-4067-804b-56ccb12ea7a3 x-openstack-request-id: req-2137844f-78c3-4067-804b-56ccb12ea7a3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:31.834915 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c", "tag": "ab4b12c8-2bca-4a52-93d6-f236498537f4", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:31.835187 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2137844f-78c3-4067-804b-56ccb12ea7a3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:31.835679 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c', 'tag': 'ab4b12c8-2bca-4a52-93d6-f236498537f4', 'status': 'completed', 'code': 200} Jul 08 02:00:31.876740 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.896456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd266649-97a3-416d-9a36-0ce45b8e477b service neutron] Pushing event updated for resources: {'Port': ['ID=ab4b12c8-2bca-4a52-93d6-f236498537f4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:31.964440 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:31.970754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:31.971403 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.099174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-588e9254-7586-4616-8746-52ab49c9c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:32.101252 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-588e9254-7586-4616-8746-52ab49c9c452 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f120e519a72471389919a70a325b436&device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 1095 time: 0.3731370 Jul 08 02:00:32.133123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7073803 Jul 08 02:00:32.146306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46470) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:32.152150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2136849490'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:32.298871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:32.306176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc739f15-2461-44ed-9a9d-65f789bdac94 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'Network': ['ID=03999a03-3c89-4881-b262-6bf7a20a20aa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:32.327894 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-f5fe98a6-ab73-4010-838b-9daf4c0eb767 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab4b12c8-2bca-4a52-93d6-f236498537f4 HTTP/1.1" status: 200 len: 217 time: 0.2055418 Jul 08 02:00:32.342920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Made reservation on behalf of 0bb684c7f0b4498d983d1f83b29a9857 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:32.355715 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.391945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 03999a03-3c89-4881-b262-6bf7a20a20aa details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:32.405435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:32.436217 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.436589 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Added segment cfae5dad-0214-4f70-9b1d-4df44c16a076 of type vlan for network 298712fb-5faf-46e2-9eaf-749a45635ebe Jul 08 02:00:32.530489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.569284 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.576954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-f177e933-78f3-4100-bdda-37d0e9f64ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:32.583008 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-f177e933-78f3-4100-bdda-37d0e9f64ff0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7591d5c0-f8e1-45fb-9714-40bbbdc76f9f HTTP/1.1" status: 200 len: 850 time: 0.2417316 Jul 08 02:00:32.585400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:32.587728 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.641576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3484336-fdac-4ce7-8824-f208a93946d9 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:00:32.703798 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-974c61af-1fb6-4129-8463-88a1d70a8897 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87d0d5a7-2254-4910-83c9-b0e5959f6e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123078 Jul 08 02:00:32.777409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed7dcf-12b4-4768-a29e-98016cfb0401 req-8deeddc6-1403-40c4-ae32-d2e6df2221e8 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:32.779779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05ed7dcf-12b4-4768-a29e-98016cfb0401 req-8deeddc6-1403-40c4-ae32-d2e6df2221e8 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 943 time: 0.6084406 Jul 08 02:00:32.784504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6371145 Jul 08 02:00:32.798920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46474) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:32.827216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'ports': [{'network_id': '03999a03-3c89-4881-b262-6bf7a20a20aa', 'name': 'tempest-port--472615063', 'admin_state_up': True}, {'network_id': '298712fb-5faf-46e2-9eaf-749a45635ebe', 'admin_state_up': False}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:32.827624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'port': {'network_id': '03999a03-3c89-4881-b262-6bf7a20a20aa', 'name': 'tempest-port--472615063', 'admin_state_up': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:32.828204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'port': {'network_id': '298712fb-5faf-46e2-9eaf-749a45635ebe', 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:32.837596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-170c6ed1-af30-486d-8054-6c5fee1304f1 None None] Provisioning for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:32.927489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-170c6ed1-af30-486d-8054-6c5fee1304f1 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:32.930373 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-170c6ed1-af30-486d-8054-6c5fee1304f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:32.985019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7ad16-95a2-4beb-853b-2e69339e9421 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'Network': ['ID=298712fb-5faf-46e2-9eaf-749a45635ebe,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:33.007848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 298712fb-5faf-46e2-9eaf-749a45635ebe details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:33.089239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05ed7dcf-12b4-4768-a29e-98016cfb0401 req-a88e5ab5-c55c-4b97-ab12-43d9c315fce6 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002741 Jul 08 02:00:33.174768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:00:33.284873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3484336-fdac-4ce7-8824-f208a93946d9 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:00:33.442068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Made reservation on behalf of 0bb684c7f0b4498d983d1f83b29a9857 for: {'port': 2} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:33.452682 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.483130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0561dc9-04a3-4332-b22e-65f3e1616b98 req-e9cd9841-c47d-4587-a2bf-74f5b718875a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:33.485025 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0561dc9-04a3-4332-b22e-65f3e1616b98 req-e9cd9841-c47d-4587-a2bf-74f5b718875a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.3568349 Jul 08 02:00:33.550218 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-485f1743-6fec-4b97-9944-ea9dfb84d7d3 service neutron] 10.222.0.16 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030517 Jul 08 02:00:33.560710 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:33.604414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0561dc9-04a3-4332-b22e-65f3e1616b98 req-ae65d6b3-1667-48a4-9786-144b0d0d12d7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066122 Jul 08 02:00:33.786843 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] device_id is not set on port 5786836e-c0a5-4d77-ac11-4c7387a310c8 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:00:33.792776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.106818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.135110 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c013626-dadb-449f-9fca-91b3f35cb0bd req-411bd8d7-2a0f-4750-bf6c-a0522565980d service neutron] 10.222.0.16 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656979 Jul 08 02:00:34.340941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] device_id is not set on port 33b45f5b-9370-41a7-b0c3-1bfba375973f yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:00:34.389676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:34.546284 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.552164 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.577666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.581735 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.633299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df3c11-5e08-44d4-ac91-6745f0c6342c req-40aa6008-0dd5-42b4-a5d5-1bfee011937f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:34.641810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7df3c11-5e08-44d4-ac91-6745f0c6342c req-40aa6008-0dd5-42b4-a5d5-1bfee011937f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 943 time: 0.2629261 Jul 08 02:00:34.779821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35592748-9bd7-4e2a-878d-5a689a307faa req-160fcd08-5610-416c-bfc7-60f2380f7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:34.785349 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-35592748-9bd7-4e2a-878d-5a689a307faa req-160fcd08-5610-416c-bfc7-60f2380f7ffd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f120e519a72471389919a70a325b436&device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 1095 time: 0.5618412 Jul 08 02:00:34.863404 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:34.899355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7df3c11-5e08-44d4-ac91-6745f0c6342c req-3255d77a-4891-4da9-83ea-8e9b021e7def tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564499 Jul 08 02:00:34.946559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:34.990668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:35.027300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:35.037620 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.168468 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.190682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76796b3-ee79-4859-8c93-79dbf47ff72b None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:35.309133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:35.334116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'Port': ['ID=5786836e-c0a5-4d77-ac11-4c7387a310c8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:35.340705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.8626692 Jul 08 02:00:35.356020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46498) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:35.362317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fffca5-a68d-4914-bbee-bb9d96facdc6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=fd8c6070-4499-44be-a25e-bfedcaa3ceb9,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:35.387482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:0d:c4:be', 'name': 'tempest-NetworksTestDHCPv6-1237842482'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:35.439412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ec3a06e1-74c9-4990-95ea-e148e8c9ac4b None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:35.439699 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec3a06e1-74c9-4990-95ea-e148e8c9ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.460843 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04300f7-3e0a-4d12-b820-0ce34d6d649d req-b718017b-283f-42dc-8fa9-fbf264c03cc3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:35.462482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f04300f7-3e0a-4d12-b820-0ce34d6d649d req-b718017b-283f-42dc-8fa9-fbf264c03cc3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.4438887 Jul 08 02:00:35.464675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Checking segment: {'id': '417ac365-d2d7-4717-a2dc-88851a94483a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '03999a03-3c89-4881-b262-6bf7a20a20aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:35.465042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Network hostable DHCP agents. Network: 03999a03-3c89-4881-b262-6bf7a20a20aa, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:35.512975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35592748-9bd7-4e2a-878d-5a689a307faa req-b2a9c297-7b83-40a0-acf3-e0cf0f4b0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:35.513311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Network 03999a03-3c89-4881-b262-6bf7a20a20aa is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:35.515410 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-35592748-9bd7-4e2a-878d-5a689a307faa req-b2a9c297-7b83-40a0-acf3-e0cf0f4b0a30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 200 len: 911 time: 0.6928601 Jul 08 02:00:35.576746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f04300f7-3e0a-4d12-b820-0ce34d6d649d req-0efc2323-74e3-4ad4-a125-060b7203c9c4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050496 Jul 08 02:00:35.578251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 03999a03-3c89-4881-b262-6bf7a20a20aa) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:35.590750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:35.591666 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.591978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a314607-612f-408b-83e8-5b4edd1d33fc None None] Network 03999a03-3c89-4881-b262-6bf7a20a20aa requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:35.635792 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-35592748-9bd7-4e2a-878d-5a689a307faa req-0668604c-ee2a-476a-8274-ae840583ead5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab4b12c8-2bca-4a52-93d6-f236498537f4 HTTP/1.1" status: 200 len: 217 time: 0.1100335 Jul 08 02:00:35.659655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'Port': ['ID=33b45f5b-9370-41a7-b0c3-1bfba375973f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:35.707046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Checking segment: {'id': 'cfae5dad-0214-4f70-9b1d-4df44c16a076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '298712fb-5faf-46e2-9eaf-749a45635ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:35.707412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Network hostable DHCP agents. Network: 298712fb-5faf-46e2-9eaf-749a45635ebe, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:35.738856 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Network 298712fb-5faf-46e2-9eaf-749a45635ebe is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:35.772355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 298712fb-5faf-46e2-9eaf-749a45635ebe) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:35.780266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:35.787004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:35.794290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:35.795162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:35.820687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eed1db-5714-4ece-89d0-5eb9c799bf46 None None] Network 298712fb-5faf-46e2-9eaf-749a45635ebe requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:35.969185 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9d387e8e-973b-40bc-a998-78710f79c6cd tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1685064 Jul 08 02:00:35.972750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46502) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:35.981740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:36.006648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35592748-9bd7-4e2a-878d-5a689a307faa req-01458587-9a16-4274-8010-186b5689938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:36.008412 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-35592748-9bd7-4e2a-878d-5a689a307faa req-01458587-9a16-4274-8010-186b5689938c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7591d5c0-f8e1-45fb-9714-40bbbdc76f9f HTTP/1.1" status: 200 len: 850 time: 0.3647609 Jul 08 02:00:36.206925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:36.288605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6687689-c861-49da-8256-806d00cc5c52 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:36.306619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6687689-c861-49da-8256-806d00cc5c52 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:36.317621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b6687689-c861-49da-8256-806d00cc5c52 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3436635 Jul 08 02:00:36.318322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:36.335523 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-35592748-9bd7-4e2a-878d-5a689a307faa req-7233ae1d-e2fd-4aa3-a9a5-44a0c9d4e9cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87d0d5a7-2254-4910-83c9-b0e5959f6e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2650692 Jul 08 02:00:36.431437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ab4b12c8-2bca-4a52-93d6-f236498537f4 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:00:36.503504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.570885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ab4b12c8-2bca-4a52-93d6-f236498537f4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ab4b12c8-2bca-4a52-93d6-f236498537f4,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:36.594856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'ab4b12c8-2bca-4a52-93d6-f236498537f4', 'network_id': '87d0d5a7-2254-4910-83c9-b0e5959f6e09', 'port_id': 'ab4b12c8-2bca-4a52-93d6-f236498537f4', 'mac_address': 'fa:16:3e:16:5f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7591d5c0-f8e1-45fb-9714-40bbbdc76f9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:00:36.599353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 525bdd5d-52bd-477b-aee7-68cf9075b94b yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:00:36.600068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e086136d-3b11-4971-af33-8a4052d6a8a8 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:36.612255 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-35592748-9bd7-4e2a-878d-5a689a307faa req-8f50dbcc-5c0f-48b8-a43b-f5be9e65d5f4 service neutron] 10.222.0.16 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669683 Jul 08 02:00:36.710562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce2e01-f8f6-45ed-a988-972a57fa0bd1 req-f5437b4f-e412-49be-a8fb-55cb6dfbf5cc tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:36.719238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22ce2e01-f8f6-45ed-a988-972a57fa0bd1 req-f5437b4f-e412-49be-a8fb-55cb6dfbf5cc tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 943 time: 0.3996263 Jul 08 02:00:36.812128 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22ce2e01-f8f6-45ed-a988-972a57fa0bd1 req-e3654697-dd89-4037-9ba3-085d49fa18c3 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915384 Jul 08 02:00:36.836679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f3484f74-6ef2-45cd-a080-94a2cc23785e tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Deleting port 5786836e-c0a5-4d77-ac11-4c7387a310c8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:36.837060 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3484f74-6ef2-45cd-a080-94a2cc23785e tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.856153 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.929596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-825860bc-ca0f-49fd-b956-7dd5366f6ea4 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:36.929968 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-825860bc-ca0f-49fd-b956-7dd5366f6ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:36.962330 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-35592748-9bd7-4e2a-878d-5a689a307faa req-52f78a49-9608-4f9b-8700-bf476c5e170c service neutron] 10.222.0.16 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298137 Jul 08 02:00:36.979417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4b12c8-2bca-4a52-93d6-f236498537f4 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:00:37.023674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:37.024192 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.086346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ab4b12c8-2bca-4a52-93d6-f236498537f4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ab4b12c8-2bca-4a52-93d6-f236498537f4,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:37.221487 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3484f74-6ef2-45cd-a080-94a2cc23785e tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.254128 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.298428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f3484f74-6ef2-45cd-a080-94a2cc23785e tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Calling delete_port for 5786836e-c0a5-4d77-ac11-4c7387a310c8 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:37.326710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 172.20.0.10 (de78c256-7209-4d49-9cc2-cf9ec79a7408/63e17dac-5b61-460c-b09f-82c82a707495/525bdd5d-52bd-477b-aee7-68cf9075b94b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:37.335054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::f816:3eff:fe0d:c4be (de78c256-7209-4d49-9cc2-cf9ec79a7408/fd8c6070-4499-44be-a25e-bfedcaa3ceb9/525bdd5d-52bd-477b-aee7-68cf9075b94b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:37.515443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ab4b12c8-2bca-4a52-93d6-f236498537f4,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:37.613551 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3484f74-6ef2-45cd-a080-94a2cc23785e tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.617908 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['ab4b12c8-2bca-4a52-93d6-f236498537f4'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:00:37.684757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3484f74-6ef2-45cd-a080-94a2cc23785e tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.687665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f3484f74-6ef2-45cd-a080-94a2cc23785e tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "DELETE /v2.0/ports/5786836e-c0a5-4d77-ac11-4c7387a310c8 HTTP/1.1" status: 204 len: 168 time: 1.3420420 Jul 08 02:00:37.688908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3484f74-6ef2-45cd-a080-94a2cc23785e tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event deleted for resources: {'Port': ['ID=5786836e-c0a5-4d77-ac11-4c7387a310c8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:37.705495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46520) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:37.709160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b480baa-3fdf-4f30-8a56-96a216adc4bb req-e5620f47-c24d-48b2-9567-3797896e94cc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:37.740783 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b480baa-3fdf-4f30-8a56-96a216adc4bb req-e5620f47-c24d-48b2-9567-3797896e94cc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.7390029 Jul 08 02:00:37.848008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b480baa-3fdf-4f30-8a56-96a216adc4bb req-de9cf12e-76e9-49a2-b8bf-12d70ba535c5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058547 Jul 08 02:00:37.872510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:37.943235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 525bdd5d-52bd-477b-aee7-68cf9075b94b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:37.997612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e44be1a4-d39f-4c0a-9014-5b9a6edd4669 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Deleting port 33b45f5b-9370-41a7-b0c3-1bfba375973f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:38.001145 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e44be1a4-d39f-4c0a-9014-5b9a6edd4669 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.145817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef0a15-7a82-409d-9f94-63a011bafc00 req-e93af046-10a0-47c5-b301-d7ef4854f411 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:38.148019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4ef0a15-7a82-409d-9f94-63a011bafc00 req-e93af046-10a0-47c5-b301-d7ef4854f411 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 944 time: 0.1440370 Jul 08 02:00:38.169240 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e44be1a4-d39f-4c0a-9014-5b9a6edd4669 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.184634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e44be1a4-d39f-4c0a-9014-5b9a6edd4669 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Calling delete_port for 33b45f5b-9370-41a7-b0c3-1bfba375973f owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:38.239556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4ef0a15-7a82-409d-9f94-63a011bafc00 req-0b9c3e52-b247-4245-beb5-325626e24969 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842414 Jul 08 02:00:38.366584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2b86a26c-2e0a-43ac-82ec-66c4828fd338 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:38.366959 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b86a26c-2e0a-43ac-82ec-66c4828fd338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.773526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e44be1a4-d39f-4c0a-9014-5b9a6edd4669 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.798061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e44be1a4-d39f-4c0a-9014-5b9a6edd4669 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.803208 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e44be1a4-d39f-4c0a-9014-5b9a6edd4669 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "DELETE /v2.0/ports/33b45f5b-9370-41a7-b0c3-1bfba375973f HTTP/1.1" status: 204 len: 168 time: 1.0899746 Jul 08 02:00:38.803208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.804484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46530) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:38.824048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:38.857288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:38.860935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:38.931732 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8f88b83f-9ea0-4263-b145-5501f5ea32a1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1225121 Jul 08 02:00:38.933603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:38.940631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44be1a4-d39f-4c0a-9014-5b9a6edd4669 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event deleted for resources: {'Port': ['ID=33b45f5b-9370-41a7-b0c3-1bfba375973f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:38.950195 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:38.952762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-248334089'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:38.983881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Made reservation on behalf of 0bb684c7f0b4498d983d1f83b29a9857 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:38.989342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.029083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:39.043670 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.044599 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Added segment 08afdae6-32a0-41f3-ad17-514c0e1b3fa2 of type vlan for network 32989033-8bf1-4167-ae88-83a9672f1380 Jul 08 02:00:39.090896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:39.091579 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.140921 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.7776611 Jul 08 02:00:39.147304 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-af0dab6b-0252-4b9c-ac61-fae22048d164 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4120095 Jul 08 02:00:39.147817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46536) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:39.203111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ea1ef-c305-464f-9931-4e063865cc6f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=525bdd5d-52bd-477b-aee7-68cf9075b94b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:39.249550 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.262118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd777ea6-97ed-4d0e-8fef-6454ef1f4532 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:39.298969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd777ea6-97ed-4d0e-8fef-6454ef1f4532 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:39.300687 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dd777ea6-97ed-4d0e-8fef-6454ef1f4532 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1483889 Jul 08 02:00:39.311416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46540) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:39.363982 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.372464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:39.373178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.383733 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f66090-a01b-423f-8ab5-c293d35f4b9c req-ca3ab8fc-5d78-41b0-aba6-66ef515fc92f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:39.386108 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0f66090-a01b-423f-8ab5-c293d35f4b9c req-ca3ab8fc-5d78-41b0-aba6-66ef515fc92f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.2597170 Jul 08 02:00:39.430813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-75a05913-b1ba-4b23-9ad1-5e84bf9c6eaf None None] Provisioning for port 525bdd5d-52bd-477b-aee7-68cf9075b94b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:39.445460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-75a05913-b1ba-4b23-9ad1-5e84bf9c6eaf None None] Provisioning complete for port 525bdd5d-52bd-477b-aee7-68cf9075b94b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:39.445460 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75a05913-b1ba-4b23-9ad1-5e84bf9c6eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.469573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-02c748c1-d1c9-4386-9f6a-495276c6b783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:39.473104 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-02c748c1-d1c9-4386-9f6a-495276c6b783 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f120e519a72471389919a70a325b436&device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 1098 time: 0.1632075 Jul 08 02:00:39.527253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'Network': ['ID=32989033-8bf1-4167-ae88-83a9672f1380,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:39.561481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 32989033-8bf1-4167-ae88-83a9672f1380 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:39.626077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-75a05913-b1ba-4b23-9ad1-5e84bf9c6eaf None None] Port 525bdd5d-52bd-477b-aee7-68cf9075b94b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:39.705125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0a6e26c4-db9a-49e5-939c-ff865a663ca2 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7697229 Jul 08 02:00:39.718145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:39.737975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1065692146'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:39.762350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0f66090-a01b-423f-8ab5-c293d35f4b9c req-85a50097-2b30-48c0-9c26-6b041b4a22ea tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2955151 Jul 08 02:00:39.873808 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Made reservation on behalf of 0bb684c7f0b4498d983d1f83b29a9857 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:39.882425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:39.897843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-f4f11ad5-f5d1-4b12-865e-fa7f2144862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:39.931496 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-f4f11ad5-f5d1-4b12-865e-fa7f2144862f service neutron] 10.222.0.24 "GET /v2.0/networks?id=87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 200 len: 911 time: 0.3986959 Jul 08 02:00:39.934968 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475c16b-6cd6-43fe-bcf0-ed205f364ef8 req-bc8a7036-fa62-491a-82ff-f4e8f92976a5 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:39.942092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3475c16b-6cd6-43fe-bcf0-ed205f364ef8 req-bc8a7036-fa62-491a-82ff-f4e8f92976a5 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 944 time: 0.4059019 Jul 08 02:00:40.005943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:40.019108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-38ce2e31-85ce-45d8-87dd-d1176a49e2d9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 525bdd5d-52bd-477b-aee7-68cf9075b94b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:40.019489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38ce2e31-85ce-45d8-87dd-d1176a49e2d9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.068546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-394d8a0f-098b-4531-87cc-41c8181a9074 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d09f5cb-e6de-4ad1-8742-5201e2f7a489 HTTP/1.1" status: 200 len: 217 time: 0.1258070 Jul 08 02:00:40.076681 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.077044 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Added segment 6b490670-7536-46d1-8503-9be08882835e of type vlan for network 64e059c1-a54d-4cef-9b80-a87227f906a9 Jul 08 02:00:40.242922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3475c16b-6cd6-43fe-bcf0-ed205f364ef8 req-645083da-88d4-4e95-b274-88d2baa4f0d4 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997653 Jul 08 02:00:40.268611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-f5ff668a-969e-4833-875a-6100640bb211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:40.270885 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-f5ff668a-969e-4833-875a-6100640bb211 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7591d5c0-f8e1-45fb-9714-40bbbdc76f9f HTTP/1.1" status: 200 len: 850 time: 0.1964462 Jul 08 02:00:40.283798 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.330648 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38ce2e31-85ce-45d8-87dd-d1176a49e2d9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.341676 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-a6926d90-4b87-4141-a57f-eaf9e769f297 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=87d0d5a7-2254-4910-83c9-b0e5959f6e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638762 Jul 08 02:00:40.360607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-38ce2e31-85ce-45d8-87dd-d1176a49e2d9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 525bdd5d-52bd-477b-aee7-68cf9075b94b owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:40.376817 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.385511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:40.386965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.438016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ab4b12c8-2bca-4a52-93d6-f236498537f4 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:40.482479 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-35054519-331e-4d03-aed6-3e34a46b124e service neutron] 10.222.0.24 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316609 Jul 08 02:00:40.533207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port ab4b12c8-2bca-4a52-93d6-f236498537f4 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:40.538147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port ab4b12c8-2bca-4a52-93d6-f236498537f4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:40.538875 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.593309 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8680594 Jul 08 02:00:40.650995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3deb3-3fa9-43ce-9012-7e341b5a07bb tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'Network': ['ID=64e059c1-a54d-4cef-9b80-a87227f906a9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:40.684364 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6084ea70-4ad4-4de2-bd54-dd6514c9f414 req-b3a734b8-a7e2-478c-a32c-40217aa78805 service neutron] 10.222.0.24 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882720 Jul 08 02:00:40.741176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46558) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:40.748584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'subnets': [{'network_id': '32989033-8bf1-4167-ae88-83a9672f1380', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1675439828', 'ip_version': 4}, {'network_id': '64e059c1-a54d-4cef-9b80-a87227f906a9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:40.748911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'subnet': {'network_id': '32989033-8bf1-4167-ae88-83a9672f1380', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1675439828', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:40.749887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Request body: {'subnet': {'network_id': '64e059c1-a54d-4cef-9b80-a87227f906a9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:40.813452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 64e059c1-a54d-4cef-9b80-a87227f906a9 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:40.952706 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:40.993371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4b12c8-2bca-4a52-93d6-f236498537f4'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:41.000584 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f705c1-1bda-4b45-b495-bde9ea0b1bc6" -d '{"events": [{"server_uuid": "5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c", "name": "network-vif-plugged", "status": "completed", "tag": "ab4b12c8-2bca-4a52-93d6-f236498537f4"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:41.024116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port ab4b12c8-2bca-4a52-93d6-f236498537f4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ab4b12c8-2bca-4a52-93d6-f236498537f4,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:41.031368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38ce2e31-85ce-45d8-87dd-d1176a49e2d9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.033422 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.097555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce2e31-85ce-45d8-87dd-d1176a49e2d9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=525bdd5d-52bd-477b-aee7-68cf9075b94b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:41.135491 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a278d20-96bd-4707-b3b5-40ee00598684 x-openstack-request-id: req-6a278d20-96bd-4707-b3b5-40ee00598684 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:41.141315 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c", "name": "network-vif-plugged", "status": "completed", "tag": "ab4b12c8-2bca-4a52-93d6-f236498537f4", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:41.141747 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a278d20-96bd-4707-b3b5-40ee00598684 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:41.144740 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4b12c8-2bca-4a52-93d6-f236498537f4', 'code': 200} Jul 08 02:00:41.226730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=ab4b12c8-2bca-4a52-93d6-f236498537f4,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:41.334319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Made reservation on behalf of 0bb684c7f0b4498d983d1f83b29a9857 for: {'subnet': 2} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:41.346381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.346381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.514984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7a364-bccc-46bd-8dca-f8940912dc53 req-6c324535-6906-4569-8eab-23da6594b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:41.517055 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70f7a364-bccc-46bd-8dca-f8940912dc53 req-6c324535-6906-4569-8eab-23da6594b028 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 1097 time: 0.3178873 Jul 08 02:00:41.568002 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38ce2e31-85ce-45d8-87dd-d1176a49e2d9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:41.569976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-38ce2e31-85ce-45d8-87dd-d1176a49e2d9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/525bdd5d-52bd-477b-aee7-68cf9075b94b HTTP/1.1" status: 204 len: 168 time: 2.2567480 Jul 08 02:00:41.586539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46568) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:41.677271 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70f7a364-bccc-46bd-8dca-f8940912dc53 req-670f803f-de3f-4dde-a8d3-c4fb02cc7299 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476619 Jul 08 02:00:41.710831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b07a9b-7ff7-400e-aa2b-c423fb07817b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:41.713503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b07a9b-7ff7-400e-aa2b-c423fb07817b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:41.715576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b07a9b-7ff7-400e-aa2b-c423fb07817b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:41.717501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f5b07a9b-7ff7-400e-aa2b-c423fb07817b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1279321 Jul 08 02:00:41.720537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46570) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:41.763116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38677918-0c79-4638-bcd7-27c60a585856 req-b7a57049-c6bd-4770-8c3f-744891b774a0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:41.772281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-38677918-0c79-4638-bcd7-27c60a585856 req-b7a57049-c6bd-4770-8c3f-744891b774a0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.5780802 Jul 08 02:00:41.903531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3adaada-b79d-41d7-85c0-dccf555d0065 req-4773b169-83fc-4d9b-85c6-01144b44fef2 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:41.911352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e1c534-eb0f-4882-a40a-08f141df7f57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 63e17dac-5b61-460c-b09f-82c82a707495 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:41.911637 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3adaada-b79d-41d7-85c0-dccf555d0065 req-4773b169-83fc-4d9b-85c6-01144b44fef2 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.3113968 Jul 08 02:00:41.926118 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1e1c534-eb0f-4882-a40a-08f141df7f57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.016060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1e1c534-eb0f-4882-a40a-08f141df7f57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.037772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-38677918-0c79-4638-bcd7-27c60a585856 req-da1002f9-638b-472e-9284-12bea127b5fc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638636 Jul 08 02:00:42.072534 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3adaada-b79d-41d7-85c0-dccf555d0065 req-6b33ce50-01bc-411b-8e00-5663234f5e4f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599746 Jul 08 02:00:42.304869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1e1c534-eb0f-4882-a40a-08f141df7f57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.552297 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.627335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1e1c534-eb0f-4882-a40a-08f141df7f57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.672013 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1e1c534-eb0f-4882-a40a-08f141df7f57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.673756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f9784-37a4-4072-8a31-2e3dbcdad127 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:42.676624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:42.677068 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d1e1c534-eb0f-4882-a40a-08f141df7f57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/63e17dac-5b61-460c-b09f-82c82a707495 HTTP/1.1" status: 204 len: 168 time: 0.9549122 Jul 08 02:00:42.683263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'Subnet': ['ID=19529417-f366-4274-9477-9aab02d551ab,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:42.718574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Checking segment: {'id': '08afdae6-32a0-41f3-ad17-514c0e1b3fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '32989033-8bf1-4167-ae88-83a9672f1380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:42.718983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Network hostable DHCP agents. Network: 32989033-8bf1-4167-ae88-83a9672f1380, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:42.721218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1c534-eb0f-4882-a40a-08f141df7f57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=63e17dac-5b61-460c-b09f-82c82a707495,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:42.764002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Network 32989033-8bf1-4167-ae88-83a9672f1380 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:42.794053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 32989033-8bf1-4167-ae88-83a9672f1380) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:42.798400 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.825140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f3bd0a-48f8-458d-b8ff-d2aa6edba693 None None] Network 32989033-8bf1-4167-ae88-83a9672f1380 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:42.836240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-983e11d2-a023-4ae5-a26f-5ef30b4ecab6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet fd8c6070-4499-44be-a25e-bfedcaa3ceb9 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:42.853339 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-983e11d2-a023-4ae5-a26f-5ef30b4ecab6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.953111 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-983e11d2-a023-4ae5-a26f-5ef30b4ecab6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:42.953363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event updated for resources: {'Subnet': ['ID=985c843a-96b5-4495-9b6a-04c4b4562e52,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:42.977099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Checking segment: {'id': '6b490670-7536-46d1-8503-9be08882835e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64e059c1-a54d-4cef-9b80-a87227f906a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:42.977482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Network hostable DHCP agents. Network: 64e059c1-a54d-4cef-9b80-a87227f906a9, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:43.036650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Network 64e059c1-a54d-4cef-9b80-a87227f906a9 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:43.059313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 64e059c1-a54d-4cef-9b80-a87227f906a9) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:43.066246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:43.066733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:43.067382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.107149 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4f43e804-9c4f-433f-aabc-5caecc57fa33 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3646655 Jul 08 02:00:43.109745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46604) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:43.161633 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-983e11d2-a023-4ae5-a26f-5ef30b4ecab6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.196755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db69885-7b31-4ba7-b40b-9f15417510f6 None None] Network 64e059c1-a54d-4cef-9b80-a87227f906a9 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:43.213984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900cf4e-2854-4265-b3bd-7088a17ed6b6 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:43.216111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900cf4e-2854-4265-b3bd-7088a17ed6b6 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:43.230876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900cf4e-2854-4265-b3bd-7088a17ed6b6 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:43.232645 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3900cf4e-2854-4265-b3bd-7088a17ed6b6 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1221852 Jul 08 02:00:43.236739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46608) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:43.354734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6ff59c-aa16-4d58-ae2e-207fd6126ca1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Deleting subnet 19529417-f366-4274-9477-9aab02d551ab {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:43.366306 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de6ff59c-aa16-4d58-ae2e-207fd6126ca1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.430869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de6ff59c-aa16-4d58-ae2e-207fd6126ca1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.510141 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de6ff59c-aa16-4d58-ae2e-207fd6126ca1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.513229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-983e11d2-a023-4ae5-a26f-5ef30b4ecab6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.566165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e11d2-a023-4ae5-a26f-5ef30b4ecab6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8c6070-4499-44be-a25e-bfedcaa3ceb9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:43.569949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-983e11d2-a023-4ae5-a26f-5ef30b4ecab6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.575793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-983e11d2-a023-4ae5-a26f-5ef30b4ecab6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/fd8c6070-4499-44be-a25e-bfedcaa3ceb9 HTTP/1.1" status: 204 len: 168 time: 0.8969877 Jul 08 02:00:43.578555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46610) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:43.627925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-59867876-c592-43dd-af6a-9a2862253f48 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473876 Jul 08 02:00:43.628817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46612) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:43.640932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3fd95-91e0-4a79-b8c5-6aa267fa0166 req-eff64a5a-5cc3-4d6e-9a1a-581b8306bd4c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:43.647793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35d3fd95-91e0-4a79-b8c5-6aa267fa0166 req-eff64a5a-5cc3-4d6e-9a1a-581b8306bd4c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.2399473 Jul 08 02:00:43.655660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ce8065fb-3712-4106-8b7a-f85453dc0b72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:43.663720 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de6ff59c-aa16-4d58-ae2e-207fd6126ca1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.677401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3477155-280a-4809-83c7-3993972c8b1f req-a5bcce96-4fb2-4c5b-8d16-d1ea2e8f0ad0 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:43.678966 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3477155-280a-4809-83c7-3993972c8b1f req-a5bcce96-4fb2-4c5b-8d16-d1ea2e8f0ad0 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.3436046 Jul 08 02:00:43.742903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35d3fd95-91e0-4a79-b8c5-6aa267fa0166 req-39a06167-2ff3-404b-b209-b47eddd3e993 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941632 Jul 08 02:00:43.750952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ff59c-aa16-4d58-ae2e-207fd6126ca1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event deleted for resources: {'Subnet': ['ID=19529417-f366-4274-9477-9aab02d551ab,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:43.778798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-de6ff59c-aa16-4d58-ae2e-207fd6126ca1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.779777 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3477155-280a-4809-83c7-3993972c8b1f req-dada02fe-38db-4c1a-a011-ffc8a9cdef0d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917974 Jul 08 02:00:43.788624 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-de6ff59c-aa16-4d58-ae2e-207fd6126ca1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "DELETE /v2.0/subnets/19529417-f366-4274-9477-9aab02d551ab HTTP/1.1" status: 204 len: 168 time: 0.5484419 Jul 08 02:00:43.789271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46614) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:43.825161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf15f6-d3e2-4460-8ab0-c85960d715a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-64e059c1-a54d-4cef-9b80-a87227f906a9', 'network_id': '64e059c1-a54d-4cef-9b80-a87227f906a9', 'tenant_id': '0bb684c7f0b4498d983d1f83b29a9857', 'fixed_ips': [{'subnet_id': '985c843a-96b5-4495-9b6a-04c4b4562e52'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:00:43.826024 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-35cf15f6-d3e2-4460-8ab0-c85960d715a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.851764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835e57e-5829-4486-991e-4d1d291c115d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-32989033-8bf1-4167-ae88-83a9672f1380', 'network_id': '32989033-8bf1-4167-ae88-83a9672f1380', 'tenant_id': '0bb684c7f0b4498d983d1f83b29a9857', 'fixed_ips': [{'subnet_id': '19529417-f366-4274-9477-9aab02d551ab'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:00:43.852917 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0835e57e-5829-4486-991e-4d1d291c115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.926087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c92a48-8269-4f89-a115-c715ad746e92 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Deleting subnet 985c843a-96b5-4495-9b6a-04c4b4562e52 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:43.929731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8065fb-3712-4106-8b7a-f85453dc0b72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:43.933668 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce8065fb-3712-4106-8b7a-f85453dc0b72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:43.944486 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85c92a48-8269-4f89-a115-c715ad746e92 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.043389 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85c92a48-8269-4f89-a115-c715ad746e92 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.160100 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85c92a48-8269-4f89-a115-c715ad746e92 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.394577 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85c92a48-8269-4f89-a115-c715ad746e92 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.403424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918e242-6f5a-4289-bd7d-5d008556c289 None None] Network 32989033-8bf1-4167-ae88-83a9672f1380 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:44.473658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c92a48-8269-4f89-a115-c715ad746e92 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event deleted for resources: {'Subnet': ['ID=985c843a-96b5-4495-9b6a-04c4b4562e52,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:44.475629 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85c92a48-8269-4f89-a115-c715ad746e92 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.497660 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-85c92a48-8269-4f89-a115-c715ad746e92 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "DELETE /v2.0/subnets/985c843a-96b5-4495-9b6a-04c4b4562e52 HTTP/1.1" status: 204 len: 168 time: 0.7069445 Jul 08 02:00:44.501302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46630) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:44.504067 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce8065fb-3712-4106-8b7a-f85453dc0b72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-35cf15f6-d3e2-4460-8ab0-c85960d715a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 985c843a-96b5-4495-9b6a-04c4b4562e52: This subnet is being modified by another concurrent operation. Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 985c843a-96b5-4495-9b6a-04c4b4562e52: This subnet is being modified by another concurrent operation. Jul 08 02:00:44.539455 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:00:44.566873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae64441-36db-482f-9ff0-79cbe1b11eac None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': 'fd8c6070-4499-44be-a25e-bfedcaa3ceb9'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'e14382c9-0873-4c74-a8fe-a2fe8f3d7c55'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:00:44.593838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8065fb-3712-4106-8b7a-f85453dc0b72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:44.599559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ce8065fb-3712-4106-8b7a-f85453dc0b72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:44.608697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8065fb-3712-4106-8b7a-f85453dc0b72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:44.609570 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce8065fb-3712-4106-8b7a-f85453dc0b72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.645368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41335d27-7990-4316-8e69-be8d275065c1 None None] Network 64e059c1-a54d-4cef-9b80-a87227f906a9 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:44.661213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959370a8-63dc-4169-a597-30b9aeab5b45 req-1109fa01-a815-4ed4-ba7b-ca2035e45664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:44.664735 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-959370a8-63dc-4169-a597-30b9aeab5b45 req-1109fa01-a815-4ed4-ba7b-ca2035e45664 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f120e519a72471389919a70a325b436&device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 1097 time: 0.2361827 Jul 08 02:00:44.667104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8065fb-3712-4106-8b7a-f85453dc0b72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=a10435d0-1bf6-49b4-abe2-5476391f6c3e,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:44.680622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f25671-80de-48c3-8256-3319bb0c2f3e tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:44.688348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-40f25671-80de-48c3-8256-3319bb0c2f3e tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1780908 Jul 08 02:00:44.688348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46634) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:44.725811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46636) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:44.735540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:44.736108 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ce8065fb-3712-4106-8b7a-f85453dc0b72 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0891345 Jul 08 02:00:44.921358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959370a8-63dc-4169-a597-30b9aeab5b45 req-11c6d67a-b428-4fe9-b530-60e9b91d2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:44.923559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-959370a8-63dc-4169-a597-30b9aeab5b45 req-11c6d67a-b428-4fe9-b530-60e9b91d2f8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 200 len: 911 time: 0.2473235 Jul 08 02:00:44.953250 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:44.960930 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:44.965142 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.005600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b54774-aa6f-46eb-bf1d-c8b8ff5401d4 req-28e14b69-b7d3-4b5e-bb05-7cb0c1c2edc2 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:45.011722 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-959370a8-63dc-4169-a597-30b9aeab5b45 req-2266f4ec-e50c-49f1-9213-27ef80cdf5e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab4b12c8-2bca-4a52-93d6-f236498537f4 HTTP/1.1" status: 200 len: 217 time: 0.0798085 Jul 08 02:00:45.024894 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34b54774-aa6f-46eb-bf1d-c8b8ff5401d4 req-28e14b69-b7d3-4b5e-bb05-7cb0c1c2edc2 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.4295993 Jul 08 02:00:45.043697 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ae64441-36db-482f-9ff0-79cbe1b11eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.111534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959370a8-63dc-4169-a597-30b9aeab5b45 req-e0852d95-707b-4698-885a-9fc2656fc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:45.113278 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-959370a8-63dc-4169-a597-30b9aeab5b45 req-e0852d95-707b-4698-885a-9fc2656fc2fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7591d5c0-f8e1-45fb-9714-40bbbdc76f9f HTTP/1.1" status: 200 len: 850 time: 0.0954344 Jul 08 02:00:45.171628 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-959370a8-63dc-4169-a597-30b9aeab5b45 req-4999c0d8-3fd1-477f-bd12-46e904e37eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87d0d5a7-2254-4910-83c9-b0e5959f6e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488350 Jul 08 02:00:45.244708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34b54774-aa6f-46eb-bf1d-c8b8ff5401d4 req-d7d00072-3f49-491a-8fcb-448dc8147518 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179339 Jul 08 02:00:45.402234 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-959370a8-63dc-4169-a597-30b9aeab5b45 req-1f1dd9e9-b506-4209-8a5f-112eb4a82fb3 service neutron] 10.222.0.16 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117946 Jul 08 02:00:45.546447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9042ddb-1573-47c1-9f87-84c952c382a1 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:45.716635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c02fd71a-1a20-485d-9e89-2317d30696d6 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:45.717402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c02fd71a-1a20-485d-9e89-2317d30696d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:45.763996 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-959370a8-63dc-4169-a597-30b9aeab5b45 req-bbbc6a0d-f884-4b12-8002-3fc13715c998 service neutron] 10.222.0.16 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435543 Jul 08 02:00:46.207697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.219419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e059c1-a54d-4cef-9b80-a87227f906a9']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:46.231293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b490670-7536-46d1-8503-9be08882835e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:46.231590 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b490670-7536-46d1-8503-9be08882835e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:46.241560 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.256606 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.264294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:46.264963 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.289226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb46fdd1-83f9-4f9e-8761-525604371c56 None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': 'a10435d0-1bf6-49b4-abe2-5476391f6c3e'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'e14382c9-0873-4c74-a8fe-a2fe8f3d7c55'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:00:46.343295 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fb46fdd1-83f9-4f9e-8761-525604371c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.350462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:46.408576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-313a9a82-d565-4684-a5fb-a787acf64d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:46.410341 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-313a9a82-d565-4684-a5fb-a787acf64d50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1098 time: 0.2499588 Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:46.424851 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:46.443476 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.465487 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.468081 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "DELETE /v2.0/networks/64e059c1-a54d-4cef-9b80-a87227f906a9 HTTP/1.1" status: 204 len: 168 time: 1.7788675 Jul 08 02:00:46.484944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:46.614934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-655734f7-ad6b-4985-a225-cd0296a54454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:46.616952 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-655734f7-ad6b-4985-a225-cd0296a54454 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.1707287 Jul 08 02:00:46.658248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-fb46fdd1-83f9-4f9e-8761-525604371c56 None None] Allocated IP 172.20.0.2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/a10435d0-1bf6-49b4-abe2-5476391f6c3e/e14382c9-0873-4c74-a8fe-a2fe8f3d7c55) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:46.733759 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-7d384ee3-186e-455c-9828-a33bcc9a2942 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 1001 time: 0.1076851 Jul 08 02:00:46.743070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21701ba3-026a-4562-98d6-afb01e2b49c5 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event deleted for resources: {'Network': ['ID=64e059c1-a54d-4cef-9b80-a87227f906a9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:46.772147 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.783130 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:46.794444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827330c-2d71-4566-80aa-4ba45443f207 req-7a0f0bae-7d29-4258-a7e5-86907ebbb34b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:46.801453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5827330c-2d71-4566-80aa-4ba45443f207 req-7a0f0bae-7d29-4258-a7e5-86907ebbb34b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 1.7216735 Jul 08 02:00:46.828542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-9015383f-8732-499b-ac93-bfc7d318f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:46.831806 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-9015383f-8732-499b-ac93-bfc7d318f0a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.0912864 Jul 08 02:00:46.878736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5827330c-2d71-4566-80aa-4ba45443f207 req-8665d1ed-b925-4155-8524-fd89353dacd8 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760310 Jul 08 02:00:46.932342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fb46fdd1-83f9-4f9e-8761-525604371c56 None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:46.993557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-c4dd5f0e-8a9e-45f6-9414-fbcef44460e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:46.996536 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-c4dd5f0e-8a9e-45f6-9414-fbcef44460e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483140 Jul 08 02:00:47.004369 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fb46fdd1-83f9-4f9e-8761-525604371c56 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.030880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fb46fdd1-83f9-4f9e-8761-525604371c56 None None] Transition to ACTIVE for port object e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:47.045611 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fb46fdd1-83f9-4f9e-8761-525604371c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.183618 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.199237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32989033-8bf1-4167-ae88-83a9672f1380']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:47.213549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08afdae6-32a0-41f3-ad17-514c0e1b3fa2') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:47.215249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08afdae6-32a0-41f3-ad17-514c0e1b3fa2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:47.225348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-8b2cd00c-ed59-44cd-947f-d132021674a3 service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196846 Jul 08 02:00:47.229183 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.251912 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.263365 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:47.265670 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:47.407151 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:47.446359 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ccb5ac09-fcc9-407d-a88b-447233885718 req-50665914-0e3b-40fe-a4b8-dcfd7692e8b5 service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137203 Jul 08 02:00:47.448829 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.512860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f82b2-3874-41ec-b466-76e6e8f7ea35 req-d806223c-6743-46db-b84b-b2366ecf6fb4 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:47.527702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-442f82b2-3874-41ec-b466-76e6e8f7ea35 req-d806223c-6743-46db-b84b-b2366ecf6fb4 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.8867342 Jul 08 02:00:47.534155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.541179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46674) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:47.541386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "DELETE /v2.0/networks/32989033-8bf1-4167-ae88-83a9672f1380 HTTP/1.1" status: 204 len: 168 time: 1.0517192 Jul 08 02:00:47.611636 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-442f82b2-3874-41ec-b466-76e6e8f7ea35 req-ad81ee7f-29b9-405c-8a20-e7c6f38e80e0 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817702 Jul 08 02:00:47.632211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5186ce-1a63-4fa7-8f8b-b17af80a4615 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event deleted for resources: {'Network': ['ID=32989033-8bf1-4167-ae88-83a9672f1380,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:47.733796 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:47.814986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46fdd1-83f9-4f9e-8761-525604371c56 None None] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=12']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:47.843270 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:00:47.843630 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:00:48.174499 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.189081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298712fb-5faf-46e2-9eaf-749a45635ebe']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:48.231018 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfae5dad-0214-4f70-9b1d-4df44c16a076') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:48.231316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfae5dad-0214-4f70-9b1d-4df44c16a076') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:48.258056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.301237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.333677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:48.333996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:48.347562 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:48.373731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.objects.ports [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:00:48.509008 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.518646 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.522920 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "DELETE /v2.0/networks/298712fb-5faf-46e2-9eaf-749a45635ebe HTTP/1.1" status: 204 len: 168 time: 0.9778779 Jul 08 02:00:48.529579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46692) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:48.563597 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.571492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b0d9d-b449-4684-bc81-ad06a0408a49 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event deleted for resources: {'Network': ['ID=298712fb-5faf-46e2-9eaf-749a45635ebe,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:48.672098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:48.682493 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.793820 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:48.817928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=13']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:48.818703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1a2f2-0510-4bcf-99db-9c67598a2b43 req-496d292d-1f02-44d5-9a3c-13dbf3848d1c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:48.845557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bb1a2f2-0510-4bcf-99db-9c67598a2b43 req-496d292d-1f02-44d5-9a3c-13dbf3848d1c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.6780267 Jul 08 02:00:48.967371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:49.103998 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.119849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03999a03-3c89-4881-b262-6bf7a20a20aa']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:49.136817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417ac365-d2d7-4717-a2dc-88851a94483a') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:49.137411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417ac365-d2d7-4717-a2dc-88851a94483a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:00:49.151178 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.190159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.199521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:00:49.200385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.226984 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bb1a2f2-0510-4bcf-99db-9c67598a2b43 req-f141093d-dcb0-4c19-8fba-b7d2e8b5fcc5 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3764935 Jul 08 02:00:49.230968 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:00:49.324205 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:00:49.330016 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.342024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.346194 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] 10.222.0.41 "DELETE /v2.0/networks/03999a03-3c89-4881-b262-6bf7a20a20aa HTTP/1.1" status: 204 len: 168 time: 0.8155730 Jul 08 02:00:49.427831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07722c-1ecd-4480-9768-d5e0ed83ccd1 tempest-BulkNetworkOpsTest-316458623 tempest-BulkNetworkOpsTest-316458623-project] Pushing event deleted for resources: {'Network': ['ID=03999a03-3c89-4881-b262-6bf7a20a20aa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:49.557738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c81a458-7294-44d3-8cdd-58954f629365 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:00:49.690362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:49.749268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747269f-c43d-4799-8a1c-908603efbd64 req-3538429a-2a79-4c77-b00d-2115e0cc5693 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:49.757773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6747269f-c43d-4799-8a1c-908603efbd64 req-3538429a-2a79-4c77-b00d-2115e0cc5693 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.7303784 Jul 08 02:00:49.793788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8d05489b-ed89-420e-9089-d8228c07d0f7 None None] Provisioning for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:49.817608 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.829210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8d05489b-ed89-420e-9089-d8228c07d0f7 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:49.830160 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8d05489b-ed89-420e-9089-d8228c07d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.848032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6747269f-c43d-4799-8a1c-908603efbd64 req-569caa0e-8e06-4598-8bc2-2e0ce109321e tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875645 Jul 08 02:00:49.854607 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.870555 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:49.968071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81a458-7294-44d3-8cdd-58954f629365 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:00:50.087309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:50.109212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:50.158566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:50.159553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.260711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46712) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:50.273396 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8d05489b-ed89-420e-9089-d8228c07d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.341805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=5f648bdd-b70d-4383-ae96-fa7799b48894,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:50.362695 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46716) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:50.363917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6291659 Jul 08 02:00:50.370131 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:67:56:62', 'name': 'tempest-NetworksTestDHCPv6-1212381011'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:50.372104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90761d55-8ae4-4e7d-b2eb-61e824dcb1c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=15']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:50.456834 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8d05489b-ed89-420e-9089-d8228c07d0f7 None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:50.473763 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8d05489b-ed89-420e-9089-d8228c07d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.667101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:50.809173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c01d97-4ff4-498c-a0f8-cd64216804de req-e6971f18-f542-479b-974e-a64b47c5225f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:50.820319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8c01d97-4ff4-498c-a0f8-cd64216804de req-e6971f18-f542-479b-974e-a64b47c5225f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.1651268 Jul 08 02:00:50.826583 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab5935f6-8c6d-4129-ae07-a182ec9bf419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:50.836894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05489b-ed89-420e-9089-d8228c07d0f7 None None] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=16']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:50.952996 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8c01d97-4ff4-498c-a0f8-cd64216804de req-bf8b9eda-bdb4-4532-a039-34135577e3b4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285524 Jul 08 02:00:51.018555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:51.241874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6707d4-44cd-4b79-bd86-123c37fae5d6 req-75d08f8f-7b1d-45ec-9ae9-4a4ad550817d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:51.244102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b6707d4-44cd-4b79-bd86-123c37fae5d6 req-75d08f8f-7b1d-45ec-9ae9-4a4ad550817d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.1407745 Jul 08 02:00:51.298714 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c7c3ddb9-dfa6-4c7c-9d26-93fefc40dba5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bb684c7f0b4498d983d1f83b29a9857&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0443258 Jul 08 02:00:51.301437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46732) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:51.350911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b6707d4-44cd-4b79-bd86-123c37fae5d6 req-089e380b-83ea-40ef-bcaf-62fdde03b050 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003702 Jul 08 02:00:51.392374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f44d2-57ac-40a8-984e-b87846fad9c7 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:51.470721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90d78c6f-9791-4e06-91c1-46bfcc81c78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.480155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.534196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:51.534589 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.542347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90d78c6f-9791-4e06-91c1-46bfcc81c78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.545997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 704d3b65-707f-4025-af46-6e70a9570d82 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:00:51.860482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90d78c6f-9791-4e06-91c1-46bfcc81c78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.863522 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-90d78c6f-9791-4e06-91c1-46bfcc81c78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:51.867274 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-90d78c6f-9791-4e06-91c1-46bfcc81c78d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8573ddc0-edb8-4a81-b380-a94829ac7ba0 HTTP/1.1" status: 204 len: 168 time: 0.5625951 Jul 08 02:00:51.884707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d78c6f-9791-4e06-91c1-46bfcc81c78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8573ddc0-edb8-4a81-b380-a94829ac7ba0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:51.887661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 172.20.0.7 (de78c256-7209-4d49-9cc2-cf9ec79a7408/a10435d0-1bf6-49b4-abe2-5476391f6c3e/704d3b65-707f-4025-af46-6e70a9570d82) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:51.900828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::f816:3eff:fe67:5662 (de78c256-7209-4d49-9cc2-cf9ec79a7408/5f648bdd-b70d-4383-ae96-fa7799b48894/704d3b65-707f-4025-af46-6e70a9570d82) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:52.368113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:52.419906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-4bdf64f2-c33b-4da0-ac6b-5f6582f3c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.430974 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-4bdf64f2-c33b-4da0-ac6b-5f6582f3c656 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1098 time: 0.2046041 Jul 08 02:00:52.434774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 704d3b65-707f-4025-af46-6e70a9570d82 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:00:52.456989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882eae-e781-4671-a542-ea000d7e48c2 req-cb2fcb84-e574-4b8f-89ff-b01267d574c3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.469709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96882eae-e781-4671-a542-ea000d7e48c2 req-cb2fcb84-e574-4b8f-89ff-b01267d574c3 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.2084715 Jul 08 02:00:52.553430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96882eae-e781-4671-a542-ea000d7e48c2 req-dccf4082-07f2-41cb-989c-8df48f19add6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793946 Jul 08 02:00:52.645363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-f2672d74-fb9e-4815-abb9-3fcac4701f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.646487 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-f2672d74-fb9e-4815-abb9-3fcac4701f54 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.2054124 Jul 08 02:00:52.765158 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-66eb5d8f-173c-4010-ba6c-275984f31d03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 1001 time: 0.1111937 Jul 08 02:00:52.767953 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:52.839946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c57c32-fe43-44b0-a16a-376ecad9daa2 req-3b9e047e-5cd1-4d9c-b523-0d1e57324bf2 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.858085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98c57c32-fe43-44b0-a16a-376ecad9daa2 req-3b9e047e-5cd1-4d9c-b523-0d1e57324bf2 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.2552824 Jul 08 02:00:52.915023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-bcade3d6-f172-4f62-b391-04faf454316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:52.923401 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-bcade3d6-f172-4f62-b391-04faf454316a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.1371114 Jul 08 02:00:52.949826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:00:52.982557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98c57c32-fe43-44b0-a16a-376ecad9daa2 req-8dbf12e0-35cc-4534-9b29-d22bd34ca636 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214030 Jul 08 02:00:53.030216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:53.066049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:53.072519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:53.102807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:53.103428 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.111156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=704d3b65-707f-4025-af46-6e70a9570d82,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:53.124624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-87c96126-aa68-496f-8108-3889b8c90847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:53.126201 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-87c96126-aa68-496f-8108-3889b8c90847 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1588869 Jul 08 02:00:53.253795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f6a8cf84-c7c0-4510-bd8d-247edd035388 None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:53.254474 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6a8cf84-c7c0-4510-bd8d-247edd035388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.257841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:53.258482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.325706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:53.328107 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-60b6012d-6005-4c12-8237-85b30684440a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9642780 Jul 08 02:00:53.416573 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-59a1eef7-7164-400f-9b81-5312f94a557a service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782118 Jul 08 02:00:53.475602 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ff844f15-9f24-457d-9171-aa80ef4ad85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.519805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bbf407-506f-41ff-8679-92c85bff1fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:53.537852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bbf407-506f-41ff-8679-92c85bff1fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:53.539621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-90bbf407-506f-41ff-8679-92c85bff1fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2129035 Jul 08 02:00:53.543630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:53.544245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:53.652249 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d01d408c-2b4d-42ac-a9c2-27993dfd9e98 req-3d735e9e-6527-415a-9f2b-97c0fd49d5de service neutron] 10.222.0.16 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297649 Jul 08 02:00:53.708771 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.722251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2096566913'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:53.752557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8776f6de-8835-41b9-8e94-9ded4ca207f2 None None] Provisioning for port 704d3b65-707f-4025-af46-6e70a9570d82 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:00:53.758292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8776f6de-8835-41b9-8e94-9ded4ca207f2 None None] Provisioning complete for port 704d3b65-707f-4025-af46-6e70a9570d82 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:53.758965 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8776f6de-8835-41b9-8e94-9ded4ca207f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.808269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8776f6de-8835-41b9-8e94-9ded4ca207f2 None None] Port 704d3b65-707f-4025-af46-6e70a9570d82 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:00:53.823191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:53.826714 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.848635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.887318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a54b98ec-bafd-4ede-947f-8086bbd274fd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 704d3b65-707f-4025-af46-6e70a9570d82 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:53.887666 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a54b98ec-bafd-4ede-947f-8086bbd274fd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:53.983222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a7abe-2ebe-451b-8305-c224b51ba657 req-c6603ddf-65fa-4796-a33e-1a96305feb2b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:53.984860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c78a7abe-2ebe-451b-8305-c224b51ba657 req-c6603ddf-65fa-4796-a33e-1a96305feb2b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.2006097 Jul 08 02:00:54.066384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a54b98ec-bafd-4ede-947f-8086bbd274fd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.084900 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c78a7abe-2ebe-451b-8305-c224b51ba657 req-dc34c7e9-4d8f-4375-8fec-df301acc859c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788918 Jul 08 02:00:54.090938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a54b98ec-bafd-4ede-947f-8086bbd274fd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 704d3b65-707f-4025-af46-6e70a9570d82 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:54.236692 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.257178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.307475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:54.326107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38fc4d7-d119-49bd-8b34-43683355eba7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:54.335874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.335874 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Added segment a0d88ac7-3e92-4307-9b17-5e16333a7a63 of type vlan for network bb10d665-6e59-4f95-931b-0d9411d19bd1 Jul 08 02:00:54.379811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593377f9-0337-4096-9637-3c9da3abedde req-bedf39a9-7c1d-4c82-ac2c-0f3ef467e3b9 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.381504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-593377f9-0337-4096-9637-3c9da3abedde req-bedf39a9-7c1d-4c82-ac2c-0f3ef467e3b9 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.2676361 Jul 08 02:00:54.446916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.514722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-593377f9-0337-4096-9637-3c9da3abedde req-1b56224c-f3d2-4d2f-adfa-34615041641f tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110580 Jul 08 02:00:54.558245 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.563849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.564488 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.571058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a54b98ec-bafd-4ede-947f-8086bbd274fd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.662002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b98ec-bafd-4ede-947f-8086bbd274fd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=704d3b65-707f-4025-af46-6e70a9570d82,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:54.671001 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1140966 Jul 08 02:00:54.673305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46814) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:54.678460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'name': 'tempest-PortsTestJSON-81607352'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:54.729412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60650b93-ae83-4726-96ad-569f1a41ab29 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Network': ['ID=bb10d665-6e59-4f95-931b-0d9411d19bd1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:54.773774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:54.815716 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a54b98ec-bafd-4ede-947f-8086bbd274fd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.832710 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a54b98ec-bafd-4ede-947f-8086bbd274fd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/704d3b65-707f-4025-af46-6e70a9570d82 HTTP/1.1" status: 204 len: 168 time: 1.2835908 Jul 08 02:00:54.835234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46816) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:54.860538 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.892732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:54.898707 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:54.925435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6bd92-c35e-43d2-840d-9a40d7bb98f0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.927711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6bd92-c35e-43d2-840d-9a40d7bb98f0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.928248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port c290269c-d190-4062-b901-bc0af83eda45 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:00:54.929975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b6bd92-c35e-43d2-840d-9a40d7bb98f0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:54.932789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e5b6bd92-c35e-43d2-840d-9a40d7bb98f0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0962110 Jul 08 02:00:54.935373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:55.054066 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3b2a1f-175d-407d-9fd3-a479b07bdeca tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 5f648bdd-b70d-4383-ae96-fa7799b48894 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:55.059426 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2a1f-175d-407d-9fd3-a479b07bdeca tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.113827 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2a1f-175d-407d-9fd3-a479b07bdeca tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.201703 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.234527 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2a1f-175d-407d-9fd3-a479b07bdeca tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.276248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.369092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=c290269c-d190-4062-b901-bc0af83eda45,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:55.378684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Checking segment: {'id': 'a0d88ac7-3e92-4307-9b17-5e16333a7a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:55.379238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network hostable DHCP agents. Network: bb10d665-6e59-4f95-931b-0d9411d19bd1, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:55.391171 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2a1f-175d-407d-9fd3-a479b07bdeca tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.405257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:55.419295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, bb10d665-6e59-4f95-931b-0d9411d19bd1) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:55.425546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:55.435458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb158a8b-8f8e-4367-810e-1c6aa6775c09 None None] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:55.450474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:55.451629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b2a1f-175d-407d-9fd3-a479b07bdeca tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=5f648bdd-b70d-4383-ae96-fa7799b48894,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:55.454614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.470688 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2a1f-175d-407d-9fd3-a479b07bdeca tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.476405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4b3b2a1f-175d-407d-9fd3-a479b07bdeca tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/5f648bdd-b70d-4383-ae96-fa7799b48894 HTTP/1.1" status: 204 len: 168 time: 0.5393326 Jul 08 02:00:55.479570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46828) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:55.493002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-56acd30e-83ca-4c27-9e37-8df3d7bc4b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.8186131 Jul 08 02:00:55.498354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5854d71-f4f1-4573-a329-a9cfd24b3305 req-f9c3983b-f747-45b6-a9b1-97288347eb25 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:55.506982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5854d71-f4f1-4573-a329-a9cfd24b3305 req-f9c3983b-f747-45b6-a9b1-97288347eb25 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.2138860 Jul 08 02:00:55.514820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:55.519910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1453207081'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:55.564537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1873a11-0967-42eb-a488-8fc4a2539bde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet a10435d0-1bf6-49b4-abe2-5476391f6c3e {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:00:55.568623 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1873a11-0967-42eb-a488-8fc4a2539bde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.578517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c89af-252a-4b87-b9ce-099cc584bbb8 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:55.631276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d5854d71-f4f1-4573-a329-a9cfd24b3305 req-cbfe9ea0-6f1b-4f29-928d-32ad87b709bb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230793 Jul 08 02:00:55.649359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:55.653876 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.670747 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1873a11-0967-42eb-a488-8fc4a2539bde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.730959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:00:55.743135 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.744247 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Added segment 4fa95ba5-8c24-4f3d-a97b-0ba102ff9dd3 of type vlan for network 22b363f0-1a5e-45b2-bd26-ed2400ae63ce Jul 08 02:00:55.806696 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1873a11-0967-42eb-a488-8fc4a2539bde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.828443 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.929035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.936701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:55.939628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:55.981766 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1873a11-0967-42eb-a488-8fc4a2539bde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.034712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1873a11-0967-42eb-a488-8fc4a2539bde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=a10435d0-1bf6-49b4-abe2-5476391f6c3e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:56.043865 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c1873a11-0967-42eb-a488-8fc4a2539bde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.045855 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c1873a11-0967-42eb-a488-8fc4a2539bde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/a10435d0-1bf6-49b4-abe2-5476391f6c3e HTTP/1.1" status: 204 len: 168 time: 0.5647924 Jul 08 02:00:56.048758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46838) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:56.058462 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ed269-b304-4033-84ed-4d6dfbec461f req-1d61ee34-8c70-426b-af1a-efc109ed7076 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:56.060021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c1ed269-b304-4033-84ed-4d6dfbec461f req-1d61ee34-8c70-426b-af1a-efc109ed7076 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.2636850 Jul 08 02:00:56.066751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5479496 Jul 08 02:00:56.067828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46840) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:56.076432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'ports': [{'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1'}, {'network_id': '22b363f0-1a5e-45b2-bd26-ed2400ae63ce'}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:56.076743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:56.077224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': '22b363f0-1a5e-45b2-bd26-ed2400ae63ce'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:56.096602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8df2f3-80f6-4dea-a93f-bd17913d7a69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Network': ['ID=22b363f0-1a5e-45b2-bd26-ed2400ae63ce,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:56.108187 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cc7315c2-1295-4399-bf2f-3b6c9df7adf7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578499 Jul 08 02:00:56.109939 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 22b363f0-1a5e-45b2-bd26-ed2400ae63ce details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:00:56.111398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46842) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:56.114764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9354b4-5708-40b9-8c72-38522df04e4a None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': 'a10435d0-1bf6-49b4-abe2-5476391f6c3e'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'e14382c9-0873-4c74-a8fe-a2fe8f3d7c55'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:00:56.205841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e350843e-eb53-4876-8f0d-dcd305e2a0f7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:56.215234 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e350843e-eb53-4876-8f0d-dcd305e2a0f7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1026466 Jul 08 02:00:56.218344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46844) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:56.226769 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9d9354b4-5708-40b9-8c72-38522df04e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.291169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e45a934-98c0-40dd-b1dc-cff5b5ef87f2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:56.292893 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8e45a934-98c0-40dd-b1dc-cff5b5ef87f2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0735214 Jul 08 02:00:56.295575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46846) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:56.296737 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c1ed269-b304-4033-84ed-4d6dfbec461f req-3377cb59-4077-4e9d-8742-952a5ce71879 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295470 Jul 08 02:00:56.346993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 2} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:56.369777 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.401003 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9254d860-ed81-4606-a1c1-71d16008a255 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023250 Jul 08 02:00:56.406040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46852) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:56.411574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2fda02d2-ed22-4c71-a90e-0e88a1c8baab tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:56.417870 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.427389 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.496971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c99d517-da5a-4205-8321-17c40758c812 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:56.500129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device db3ff95d-40b4-4099-8134-5f21462ed162 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:56.518869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fda02d2-ed22-4c71-a90e-0e88a1c8baab tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:56.523291 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2fda02d2-ed22-4c71-a90e-0e88a1c8baab tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.526124 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fda02d2-ed22-4c71-a90e-0e88a1c8baab tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:00:56.526743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fda02d2-ed22-4c71-a90e-0e88a1c8baab tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:00:56.539129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 678ecb6c-fd99-4866-b048-582e7c5ee7e8 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:00:56.547118 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2fda02d2-ed22-4c71-a90e-0e88a1c8baab tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1399236 Jul 08 02:00:56.550543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46854) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:56.559528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a0399082-185e-4286-b3e3-f9b8c525fe78 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:56.594900 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e52e1432-7237-4a0d-9bce-2cbb6252f25d None None] Provisioning complete for port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:00:56.595278 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e52e1432-7237-4a0d-9bce-2cbb6252f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.734723 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.738593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0399082-185e-4286-b3e3-f9b8c525fe78 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:56.743713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0399082-185e-4286-b3e3-f9b8c525fe78 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.750549 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0399082-185e-4286-b3e3-f9b8c525fe78 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:00:56.751188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0399082-185e-4286-b3e3-f9b8c525fe78 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:00:56.758843 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.793883 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a0399082-185e-4286-b3e3-f9b8c525fe78 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2407861 Jul 08 02:00:56.797481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46860) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:56.812835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dc799286-0c6e-425e-bd69-ffd5be1d5c0c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:56.842107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:56.843600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:00:56.849945 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065a9a51-32c2-43e2-ad12-a230609fe4dd" -d '{"events": [{"server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "name": "network-vif-unplugged", "status": "completed", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:00:56.895113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.908469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:00:56.938806 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc799286-0c6e-425e-bd69-ffd5be1d5c0c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:56.943826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc799286-0c6e-425e-bd69-ffd5be1d5c0c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:56.945587 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc799286-0c6e-425e-bd69-ffd5be1d5c0c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:00:56.946231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc799286-0c6e-425e-bd69-ffd5be1d5c0c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:00:56.946437 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b8ae4c-5abf-4db9-8ed4-779a9fa7f9ad x-openstack-request-id: req-e3b8ae4c-5abf-4db9-8ed4-779a9fa7f9ad {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:00:56.947132 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "name": "network-vif-unplugged", "status": "failed", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162", "code": 422}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:00:56.947613 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3b8ae4c-5abf-4db9-8ed4-779a9fa7f9ad {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:00:56.948220 n-d-694802-14 neutron-server[93885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'code': 422} returned with failed status Jul 08 02:00:56.971332 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dc799286-0c6e-425e-bd69-ffd5be1d5c0c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1720967 Jul 08 02:00:56.974037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46864) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:56.982087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-79123b69-173b-4ab2-981d-63167481b364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:57.010549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port cfa6e5f7-5713-4dbf-9973-3543f3151c4a yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:00:57.086845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e31f5f-5bf0-4d23-b913-a03e4f4fa288 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:00:57.095306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79123b69-173b-4ab2-981d-63167481b364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:57.100122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79123b69-173b-4ab2-981d-63167481b364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.101726 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-79123b69-173b-4ab2-981d-63167481b364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:00:57.102552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79123b69-173b-4ab2-981d-63167481b364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:00:57.126425 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-79123b69-173b-4ab2-981d-63167481b364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1483605 Jul 08 02:00:57.126638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46866) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:57.130294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05549a06-96e4-437c-8d22-b3ce1f010e3a req-ee98bcae-cb2d-4256-ae10-be536b358992 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:57.132685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05549a06-96e4-437c-8d22-b3ce1f010e3a req-ee98bcae-cb2d-4256-ae10-be536b358992 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 944 time: 0.2592206 Jul 08 02:00:57.133182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-79a3dada-0fd0-4689-80fa-3ec2671c7467 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:57.144793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:57.223374 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.249052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05549a06-96e4-437c-8d22-b3ce1f010e3a req-b0798186-3a97-4c98-a1a7-bed2cd7082a6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086166 Jul 08 02:00:57.251374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-23e31f5f-5bf0-4d23-b913-a03e4f4fa288 None None] Deleting port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:57.251809 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-23e31f5f-5bf0-4d23-b913-a03e4f4fa288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.326297 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.328808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a3dada-0fd0-4689-80fa-3ec2671c7467 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:57.333599 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79a3dada-0fd0-4689-80fa-3ec2671c7467 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.335534 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a3dada-0fd0-4689-80fa-3ec2671c7467 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:00:57.336132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a3dada-0fd0-4689-80fa-3ec2671c7467 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:00:57.359603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-79a3dada-0fd0-4689-80fa-3ec2671c7467 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2316611 Jul 08 02:00:57.364392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46874) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:57.375067 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4ff267e1-38a6-44b0-a989-57401512e945 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:57.407941 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.441500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:57.462675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-23e31f5f-5bf0-4d23-b913-a03e4f4fa288 None None] For port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:00:57.464530 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-23e31f5f-5bf0-4d23-b913-a03e4f4fa288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.496769 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.517496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-23e31f5f-5bf0-4d23-b913-a03e4f4fa288 None None] Calling delete_port for e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:57.525008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:57.544168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:57.554411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:57.555496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.609154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff267e1-38a6-44b0-a989-57401512e945 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:57.614167 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ff267e1-38a6-44b0-a989-57401512e945 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.616863 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff267e1-38a6-44b0-a989-57401512e945 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:00:57.620048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff267e1-38a6-44b0-a989-57401512e945 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:00:57.624159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=678ecb6c-fd99-4866-b048-582e7c5ee7e8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:57.653300 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4ff267e1-38a6-44b0-a989-57401512e945 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2849157 Jul 08 02:00:57.653668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46880) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:57.708153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.708977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.709691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.712382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.717210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.717733 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.718168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.718598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.719024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.719452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.719873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.720295 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:00:57.804687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2234b716-fac1-4057-a250-5e622d2879dd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:57.813275 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2234b716-fac1-4057-a250-5e622d2879dd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.1584284 Jul 08 02:00:57.817908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46890) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:57.879923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=19']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:57.881997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=cfa6e5f7-5713-4dbf-9973-3543f3151c4a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:57.936966 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-23e31f5f-5bf0-4d23-b913-a03e4f4fa288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:57.940447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdbfe8e-a1f8-4a7f-b72a-ad3558013110 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:57.945458 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8fdbfe8e-a1f8-4a7f-b72a-ad3558013110 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1227660 Jul 08 02:00:57.945581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46896) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:57.963500 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Checking segment: {'id': '4fa95ba5-8c24-4f3d-a97b-0ba102ff9dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '22b363f0-1a5e-45b2-bd26-ed2400ae63ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:00:57.973527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e31f5f-5bf0-4d23-b913-a03e4f4fa288 None None] Pushing event deleted for resources: {'Port': ['ID=e14382c9-0873-4c74-a8fe-a2fe8f3d7c55,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:57.975958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network hostable DHCP agents. Network: 22b363f0-1a5e-45b2-bd26-ed2400ae63ce, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:00:57.982517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e31f5f-5bf0-4d23-b913-a03e4f4fa288 None None] No DVR routers for this DVR port e14382c9-0873-4c74-a8fe-a2fe8f3d7c55 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:00:58.039150 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-065957ec-80b6-4287-9e2b-80e397e0c982 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882781 Jul 08 02:00:58.039360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367591c9-6d9e-454a-8a77-56d3e4c77b85 req-c87f8ea9-cdc3-4d42-b691-4add942e9e3e tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:58.040107 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-367591c9-6d9e-454a-8a77-56d3e4c77b85 req-c87f8ea9-cdc3-4d42-b691-4add942e9e3e tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.4667456 Jul 08 02:00:58.041379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46898) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:58.050096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:58.075157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 22b363f0-1a5e-45b2-bd26-ed2400ae63ce is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:00:58.093378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 22b363f0-1a5e-45b2-bd26-ed2400ae63ce) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:58.103686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c04b1-b65a-427d-8edf-4570eb1e5ffe None None] Network 22b363f0-1a5e-45b2-bd26-ed2400ae63ce requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:58.107966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:00:58.116289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:58.130076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:58.131079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:58.142506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-367591c9-6d9e-454a-8a77-56d3e4c77b85 req-dabfa387-6ca9-49e2-8517-ba2cb47af1e2 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879078 Jul 08 02:00:58.380613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d9a0f68d-3ee8-434e-a455-73955b696534 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1202052 Jul 08 02:00:58.380613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:58.499132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:58.504687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:58.554722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-33fa5306-17c8-4549-b089-03e41d32a272 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port cfa6e5f7-5713-4dbf-9973-3543f3151c4a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:58.561115 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33fa5306-17c8-4549-b089-03e41d32a272 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:58.746102 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33fa5306-17c8-4549-b089-03e41d32a272 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:58.763455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-33fa5306-17c8-4549-b089-03e41d32a272 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for cfa6e5f7-5713-4dbf-9973-3543f3151c4a owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:58.875072 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33fa5306-17c8-4549-b089-03e41d32a272 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:58.923510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa5306-17c8-4549-b089-03e41d32a272 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=cfa6e5f7-5713-4dbf-9973-3543f3151c4a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:58.935903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33fa5306-17c8-4549-b089-03e41d32a272 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:58.940815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-33fa5306-17c8-4549-b089-03e41d32a272 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/cfa6e5f7-5713-4dbf-9973-3543f3151c4a HTTP/1.1" status: 204 len: 168 time: 0.7333238 Jul 08 02:00:58.941499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46930) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:58.981702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:00:58.984733 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:59.025516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fd2f7-85ca-4e6d-98ae-8c59f219cc1d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:59.031760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:00:59.037996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:00:59.042183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fd2f7-85ca-4e6d-98ae-8c59f219cc1d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:59.043192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:59.047100 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:59.047446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-056fd2f7-85ca-4e6d-98ae-8c59f219cc1d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1032398 Jul 08 02:00:59.051777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:59.055836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=4bae8e87-9c18-4404-b980-08cf83a7dce4,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:00:59.057540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ebac37-0592-4493-8cf7-822f69d3b835 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:00:59.063542 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-418ab34b-357b-4870-9806-e3f9cf03d16b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0154669 Jul 08 02:00:59.063824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46940) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:00:59.069631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:4f:bc:5c', 'name': 'tempest-NetworksTestDHCPv6-1785111001'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:00:59.315449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-161dd073-2f4c-439b-b8a3-13acfa63ec75 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 678ecb6c-fd99-4866-b048-582e7c5ee7e8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:00:59.318220 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-161dd073-2f4c-439b-b8a3-13acfa63ec75 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:59.333519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:00:59.390562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '4bae8e87-9c18-4404-b980-08cf83a7dce4'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:00:59.391742 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:59.545172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-161dd073-2f4c-439b-b8a3-13acfa63ec75 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:59.594723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:59.633604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port b28aa152-96ff-4aa2-887a-99a431c55408 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:00:59.668910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-161dd073-2f4c-439b-b8a3-13acfa63ec75 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 678ecb6c-fd99-4866-b048-582e7c5ee7e8 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:00:59.697186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Allocated IP 2001:db8::f816:3eff:fee8:2a10 (de78c256-7209-4d49-9cc2-cf9ec79a7408/4bae8e87-9c18-4404-b980-08cf83a7dce4/eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:00:59.909531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe19ed-ed04-49a4-b170-1d6dbfada841 req-1e203c79-b73a-4936-ae5c-58115438fe5e tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:59.917212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1bfe19ed-ed04-49a4-b170-1d6dbfada841 req-1e203c79-b73a-4936-ae5c-58115438fe5e tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.4667149 Jul 08 02:00:59.941006 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:00:59.955542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41d57c-d547-4619-b366-ff3abc438532 req-f1b432c8-4f8d-4425-b396-b92bdf7516a9 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:00:59.963059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7a41d57c-d547-4619-b366-ff3abc438532 req-f1b432c8-4f8d-4425-b396-b92bdf7516a9 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 944 time: 0.3415866 Jul 08 02:00:59.965447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Transition to ACTIVE for port object eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:00.011569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Transition to ACTIVE for port object eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:00.019201 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.053232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1bfe19ed-ed04-49a4-b170-1d6dbfada841 req-0b18359e-4e77-4829-861d-9d6bf30b1804 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347697 Jul 08 02:01:00.093970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-161dd073-2f4c-439b-b8a3-13acfa63ec75 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.094947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:00.099272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:00.121321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:00.136481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Pushing event updated for resources: {'Port': ['ID=eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:00.157387 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::f816:3eff:fe4f:bc5c (de78c256-7209-4d49-9cc2-cf9ec79a7408/4bae8e87-9c18-4404-b980-08cf83a7dce4/b28aa152-96ff-4aa2-887a-99a431c55408) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:00.160404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dd073-2f4c-439b-b8a3-13acfa63ec75 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=678ecb6c-fd99-4866-b048-582e7c5ee7e8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:00.186753 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7a41d57c-d547-4619-b366-ff3abc438532 req-fdfaf7b4-7e73-414d-bf65-6f0ab21ff18f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227635 Jul 08 02:01:00.216472 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-161dd073-2f4c-439b-b8a3-13acfa63ec75 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.221374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-161dd073-2f4c-439b-b8a3-13acfa63ec75 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/678ecb6c-fd99-4866-b048-582e7c5ee7e8 HTTP/1.1" status: 204 len: 168 time: 1.1656649 Jul 08 02:01:00.223680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46976) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:00.316137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Attempting to bind port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:00.316670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Attempting to bind port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:00.317322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Attempting to bind port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:00.329170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:00.329675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:00.330243 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.330747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:00.331335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Bound port: eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:00.331870 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.403207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] For port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:00.408463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] For port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:00.414740 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.417159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca11e6d-45cf-474d-93c4-164e5dd49493 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:00.418956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1ca11e6d-45cf-474d-93c4-164e5dd49493 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1944599 Jul 08 02:01:00.422222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46980) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:00.422665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-54e98097-493a-4ea8-8985-917d98a26d27 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3468161 Jul 08 02:01:00.501365 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b900fe64-a2a5-475f-b4c3-d432912ef9ed tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:01:00.507507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b900fe64-a2a5-475f-b4c3-d432912ef9ed tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/cfa6e5f7-5713-4dbf-9973-3543f3151c4a HTTP/1.1" status: 404 len: 333 time: 0.0840518 Jul 08 02:01:00.507999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46988) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:00.516139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.533284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object b28aa152-96ff-4aa2-887a-99a431c55408 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:00.586079 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f0eac2-285e-4d2d-946e-db59cbcbfe05 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:01:00.599775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-70f0eac2-285e-4d2d-946e-db59cbcbfe05 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/678ecb6c-fd99-4866-b048-582e7c5ee7e8 HTTP/1.1" status: 404 len: 333 time: 0.0906520 Jul 08 02:01:00.602454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:00.610576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.613325 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff0dc2-ae15-4ac9-a4ba-3cf086547e73 None None] Pushing event updated for resources: {'Port': ['ID=eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:00.675133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:00.684945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:00.690593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:00.707327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:00.714833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.754381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=b28aa152-96ff-4aa2-887a-99a431c55408,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:00.768255 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5d07bd59-94d0-408f-8363-4de563a81332 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7032409 Jul 08 02:01:00.771861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46996) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:00.810549 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:00.953567 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dcce1b-18bd-4c54-b8cb-a894fe9a0945 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:00.965978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dcce1b-18bd-4c54-b8cb-a894fe9a0945 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:00.967731 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-16dcce1b-18bd-4c54-b8cb-a894fe9a0945 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1949294 Jul 08 02:01:00.970800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:01.037523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.062212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b363f0-1a5e-45b2-bd26-ed2400ae63ce']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:01.080690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa95ba5-8c24-4f3d-a97b-0ba102ff9dd3') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:01.080970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa95ba5-8c24-4f3d-a97b-0ba102ff9dd3') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:01.118949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.142641 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.153828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:01:01.154246 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:01:01.157724 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:01:01.364121 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.368073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4fa39b69-e881-4062-948f-e7419e7f9311 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port b28aa152-96ff-4aa2-887a-99a431c55408 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:01.368830 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b69-e881-4062-948f-e7419e7f9311 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.551198 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b69-e881-4062-948f-e7419e7f9311 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.571918 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4fa39b69-e881-4062-948f-e7419e7f9311 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for b28aa152-96ff-4aa2-887a-99a431c55408 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:01.670678 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.672650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/networks/22b363f0-1a5e-45b2-bd26-ed2400ae63ce HTTP/1.1" status: 204 len: 168 time: 1.0677388 Jul 08 02:01:01.676443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47022) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:01.682125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1644175754'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:01.685811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a5f8a-c811-4ac0-8a16-1f5f1ae2a177 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Network': ['ID=22b363f0-1a5e-45b2-bd26-ed2400ae63ce,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:01.730780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:01.735658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.797307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:01:01.816063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:01.816451 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Added segment 23d7ee51-4eb5-44a4-b37d-5c5db1dc795c of type vlan for network 5f147311-04d2-459b-8ca5-929ad2eaa2c4 Jul 08 02:01:01.917385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.073683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.082569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:02.085001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.164734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4844484 Jul 08 02:01:02.169810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8303b493-4465-4710-8479-7d6eddbf7af9 None None] Provisioning for port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:02.184557 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:02.201062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': '5f147311-04d2-459b-8ca5-929ad2eaa2c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:02.341688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381a673-bb4f-4573-8953-d2df1f51312c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Network': ['ID=5f147311-04d2-459b-8ca5-929ad2eaa2c4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:02.360810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 5f147311-04d2-459b-8ca5-929ad2eaa2c4 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:01:02.362505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-4c8ea2a2-6caf-4740-a365-51669997ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:02.364162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-4c8ea2a2-6caf-4740-a365-51669997ae53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571&tenant_id=51fd7907a17148e3b9eeb671a1a56b3f HTTP/1.1" status: 200 len: 1096 time: 0.4592071 Jul 08 02:01:02.386132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:02.517332 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.606075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a22a9c-67c3-4d23-b921-06978bb27b2a req-f06ce47d-43a5-420f-a61f-33bde53aa6f1 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:02.607732 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6a22a9c-67c3-4d23-b921-06978bb27b2a req-f06ce47d-43a5-420f-a61f-33bde53aa6f1 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 1.3108699 Jul 08 02:01:02.607985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8288a1d3-8386-4f69-be90-aa13d7cde4fc None None] Could not find standard attr ID for object b28aa152-96ff-4aa2-887a-99a431c55408. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:01:02.617179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a26abb-4189-4c32-81a3-4f6dd32779c2 req-56c9dcd0-3aae-4def-a9b8-55f1ca17f7ba tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:02.620808 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46a26abb-4189-4c32-81a3-4f6dd32779c2 req-56c9dcd0-3aae-4def-a9b8-55f1ca17f7ba tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 944 time: 0.9745834 Jul 08 02:01:02.632608 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b69-e881-4062-948f-e7419e7f9311 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.771142 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46a26abb-4189-4c32-81a3-4f6dd32779c2 req-6a22c310-a925-43ec-8370-c7437d8b32b1 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284499 Jul 08 02:01:02.773134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:02.779429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.807035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa39b69-e881-4062-948f-e7419e7f9311 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=b28aa152-96ff-4aa2-887a-99a431c55408,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:02.901695 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:02.919208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6a22a9c-67c3-4d23-b921-06978bb27b2a req-527ab6bd-f3a2-4088-94a8-c0d6e9619502 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909739 Jul 08 02:01:02.924882 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa39b69-e881-4062-948f-e7419e7f9311 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:02.926808 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4fa39b69-e881-4062-948f-e7419e7f9311 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/b28aa152-96ff-4aa2-887a-99a431c55408 HTTP/1.1" status: 204 len: 168 time: 1.9548717 Jul 08 02:01:02.930425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:02.951425 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:02.996106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:03.083156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3ff95d-40b4-4099-8134-5f21462ed162 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:03.091124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae21e26-3c56-47b7-be5e-62c88486cd22 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:03.095427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae21e26-3c56-47b7-be5e-62c88486cd22 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:03.100719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3ae21e26-3c56-47b7-be5e-62c88486cd22 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1686761 Jul 08 02:01:03.104429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47046) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:03.114254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.121894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:03.130999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:03.131602 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.201681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Transition to ACTIVE for port object db3ff95d-40b4-4099-8134-5f21462ed162 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:03.210868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.266578 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.301900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:03.310954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1e3868-29ac-4cab-b7f9-14e5cd0677e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 4bae8e87-9c18-4404-b980-08cf83a7dce4 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:03.335526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3868-29ac-4cab-b7f9-14e5cd0677e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.365367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.373735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:03.379714 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.488699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:03.523126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=39e77a60-d00f-4f23-81f4-08baa631a163,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:03.536512 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Checking segment: {'id': '23d7ee51-4eb5-44a4-b37d-5c5db1dc795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f147311-04d2-459b-8ca5-929ad2eaa2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:03.536884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network hostable DHCP agents. Network: 5f147311-04d2-459b-8ca5-929ad2eaa2c4, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:01:03.580949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 5f147311-04d2-459b-8ca5-929ad2eaa2c4 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:01:03.594152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 5f147311-04d2-459b-8ca5-929ad2eaa2c4) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:03.599600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:03.600738 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.608130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee4e7ab-1b3b-41ad-90d0-8eb2ce9262b2 None None] Network 5f147311-04d2-459b-8ca5-929ad2eaa2c4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:03.622833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c907e053-1270-4419-806a-8c472bae262e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4321225 Jul 08 02:01:03.625323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47054) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:03.639618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': '5f147311-04d2-459b-8ca5-929ad2eaa2c4', 'name': 'tempest-PortsTestJSON-976115193'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:03.861467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:03.876796 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.940025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 429e2262-966b-4f7d-9534-ecca04248ca0 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:03.975150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-5f147311-04d2-459b-8ca5-929ad2eaa2c4', 'network_id': '5f147311-04d2-459b-8ca5-929ad2eaa2c4', 'tenant_id': '8b795de6e7694075b2145e9a319e63d7', 'fixed_ips': [{'subnet_id': '39e77a60-d00f-4f23-81f4-08baa631a163'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:01:03.976072 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:03.987482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3868-29ac-4cab-b7f9-14e5cd0677e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.118219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.13 (5f147311-04d2-459b-8ca5-929ad2eaa2c4/39e77a60-d00f-4f23-81f4-08baa631a163/429e2262-966b-4f7d-9534-ecca04248ca0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:04.152392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] No DVR routers for this DVR port db3ff95d-40b4-4099-8134-5f21462ed162 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:04.286030 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3868-29ac-4cab-b7f9-14e5cd0677e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.324714 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.451292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object 429e2262-966b-4f7d-9534-ecca04248ca0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:04.452333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Attempting to bind port db3ff95d-40b4-4099-8134-5f21462ed162 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:04.452333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Attempting to bind port db3ff95d-40b4-4099-8134-5f21462ed162 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:04.452968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Attempting to bind port db3ff95d-40b4-4099-8134-5f21462ed162 on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:04.458767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3868-29ac-4cab-b7f9-14e5cd0677e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.477433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66255b-eb19-4588-bac3-cd703cad6e93 req-3e9c6734-3db4-439c-a433-b0b2c599ac4b tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:04.480112 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb66255b-eb19-4588-bac3-cd703cad6e93 req-3e9c6734-3db4-439c-a433-b0b2c599ac4b tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.1840489 Jul 08 02:01:04.508526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e3868-29ac-4cab-b7f9-14e5cd0677e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=4bae8e87-9c18-4404-b980-08cf83a7dce4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:04.515174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Port db3ff95d-40b4-4099-8134-5f21462ed162 on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:01:04.515705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Attempting to bind port db3ff95d-40b4-4099-8134-5f21462ed162 on network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:04.517057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9692282-e718-468a-a463-b1ef167b35ef req-19f083bf-3c71-4520-986e-f36398751713 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:04.526480 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3868-29ac-4cab-b7f9-14e5cd0677e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.534959 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ed1e3868-29ac-4cab-b7f9-14e5cd0677e4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/4bae8e87-9c18-4404-b980-08cf83a7dce4 HTTP/1.1" status: 204 len: 168 time: 1.4201057 Jul 08 02:01:04.534959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:04.534959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Checking segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:04.534959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Bound using segment: {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:04.534959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Bound port: db3ff95d-40b4-4099-8134-5f21462ed162, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:04.534959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.536217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47070) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:04.538433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9692282-e718-468a-a463-b1ef167b35ef req-19f083bf-3c71-4520-986e-f36398751713 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 944 time: 0.2440820 Jul 08 02:01:04.559265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64590bd4-ed88-4f25-ba6f-461661bbdaef None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:04.580709 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.597201 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c6fde3e0-4d30-4d38-81a8-23e44686a397 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571935 Jul 08 02:01:04.597744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47074) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:04.604269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:04.747322 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb66255b-eb19-4588-bac3-cd703cad6e93 req-30484d5d-a50f-4029-968e-570993c55dc5 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512736 Jul 08 02:01:04.749449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:04.751140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9692282-e718-468a-a463-b1ef167b35ef req-5e4aa83b-57e7-498e-9139-120581dfe292 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949131 Jul 08 02:01:04.753987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:04.758581 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.787568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.900125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 5f147311-04d2-459b-8ca5-929ad2eaa2c4 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:04.903398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:04.911935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:04.912903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:04.918203 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] 10.222.0.24 "PUT /v2.0/ports/db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 1093 time: 2.5381746 Jul 08 02:01:04.921102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:04.931331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:04.938961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:04.943391 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc" -d '{"events": [{"name": "network-changed", "server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:04.943634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=429e2262-966b-4f7d-9534-ecca04248ca0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:05.030522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Allocated IP 172.20.0.2 (5f147311-04d2-459b-8ca5-929ad2eaa2c4/39e77a60-d00f-4f23-81f4-08baa631a163/bd8d6548-fdd6-401c-a4ec-98db8abb9b22) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:05.034815 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b46c2d-8ced-4bdb-bc9e-0d062082998b x-openstack-request-id: req-66b46c2d-8ced-4bdb-bc9e-0d062082998b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:05.035358 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:05.035714 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66b46c2d-8ced-4bdb-bc9e-0d062082998b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:05.036213 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'status': 'completed', 'code': 200} Jul 08 02:01:05.086285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:05.089145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:05.089816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.091373 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.095463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84686411-7811-48fb-b1bd-4bb7dbe43b2c service neutron] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:05.135390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-09a29ce5-1709-4287-a40c-87e023f2b984 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5068283 Jul 08 02:01:05.135600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:05.326013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-d9c7e4e4-6362-4c5d-a5ed-36e054987dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:05.327757 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-d9c7e4e4-6362-4c5d-a5ed-36e054987dde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1097 time: 0.3627920 Jul 08 02:01:05.416904 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e721d-bf82-4b4a-aa31-a635fec310d6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 429e2262-966b-4f7d-9534-ecca04248ca0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:05.421709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1e721d-bf82-4b4a-aa31-a635fec310d6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.483103 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:05.483725 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.518831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-d22e1b25-03cb-4313-8729-342a2cae2b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:05.520515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-d22e1b25-03cb-4313-8729-342a2cae2b7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.1839974 Jul 08 02:01:05.537718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c148e17-2ba8-428a-8379-b6bccdbeebcc None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:01:05.603381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1e721d-bf82-4b4a-aa31-a635fec310d6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.629307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e721d-bf82-4b4a-aa31-a635fec310d6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 429e2262-966b-4f7d-9534-ecca04248ca0 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:05.660136 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.683522 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-87b52049-fe65-4ce6-a1e6-77e5e4eb2a15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 999 time: 0.1562397 Jul 08 02:01:05.712974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Transition to ACTIVE for port object bd8d6548-fdd6-401c-a4ec-98db8abb9b22 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:05.721624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9c148e17-2ba8-428a-8379-b6bccdbeebcc None None] Deleting port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:05.721962 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c148e17-2ba8-428a-8379-b6bccdbeebcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.818585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Transition to ACTIVE for port object bd8d6548-fdd6-401c-a4ec-98db8abb9b22 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:05.859922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-18b653fc-5da8-4b11-bf9f-86b9d17953d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:05.862372 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-18b653fc-5da8-4b11-bf9f-86b9d17953d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.1635756 Jul 08 02:01:05.935380 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1e721d-bf82-4b4a-aa31-a635fec310d6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:05.939585 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.005102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e721d-bf82-4b4a-aa31-a635fec310d6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=429e2262-966b-4f7d-9534-ecca04248ca0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:06.016862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:01:06.098336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Network 5f147311-04d2-459b-8ca5-929ad2eaa2c4 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:06.124277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:06.132605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9c148e17-2ba8-428a-8379-b6bccdbeebcc None None] For port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:06.133284 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c148e17-2ba8-428a-8379-b6bccdbeebcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.136910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Pushing event updated for resources: {'Port': ['ID=bd8d6548-fdd6-401c-a4ec-98db8abb9b22,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:06.162570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-043067c8-1281-40f7-bc4d-19d3bfc17ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:06.167208 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-043067c8-1281-40f7-bc4d-19d3bfc17ed4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2553790 Jul 08 02:01:06.183601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:06.214792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9c148e17-2ba8-428a-8379-b6bccdbeebcc None None] Calling delete_port for eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:06.217479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae1e721d-bf82-4b4a-aa31-a635fec310d6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.222134 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ae1e721d-bf82-4b4a-aa31-a635fec310d6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/429e2262-966b-4f7d-9534-ecca04248ca0 HTTP/1.1" status: 204 len: 168 time: 1.0829034 Jul 08 02:01:06.241274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47108) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:06.285498 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce8a705-003d-4351-9ddd-299417b1543a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:01:06.286491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce8a705-003d-4351-9ddd-299417b1543a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:01:06.288433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8ce8a705-003d-4351-9ddd-299417b1543a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/429e2262-966b-4f7d-9534-ecca04248ca0 HTTP/1.1" status: 404 len: 333 time: 0.0461113 Jul 08 02:01:06.292889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:06.330704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Attempting to bind port bd8d6548-fdd6-401c-a4ec-98db8abb9b22 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:06.331072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Attempting to bind port bd8d6548-fdd6-401c-a4ec-98db8abb9b22 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '23d7ee51-4eb5-44a4-b37d-5c5db1dc795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f147311-04d2-459b-8ca5-929ad2eaa2c4'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:06.331502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Attempting to bind port bd8d6548-fdd6-401c-a4ec-98db8abb9b22 on network 5f147311-04d2-459b-8ca5-929ad2eaa2c4 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:06.336122 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fc6293-ef92-42f8-8379-654830f209c4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:01:06.339388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-82fc6293-ef92-42f8-8379-654830f209c4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/429e2262-966b-4f7d-9534-ecca04248ca0 HTTP/1.1" status: 404 len: 333 time: 0.0430527 Jul 08 02:01:06.350069 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47112) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:06.419685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:06.420095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Checking segment: {'id': '23d7ee51-4eb5-44a4-b37d-5c5db1dc795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f147311-04d2-459b-8ca5-929ad2eaa2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:06.420574 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.420879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Bound using segment: {'id': '23d7ee51-4eb5-44a4-b37d-5c5db1dc795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f147311-04d2-459b-8ca5-929ad2eaa2c4'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:06.421362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Bound port: bd8d6548-fdd6-401c-a4ec-98db8abb9b22, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d7ee51-4eb5-44a4-b37d-5c5db1dc795c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5f147311-04d2-459b-8ca5-929ad2eaa2c4'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:06.421926 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.450017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a41c2-2a8f-44e3-96b2-194071efe80e req-f7af51b5-d471-4072-9c00-ac92ad5da656 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:06.451745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-518a41c2-2a8f-44e3-96b2-194071efe80e req-f7af51b5-d471-4072-9c00-ac92ad5da656 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.4154747 Jul 08 02:01:06.464534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc9850-209f-409d-8a55-35bc85288c17 req-c244d3a7-69c7-4da5-8b5d-a9b1ff89b777 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:06.466087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15bc9850-209f-409d-8a55-35bc85288c17 req-c244d3a7-69c7-4da5-8b5d-a9b1ff89b777 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.3574650 Jul 08 02:01:06.470045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9954f96-5253-4e18-a380-4727011d23e5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet 39e77a60-d00f-4f23-81f4-08baa631a163 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:06.491481 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9954f96-5253-4e18-a380-4727011d23e5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.554441 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-2d4d3e25-1412-4c68-969d-b2aa7df440ca service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831439 Jul 08 02:01:06.599187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-518a41c2-2a8f-44e3-96b2-194071efe80e req-cacca529-23ea-4e59-b413-4043ea2cc0b0 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262188 Jul 08 02:01:06.602513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15bc9850-209f-409d-8a55-35bc85288c17 req-64e8b632-7b1c-456f-80b2-a7c601aa013f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201689 Jul 08 02:01:06.605211 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9954f96-5253-4e18-a380-4727011d23e5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.664415 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] For port bd8d6548-fdd6-401c-a4ec-98db8abb9b22, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:06.668730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] For port bd8d6548-fdd6-401c-a4ec-98db8abb9b22, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bd8d6548-fdd6-401c-a4ec-98db8abb9b22,segment=NetworkSegment(23d7ee51-4eb5-44a4-b37d-5c5db1dc795c),segment_id=23d7ee51-4eb5-44a4-b37d-5c5db1dc795c)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:06.670741 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c148e17-2ba8-428a-8379-b6bccdbeebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.675490 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.684795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.741124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c148e17-2ba8-428a-8379-b6bccdbeebcc None None] Pushing event deleted for resources: {'Port': ['ID=eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:06.775330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 concurrently deleted while adding address for new subnet {'id': '3ec97c1f-113a-49c5-b5f2-1c92607b8818', 'name': '', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2751, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-08T02:01:05Z', 'updated_at': '2021-07-08T02:01:05Z', 'revision_number': 0, 'segment_id': None, 'project_id': '93c2b050dd9944d8913d387fb3ac29ee'}. {{(pid=93884) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 08 02:01:06.776643 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.808830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c148e17-2ba8-428a-8379-b6bccdbeebcc None None] No DVR routers for this DVR port eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:06.857281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:06.867060 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9954f96-5253-4e18-a380-4727011d23e5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.869510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde44afd-394f-4d47-a2df-4ecb87aa2d91 None None] Pushing event updated for resources: {'Port': ['ID=bd8d6548-fdd6-401c-a4ec-98db8abb9b22,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:06.873907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:06.895221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:06.896457 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:06.896602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565df37e-0140-4eda-a580-079299805ef6 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:06.902619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:06.909603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b5f13f0-d2ef-42c4-8790-7be42856ba2f req-a0da1722-02cf-4a51-97cc-18d61867fdfb service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439062 Jul 08 02:01:06.924674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=3ec97c1f-113a-49c5-b5f2-1c92607b8818,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:06.939580 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cbc32579-0ca8-4575-8abc-2494c1614f2c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3403950 Jul 08 02:01:06.940776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47120) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:06.958181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:9a:79:d7', 'name': 'tempest-NetworksTestDHCPv6-1089886327'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:07.037176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:07.037636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device eebbf8a2-1ce3-42a9-b5b7-5ee01518f7f6 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:07.124584 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9954f96-5253-4e18-a380-4727011d23e5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:07.215532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9954f96-5253-4e18-a380-4727011d23e5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=39e77a60-d00f-4f23-81f4-08baa631a163,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:07.223548 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9954f96-5253-4e18-a380-4727011d23e5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:07.229940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f9954f96-5253-4e18-a380-4727011d23e5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/39e77a60-d00f-4f23-81f4-08baa631a163 HTTP/1.1" status: 204 len: 168 time: 0.8653119 Jul 08 02:01:07.231174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47134) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:07.331203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '3ec97c1f-113a-49c5-b5f2-1c92607b8818'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:01:07.332079 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:07.444765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-a1414a32-7b0b-4efa-9ed7-9d4a7b53441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:07.445474 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:01:07.447934 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-a1414a32-7b0b-4efa-9ed7-9d4a7b53441f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1097 time: 0.3951316 Jul 08 02:01:07.467922 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:07.677752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Allocated IP 2001:db8::f816:3eff:fe0f:b20c (de78c256-7209-4d49-9cc2-cf9ec79a7408/3ec97c1f-113a-49c5-b5f2-1c92607b8818/42121bf1-5207-4506-a05e-18e377eef3df) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:07.681263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:07.681548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port bd8d6548-fdd6-401c-a4ec-98db8abb9b22 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:07.682810 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:07.999084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.114057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 28d01f05-0419-4993-b7ba-f7a0b1034eab yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:08.138153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] For port bd8d6548-fdd6-401c-a4ec-98db8abb9b22, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bd8d6548-fdd6-401c-a4ec-98db8abb9b22,segment=NetworkSegment(23d7ee51-4eb5-44a4-b37d-5c5db1dc795c),segment_id=23d7ee51-4eb5-44a4-b37d-5c5db1dc795c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:08.141664 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.241686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for bd8d6548-fdd6-401c-a4ec-98db8abb9b22 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:08.321662 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.375117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Transition to ACTIVE for port object 42121bf1-5207-4506-a05e-18e377eef3df will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:08.468785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-bdeb37b3-280e-4e11-92b3-84ad31e8c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:08.471156 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-bdeb37b3-280e-4e11-92b3-84ad31e8c254 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 1.0153029 Jul 08 02:01:08.473490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Transition to ACTIVE for port object 42121bf1-5207-4506-a05e-18e377eef3df will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:08.500747 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.627011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:08.657342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:08.667903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.673649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:08.689069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Pushing event updated for resources: {'Port': ['ID=42121bf1-5207-4506-a05e-18e377eef3df,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:08.789285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=bd8d6548-fdd6-401c-a4ec-98db8abb9b22,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:08.833449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da86d8b-d3ea-4df9-8639-ba5f9eb82fe6 req-3b101f21-e057-4d88-8a4f-1b2a1ed89e48 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:08.845923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2da86d8b-d3ea-4df9-8639-ba5f9eb82fe6 req-3b101f21-e057-4d88-8a4f-1b2a1ed89e48 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.9062736 Jul 08 02:01:08.870726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No DVR routers for this DVR port bd8d6548-fdd6-401c-a4ec-98db8abb9b22 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:08.887677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Attempting to bind port 42121bf1-5207-4506-a05e-18e377eef3df on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:08.889649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Attempting to bind port 42121bf1-5207-4506-a05e-18e377eef3df by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:08.890219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Attempting to bind port 42121bf1-5207-4506-a05e-18e377eef3df on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:08.898742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:08.900224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:08.901113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.901774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:08.902465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Bound port: 42121bf1-5207-4506-a05e-18e377eef3df, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:08.913690 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:08.921258 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-6f5768c0-aa81-4451-aed0-145d6e54f108 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 999 time: 0.4399836 Jul 08 02:01:08.922790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::f816:3eff:fe9a:79d7 (de78c256-7209-4d49-9cc2-cf9ec79a7408/3ec97c1f-113a-49c5-b5f2-1c92607b8818/28d01f05-0419-4993-b7ba-f7a0b1034eab) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:09.026732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dd596-622b-4a8f-8c34-69bab601ffd9 req-4699e80c-a545-474b-9580-d8384efafe12 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:09.034406 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-484dd596-622b-4a8f-8c34-69bab601ffd9 req-4699e80c-a545-474b-9580-d8384efafe12 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.9215484 Jul 08 02:01:09.071225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-326d93c1-1b76-469f-8dc3-3f9a6819054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:09.074385 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-326d93c1-1b76-469f-8dc3-3f9a6819054c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.1348188 Jul 08 02:01:09.100472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82857b16-9cb5-4158-b58b-85e0d5b6825e None None] Network 5f147311-04d2-459b-8ca5-929ad2eaa2c4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:09.107572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] For port 42121bf1-5207-4506-a05e-18e377eef3df, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:09.118719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bd8d6548-fdd6-401c-a4ec-98db8abb9b22 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:09.142776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c178b523-86c2-4c5e-a478-81e6a4e4c435 None None] Could not find standard attr ID for object bd8d6548-fdd6-401c-a4ec-98db8abb9b22. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:01:09.181383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.213440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f147311-04d2-459b-8ca5-929ad2eaa2c4']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:09.238958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d7ee51-4eb5-44a4-b37d-5c5db1dc795c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:09.246828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d7ee51-4eb5-44a4-b37d-5c5db1dc795c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:09.272799 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2da86d8b-d3ea-4df9-8639-ba5f9eb82fe6 req-f22395dc-9804-45fa-8154-9f0340828bac tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4186008 Jul 08 02:01:09.305294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.375268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.387532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-484dd596-622b-4a8f-8c34-69bab601ffd9 req-681ce694-6063-466b-8a4f-d2610ed00179 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516703 Jul 08 02:01:09.391374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:01:09.393257 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:01:09.396792 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:01:09.401205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] For port 42121bf1-5207-4506-a05e-18e377eef3df, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=42121bf1-5207-4506-a05e-18e377eef3df,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:09.413417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: bd8d6548-fdd6-401c-a4ec-98db8abb9b22 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:09.414020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bd8d6548-fdd6-401c-a4ec-98db8abb9b22 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 02:01:09.463418 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.530417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-c4792df4-2510-4cec-abdd-f64a62b977b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:09.532458 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-c4792df4-2510-4cec-abdd-f64a62b977b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4037862 Jul 08 02:01:09.552589 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.571163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.577443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/networks/5f147311-04d2-459b-8ca5-929ad2eaa2c4 HTTP/1.1" status: 204 len: 168 time: 2.3446693 Jul 08 02:01:09.606909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7c071-5dfe-46e6-9563-00979845cd97 None None] Pushing event updated for resources: {'Port': ['ID=42121bf1-5207-4506-a05e-18e377eef3df,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:09.617126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Port bd8d6548-fdd6-401c-a4ec-98db8abb9b22 not found, will not notify nova. {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 02:01:09.621371 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.653766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47172) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:09.655008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f90597-aa7a-48d4-8c4b-0403b2c141a9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Network': ['ID=5f147311-04d2-459b-8ca5-929ad2eaa2c4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:09.679573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1798890538'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:09.729233 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.770354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:09.774302 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.807132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 28d01f05-0419-4993-b7ba-f7a0b1034eab will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:09.835748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:01:09.856347 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.857053 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Added segment 76570658-93c0-4b0f-ae89-8d964c9adcbc of type vlan for network 3e2195c7-50a5-4d33-b219-f0410349cb17 Jul 08 02:01:09.921478 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-416386d6-bd40-4464-9fec-6a67709937b8 service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410618 Jul 08 02:01:09.923353 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:09.970043 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:10.047790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:10.066059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:10.066835 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:10.129151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=28d01f05-0419-4993-b7ba-f7a0b1034eab,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:10.198225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:10.408132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:10.415547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:10.431839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:10.434669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:10.443326 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea3a273b-88f5-402b-a6f0-bbe8e4c100fc req-be22f800-3689-43e8-a9cd-dab8121778af service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363700 Jul 08 02:01:10.452714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7812316 Jul 08 02:01:10.459773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:10.476578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': '3e2195c7-50a5-4d33-b219-f0410349cb17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:10.532599 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8ebab560-c92f-4ab3-b157-bcd56ca37fc2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5889902 Jul 08 02:01:10.535766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47186) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:10.548762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87cfbc-8ed2-4898-a9af-d557a21e5a97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Network': ['ID=3e2195c7-50a5-4d33-b219-f0410349cb17,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:10.575925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 3e2195c7-50a5-4d33-b219-f0410349cb17 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:01:10.793794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d69db85-d653-4769-8a4d-82ec5546280c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:10.816811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d69db85-d653-4769-8a4d-82ec5546280c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:10.821981 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3d69db85-d653-4769-8a4d-82ec5546280c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2830422 Jul 08 02:01:10.825865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47192) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:10.829266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffa209a-3bcf-423d-8a3c-3fb2b1b316e3 None None] DHCP port deletion for 5f147311-04d2-459b-8ca5-929ad2eaa2c4 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:01:11.053381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:11.056030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 42121bf1-5207-4506-a05e-18e377eef3df up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:11.070874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:11.188802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 28d01f05-0419-4993-b7ba-f7a0b1034eab {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:11.189375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:11.224611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 42121bf1-5207-4506-a05e-18e377eef3df completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:11.339134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9cd5b-79b9-49d6-b0be-98979bc0c13a req-140eb48e-06a3-4dca-88b8-25bdfa64f110 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:11.340998 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86c9cd5b-79b9-49d6-b0be-98979bc0c13a req-140eb48e-06a3-4dca-88b8-25bdfa64f110 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.5362601 Jul 08 02:01:11.372853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bd8d6548-fdd6-401c-a4ec-98db8abb9b22 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:11.452063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: bd8d6548-fdd6-401c-a4ec-98db8abb9b22 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:11.456061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bd8d6548-fdd6-401c-a4ec-98db8abb9b22 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:11.554654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86c9cd5b-79b9-49d6-b0be-98979bc0c13a req-2fb5b8e2-99c1-44fe-a0cf-df88faf56bd9 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816664 Jul 08 02:01:11.615277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af7201-0d07-423e-94e2-e838174a7af2 req-a444feb9-bca2-4019-a9dd-4e24d4371305 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:11.619964 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2af7201-0d07-423e-94e2-e838174a7af2 req-a444feb9-bca2-4019-a9dd-4e24d4371305 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.7263610 Jul 08 02:01:11.818101 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2af7201-0d07-423e-94e2-e838174a7af2 req-7c179834-183a-49bc-ae30-a71fbb4b5fe7 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897626 Jul 08 02:01:12.328535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-870bde49-3076-4ead-a748-d4a4e5fed222 None None] Provisioning for port 42121bf1-5207-4506-a05e-18e377eef3df completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:12.338384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-870bde49-3076-4ead-a748-d4a4e5fed222 None None] Provisioning complete for port 42121bf1-5207-4506-a05e-18e377eef3df triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:12.340448 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-870bde49-3076-4ead-a748-d4a4e5fed222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:12.566018 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-870bde49-3076-4ead-a748-d4a4e5fed222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:12.625550 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:12.646415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2e4a9-e1f5-4f18-9d2b-5c78f7f555f3 req-04e01536-8d85-4ba6-8a03-26e676bd6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:12.653234 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-870bde49-3076-4ead-a748-d4a4e5fed222 None None] For port 42121bf1-5207-4506-a05e-18e377eef3df, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=42121bf1-5207-4506-a05e-18e377eef3df,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:12.657677 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-30b2e4a9-e1f5-4f18-9d2b-5c78f7f555f3 req-04e01536-8d85-4ba6-8a03-26e676bd6bc4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 1097 time: 0.5678189 Jul 08 02:01:12.660918 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-870bde49-3076-4ead-a748-d4a4e5fed222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:12.714920 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:12.889126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 28d01f05-0419-4993-b7ba-f7a0b1034eab owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:12.905959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bde49-3076-4ead-a748-d4a4e5fed222 None None] Pushing event updated for resources: {'Port': ['ID=42121bf1-5207-4506-a05e-18e377eef3df,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:13.000989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=66d12dab-770f-477f-b30e-276d9cc261b5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:13.011763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Checking segment: {'id': '76570658-93c0-4b0f-ae89-8d964c9adcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3e2195c7-50a5-4d33-b219-f0410349cb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:13.012268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network hostable DHCP agents. Network: 3e2195c7-50a5-4d33-b219-f0410349cb17, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:01:13.054910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 3e2195c7-50a5-4d33-b219-f0410349cb17 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:01:13.093534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 3e2195c7-50a5-4d33-b219-f0410349cb17) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:13.107328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243542e-8a3a-4322-b017-445fc0322743 None None] Network 3e2195c7-50a5-4d33-b219-f0410349cb17 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:13.109267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-82520881-9077-4ec4-9cb8-39b4c19ad9a4 None None] Provisioning for port 28d01f05-0419-4993-b7ba-f7a0b1034eab completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:13.110606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:13.111336 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.136260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-82520881-9077-4ec4-9cb8-39b4c19ad9a4 None None] Provisioning complete for port 28d01f05-0419-4993-b7ba-f7a0b1034eab triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:13.136856 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-82520881-9077-4ec4-9cb8-39b4c19ad9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.241495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5df23364-41c9-48e4-8ed7-0acb4575c0d1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7781174 Jul 08 02:01:13.251216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:13.273566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-82520881-9077-4ec4-9cb8-39b4c19ad9a4 None None] Port 28d01f05-0419-4993-b7ba-f7a0b1034eab cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:01:13.277121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': '3e2195c7-50a5-4d33-b219-f0410349cb17', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1036536555'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:13.306351 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-30b2e4a9-e1f5-4f18-9d2b-5c78f7f555f3 req-c652ab71-ef58-4064-bea8-41631ff40b0e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194210 Jul 08 02:01:13.307642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.382594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=28d01f05-0419-4993-b7ba-f7a0b1034eab,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:13.399975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.400365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.400775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.401149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.401618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.402794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.403350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.404662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.405020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.405360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.405808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.406027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:13.455351 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.458489 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f8076658-50d3-4658-8e0d-61daf7ebc364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/28d01f05-0419-4993-b7ba-f7a0b1034eab HTTP/1.1" status: 204 len: 168 time: 2.6294260 Jul 08 02:01:13.461596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47250) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:13.543332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf03a9d-1da4-4d6d-98c3-859317cb2c27 req-fb978d54-e2fb-4e6f-b6b4-4ebee2dfb027 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:13.551194 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2cf03a9d-1da4-4d6d-98c3-859317cb2c27 req-fb978d54-e2fb-4e6f-b6b4-4ebee2dfb027 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.4098117 Jul 08 02:01:13.624621 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-3e2195c7-50a5-4d33-b219-f0410349cb17', 'network_id': '3e2195c7-50a5-4d33-b219-f0410349cb17', 'tenant_id': '8b795de6e7694075b2145e9a319e63d7', 'fixed_ips': [{'subnet_id': '66d12dab-770f-477f-b30e-276d9cc261b5'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:01:13.626437 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.658684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e8465-3653-49dc-bf78-43de8470441c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:13.661796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e8465-3653-49dc-bf78-43de8470441c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:13.664045 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1a5e8465-3653-49dc-bf78-43de8470441c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1988075 Jul 08 02:01:13.667590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47258) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:13.757393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2cf03a9d-1da4-4d6d-98c3-859317cb2c27 req-c5abd164-3421-42c4-8d35-3f1f10541b00 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032025 Jul 08 02:01:13.775391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:13.789377 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.838179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-55245c9b-5aef-4df8-8725-c63e6290f5bc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 3ec97c1f-113a-49c5-b5f2-1c92607b8818 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:13.851675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55245c9b-5aef-4df8-8725-c63e6290f5bc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:13.852972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port cbb40487-e1f3-4640-a7eb-e66923fdb60d yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:13.975375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55245c9b-5aef-4df8-8725-c63e6290f5bc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:14.028189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb77c4-50c9-4712-a770-562219575ea7 req-0d5c78f2-170b-4c45-a8d7-2c53e488a889 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:14.030302 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65fb77c4-50c9-4712-a770-562219575ea7 req-0d5c78f2-170b-4c45-a8d7-2c53e488a889 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.5337498 Jul 08 02:01:14.054189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Allocated IP 172.20.0.2 (3e2195c7-50a5-4d33-b219-f0410349cb17/66d12dab-770f-477f-b30e-276d9cc261b5/b4590e42-e0d3-4d37-b54f-67500c63d49b) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:14.132754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65fb77c4-50c9-4712-a770-562219575ea7 req-6cff87bc-9c94-47ae-a127-1100968839a2 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962918 Jul 08 02:01:14.225699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55245c9b-5aef-4df8-8725-c63e6290f5bc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:14.397792 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55245c9b-5aef-4df8-8725-c63e6290f5bc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:14.497867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55245c9b-5aef-4df8-8725-c63e6290f5bc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec97c1f-113a-49c5-b5f2-1c92607b8818,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:14.531839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-55245c9b-5aef-4df8-8725-c63e6290f5bc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:14.536937 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-55245c9b-5aef-4df8-8725-c63e6290f5bc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/3ec97c1f-113a-49c5-b5f2-1c92607b8818 HTTP/1.1" status: 204 len: 168 time: 0.8652954 Jul 08 02:01:14.537156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2c253-0270-457c-b051-3aba9d984bb9 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:14.537907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:14.593432 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:14.652013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47284) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:14.652624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f2cd3793-b867-4a81-84fb-ee680c769fce tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129065 Jul 08 02:01:14.750809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Transition to ACTIVE for port object b4590e42-e0d3-4d37-b54f-67500c63d49b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:14.867177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9075788d-f813-4eb8-b0bc-4b59d0562850 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:14.875318 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9075788d-f813-4eb8-b0bc-4b59d0562850 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2212267 Jul 08 02:01:14.879697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47290) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:14.956711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 42121bf1-5207-4506-a05e-18e377eef3df up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:15.019065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1fb40e-b2ef-4242-8e1e-15054bcc15fb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:15.028325 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1f1fb40e-b2ef-4242-8e1e-15054bcc15fb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1468685 Jul 08 02:01:15.029386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47292) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:15.053870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Transition to ACTIVE for port object b4590e42-e0d3-4d37-b54f-67500c63d49b will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:15.077567 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.140428 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-be6881e2-04b2-4cf2-a980-65f3120fab92 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090255 Jul 08 02:01:15.141136 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47294) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:15.148066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:15.225204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Network 3e2195c7-50a5-4d33-b219-f0410349cb17 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:15.239459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.8 (3e2195c7-50a5-4d33-b219-f0410349cb17/66d12dab-770f-477f-b30e-276d9cc261b5/cbb40487-e1f3-4640-a7eb-e66923fdb60d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:15.247142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:15.279226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:15.375390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Pushing event updated for resources: {'Port': ['ID=b4590e42-e0d3-4d37-b54f-67500c63d49b,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:15.404836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.405592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.406188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.406769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.408163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.408830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.409447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.410008 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.410577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.411142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.411704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.412342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:15.423140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 42121bf1-5207-4506-a05e-18e377eef3df triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:15.423902 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.426211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0694ec23-ae38-4ffc-bfd1-45071498e19c None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:01:15.452123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:15.456068 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.546532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Attempting to bind port b4590e42-e0d3-4d37-b54f-67500c63d49b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:15.547071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Attempting to bind port b4590e42-e0d3-4d37-b54f-67500c63d49b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '76570658-93c0-4b0f-ae89-8d964c9adcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3e2195c7-50a5-4d33-b219-f0410349cb17'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:15.547442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Attempting to bind port b4590e42-e0d3-4d37-b54f-67500c63d49b on network 3e2195c7-50a5-4d33-b219-f0410349cb17 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:15.559424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:15.559803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Checking segment: {'id': '76570658-93c0-4b0f-ae89-8d964c9adcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3e2195c7-50a5-4d33-b219-f0410349cb17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:15.560215 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.560645 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Bound using segment: {'id': '76570658-93c0-4b0f-ae89-8d964c9adcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3e2195c7-50a5-4d33-b219-f0410349cb17'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:15.561134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Bound port: b4590e42-e0d3-4d37-b54f-67500c63d49b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76570658-93c0-4b0f-ae89-8d964c9adcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '3e2195c7-50a5-4d33-b219-f0410349cb17'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:15.561518 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.808579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] For port b4590e42-e0d3-4d37-b54f-67500c63d49b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:15.816929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] For port b4590e42-e0d3-4d37-b54f-67500c63d49b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b4590e42-e0d3-4d37-b54f-67500c63d49b,segment=NetworkSegment(76570658-93c0-4b0f-ae89-8d964c9adcbc),segment_id=76570658-93c0-4b0f-ae89-8d964c9adcbc)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:15.903536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458651-8e6c-490e-a72a-2bc195d24247 req-63bfdaee-c518-4479-be04-636385106201 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:15.914296 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b458651-8e6c-490e-a72a-2bc195d24247 req-63bfdaee-c518-4479-be04-636385106201 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.8975496 Jul 08 02:01:15.933713 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.935594 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:15.973363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3f1ac-5d5f-496f-8813-a3e69a7818fc req-b8f7287e-fd95-48b3-a771-47c9e16aa65e tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:15.975110 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3cc3f1ac-5d5f-496f-8813-a3e69a7818fc req-b8f7287e-fd95-48b3-a771-47c9e16aa65e tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.4248440 Jul 08 02:01:15.998953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object cbb40487-e1f3-4640-a7eb-e66923fdb60d will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:16.064426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5b458651-8e6c-490e-a72a-2bc195d24247 req-0c03fffe-800e-438a-9626-eec555fda8d2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479921 Jul 08 02:01:16.115058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0694ec23-ae38-4ffc-bfd1-45071498e19c None None] Deleting port 42121bf1-5207-4506-a05e-18e377eef3df {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:16.115058 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0694ec23-ae38-4ffc-bfd1-45071498e19c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.194241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.250252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3cc3f1ac-5d5f-496f-8813-a3e69a7818fc req-b2c1b746-d849-4483-b9c2-272850938ddc tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657843 Jul 08 02:01:16.343540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 3e2195c7-50a5-4d33-b219-f0410349cb17 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:16.356752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:16.370366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:16.506176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0694ec23-ae38-4ffc-bfd1-45071498e19c None None] For port 42121bf1-5207-4506-a05e-18e377eef3df, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=42121bf1-5207-4506-a05e-18e377eef3df,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:16.506607 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0694ec23-ae38-4ffc-bfd1-45071498e19c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.543182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:01:16.590503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0694ec23-ae38-4ffc-bfd1-45071498e19c None None] Calling delete_port for 42121bf1-5207-4506-a05e-18e377eef3df owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:16.675024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:16.676159 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:16.748369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.4962983 Jul 08 02:01:16.762868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47322) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:16.825345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb2a3c-209f-4419-99e2-94c40c7750fd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=cbb40487-e1f3-4640-a7eb-e66923fdb60d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:16.988570 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0694ec23-ae38-4ffc-bfd1-45071498e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:17.037355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde227d7-4dea-4857-a3dd-42acf7fdad7d None None] Pushing event updated for resources: {'Port': ['ID=b4590e42-e0d3-4d37-b54f-67500c63d49b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:17.048220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 42121bf1-5207-4506-a05e-18e377eef3df no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:17.126968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 42121bf1-5207-4506-a05e-18e377eef3df {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:17.127322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 42121bf1-5207-4506-a05e-18e377eef3df not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:17.179341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0694ec23-ae38-4ffc-bfd1-45071498e19c None None] No DVR routers for this DVR port 42121bf1-5207-4506-a05e-18e377eef3df on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:17.196920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694ec23-ae38-4ffc-bfd1-45071498e19c None None] Pushing event deleted for resources: {'Port': ['ID=42121bf1-5207-4506-a05e-18e377eef3df,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:17.222204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_pluggable_backend [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Port 42121bf1-5207-4506-a05e-18e377eef3df was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 08 02:01:17.223375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_pluggable_backend [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:b20c {{(pid=93884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 08 02:01:17.246883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7d81e4c0-2917-4d7a-8555-ad24e7177dbb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port cbb40487-e1f3-4640-a7eb-e66923fdb60d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:17.247349 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d81e4c0-2917-4d7a-8555-ad24e7177dbb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:17.272652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_pluggable_backend [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0f:b20c {{(pid=93884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 08 02:01:17.295838 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:17.429516 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d81e4c0-2917-4d7a-8555-ad24e7177dbb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:17.445069 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7d81e4c0-2917-4d7a-8555-ad24e7177dbb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for cbb40487-e1f3-4640-a7eb-e66923fdb60d owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:17.509005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=6b85208a-665a-429c-80cf-7d7e4e4bd536,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:17.543494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:17.547010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:17.552929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:17.554221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:17.560138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43d482-23d9-4045-9394-1b70095114ca None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:17.600296 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-446638cf-daf3-4832-8883-63c0d01bf1a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4568324 Jul 08 02:01:17.612127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47338) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:17.616736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bea7e-3753-4e35-9eb6-a763aabb581c req-3735bf66-aaac-4669-8c0a-720e31b156d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:17.622292 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb2bea7e-3753-4e35-9eb6-a763aabb581c req-3735bf66-aaac-4669-8c0a-720e31b156d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f120e519a72471389919a70a325b436&device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 1097 time: 0.6667259 Jul 08 02:01:17.632594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:2f:db:05', 'name': 'tempest-NetworksTestDHCPv6-2016260335'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:17.949729 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d81e4c0-2917-4d7a-8555-ad24e7177dbb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:18.045438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '6b85208a-665a-429c-80cf-7d7e4e4bd536'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:01:18.046426 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:18.050558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81e4c0-2917-4d7a-8555-ad24e7177dbb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=cbb40487-e1f3-4640-a7eb-e66923fdb60d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:18.075856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bea7e-3753-4e35-9eb6-a763aabb581c req-9c03b704-0ec2-487d-be03-a8afc93a1012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:18.079111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb2bea7e-3753-4e35-9eb6-a763aabb581c req-9c03b704-0ec2-487d-be03-a8afc93a1012 service neutron] 10.222.0.16 "GET /v2.0/networks?id=87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 200 len: 911 time: 0.4366727 Jul 08 02:01:18.296130 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb2bea7e-3753-4e35-9eb6-a763aabb581c req-72e15d67-33b9-42e6-a9e7-c0e103dd3485 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ab4b12c8-2bca-4a52-93d6-f236498537f4 HTTP/1.1" status: 200 len: 217 time: 0.1965582 Jul 08 02:01:18.373547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b539430-845b-405e-9da5-61ef9f5ded53 None None] Network 3e2195c7-50a5-4d33-b219-f0410349cb17 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:18.428410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edff00-df69-4a74-b92f-4c3ef775f192 req-cf9e944e-970a-4b62-ac29-3886ede04bf6 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:18.430934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5edff00-df69-4a74-b92f-4c3ef775f192 req-cf9e944e-970a-4b62-ac29-3886ede04bf6 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.7074234 Jul 08 02:01:18.451656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bea7e-3753-4e35-9eb6-a763aabb581c req-c97f401f-77db-47bb-b17d-ecbc1b782775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:18.456876 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb2bea7e-3753-4e35-9eb6-a763aabb581c req-c97f401f-77db-47bb-b17d-ecbc1b782775 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7591d5c0-f8e1-45fb-9714-40bbbdc76f9f HTTP/1.1" status: 200 len: 850 time: 0.1518388 Jul 08 02:01:18.566210 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb2bea7e-3753-4e35-9eb6-a763aabb581c req-92ee85e4-67f0-4bb5-bf35-e7725547bb23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=87d0d5a7-2254-4910-83c9-b0e5959f6e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028118 Jul 08 02:01:18.609989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a340bf-9822-48b4-9f7c-ac7f9fdb3998 req-1ba21e5e-3a3f-4682-8919-56265dd183ba tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:18.616935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53a340bf-9822-48b4-9f7c-ac7f9fdb3998 req-1ba21e5e-3a3f-4682-8919-56265dd183ba tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.8015208 Jul 08 02:01:18.635823 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d81e4c0-2917-4d7a-8555-ad24e7177dbb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:18.642826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7d81e4c0-2917-4d7a-8555-ad24e7177dbb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/cbb40487-e1f3-4640-a7eb-e66923fdb60d HTTP/1.1" status: 204 len: 168 time: 1.8765354 Jul 08 02:01:18.676619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:18.752348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Allocated IP 2001:db8::f816:3eff:fe0b:502a (de78c256-7209-4d49-9cc2-cf9ec79a7408/6b85208a-665a-429c-80cf-7d7e4e4bd536/26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:18.848382 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f70e650-8a40-4b47-87e1-ccf092759aa5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:01:18.871817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3f70e650-8a40-4b47-87e1-ccf092759aa5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/cbb40487-e1f3-4640-a7eb-e66923fdb60d HTTP/1.1" status: 404 len: 333 time: 0.1740966 Jul 08 02:01:18.882804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47360) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:18.888890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d3098393-f7b2-46a4-999f-d5c1cdb782d7 None None] Provisioning for port b4590e42-e0d3-4d37-b54f-67500c63d49b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:18.941649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5edff00-df69-4a74-b92f-4c3ef775f192 req-f48531d6-f0f7-427c-a390-f7e9e61cff80 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833589 Jul 08 02:01:19.019490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4590e42-e0d3-4d37-b54f-67500c63d49b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:19.049368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53a340bf-9822-48b4-9f7c-ac7f9fdb3998 req-ef1807af-db7e-42dc-8068-ea72be9c0c7b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4076643 Jul 08 02:01:19.140898 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb2bea7e-3753-4e35-9eb6-a763aabb581c req-844ff9d0-9c15-4a43-b03a-c1dc0a47b475 service neutron] 10.222.0.16 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542998 Jul 08 02:01:19.144002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-702d1a5a-dc7c-4421-bd21-e3770ec82614 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet 66d12dab-770f-477f-b30e-276d9cc261b5 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:19.164058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:19.166104 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d1a5a-dc7c-4421-bd21-e3770ec82614 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.286948 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.299233 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d1a5a-dc7c-4421-bd21-e3770ec82614 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.329321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Transition to ACTIVE for port object 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:19.369441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Transition to ACTIVE for port object 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:19.375538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b4590e42-e0d3-4d37-b54f-67500c63d49b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:19.384572 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.442862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b4590e42-e0d3-4d37-b54f-67500c63d49b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:19.443670 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.456658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Pushing event updated for resources: {'Port': ['ID=26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:19.501278 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb2bea7e-3753-4e35-9eb6-a763aabb581c req-fa7635cd-b930-4d1c-9229-544748349edb service neutron] 10.222.0.16 "GET /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485456 Jul 08 02:01:19.569236 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d1a5a-dc7c-4421-bd21-e3770ec82614 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.578270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:19.584473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:19.600036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:19.769383 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.831917 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d1a5a-dc7c-4421-bd21-e3770ec82614 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.890733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port c2404db0-b454-4795-b489-87cce19e4c0d yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:19.946451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d1a5a-dc7c-4421-bd21-e3770ec82614 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=66d12dab-770f-477f-b30e-276d9cc261b5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:19.969424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-702d1a5a-dc7c-4421-bd21-e3770ec82614 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:19.983248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-702d1a5a-dc7c-4421-bd21-e3770ec82614 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/66d12dab-770f-477f-b30e-276d9cc261b5 HTTP/1.1" status: 204 len: 168 time: 1.0937037 Jul 08 02:01:19.985763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47374) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:20.346065 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:20.458536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::f816:3eff:fe2f:db05 (de78c256-7209-4d49-9cc2-cf9ec79a7408/6b85208a-665a-429c-80cf-7d7e4e4bd536/c2404db0-b454-4795-b489-87cce19e4c0d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:20.584689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd863ba-e22f-49e2-b8bf-edc073a630fd None None] Network 3e2195c7-50a5-4d33-b219-f0410349cb17 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:20.844675 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c5b4-9bb8-4188-98c5-955fb276f27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:20.967438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Attempting to bind port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:20.970011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Attempting to bind port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:20.972641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Attempting to bind port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:20.990722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f64a52d7-74e8-42b7-a071-5a383626613f None None] Provisioning complete for port b4590e42-e0d3-4d37-b54f-67500c63d49b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:20.993751 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f64a52d7-74e8-42b7-a071-5a383626613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.016772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.033141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:21.034618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:21.035222 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.036666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:21.039912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Bound port: 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:21.042303 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.056994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object c2404db0-b454-4795-b489-87cce19e4c0d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:21.087082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb198f8b-d096-48c5-8ee1-5f7cb0ba3011 req-83ba35d9-6b95-4d9d-acb1-b0afb34cfd1d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:21.088601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb198f8b-d096-48c5-8ee1-5f7cb0ba3011 req-83ba35d9-6b95-4d9d-acb1-b0afb34cfd1d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.6279144 Jul 08 02:01:21.127315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port b4590e42-e0d3-4d37-b54f-67500c63d49b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:21.127657 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.150381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.197893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53462997-dc41-4d6b-a1f5-8415245867f5 req-4d238705-bbef-4fab-abc0-72407f2c492f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:21.205092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53462997-dc41-4d6b-a1f5-8415245867f5 req-4d238705-bbef-4fab-abc0-72407f2c492f tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.6148117 Jul 08 02:01:21.225177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:21.234804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:21.255748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:21.276759 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] For port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:21.279054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:21.280683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.286522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] For port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:21.305252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=c2404db0-b454-4795-b489-87cce19e4c0d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:21.329743 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2713c600-8ae8-4553-a521-f5f3de5f7c09 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7050221 Jul 08 02:01:21.330991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47396) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:21.380593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] For port b4590e42-e0d3-4d37-b54f-67500c63d49b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b4590e42-e0d3-4d37-b54f-67500c63d49b,segment=NetworkSegment(76570658-93c0-4b0f-ae89-8d964c9adcbc),segment_id=76570658-93c0-4b0f-ae89-8d964c9adcbc)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:21.380998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.386972 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.430865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28338a-16bc-47b0-8714-e595cf6b7048 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:21.442158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28338a-16bc-47b0-8714-e595cf6b7048 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:21.442536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for b4590e42-e0d3-4d37-b54f-67500c63d49b owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:21.449497 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4e28338a-16bc-47b0-8714-e595cf6b7048 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1157234 Jul 08 02:01:21.450468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47400) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:21.510091 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.672323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-50d9c215-b60b-4d3a-ba29-deb2c7feb447 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port c2404db0-b454-4795-b489-87cce19e4c0d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:21.674819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50d9c215-b60b-4d3a-ba29-deb2c7feb447 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.732841 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb198f8b-d096-48c5-8ee1-5f7cb0ba3011 req-daddcbe0-45ec-4c4d-a623-fa8843910496 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838215 Jul 08 02:01:21.773227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c9232-c63f-484b-bedf-8542d587f421 None None] Pushing event updated for resources: {'Port': ['ID=26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:21.819602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53462997-dc41-4d6b-a1f5-8415245867f5 req-bac1a2b8-8b21-4750-9aca-30003f3626f6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6136265 Jul 08 02:01:21.840251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e295a6-6798-45d6-b78a-982ee226d009 None None] DHCP port deletion for 3e2195c7-50a5-4d33-b219-f0410349cb17 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:01:21.867080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port b4590e42-e0d3-4d37-b54f-67500c63d49b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b4590e42-e0d3-4d37-b54f-67500c63d49b,segment=NetworkSegment(76570658-93c0-4b0f-ae89-8d964c9adcbc),segment_id=76570658-93c0-4b0f-ae89-8d964c9adcbc)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:21.869079 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f64a52d7-74e8-42b7-a071-5a383626613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.913194 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.978580 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:21.991218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=b4590e42-e0d3-4d37-b54f-67500c63d49b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:22.004683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50d9c215-b60b-4d3a-ba29-deb2c7feb447 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.009752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No DVR routers for this DVR port b4590e42-e0d3-4d37-b54f-67500c63d49b on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:22.039671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-50d9c215-b60b-4d3a-ba29-deb2c7feb447 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for c2404db0-b454-4795-b489-87cce19e4c0d owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:22.061398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event deleted for resources: {'Port': ['ID=b4590e42-e0d3-4d37-b54f-67500c63d49b,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:22.124072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-40e295a6-6798-45d6-b78a-982ee226d009 None None] Deleting port b4590e42-e0d3-4d37-b54f-67500c63d49b {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:22.124506 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40e295a6-6798-45d6-b78a-982ee226d009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.284376 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.317001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2195c7-50a5-4d33-b219-f0410349cb17']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:22.317293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4590e42-e0d3-4d37-b54f-67500c63d49b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:22.321757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-40e295a6-6798-45d6-b78a-982ee226d009 None None] For port b4590e42-e0d3-4d37-b54f-67500c63d49b, host n-d-694802-14, got binding levels [] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:22.322191 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40e295a6-6798-45d6-b78a-982ee226d009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.341675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76570658-93c0-4b0f-ae89-8d964c9adcbc') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:22.341675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76570658-93c0-4b0f-ae89-8d964c9adcbc') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:22.370059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.389979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b4590e42-e0d3-4d37-b54f-67500c63d49b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:22.390327 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4590e42-e0d3-4d37-b54f-67500c63d49b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:22.405468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50d9c215-b60b-4d3a-ba29-deb2c7feb447 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.406916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.410153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-40e295a6-6798-45d6-b78a-982ee226d009 None None] Calling delete_port for b4590e42-e0d3-4d37-b54f-67500c63d49b owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:22.423150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.ipam_backend_mixin [None req-40e295a6-6798-45d6-b78a-982ee226d009 None None] Port b4590e42-e0d3-4d37-b54f-67500c63d49b was not found and therefore no delete operation was performed {{(pid=93885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:01:22.427168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:01:22.427849 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.432750 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40e295a6-6798-45d6-b78a-982ee226d009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:01:22.466911 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:01:22.535440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9c215-b60b-4d3a-ba29-deb2c7feb447 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=c2404db0-b454-4795-b489-87cce19e4c0d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:22.541348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e295a6-6798-45d6-b78a-982ee226d009 None None] Pushing event deleted for resources: {'Port': ['ID=b4590e42-e0d3-4d37-b54f-67500c63d49b,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:22.550249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e295a6-6798-45d6-b78a-982ee226d009 None None] No DVR routers for this DVR port b4590e42-e0d3-4d37-b54f-67500c63d49b on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:22.578490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.591370 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.605550 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/networks/3e2195c7-50a5-4d33-b219-f0410349cb17 HTTP/1.1" status: 204 len: 168 time: 2.6176593 Jul 08 02:01:22.606611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50d9c215-b60b-4d3a-ba29-deb2c7feb447 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.609995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47422) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:22.611255 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-50d9c215-b60b-4d3a-ba29-deb2c7feb447 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/c2404db0-b454-4795-b489-87cce19e4c0d HTTP/1.1" status: 204 len: 168 time: 1.1593363 Jul 08 02:01:22.614303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47424) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:22.620065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'name': 'tempest-PortsTestJSON-237837292'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:22.687102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9c467-095f-480b-af06-b14078ae6ef6 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Network': ['ID=3e2195c7-50a5-4d33-b219-f0410349cb17,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:22.714224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e529848-4a88-49f1-8521-173b658616eb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:22.734771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e529848-4a88-49f1-8521-173b658616eb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:22.737335 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4e529848-4a88-49f1-8521-173b658616eb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1135082 Jul 08 02:01:22.740205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47430) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:22.857549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf076ede-6fb6-4ad1-b879-af0df28ac145 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 6b85208a-665a-429c-80cf-7d7e4e4bd536 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:22.865319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf076ede-6fb6-4ad1-b879-af0df28ac145 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.906371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:22.916387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:22.972679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port b82e9f6e-fe00-44d5-b699-454b8357f86b yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:23.049945 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf076ede-6fb6-4ad1-b879-af0df28ac145 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.272545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf076ede-6fb6-4ad1-b879-af0df28ac145 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.395824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a65b4be7-7a11-44c5-b5eb-eeab98abd492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.477833 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.497829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf076ede-6fb6-4ad1-b879-af0df28ac145 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.577814 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.585409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf076ede-6fb6-4ad1-b879-af0df28ac145 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=6b85208a-665a-429c-80cf-7d7e4e4bd536,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:23.616336 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf076ede-6fb6-4ad1-b879-af0df28ac145 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.622343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cf076ede-6fb6-4ad1-b879-af0df28ac145 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/6b85208a-665a-429c-80cf-7d7e4e4bd536 HTTP/1.1" status: 204 len: 168 time: 0.8805048 Jul 08 02:01:23.623036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47450) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:23.670489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-96af9159-c02c-4e16-89f9-f97a506093a4 None None] Provisioning for port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:23.733060 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.741292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=b82e9f6e-fe00-44d5-b699-454b8357f86b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:23.759179 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5dbb65b2-c2c6-46cd-9e88-4b72f9b55c79 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1293619 Jul 08 02:01:23.760198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47456) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:23.773147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:23.808446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:23.821406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:23.828094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:23.845154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:23.845850 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:23.979972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6d940-b45d-4273-b1b7-66232ece05ef None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:24.065845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a00909-87cc-4cda-9617-621f619eb908 req-b54bf932-e0fb-4bb3-bb25-c4d5605f9ef4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:24.068099 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77a00909-87cc-4cda-9617-621f619eb908 req-b54bf932-e0fb-4bb3-bb25-c4d5605f9ef4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.9058645 Jul 08 02:01:24.077961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c842cb6b-567d-4c36-bc7b-ec3ee0397db1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4653862 Jul 08 02:01:24.088600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47470) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:24.179593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cf89da4a-e8c3-4c75-8ea6-f98768e8c03d None None] Could not find standard attr ID for object c2404db0-b454-4795-b489-87cce19e4c0d. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:01:24.244272 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2e895-7888-46fb-a67b-b2fb91dd42f5 req-0ca043f2-f5e6-47aa-a41e-cbfb6a160ab4 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:24.252704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74c2e895-7888-46fb-a67b-b2fb91dd42f5 req-0ca043f2-f5e6-47aa-a41e-cbfb6a160ab4 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 1.0585835 Jul 08 02:01:24.294330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77a00909-87cc-4cda-9617-621f619eb908 req-3bae524a-1053-4dfd-99e5-14a71769bef0 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129424 Jul 08 02:01:24.306573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:24.379568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:24.387397 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.420902 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74c2e895-7888-46fb-a67b-b2fb91dd42f5 req-25a71e1c-ae7b-47ed-81bf-93b5f30bb36d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255283 Jul 08 02:01:24.559709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:24.576256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:24.576846 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.780606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1787d7f9-cfca-4e28-a090-83d36dc41d18 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port b82e9f6e-fe00-44d5-b699-454b8357f86b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:24.780879 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1787d7f9-cfca-4e28-a090-83d36dc41d18 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.798453 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:24.871569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab616acf-adda-46bd-a294-ef21fb3b04f0 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:01:24.901691 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.045210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:25.057030 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.194278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ab616acf-adda-46bd-a294-ef21fb3b04f0 None None] Deleting port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:25.194847 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab616acf-adda-46bd-a294-ef21fb3b04f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.200825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1787d7f9-cfca-4e28-a090-83d36dc41d18 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.245959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1787d7f9-cfca-4e28-a090-83d36dc41d18 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for b82e9f6e-fe00-44d5-b699-454b8357f86b owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:25.448387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:25.565932 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1787d7f9-cfca-4e28-a090-83d36dc41d18 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.572626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f9f10-bf43-48e4-89ac-7bbcb8196a6d req-fafef171-cf06-410b-a6c7-eca0908d0a84 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:25.574385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d3f9f10-bf43-48e4-89ac-7bbcb8196a6d req-fafef171-cf06-410b-a6c7-eca0908d0a84 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.2184699 Jul 08 02:01:25.587348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ab616acf-adda-46bd-a294-ef21fb3b04f0 None None] For port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:25.587929 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab616acf-adda-46bd-a294-ef21fb3b04f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.647127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ab616acf-adda-46bd-a294-ef21fb3b04f0 None None] Calling delete_port for 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:25.668709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d3f9f10-bf43-48e4-89ac-7bbcb8196a6d req-b305226b-ae5f-442f-81b6-b3dfde0a56c2 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879107 Jul 08 02:01:25.711910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787d7f9-cfca-4e28-a090-83d36dc41d18 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=b82e9f6e-fe00-44d5-b699-454b8357f86b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:25.719264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1787d7f9-cfca-4e28-a090-83d36dc41d18 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.730911 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1787d7f9-cfca-4e28-a090-83d36dc41d18 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/b82e9f6e-fe00-44d5-b699-454b8357f86b HTTP/1.1" status: 204 len: 168 time: 1.6322565 Jul 08 02:01:25.730911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47500) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:25.730911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'mac_address': 'fa:16:3e:80:4e:c2', 'name': 'tempest-PortsTestJSON-963874350'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:25.896715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78c420-0c08-4b5c-ac0d-6614d8a330c1 req-86a66ad9-ae76-4f35-ad67-a3ae6f36c93c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:25.902352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d78c420-0c08-4b5c-ac0d-6614d8a330c1 req-86a66ad9-ae76-4f35-ad67-a3ae6f36c93c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.2307267 Jul 08 02:01:25.920441 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab616acf-adda-46bd-a294-ef21fb3b04f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:25.990657 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:01:26.007428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.061948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab616acf-adda-46bd-a294-ef21fb3b04f0 None None] No DVR routers for this DVR port 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:26.073483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d78c420-0c08-4b5c-ac0d-6614d8a330c1 req-2e7bb8ac-4fbc-4f6c-8986-9fb4f2cbe743 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524773 Jul 08 02:01:26.076600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab616acf-adda-46bd-a294-ef21fb3b04f0 None None] Pushing event deleted for resources: {'Port': ['ID=26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:26.178127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:26.237433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=978c8da3-558a-4188-a7c8-d7b2201179d7,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:26.250821 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:26.251070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 26dfcdcc-bfb8-4556-9bb3-10fc4e4ea287 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:26.290044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:26.294434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:26.299080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:26.299772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.312131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd2b2f7-f6a9-4cf4-b12b-d4a06049f02f None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:26.324453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:26.339310 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47512) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:26.344940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:d3:86:13', 'name': 'tempest-NetworksTestDHCPv6-1166024579'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:26.348898 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-50a150ff-4101-4f8e-ae08-2de524871058 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5872977 Jul 08 02:01:26.495037 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.575391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.641829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 7c970558-1bea-486b-8de7-f105cf36b0ed yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:26.728714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:26.745085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '978c8da3-558a-4188-a7c8-d7b2201179d7'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:01:26.751471 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.918355 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:26.991073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 68d4fcad-2a88-45b3-8d5e-d8ab3cda294b yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:27.061099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Allocated IP 2001:db8::f816:3eff:fe94:182c (de78c256-7209-4d49-9cc2-cf9ec79a7408/978c8da3-558a-4188-a7c8-d7b2201179d7/c488f89a-963d-41c2-9eeb-eca739cec01e) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:27.170200 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.295881 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.363380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764d7ef-3c37-4327-bb1d-73b9c32d5e91 req-6d4fa7d3-fdcc-41b7-aad8-968067c664bc tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:27.380737 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8764d7ef-3c37-4327-bb1d-73b9c32d5e91 req-6d4fa7d3-fdcc-41b7-aad8-968067c664bc tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.2401011 Jul 08 02:01:27.486421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:27.502595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:27.505992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:27.515545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:27.516210 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.520992 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.526814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=7c970558-1bea-486b-8de7-f105cf36b0ed,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:27.539179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Transition to ACTIVE for port object c488f89a-963d-41c2-9eeb-eca739cec01e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:27.547125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8764d7ef-3c37-4327-bb1d-73b9c32d5e91 req-7ec972fd-4377-4540-91dc-7130c172fca5 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591499 Jul 08 02:01:27.570114 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-460e3507-ece5-4a1d-913b-262547af8ce8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8441827 Jul 08 02:01:27.571353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47540) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:27.577905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Transition to ACTIVE for port object c488f89a-963d-41c2-9eeb-eca739cec01e will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:27.586336 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.715843 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b25396-3bba-4f68-a0bc-e6de5d523602 req-ae5ad754-d1cd-445f-bdd0-6fea7c221442 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:27.729064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96b25396-3bba-4f68-a0bc-e6de5d523602 req-ae5ad754-d1cd-445f-bdd0-6fea7c221442 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.2844563 Jul 08 02:01:27.739871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Pushing event updated for resources: {'Port': ['ID=c488f89a-963d-41c2-9eeb-eca739cec01e,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:27.780600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:27.783295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:27.786167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:27.798250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::f816:3eff:fed3:8613 (de78c256-7209-4d49-9cc2-cf9ec79a7408/978c8da3-558a-4188-a7c8-d7b2201179d7/68d4fcad-2a88-45b3-8d5e-d8ab3cda294b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:27.855350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07197e6-6dd9-4b21-8ea6-a70bbeec5444 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:27.869114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c07197e6-6dd9-4b21-8ea6-a70bbeec5444 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/7c970558-1bea-486b-8de7-f105cf36b0ed HTTP/1.1" status: 200 len: 840 time: 0.2933888 Jul 08 02:01:27.870579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47552) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:27.943566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Attempting to bind port c488f89a-963d-41c2-9eeb-eca739cec01e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:27.944217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Attempting to bind port c488f89a-963d-41c2-9eeb-eca739cec01e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:27.944217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Attempting to bind port c488f89a-963d-41c2-9eeb-eca739cec01e on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:27.960542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:27.964913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:27.967207 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.969954 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:27.970755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Bound port: c488f89a-963d-41c2-9eeb-eca739cec01e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:27.972045 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:27.984041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96b25396-3bba-4f68-a0bc-e6de5d523602 req-419fee2c-0e0d-4cf3-8761-2d5c3454937c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540030 Jul 08 02:01:28.065488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] For port c488f89a-963d-41c2-9eeb-eca739cec01e, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:28.082266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] For port c488f89a-963d-41c2-9eeb-eca739cec01e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c488f89a-963d-41c2-9eeb-eca739cec01e,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:28.084955 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.316891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fe00d0-fcf8-4a30-8f71-45027848a0f0 None None] Pushing event updated for resources: {'Port': ['ID=c488f89a-963d-41c2-9eeb-eca739cec01e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:28.329509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-15c0a792-1e8b-4bd6-8844-ee0d996ca00e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 7c970558-1bea-486b-8de7-f105cf36b0ed {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:28.330065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15c0a792-1e8b-4bd6-8844-ee0d996ca00e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.461980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-9a341eed-84ad-40b6-8917-e80e62c6da81 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:28.463738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-9a341eed-84ad-40b6-8917-e80e62c6da81 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.4129529 Jul 08 02:01:28.560267 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15c0a792-1e8b-4bd6-8844-ee0d996ca00e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.612778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-15c0a792-1e8b-4bd6-8844-ee0d996ca00e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 7c970558-1bea-486b-8de7-f105cf36b0ed owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:28.862587 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:28.976907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 68d4fcad-2a88-45b3-8d5e-d8ab3cda294b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:29.005311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-4b3b676e-be02-4e91-a2a6-49c155dd698d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Deleting port ab4b12c8-2bca-4a52-93d6-f236498537f4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:29.005793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-4b3b676e-be02-4e91-a2a6-49c155dd698d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.044227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da46d2d-64d5-46b0-a818-03ed8afda2a1 req-846b6406-f92d-4678-8a4c-747c3389ab17 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:29.053805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7da46d2d-64d5-46b0-a818-03ed8afda2a1 req-846b6406-f92d-4678-8a4c-747c3389ab17 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 945 time: 0.1615720 Jul 08 02:01:29.109658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15c0a792-1e8b-4bd6-8844-ee0d996ca00e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.120203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7da46d2d-64d5-46b0-a818-03ed8afda2a1 req-4c804342-a9ed-4a1a-9572-b4d5bacedf84 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653915 Jul 08 02:01:29.147217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0a792-1e8b-4bd6-8844-ee0d996ca00e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=7c970558-1bea-486b-8de7-f105cf36b0ed,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:29.168839 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.191113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-15c0a792-1e8b-4bd6-8844-ee0d996ca00e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.199250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:29.211969 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-15c0a792-1e8b-4bd6-8844-ee0d996ca00e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/7c970558-1bea-486b-8de7-f105cf36b0ed HTTP/1.1" status: 204 len: 168 time: 1.3400633 Jul 08 02:01:29.275140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-4b3b676e-be02-4e91-a2a6-49c155dd698d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] For port ab4b12c8-2bca-4a52-93d6-f236498537f4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=ab4b12c8-2bca-4a52-93d6-f236498537f4,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:29.276068 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-4b3b676e-be02-4e91-a2a6-49c155dd698d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.308907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-4b3b676e-be02-4e91-a2a6-49c155dd698d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Calling delete_port for ab4b12c8-2bca-4a52-93d6-f236498537f4 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:29.320503 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-594e269c-4ac8-492f-8ef8-943c2a9fa89d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:01:29.324088 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-594e269c-4ac8-492f-8ef8-943c2a9fa89d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/7c970558-1bea-486b-8de7-f105cf36b0ed HTTP/1.1" status: 404 len: 333 time: 0.1169429 Jul 08 02:01:29.344632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=68d4fcad-2a88-45b3-8d5e-d8ab3cda294b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:29.349106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:29.375242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'name': 'tempest-PortsTestJSON-1672877507'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:29.529791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:29.545059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:29.547991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:29.555249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:29.556439 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.574651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-4b3b676e-be02-4e91-a2a6-49c155dd698d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.580578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:29.589011 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.589576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['ab4b12c8-2bca-4a52-93d6-f236498537f4'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:29.592173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['3d09f5cb-e6de-4ad1-8742-5201e2f7a489'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:29.612491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-48a8eeea-4216-4c27-bf4d-b76ff3f455e8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2716951 Jul 08 02:01:29.617730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47600) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:29.653449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port c704ff35-f2d7-4ec5-b8c3-c6f729948a1f yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:29.668555 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b676e-be02-4e91-a2a6-49c155dd698d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Pushing event deleted for resources: {'Port': ['ID=ab4b12c8-2bca-4a52-93d6-f236498537f4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:29.735747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c74dc1-6861-4abe-860d-9aaff0ce7f95 req-ccaaf878-b1d9-4036-bc6c-2ee1c0b767eb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:29.744620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76c74dc1-6861-4abe-860d-9aaff0ce7f95 req-ccaaf878-b1d9-4036-bc6c-2ee1c0b767eb tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.4764512 Jul 08 02:01:29.770120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-4b3b676e-be02-4e91-a2a6-49c155dd698d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] No DVR routers for this DVR port ab4b12c8-2bca-4a52-93d6-f236498537f4 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:29.773071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-4b3b676e-be02-4e91-a2a6-49c155dd698d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:29.787032 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-60663bd4-d14f-4719-ba63-79c7462de3ba req-4b3b676e-be02-4e91-a2a6-49c155dd698d tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.16 "DELETE /v2.0/ports/ab4b12c8-2bca-4a52-93d6-f236498537f4 HTTP/1.1" status: 204 len: 173 time: 1.3085818 Jul 08 02:01:29.790360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c', 'name': 'network-vif-deleted', 'tag': 'ab4b12c8-2bca-4a52-93d6-f236498537f4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:29.797755 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab030cf-5c15-4179-894f-d73d369e5929" -d '{"events": [{"server_uuid": "5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c", "name": "network-vif-deleted", "tag": "ab4b12c8-2bca-4a52-93d6-f236498537f4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:29.930983 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bab467-f9ec-4b44-82a7-816bbe352f21 x-openstack-request-id: req-d4bab467-f9ec-4b44-82a7-816bbe352f21 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:29.931782 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c", "name": "network-vif-deleted", "tag": "ab4b12c8-2bca-4a52-93d6-f236498537f4", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:29.932278 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4bab467-f9ec-4b44-82a7-816bbe352f21 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:29.932978 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c', 'name': 'network-vif-deleted', 'tag': 'ab4b12c8-2bca-4a52-93d6-f236498537f4', 'status': 'completed', 'code': 200} Jul 08 02:01:29.975789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76c74dc1-6861-4abe-860d-9aaff0ce7f95 req-bcf195f0-7074-4d25-84e2-8fc7462c8413 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251756 Jul 08 02:01:30.225137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a37bec-dc67-4c7b-a3e6-1250bb52e364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:30.234287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a37bec-dc67-4c7b-a3e6-1250bb52e364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:30.236334 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-94a37bec-dc67-4c7b-a3e6-1250bb52e364 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6174989 Jul 08 02:01:30.239440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47614) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:30.250212 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c488f89a-963d-41c2-9eeb-eca739cec01e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:30.375413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2c8918c8-6cf8-4689-8dc3-5cc7f9a42e20 None None] Provisioning for port c488f89a-963d-41c2-9eeb-eca739cec01e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:30.415730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c4942318-1610-41e9-baa8-c49d9e1a337b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 68d4fcad-2a88-45b3-8d5e-d8ab3cda294b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:30.416144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4942318-1610-41e9-baa8-c49d9e1a337b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.438335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c488f89a-963d-41c2-9eeb-eca739cec01e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:30.449784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c488f89a-963d-41c2-9eeb-eca739cec01e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:30.463136 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.581658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da34c21c-8dfc-4366-b068-aa7194d343e7 req-b0a86e90-7677-4ef4-95d3-f4e15aa9c4e6 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e9c157e-19f5-4f8e-ba0d-cd7391b0ec3c HTTP/1.1" status: 200 len: 210 time: 0.1103041 Jul 08 02:01:30.598453 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.645952 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.685635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.750119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port c488f89a-963d-41c2-9eeb-eca739cec01e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c488f89a-963d-41c2-9eeb-eca739cec01e,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:30.755611 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.785991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:30.790222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:30.792952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:30.799126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:30.799790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.864642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=c704ff35-f2d7-4ec5-b8c3-c6f729948a1f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:30.869456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=c488f89a-963d-41c2-9eeb-eca739cec01e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:30.876698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-34166144-7cba-475e-81e7-195d4440edd9 None None] Provisioning for port 68d4fcad-2a88-45b3-8d5e-d8ab3cda294b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:30.878762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-533587a1-6e2f-44b6-88d1-b7797b5a071a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5063579 Jul 08 02:01:30.879551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:30.887439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-34166144-7cba-475e-81e7-195d4440edd9 None None] Provisioning complete for port 68d4fcad-2a88-45b3-8d5e-d8ab3cda294b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:30.887966 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34166144-7cba-475e-81e7-195d4440edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:30.891380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3ad6754a-44af-49d5-99fa-237528c4418e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:30.977908 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-34166144-7cba-475e-81e7-195d4440edd9 None None] Port 68d4fcad-2a88-45b3-8d5e-d8ab3cda294b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:01:31.152202 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad6754a-44af-49d5-99fa-237528c4418e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.404045 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4942318-1610-41e9-baa8-c49d9e1a337b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.417129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33ebae-d6bf-4b41-ad0d-6a80de48fcca req-c1eede87-9a73-4ab0-b860-740d8836c148 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:31.418760 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb33ebae-d6bf-4b41-ad0d-6a80de48fcca req-c1eede87-9a73-4ab0-b860-740d8836c148 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.1545930 Jul 08 02:01:31.437429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c4942318-1610-41e9-baa8-c49d9e1a337b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 68d4fcad-2a88-45b3-8d5e-d8ab3cda294b owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:31.480624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb33ebae-d6bf-4b41-ad0d-6a80de48fcca req-6d60ac9a-6eb2-43fa-b648-d4dcdd8dec8e tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548058 Jul 08 02:01:31.516886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad6754a-44af-49d5-99fa-237528c4418e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.529198 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad6754a-44af-49d5-99fa-237528c4418e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.589064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6754a-44af-49d5-99fa-237528c4418e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] In _notify_port_updated(), no bound segment for port c704ff35-f2d7-4ec5-b8c3-c6f729948a1f on network bb10d665-6e59-4f95-931b-0d9411d19bd1 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:01:31.594699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad6754a-44af-49d5-99fa-237528c4418e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:31.595326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ad6754a-44af-49d5-99fa-237528c4418e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.599392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3ad6754a-44af-49d5-99fa-237528c4418e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "PUT /v2.0/ports/c704ff35-f2d7-4ec5-b8c3-c6f729948a1f HTTP/1.1" status: 200 len: 818 time: 0.7149715 Jul 08 02:01:31.607575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47626) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:31.678927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4942318-1610-41e9-baa8-c49d9e1a337b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.731284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6754a-44af-49d5-99fa-237528c4418e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=c704ff35-f2d7-4ec5-b8c3-c6f729948a1f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:31.808348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b8d058f7-0bb8-401a-9770-28e5687695d7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port c704ff35-f2d7-4ec5-b8c3-c6f729948a1f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:31.810375 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8d058f7-0bb8-401a-9770-28e5687695d7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.843124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4942318-1610-41e9-baa8-c49d9e1a337b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=68d4fcad-2a88-45b3-8d5e-d8ab3cda294b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:31.858768 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c4942318-1610-41e9-baa8-c49d9e1a337b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:31.863364 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c4942318-1610-41e9-baa8-c49d9e1a337b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/68d4fcad-2a88-45b3-8d5e-d8ab3cda294b HTTP/1.1" status: 204 len: 168 time: 1.6205082 Jul 08 02:01:31.864995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47632) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:31.968568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171984be-7694-4e61-8ad8-6c55b57ce15b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:31.970522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171984be-7694-4e61-8ad8-6c55b57ce15b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:31.985764 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-171984be-7694-4e61-8ad8-6c55b57ce15b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1196854 Jul 08 02:01:31.988489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:32.074260 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8d058f7-0bb8-401a-9770-28e5687695d7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.120965 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b8d058f7-0bb8-401a-9770-28e5687695d7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for c704ff35-f2d7-4ec5-b8c3-c6f729948a1f owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:32.144564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-47520e4e-3060-4c7f-a4a7-fb20feed06bb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 978c8da3-558a-4188-a7c8-d7b2201179d7 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:32.159667 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47520e4e-3060-4c7f-a4a7-fb20feed06bb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.239035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47520e4e-3060-4c7f-a4a7-fb20feed06bb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.246097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c488f89a-963d-41c2-9eeb-eca739cec01e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:32.333511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c488f89a-963d-41c2-9eeb-eca739cec01e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:32.334530 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.487264 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47520e4e-3060-4c7f-a4a7-fb20feed06bb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.534647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd9789-2c25-4bf7-bd0c-12d9d8a1f26e req-91dc1a50-6174-4123-8e12-88a72e2e1e32 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:32.536734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2dd9789-2c25-4bf7-bd0c-12d9d8a1f26e req-91dc1a50-6174-4123-8e12-88a72e2e1e32 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.1935670 Jul 08 02:01:32.541706 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8d058f7-0bb8-401a-9770-28e5687695d7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.606944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d058f7-0bb8-401a-9770-28e5687695d7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=c704ff35-f2d7-4ec5-b8c3-c6f729948a1f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:32.616950 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8d058f7-0bb8-401a-9770-28e5687695d7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.621951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b8d058f7-0bb8-401a-9770-28e5687695d7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/c704ff35-f2d7-4ec5-b8c3-c6f729948a1f HTTP/1.1" status: 204 len: 168 time: 1.0112429 Jul 08 02:01:32.624610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47650) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:32.672475 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2dd9789-2c25-4bf7-bd0c-12d9d8a1f26e req-e81ca31f-177c-4359-8a6a-b00b5b471482 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215804 Jul 08 02:01:32.719935 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47520e4e-3060-4c7f-a4a7-fb20feed06bb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.738475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10395e8e-0474-491b-a435-12806160d863 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:32.745242 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-10395e8e-0474-491b-a435-12806160d863 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1216719 Jul 08 02:01:32.746009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47652) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:32.756778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47520e4e-3060-4c7f-a4a7-fb20feed06bb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=978c8da3-558a-4188-a7c8-d7b2201179d7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:32.774545 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47520e4e-3060-4c7f-a4a7-fb20feed06bb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.776530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-47520e4e-3060-4c7f-a4a7-fb20feed06bb tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/978c8da3-558a-4188-a7c8-d7b2201179d7 HTTP/1.1" status: 204 len: 168 time: 0.7870293 Jul 08 02:01:32.778967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:32.784875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b65a8-adbc-4cc7-9bf1-1a2f5430b71c None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:32.830280 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-202be819-fec9-441d-9563-bd68eb588822 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:01:32.830537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-533cfa96-fbc1-42c8-b55d-fe57d120595b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498309 Jul 08 02:01:32.832348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-202be819-fec9-441d-9563-bd68eb588822 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/c704ff35-f2d7-4ec5-b8c3-c6f729948a1f HTTP/1.1" status: 404 len: 333 time: 0.0852978 Jul 08 02:01:32.832854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47656) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:32.837341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47658) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:32.842292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1245081110'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:32.862897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ab4b12c8-2bca-4a52-93d6-f236498537f4 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:32.897408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:32.902097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fabf59-5185-4089-829d-8a451d516ea4 req-9a41c244-1da2-47bd-b29a-4703ece8ff43 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:32.902292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.909495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75fabf59-5185-4089-829d-8a451d516ea4 req-9a41c244-1da2-47bd-b29a-4703ece8ff43 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 945 time: 0.2360275 Jul 08 02:01:32.919693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: ab4b12c8-2bca-4a52-93d6-f236498537f4 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:32.920037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device ab4b12c8-2bca-4a52-93d6-f236498537f4 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:32.949017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:01:32.967141 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:32.967482 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Added segment 2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee of type vlan for network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf Jul 08 02:01:32.998036 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75fabf59-5185-4089-829d-8a451d516ea4 req-ddecf750-67ff-4d61-9d85-9c7491dd4dd7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875583 Jul 08 02:01:33.021057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aed32a-9e82-4865-a8a1-91775ce361c6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:33.021057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b4aed32a-9e82-4865-a8a1-91775ce361c6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1817081 Jul 08 02:01:33.027217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47664) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:33.067481 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.103184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac1a2c6-5022-467b-a2f2-36b1ecaa65fa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:33.108124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5ac1a2c6-5022-467b-a2f2-36b1ecaa65fa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0771358 Jul 08 02:01:33.108711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47666) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:33.110139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.125445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:33.129304 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.168070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f5a66948-60ca-4a17-a170-364159798a44 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536568 Jul 08 02:01:33.169841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47668) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:33.176569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e79e5803-81d1-44a2-a62d-fc76f5d8ab40 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:33.250249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Network': ['ID=0cd68a5f-5b54-4d7b-826a-155eb8335cbf,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:33.269364 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eaec03d9-0c46-4452-9e23-79496a4762bd tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4307284 Jul 08 02:01:33.282015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47672) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:33.282716 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device db3ff95d-40b4-4099-8134-5f21462ed162 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:01:33.284685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:01:33.289632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:33.313197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79e5803-81d1-44a2-a62d-fc76f5d8ab40 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:33.318425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e79e5803-81d1-44a2-a62d-fc76f5d8ab40 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.426132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:33.435899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.496709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:33.511805 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'port_id': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'mac_address': 'fa:16:3e:cf:72:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:01:33.578187 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.615707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3ff95d-40b4-4099-8134-5f21462ed162 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:01:33.671709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:33.687031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed57f00-3fa6-45c1-b43f-9f1838ec0038 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:01:33.691333 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.729219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.740948 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e79e5803-81d1-44a2-a62d-fc76f5d8ab40 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.763900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79e5803-81d1-44a2-a62d-fc76f5d8ab40 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:33.766594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e79e5803-81d1-44a2-a62d-fc76f5d8ab40 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:33.795739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79e5803-81d1-44a2-a62d-fc76f5d8ab40 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:33.796515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e79e5803-81d1-44a2-a62d-fc76f5d8ab40 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.825696 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e79e5803-81d1-44a2-a62d-fc76f5d8ab40 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6543205 Jul 08 02:01:33.826464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:33.835784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:5d:21:c0', 'name': 'tempest-NetworksTestDHCPv6-1708899854'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:33.836674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=a751cbbc-f259-41cf-a9ea-7ddf0ce23a72,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:33.901307 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:33.922068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Checking segment: {'id': '2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:33.922733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network hostable DHCP agents. Network: 0cd68a5f-5b54-4d7b-826a-155eb8335cbf, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:01:33.931861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fed57f00-3fa6-45c1-b43f-9f1838ec0038 None None] Deleting port c488f89a-963d-41c2-9eeb-eca739cec01e {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:33.933674 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fed57f00-3fa6-45c1-b43f-9f1838ec0038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:33.944420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['db3ff95d-40b4-4099-8134-5f21462ed162'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:33.964789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e5803-81d1-44a2-a62d-fc76f5d8ab40 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=79cff229-bdb0-43fa-9c3b-def409d1c789,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:33.969802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:01:33.980342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 0cd68a5f-5b54-4d7b-826a-155eb8335cbf) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:33.984612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:33.985209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.010046 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f6cbb66a-fe4f-4c79-860e-7bff92312480 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7258961 Jul 08 02:01:34.012873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47682) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:34.018412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bc543152-df95-41c4-9955-3b1e9ec239d5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:34.028721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240fd2b-620c-4588-9e9f-355d7cb3af04 req-89adf813-e4f2-48cb-be69-05b21b0b6246 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:34.030503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5240fd2b-620c-4588-9e9f-355d7cb3af04 req-89adf813-e4f2-48cb-be69-05b21b0b6246 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.1368010 Jul 08 02:01:34.102208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a344b8-51a5-4f18-8d0e-d08ec8149568 None None] Network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:34.119992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:34.128763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5240fd2b-620c-4588-9e9f-355d7cb3af04 req-dba1a604-b796-4c0e-8446-79b156872724 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/security-groups?id=db2acf66-32e3-47c6-9b7b-038cef670b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788729 Jul 08 02:01:34.200111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c488f89a-963d-41c2-9eeb-eca739cec01e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:34.303400 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.351126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 52cac28d-95d5-44ba-82ca-3d4314543d58 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:34.363685 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.403964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fed57f00-3fa6-45c1-b43f-9f1838ec0038 None None] For port c488f89a-963d-41c2-9eeb-eca739cec01e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c488f89a-963d-41c2-9eeb-eca739cec01e,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:34.404260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fed57f00-3fa6-45c1-b43f-9f1838ec0038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.409716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b17f1b-107f-4fe2-8290-9626bd903f2c req-b782b0c1-89c4-4b38-ac85-284208e9d3e9 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:34.417026 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79b17f1b-107f-4fe2-8290-9626bd903f2c req-b782b0c1-89c4-4b38-ac85-284208e9d3e9 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.1907434 Jul 08 02:01:34.503058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc543152-df95-41c4-9955-3b1e9ec239d5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:34.506392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79b17f1b-107f-4fe2-8290-9626bd903f2c req-39909357-aa67-4446-8d49-04e5f37e8af6 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881264 Jul 08 02:01:34.517588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc543152-df95-41c4-9955-3b1e9ec239d5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.551357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-a20545dd-7572-4023-8565-5b59260fec33 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:34.555568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-a20545dd-7572-4023-8565-5b59260fec33 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.24 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 946 time: 0.2571731 Jul 08 02:01:34.600255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-fed57f00-3fa6-45c1-b43f-9f1838ec0038 None None] Calling delete_port for c488f89a-963d-41c2-9eeb-eca739cec01e owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:34.608592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::3e (de78c256-7209-4d49-9cc2-cf9ec79a7408/79cff229-bdb0-43fa-9c3b-def409d1c789/52cac28d-95d5-44ba-82ca-3d4314543d58) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:34.668568 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.697307 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-0cd68a5f-5b54-4d7b-826a-155eb8335cbf', 'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf', 'tenant_id': '8b795de6e7694075b2145e9a319e63d7', 'fixed_ips': [{'subnet_id': 'a751cbbc-f259-41cf-a9ea-7ddf0ce23a72'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:01:34.699320 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.708373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port c488f89a-963d-41c2-9eeb-eca739cec01e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c488f89a-963d-41c2-9eeb-eca739cec01e,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:34.769938 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.820523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.835115 n-d-694802-14 neutron-server[93884]: INFO neutron.db.ipam_backend_mixin [None req-bc543152-df95-41c4-9955-3b1e9ec239d5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a751cbbc-f259-41cf-a9ea-7ddf0ce23a72 (CIDR: 172.20.0.0/28) Jul 08 02:01:34.843132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 52cac28d-95d5-44ba-82ca-3d4314543d58 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:34.846911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=c488f89a-963d-41c2-9eeb-eca739cec01e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:34.849000 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc543152-df95-41c4-9955-3b1e9ec239d5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:01:34.852643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc543152-df95-41c4-9955-3b1e9ec239d5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:01:34.901666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-e67e58d7-f794-4e68-b00b-967d97652273 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Deleting port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:34.902451 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-e67e58d7-f794-4e68-b00b-967d97652273 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.905524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:34.905938 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bc543152-df95-41c4-9955-3b1e9ec239d5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8920889 Jul 08 02:01:34.911318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:34.928055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9ed3a50a-75ce-4f97-873a-1c5c5d4bd54e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:35.063746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-e67e58d7-f794-4e68-b00b-967d97652273 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] For port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:35.064176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-e67e58d7-f794-4e68-b00b-967d97652273 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.089460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-e67e58d7-f794-4e68-b00b-967d97652273 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Calling delete_port for 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:35.199814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Allocated IP 172.20.0.2 (0cd68a5f-5b54-4d7b-826a-155eb8335cbf/a751cbbc-f259-41cf-a9ea-7ddf0ce23a72/9e3d926f-ea70-4766-b079-908396d884e4) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:35.211781 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fed57f00-3fa6-45c1-b43f-9f1838ec0038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.240557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed57f00-3fa6-45c1-b43f-9f1838ec0038 None None] Pushing event deleted for resources: {'Port': ['ID=c488f89a-963d-41c2-9eeb-eca739cec01e,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:35.260614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed57f00-3fa6-45c1-b43f-9f1838ec0038 None None] No DVR routers for this DVR port c488f89a-963d-41c2-9eeb-eca739cec01e on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:35.295076 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-e67e58d7-f794-4e68-b00b-967d97652273 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.312553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8a0141-0d60-4869-a273-52481cac93ca None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:35.345267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e58d7-f794-4e68-b00b-967d97652273 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Pushing event deleted for resources: {'Port': ['ID=3d09f5cb-e6de-4ad1-8742-5201e2f7a489,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:35.372438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['3d09f5cb-e6de-4ad1-8742-5201e2f7a489'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:01:35.448284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-e67e58d7-f794-4e68-b00b-967d97652273 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] No DVR routers for this DVR port 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:35.451010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-e67e58d7-f794-4e68-b00b-967d97652273 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.453060 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40fc4b57-6200-475e-bdef-1fc0e8766f28 req-e67e58d7-f794-4e68-b00b-967d97652273 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.24 "DELETE /v2.0/ports/3d09f5cb-e6de-4ad1-8742-5201e2f7a489 HTTP/1.1" status: 204 len: 173 time: 0.8727121 Jul 08 02:01:35.453676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258b4281-8ee0-4ad7-a6e3-e9c1b2bed499', 'name': 'network-vif-deleted', 'tag': '3d09f5cb-e6de-4ad1-8742-5201e2f7a489'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:35.458029 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c169dd-dd8b-4859-a7c7-d1e7dfb09622" -d '{"events": [{"server_uuid": "258b4281-8ee0-4ad7-a6e3-e9c1b2bed499", "name": "network-vif-deleted", "tag": "3d09f5cb-e6de-4ad1-8742-5201e2f7a489"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:35.532873 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c8cb36-d131-40d2-801d-500e122153a7 x-openstack-request-id: req-01c8cb36-d131-40d2-801d-500e122153a7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:35.533166 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258b4281-8ee0-4ad7-a6e3-e9c1b2bed499", "name": "network-vif-deleted", "tag": "3d09f5cb-e6de-4ad1-8742-5201e2f7a489", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:35.533419 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01c8cb36-d131-40d2-801d-500e122153a7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:35.533825 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258b4281-8ee0-4ad7-a6e3-e9c1b2bed499', 'name': 'network-vif-deleted', 'tag': '3d09f5cb-e6de-4ad1-8742-5201e2f7a489', 'status': 'completed', 'code': 200} Jul 08 02:01:35.548779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e89f9489-9253-4c3e-a524-f54a4d306e68 req-c218904d-8493-4747-8c9b-ca155df1be31 tempest-ServerRescueTestJSON-1670420774 tempest-ServerRescueTestJSON-1670420774-project] 10.222.0.41 "GET /v2.0/ports?device_id=258b4281-8ee0-4ad7-a6e3-e9c1b2bed499 HTTP/1.1" status: 200 len: 210 time: 0.0541265 Jul 08 02:01:35.595407 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.632087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:35.654562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=52cac28d-95d5-44ba-82ca-3d4314543d58,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:35.657999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:35.669946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:35.681255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:35.681255 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.696589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Transition to ACTIVE for port object 9e3d926f-ea70-4766-b079-908396d884e4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:35.718702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-45b6c2d2-8b38-498f-b58f-b583c93f2c90 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8852720 Jul 08 02:01:35.720681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47710) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:35.768032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Transition to ACTIVE for port object 9e3d926f-ea70-4766-b079-908396d884e4 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:35.780959 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.836213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:35.845602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa5e340-6802-45af-9a36-aee6f3a2a710 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:35.846611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:35.852091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:35.854490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-afa5e340-6802-45af-9a36-aee6f3a2a710 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1305404 Jul 08 02:01:35.855064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47712) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:35.865021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-de78c256-7209-4d49-9cc2-cf9ec79a7408', 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'tenant_id': '93c2b050dd9944d8913d387fb3ac29ee', 'fixed_ips': [{'subnet_id': '79cff229-bdb0-43fa-9c3b-def409d1c789'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:01:35.866293 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:35.905831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Pushing event updated for resources: {'Port': ['ID=9e3d926f-ea70-4766-b079-908396d884e4,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:35.921155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed3a50a-75ce-4f97-873a-1c5c5d4bd54e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:35.924823 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a50a-75ce-4f97-873a-1c5c5d4bd54e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.010479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70384b1-3364-4f65-8c86-90b812266595 req-8c59c125-8e21-4adf-aa90-f1884b361f1b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:36.012157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a70384b1-3364-4f65-8c86-90b812266595 req-8c59c125-8e21-4adf-aa90-f1884b361f1b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.2474315 Jul 08 02:01:36.068180 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3b449d77-dd03-45e1-8a92-44f4b8900956 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 52cac28d-95d5-44ba-82ca-3d4314543d58 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:36.068690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b449d77-dd03-45e1-8a92-44f4b8900956 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.141506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a70384b1-3364-4f65-8c86-90b812266595 req-f6c18bbf-acfd-4d3b-8b26-d80e8734e972 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205399 Jul 08 02:01:36.207473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Attempting to bind port 9e3d926f-ea70-4766-b079-908396d884e4 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:36.207893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Attempting to bind port 9e3d926f-ea70-4766-b079-908396d884e4 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:36.208438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Attempting to bind port 9e3d926f-ea70-4766-b079-908396d884e4 on network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:36.232494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:36.233030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Checking segment: {'id': '2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:36.233579 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.234227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Bound using segment: {'id': '2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:36.234739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Bound port: 9e3d926f-ea70-4766-b079-908396d884e4, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:36.235126 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.240461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b449d77-dd03-45e1-8a92-44f4b8900956 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.296614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3b449d77-dd03-45e1-8a92-44f4b8900956 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 52cac28d-95d5-44ba-82ca-3d4314543d58 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:36.339229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/79cff229-bdb0-43fa-9c3b-def409d1c789/befd1a55-6863-4f77-8f27-4d7737f681ba) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:36.438727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] For port 9e3d926f-ea70-4766-b079-908396d884e4, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:36.489576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b449d77-dd03-45e1-8a92-44f4b8900956 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.581100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b449d77-dd03-45e1-8a92-44f4b8900956 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=52cac28d-95d5-44ba-82ca-3d4314543d58,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:36.589368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.591164 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a50a-75ce-4f97-873a-1c5c5d4bd54e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.609469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Transition to ACTIVE for port object befd1a55-6863-4f77-8f27-4d7737f681ba will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:36.647510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Transition to ACTIVE for port object befd1a55-6863-4f77-8f27-4d7737f681ba will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:36.668560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.686411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] For port 9e3d926f-ea70-4766-b079-908396d884e4, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9e3d926f-ea70-4766-b079-908396d884e4,segment=NetworkSegment(2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee),segment_id=2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:36.686659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b449d77-dd03-45e1-8a92-44f4b8900956 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.698322 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3b449d77-dd03-45e1-8a92-44f4b8900956 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/52cac28d-95d5-44ba-82ca-3d4314543d58 HTTP/1.1" status: 204 len: 168 time: 0.8399105 Jul 08 02:01:36.699060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47722) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:36.746000 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:36.767111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:36.769103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3a50a-75ce-4f97-873a-1c5c5d4bd54e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=519045c5-2f7e-46fc-8a29-f52de085936b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:36.774092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:36.785259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:36.786686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:36.800048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47728) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:36.859913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8190132-0eb1-426e-8128-ccc648111a5c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:36.861456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8190132-0eb1-426e-8128-ccc648111a5c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:36.865564 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e8190132-0eb1-426e-8128-ccc648111a5c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1627102 Jul 08 02:01:36.866112 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47732) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:36.981391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbdf5e5-3dda-4106-a807-cc2e71330083 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 79cff229-bdb0-43fa-9c3b-def409d1c789 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:36.990676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf5e5-3dda-4106-a807-cc2e71330083 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.045584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed3a50a-75ce-4f97-873a-1c5c5d4bd54e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:37.112750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9ed3a50a-75ce-4f97-873a-1c5c5d4bd54e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:37.135285 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf5e5-3dda-4106-a807-cc2e71330083 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.172480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed3a50a-75ce-4f97-873a-1c5c5d4bd54e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:37.173470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ed3a50a-75ce-4f97-873a-1c5c5d4bd54e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.213144 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9ed3a50a-75ce-4f97-873a-1c5c5d4bd54e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2992465 Jul 08 02:01:37.218881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:37.222374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Attempting to bind port befd1a55-6863-4f77-8f27-4d7737f681ba on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:37.222870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Attempting to bind port befd1a55-6863-4f77-8f27-4d7737f681ba by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:37.223347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Attempting to bind port befd1a55-6863-4f77-8f27-4d7737f681ba on network de78c256-7209-4d49-9cc2-cf9ec79a7408 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:37.226694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf', 'fixed_ips': [{'subnet_id': 'a751cbbc-f259-41cf-a9ea-7ddf0ce23a72'}, {'subnet_id': '519045c5-2f7e-46fc-8a29-f52de085936b'}], 'name': 'tempest-PortsTestJSON-1796568134'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:37.274222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device db3ff95d-40b4-4099-8134-5f21462ed162 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:37.286875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:37.287612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Checking segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:37.288259 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.289603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Bound using segment: {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:37.292822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Bound port: befd1a55-6863-4f77-8f27-4d7737f681ba, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:37.295090 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.354410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc389c-000a-4574-8ccb-423d5b28c728 None None] Pushing event updated for resources: {'Port': ['ID=9e3d926f-ea70-4766-b079-908396d884e4,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:37.514907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port db3ff95d-40b4-4099-8134-5f21462ed162 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:37.519719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port db3ff95d-40b4-4099-8134-5f21462ed162 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:37.520386 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.521004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf5e5-3dda-4106-a807-cc2e71330083 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.643930 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.659224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf5e5-3dda-4106-a807-cc2e71330083 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.675753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:01:37.719373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:01:37.740219 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.743538 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbbdf5e5-3dda-4106-a807-cc2e71330083 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.748261 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bbbdf5e5-3dda-4106-a807-cc2e71330083 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/79cff229-bdb0-43fa-9c3b-def409d1c789 HTTP/1.1" status: 204 len: 168 time: 0.8787529 Jul 08 02:01:37.748261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdf5e5-3dda-4106-a807-cc2e71330083 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=79cff229-bdb0-43fa-9c3b-def409d1c789,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:37.749464 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47748) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:37.758788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:37.774106 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04cf911-80ef-414a-aa16-3b8e1b7a359c" -d '{"events": [{"server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "name": "network-vif-plugged", "status": "completed", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:37.825782 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eaff9d02-a71b-41f2-954b-135ef749c3c3 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699580 Jul 08 02:01:37.828059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47754) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:37.865978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:37.880270 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:37.930281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc8b79-76ae-4ab0-a9c6-831ea9f59d93 req-a7b066ad-9982-4110-a3dd-d7a20602f23c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:37.936741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dbb4e-dc83-4617-bdbc-85e6e3c165e8 None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:37.938344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3cfc8b79-76ae-4ab0-a9c6-831ea9f59d93 req-a7b066ad-9982-4110-a3dd-d7a20602f23c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 946 time: 0.4904864 Jul 08 02:01:37.956580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d85b0-f927-4672-a517-844b17afe93f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:37.962338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f48d85b0-f927-4672-a517-844b17afe93f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1332181 Jul 08 02:01:37.963654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47758) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:38.043981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:38.053878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf77a90-2498-4875-8e4f-b4888fcea69f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:38.058231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=12']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:38.061139 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1cf77a90-2498-4875-8e4f-b4888fcea69f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0959392 Jul 08 02:01:38.061763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47760) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:38.181880 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9b22ccdc-ad7a-4400-88ca-e20ef5c0ee2b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156852 Jul 08 02:01:38.182561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47762) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:38.196175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:38.254355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9e3d926f-ea70-4766-b079-908396d884e4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:38.378994 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3cfc8b79-76ae-4ab0-a9c6-831ea9f59d93 req-2ddad8c9-cd47-49f2-b024-674cb787cd74 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4205041 Jul 08 02:01:38.422531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 9e3d926f-ea70-4766-b079-908396d884e4 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:38.524497 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc081ab2-e73d-4cc6-8463-4bf195798a8d x-openstack-request-id: req-dc081ab2-e73d-4cc6-8463-4bf195798a8d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:38.525456 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "name": "network-vif-plugged", "status": "completed", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:38.525918 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc081ab2-e73d-4cc6-8463-4bf195798a8d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:38.526491 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'code': 200} Jul 08 02:01:38.607452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d498b-900a-4c3e-ae21-c05bf0432b07 req-ff8e4fa4-789f-4759-9c9a-28caf4a93974 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:38.623764 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b2d498b-900a-4c3e-ae21-c05bf0432b07 req-ff8e4fa4-789f-4759-9c9a-28caf4a93974 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 945 time: 0.6194487 Jul 08 02:01:38.634523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:38.662050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:38.667104 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:38.674287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 109274b5-5fb2-4e10-82a4-fdc382102d1f yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:38.711168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a38fb54-c874-4c36-9ae6-d446659c41f9 None None] Network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:38.814174 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:38.899324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0a6d3d14-0bf9-4fb6-949f-0b194c983076 None None] Provisioning for port 9e3d926f-ea70-4766-b079-908396d884e4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:38.910410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0a6d3d14-0bf9-4fb6-949f-0b194c983076 None None] Provisioning complete for port 9e3d926f-ea70-4766-b079-908396d884e4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:38.910835 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3d14-0bf9-4fb6-949f-0b194c983076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:38.988757 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:39.073866 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3d14-0bf9-4fb6-949f-0b194c983076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:39.128750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0a6d3d14-0bf9-4fb6-949f-0b194c983076 None None] For port 9e3d926f-ea70-4766-b079-908396d884e4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9e3d926f-ea70-4766-b079-908396d884e4,segment=NetworkSegment(2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee),segment_id=2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:39.150988 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3d14-0bf9-4fb6-949f-0b194c983076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:39.209906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b2d498b-900a-4c3e-ae21-c05bf0432b07 req-979160ad-240d-41de-bb29-b13e24306381 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=42503305-fbfa-4193-b194-2a03426ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5850034 Jul 08 02:01:39.234981 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d3d14-0bf9-4fb6-949f-0b194c983076 None None] Pushing event updated for resources: {'Port': ['ID=9e3d926f-ea70-4766-b079-908396d884e4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:39.333703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:39.381125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:39.381512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3d09f5cb-e6de-4ad1-8742-5201e2f7a489 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:39.410282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:01:39.412515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1906b0f-06e0-4beb-a729-4991bb91f01c None None] Update dhcp port {'port': {'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf', 'fixed_ips': [{'subnet_id': 'a751cbbc-f259-41cf-a9ea-7ddf0ce23a72', 'ip_address': '172.20.0.2'}, {'subnet_id': '519045c5-2f7e-46fc-8a29-f52de085936b'}], 'binding:host_id': 'n-d-694802-14'}, 'id': '9e3d926f-ea70-4766-b079-908396d884e4'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:01:39.413156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-c33053f2-d157-44db-93c0-3ef808c57f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:39.415570 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-c33053f2-d157-44db-93c0-3ef808c57f75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1099 time: 0.9986026 Jul 08 02:01:39.541309 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c1906b0f-06e0-4beb-a729-4991bb91f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:39.705909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-df46ba1d-052b-4d24-a201-6692d635dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:39.707446 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-df46ba1d-052b-4d24-a201-6692d635dab7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 200 len: 917 time: 0.1870430 Jul 08 02:01:39.788385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] Deleting port e63609d7-706b-4411-86ac-320cae9a772d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:39.788745 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:39.877048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac236f9-86da-4dff-bfa9-2a24bfefcb24 req-03681648-ba72-4b17-b5bb-b6c5024fe6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:39.878600 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2ac236f9-86da-4dff-bfa9-2a24bfefcb24 req-03681648-ba72-4b17-b5bb-b6c5024fe6b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 1099 time: 0.7975490 Jul 08 02:01:39.931209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.13 (0cd68a5f-5b54-4d7b-826a-155eb8335cbf/a751cbbc-f259-41cf-a9ea-7ddf0ce23a72/109274b5-5fb2-4e10-82a4-fdc382102d1f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:39.957343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-c31984c4-d60e-4f2b-a4c9-6a61ef5b4aee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 200 len: 1001 time: 0.2424002 Jul 08 02:01:39.957517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.24 (0cd68a5f-5b54-4d7b-826a-155eb8335cbf/519045c5-2f7e-46fc-8a29-f52de085936b/109274b5-5fb2-4e10-82a4-fdc382102d1f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:39.977797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b94475-2ca7-417b-8068-97eb95fa1cd5 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:40.003009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d5882-a42b-41f1-8025-b152d04537e2 req-ed78345b-e323-46ad-bc58-68ee6d69f683 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:40.004699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-846d5882-a42b-41f1-8025-b152d04537e2 req-ed78345b-e323-46ad-bc58-68ee6d69f683 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 947 time: 0.3022101 Jul 08 02:01:40.049879 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2ac236f9-86da-4dff-bfa9-2a24bfefcb24 req-db35bfff-995d-478f-bfb1-7f55c3bb89b6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382072 Jul 08 02:01:40.065658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-da11c97a-bef0-4909-b8de-752cf0362e01 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:40.067213 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-da11c97a-bef0-4909-b8de-752cf0362e01 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 945 time: 0.5658593 Jul 08 02:01:40.113124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a63bdb27-6894-4546-8f81-088c43adab64 None None] Could not find standard attr ID for object 52cac28d-95d5-44ba-82ca-3d4314543d58. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:01:40.151581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a63bdb27-6894-4546-8f81-088c43adab64 None None] Provisioning for port befd1a55-6863-4f77-8f27-4d7737f681ba completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:40.162245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] For port e63609d7-706b-4411-86ac-320cae9a772d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e63609d7-706b-4411-86ac-320cae9a772d,segment=NetworkSegment(2c53c221-5381-4214-b8ea-e58a1293426d),segment_id=2c53c221-5381-4214-b8ea-e58a1293426d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:40.162713 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.173269 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-846d5882-a42b-41f1-8025-b152d04537e2 req-682f6f5a-6d60-4288-b411-9a4bed1a490b tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572068 Jul 08 02:01:40.222412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-d78a5de6-d8f2-4fc9-ab36-3d9de6cdb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:40.223972 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-d78a5de6-d8f2-4fc9-ab36-3d9de6cdb9ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 200 len: 855 time: 0.2560890 Jul 08 02:01:40.229150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] Calling delete_port for e63609d7-706b-4411-86ac-320cae9a772d owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:40.332921 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:40.385896 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.427775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-afbb9a03-90ae-465c-ab99-28da75375554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:40.430460 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-afbb9a03-90ae-465c-ab99-28da75375554 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1910803 Jul 08 02:01:40.534510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port befd1a55-6863-4f77-8f27-4d7737f681ba completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:40.540235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:40.541525 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.635240 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.639338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-5b731b92-01c2-4d79-910d-f2ef141380fb service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866081 Jul 08 02:01:40.677762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object 109274b5-5fb2-4e10-82a4-fdc382102d1f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:40.730353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717a805-c760-4371-b782-2968004c50be req-5a504627-a70c-4b94-b564-c46e141c3a20 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:40.731523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f717a805-c760-4371-b782-2968004c50be req-5a504627-a70c-4b94-b564-c46e141c3a20 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 945 time: 0.2626510 Jul 08 02:01:40.768098 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.827192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Deleting port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:40.827568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.901750 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:40.937937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f717a805-c760-4371-b782-2968004c50be req-bcc0ec2e-c140-414b-90c7-dac79b79439c tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=42503305-fbfa-4193-b194-2a03426ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787789 Jul 08 02:01:41.038556 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.038763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-c1906b0f-06e0-4beb-a729-4991bb91f01c None None] Allocated IP 172.20.0.18 (0cd68a5f-5b54-4d7b-826a-155eb8335cbf/519045c5-2f7e-46fc-8a29-f52de085936b/9e3d926f-ea70-4766-b079-908396d884e4) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:41.062003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:41.099359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:41.102085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:41.185810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:41.186807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.319206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] For port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:41.319718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.320023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=109274b5-5fb2-4e10-82a4-fdc382102d1f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:41.384482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63609d7-706b-4411-86ac-320cae9a772d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:41.402150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cfecd29a-1ab3-40f6-a546-4226eb9051c8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.1817124 Jul 08 02:01:41.405498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:41.406584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c1906b0f-06e0-4beb-a729-4991bb91f01c None None] For port 9e3d926f-ea70-4766-b079-908396d884e4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9e3d926f-ea70-4766-b079-908396d884e4,segment=NetworkSegment(2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee),segment_id=2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:41.437210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a751cbbc-f259-41cf-a9ea-7ddf0ce23a72'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:41.497072 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c1906b0f-06e0-4beb-a729-4991bb91f01c None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.517161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c1906b0f-06e0-4beb-a729-4991bb91f01c None None] Transition to ACTIVE for port object 9e3d926f-ea70-4766-b079-908396d884e4 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:41.524857 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c1906b0f-06e0-4beb-a729-4991bb91f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.613572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-85fcb752-183c-469b-8432-720516d807f0 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:41.626896 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85fcb752-183c-469b-8432-720516d807f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:41.874699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1906b0f-06e0-4beb-a729-4991bb91f01c None None] Pushing event updated for resources: {'Port': ['ID=9e3d926f-ea70-4766-b079-908396d884e4,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:41.973649 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85fcb752-183c-469b-8432-720516d807f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.079288 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c7062a57-572a-4827-8c6e-fbe072bcaf36 req-a168e32a-7518-475c-b9bd-990085b9555a service neutron] 10.222.0.24 "GET /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4385176 Jul 08 02:01:42.094547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:42.312257 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.314591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.396765 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.409958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.410809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.466408 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:01:42.467083 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:01:42.478125 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-85fcb752-183c-469b-8432-720516d807f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:01:42.478720 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-85fcb752-183c-469b-8432-720516d807f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:01:42.570655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e9c88-61a7-4d0a-8b03-0158671458ef req-7718b8f8-838c-43a7-a4d7-93020a9e58f4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:42.572787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-530e9c88-61a7-4d0a-8b03-0158671458ef req-7718b8f8-838c-43a7-a4d7-93020a9e58f4 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 947 time: 1.0528247 Jul 08 02:01:42.606839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fa21e-fc5e-4885-90a1-0db4a7537dfe req-3fa20194-20be-40a2-8469-7d3b85969ece tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:42.608394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f7fa21e-fc5e-4885-90a1-0db4a7537dfe req-3fa20194-20be-40a2-8469-7d3b85969ece tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 945 time: 0.3418105 Jul 08 02:01:42.618864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:42.628872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=4a976aa1-0a7c-43c9-b394-c87efe6552fd,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:42.644904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:42.649202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:42.656553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:42.660915 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90b51d-17bd-48f7-b1d9-ca5d7f7558b6 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:42.668192 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.873336 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0279e7c9-0681-47ac-825a-e8b0f47512fe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6825380 Jul 08 02:01:42.879829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47848) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:42.895997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3c5d9666-b2de-453f-8b5a-470fe2c77dcc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:42.904721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.905229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:42.905676 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Floating IP f6468e13-4ac8-45a4-aa29-d98e0b221057 disassociated. External IP: 172.25.4.36, port: b0c463ca-aba2-4e9c-8d56-5cb0bc27f775. Jul 08 02:01:42.906830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Calling delete_port for b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:42.906970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:42.964715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f7fa21e-fc5e-4885-90a1-0db4a7537dfe req-27059fc4-f05e-456d-b443-f94f4b10a328 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups?id=42503305-fbfa-4193-b194-2a03426ac1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645693 Jul 08 02:01:42.997171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] Router 5bf62b81-bfe8-417f-b858-80d0a4a41874 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:01:43.001722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-530e9c88-61a7-4d0a-8b03-0158671458ef req-41dd6e46-25bc-4ffe-9032-bc70f751da00 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129873 Jul 08 02:01:43.084221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8a0e13-9d77-459f-8eb5-0df2daa25bab None None] Network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:43.114569 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.155999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5d9666-b2de-453f-8b5a-470fe2c77dcc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:43.160365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c5d9666-b2de-453f-8b5a-470fe2c77dcc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.224937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Delete allocated IP 172.20.0.24 (0cd68a5f-5b54-4d7b-826a-155eb8335cbf/519045c5-2f7e-46fc-8a29-f52de085936b) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 02:01:43.316831 n-d-694802-14 neutron-server[93884]: INFO neutron.db.ipam_backend_mixin [None req-3c5d9666-b2de-453f-8b5a-470fe2c77dcc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a976aa1-0a7c-43c9-b394-c87efe6552fd (CIDR: 2001:db8::/64) Jul 08 02:01:43.350379 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.350379 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5d9666-b2de-453f-8b5a-470fe2c77dcc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:01:43.350379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5d9666-b2de-453f-8b5a-470fe2c77dcc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:01:43.360139 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85fcb752-183c-469b-8432-720516d807f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.396104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 update to DOWN by agent not found {{(pid=93885) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 08 02:01:43.426352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:43.445687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event deleted for resources: {'Port': ['ID=b0c463ca-aba2-4e9c-8d56-5cb0bc27f775,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:43.477727 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.478445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9e3d926f-ea70-4766-b079-908396d884e4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:43.494855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:01:43.505225 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e8f165da-ae19-41de-821d-3bc1ac021287 admin admin] 10.222.0.41 "PUT /v2.0/routers/5bf62b81-bfe8-417f-b858-80d0a4a41874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6953373 Jul 08 02:01:43.505225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47854) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:43.509750 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3c5d9666-b2de-453f-8b5a-470fe2c77dcc tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6265664 Jul 08 02:01:43.510747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47856) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:43.521908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-79174c2a-8548-4caa-aa3d-6df38e795c0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:43.618531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] Sync routers for ids ['5bf62b81-bfe8-417f-b858-80d0a4a41874'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:01:43.691127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] Routers {'5bf62b81-bfe8-417f-b858-80d0a4a41874'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:43.691737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:01:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5bf62b81-bfe8-417f-b858-80d0a4a41874'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:43.726156 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.734633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Router ff5b97b6-238f-4750-afeb-f30652cc010e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:01:43.743969 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.844166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Ignored duplicate provisioning block setup for port 109274b5-5fb2-4e10-82a4-fdc382102d1f by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 02:01:43.856223 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.895116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:01:43.904501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79174c2a-8548-4caa-aa3d-6df38e795c0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:43.905226 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] Sync routers for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:01:43.908491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79174c2a-8548-4caa-aa3d-6df38e795c0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:43.927263 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:43.930830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:01:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:44.051779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] No DVR routers for this DVR port b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:44.074514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.079603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-018a4b5c-8b76-4574-a5d3-aaf903cefd11 req-948c7c70-3407-4e6f-b2a5-a6d84f4e9bdb tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.16 "DELETE /v2.0/ports/b0c463ca-aba2-4e9c-8d56-5cb0bc27f775 HTTP/1.1" status: 204 len: 173 time: 3.9983101 Jul 08 02:01:44.084161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e84380-bdcf-4227-a998-98204b597349', 'name': 'network-vif-deleted', 'tag': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:01:44.094126 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64617c79-39db-401d-a7ed-c407944fd9d3" -d '{"events": [{"server_uuid": "75e84380-bdcf-4227-a998-98204b597349", "name": "network-vif-deleted", "tag": "b0c463ca-aba2-4e9c-8d56-5cb0bc27f775"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:01:44.184191 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.213031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] Set router 5bf62b81-bfe8-417f-b858-80d0a4a41874 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:44.293394 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:44.509787 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79174c2a-8548-4caa-aa3d-6df38e795c0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.530269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79174c2a-8548-4caa-aa3d-6df38e795c0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:44.533755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-79174c2a-8548-4caa-aa3d-6df38e795c0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:44.537330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79174c2a-8548-4caa-aa3d-6df38e795c0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:44.538599 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-79174c2a-8548-4caa-aa3d-6df38e795c0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.542809 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-85fcb752-183c-469b-8432-720516d807f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:01:44.543152 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-85fcb752-183c-469b-8432-720516d807f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:01:44.559347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7804a5df-8b33-4658-af2a-8257420b3a63 req-e4f47674-2278-401c-be0c-6a1a53e7ee41 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/ports?device_id=75e84380-bdcf-4227-a998-98204b597349 HTTP/1.1" status: 200 len: 210 time: 0.1522226 Jul 08 02:01:44.563728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb4481e-a0a1-4b8b-8739-56bd44336c20 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:44.623244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79174c2a-8548-4caa-aa3d-6df38e795c0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=ceb5ec1d-d276-4d1a-b913-78ff9e38becc,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:44.624578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=109274b5-5fb2-4e10-82a4-fdc382102d1f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:44.661697 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-79174c2a-8548-4caa-aa3d-6df38e795c0b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1443555 Jul 08 02:01:44.662648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47880) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:44.670593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] In _notify_port_updated(), no bound segment for port 109274b5-5fb2-4e10-82a4-fdc382102d1f on network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:01:44.682501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:d7:80:f3', 'name': 'tempest-NetworksTestDHCPv6-759877273'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:44.690314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:44.691762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.693495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-36ccfd9a-e8c8-4912-992f-beffc960250b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "PUT /v2.0/ports/109274b5-5fb2-4e10-82a4-fdc382102d1f HTTP/1.1" status: 200 len: 920 time: 3.2766879 Jul 08 02:01:44.699155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:44.706555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a751cbbc-f259-41cf-a9ea-7ddf0ce23a72'}, {'subnet_id': '519045c5-2f7e-46fc-8a29-f52de085936b'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:44.774618 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:01:44.813543 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:44.831581 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164e5885-0681-418f-98f9-2fdea83a6e9c x-openstack-request-id: req-164e5885-0681-418f-98f9-2fdea83a6e9c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:01:44.838274 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e84380-bdcf-4227-a998-98204b597349", "name": "network-vif-deleted", "tag": "b0c463ca-aba2-4e9c-8d56-5cb0bc27f775", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:01:44.838718 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-164e5885-0681-418f-98f9-2fdea83a6e9c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:01:44.839628 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e84380-bdcf-4227-a998-98204b597349', 'name': 'network-vif-deleted', 'tag': 'b0c463ca-aba2-4e9c-8d56-5cb0bc27f775', 'status': 'completed', 'code': 200} Jul 08 02:01:44.889776 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:44.928370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:44.936502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2ae7-b30f-40aa-989e-b48532bd26f9 req-ea135383-3e16-4be0-8cd6-dafd5bd63faa tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:44.938177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e6f2ae7-b30f-40aa-989e-b48532bd26f9 req-ea135383-3e16-4be0-8cd6-dafd5bd63faa tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 947 time: 0.4078267 Jul 08 02:01:44.945717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Deleting port e3ec1cf1-1b71-468a-86a4-579364fe969f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:44.945717 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:44.959922 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] Checking router: ff5b97b6-238f-4750-afeb-f30652cc010e for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:01:44.971719 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:44.972640 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:01:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:45.145295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'name': 'tempest-ServerRescueTestJSON-729379673-router', 'tenant_id': '0f120e519a72471389919a70a325b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:02Z', 'updated_at': '2021-07-08T02:01:40Z', 'revision_number': 5, 'project_id': '0f120e519a72471389919a70a325b436', 'gw_port': {'id': 'e3ec1cf1-1b71-468a-86a4-579364fe969f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:83:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:03Z', 'updated_at': '2021-07-08T01:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:45.158277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.217935 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] Checking router: 5bf62b81-bfe8-417f-b858-80d0a4a41874 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:01:45.232063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 4fbc6a6c-6b2f-4792-887c-699a7293b2c7 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:45.246411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] Routers {'5bf62b81-bfe8-417f-b858-80d0a4a41874'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:01:45.247766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:01:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5bf62b81-bfe8-417f-b858-80d0a4a41874'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:45.248623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2e6f2ae7-b30f-40aa-989e-b48532bd26f9 req-a3885d29-2341-4d4d-8edd-84bcb5d51453 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2921638 Jul 08 02:01:45.314475 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:45.398729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] Set router 5bf62b81-bfe8-417f-b858-80d0a4a41874 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:01:45.510776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] For port e3ec1cf1-1b71-468a-86a4-579364fe969f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e3ec1cf1-1b71-468a-86a4-579364fe969f,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:45.516551 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.559533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:45.563261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'name': 'tempest-ServerRescueTestJSON-729379673-router', 'tenant_id': '0f120e519a72471389919a70a325b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:02Z', 'updated_at': '2021-07-08T02:01:44Z', 'revision_number': 6, 'project_id': '0f120e519a72471389919a70a325b436', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:45.570780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Calling delete_port for e3ec1cf1-1b71-468a-86a4-579364fe969f owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:45.584133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cab740af-d1df-4186-a9d2-cabb206537f7 None None] Provisioning for port 9e3d926f-ea70-4766-b079-908396d884e4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:45.589374 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.668976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8:0:1::365 (de78c256-7209-4d49-9cc2-cf9ec79a7408/ceb5ec1d-d276-4d1a-b913-78ff9e38becc/4fbc6a6c-6b2f-4792-887c-699a7293b2c7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:45.679430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::f816:3eff:fed7:80f3 (de78c256-7209-4d49-9cc2-cf9ec79a7408/4a976aa1-0a7c-43c9-b394-c87efe6552fd/4fbc6a6c-6b2f-4792-887c-699a7293b2c7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:45.687270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8d735-7da4-4f69-99d2-c8666976561c None None] The sync data for ids ['5bf62b81-bfe8-417f-b858-80d0a4a41874'] in n-d-694802-14 is: [{'id': '5bf62b81-bfe8-417f-b858-80d0a4a41874', 'name': 'tempest-ServerRescueTestJSON-729379673-router', 'tenant_id': '0f120e519a72471389919a70a325b436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:02Z', 'updated_at': '2021-07-08T02:01:44Z', 'revision_number': 6, 'project_id': '0f120e519a72471389919a70a325b436', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:01:45.698092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cab740af-d1df-4186-a9d2-cabb206537f7 None None] Provisioning complete for port 9e3d926f-ea70-4766-b079-908396d884e4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:45.698788 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cab740af-d1df-4186-a9d2-cabb206537f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:45.795588 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:45.900511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ec69f-1e93-4808-b5d9-f22e5d06a32b None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '4a976aa1-0a7c-43c9-b394-c87efe6552fd', 'ip_address': '2001:db8::f816:3eff:fed8:417d'}, {'subnet_id': 'ceb5ec1d-d276-4d1a-b913-78ff9e38becc'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'befd1a55-6863-4f77-8f27-4d7737f681ba'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:01:45.906233 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb6ee9-799e-4bc3-8a2c-12df9f611cab None None] The sync data for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 is: [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T01:52:57Z', 'revision_number': 4, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5d803a47-fa40-43f1-a817-9919ca0b8d60', 'name': '', 'network_id': 'f5ed028f-b8a7-42b6-a69c-211263d91a60', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'mac_address': 'fa:16:3e:cb:6f:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:56Z', 'updated_at': '2021-07-08T01:53:09Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'subnets': [{'id': '6f5a5b79-afd4-4dee-971e-ebe6660706fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:01:45.939994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47894) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:46.076332 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-956ec69f-1e93-4808-b5d9-f22e5d06a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.177980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cab740af-d1df-4186-a9d2-cabb206537f7 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:46.187693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cab740af-d1df-4186-a9d2-cabb206537f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.242908 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.280295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-086b06c2-8958-4c69-aaea-f835d7e5fc66 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.333500 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ec1cf1-1b71-468a-86a4-579364fe969f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:46.364970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:46.365356 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.417557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.477815 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-086b06c2-8958-4c69-aaea-f835d7e5fc66 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.518376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 4fbc6a6c-6b2f-4792-887c-699a7293b2c7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:46.562009 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.613263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-086b06c2-8958-4c69-aaea-f835d7e5fc66 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.618459 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-086b06c2-8958-4c69-aaea-f835d7e5fc66 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:46.621601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b896b-12bd-413b-a3b3-c6f4efbef6f5 None None] New status for floating IP f6468e13-4ac8-45a4-aa29-d98e0b221057: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:01:46.623122 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-086b06c2-8958-4c69-aaea-f835d7e5fc66 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "DELETE /v2.0/security-groups/42503305-fbfa-4193-b194-2a03426ac1a4 HTTP/1.1" status: 204 len: 168 time: 0.6797881 Jul 08 02:01:46.633137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47900) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:46.663727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b06c2-8958-4c69-aaea-f835d7e5fc66 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42503305-fbfa-4193-b194-2a03426ac1a4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:46.679954 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-09207104-d4ac-4ab9-87f4-68983b1858b0 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] show failed (client error): The resource could not be found. Jul 08 02:01:46.684157 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-09207104-d4ac-4ab9-87f4-68983b1858b0 tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "GET /v2.0/security-groups/42503305-fbfa-4193-b194-2a03426ac1a4 HTTP/1.1" status: 404 len: 347 time: 0.0478327 Jul 08 02:01:46.687617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:46.699562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.151113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9e3d926f-ea70-4766-b079-908396d884e4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:47.172902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.177494 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.201902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-956ec69f-1e93-4808-b5d9-f22e5d06a32b None None] Allocated IP 2001:db8:0:1::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/ceb5ec1d-d276-4d1a-b913-78ff9e38becc/befd1a55-6863-4f77-8f27-4d7737f681ba) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:47.243824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cab740af-d1df-4186-a9d2-cabb206537f7 None None] Could not find standard attr ID for object 52cac28d-95d5-44ba-82ca-3d4314543d58. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:01:47.320133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:47.341412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:47.344613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9e3d926f-ea70-4766-b079-908396d884e4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:47.345004 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.346577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:47.358048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:47.361494 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.394996 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.395682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf62b81-bfe8-417f-b858-80d0a4a41874 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:01:47.404581 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.418504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-04f07a64-e0f4-4903-8467-41918153565a admin admin] 10.222.0.41 "DELETE /v2.0/routers/5bf62b81-bfe8-417f-b858-80d0a4a41874 HTTP/1.1" status: 204 len: 168 time: 3.9121099 Jul 08 02:01:47.419196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:47.440234 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7731237 Jul 08 02:01:47.445451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:47.453905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6b6af-30ef-4e10-965a-ba5e1ffc23ec tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=4fbc6a6c-6b2f-4792-887c-699a7293b2c7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:47.474606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-be2c8991-f69b-49d4-ae49-61a52dd96240 None None] Provisioning complete for port 9e3d926f-ea70-4766-b079-908396d884e4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:47.475377 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-be2c8991-f69b-49d4-ae49-61a52dd96240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.481308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-956ec69f-1e93-4808-b5d9-f22e5d06a32b None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:47.516462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-dc44d2d9-e4b8-4145-9f58-0df95c90ff0f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Deleting port c1112c03-e864-4236-8347-a8029bab2148 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:47.516960 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc44d2d9-e4b8-4145-9f58-0df95c90ff0f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.566065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.21 (0cd68a5f-5b54-4d7b-826a-155eb8335cbf/519045c5-2f7e-46fc-8a29-f52de085936b/109274b5-5fb2-4e10-82a4-fdc382102d1f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:47.657230 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-956ec69f-1e93-4808-b5d9-f22e5d06a32b None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.683110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-956ec69f-1e93-4808-b5d9-f22e5d06a32b None None] Transition to ACTIVE for port object befd1a55-6863-4f77-8f27-4d7737f681ba will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:47.687355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-691b5f81-6020-4604-98a5-a4abec4dd789 admin admin] Deleting subnet 7591d5c0-f8e1-45fb-9714-40bbbdc76f9f {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:47.691646 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b5f81-6020-4604-98a5-a4abec4dd789 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.720872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc44d2d9-e4b8-4145-9f58-0df95c90ff0f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.721476 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc44d2d9-e4b8-4145-9f58-0df95c90ff0f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.737581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3ec1cf1-1b71-468a-86a4-579364fe969f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:47.739723 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b5f81-6020-4604-98a5-a4abec4dd789 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.741975 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-956ec69f-1e93-4808-b5d9-f22e5d06a32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.747878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-dc44d2d9-e4b8-4145-9f58-0df95c90ff0f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Calling delete_port for c1112c03-e864-4236-8347-a8029bab2148 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:47.780816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: e3ec1cf1-1b71-468a-86a4-579364fe969f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:47.781167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3ec1cf1-1b71-468a-86a4-579364fe969f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:47.781742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e63609d7-706b-4411-86ac-320cae9a772d no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:47.795710 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b5f81-6020-4604-98a5-a4abec4dd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.830502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: e63609d7-706b-4411-86ac-320cae9a772d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:47.842767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e63609d7-706b-4411-86ac-320cae9a772d not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:47.868683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-be2c8991-f69b-49d4-ae49-61a52dd96240 None None] Provisioning for port 109274b5-5fb2-4e10-82a4-fdc382102d1f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:47.870613 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b5f81-6020-4604-98a5-a4abec4dd789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.915746 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-be2c8991-f69b-49d4-ae49-61a52dd96240 None None] Provisioning complete for port 109274b5-5fb2-4e10-82a4-fdc382102d1f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:47.916135 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-be2c8991-f69b-49d4-ae49-61a52dd96240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.952467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b5f81-6020-4604-98a5-a4abec4dd789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7591d5c0-f8e1-45fb-9714-40bbbdc76f9f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:47.985838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-691b5f81-6020-4604-98a5-a4abec4dd789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:47.988378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-691b5f81-6020-4604-98a5-a4abec4dd789 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7591d5c0-f8e1-45fb-9714-40bbbdc76f9f HTTP/1.1" status: 204 len: 168 time: 0.5655968 Jul 08 02:01:47.992597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:48.048107 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc44d2d9-e4b8-4145-9f58-0df95c90ff0f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.077723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-218a127b-ed0e-418c-9098-ebd8f5491493 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 4fbc6a6c-6b2f-4792-887c-699a7293b2c7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:48.077976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ec69f-1e93-4808-b5d9-f22e5d06a32b None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:48.078321 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-218a127b-ed0e-418c-9098-ebd8f5491493 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.091405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-be2c8991-f69b-49d4-ae49-61a52dd96240 None None] Port 109274b5-5fb2-4e10-82a4-fdc382102d1f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:01:48.091683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44d2d9-e4b8-4145-9f58-0df95c90ff0f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Pushing event deleted for resources: {'Port': ['ID=c1112c03-e864-4236-8347-a8029bab2148,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:48.175566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc44d2d9-e4b8-4145-9f58-0df95c90ff0f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.179956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc44d2d9-e4b8-4145-9f58-0df95c90ff0f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.180994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.181424 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dc44d2d9-e4b8-4145-9f58-0df95c90ff0f tempest-AttachVolumeTestJSON-644052739 tempest-AttachVolumeTestJSON-644052739-project] 10.222.0.41 "DELETE /v2.0/floatingips/f6468e13-4ac8-45a4-aa29-d98e0b221057 HTTP/1.1" status: 204 len: 168 time: 1.4910877 Jul 08 02:01:48.255112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.293335 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-218a127b-ed0e-418c-9098-ebd8f5491493 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.313395 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-218a127b-ed0e-418c-9098-ebd8f5491493 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 4fbc6a6c-6b2f-4792-887c-699a7293b2c7 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:48.431925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Ignored duplicate provisioning block setup for port 109274b5-5fb2-4e10-82a4-fdc382102d1f by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 08 02:01:48.442118 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.573248 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.619759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=109274b5-5fb2-4e10-82a4-fdc382102d1f,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:48.641663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d0d5a7-2254-4910-83c9-b0e5959f6e09']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:48.719697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c53c221-5381-4214-b8ea-e58a1293426d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:48.719993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c53c221-5381-4214-b8ea-e58a1293426d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:48.768501 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.952170 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:48.962712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:01:48.963536 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.026260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] In _notify_port_updated(), no bound segment for port 109274b5-5fb2-4e10-82a4-fdc382102d1f on network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:01:49.033753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f20201dd-d72e-4fa3-bf56-f9fa562d5a98 None None] Provisioning complete for port 109274b5-5fb2-4e10-82a4-fdc382102d1f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:49.035346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:49.036141 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.036638 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f20201dd-d72e-4fa3-bf56-f9fa562d5a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.039059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0d0ee9ab-4abf-4b74-b59f-06801de9813e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "PUT /v2.0/ports/109274b5-5fb2-4e10-82a4-fdc382102d1f HTTP/1.1" status: 200 len: 1000 time: 4.3355312 Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:01:49.040169 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:01:49.044342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47932) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.045129 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-218a127b-ed0e-418c-9098-ebd8f5491493 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.047395 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.061919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.066206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] 10.222.0.41 "DELETE /v2.0/networks/87d0d5a7-2254-4910-83c9-b0e5959f6e09 HTTP/1.1" status: 204 len: 168 time: 1.0652962 Jul 08 02:01:49.099597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a127b-ed0e-418c-9098-ebd8f5491493 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=4fbc6a6c-6b2f-4792-887c-699a7293b2c7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:49.103110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e099aa-6fc7-4130-95dc-a1420cc9f146 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d0d5a7-2254-4910-83c9-b0e5959f6e09,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:49.187407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f20201dd-d72e-4fa3-bf56-f9fa562d5a98 None None] Port 109274b5-5fb2-4e10-82a4-fdc382102d1f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:01:49.227807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-218a127b-ed0e-418c-9098-ebd8f5491493 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.238709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-218a127b-ed0e-418c-9098-ebd8f5491493 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/4fbc6a6c-6b2f-4792-887c-699a7293b2c7 HTTP/1.1" status: 204 len: 168 time: 1.7818978 Jul 08 02:01:49.243390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47944) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.317912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-94255fae-9618-485c-83fa-1b9966eb8c82 None None] Provisioning for port befd1a55-6863-4f77-8f27-4d7737f681ba completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:01:49.321301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ffffd3a5-621d-481c-9e72-992fb77c84b5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 109274b5-5fb2-4e10-82a4-fdc382102d1f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:49.321912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ffffd3a5-621d-481c-9e72-992fb77c84b5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.325749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-94255fae-9618-485c-83fa-1b9966eb8c82 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:49.327136 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-94255fae-9618-485c-83fa-1b9966eb8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.403340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b7a73d-221a-4f2b-a886-b17b6a4c5f6e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:49.412149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c9b7a73d-221a-4f2b-a886-b17b6a4c5f6e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1672521 Jul 08 02:01:49.415214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47962) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.555521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ffffd3a5-621d-481c-9e72-992fb77c84b5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.573773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17211334-fdb4-45ba-8184-e1ae46d1ce51 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:49.583281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-17211334-fdb4-45ba-8184-e1ae46d1ce51 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1668363 Jul 08 02:01:49.585694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47976) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.623212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ffffd3a5-621d-481c-9e72-992fb77c84b5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 109274b5-5fb2-4e10-82a4-fdc382102d1f owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:49.682665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47982) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.773570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5089a7d7-9c44-44c3-ac2d-d86a9044245b None None] Could not find standard attr ID for object 4fbc6a6c-6b2f-4792-887c-699a7293b2c7. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:01:49.777319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3ee703b9-f16f-4370-98b8-115225a8aa74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f120e519a72471389919a70a325b436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929036 Jul 08 02:01:49.781084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47988) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.808686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11570268-493e-4a6c-9229-5f4667985760 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:49.810699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11570268-493e-4a6c-9229-5f4667985760 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:49.812798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11570268-493e-4a6c-9229-5f4667985760 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:49.814511 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-11570268-493e-4a6c-9229-5f4667985760 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2248607 Jul 08 02:01:49.817716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47992) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:49.866529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:49.934779 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b80c97b-f72b-4cdb-8f37-f1b5ad9ec87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:49.986830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:49.987208 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.007529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b80c97b-f72b-4cdb-8f37-f1b5ad9ec87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.119344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b80c97b-f72b-4cdb-8f37-f1b5ad9ec87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.122668 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b80c97b-f72b-4cdb-8f37-f1b5ad9ec87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.127116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9b80c97b-f72b-4cdb-8f37-f1b5ad9ec87d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db2acf66-32e3-47c6-9b7b-038cef670b14 HTTP/1.1" status: 204 len: 168 time: 0.3405058 Jul 08 02:01:50.141718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b80c97b-f72b-4cdb-8f37-f1b5ad9ec87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2acf66-32e3-47c6-9b7b-038cef670b14,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:50.215251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf850190-62ee-4be6-8b4b-5155b1086aaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 4a976aa1-0a7c-43c9-b394-c87efe6552fd {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:50.224918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf850190-62ee-4be6-8b4b-5155b1086aaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.397771 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf850190-62ee-4be6-8b4b-5155b1086aaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.507262 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ffffd3a5-621d-481c-9e72-992fb77c84b5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.612565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffd3a5-621d-481c-9e72-992fb77c84b5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=109274b5-5fb2-4e10-82a4-fdc382102d1f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:50.677848 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dd92b554-9e0f-4884-b6ee-40f032aaaa1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:50.698781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf850190-62ee-4be6-8b4b-5155b1086aaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.028639 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ffffd3a5-621d-481c-9e72-992fb77c84b5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.032004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ffffd3a5-621d-481c-9e72-992fb77c84b5 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/109274b5-5fb2-4e10-82a4-fdc382102d1f HTTP/1.1" status: 204 len: 168 time: 1.9894161 Jul 08 02:01:51.034826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:51.072201 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-68668d3d-88a5-448a-a79a-91e3450c9e71 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:01:51.078790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48112) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:51.088852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-68668d3d-88a5-448a-a79a-91e3450c9e71 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/109274b5-5fb2-4e10-82a4-fdc382102d1f HTTP/1.1" status: 404 len: 333 time: 0.0529144 Jul 08 02:01:51.091506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf850190-62ee-4be6-8b4b-5155b1086aaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.188624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf850190-62ee-4be6-8b4b-5155b1086aaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=4a976aa1-0a7c-43c9-b394-c87efe6552fd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:51.211373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8032779c-1ebf-4455-a62e-f49bbc088a89 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:51.223821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf850190-62ee-4be6-8b4b-5155b1086aaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.230264 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cf850190-62ee-4be6-8b4b-5155b1086aaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/4a976aa1-0a7c-43c9-b394-c87efe6552fd HTTP/1.1" status: 204 len: 168 time: 1.4090714 Jul 08 02:01:51.230507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48126) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:51.252492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd295f72-b876-4d2e-bd1b-833a4a4301c1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet 519045c5-2f7e-46fc-8a29-f52de085936b {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:51.270420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd295f72-b876-4d2e-bd1b-833a4a4301c1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.343482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-092e385d-a523-45d0-ac56-bf2140605a53 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet ceb5ec1d-d276-4d1a-b913-78ff9e38becc {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:51.353759 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-092e385d-a523-45d0-ac56-bf2140605a53 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.365396 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd295f72-b876-4d2e-bd1b-833a4a4301c1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.433816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-092e385d-a523-45d0-ac56-bf2140605a53 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.538825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-092e385d-a523-45d0-ac56-bf2140605a53 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.604854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd295f72-b876-4d2e-bd1b-833a4a4301c1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.645193 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-092e385d-a523-45d0-ac56-bf2140605a53 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.685869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e385d-a523-45d0-ac56-bf2140605a53 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb5ec1d-d276-4d1a-b913-78ff9e38becc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:51.709334 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-092e385d-a523-45d0-ac56-bf2140605a53 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.727812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-092e385d-a523-45d0-ac56-bf2140605a53 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/ceb5ec1d-d276-4d1a-b913-78ff9e38becc HTTP/1.1" status: 204 len: 168 time: 0.4961064 Jul 08 02:01:51.728656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:51.765153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd295f72-b876-4d2e-bd1b-833a4a4301c1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.798431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ca2cbfe5-4371-45ee-9418-97f02ea1523c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684481 Jul 08 02:01:51.799094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:51.805203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:51.844335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd295f72-b876-4d2e-bd1b-833a4a4301c1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=519045c5-2f7e-46fc-8a29-f52de085936b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:51.868155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd295f72-b876-4d2e-bd1b-833a4a4301c1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:51.870088 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cd295f72-b876-4d2e-bd1b-833a4a4301c1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/519045c5-2f7e-46fc-8a29-f52de085936b HTTP/1.1" status: 204 len: 168 time: 0.7900686 Jul 08 02:01:51.877621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:51.894067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b95d645-e6ca-4202-8ced-81e5a2c38579 None None] Network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:52.036273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c7bd0b-7c60-4a4d-92c3-408f295de969 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet a751cbbc-f259-41cf-a9ea-7ddf0ce23a72 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:01:52.061416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8c7bd0b-7c60-4a4d-92c3-408f295de969 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.171716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:52.188645 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.194993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8c7bd0b-7c60-4a4d-92c3-408f295de969 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.333670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd72a8-3aa9-43ff-9a02-560ad928834b None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': 'ceb5ec1d-d276-4d1a-b913-78ff9e38becc'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'befd1a55-6863-4f77-8f27-4d7737f681ba'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:01:52.408390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48254) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:52.413474 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a8dd72a8-3aa9-43ff-9a02-560ad928834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.468068 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8c7bd0b-7c60-4a4d-92c3-408f295de969 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.599564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f71833a9-9fda-4d19-86fc-49c40fcc394f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.672767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8c7bd0b-7c60-4a4d-92c3-408f295de969 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.724186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8c7bd0b-7c60-4a4d-92c3-408f295de969 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.726867 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a8c7bd0b-7c60-4a4d-92c3-408f295de969 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/a751cbbc-f259-41cf-a9ea-7ddf0ce23a72 HTTP/1.1" status: 204 len: 168 time: 0.8514307 Jul 08 02:01:52.731049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48288) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:52.774654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7bd0b-7c60-4a4d-92c3-408f295de969 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=a751cbbc-f259-41cf-a9ea-7ddf0ce23a72,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:52.842863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f71833a9-9fda-4d19-86fc-49c40fcc394f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.851522 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f71833a9-9fda-4d19-86fc-49c40fcc394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:52.933396 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.011954 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f71833a9-9fda-4d19-86fc-49c40fcc394f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=023e341b25694590872d938a28f525bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021066 Jul 08 02:01:53.016443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48316) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:53.077123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d0daf-a0b7-4311-9566-b1383be54038 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:53.097881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71833a9-9fda-4d19-86fc-49c40fcc394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9192025-6802-4dcf-b25c-3f8d671620e9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:53.140995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 9e3d926f-ea70-4766-b079-908396d884e4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:01:53.141988 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.154708 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e28409c-c812-4926-b756-ca53f91cd284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.189758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e28409c-c812-4926-b756-ca53f91cd284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.267148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0ef60aa6-be54-432c-90a5-ac9d3bb6ab0e None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:53.268027 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0ef60aa6-be54-432c-90a5-ac9d3bb6ab0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.290054 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e28409c-c812-4926-b756-ca53f91cd284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.293013 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e28409c-c812-4926-b756-ca53f91cd284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.296485 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2e28409c-c812-4926-b756-ca53f91cd284 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9192025-6802-4dcf-b25c-3f8d671620e9 HTTP/1.1" status: 204 len: 168 time: 0.2650647 Jul 08 02:01:53.301037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.objects.ports [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:01:53.309117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28409c-c812-4926-b756-ca53f91cd284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9192025-6802-4dcf-b25c-3f8d671620e9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:53.438678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba76907-f7f3-4f99-899f-490e64e781f2 None None] Update dhcp port {'port': {'network_id': '0cd68a5f-5b54-4d7b-826a-155eb8335cbf', 'fixed_ips': [{'subnet_id': 'a751cbbc-f259-41cf-a9ea-7ddf0ce23a72'}], 'binding:host_id': 'n-d-694802-14'}, 'id': '9e3d926f-ea70-4766-b079-908396d884e4'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:01:53.466073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] For port 9e3d926f-ea70-4766-b079-908396d884e4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9e3d926f-ea70-4766-b079-908396d884e4,segment=NetworkSegment(2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee),segment_id=2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:53.466445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.480954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 9e3d926f-ea70-4766-b079-908396d884e4 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:01:53.565402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e7b1b49f-1e44-458b-928a-62b30fcb400b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.596060 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3ba76907-f7f3-4f99-899f-490e64e781f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.627075 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.681871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba76907-f7f3-4f99-899f-490e64e781f2 None None] Host n-d-694802-14 tried to update port 9e3d926f-ea70-4766-b079-908396d884e4 which no longer exists. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jul 08 02:01:53.729122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=9e3d926f-ea70-4766-b079-908396d884e4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:53.764799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No DVR routers for this DVR port 9e3d926f-ea70-4766-b079-908396d884e4 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:01:53.770311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:53.791126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0510141e-51c5-4e23-bb7a-4bed287ba7a7 None None] Network 0cd68a5f-5b54-4d7b-826a-155eb8335cbf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:53.846118 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:53.966989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8cc96dca-42af-4d3e-806c-35495b14e235 None None] Could not find standard attr ID for object 9e3d926f-ea70-4766-b079-908396d884e4. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:01:54.133993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.165969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd68a5f-5b54-4d7b-826a-155eb8335cbf']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:54.181878 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.192067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:54.192597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2798f754-fa5a-4c3b-9d4c-3bf5c76e0cee') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:01:54.214041 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.238139 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.269805 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.286377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bcdaf1-b139-44ac-b183-95308416e33e None None] DHCP port deletion for 0cd68a5f-5b54-4d7b-826a-155eb8335cbf request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:01:54.289448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:01:54.290156 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:01:54.293954 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:01:54.336828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:54.346875 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.405615 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:01:54.406594 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:01:54.441342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.453163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.461692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48442) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:54.472509 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/networks/0cd68a5f-5b54-4d7b-826a-155eb8335cbf HTTP/1.1" status: 204 len: 168 time: 1.7166104 Jul 08 02:01:54.541706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:54.636836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30997b58-3617-44bd-87a1-ce40ec5e4ea1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:54.645841 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-30997b58-3617-44bd-87a1-ce40ec5e4ea1 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1812279 Jul 08 02:01:54.646909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48460) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:54.789113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:54.917956 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-41b96df5-505a-4e17-9fd3-5308a37433f3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2688429 Jul 08 02:01:54.918592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48488) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:54.924113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889279418'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:54.999448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:55.009460 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.083220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:01:55.115399 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.116296 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Added segment 0fbc0075-49a3-4d4e-af8f-66656064cd3f of type vlan for network 5f750a72-f64b-4945-a008-a0705486136c Jul 08 02:01:55.234563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c86ca-d17c-47ea-a822-181c8c90f064 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Network': ['ID=0cd68a5f-5b54-4d7b-826a-155eb8335cbf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:55.279127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.292098 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.371779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.386449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:55.387382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.488000 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5647333 Jul 08 02:01:55.489135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48510) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:55.518670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': '5f750a72-f64b-4945-a008-a0705486136c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:55.664704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ef6bb-5ce4-4cca-941e-64accd06fe24 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Network': ['ID=5f750a72-f64b-4945-a008-a0705486136c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:55.694741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 5f750a72-f64b-4945-a008-a0705486136c details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:01:55.869955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:55.873735 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:55.911242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:55.914743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:56.001476 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.012648 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.014251 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.102112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-89bdf734-2203-47f4-9f9b-31abf5885343 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:56.103242 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89bdf734-2203-47f4-9f9b-31abf5885343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.218622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:56.219569 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.291044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:56.312155 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:56.339576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:56.341797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98449c0e-b3aa-47d3-addd-61bdb8f69b8d None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:56.344052 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.378108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=dc063fe3-18bc-48c5-b1dc-5404dfeb2f56,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:56.388057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.414203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=12']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:56.434063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-da48a4be-ce2f-446f-8eca-a1ca232c82b8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6338830 Jul 08 02:01:56.436852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48532) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:56.442044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-af3407f8-75d6-422f-8256-a982c1863013 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:56.474586 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89bdf734-2203-47f4-9f9b-31abf5885343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.589705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Checking segment: {'id': '0fbc0075-49a3-4d4e-af8f-66656064cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5f750a72-f64b-4945-a008-a0705486136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:56.591272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network hostable DHCP agents. Network: 5f750a72-f64b-4945-a008-a0705486136c, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:01:56.620047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=7ede0961-6354-4fb9-9d04-94c3b50a95e2,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:56.634692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 5f750a72-f64b-4945-a008-a0705486136c is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:01:56.653552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 5f750a72-f64b-4945-a008-a0705486136c) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:56.671472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:56.672108 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.723125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3407f8-75d6-422f-8256-a982c1863013 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:56.723677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-89bdf734-2203-47f4-9f9b-31abf5885343 None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:01:56.739324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c7a14e-0d15-46cc-90aa-0b495cb3e014 None None] Network 5f750a72-f64b-4945-a008-a0705486136c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:56.742993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3407f8-75d6-422f-8256-a982c1863013 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.745572 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.750166 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-caf09789-e937-4e16-ae74-4ce7b811374e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2456424 Jul 08 02:01:56.753242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48544) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:56.766454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': '5f750a72-f64b-4945-a008-a0705486136c', 'name': 'tempest-PortsTestJSON-1999753336'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:56.769689 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89bdf734-2203-47f4-9f9b-31abf5885343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.776042 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:56.942748 n-d-694802-14 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-af3407f8-75d6-422f-8256-a982c1863013 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc063fe3-18bc-48c5-b1dc-5404dfeb2f56 (CIDR: 2001:db8::/64) Jul 08 02:01:56.951989 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3407f8-75d6-422f-8256-a982c1863013 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:01:56.953830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3407f8-75d6-422f-8256-a982c1863013 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:01:57.001223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:57.004792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-af3407f8-75d6-422f-8256-a982c1863013 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5668499 Jul 08 02:01:57.007566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:57.007994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:57.013506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:57.033041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 362006f7-a5b6-425a-9708-5a76d8fa4f5c yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:57.120134 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:01:57.120460 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:01:57.238523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:57.243023 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:57.248547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdf734-2203-47f4-9f9b-31abf5885343 None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=13']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:57.326350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.3 (5f750a72-f64b-4945-a008-a0705486136c/7ede0961-6354-4fb9-9d04-94c3b50a95e2/362006f7-a5b6-425a-9708-5a76d8fa4f5c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:57.349888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-5f750a72-f64b-4945-a008-a0705486136c', 'network_id': '5f750a72-f64b-4945-a008-a0705486136c', 'tenant_id': '8b795de6e7694075b2145e9a319e63d7', 'fixed_ips': [{'subnet_id': '7ede0961-6354-4fb9-9d04-94c3b50a95e2'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:01:57.351360 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:57.728405 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:57.813235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9e3d926f-ea70-4766-b079-908396d884e4 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:01:57.813760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object 362006f7-a5b6-425a-9708-5a76d8fa4f5c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:57.874548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 9e3d926f-ea70-4766-b079-908396d884e4 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:01:57.874908 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9e3d926f-ea70-4766-b079-908396d884e4 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:01:57.932521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:57.967327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:58.057687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:58.061049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:58.067374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:58.068196 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:58.077332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 5f750a72-f64b-4945-a008-a0705486136c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:58.091293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8bf823ab-ceae-4c28-9163-8abb6106c109 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:58.091293 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8bf823ab-ceae-4c28-9163-8abb6106c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:58.091293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c34178b-a6da-47b5-996b-3ab17f1ef231 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:01:58.091619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:58.092344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:58.100956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=a59090ce-a742-41fd-9731-f9554c7130c1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:58.109760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.110447 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.110994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.111893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.112177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=362006f7-a5b6-425a-9708-5a76d8fa4f5c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:58.112607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.113099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.113606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.114100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.114592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.115953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.116523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.117137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:01:58.124985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ac9559d1-1f71-4d10-bedd-dd71178c6d8a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1161876 Jul 08 02:01:58.126073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48564) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:58.131872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:30:dc:4c', 'name': 'tempest-NetworksTestDHCPv6-520970229'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:58.196362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:01:58.215141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:58.235510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:58.261280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:58.262049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Allocated IP 172.20.0.2 (5f750a72-f64b-4945-a008-a0705486136c/7ede0961-6354-4fb9-9d04-94c3b50a95e2/d2243d64-eb68-422b-8421-3a7ccd8f4dfb) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:58.280985 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8375589e-0b36-42bc-9444-0834ead92d81 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5263629 Jul 08 02:01:58.281603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48568) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:58.291198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': '5f750a72-f64b-4945-a008-a0705486136c', 'name': 'tempest-PortsTestJSON-2068332983'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:01:58.516550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:01:58.520187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:58.559131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port e023feee-0e48-434f-a3f8-361a4bfbfed2 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:58.572968 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:58.613050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:01:58.613545 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:58.656149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 6cb94d93-771c-498a-9e0f-98e4e2e3805f yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:01:58.955700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8:0:1::35e (de78c256-7209-4d49-9cc2-cf9ec79a7408/a59090ce-a742-41fd-9731-f9554c7130c1/6cb94d93-771c-498a-9e0f-98e4e2e3805f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:58.964226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::f816:3eff:fe30:dc4c (de78c256-7209-4d49-9cc2-cf9ec79a7408/dc063fe3-18bc-48c5-b1dc-5404dfeb2f56/6cb94d93-771c-498a-9e0f-98e4e2e3805f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:59.095178 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.120576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Transition to ACTIVE for port object d2243d64-eb68-422b-8421-3a7ccd8f4dfb will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:59.169683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Transition to ACTIVE for port object d2243d64-eb68-422b-8421-3a7ccd8f4dfb will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:59.281995 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.302769 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.403814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 6cb94d93-771c-498a-9e0f-98e4e2e3805f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:01:59.426187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.13 (5f750a72-f64b-4945-a008-a0705486136c/7ede0961-6354-4fb9-9d04-94c3b50a95e2/e023feee-0e48-434f-a3f8-361a4bfbfed2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:01:59.549554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.603656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Network 5f750a72-f64b-4945-a008-a0705486136c is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:59.638005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:59.640981 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:59.643022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:01:59.644525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Pushing event updated for resources: {'Port': ['ID=d2243d64-eb68-422b-8421-3a7ccd8f4dfb,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:01:59.671364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:01:59.687644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:01:59.695732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:01:59.707284 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.778166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48608) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:01:59.800733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6732590 Jul 08 02:01:59.917080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Attempting to bind port d2243d64-eb68-422b-8421-3a7ccd8f4dfb on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:01:59.918062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Attempting to bind port d2243d64-eb68-422b-8421-3a7ccd8f4dfb by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '0fbc0075-49a3-4d4e-af8f-66656064cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5f750a72-f64b-4945-a008-a0705486136c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:01:59.918842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Attempting to bind port d2243d64-eb68-422b-8421-3a7ccd8f4dfb on network 5f750a72-f64b-4945-a008-a0705486136c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:01:59.937282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:01:59.937675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Checking segment: {'id': '0fbc0075-49a3-4d4e-af8f-66656064cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5f750a72-f64b-4945-a008-a0705486136c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:01:59.938088 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:01:59.938497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Bound using segment: {'id': '0fbc0075-49a3-4d4e-af8f-66656064cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5f750a72-f64b-4945-a008-a0705486136c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:01:59.941926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Bound port: d2243d64-eb68-422b-8421-3a7ccd8f4dfb, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbc0075-49a3-4d4e-af8f-66656064cd3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5f750a72-f64b-4945-a008-a0705486136c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:01:59.942359 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.005956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cb75e-3065-47eb-9e44-f3d221c4beff tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=6cb94d93-771c-498a-9e0f-98e4e2e3805f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:00.087047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1bfde03e-5ea1-4b1b-baa1-d2e71327de57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 6cb94d93-771c-498a-9e0f-98e4e2e3805f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:00.087553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bfde03e-5ea1-4b1b-baa1-d2e71327de57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.126604 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.134985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d49dc-90d5-4d5b-b410-c1ffa7293abd None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': 'dc063fe3-18bc-48c5-b1dc-5404dfeb2f56', 'ip_address': '2001:db8::f816:3eff:fed8:417d'}, {'subnet_id': 'a59090ce-a742-41fd-9731-f9554c7130c1'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'befd1a55-6863-4f77-8f27-4d7737f681ba'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:02:00.163875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object e023feee-0e48-434f-a3f8-361a4bfbfed2 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:00.226789 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.297906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bfde03e-5ea1-4b1b-baa1-d2e71327de57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.312978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] For port d2243d64-eb68-422b-8421-3a7ccd8f4dfb, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:00.318722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] For port d2243d64-eb68-422b-8421-3a7ccd8f4dfb, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d2243d64-eb68-422b-8421-3a7ccd8f4dfb,segment=NetworkSegment(0fbc0075-49a3-4d4e-af8f-66656064cd3f),segment_id=0fbc0075-49a3-4d4e-af8f-66656064cd3f)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:00.320173 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c44d49dc-90d5-4d5b-b410-c1ffa7293abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.328415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1bfde03e-5ea1-4b1b-baa1-d2e71327de57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 6cb94d93-771c-498a-9e0f-98e4e2e3805f owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:00.333030 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.345568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 5f750a72-f64b-4945-a008-a0705486136c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:00.367084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:00.372693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:00.409657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c9161-8df0-4d6d-a1bf-76d7c91a2667 None None] Pushing event updated for resources: {'Port': ['ID=d2243d64-eb68-422b-8421-3a7ccd8f4dfb,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:00.499144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:00.501210 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.525161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=e023feee-0e48-434f-a3f8-361a4bfbfed2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:00.535227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:00.538731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e9defe30-3fab-44cc-95bd-56e850b52bb3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2527909 Jul 08 02:02:00.836167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24852244-4c08-4439-9bb5-2458261df539 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:00.840784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24852244-4c08-4439-9bb5-2458261df539 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.3042326 Jul 08 02:02:00.841002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48624) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:00.899312 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bfde03e-5ea1-4b1b-baa1-d2e71327de57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:00.944955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-c44d49dc-90d5-4d5b-b410-c1ffa7293abd None None] Allocated IP 2001:db8:0:1::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/a59090ce-a742-41fd-9731-f9554c7130c1/befd1a55-6863-4f77-8f27-4d7737f681ba) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:00.988241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfde03e-5ea1-4b1b-baa1-d2e71327de57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=6cb94d93-771c-498a-9e0f-98e4e2e3805f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:01.087742 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bfde03e-5ea1-4b1b-baa1-d2e71327de57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.095388 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1bfde03e-5ea1-4b1b-baa1-d2e71327de57 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/6cb94d93-771c-498a-9e0f-98e4e2e3805f HTTP/1.1" status: 204 len: 168 time: 1.3155911 Jul 08 02:02:01.097590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c44d49dc-90d5-4d5b-b410-c1ffa7293abd None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:01.097771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48630) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:01.121072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6b8aadb6-627b-4c14-b062-098984d878a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port e023feee-0e48-434f-a3f8-361a4bfbfed2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:01.124649 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b8aadb6-627b-4c14-b062-098984d878a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.139197 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c44d49dc-90d5-4d5b-b410-c1ffa7293abd None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.156525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c44d49dc-90d5-4d5b-b410-c1ffa7293abd None None] Transition to ACTIVE for port object befd1a55-6863-4f77-8f27-4d7737f681ba will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:01.168884 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c44d49dc-90d5-4d5b-b410-c1ffa7293abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.241293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92e8ca4-f658-42db-b5ca-d6209be625aa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:01.243205 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e92e8ca4-f658-42db-b5ca-d6209be625aa tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1445825 Jul 08 02:02:01.250505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48632) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:01.320270 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b8aadb6-627b-4c14-b062-098984d878a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.335675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d49dc-90d5-4d5b-b410-c1ffa7293abd None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=14']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:01.376811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6b8aadb6-627b-4c14-b062-098984d878a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for e023feee-0e48-434f-a3f8-361a4bfbfed2 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:01.397404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de331d7-0e70-4cc3-bb34-1728e336467f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:01.399332 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8de331d7-0e70-4cc3-bb34-1728e336467f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1474905 Jul 08 02:02:01.402337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48634) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:01.680700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b14667-25fd-45f7-88d9-bd7c224a749b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:01.682435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b14667-25fd-45f7-88d9-bd7c224a749b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:01.684030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b14667-25fd-45f7-88d9-bd7c224a749b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:01.685839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-06b14667-25fd-45f7-88d9-bd7c224a749b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2825055 Jul 08 02:02:01.689728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48640) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:01.717476 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b8aadb6-627b-4c14-b062-098984d878a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.821887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aadb6-627b-4c14-b062-098984d878a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=e023feee-0e48-434f-a3f8-361a4bfbfed2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:01.843948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-656d8fa6-37cf-4818-a2ce-907844bdb1af tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet a59090ce-a742-41fd-9731-f9554c7130c1 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:01.855883 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-656d8fa6-37cf-4818-a2ce-907844bdb1af tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:01.974989 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-656d8fa6-37cf-4818-a2ce-907844bdb1af tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:02.023821 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b8aadb6-627b-4c14-b062-098984d878a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:02.031970 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6b8aadb6-627b-4c14-b062-098984d878a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/e023feee-0e48-434f-a3f8-361a4bfbfed2 HTTP/1.1" status: 204 len: 168 time: 1.1891389 Jul 08 02:02:02.034370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48648) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:02.142276 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-179613ce-553d-4d39-94fa-0e63de4a3e9e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:02:02.147677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-179613ce-553d-4d39-94fa-0e63de4a3e9e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/e023feee-0e48-434f-a3f8-361a4bfbfed2 HTTP/1.1" status: 404 len: 333 time: 0.1121404 Jul 08 02:02:02.148907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:02.152983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-656d8fa6-37cf-4818-a2ce-907844bdb1af tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:02.353664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:02.391367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f781d-eeb0-4b35-ab75-ae4cdb6ddacb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 362006f7-a5b6-425a-9708-5a76d8fa4f5c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:02.391860 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c2f781d-eeb0-4b35-ab75-ae4cdb6ddacb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:02.402696 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-656d8fa6-37cf-4818-a2ce-907844bdb1af tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:02.481574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d2243d64-eb68-422b-8421-3a7ccd8f4dfb up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:02.507051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-656d8fa6-37cf-4818-a2ce-907844bdb1af tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:02.525767 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-656d8fa6-37cf-4818-a2ce-907844bdb1af tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/a59090ce-a742-41fd-9731-f9554c7130c1 HTTP/1.1" status: 204 len: 168 time: 0.8349078 Jul 08 02:02:02.529728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48656) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:02.530499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d8fa6-37cf-4818-a2ce-907844bdb1af tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=a59090ce-a742-41fd-9731-f9554c7130c1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:02.547564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a97833-df96-4d12-b5f9-b4d48e262691 None None] Network 5f750a72-f64b-4945-a008-a0705486136c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:02.626942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9201d3-4fe9-4edf-b8b4-09c1ca25f4ef None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:02.665973 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c2f781d-eeb0-4b35-ab75-ae4cdb6ddacb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:02.680196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f781d-eeb0-4b35-ab75-ae4cdb6ddacb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 362006f7-a5b6-425a-9708-5a76d8fa4f5c owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:02.713612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a9f93d11-2478-4275-aae5-0d87427c127a None None] Provisioning for port d2243d64-eb68-422b-8421-3a7ccd8f4dfb completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:02.763622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb5d66e-88b8-4aab-a51b-9810d16f943e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet dc063fe3-18bc-48c5-b1dc-5404dfeb2f56 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:02.767278 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d66e-88b8-4aab-a51b-9810d16f943e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:02.815537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d66e-88b8-4aab-a51b-9810d16f943e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:02.917555 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d66e-88b8-4aab-a51b-9810d16f943e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:02.946159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a9f93d11-2478-4275-aae5-0d87427c127a None None] Provisioning for port befd1a55-6863-4f77-8f27-4d7737f681ba completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:02.963442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a9f93d11-2478-4275-aae5-0d87427c127a None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:02.963799 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9f93d11-2478-4275-aae5-0d87427c127a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:03.017925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port d2243d64-eb68-422b-8421-3a7ccd8f4dfb completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:03.033856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d2243d64-eb68-422b-8421-3a7ccd8f4dfb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:03.034099 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:03.071930 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d66e-88b8-4aab-a51b-9810d16f943e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:03.288521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5d66e-88b8-4aab-a51b-9810d16f943e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=dc063fe3-18bc-48c5-b1dc-5404dfeb2f56,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:03.293180 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0eb5d66e-88b8-4aab-a51b-9810d16f943e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:03.297680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0eb5d66e-88b8-4aab-a51b-9810d16f943e tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/dc063fe3-18bc-48c5-b1dc-5404dfeb2f56 HTTP/1.1" status: 204 len: 168 time: 0.7665522 Jul 08 02:02:03.298137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48664) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:03.298981 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c2f781d-eeb0-4b35-ab75-ae4cdb6ddacb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:03.369580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f781d-eeb0-4b35-ab75-ae4cdb6ddacb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=362006f7-a5b6-425a-9708-5a76d8fa4f5c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:03.406329 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f2ea18c6-41ea-43df-9c59-80cb9545140a tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060796 Jul 08 02:02:03.410244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48670) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:03.438201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d81d6cb9-20b7-4b62-bb6e-12f20142d209 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:03.564586 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:03.625498 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c2f781d-eeb0-4b35-ab75-ae4cdb6ddacb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:03.627440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6c2f781d-eeb0-4b35-ab75-ae4cdb6ddacb tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/362006f7-a5b6-425a-9708-5a76d8fa4f5c HTTP/1.1" status: 204 len: 168 time: 1.4760396 Jul 08 02:02:03.636746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:03.682425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81d6cb9-20b7-4b62-bb6e-12f20142d209 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:03.688137 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cb9-20b7-4b62-bb6e-12f20142d209 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:03.742108 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5646614-852f-4ecb-8a4a-320fecfb034e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:02:03.743832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c5646614-852f-4ecb-8a4a-320fecfb034e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/362006f7-a5b6-425a-9708-5a76d8fa4f5c HTTP/1.1" status: 404 len: 333 time: 0.1057069 Jul 08 02:02:03.761282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:03.781485 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc477b0-5a6e-4303-bf1d-78c296989170 None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': 'dc063fe3-18bc-48c5-b1dc-5404dfeb2f56'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'befd1a55-6863-4f77-8f27-4d7737f681ba'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:02:03.784292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port d2243d64-eb68-422b-8421-3a7ccd8f4dfb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d2243d64-eb68-422b-8421-3a7ccd8f4dfb,segment=NetworkSegment(0fbc0075-49a3-4d4e-af8f-66656064cd3f),segment_id=0fbc0075-49a3-4d4e-af8f-66656064cd3f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:03.844766 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:03.890359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bd5d2e-00e3-4018-86ce-9041f1ea4de2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet 7ede0961-6354-4fb9-9d04-94c3b50a95e2 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:03.916061 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5d2e-00e3-4018-86ce-9041f1ea4de2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:03.977181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2fc477b0-5a6e-4303-bf1d-78c296989170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.000800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5d2e-00e3-4018-86ce-9041f1ea4de2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.128612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:04.171416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cb9-20b7-4b62-bb6e-12f20142d209 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.193079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5d2e-00e3-4018-86ce-9041f1ea4de2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.249045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=d2243d64-eb68-422b-8421-3a7ccd8f4dfb,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:04.289436 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5d2e-00e3-4018-86ce-9041f1ea4de2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.299428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81d6cb9-20b7-4b62-bb6e-12f20142d209 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:04.320835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d81d6cb9-20b7-4b62-bb6e-12f20142d209 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:04.367262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d6cb9-20b7-4b62-bb6e-12f20142d209 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=78e4632e-fd2b-4078-970f-910414a5498c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:04.370331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81d6cb9-20b7-4b62-bb6e-12f20142d209 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:04.370773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cb9-20b7-4b62-bb6e-12f20142d209 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.388634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd5d2e-00e3-4018-86ce-9041f1ea4de2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=7ede0961-6354-4fb9-9d04-94c3b50a95e2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:04.402683 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d81d6cb9-20b7-4b62-bb6e-12f20142d209 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9901094 Jul 08 02:02:04.403339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48694) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:04.406049 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5d2e-00e3-4018-86ce-9041f1ea4de2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.408534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c0891340-6b31-42c6-869c-670ec22bc204 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:04.414304 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d0bd5d2e-00e3-4018-86ce-9041f1ea4de2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/7ede0961-6354-4fb9-9d04-94c3b50a95e2 HTTP/1.1" status: 204 len: 168 time: 0.6515467 Jul 08 02:02:04.414909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48696) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:04.431397 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6126fd09-3891-4389-8451-bc3398f98708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.447957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dadc7ecc-f25b-4830-915c-3d3d838ff7eb None None] Provisioning complete for port d2243d64-eb68-422b-8421-3a7ccd8f4dfb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:04.452196 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dadc7ecc-f25b-4830-915c-3d3d838ff7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.638846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dc24ed-dffa-427b-99a7-62937b6ec065 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:04.681999 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6126fd09-3891-4389-8451-bc3398f98708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.697629 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6126fd09-3891-4389-8451-bc3398f98708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.719971 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.799596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0891340-6b31-42c6-869c-670ec22bc204 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:04.805262 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0891340-6b31-42c6-869c-670ec22bc204 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.813107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126fd09-3891-4389-8451-bc3398f98708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4a7560-f897-47f1-8222-14cb6a1b5203,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:04.861904 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6126fd09-3891-4389-8451-bc3398f98708 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3c543708b1247d18c7d152c326b84ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275472 Jul 08 02:02:04.864251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:04.942489 n-d-694802-14 neutron-server[93884]: INFO neutron.db.ipam_backend_mixin [None req-c0891340-6b31-42c6-869c-670ec22bc204 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78e4632e-fd2b-4078-970f-910414a5498c (CIDR: 2001:db8::/64) Jul 08 02:02:04.947337 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0891340-6b31-42c6-869c-670ec22bc204 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:02:04.947863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0891340-6b31-42c6-869c-670ec22bc204 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:04.961082 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a31cb72e-5889-447a-bff8-903796f7f01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:04.971625 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c0891340-6b31-42c6-869c-670ec22bc204 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5647895 Jul 08 02:02:04.972426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48702) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:04.980803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:04.989575 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a31cb72e-5889-447a-bff8-903796f7f01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.058442 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a31cb72e-5889-447a-bff8-903796f7f01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.066325 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a31cb72e-5889-447a-bff8-903796f7f01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.077069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a31cb72e-5889-447a-bff8-903796f7f01d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a4a7560-f897-47f1-8222-14cb6a1b5203 HTTP/1.1" status: 204 len: 168 time: 0.2084174 Jul 08 02:02:05.088347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cb72e-5889-447a-bff8-903796f7f01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4a7560-f897-47f1-8222-14cb6a1b5203,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:05.105638 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.106527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5e167-46b3-4031-8a3d-a72ad876a45c None None] Network 5f750a72-f64b-4945-a008-a0705486136c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:05.135241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port d2243d64-eb68-422b-8421-3a7ccd8f4dfb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:05.137744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.315239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] For port d2243d64-eb68-422b-8421-3a7ccd8f4dfb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d2243d64-eb68-422b-8421-3a7ccd8f4dfb,segment=NetworkSegment(0fbc0075-49a3-4d4e-af8f-66656064cd3f),segment_id=0fbc0075-49a3-4d4e-af8f-66656064cd3f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:05.315841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.329610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for d2243d64-eb68-422b-8421-3a7ccd8f4dfb owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:05.382107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dadc7ecc-f25b-4830-915c-3d3d838ff7eb None None] Could not find standard attr ID for object 362006f7-a5b6-425a-9708-5a76d8fa4f5c. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:02:05.598325 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3bf50ee6-89ba-46f0-8370-992b7f6ebbe5 None None] Could not find standard attr ID for object 362006f7-a5b6-425a-9708-5a76d8fa4f5c. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:02:05.614862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3bf50ee6-89ba-46f0-8370-992b7f6ebbe5 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:05.620554 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3bf50ee6-89ba-46f0-8370-992b7f6ebbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:05.621758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:05.743589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c77a3e6-2fb8-4d3f-92a5-fdf8f75cfcda None None] DHCP port deletion for 5f750a72-f64b-4945-a008-a0705486136c request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:02:05.969083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9c77a3e6-2fb8-4d3f-92a5-fdf8f75cfcda None None] Deleting port d2243d64-eb68-422b-8421-3a7ccd8f4dfb {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:05.969546 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c77a3e6-2fb8-4d3f-92a5-fdf8f75cfcda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:06.154226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff298ba-135e-4afe-83bd-a60ace7dbd52 None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '78e4632e-fd2b-4078-970f-910414a5498c'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'befd1a55-6863-4f77-8f27-4d7737f681ba'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:02:06.159608 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:06.172506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9c77a3e6-2fb8-4d3f-92a5-fdf8f75cfcda None None] For port d2243d64-eb68-422b-8421-3a7ccd8f4dfb, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d2243d64-eb68-422b-8421-3a7ccd8f4dfb,segment=NetworkSegment(0fbc0075-49a3-4d4e-af8f-66656064cd3f),segment_id=0fbc0075-49a3-4d4e-af8f-66656064cd3f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:06.173177 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c77a3e6-2fb8-4d3f-92a5-fdf8f75cfcda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:06.188150 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:06.278228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No DVR routers for this DVR port d2243d64-eb68-422b-8421-3a7ccd8f4dfb on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:06.279915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=d2243d64-eb68-422b-8421-3a7ccd8f4dfb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:06.319754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9c77a3e6-2fb8-4d3f-92a5-fdf8f75cfcda None None] Calling delete_port for d2243d64-eb68-422b-8421-3a7ccd8f4dfb owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:06.349077 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fff298ba-135e-4afe-83bd-a60ace7dbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:06.402460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:06.408777 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:06.707841 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:06.961461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.011203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f750a72-f64b-4945-a008-a0705486136c']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:07.031019 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c77a3e6-2fb8-4d3f-92a5-fdf8f75cfcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.054254 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:02:07.146662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77a3e6-2fb8-4d3f-92a5-fdf8f75cfcda None None] No DVR routers for this DVR port d2243d64-eb68-422b-8421-3a7ccd8f4dfb on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:07.169567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77a3e6-2fb8-4d3f-92a5-fdf8f75cfcda None None] Pushing event deleted for resources: {'Port': ['ID=d2243d64-eb68-422b-8421-3a7ccd8f4dfb,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:07.189534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbc0075-49a3-4d4e-af8f-66656064cd3f') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:07.189906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbc0075-49a3-4d4e-af8f-66656064cd3f') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:07.202456 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.204058 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.224212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.234682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:02:07.235194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:02:07.332921 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:02:07.337583 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.348009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.355162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/networks/5f750a72-f64b-4945-a008-a0705486136c HTTP/1.1" status: 204 len: 168 time: 2.9390483 Jul 08 02:02:07.375457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:07.378499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48764) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:07.381666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b0c07-e288-4871-b714-28481165019d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Network': ['ID=5f750a72-f64b-4945-a008-a0705486136c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:07.383527 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.384253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d2243d64-eb68-422b-8421-3a7ccd8f4dfb no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:07.391291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-649339625'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:07.494518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:07.498097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.545837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=17']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:07.551166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: d2243d64-eb68-422b-8421-3a7ccd8f4dfb {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:07.553683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d2243d64-eb68-422b-8421-3a7ccd8f4dfb not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:07.587330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-fff298ba-135e-4afe-83bd-a60ace7dbd52 None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/78e4632e-fd2b-4078-970f-910414a5498c/befd1a55-6863-4f77-8f27-4d7737f681ba) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:07.627783 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.631372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:02:07.658485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.659206 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Added segment e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18 of type vlan for network 669945f3-924b-4995-bac5-5a6ef64687f3 Jul 08 02:02:07.802956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] Deleting port 5d803a47-fa40-43f1-a817-9919ca0b8d60 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:07.804167 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.835235 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.844386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fff298ba-135e-4afe-83bd-a60ace7dbd52 None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:07.914800 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fff298ba-135e-4afe-83bd-a60ace7dbd52 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.928630 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.934429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:07.935055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.948389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fff298ba-135e-4afe-83bd-a60ace7dbd52 None None] Transition to ACTIVE for port object befd1a55-6863-4f77-8f27-4d7737f681ba will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:07.953958 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fff298ba-135e-4afe-83bd-a60ace7dbd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:07.967994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] For port 5d803a47-fa40-43f1-a817-9919ca0b8d60, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5d803a47-fa40-43f1-a817-9919ca0b8d60,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:07.968886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.017580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] Calling delete_port for 5d803a47-fa40-43f1-a817-9919ca0b8d60 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:08.081606 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:02:08.082148 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:02:08.106172 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7195048 Jul 08 02:02:08.106764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48778) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:08.112897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff298ba-135e-4afe-83bd-a60ace7dbd52 None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=19']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:08.131155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': '669945f3-924b-4995-bac5-5a6ef64687f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:08.164623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec254066-1bbe-48ab-b326-c80bd456e48f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Network': ['ID=669945f3-924b-4995-bac5-5a6ef64687f3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:08.185074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 669945f3-924b-4995-bac5-5a6ef64687f3 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:02:08.403522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:08.407637 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.525344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.587921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d803a47-fa40-43f1-a817-9919ca0b8d60,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:08.898187 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.919262 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.924885 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:08.984544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.115368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Checking segment: {'id': 'e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '669945f3-924b-4995-bac5-5a6ef64687f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:09.115689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network hostable DHCP agents. Network: 669945f3-924b-4995-bac5-5a6ef64687f3, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:02:09.137651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=9b46d473-fed4-4a1b-8b13-33403f03a358,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:09.231365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 669945f3-924b-4995-bac5-5a6ef64687f3 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:02:09.253767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 669945f3-924b-4995-bac5-5a6ef64687f3) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:09.264485 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b77451-9b51-42b2-87ca-c9fb76e6f242 None None] Network 669945f3-924b-4995-bac5-5a6ef64687f3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:09.302918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:09.304237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.393324 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-539f16ea-2d63-4e91-8a3a-f1a01ed81dc7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2793694 Jul 08 02:02:09.405013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:09.434510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:09.439432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': '669945f3-924b-4995-bac5-5a6ef64687f3', 'name': 'tempest-PortsTestJSON-782059357', 'fixed_ips': [{'subnet_id': '9b46d473-fed4-4a1b-8b13-33403f03a358', 'ip_address': '172.20.0.10'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:09.443936 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0edb75be-5686-40f0-b3d4-500f958a243a None None] Provisioning for port befd1a55-6863-4f77-8f27-4d7737f681ba completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:09.454970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0edb75be-5686-40f0-b3d4-500f958a243a None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:09.455205 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0edb75be-5686-40f0-b3d4-500f958a243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.559040 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.567530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.570059 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.686342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=c69e0541-45e9-4d8f-b3bc-e6f940f5e3cb,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:09.730414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-669945f3-924b-4995-bac5-5a6ef64687f3', 'network_id': '669945f3-924b-4995-bac5-5a6ef64687f3', 'tenant_id': '8b795de6e7694075b2145e9a319e63d7', 'fixed_ips': [{'subnet_id': '9b46d473-fed4-4a1b-8b13-33403f03a358'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:02:09.730654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:09.731672 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.739791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:09.749330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:09.757015 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.807910 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0edb75be-5686-40f0-b3d4-500f958a243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:09.829120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=20']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:09.844374 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6ae266bd-e196-4d3d-a73b-2ccca089b748 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8708324 Jul 08 02:02:09.850922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48804) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:09.860711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:83:26:e8', 'name': 'tempest-NetworksTestDHCPv6-1953419162'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:09.870383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] Router ff5b97b6-238f-4750-afeb-f30652cc010e has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:02:09.871871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:09.914930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0edb75be-5686-40f0-b3d4-500f958a243a None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:10.120122 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f68348-b380-4f4d-a807-f609d36d53e9 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:10.159895 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0edb75be-5686-40f0-b3d4-500f958a243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:10.195848 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:10.210904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:10.223973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 0014902b-42ac-48b4-a0d9-a98a75c9f065 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:02:10.234901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:10.243047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-beba1801-1cb6-42f2-a31e-4cd49e753b5a admin admin] 10.222.0.41 "PUT /v2.0/routers/ff5b97b6-238f-4750-afeb-f30652cc010e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6133533 Jul 08 02:02:10.248223 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380687b-488a-477d-8ff5-f4343594efce None None] Sync routers for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:10.262525 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380687b-488a-477d-8ff5-f4343594efce None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:10.268559 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2380687b-488a-477d-8ff5-f4343594efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:01:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:10.276186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48812) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:10.313974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:10.391562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6f32af9c-5b58-47e2-914f-c1abf4df27d8 None None] Could not find standard attr ID for object 6cb94d93-771c-498a-9e0f-98e4e2e3805f. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:02:10.461027 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:10.522002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port c609850c-3c73-4ec2-92f4-36a46c9cc7c4 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:02:10.526422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb75be-5686-40f0-b3d4-500f958a243a None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=21']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:10.530246 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:10.555845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Allocated IP 172.20.0.2 (669945f3-924b-4995-bac5-5a6ef64687f3/9b46d473-fed4-4a1b-8b13-33403f03a358/716f12ab-87f8-4247-8ead-29af47f1e3d4) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:10.660935 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-2380687b-488a-477d-8ff5-f4343594efce None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:10.701344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:10.779685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:10.792924 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:10.833438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Deleting port 11b604d7-ca07-4c9e-8427-806acf40b1f5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:10.838294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.023650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::15f (de78c256-7209-4d49-9cc2-cf9ec79a7408/78e4632e-fd2b-4078-970f-910414a5498c/c609850c-3c73-4ec2-92f4-36a46c9cc7c4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:11.040507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8:0:1:f816:3eff:fe83:26e8 (de78c256-7209-4d49-9cc2-cf9ec79a7408/c69e0541-45e9-4d8f-b3bc-e6f940f5e3cb/c609850c-3c73-4ec2-92f4-36a46c9cc7c4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:11.062396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] For port 11b604d7-ca07-4c9e-8427-806acf40b1f5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=11b604d7-ca07-4c9e-8427-806acf40b1f5,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:11.062776 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.102074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Calling delete_port for 11b604d7-ca07-4c9e-8427-806acf40b1f5 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:11.478153 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2380687b-488a-477d-8ff5-f4343594efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T02:02:08Z', 'revision_number': 5, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port': {'id': '11b604d7-ca07-4c9e-8427-806acf40b1f5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:49Z', 'updated_at': '2021-07-08T01:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:11.525293 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.557111 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380687b-488a-477d-8ff5-f4343594efce None None] Checking router: ff5b97b6-238f-4750-afeb-f30652cc010e for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:11.573539 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380687b-488a-477d-8ff5-f4343594efce None None] Routers {'ff5b97b6-238f-4750-afeb-f30652cc010e'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:11.574326 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2380687b-488a-477d-8ff5-f4343594efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:01:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ff5b97b6-238f-4750-afeb-f30652cc010e'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:11.638327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.638910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object c609850c-3c73-4ec2-92f4-36a46c9cc7c4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:11.726477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.819696 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-2380687b-488a-477d-8ff5-f4343594efce None None] Set router ff5b97b6-238f-4750-afeb-f30652cc010e gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:11.821192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:11.821436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b604d7-ca07-4c9e-8427-806acf40b1f5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:11.846804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:11.872315 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.887142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:11.904728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:11.905557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.915402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:11.942583 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Transition to ACTIVE for port object 716f12ab-87f8-4247-8ead-29af47f1e3d4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:11.987966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Transition to ACTIVE for port object 716f12ab-87f8-4247-8ead-29af47f1e3d4 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:12.000777 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.024574 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1701174 Jul 08 02:02:12.034684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48850) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:12.060273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Network 669945f3-924b-4995-bac5-5a6ef64687f3 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:12.071253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:12.075449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:12.087624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Pushing event updated for resources: {'Port': ['ID=716f12ab-87f8-4247-8ead-29af47f1e3d4,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:12.122295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d46936-9366-4176-b4cc-f7396973a360 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=c609850c-3c73-4ec2-92f4-36a46c9cc7c4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:12.155606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Attempting to bind port 716f12ab-87f8-4247-8ead-29af47f1e3d4 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:12.156143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Attempting to bind port 716f12ab-87f8-4247-8ead-29af47f1e3d4 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '669945f3-924b-4995-bac5-5a6ef64687f3'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:12.156660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Attempting to bind port 716f12ab-87f8-4247-8ead-29af47f1e3d4 on network 669945f3-924b-4995-bac5-5a6ef64687f3 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:12.187473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:12.189155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Checking segment: {'id': 'e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '669945f3-924b-4995-bac5-5a6ef64687f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:12.189795 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.190316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Bound using segment: {'id': 'e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '669945f3-924b-4995-bac5-5a6ef64687f3'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:12.190930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Bound port: 716f12ab-87f8-4247-8ead-29af47f1e3d4, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '669945f3-924b-4995-bac5-5a6ef64687f3'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:12.191733 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.220045 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2380687b-488a-477d-8ff5-f4343594efce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T02:02:10Z', 'revision_number': 6, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:12.329315 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380687b-488a-477d-8ff5-f4343594efce None None] The sync data for ids ['ff5b97b6-238f-4750-afeb-f30652cc010e'] in n-d-694802-14 is: [{'id': 'ff5b97b6-238f-4750-afeb-f30652cc010e', 'name': 'tempest-AttachVolumeTestJSON-1788282424-router', 'tenant_id': 'dc162e737ba04744b1258640692c2b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:47Z', 'updated_at': '2021-07-08T02:02:10Z', 'revision_number': 6, 'project_id': 'dc162e737ba04744b1258640692c2b7c', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:12.331663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] For port 716f12ab-87f8-4247-8ead-29af47f1e3d4, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:12.337611 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.344874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] For port 716f12ab-87f8-4247-8ead-29af47f1e3d4, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=716f12ab-87f8-4247-8ead-29af47f1e3d4,segment=NetworkSegment(e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18),segment_id=e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:12.352997 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.368716 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.451354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:12.459452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port c609850c-3c73-4ec2-92f4-36a46c9cc7c4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:12.463312 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.650423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b139ff-680c-4cd3-b80b-3ba5d7894c9c None None] Pushing event updated for resources: {'Port': ['ID=716f12ab-87f8-4247-8ead-29af47f1e3d4,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:12.701723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:12.702107 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.773134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:12.799535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for c609850c-3c73-4ec2-92f4-36a46c9cc7c4 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:13.220912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.10 (669945f3-924b-4995-bac5-5a6ef64687f3/9b46d473-fed4-4a1b-8b13-33403f03a358/0014902b-42ac-48b4-a0d9-a98a75c9f065) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:13.269016 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.272353 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff5b97b6-238f-4750-afeb-f30652cc010e {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:02:13.294386 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.301886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c58d89e2-449b-4733-b34b-b0ae8f2d11e0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ff5b97b6-238f-4750-afeb-f30652cc010e HTTP/1.1" status: 204 len: 168 time: 3.0242767 Jul 08 02:02:13.302932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48884) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:13.322305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebf275-9248-4b5d-aafd-7dae3257a896 req-7d48d8ad-3d2a-43af-b24a-f59a2ee0c6e7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:13.353186 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69ebf275-9248-4b5d-aafd-7dae3257a896 req-7d48d8ad-3d2a-43af-b24a-f59a2ee0c6e7 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 947 time: 1.4956083 Jul 08 02:02:13.355475 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.469086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=c609850c-3c73-4ec2-92f4-36a46c9cc7c4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:13.489137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.490524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.491094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.491665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.492901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.493673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.500762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.501746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.502303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.502870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.503434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.503974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:13.536286 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-db3239f5-1c8f-4d46-97c4-51edb5eadef2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:13.538323 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-db3239f5-1c8f-4d46-97c4-51edb5eadef2 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.24 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 947 time: 0.6171579 Jul 08 02:02:13.572994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.575510 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8e20e290-5f04-4226-97af-c06269ac7242 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/c609850c-3c73-4ec2-92f4-36a46c9cc7c4 HTTP/1.1" status: 204 len: 168 time: 1.5400803 Jul 08 02:02:13.578470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8c7a957c-6d16-45a4-b24d-414af22900e3 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:13.579627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48890) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:13.582344 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8c7a957c-6d16-45a4-b24d-414af22900e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.682725 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69ebf275-9248-4b5d-aafd-7dae3257a896 req-39595c0e-cc53-43b3-8efb-67b46a58b608 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups?id=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278124 Jul 08 02:02:13.693789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55936f0-d55a-495f-9989-6c2e3c7d0a30 admin admin] Deleting subnet 6f5a5b79-afd4-4dee-971e-ebe6660706fc {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:13.708018 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f55936f0-d55a-495f-9989-6c2e3c7d0a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.951563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Deleting port db3ff95d-40b4-4099-8134-5f21462ed162 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:13.952178 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:13.978709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f980f0ff-4119-4151-8698-9c0aefc197ef tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:13.984402 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f980f0ff-4119-4151-8698-9c0aefc197ef tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3974288 Jul 08 02:02:13.987712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:14.014933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-456d5b73-2950-45f6-b219-1819b5b9fab0 None None] Could not find standard attr ID for object c609850c-3c73-4ec2-92f4-36a46c9cc7c4. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:02:14.017954 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f55936f0-d55a-495f-9989-6c2e3c7d0a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.171564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] For port db3ff95d-40b4-4099-8134-5f21462ed162, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=db3ff95d-40b4-4099-8134-5f21462ed162,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:14.172212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.258337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 716f12ab-87f8-4247-8ead-29af47f1e3d4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:14.415562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 716f12ab-87f8-4247-8ead-29af47f1e3d4 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:14.431060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 11b604d7-ca07-4c9e-8427-806acf40b1f5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:14.447240 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.482974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a26dfc1-6e4a-4b2b-a8bf-02a1d973332b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:14.487877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6a26dfc1-6e4a-4b2b-a8bf-02a1d973332b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4970095 Jul 08 02:02:14.490773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48912) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:14.497275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object 0014902b-42ac-48b4-a0d9-a98a75c9f065 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:14.504500 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f55936f0-d55a-495f-9989-6c2e3c7d0a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.550318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 11b604d7-ca07-4c9e-8427-806acf40b1f5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:14.550684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 11b604d7-ca07-4c9e-8427-806acf40b1f5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:14.551121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5d803a47-fa40-43f1-a817-9919ca0b8d60 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:14.635142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539cdce-b5d1-49cd-b780-58f72ef0f7e5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:14.638190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539cdce-b5d1-49cd-b780-58f72ef0f7e5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:14.640119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539cdce-b5d1-49cd-b780-58f72ef0f7e5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:14.643929 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f55936f0-d55a-495f-9989-6c2e3c7d0a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.649280 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4539cdce-b5d1-49cd-b780-58f72ef0f7e5 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1570971 Jul 08 02:02:14.657678 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.661163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5d803a47-fa40-43f1-a817-9919ca0b8d60 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:14.662245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5d803a47-fa40-43f1-a817-9919ca0b8d60 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:14.673111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48918) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:14.736774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55936f0-d55a-495f-9989-6c2e3c7d0a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f5a5b79-afd4-4dee-971e-ebe6660706fc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:14.753584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f8fc2-2abf-4b16-b1d0-23ce611278f9 None None] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:14.783218 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.784474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.785061 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Floating IP 925abd6b-6ba2-487e-a4f8-1ad101ec8e1c disassociated. External IP: 172.25.4.91, port: db3ff95d-40b4-4099-8134-5f21462ed162. Jul 08 02:02:14.786005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Calling delete_port for db3ff95d-40b4-4099-8134-5f21462ed162 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:14.831689 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f55936f0-d55a-495f-9989-6c2e3c7d0a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:14.834184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f55936f0-d55a-495f-9989-6c2e3c7d0a30 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6f5a5b79-afd4-4dee-971e-ebe6660706fc HTTP/1.1" status: 204 len: 168 time: 1.5243995 Jul 08 02:02:14.854651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 48924) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:14.931935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 669945f3-924b-4995-bac5-5a6ef64687f3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:14.976804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:14.999250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.013114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-859a014f-64f7-44c8-959f-768dac097808 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 78e4632e-fd2b-4078-970f-910414a5498c {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:15.031233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:15.035341 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-859a014f-64f7-44c8-959f-768dac097808 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.104149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f839814-a11b-4a8c-96e0-8cc0ca31156a None None] Network 669945f3-924b-4995-bac5-5a6ef64687f3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:15.110496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=0014902b-42ac-48b4-a0d9-a98a75c9f065,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:15.155625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.218963 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-859a014f-64f7-44c8-959f-768dac097808 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.270509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event deleted for resources: {'Port': ['ID=db3ff95d-40b4-4099-8134-5f21462ed162,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:15.289221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Deleting port c1c26737-169d-4144-8916-3cacdf3378ae {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:15.289221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.297491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Provisioning for port 716f12ab-87f8-4247-8ead-29af47f1e3d4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:15.336109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Provisioning complete for port 716f12ab-87f8-4247-8ead-29af47f1e3d4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:15.336827 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.356248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f59ef31-c751-4c4b-bc91-0960217a4ff1 req-64578215-012b-4ccb-943c-3fba848fbb6c tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 210 time: 0.2454307 Jul 08 02:02:15.373967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] For port c1c26737-169d-4144-8916-3cacdf3378ae, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c1c26737-169d-4144-8916-3cacdf3378ae,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:15.374596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.404706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Calling delete_port for c1c26737-169d-4144-8916-3cacdf3378ae owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:15.472045 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.516370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf240e29-9e81-4bc4-9972-f6920141be4b None None] DHCP port deletion for f5ed028f-b8a7-42b6-a69c-211263d91a60 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:02:15.517476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:15.518928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.570550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] For port 716f12ab-87f8-4247-8ead-29af47f1e3d4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=716f12ab-87f8-4247-8ead-29af47f1e3d4,segment=NetworkSegment(e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18),segment_id=e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:15.580907 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.649050 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d249cc29-710d-449d-a89c-f746ec2db191 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.2370596 Jul 08 02:02:15.650026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48952) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:15.660390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': '669945f3-924b-4995-bac5-5a6ef64687f3', 'name': 'tempest-PortsTestJSON-1182680470', 'fixed_ips': [{'subnet_id': '9b46d473-fed4-4a1b-8b13-33403f03a358', 'ip_address': '172.20.0.9'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:15.745545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Pushing event updated for resources: {'Port': ['ID=716f12ab-87f8-4247-8ead-29af47f1e3d4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:15.786590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.787083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.787549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.788003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.788457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.788806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.789204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.789544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.789880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.790217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.790547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.790877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ad934-e3dd-4ea6-a696-3fce3522ceb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:15.844947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bf240e29-9e81-4bc4-9972-f6920141be4b None None] Deleting port c1c26737-169d-4144-8916-3cacdf3378ae {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:15.845217 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf240e29-9e81-4bc4-9972-f6920141be4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.907204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:15.936593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] No DVR routers for this DVR port c1c26737-169d-4144-8916-3cacdf3378ae on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:16.016999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c26737-169d-4144-8916-3cacdf3378ae,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:16.048122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:16.058787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Router a050aabb-083b-42fc-9369-7f107d70aab6 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:02:16.085974 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-859a014f-64f7-44c8-959f-768dac097808 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.101590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-15e1f533-ae1c-49e8-97ca-d49c900a2fe5 None None] Provisioning complete for port 716f12ab-87f8-4247-8ead-29af47f1e3d4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:16.107186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-15e1f533-ae1c-49e8-97ca-d49c900a2fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.213131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.227248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 716f12ab-87f8-4247-8ead-29af47f1e3d4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:16.279137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 66244eef-f00f-494b-903e-d0f1284f2fd4 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:02:16.318520 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.350170 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ed028f-b8a7-42b6-a69c-211263d91a60']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:16.367932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493ae765-5821-4b48-a644-e40e3fe0f1a3') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:16.368644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493ae765-5821-4b48-a644-e40e3fe0f1a3') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:16.386203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bf240e29-9e81-4bc4-9972-f6920141be4b None None] For port c1c26737-169d-4144-8916-3cacdf3378ae, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c1c26737-169d-4144-8916-3cacdf3378ae,segment=NetworkSegment(493ae765-5821-4b48-a644-e40e3fe0f1a3),segment_id=493ae765-5821-4b48-a644-e40e3fe0f1a3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:16.386611 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf240e29-9e81-4bc4-9972-f6920141be4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.465462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.473498 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-859a014f-64f7-44c8-959f-768dac097808 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.498400 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.515337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:02:16.516035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:02:16.519242 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:02:16.546690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bf240e29-9e81-4bc4-9972-f6920141be4b None None] Calling delete_port for c1c26737-169d-4144-8916-3cacdf3378ae owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:16.562716 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-859a014f-64f7-44c8-959f-768dac097808 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.567604 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-859a014f-64f7-44c8-959f-768dac097808 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/78e4632e-fd2b-4078-970f-910414a5498c HTTP/1.1" status: 204 len: 168 time: 1.8929229 Jul 08 02:02:16.570078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a014f-64f7-44c8-959f-768dac097808 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=78e4632e-fd2b-4078-970f-910414a5498c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:16.581249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 48978) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:16.590953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb926f-7204-4460-88f7-d171071a4d34 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:16.746120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9975cbf0-2b8a-45c3-9ff4-1b31335d6a18 req-ff7fff32-5c70-4192-afec-0a2020b8e1d9 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/ports?device_id=bade3a94-ccfd-40ab-9ef4-aba370657571 HTTP/1.1" status: 200 len: 210 time: 0.0401723 Jul 08 02:02:16.897225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab2df28-b761-412e-a286-431640c1e041 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet c69e0541-45e9-4d8f-b3bc-e6f940f5e3cb {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:16.905563 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab2df28-b761-412e-a286-431640c1e041 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.919355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 716f12ab-87f8-4247-8ead-29af47f1e3d4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:16.920116 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:16.962681 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-15e1f533-ae1c-49e8-97ca-d49c900a2fe5 None None] Provisioning for port 0014902b-42ac-48b4-a0d9-a98a75c9f065 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:16.993908 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab2df28-b761-412e-a286-431640c1e041 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.008555 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:17.025146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-15e1f533-ae1c-49e8-97ca-d49c900a2fe5 None None] Provisioning complete for port 0014902b-42ac-48b4-a0d9-a98a75c9f065 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:17.025565 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-15e1f533-ae1c-49e8-97ca-d49c900a2fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.027348 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.046044 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.051313 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f5ed028f-b8a7-42b6-a69c-211263d91a60 HTTP/1.1" status: 204 len: 168 time: 2.1929581 Jul 08 02:02:17.066932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980487d7-de28-4579-abba-4a9186c2e430 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ed028f-b8a7-42b6-a69c-211263d91a60,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:17.100085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.9 (669945f3-924b-4995-bac5-5a6ef64687f3/9b46d473-fed4-4a1b-8b13-33403f03a358/66244eef-f00f-494b-903e-d0f1284f2fd4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:17.121709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] No DVR routers for this DVR port db3ff95d-40b4-4099-8134-5f21462ed162 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:17.129263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-15e1f533-ae1c-49e8-97ca-d49c900a2fe5 None None] Port 0014902b-42ac-48b4-a0d9-a98a75c9f065 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:17.129580 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.133310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] Sync routers for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:17.136866 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd0a033e-1c7e-4395-8678-0bed7131fb4e req-089cd404-9bf9-4d5e-a8f2-18e3881cba57 tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.24 "DELETE /v2.0/ports/db3ff95d-40b4-4099-8134-5f21462ed162 HTTP/1.1" status: 204 len: 173 time: 3.5536778 Jul 08 02:02:17.147068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'name': 'network-vif-deleted', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:02:17.154810 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9a092e-bd0f-4047-b7f0-e4edc6f453d9" -d '{"events": [{"server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "name": "network-vif-deleted", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:02:17.254520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:17.257800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:01:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:17.276068 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb604bd-1fad-4b83-a03f-a585ecbabc69 x-openstack-request-id: req-9cb604bd-1fad-4b83-a03f-a585ecbabc69 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:02:17.276654 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade3a94-ccfd-40ab-9ef4-aba370657571", "name": "network-vif-deleted", "tag": "db3ff95d-40b4-4099-8134-5f21462ed162", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:02:17.276978 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cb604bd-1fad-4b83-a03f-a585ecbabc69 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:02:17.277466 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bade3a94-ccfd-40ab-9ef4-aba370657571', 'name': 'network-vif-deleted', 'tag': 'db3ff95d-40b4-4099-8134-5f21462ed162', 'status': 'completed', 'code': 200} Jul 08 02:02:17.528186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a091ceff-ed2f-44e0-a43f-4ba627673035 None None] Provisioning complete for port 0014902b-42ac-48b4-a0d9-a98a75c9f065 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:17.530718 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a091ceff-ed2f-44e0-a43f-4ba627673035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.531682 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab2df28-b761-412e-a286-431640c1e041 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.546750 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf240e29-9e81-4bc4-9972-f6920141be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.549438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device db3ff95d-40b4-4099-8134-5f21462ed162 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:17.668535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: db3ff95d-40b4-4099-8134-5f21462ed162 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:17.669294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device db3ff95d-40b4-4099-8134-5f21462ed162 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:17.675215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf240e29-9e81-4bc4-9972-f6920141be4b None None] Network f5ed028f-b8a7-42b6-a69c-211263d91a60 is not hosted by any dhcp agent {{(pid=93885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:02:17.676027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf240e29-9e81-4bc4-9972-f6920141be4b None None] No DVR routers for this DVR port c1c26737-169d-4144-8916-3cacdf3378ae on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:17.699234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49004) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:17.701635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf240e29-9e81-4bc4-9972-f6920141be4b None None] Pushing event deleted for resources: {'Port': ['ID=c1c26737-169d-4144-8916-3cacdf3378ae,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:17.748975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a091ceff-ed2f-44e0-a43f-4ba627673035 None None] Port 0014902b-42ac-48b4-a0d9-a98a75c9f065 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:17.801252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:17.815681 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab2df28-b761-412e-a286-431640c1e041 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.870204 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.876210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2df28-b761-412e-a286-431640c1e041 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=c69e0541-45e9-4d8f-b3bc-e6f940f5e3cb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:17.887495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ab2df28-b761-412e-a286-431640c1e041 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:17.889873 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4ab2df28-b761-412e-a286-431640c1e041 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/c69e0541-45e9-4d8f-b3bc-e6f940f5e3cb HTTP/1.1" status: 204 len: 168 time: 1.3071530 Jul 08 02:02:17.892895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:17.907470 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cbb640ee-7e6d-4d82-825a-373c549de97a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc162e737ba04744b1258640692c2b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065961 Jul 08 02:02:17.909820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49012) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:17.953032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c1c26737-169d-4144-8916-3cacdf3378ae no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:17.954620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-facbb54b-843e-4fcb-aac5-75f2bbe02f07 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604165 Jul 08 02:02:17.955806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object 66244eef-f00f-494b-903e-d0f1284f2fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:17.966859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49014) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:17.980522 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c22969c2-22eb-4920-a338-547067c9fe88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:18.044510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-036933c8-4d67-4a43-a4ad-58e5130911d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.063945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: c1c26737-169d-4144-8916-3cacdf3378ae {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:18.063945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c1c26737-169d-4144-8916-3cacdf3378ae not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:18.095850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49022) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:18.141389 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-036933c8-4d67-4a43-a4ad-58e5130911d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.278868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-036933c8-4d67-4a43-a4ad-58e5130911d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.281832 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-036933c8-4d67-4a43-a4ad-58e5130911d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.283871 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-036933c8-4d67-4a43-a4ad-58e5130911d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74d4d709-e887-449d-8e39-04e13e137373 HTTP/1.1" status: 204 len: 168 time: 0.3729696 Jul 08 02:02:18.336976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036933c8-4d67-4a43-a4ad-58e5130911d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d4d709-e887-449d-8e39-04e13e137373,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:18.339404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f445-5ca2-48fb-b456-53e8e786c4dc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.355059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.375548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22969c2-22eb-4920-a338-547067c9fe88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:18.385087 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c22969c2-22eb-4920-a338-547067c9fe88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.400907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f445-5ca2-48fb-b456-53e8e786c4dc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.526783 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f445-5ca2-48fb-b456-53e8e786c4dc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.529786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0bf0f445-5ca2-48fb-b456-53e8e786c4dc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.531245 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0bf0f445-5ca2-48fb-b456-53e8e786c4dc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "DELETE /v2.0/security-groups/4a1dbdb4-8f37-403c-b3e2-8a62277c89d6 HTTP/1.1" status: 204 len: 168 time: 0.4343891 Jul 08 02:02:18.549640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49034) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:18.553757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0f445-5ca2-48fb-b456-53e8e786c4dc tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1dbdb4-8f37-403c-b3e2-8a62277c89d6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:18.605862 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-8c15e8bc-95bf-4e30-b758-e9b26eeb457a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] show failed (client error): The resource could not be found. Jul 08 02:02:18.609620 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8c15e8bc-95bf-4e30-b758-e9b26eeb457a tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "GET /v2.0/security-groups/4a1dbdb4-8f37-403c-b3e2-8a62277c89d6 HTTP/1.1" status: 404 len: 347 time: 0.0535724 Jul 08 02:02:18.621092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49036) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:18.673054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network 669945f3-924b-4995-bac5-5a6ef64687f3 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:18.705241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:18.715432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:18.758819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:18.876604 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] Checking router: a050aabb-083b-42fc-9369-7f107d70aab6 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:18.883407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:18.893476 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:18.897003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=66244eef-f00f-494b-903e-d0f1284f2fd4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:18.906182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:18.906846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:01:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:18.982175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bc2db841-163f-4137-9adb-55d85d7c455f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3290191 Jul 08 02:02:18.987984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49050) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:19.089252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b7ec3-7ccc-433a-8ce4-f06b8eeea5da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Deleting port 1da074a5-e762-4867-8553-9c13a084f375 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:19.089831 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7ec3-7ccc-433a-8ce4-f06b8eeea5da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.244491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49056) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:19.335820 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7ec3-7ccc-433a-8ce4-f06b8eeea5da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.336157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7ec3-7ccc-433a-8ce4-f06b8eeea5da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.384475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b7ec3-7ccc-433a-8ce4-f06b8eeea5da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Calling delete_port for 1da074a5-e762-4867-8553-9c13a084f375 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:19.442198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c8c324-190b-4f47-8b20-67c32431e321 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:19.446353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-93c8c324-190b-4f47-8b20-67c32431e321 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4475431 Jul 08 02:02:19.454377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:19.498590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72c90d-7533-4bc3-bdcf-c270e3296f60 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:19.567662 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2f435d6-a3ff-45fb-9b13-6ea88661a2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.644697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5bba8143-a874-47a2-9055-383fd81999a2 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:19.645196 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5bba8143-a874-47a2-9055-383fd81999a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.686651 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c22969c2-22eb-4920-a338-547067c9fe88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.829066 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22969c2-22eb-4920-a338-547067c9fe88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=850c0aab-064c-4d1a-ba21-efef4a244022,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:19.862702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22969c2-22eb-4920-a338-547067c9fe88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:19.864958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c22969c2-22eb-4920-a338-547067c9fe88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:19.871124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22969c2-22eb-4920-a338-547067c9fe88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:19.871888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c22969c2-22eb-4920-a338-547067c9fe88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.891203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:19.922584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701930d4-eab4-4f67-95a8-2851ae2d06a3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:19.923213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7ec3-7ccc-433a-8ce4-f06b8eeea5da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:19.944892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701930d4-eab4-4f67-95a8-2851ae2d06a3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:19.958301 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701930d4-eab4-4f67-95a8-2851ae2d06a3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:19.967035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-701930d4-eab4-4f67-95a8-2851ae2d06a3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.5092986 Jul 08 02:02:19.967969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:20.023741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b7ec3-7ccc-433a-8ce4-f06b8eeea5da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Pushing event deleted for resources: {'Port': ['ID=1da074a5-e762-4867-8553-9c13a084f375,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:20.173427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2f435d6-a3ff-45fb-9b13-6ea88661a2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.175213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8252f3d6-634a-41f8-9665-a8ad09c8d082 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 66244eef-f00f-494b-903e-d0f1284f2fd4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:20.175684 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8252f3d6-634a-41f8-9665-a8ad09c8d082 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.184083 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2f435d6-a3ff-45fb-9b13-6ea88661a2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.227160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c22969c2-22eb-4920-a338-547067c9fe88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2595580 Jul 08 02:02:20.233902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49092) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:20.250142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f435d6-a3ff-45fb-9b13-6ea88661a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0a34ef-d82e-4ae4-b8f4-5f1fd8b1a47e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:20.282850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0a9301de-c75d-4893-80b9-a7619629d82f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:20.367282 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8252f3d6-634a-41f8-9665-a8ad09c8d082 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.384982 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8252f3d6-634a-41f8-9665-a8ad09c8d082 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 66244eef-f00f-494b-903e-d0f1284f2fd4 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:20.447093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-24091c31-8e6b-4f3d-bafc-45c212bfb3b8 None None] Provisioning for port 66244eef-f00f-494b-903e-d0f1284f2fd4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:20.458382 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f2f435d6-a3ff-45fb-9b13-6ea88661a2bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=148e1a455c8c49349875bb6fc0371cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2098329 Jul 08 02:02:20.470687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-24091c31-8e6b-4f3d-bafc-45c212bfb3b8 None None] Provisioning complete for port 66244eef-f00f-494b-903e-d0f1284f2fd4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:20.471068 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24091c31-8e6b-4f3d-bafc-45c212bfb3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.515543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49100) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:20.550038 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8252f3d6-634a-41f8-9665-a8ad09c8d082 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.557141 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7ec3-7ccc-433a-8ce4-f06b8eeea5da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.561473 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa0b7ec3-7ccc-433a-8ce4-f06b8eeea5da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.565184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fa0b7ec3-7ccc-433a-8ce4-f06b8eeea5da tempest-AttachVolumeShelveTestJSON-1818243570 tempest-AttachVolumeShelveTestJSON-1818243570-project] 10.222.0.41 "DELETE /v2.0/floatingips/925abd6b-6ba2-487e-a4f8-1ad101ec8e1c HTTP/1.1" status: 204 len: 168 time: 1.9347317 Jul 08 02:02:20.590983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17231922-361d-4ddc-9bac-9bcdc1665639 None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '850c0aab-064c-4d1a-ba21-efef4a244022'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'befd1a55-6863-4f77-8f27-4d7737f681ba'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:02:20.674152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252f3d6-634a-41f8-9665-a8ad09c8d082 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=66244eef-f00f-494b-903e-d0f1284f2fd4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:20.714260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-193e6f38-c148-41ab-9bd0-55968418588a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.751805 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-193e6f38-c148-41ab-9bd0-55968418588a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.812193 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-730637b9-5cc5-48e9-9493-81f829524640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.859405 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-17231922-361d-4ddc-9bac-9bcdc1665639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.860619 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-193e6f38-c148-41ab-9bd0-55968418588a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.870556 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-193e6f38-c148-41ab-9bd0-55968418588a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.875541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8252f3d6-634a-41f8-9665-a8ad09c8d082 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.881382 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8252f3d6-634a-41f8-9665-a8ad09c8d082 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/66244eef-f00f-494b-903e-d0f1284f2fd4 HTTP/1.1" status: 204 len: 168 time: 0.9068449 Jul 08 02:02:20.881644 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-193e6f38-c148-41ab-9bd0-55968418588a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa0a34ef-d82e-4ae4-b8f4-5f1fd8b1a47e HTTP/1.1" status: 204 len: 168 time: 0.3617973 Jul 08 02:02:20.882487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:20.886047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-24091c31-8e6b-4f3d-bafc-45c212bfb3b8 None None] Port 66244eef-f00f-494b-903e-d0f1284f2fd4 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:20.904715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9301de-c75d-4893-80b9-a7619629d82f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:20.924986 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a9301de-c75d-4893-80b9-a7619629d82f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:20.931322 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-949eef27-b940-4d7a-adf8-213fa6221eae tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:02:20.938948 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-949eef27-b940-4d7a-adf8-213fa6221eae tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/66244eef-f00f-494b-903e-d0f1284f2fd4 HTTP/1.1" status: 404 len: 333 time: 0.0558796 Jul 08 02:02:20.939620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49122) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:21.182094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-249e1689-2067-47d9-98ae-d9b6d50dad85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 0014902b-42ac-48b4-a0d9-a98a75c9f065 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:21.182436 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-249e1689-2067-47d9-98ae-d9b6d50dad85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.286193 n-d-694802-14 neutron-server[93884]: INFO neutron.db.ipam_backend_mixin [None req-0a9301de-c75d-4893-80b9-a7619629d82f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 850c0aab-064c-4d1a-ba21-efef4a244022 (CIDR: 2001:db8::/64) Jul 08 02:02:21.308085 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9301de-c75d-4893-80b9-a7619629d82f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:02:21.308792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9301de-c75d-4893-80b9-a7619629d82f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:21.321562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e6f38-c148-41ab-9bd0-55968418588a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0a34ef-d82e-4ae4-b8f4-5f1fd8b1a47e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:21.350845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0a9301de-c75d-4893-80b9-a7619629d82f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0816016 Jul 08 02:02:21.354780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:21.365978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'subnet': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:21.493373 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-249e1689-2067-47d9-98ae-d9b6d50dad85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.500111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-17231922-361d-4ddc-9bac-9bcdc1665639 None None] Allocated IP 2001:db8::2 (de78c256-7209-4d49-9cc2-cf9ec79a7408/850c0aab-064c-4d1a-ba21-efef4a244022/befd1a55-6863-4f77-8f27-4d7737f681ba) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:21.540464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-249e1689-2067-47d9-98ae-d9b6d50dad85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 0014902b-42ac-48b4-a0d9-a98a75c9f065 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:21.556677 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:02:21.809559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:21.825933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.855697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49150) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:21.866836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-17231922-361d-4ddc-9bac-9bcdc1665639 None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:21.900369 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:21.945451 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-17231922-361d-4ddc-9bac-9bcdc1665639 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.947969 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-249e1689-2067-47d9-98ae-d9b6d50dad85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.950934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89ec047-9f4a-48c9-ad5a-b423b440e36e None None] The sync data for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 is: [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T01:52:30Z', 'revision_number': 4, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'a2350ac2-5cf9-490d-a6b1-22798a44830e', 'name': '', 'network_id': 'c80012b9-fc01-4d53-90a2-2aff3c4fdfd8', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'mac_address': 'fa:16:3e:3e:c5:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:27Z', 'updated_at': '2021-07-08T01:52:41Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'subnets': [{'id': '31e2073b-974c-4fde-ac79-6e7743f5b3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:21.967701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-17231922-361d-4ddc-9bac-9bcdc1665639 None None] Transition to ACTIVE for port object befd1a55-6863-4f77-8f27-4d7737f681ba will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:21.977855 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-17231922-361d-4ddc-9bac-9bcdc1665639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:21.979085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dff7cc3a-1187-41a0-a054-ef421dcc59ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.020554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e1689-2067-47d9-98ae-d9b6d50dad85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=0014902b-42ac-48b4-a0d9-a98a75c9f065,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:22.180687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-249e1689-2067-47d9-98ae-d9b6d50dad85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.182895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-249e1689-2067-47d9-98ae-d9b6d50dad85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/0014902b-42ac-48b4-a0d9-a98a75c9f065 HTTP/1.1" status: 204 len: 168 time: 1.2423062 Jul 08 02:02:22.186861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:22.269582 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0d2f9f-4b18-4cab-a6fc-2847e0d20ecc tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:02:22.276406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17231922-361d-4ddc-9bac-9bcdc1665639 None None] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=24']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:22.282378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bb0d2f9f-4b18-4cab-a6fc-2847e0d20ecc tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/0014902b-42ac-48b4-a0d9-a98a75c9f065 HTTP/1.1" status: 404 len: 333 time: 0.0919292 Jul 08 02:02:22.283766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:22.490901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53a016b-b8f2-4d04-96a4-42cabece2c33 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet 9b46d473-fed4-4a1b-8b13-33403f03a358 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:22.499530 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b53a016b-b8f2-4d04-96a4-42cabece2c33 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.619190 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b53a016b-b8f2-4d04-96a4-42cabece2c33 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.675009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dff7cc3a-1187-41a0-a054-ef421dcc59ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.683629 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d764f974-aa30-46a6-ba4c-242eb260d32a None None] New status for floating IP 925abd6b-6ba2-487e-a4f8-1ad101ec8e1c: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:02:22.703749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dff7cc3a-1187-41a0-a054-ef421dcc59ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.877962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7cc3a-1187-41a0-a054-ef421dcc59ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771fd47b-48b9-4ffb-854b-b46db6059d9e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:22.903662 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b53a016b-b8f2-4d04-96a4-42cabece2c33 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:22.929041 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dff7cc3a-1187-41a0-a054-ef421dcc59ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea6015e5bdcf40dc953f492f22596014&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0706706 Jul 08 02:02:22.942697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49176) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:23.059843 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b53a016b-b8f2-4d04-96a4-42cabece2c33 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.123440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a016b-b8f2-4d04-96a4-42cabece2c33 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=9b46d473-fed4-4a1b-8b13-33403f03a358,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:23.137005 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b53a016b-b8f2-4d04-96a4-42cabece2c33 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.141322 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b53a016b-b8f2-4d04-96a4-42cabece2c33 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/9b46d473-fed4-4a1b-8b13-33403f03a358 HTTP/1.1" status: 204 len: 168 time: 0.8536046 Jul 08 02:02:23.141761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:23.143593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66068a8d-cc37-4d6d-b7b6-cb5e619d719f None None] Network 669945f3-924b-4995-bac5-5a6ef64687f3 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:23.264004 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.380084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e86a7d36-e17c-413f-8d46-c77cdef1b55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.399735 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:02:23.448835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a293132-a01b-47b2-9fe2-d1598259ae93 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:23.459636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 716f12ab-87f8-4247-8ead-29af47f1e3d4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:23.459911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.551934 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e86a7d36-e17c-413f-8d46-c77cdef1b55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.694092 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e86a7d36-e17c-413f-8d46-c77cdef1b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.697421 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e86a7d36-e17c-413f-8d46-c77cdef1b55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.698853 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e86a7d36-e17c-413f-8d46-c77cdef1b55e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/771fd47b-48b9-4ffb-854b-b46db6059d9e HTTP/1.1" status: 204 len: 168 time: 0.7549765 Jul 08 02:02:23.723120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a7d36-e17c-413f-8d46-c77cdef1b55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771fd47b-48b9-4ffb-854b-b46db6059d9e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:23.762873 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da7e1dd7-4a6c-491e-979e-9f8c595f8be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.782460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-30513e31-e7e8-4321-a2fa-64904478f95a None None] Provisioning for port befd1a55-6863-4f77-8f27-4d7737f681ba completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:23.797828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-30513e31-e7e8-4321-a2fa-64904478f95a None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:23.798721 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-30513e31-e7e8-4321-a2fa-64904478f95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.867620 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:23.929714 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.070863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f73b3d-ac91-4fd8-9364-7ceed28d7f86 None None] DHCP port deletion for 669945f3-924b-4995-bac5-5a6ef64687f3 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:02:24.191619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f6f73b3d-ac91-4fd8-9364-7ceed28d7f86 None None] Deleting port 716f12ab-87f8-4247-8ead-29af47f1e3d4 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:24.192202 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6f73b3d-ac91-4fd8-9364-7ceed28d7f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.206336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] For port 716f12ab-87f8-4247-8ead-29af47f1e3d4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=716f12ab-87f8-4247-8ead-29af47f1e3d4,segment=NetworkSegment(e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18),segment_id=e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:24.206920 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.282149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 716f12ab-87f8-4247-8ead-29af47f1e3d4 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:24.338854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f6f73b3d-ac91-4fd8-9364-7ceed28d7f86 None None] For port 716f12ab-87f8-4247-8ead-29af47f1e3d4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=716f12ab-87f8-4247-8ead-29af47f1e3d4,segment=NetworkSegment(e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18),segment_id=e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:24.339617 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6f73b3d-ac91-4fd8-9364-7ceed28d7f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.357373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f6f73b3d-ac91-4fd8-9364-7ceed28d7f86 None None] Calling delete_port for 716f12ab-87f8-4247-8ead-29af47f1e3d4 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:24.499988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:24.571993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6f73b3d-ac91-4fd8-9364-7ceed28d7f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.596137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.610528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:24.694695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=716f12ab-87f8-4247-8ead-29af47f1e3d4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:24.709931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No DVR routers for this DVR port 716f12ab-87f8-4247-8ead-29af47f1e3d4 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:24.730388 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.740280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f73b3d-ac91-4fd8-9364-7ceed28d7f86 None None] No DVR routers for this DVR port 716f12ab-87f8-4247-8ead-29af47f1e3d4 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:24.740879 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.743847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.762670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f73b3d-ac91-4fd8-9364-7ceed28d7f86 None None] Pushing event deleted for resources: {'Port': ['ID=716f12ab-87f8-4247-8ead-29af47f1e3d4,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:24.843264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:24.848551 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.858294 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.966400 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:24.969468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:24.985540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:25.000455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:25.012264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669945f3-924b-4995-bac5-5a6ef64687f3']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:25.055491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.055799 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:25.056448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ffd23d-b15e-4bf9-9d0e-d3b60ce88f18') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:25.087862 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.141288 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.141777 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 716f12ab-87f8-4247-8ead-29af47f1e3d4 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:25.159933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:02:25.162132 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:02:25.167703 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:02:25.178606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Subnet': ['ID=458614e1-0dc7-4742-945b-226a52589d6f,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:25.186266 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8301387 Jul 08 02:02:25.187364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 716f12ab-87f8-4247-8ead-29af47f1e3d4 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:25.187864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 716f12ab-87f8-4247-8ead-29af47f1e3d4 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:25.189492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49234) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:25.221734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Request body: {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'mac_address': 'fa:16:3e:64:49:3b', 'name': 'tempest-NetworksTestDHCPv6-630062519'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:25.253713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de3d89-9658-43f9-8c7c-07cee0c8c769 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=26']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:25.369666 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.383447 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.399327 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/networks/669945f3-924b-4995-bac5-5a6ef64687f3 HTTP/1.1" status: 204 len: 168 time: 2.2562835 Jul 08 02:02:25.407883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49238) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:25.421710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-643686897'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:25.446245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0de10a-a5a7-46e9-a299-356b2c831d4c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Network': ['ID=669945f3-924b-4995-bac5-5a6ef64687f3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:25.519562 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:02:25.519562 n-d-694802-14 neutron-server[93883]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 02:02:25.519562 n-d-694802-14 neutron-server[93883]: [parameters: {'project_id': '8b795de6e7694075b2145e9a319e63d7', 'id': '876ae891-f805-464d-813e-c19c9d51e8d6', 'expiration': datetime.datetime(2021, 7, 8, 2, 4, 25, 490256)}] Jul 08 02:02:25.519562 n-d-694802-14 neutron-server[93883]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:02:25.521130 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:02:25.525547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Made reservation on behalf of 93c2b050dd9944d8913d387fb3ac29ee for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:25.754419 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:25.758650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276d5945-6573-42dd-8e4e-a7a2ea7573a7 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:25.800033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] device_id is not set on port 6a81655a-10f3-4568-9097-fc3ac4421209 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:02:26.082639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:26.098151 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:26.129548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49274) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:26.141590 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b99c4291-0776-4d75-b124-605867750e3c None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:26.141979 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b99c4291-0776-4d75-b124-605867750e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:26.300515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:02:26.357970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:26.358613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8::2da (de78c256-7209-4d49-9cc2-cf9ec79a7408/850c0aab-064c-4d1a-ba21-efef4a244022/6a81655a-10f3-4568-9097-fc3ac4421209) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:26.361729 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Added segment 8bf56feb-69f0-4dc2-82bf-c273f911fec8 of type vlan for network a57806f8-35ae-46f2-be27-888494e6ebec Jul 08 02:02:26.374021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Allocated IP 2001:db8:0:1:f816:3eff:fe64:493b (de78c256-7209-4d49-9cc2-cf9ec79a7408/458614e1-0dc7-4742-945b-226a52589d6f/6a81655a-10f3-4568-9097-fc3ac4421209) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:26.408567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:26.564542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:26.618787 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:26.670661 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:26.689501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:26.691288 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:26.699891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:26.705023 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:26.902037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4857643 Jul 08 02:02:26.920384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:26.940391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': 'a57806f8-35ae-46f2-be27-888494e6ebec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:27.058498 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:27.088579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Transition to ACTIVE for port object 6a81655a-10f3-4568-9097-fc3ac4421209 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:27.144447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-949e454f-fdd4-48b5-bc51-80c38bfbfb81 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:27.145032 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-949e454f-fdd4-48b5-bc51-80c38bfbfb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:27.165244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d325c039-cc31-4452-aad3-7c62148af31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:27.186436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:27.217248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94514f-1234-45b1-a928-a40cfb04bd69 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Network': ['ID=a57806f8-35ae-46f2-be27-888494e6ebec,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:27.244405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network a57806f8-35ae-46f2-be27-888494e6ebec details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:02:27.272045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:02:27.272045 n-d-694802-14 neutron-server[93883]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 02:02:27.272045 n-d-694802-14 neutron-server[93883]: [parameters: {'project_id': '8b795de6e7694075b2145e9a319e63d7', 'id': 'c514a112-fbcc-45b4-ba83-018991544872', 'expiration': datetime.datetime(2021, 7, 8, 2, 4, 27, 248127)}] Jul 08 02:02:27.272045 n-d-694802-14 neutron-server[93883]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:02:27.273300 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:02:27.405754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:27.515853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:27.519230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:27.525970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:27.526787 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:27.555668 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d325c039-cc31-4452-aad3-7c62148af31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:27.568516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d325c039-cc31-4452-aad3-7c62148af31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:27.608622 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d325c039-cc31-4452-aad3-7c62148af31b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3a9dba707ea41d7bc4e6733f9d23f91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4750414 Jul 08 02:02:27.608877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event updated for resources: {'Port': ['ID=6a81655a-10f3-4568-9097-fc3ac4421209,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:27.609494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:27.618596 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c363e23e-a9d5-473e-81c3-a149c0051979 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4099894 Jul 08 02:02:27.625291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49314) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:27.704818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325c039-cc31-4452-aad3-7c62148af31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8611d7a9-ddf8-441d-ba5d-7429b5f0f01c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:27.884436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9bafd3f4-6bda-4163-888d-dafa33a07a6b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting port 6a81655a-10f3-4568-9097-fc3ac4421209 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:27.886537 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9bafd3f4-6bda-4163-888d-dafa33a07a6b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:27.909078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c925077c-ae7e-42d5-8d7c-06d9ac0570bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.060149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c925077c-ae7e-42d5-8d7c-06d9ac0570bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.069023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:28.072946 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.209750 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9bafd3f4-6bda-4163-888d-dafa33a07a6b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.222119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0f155d4c-cfa5-4bc8-abb6-699ee4dab613 None None] Provisioning for port 6a81655a-10f3-4568-9097-fc3ac4421209 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:28.229658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9bafd3f4-6bda-4163-888d-dafa33a07a6b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Calling delete_port for 6a81655a-10f3-4568-9097-fc3ac4421209 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:28.231444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0f155d4c-cfa5-4bc8-abb6-699ee4dab613 None None] Provisioning complete for port 6a81655a-10f3-4568-9097-fc3ac4421209 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:28.232575 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0f155d4c-cfa5-4bc8-abb6-699ee4dab613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.331140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0f155d4c-cfa5-4bc8-abb6-699ee4dab613 None None] Port 6a81655a-10f3-4568-9097-fc3ac4421209 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:28.369030 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c925077c-ae7e-42d5-8d7c-06d9ac0570bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.375593 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c925077c-ae7e-42d5-8d7c-06d9ac0570bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.376878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c925077c-ae7e-42d5-8d7c-06d9ac0570bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8611d7a9-ddf8-441d-ba5d-7429b5f0f01c HTTP/1.1" status: 204 len: 168 time: 0.7662854 Jul 08 02:02:28.452062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925077c-ae7e-42d5-8d7c-06d9ac0570bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8611d7a9-ddf8-441d-ba5d-7429b5f0f01c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:28.602778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9bafd3f4-6bda-4163-888d-dafa33a07a6b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.656057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafd3f4-6bda-4163-888d-dafa33a07a6b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Port': ['ID=6a81655a-10f3-4568-9097-fc3ac4421209,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:28.781739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.829513 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9bafd3f4-6bda-4163-888d-dafa33a07a6b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:28.831886 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9bafd3f4-6bda-4163-888d-dafa33a07a6b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/6a81655a-10f3-4568-9097-fc3ac4421209 HTTP/1.1" status: 204 len: 168 time: 1.2055211 Jul 08 02:02:28.845058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49350) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:28.858835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=b9ac8963-04a1-4920-8ab7-5aedc1619866,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:28.949936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Checking segment: {'id': '8bf56feb-69f0-4dc2-82bf-c273f911fec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a57806f8-35ae-46f2-be27-888494e6ebec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:28.950836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network hostable DHCP agents. Network: a57806f8-35ae-46f2-be27-888494e6ebec, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:02:28.999237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network a57806f8-35ae-46f2-be27-888494e6ebec is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:02:29.019880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, a57806f8-35ae-46f2-be27-888494e6ebec) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:29.026601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.033536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28f0fb-b01f-466f-be9e-46c26e309523 None None] Network a57806f8-35ae-46f2-be27-888494e6ebec requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:29.034265 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.074437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5f599ba3-c0d4-4484-9cea-57c60dbf4ad3 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1412601 Jul 08 02:02:29.077740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:29.093370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-86d693d8-a275-468c-9282-fa6e44daa8be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2135937882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:29.100957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d735fbb0-92a3-4df1-8d2a-e76d403dd478 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.105092 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d735fbb0-92a3-4df1-8d2a-e76d403dd478 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2565453 Jul 08 02:02:29.126821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49360) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:29.149912 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86d693d8-a275-468c-9282-fa6e44daa8be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.153155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86d693d8-a275-468c-9282-fa6e44daa8be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.294348 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86d693d8-a275-468c-9282-fa6e44daa8be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.296120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49370) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:29.300081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d0bcd1-e14f-4d61-8a92-4b4d077a4cf0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.304899 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24d0bcd1-e14f-4d61-8a92-4b4d077a4cf0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1760824 Jul 08 02:02:29.308332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49372) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:29.312184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86d693d8-a275-468c-9282-fa6e44daa8be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.366673 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86d693d8-a275-468c-9282-fa6e44daa8be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.369627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-86d693d8-a275-468c-9282-fa6e44daa8be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2906260 Jul 08 02:02:29.371124 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f50c-22c0-4fd4-bc3f-58263c161aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.373312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49376) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:29.396400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'network_id': 'a57806f8-35ae-46f2-be27-888494e6ebec', 'name': 'tempest-PortsTestJSON-1417567415'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:29.432705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce26a99-4e63-45e1-82cd-eae91dab261d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.436358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce26a99-4e63-45e1-82cd-eae91dab261d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.441238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce26a99-4e63-45e1-82cd-eae91dab261d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:29.446654 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2ce26a99-4e63-45e1-82cd-eae91dab261d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1345372 Jul 08 02:02:29.450461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49378) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:29.529679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-a57806f8-35ae-46f2-be27-888494e6ebec', 'network_id': 'a57806f8-35ae-46f2-be27-888494e6ebec', 'tenant_id': '8b795de6e7694075b2145e9a319e63d7', 'fixed_ips': [{'subnet_id': 'b9ac8963-04a1-4920-8ab7-5aedc1619866'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:02:29.530563 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.659419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc79db81-a40a-4e32-9464-a10d1c41a50f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 458614e1-0dc7-4742-945b-226a52589d6f {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:29.668715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc79db81-a40a-4e32-9464-a10d1c41a50f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.849600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc79db81-a40a-4e32-9464-a10d1c41a50f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.854342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f50c-22c0-4fd4-bc3f-58263c161aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.855372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Allocated IP 172.20.0.2 (a57806f8-35ae-46f2-be27-888494e6ebec/b9ac8963-04a1-4920-8ab7-5aedc1619866/17a6f6a5-6a46-4ea6-8e1b-dc0badc91025) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:29.867011 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f50c-22c0-4fd4-bc3f-58263c161aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:29.962944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e8d3f50c-22c0-4fd4-bc3f-58263c161aec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7953f24f80394120ae3e8ef13830709e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6628137 Jul 08 02:02:29.998576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:30.037532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc79db81-a40a-4e32-9464-a10d1c41a50f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.050612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:30.055430 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.147418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3f50c-22c0-4fd4-bc3f-58263c161aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd59ee7-981e-4c11-ad2d-63b4c96f6b47,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:30.166499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 34afccb9-c892-4ae6-9f41-eb31c2063be5 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:02:30.168412 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.184408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc79db81-a40a-4e32-9464-a10d1c41a50f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.199202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Transition to ACTIVE for port object 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:30.229800 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc79db81-a40a-4e32-9464-a10d1c41a50f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.237667 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cc79db81-a40a-4e32-9464-a10d1c41a50f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/458614e1-0dc7-4742-945b-226a52589d6f HTTP/1.1" status: 204 len: 168 time: 0.7860734 Jul 08 02:02:30.238311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49402) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:30.242151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79db81-a40a-4e32-9464-a10d1c41a50f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=458614e1-0dc7-4742-945b-226a52589d6f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:30.242936 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Transition to ACTIVE for port object 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:30.245645 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22344b81-7c10-451c-9d6a-31d7a0b40f11 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:30.319112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-427b3e45-70a3-4bfc-9105-cfc750428e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.347733 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-427b3e45-70a3-4bfc-9105-cfc750428e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.413956 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-427b3e45-70a3-4bfc-9105-cfc750428e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.417205 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-427b3e45-70a3-4bfc-9105-cfc750428e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.419159 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-427b3e45-70a3-4bfc-9105-cfc750428e92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9cd59ee7-981e-4c11-ad2d-63b4c96f6b47 HTTP/1.1" status: 204 len: 168 time: 0.4175761 Jul 08 02:02:30.462140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0934f035-2c2f-413f-a44c-3a8aaad4cecf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Deleting subnet 850c0aab-064c-4d1a-ba21-efef4a244022 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:30.464791 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.476626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0934f035-2c2f-413f-a44c-3a8aaad4cecf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.525873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b3e45-70a3-4bfc-9105-cfc750428e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd59ee7-981e-4c11-ad2d-63b4c96f6b47,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:30.578407 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0934f035-2c2f-413f-a44c-3a8aaad4cecf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:30.625702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.8 (a57806f8-35ae-46f2-be27-888494e6ebec/b9ac8963-04a1-4920-8ab7-5aedc1619866/34afccb9-c892-4ae6-9f41-eb31c2063be5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:30.677957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Pushing event updated for resources: {'Port': ['ID=17a6f6a5-6a46-4ea6-8e1b-dc0badc91025,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:30.819544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Network a57806f8-35ae-46f2-be27-888494e6ebec is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:30.837270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:30.846992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:30.884814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0934f035-2c2f-413f-a44c-3a8aaad4cecf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.019772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0934f035-2c2f-413f-a44c-3a8aaad4cecf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.059880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Attempting to bind port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:31.060260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Attempting to bind port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '8bf56feb-69f0-4dc2-82bf-c273f911fec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a57806f8-35ae-46f2-be27-888494e6ebec'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:31.060649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Attempting to bind port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 on network a57806f8-35ae-46f2-be27-888494e6ebec {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:31.077734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:31.078099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Checking segment: {'id': '8bf56feb-69f0-4dc2-82bf-c273f911fec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a57806f8-35ae-46f2-be27-888494e6ebec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:31.078508 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.088705 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Bound using segment: {'id': '8bf56feb-69f0-4dc2-82bf-c273f911fec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a57806f8-35ae-46f2-be27-888494e6ebec'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:31.089431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Bound port: 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf56feb-69f0-4dc2-82bf-c273f911fec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a57806f8-35ae-46f2-be27-888494e6ebec'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:31.090553 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.100589 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0934f035-2c2f-413f-a44c-3a8aaad4cecf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.106051 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0934f035-2c2f-413f-a44c-3a8aaad4cecf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/850c0aab-064c-4d1a-ba21-efef4a244022 HTTP/1.1" status: 204 len: 168 time: 0.8658085 Jul 08 02:02:31.110717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0934f035-2c2f-413f-a44c-3a8aaad4cecf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Subnet': ['ID=850c0aab-064c-4d1a-ba21-efef4a244022,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:31.111581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49422) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:31.245323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-368130eb-2a54-4e02-b4e5-a552429218a2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1292703 Jul 08 02:02:31.245573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49428) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:31.274198 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.282062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] For port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:31.318816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] For port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=17a6f6a5-6a46-4ea6-8e1b-dc0badc91025,segment=NetworkSegment(8bf56feb-69f0-4dc2-82bf-c273f911fec8),segment_id=8bf56feb-69f0-4dc2-82bf-c273f911fec8)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:31.328935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object 34afccb9-c892-4ae6-9f41-eb31c2063be5 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:31.329199 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.394138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf0ce6c-3381-43c4-881e-24f5df948b13 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:31.397920 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6cf0ce6c-3381-43c4-881e-24f5df948b13 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1509402 Jul 08 02:02:31.400019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:31.573390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7c9e4-2766-4995-bd38-64633d326ffe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:31.575399 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-02e7c9e4-2766-4995-bd38-64633d326ffe tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1742854 Jul 08 02:02:31.581667 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:31.586394 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49444) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:31.702780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ca0806-e526-4963-8f09-642f0f8226c0 None None] Update dhcp port {'port': {'network_id': 'de78c256-7209-4d49-9cc2-cf9ec79a7408', 'fixed_ips': [{'subnet_id': '850c0aab-064c-4d1a-ba21-efef4a244022'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'befd1a55-6863-4f77-8f27-4d7737f681ba'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:02:31.704882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b52d8a-befe-4d70-befc-60371077ca65 None None] Pushing event updated for resources: {'Port': ['ID=17a6f6a5-6a46-4ea6-8e1b-dc0badc91025,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:31.710259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49448) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:31.719582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network a57806f8-35ae-46f2-be27-888494e6ebec is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:31.773477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:31.781048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:31.877937 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-adffe345-ec3c-44bb-86de-2a9fb78072ef tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2825894 Jul 08 02:02:31.877937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49466) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:31.892645 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a5ca0806-e526-4963-8f09-642f0f8226c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:32.017074 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f02582-abd9-4e84-9220-c9e920aeeea0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:32.025009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f02582-abd9-4e84-9220-c9e920aeeea0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:32.030537 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-76f02582-abd9-4e84-9220-c9e920aeeea0 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/6a81655a-10f3-4568-9097-fc3ac4421209 HTTP/1.1" status: 404 len: 333 time: 0.1511571 Jul 08 02:02:32.031229 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49470) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:32.031367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=34afccb9-c892-4ae6-9f41-eb31c2063be5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:32.083792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:32.095875 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd65ea8-5266-4cd3-8d58-625dd7a32c3d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:32.096591 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd65ea8-5266-4cd3-8d58-625dd7a32c3d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:32.102319 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fdd65ea8-5266-4cd3-8d58-625dd7a32c3d tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/458614e1-0dc7-4742-945b-226a52589d6f HTTP/1.1" status: 404 len: 337 time: 0.0683444 Jul 08 02:02:32.102541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:32.102694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49474) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:32.177437 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69487ca-bb4f-43c6-bf2b-627f9e0ce921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:32.201792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-91eab16b-9cfb-4136-bcbc-7baab52555d4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8049824 Jul 08 02:02:32.225677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49480) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:32.247529 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-74145685-69cc-457d-8411-de3b9bafb446 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:32.247962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74145685-69cc-457d-8411-de3b9bafb446 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:32.250125 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-74145685-69cc-457d-8411-de3b9bafb446 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/850c0aab-064c-4d1a-ba21-efef4a244022 HTTP/1.1" status: 404 len: 337 time: 0.1462493 Jul 08 02:02:32.260096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49482) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:32.372107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:32.405215 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c7046c-c64e-42ed-9303-e87a23d744e2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:32.406056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c7046c-c64e-42ed-9303-e87a23d744e2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:32.407991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-41c7046c-c64e-42ed-9303-e87a23d744e2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/c609850c-3c73-4ec2-92f4-36a46c9cc7c4 HTTP/1.1" status: 404 len: 333 time: 0.1359322 Jul 08 02:02:32.420349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49486) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:32.431818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49488) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:32.561104 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5638688-fdee-48ba-b755-fe4dfdaad5a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:32.562327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5638688-fdee-48ba-b755-fe4dfdaad5a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:32.565026 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a5638688-fdee-48ba-b755-fe4dfdaad5a4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/c69e0541-45e9-4d8f-b3bc-e6f940f5e3cb HTTP/1.1" status: 404 len: 337 time: 0.1412382 Jul 08 02:02:32.568679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49498) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:32.618795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:32.664744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece935bc-8e6d-4f3c-b5ab-f26e7c6ba568 None None] Network de78c256-7209-4d49-9cc2-cf9ec79a7408 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:32.677890 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbe9cdb-3dae-42c3-b376-6e7146e561f2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:32.678445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dbe9cdb-3dae-42c3-b376-6e7146e561f2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:32.680245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1dbe9cdb-3dae-42c3-b376-6e7146e561f2 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/78e4632e-fd2b-4078-970f-910414a5498c HTTP/1.1" status: 404 len: 337 time: 0.1096487 Jul 08 02:02:32.688057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49502) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:32.768542 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a828d813-bed8-4e0a-99b5-2aed609ece5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:32.769184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a828d813-bed8-4e0a-99b5-2aed609ece5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:32.786999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a828d813-bed8-4e0a-99b5-2aed609ece5f tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/6cb94d93-771c-498a-9e0f-98e4e2e3805f HTTP/1.1" status: 404 len: 333 time: 0.0955625 Jul 08 02:02:32.790966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49504) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:32.857019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-890561c0-844b-4689-af8d-c95e59996e68 None None] Provisioning complete for port befd1a55-6863-4f77-8f27-4d7737f681ba triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:32.857589 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-890561c0-844b-4689-af8d-c95e59996e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:32.909632 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb53416-4851-4b18-b862-50c9ecee9916 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:32.910621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb53416-4851-4b18-b862-50c9ecee9916 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:32.913730 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5bb53416-4851-4b18-b862-50c9ecee9916 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/a59090ce-a742-41fd-9731-f9554c7130c1 HTTP/1.1" status: 404 len: 337 time: 0.1196284 Jul 08 02:02:32.928659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49508) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:33.204741 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e64a63-d564-49e1-96c3-c27dfcc91196 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:33.206871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e64a63-d564-49e1-96c3-c27dfcc91196 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:33.211996 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-07e64a63-d564-49e1-96c3-c27dfcc91196 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/dc063fe3-18bc-48c5-b1dc-5404dfeb2f56 HTTP/1.1" status: 404 len: 337 time: 0.2783480 Jul 08 02:02:33.218890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49518) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:33.337521 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb002bd-9001-4df4-a21a-53b93a7e7dc7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:33.338657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb002bd-9001-4df4-a21a-53b93a7e7dc7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:33.343717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9eb002bd-9001-4df4-a21a-53b93a7e7dc7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/4fbc6a6c-6b2f-4792-887c-699a7293b2c7 HTTP/1.1" status: 404 len: 333 time: 0.1188846 Jul 08 02:02:33.355037 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69487ca-bb4f-43c6-bf2b-627f9e0ce921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:33.356851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff2659a-f4d8-49d6-8d89-722d84117d90 None None] DHCP port deletion for de78c256-7209-4d49-9cc2-cf9ec79a7408 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:02:33.359535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49520) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:33.385943 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d69487ca-bb4f-43c6-bf2b-627f9e0ce921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:33.443233 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd17a2c5-60d3-4ff0-8f53-6aa527a893c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:33.450920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd17a2c5-60d3-4ff0-8f53-6aa527a893c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:33.461490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fd17a2c5-60d3-4ff0-8f53-6aa527a893c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/ceb5ec1d-d276-4d1a-b913-78ff9e38becc HTTP/1.1" status: 404 len: 337 time: 0.0997295 Jul 08 02:02:33.472579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49524) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:33.479975 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:33.517516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2659a-f4d8-49d6-8d89-722d84117d90 None None] Deleting port befd1a55-6863-4f77-8f27-4d7737f681ba {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:33.517893 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ff2659a-f4d8-49d6-8d89-722d84117d90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:33.663480 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c14c2e-4508-4fbb-a785-46469ea86e88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:33.664097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c14c2e-4508-4fbb-a785-46469ea86e88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:33.667176 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d4c14c2e-4508-4fbb-a785-46469ea86e88 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/4a976aa1-0a7c-43c9-b394-c87efe6552fd HTTP/1.1" status: 404 len: 337 time: 0.1711841 Jul 08 02:02:33.670326 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49530) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:33.673439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69487ca-bb4f-43c6-bf2b-627f9e0ce921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165cbde8-96e1-4c7f-ba47-2b82e8443014,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:33.704499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d69487ca-bb4f-43c6-bf2b-627f9e0ce921 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f026f9c1431d461aa431c6620260bbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9867101 Jul 08 02:02:33.772823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1ff2659a-f4d8-49d6-8d89-722d84117d90 None None] For port befd1a55-6863-4f77-8f27-4d7737f681ba, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=befd1a55-6863-4f77-8f27-4d7737f681ba,segment=NetworkSegment(42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd),segment_id=42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:33.773326 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ff2659a-f4d8-49d6-8d89-722d84117d90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:33.789907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16338a86-c7fa-415a-b42e-0f5d9144d680 None None] Network a57806f8-35ae-46f2-be27-888494e6ebec requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:33.806934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:33.881760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1ff2659a-f4d8-49d6-8d89-722d84117d90 None None] Calling delete_port for befd1a55-6863-4f77-8f27-4d7737f681ba owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:33.903669 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2457bf5d-c802-4bc1-b8d6-ff2a3bceb7c1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:33.908514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2457bf5d-c802-4bc1-b8d6-ff2a3bceb7c1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:33.910440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2457bf5d-c802-4bc1-b8d6-ff2a3bceb7c1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/52cac28d-95d5-44ba-82ca-3d4314543d58 HTTP/1.1" status: 404 len: 333 time: 0.2045226 Jul 08 02:02:33.922747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:34.009210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8b953f6c-49cd-4832-a33f-9259821bbd07 None None] Provisioning for port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:34.022407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8b953f6c-49cd-4832-a33f-9259821bbd07 None None] Provisioning complete for port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:34.023059 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8b953f6c-49cd-4832-a33f-9259821bbd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.029958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.040002 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.074231 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c151ad19-8c2e-4e76-8aca-1725243ce257 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:34.075416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c151ad19-8c2e-4e76-8aca-1725243ce257 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:34.077617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c151ad19-8c2e-4e76-8aca-1725243ce257 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/79cff229-bdb0-43fa-9c3b-def409d1c789 HTTP/1.1" status: 404 len: 337 time: 0.1485744 Jul 08 02:02:34.085745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49544) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:34.125902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=34afccb9-c892-4ae6-9f41-eb31c2063be5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:34.211831 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ff2659a-f4d8-49d6-8d89-722d84117d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.237759 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebf46b7-cf49-4e76-9a67-663e529946cf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:34.243459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bebf46b7-cf49-4e76-9a67-663e529946cf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:34.248389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bebf46b7-cf49-4e76-9a67-663e529946cf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/68d4fcad-2a88-45b3-8d5e-d8ab3cda294b HTTP/1.1" status: 404 len: 333 time: 0.1482489 Jul 08 02:02:34.251138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49550) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:34.259741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2659a-f4d8-49d6-8d89-722d84117d90 None None] No DVR routers for this DVR port befd1a55-6863-4f77-8f27-4d7737f681ba on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:34.273681 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2659a-f4d8-49d6-8d89-722d84117d90 None None] Pushing event deleted for resources: {'Port': ['ID=befd1a55-6863-4f77-8f27-4d7737f681ba,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:34.307662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:34.334117 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6680727-7a10-412f-b4d2-820740a6f871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.343557 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f014ad-86ae-4989-aebd-bf4cbe936055 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:34.352934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f014ad-86ae-4989-aebd-bf4cbe936055 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:34.354970 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-33f014ad-86ae-4989-aebd-bf4cbe936055 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/978c8da3-558a-4188-a7c8-d7b2201179d7 HTTP/1.1" status: 404 len: 337 time: 0.1026649 Jul 08 02:02:34.357895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:34.363646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: befd1a55-6863-4f77-8f27-4d7737f681ba {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:34.364019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device befd1a55-6863-4f77-8f27-4d7737f681ba not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:34.381900 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8b953f6c-49cd-4832-a33f-9259821bbd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.451423 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6680727-7a10-412f-b4d2-820740a6f871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.461674 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-583f3df3-3bb6-4ed3-8ab8-ddd26060a8a7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:34.462581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583f3df3-3bb6-4ed3-8ab8-ddd26060a8a7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:34.464500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-583f3df3-3bb6-4ed3-8ab8-ddd26060a8a7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/c2404db0-b454-4795-b489-87cce19e4c0d HTTP/1.1" status: 404 len: 333 time: 0.0739338 Jul 08 02:02:34.471168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49564) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:34.528902 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59f205f-5026-403a-ab03-eb19340080c1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:34.529690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59f205f-5026-403a-ab03-eb19340080c1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:34.531769 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a59f205f-5026-403a-ab03-eb19340080c1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/6b85208a-665a-429c-80cf-7d7e4e4bd536 HTTP/1.1" status: 404 len: 337 time: 0.0592711 Jul 08 02:02:34.537005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8b953f6c-49cd-4832-a33f-9259821bbd07 None None] For port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=17a6f6a5-6a46-4ea6-8e1b-dc0badc91025,segment=NetworkSegment(8bf56feb-69f0-4dc2-82bf-c273f911fec8),segment_id=8bf56feb-69f0-4dc2-82bf-c273f911fec8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:34.538318 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49568) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:34.573045 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8b953f6c-49cd-4832-a33f-9259821bbd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.655803 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4effdb3a-5ded-42bd-9769-c7fbcf45a3c1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:34.656931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4effdb3a-5ded-42bd-9769-c7fbcf45a3c1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:34.659596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4effdb3a-5ded-42bd-9769-c7fbcf45a3c1 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/28d01f05-0419-4993-b7ba-f7a0b1034eab HTTP/1.1" status: 404 len: 333 time: 0.1200035 Jul 08 02:02:34.666177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49574) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:34.681839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.700795 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acbda2f-d9d7-4eb5-9f8a-48b4dc122afd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:34.701264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acbda2f-d9d7-4eb5-9f8a-48b4dc122afd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:34.705491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6acbda2f-d9d7-4eb5-9f8a-48b4dc122afd tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/3ec97c1f-113a-49c5-b5f2-1c92607b8818 HTTP/1.1" status: 404 len: 337 time: 0.0355489 Jul 08 02:02:34.705491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6680727-7a10-412f-b4d2-820740a6f871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.711298 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6680727-7a10-412f-b4d2-820740a6f871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.713408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b953f6c-49cd-4832-a33f-9259821bbd07 None None] Pushing event updated for resources: {'Port': ['ID=17a6f6a5-6a46-4ea6-8e1b-dc0badc91025,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:34.720314 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d6680727-7a10-412f-b4d2-820740a6f871 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/165cbde8-96e1-4c7f-ba47-2b82e8443014 HTTP/1.1" status: 204 len: 168 time: 0.9026234 Jul 08 02:02:34.721029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:34.726942 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:34.758530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6680727-7a10-412f-b4d2-820740a6f871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165cbde8-96e1-4c7f-ba47-2b82e8443014,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:34.865546 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ec10d7-ff22-478b-acbb-879a1ccdccd7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:34.866435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ec10d7-ff22-478b-acbb-879a1ccdccd7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:34.870422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-11ec10d7-ff22-478b-acbb-879a1ccdccd7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/b28aa152-96ff-4aa2-887a-99a431c55408 HTTP/1.1" status: 404 len: 333 time: 0.1263664 Jul 08 02:02:34.877767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:34.970963 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae4d57d-95fd-4810-a2bc-3c8d76ab0d1c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:34.971515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae4d57d-95fd-4810-a2bc-3c8d76ab0d1c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:34.975034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8ae4d57d-95fd-4810-a2bc-3c8d76ab0d1c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/4bae8e87-9c18-4404-b980-08cf83a7dce4 HTTP/1.1" status: 404 len: 337 time: 0.0944421 Jul 08 02:02:34.982535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49594) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:35.030334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c6309963-129a-4ad6-aafb-efba2d6008b9 None None] Provisioning for port 34afccb9-c892-4ae6-9f41-eb31c2063be5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:35.037852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c6309963-129a-4ad6-aafb-efba2d6008b9 None None] Provisioning complete for port 34afccb9-c892-4ae6-9f41-eb31c2063be5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:35.038421 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c6309963-129a-4ad6-aafb-efba2d6008b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:35.090970 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c2669b-ff20-491f-b218-2b335046c090 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:35.091748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c2669b-ff20-491f-b218-2b335046c090 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:35.097423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-77c2669b-ff20-491f-b218-2b335046c090 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/704d3b65-707f-4025-af46-6e70a9570d82 HTTP/1.1" status: 404 len: 333 time: 0.0942323 Jul 08 02:02:35.099791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:35.161643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c6309963-129a-4ad6-aafb-efba2d6008b9 None None] Port 34afccb9-c892-4ae6-9f41-eb31c2063be5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:35.219918 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-362e065c-95d6-4817-9efe-5d930917f6d8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:35.220163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362e065c-95d6-4817-9efe-5d930917f6d8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:35.221998 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-362e065c-95d6-4817-9efe-5d930917f6d8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/5f648bdd-b70d-4383-ae96-fa7799b48894 HTTP/1.1" status: 404 len: 337 time: 0.1215036 Jul 08 02:02:35.226444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49606) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:35.235329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c6309963-129a-4ad6-aafb-efba2d6008b9 None None] Provisioning complete for port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:35.236135 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c6309963-129a-4ad6-aafb-efba2d6008b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:35.321288 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-048b0715-a00f-4a03-822a-2df8e0c55201 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:35.321891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048b0715-a00f-4a03-822a-2df8e0c55201 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:35.323691 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-048b0715-a00f-4a03-822a-2df8e0c55201 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/a10435d0-1bf6-49b4-abe2-5476391f6c3e HTTP/1.1" status: 404 len: 337 time: 0.0950012 Jul 08 02:02:35.335474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49610) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:35.395313 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d3127e-205f-46ff-b210-a52ec4be8089 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:35.396434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d3127e-205f-46ff-b210-a52ec4be8089 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:35.399388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d2d3127e-205f-46ff-b210-a52ec4be8089 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/525bdd5d-52bd-477b-aee7-68cf9075b94b HTTP/1.1" status: 404 len: 333 time: 0.0640957 Jul 08 02:02:35.406435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49614) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:35.476242 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abb3e26-e7b3-43fb-85dd-20e14230064b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:35.476740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abb3e26-e7b3-43fb-85dd-20e14230064b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:35.480792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1abb3e26-e7b3-43fb-85dd-20e14230064b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/fd8c6070-4499-44be-a25e-bfedcaa3ceb9 HTTP/1.1" status: 404 len: 337 time: 0.0696712 Jul 08 02:02:35.485830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49620) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:35.575533 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae009fe5-e55b-424c-8961-665ad9acb659 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:35.576142 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae009fe5-e55b-424c-8961-665ad9acb659 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:35.580354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ae009fe5-e55b-424c-8961-665ad9acb659 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/63e17dac-5b61-460c-b09f-82c82a707495 HTTP/1.1" status: 404 len: 337 time: 0.0901661 Jul 08 02:02:35.581517 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:35.584555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:35.590509 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9e6e5505-7db2-4294-8ebc-6a3c54c76bb6 None None] Provisioning complete for port 34afccb9-c892-4ae6-9f41-eb31c2063be5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:35.590890 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9e6e5505-7db2-4294-8ebc-6a3c54c76bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:35.713164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e5505-7db2-4294-8ebc-6a3c54c76bb6 None None] Port 34afccb9-c892-4ae6-9f41-eb31c2063be5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:35.733401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49630) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:35.752159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34d18283-1a4c-49b3-b4d7-9e0d68b55d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:35.822597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.050244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-72024196-781b-4819-b750-56fbc9e10cba None None] Provisioning complete for port 34afccb9-c892-4ae6-9f41-eb31c2063be5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:36.051822 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72024196-781b-4819-b750-56fbc9e10cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.062087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34d18283-1a4c-49b3-b4d7-9e0d68b55d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.074408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34d18283-1a4c-49b3-b4d7-9e0d68b55d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.108126 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc70d238-e48c-48a0-b7be-692e4bc28586 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:36.109133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc70d238-e48c-48a0-b7be-692e4bc28586 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:36.111460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bc70d238-e48c-48a0-b7be-692e4bc28586 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/2d7d2124-1929-48d7-a35e-7467778fcf8b HTTP/1.1" status: 404 len: 333 time: 0.5258343 Jul 08 02:02:36.119519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.136519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-72024196-781b-4819-b750-56fbc9e10cba None None] Port 34afccb9-c892-4ae6-9f41-eb31c2063be5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:36.167438 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-625806d0-aa35-45e2-9a31-39cf68d26b4c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:36.167900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625806d0-aa35-45e2-9a31-39cf68d26b4c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:36.170240 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-625806d0-aa35-45e2-9a31-39cf68d26b4c tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/b5717bd0-9d06-4b9b-a209-c5cb900acb46 HTTP/1.1" status: 404 len: 337 time: 0.0488453 Jul 08 02:02:36.173265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49646) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.205905 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-34d18283-1a4c-49b3-b4d7-9e0d68b55d96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93d8887f534f415e9435785266f8b719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709516 Jul 08 02:02:36.209341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d18283-1a4c-49b3-b4d7-9e0d68b55d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e55a2ce-134e-4650-8b76-978eb6916704,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:36.217671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49648) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.248866 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abcec1f-f26f-440b-ba42-afc475512004 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:36.249333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9abcec1f-f26f-440b-ba42-afc475512004 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:36.257118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9abcec1f-f26f-440b-ba42-afc475512004 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/8e50d6a4-7b3b-4009-b25d-fa53673d9f12 HTTP/1.1" status: 404 len: 337 time: 0.0828259 Jul 08 02:02:36.260157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.294736 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-229138af-f085-4b9d-ab0f-b4194b74f361 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:36.295433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229138af-f085-4b9d-ab0f-b4194b74f361 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:36.300675 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-229138af-f085-4b9d-ab0f-b4194b74f361 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/72eae923-05e5-4ee3-9c8e-1d3f0de3ca4b HTTP/1.1" status: 404 len: 333 time: 0.0390451 Jul 08 02:02:36.302592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49652) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.304207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:36.384828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:36.385431 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.464135 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d383cd2-b93f-41e7-916a-b9b84fe489b4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:36.464851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d383cd2-b93f-41e7-916a-b9b84fe489b4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:36.469420 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3d383cd2-b93f-41e7-916a-b9b84fe489b4 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/3e7d395a-89cd-4dc5-8d74-3df5c179a72f HTTP/1.1" status: 404 len: 337 time: 0.1615336 Jul 08 02:02:36.471277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49660) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.495022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2edacae-0e72-4b49-86a4-65c35d161265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.523249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.541852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.547326 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fcdfc9-5400-4973-a149-a751c1afe9f6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:36.548139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fcdfc9-5400-4973-a149-a751c1afe9f6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:36.553169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-07fcdfc9-5400-4973-a149-a751c1afe9f6 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/f2846f53-6f6f-4337-a930-5127be3fca83 HTTP/1.1" status: 404 len: 337 time: 0.0773335 Jul 08 02:02:36.556976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49664) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.564331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2edacae-0e72-4b49-86a4-65c35d161265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.598164 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-49c08e61-8e87-4965-aa59-6643fe985795 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports?device_id=445f865b-ab8b-486b-975c-71330c604382 HTTP/1.1" status: 200 len: 205 time: 0.0373240 Jul 08 02:02:36.600148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49672) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.702710 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-2977bbc4-d723-46aa-b192-91fca9ca78c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] delete failed (client error): The resource could not be found. Jul 08 02:02:36.714486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49680) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.718533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2977bbc4-d723-46aa-b192-91fca9ca78c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/routers/445f865b-ab8b-486b-975c-71330c604382 HTTP/1.1" status: 404 len: 336 time: 0.1048441 Jul 08 02:02:36.732710 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2edacae-0e72-4b49-86a4-65c35d161265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.736758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2edacae-0e72-4b49-86a4-65c35d161265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.739668 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f2edacae-0e72-4b49-86a4-65c35d161265 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e55a2ce-134e-4650-8b76-978eb6916704 HTTP/1.1" status: 204 len: 168 time: 0.5067270 Jul 08 02:02:36.790071 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d64df6a-7005-4b9b-96e4-eb177d14faaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:36.790610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d64df6a-7005-4b9b-96e4-eb177d14faaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:36.792417 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7d64df6a-7005-4b9b-96e4-eb177d14faaf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/87d396bd-7d29-4b6c-aa25-c26d49fe2cb4 HTTP/1.1" status: 404 len: 337 time: 0.0741656 Jul 08 02:02:36.798660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edacae-0e72-4b49-86a4-65c35d161265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e55a2ce-134e-4650-8b76-978eb6916704,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:36.799492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49686) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.803329 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.819805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] Deleting port a2350ac2-5cf9-490d-a6b1-22798a44830e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:36.820178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.842134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=34afccb9-c892-4ae6-9f41-eb31c2063be5,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:36.849921 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a7c45c64-797d-4d0a-a954-410c542ad6b7 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "GET /v2.0/ports?device_id=d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 HTTP/1.1" status: 200 len: 205 time: 0.0437055 Jul 08 02:02:36.869217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49692) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:36.936165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] For port a2350ac2-5cf9-490d-a6b1-22798a44830e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a2350ac2-5cf9-490d-a6b1-22798a44830e,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:36.936165 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:36.948154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] Calling delete_port for a2350ac2-5cf9-490d-a6b1-22798a44830e owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:37.095781 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-cb24615e-8148-4fcc-9fc1-9dd1b1b11adf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] delete failed (client error): The resource could not be found. Jul 08 02:02:37.115287 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cb24615e-8148-4fcc-9fc1-9dd1b1b11adf tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/routers/d6ce56cd-3ba4-4d63-bf17-990ec342f9a5 HTTP/1.1" status: 404 len: 336 time: 0.2406912 Jul 08 02:02:37.118454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49694) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:37.174822 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d8faf6-63bc-4e72-957a-be1ad9257cde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:37.176815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d8faf6-63bc-4e72-957a-be1ad9257cde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:37.178939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e2d8faf6-63bc-4e72-957a-be1ad9257cde tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/c16270f9-29ad-4afb-abb1-42a38f55ef1d HTTP/1.1" status: 404 len: 337 time: 0.0592346 Jul 08 02:02:37.181256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network a57806f8-35ae-46f2-be27-888494e6ebec is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:37.181990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49700) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:37.198958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:37.225127 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed540ae-f0d7-4db1-b0cb-ec3f1f07d434 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:37.225651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed540ae-f0d7-4db1-b0cb-ec3f1f07d434 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:37.227438 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1ed540ae-f0d7-4db1-b0cb-ec3f1f07d434 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/f738980a-63e0-4d64-a898-a9417145bfc4 HTTP/1.1" status: 404 len: 337 time: 0.0442574 Jul 08 02:02:37.247021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:37.366339 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-86256184-f0e3-4077-917d-73760d7a2206 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:37.373167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86256184-f0e3-4077-917d-73760d7a2206 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:37.373167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-86256184-f0e3-4077-917d-73760d7a2206 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/7afd8b5f-4ab7-49c6-805e-7f3624d20137 HTTP/1.1" status: 404 len: 333 time: 0.1216242 Jul 08 02:02:37.375683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49708) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:37.426018 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-450e1b68-dd90-4fda-8b2e-385a870fc052 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:37.426572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450e1b68-dd90-4fda-8b2e-385a870fc052 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:37.438434 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-450e1b68-dd90-4fda-8b2e-385a870fc052 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/06300f69-2463-4d20-a488-b0b4bdf14c7b HTTP/1.1" status: 404 len: 337 time: 0.0517478 Jul 08 02:02:37.440013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49712) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:37.499165 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:37.513126 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3e5a52-6a9f-481b-bb3f-8599251b54da tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:37.514880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3e5a52-6a9f-481b-bb3f-8599251b54da tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:37.518113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Router abbe64f5-548f-41dc-88ec-99041ea0adfc is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:02:37.538463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cd3e5a52-6a9f-481b-bb3f-8599251b54da tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/cfb28615-8af7-4c7d-9fe5-8f9dc494c5b4 HTTP/1.1" status: 404 len: 333 time: 0.0973275 Jul 08 02:02:37.544523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:37.637370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2350ac2-5cf9-490d-a6b1-22798a44830e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:37.674193 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3be570e-9950-48fe-8428-d7354f0930c9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:37.677525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3be570e-9950-48fe-8428-d7354f0930c9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:37.680244 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b3be570e-9950-48fe-8428-d7354f0930c9 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/2dedb049-c06b-42cc-876a-786478b5ada3 HTTP/1.1" status: 404 len: 337 time: 0.1279223 Jul 08 02:02:37.683193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49728) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:37.709066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e9bf7e3b-91b1-4072-8c4d-8bcb68649c4b None None] Provisioning complete for port 34afccb9-c892-4ae6-9f41-eb31c2063be5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:37.709640 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9bf7e3b-91b1-4072-8c4d-8bcb68649c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:37.805183 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49f32cb-6200-4c7e-9141-b78e0493e340 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:37.805985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49f32cb-6200-4c7e-9141-b78e0493e340 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:37.811438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf7e3b-91b1-4072-8c4d-8bcb68649c4b None None] Port 34afccb9-c892-4ae6-9f41-eb31c2063be5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:37.813450 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c49f32cb-6200-4c7e-9141-b78e0493e340 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/bfa204ea-2c1e-433b-9293-17a8c6a26b4d HTTP/1.1" status: 404 len: 333 time: 0.1128862 Jul 08 02:02:37.815699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49736) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:37.841528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:37.853161 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-63a60563-3eeb-4652-83ff-6ba1c93193b4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "PUT /v2.0/routers/abbe64f5-548f-41dc-88ec-99041ea0adfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6256051 Jul 08 02:02:37.854197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186073b1-6742-4f0a-a6f0-aad1b1f43b7d None None] Sync routers for ids ['abbe64f5-548f-41dc-88ec-99041ea0adfc'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:37.859130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49738) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:37.871056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186073b1-6742-4f0a-a6f0-aad1b1f43b7d None None] Routers {'abbe64f5-548f-41dc-88ec-99041ea0adfc'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:37.871695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-186073b1-6742-4f0a-a6f0-aad1b1f43b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['abbe64f5-548f-41dc-88ec-99041ea0adfc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:37.939130 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfab3e0-a8ef-4fd3-b8ad-8f1002e80a75 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:37.939858 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfab3e0-a8ef-4fd3-b8ad-8f1002e80a75 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:37.945432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-186073b1-6742-4f0a-a6f0-aad1b1f43b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:37.949958 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8dfab3e0-a8ef-4fd3-b8ad-8f1002e80a75 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/143eb3fb-b3bd-4819-9bd2-32c2630abfb8 HTTP/1.1" status: 404 len: 337 time: 0.1288872 Jul 08 02:02:37.957004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186073b1-6742-4f0a-a6f0-aad1b1f43b7d None None] Routers {'abbe64f5-548f-41dc-88ec-99041ea0adfc'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:37.959185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-186073b1-6742-4f0a-a6f0-aad1b1f43b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['abbe64f5-548f-41dc-88ec-99041ea0adfc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:37.962633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:38.005849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-186073b1-6742-4f0a-a6f0-aad1b1f43b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:38.006894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186073b1-6742-4f0a-a6f0-aad1b1f43b7d None None] The sync data for ids ['abbe64f5-548f-41dc-88ec-99041ea0adfc'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:38.027187 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5223ccb7-86b9-48d4-9551-d98999324624 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:38.027896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5223ccb7-86b9-48d4-9551-d98999324624 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:38.029685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5223ccb7-86b9-48d4-9551-d98999324624 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/8fee87a2-1437-4a34-9344-2f5ebf7ec8c6 HTTP/1.1" status: 404 len: 333 time: 0.0660763 Jul 08 02:02:38.034436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:38.072176 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9ec2fb-a686-4bd5-a1b6-a280ce179598 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:38.072663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9ec2fb-a686-4bd5-a1b6-a280ce179598 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:38.074508 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ae9ec2fb-a686-4bd5-a1b6-a280ce179598 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/1ddc2970-0b55-43ab-b3f0-7bac1de85e92 HTTP/1.1" status: 404 len: 337 time: 0.0390697 Jul 08 02:02:38.080401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39da76-6a8c-4580-b26f-a30b34904493 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:38.082412 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ab39da76-6a8c-4580-b26f-a30b34904493 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports?device_id=abbe64f5-548f-41dc-88ec-99041ea0adfc HTTP/1.1" status: 200 len: 982 time: 0.2201414 Jul 08 02:02:38.083548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49748) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:38.087204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49750) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:38.161310 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:38.584960 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdf926f-b9ab-4a06-ba00-c9f9bd2f2178 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:38.593363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdf926f-b9ab-4a06-ba00-c9f9bd2f2178 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:38.601111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cfdf926f-b9ab-4a06-ba00-c9f9bd2f2178 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/7e358f8e-cc70-413a-98d3-941917b2a642 HTTP/1.1" status: 404 len: 333 time: 0.5115783 Jul 08 02:02:38.602764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49782) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:38.653943 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c609253-f2cf-4c2e-bd28-4098af45c532 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:38.654133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c609253-f2cf-4c2e-bd28-4098af45c532 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:38.658210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2c609253-f2cf-4c2e-bd28-4098af45c532 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/c5614f3c-4b6a-4615-b389-56cc578eed43 HTTP/1.1" status: 404 len: 337 time: 0.0520973 Jul 08 02:02:38.663950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] Router a050aabb-083b-42fc-9369-7f107d70aab6 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:02:38.665035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:38.703318 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-56630c8a-3467-454e-8c0a-53f673b1baba tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:38.704176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56630c8a-3467-454e-8c0a-53f673b1baba tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:38.709010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-56630c8a-3467-454e-8c0a-53f673b1baba tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/d52e1542-d192-4e4b-a145-2bf1ade8a020 HTTP/1.1" status: 404 len: 333 time: 0.0387340 Jul 08 02:02:38.710542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49788) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:38.861320 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-125b564b-592e-4406-80e4-9b3c36e6e133 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:38.862431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125b564b-592e-4406-80e4-9b3c36e6e133 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:38.865350 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-125b564b-592e-4406-80e4-9b3c36e6e133 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/936bcaca-4569-4386-99cf-39bc0390d2fb HTTP/1.1" status: 404 len: 337 time: 0.1429040 Jul 08 02:02:38.867907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49802) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:38.902571 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac08c201-4720-4078-b9e5-bd28885aac56 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:38.906096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac08c201-4720-4078-b9e5-bd28885aac56 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:38.908426 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac08c201-4720-4078-b9e5-bd28885aac56 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/ports/a81febfc-0ee8-4df5-95ef-c74866b078bb HTTP/1.1" status: 404 len: 333 time: 0.0393128 Jul 08 02:02:38.911814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:38.979596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:38.987257 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:38.989448 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] Sync routers for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:38.996039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7bc43213-1dcf-452e-b7b2-04efd4f59cf8 admin admin] 10.222.0.41 "PUT /v2.0/routers/a050aabb-083b-42fc-9369-7f107d70aab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5572522 Jul 08 02:02:38.997321 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e40bd5d-5506-4e31-abbf-210269d526c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] DELETE failed (client error): The resource could not be found. Jul 08 02:02:38.997774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e40bd5d-5506-4e31-abbf-210269d526c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:39.001722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6e40bd5d-5506-4e31-abbf-210269d526c8 tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/subnets/a0921b05-b2d8-407a-9f7d-08d2b7a0a749 HTTP/1.1" status: 404 len: 337 time: 0.0862548 Jul 08 02:02:39.007991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49810) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:39.016106 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:39.017784 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:39.023341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:39.150587 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.297491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.299426 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:39.339197 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.563759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.576664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de78c256-7209-4d49-9cc2-cf9ec79a7408']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:39.602618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:39.603229 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42cf15c4-b4c1-4ba1-9f8a-31e0bda5bacd') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:39.619645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.629301 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.654147 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.683398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:02:39.684704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:02:39.688850 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:02:39.769644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Deleting port d9ab5949-7f35-44bf-8672-4a72d660de61 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:39.770472 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.840086 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T02:02:37Z', 'revision_number': 5, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port': {'id': 'd9ab5949-7f35-44bf-8672-4a72d660de61', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:d3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:52:22Z', 'updated_at': '2021-07-08T01:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:39.867017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.875583 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.878139 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] 10.222.0.41 "DELETE /v2.0/networks/de78c256-7209-4d49-9cc2-cf9ec79a7408 HTTP/1.1" status: 204 len: 168 time: 0.8691449 Jul 08 02:02:39.931477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc53548-3a43-4ec6-9ea4-679304d9ee8b tempest-NetworksTestDHCPv6-792727493 tempest-NetworksTestDHCPv6-792727493-project] Pushing event deleted for resources: {'Network': ['ID=de78c256-7209-4d49-9cc2-cf9ec79a7408,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:39.934927 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] Checking router: a050aabb-083b-42fc-9369-7f107d70aab6 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:02:39.943137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 34afccb9-c892-4ae6-9f41-eb31c2063be5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:39.955312 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] Routers {'a050aabb-083b-42fc-9369-7f107d70aab6'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:39.956358 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a050aabb-083b-42fc-9369-7f107d70aab6'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:39.962436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:39.997059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] For port d9ab5949-7f35-44bf-8672-4a72d660de61, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d9ab5949-7f35-44bf-8672-4a72d660de61,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:39.997431 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.033573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Calling delete_port for d9ab5949-7f35-44bf-8672-4a72d660de61 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:40.164891 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] Set router a050aabb-083b-42fc-9369-7f107d70aab6 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:02:40.174869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.226880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 34afccb9-c892-4ae6-9f41-eb31c2063be5 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:40.235784 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T02:02:39Z', 'revision_number': 6, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:40.342529 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9190769a-9564-4fde-b358-5f415dfd422b None None] The sync data for ids ['a050aabb-083b-42fc-9369-7f107d70aab6'] in n-d-694802-14 is: [{'id': 'a050aabb-083b-42fc-9369-7f107d70aab6', 'name': 'tempest-AttachVolumeShelveTestJSON-797024358-router', 'tenant_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:52:21Z', 'updated_at': '2021-07-08T02:02:39Z', 'revision_number': 6, 'project_id': '51fd7907a17148e3b9eeb671a1a56b3f', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:40.503288 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.517537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49860) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:40.581805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ab5949-7f35-44bf-8672-4a72d660de61,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:40.641343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.654772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.719601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=34afccb9-c892-4ae6-9f41-eb31c2063be5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:40.798886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:40.807686 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.002844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.003724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a050aabb-083b-42fc-9369-7f107d70aab6 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:02:41.010180 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.011548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-35b3100b-fa39-4d50-af23-705fd90d9602 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a050aabb-083b-42fc-9369-7f107d70aab6 HTTP/1.1" status: 204 len: 168 time: 1.9869356 Jul 08 02:02:41.015398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49878) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:41.059165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.097530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-181da936-30b0-435e-94b0-c1cdcaa1b024 admin admin] Deleting subnet 31e2073b-974c-4fde-ac79-6e7743f5b3f0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:41.107859 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-181da936-30b0-435e-94b0-c1cdcaa1b024 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.229382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-181da936-30b0-435e-94b0-c1cdcaa1b024 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.280720 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cdf0b6d9-84f7-4e05-b658-c193a03b241a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93c2b050dd9944d8913d387fb3ac29ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7596045 Jul 08 02:02:41.281101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49898) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:41.368060 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-181da936-30b0-435e-94b0-c1cdcaa1b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.472656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-181da936-30b0-435e-94b0-c1cdcaa1b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.523564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181da936-30b0-435e-94b0-c1cdcaa1b024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e2073b-974c-4fde-ac79-6e7743f5b3f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:41.531695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-181da936-30b0-435e-94b0-c1cdcaa1b024 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.539707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cbfc10-88e4-4a86-bb8b-ac7eb4351fb4 None None] Network c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:41.549492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-181da936-30b0-435e-94b0-c1cdcaa1b024 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/31e2073b-974c-4fde-ac79-6e7743f5b3f0 HTTP/1.1" status: 204 len: 168 time: 0.5266020 Jul 08 02:02:41.551867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 49914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:41.766418 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:41.916093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Deleting port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:41.916538 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.026832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc6ba3c-7db6-470c-a755-22bb66e54fe7 None None] DHCP port deletion for c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:02:42.123387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6ba3c-7db6-470c-a755-22bb66e54fe7 None None] Deleting port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:42.123831 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3fc6ba3c-7db6-470c-a755-22bb66e54fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.168016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Router abbe64f5-548f-41dc-88ec-99041ea0adfc has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:02:42.183662 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e462-0b18-44f6-a6c5-b0cb59798f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.226744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] For port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=720ef5bb-2a43-4ba0-8880-60268cbcc8e8,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:42.227124 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.264716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Calling delete_port for 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:42.297860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3fc6ba3c-7db6-470c-a755-22bb66e54fe7 None None] For port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=720ef5bb-2a43-4ba0-8880-60268cbcc8e8,segment=NetworkSegment(16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a),segment_id=16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:42.298263 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3fc6ba3c-7db6-470c-a755-22bb66e54fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.300976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e462-0b18-44f6-a6c5-b0cb59798f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.326477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6ba3c-7db6-470c-a755-22bb66e54fe7 None None] Calling delete_port for 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:42.460886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.551953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] No DVR routers for this DVR port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:42.564484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=720ef5bb-2a43-4ba0-8880-60268cbcc8e8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:42.588485 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3fc6ba3c-7db6-470c-a755-22bb66e54fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.602179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:42.638880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6ba3c-7db6-470c-a755-22bb66e54fe7 None None] No DVR routers for this DVR port 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:42.647437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:42.648034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 720ef5bb-2a43-4ba0-8880-60268cbcc8e8 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:42.649160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d9ab5949-7f35-44bf-8672-4a72d660de61 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:42.655141 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e462-0b18-44f6-a6c5-b0cb59798f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.664824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eb6e462-0b18-44f6-a6c5-b0cb59798f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.668389 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7eb6e462-0b18-44f6-a6c5-b0cb59798f8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfc64135-032f-4d5d-a515-b2ff5dbaa9ae HTTP/1.1" status: 204 len: 168 time: 1.3841481 Jul 08 02:02:42.698742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: d9ab5949-7f35-44bf-8672-4a72d660de61 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:42.699491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d9ab5949-7f35-44bf-8672-4a72d660de61 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:42.700592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a2350ac2-5cf9-490d-a6b1-22798a44830e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:42.714226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6e462-0b18-44f6-a6c5-b0cb59798f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc64135-032f-4d5d-a515-b2ff5dbaa9ae,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:42.729718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: a2350ac2-5cf9-490d-a6b1-22798a44830e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:42.731178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a2350ac2-5cf9-490d-a6b1-22798a44830e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:42.733186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6ba3c-7db6-470c-a755-22bb66e54fe7 None None] Pushing event deleted for resources: {'Port': ['ID=720ef5bb-2a43-4ba0-8880-60268cbcc8e8,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:42.753237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:42.768791 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4246811d-3e47-4cf8-bf6f-b5abad086358 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "PUT /v2.0/routers/abbe64f5-548f-41dc-88ec-99041ea0adfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6787975 Jul 08 02:02:42.775803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2f385-31f9-49d5-a39c-a70c9e50b0c8 None None] Sync routers for ids ['abbe64f5-548f-41dc-88ec-99041ea0adfc'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:42.779864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49986) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:42.819180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2f385-31f9-49d5-a39c-a70c9e50b0c8 None None] Routers {'abbe64f5-548f-41dc-88ec-99041ea0adfc'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:42.820040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f7e2f385-31f9-49d5-a39c-a70c9e50b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['abbe64f5-548f-41dc-88ec-99041ea0adfc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:42.877627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f7e2f385-31f9-49d5-a39c-a70c9e50b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:42.882300 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.886129 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-51470e3b-c7bc-4a47-bc67-c96d727932f9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:02:42.897487 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-51470e3b-c7bc-4a47-bc67-c96d727932f9 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/34afccb9-c892-4ae6-9f41-eb31c2063be5 HTTP/1.1" status: 404 len: 333 time: 0.1161537 Jul 08 02:02:42.900537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2f385-31f9-49d5-a39c-a70c9e50b0c8 None None] Routers {'abbe64f5-548f-41dc-88ec-99041ea0adfc'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:42.901561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f7e2f385-31f9-49d5-a39c-a70c9e50b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['abbe64f5-548f-41dc-88ec-99041ea0adfc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:42.902159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80012b9-fc01-4d53-90a2-2aff3c4fdfd8']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:42.910048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 49990) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:42.924167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:42.924476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a33b3c-a4d3-4db4-ae9a-73b04b40fd5a') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:42.960592 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:42.996529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f7e2f385-31f9-49d5-a39c-a70c9e50b0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:42.997222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2f385-31f9-49d5-a39c-a70c9e50b0c8 None None] The sync data for ids ['abbe64f5-548f-41dc-88ec-99041ea0adfc'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:42.999261 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.010141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:02:43.011438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:02:43.110800 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:02:43.125027 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.146505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cd52271-7372-429e-97f5-1e28f1b02382 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.151137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.158063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c80012b9-fc01-4d53-90a2-2aff3c4fdfd8 HTTP/1.1" status: 204 len: 168 time: 1.6039059 Jul 08 02:02:43.173568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41496e0-c9ba-463d-a777-575f8a6575b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c80012b9-fc01-4d53-90a2-2aff3c4fdfd8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:43.200139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50006) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:43.414290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cd52271-7372-429e-97f5-1e28f1b02382 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.416992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cd52271-7372-429e-97f5-1e28f1b02382 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.460240 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e6debc4-dfb9-45e8-833b-15abb1e8fa27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.499378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:43.511830 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cd52271-7372-429e-97f5-1e28f1b02382 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.511830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd52271-7372-429e-97f5-1e28f1b02382 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Fanout notify agent at l3_agent the message router_deleted on router abbe64f5-548f-41dc-88ec-99041ea0adfc {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:02:43.527946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4cd52271-7372-429e-97f5-1e28f1b02382 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.529758 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4cd52271-7372-429e-97f5-1e28f1b02382 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/routers/abbe64f5-548f-41dc-88ec-99041ea0adfc HTTP/1.1" status: 204 len: 168 time: 0.6173298 Jul 08 02:02:43.534110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50026) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:43.580093 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3cfc0c42-b2d9-4662-aa05-5b01d445496b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51fd7907a17148e3b9eeb671a1a56b3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828679 Jul 08 02:02:43.582580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:43.657192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-84442f44-df61-48f6-97a5-2158a393fb5c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet b9ac8963-04a1-4920-8ab7-5aedc1619866 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:43.686154 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84442f44-df61-48f6-97a5-2158a393fb5c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.693788 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c682ddd6-2529-4998-b9e9-c6dcc1fe4c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.728416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c682ddd6-2529-4998-b9e9-c6dcc1fe4c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.784138 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84442f44-df61-48f6-97a5-2158a393fb5c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.838757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e6debc4-dfb9-45e8-833b-15abb1e8fa27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.845616 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e6debc4-dfb9-45e8-833b-15abb1e8fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.887212 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c682ddd6-2529-4998-b9e9-c6dcc1fe4c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.890977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c682ddd6-2529-4998-b9e9-c6dcc1fe4c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:43.893019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c682ddd6-2529-4998-b9e9-c6dcc1fe4c79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01ebc1a0-dce8-438a-9bca-4c0d8544e551 HTTP/1.1" status: 204 len: 168 time: 0.3088100 Jul 08 02:02:43.919630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6debc4-dfb9-45e8-833b-15abb1e8fa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428e35ab-0362-4d42-a9ce-a5f57202017f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:43.928706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8e6debc4-dfb9-45e8-833b-15abb1e8fa27 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4da07853d4bd4979a0bd39782fa073ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7272058 Jul 08 02:02:43.933692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50054) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:43.942944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682ddd6-2529-4998-b9e9-c6dcc1fe4c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ebc1a0-dce8-438a-9bca-4c0d8544e551,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:43.951226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84442f44-df61-48f6-97a5-2158a393fb5c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.060703 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84442f44-df61-48f6-97a5-2158a393fb5c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.072032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcff1d81-621c-49c5-b540-c5ad14121514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.120065 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcff1d81-621c-49c5-b540-c5ad14121514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.122799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84442f44-df61-48f6-97a5-2158a393fb5c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ac8963-04a1-4920-8ab7-5aedc1619866,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:44.129820 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84442f44-df61-48f6-97a5-2158a393fb5c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.131769 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-84442f44-df61-48f6-97a5-2158a393fb5c tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/b9ac8963-04a1-4920-8ab7-5aedc1619866 HTTP/1.1" status: 204 len: 168 time: 0.5960140 Jul 08 02:02:44.134472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:44.149170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b76fc3b-3290-4e58-bd17-0999409382d4 None None] Network a57806f8-35ae-46f2-be27-888494e6ebec requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:44.351797 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.392095 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcff1d81-621c-49c5-b540-c5ad14121514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.398885 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcff1d81-621c-49c5-b540-c5ad14121514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.403169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dcff1d81-621c-49c5-b540-c5ad14121514 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/428e35ab-0362-4d42-a9ce-a5f57202017f HTTP/1.1" status: 204 len: 168 time: 0.4676952 Jul 08 02:02:44.415708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff1d81-621c-49c5-b540-c5ad14121514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428e35ab-0362-4d42-a9ce-a5f57202017f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:44.454694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:44.455082 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.530294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb19433-2882-41da-89c8-4bf4a76267a3 None None] DHCP port deletion for a57806f8-35ae-46f2-be27-888494e6ebec request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:02:44.557161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] For port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=17a6f6a5-6a46-4ea6-8e1b-dc0badc91025,segment=NetworkSegment(8bf56feb-69f0-4dc2-82bf-c273f911fec8),segment_id=8bf56feb-69f0-4dc2-82bf-c273f911fec8)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:44.557493 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.577732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:44.624756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9bb19433-2882-41da-89c8-4bf4a76267a3 None None] Deleting port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:44.627511 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9bb19433-2882-41da-89c8-4bf4a76267a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.736925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9bb19433-2882-41da-89c8-4bf4a76267a3 None None] For port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=17a6f6a5-6a46-4ea6-8e1b-dc0badc91025,segment=NetworkSegment(8bf56feb-69f0-4dc2-82bf-c273f911fec8),segment_id=8bf56feb-69f0-4dc2-82bf-c273f911fec8)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:44.737710 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9bb19433-2882-41da-89c8-4bf4a76267a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.777048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9bb19433-2882-41da-89c8-4bf4a76267a3 None None] Calling delete_port for 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:44.787167 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.846059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No DVR routers for this DVR port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:44.856835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=17a6f6a5-6a46-4ea6-8e1b-dc0badc91025,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:44.935728 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9bb19433-2882-41da-89c8-4bf4a76267a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:44.970161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb19433-2882-41da-89c8-4bf4a76267a3 None None] No DVR routers for this DVR port 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:02:45.020151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb19433-2882-41da-89c8-4bf4a76267a3 None None] Pushing event deleted for resources: {'Port': ['ID=17a6f6a5-6a46-4ea6-8e1b-dc0badc91025,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:45.042328 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.108777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57806f8-35ae-46f2-be27-888494e6ebec']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:45.122426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf56feb-69f0-4dc2-82bf-c273f911fec8') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:45.122775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf56feb-69f0-4dc2-82bf-c273f911fec8') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:45.139081 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.164224 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.172225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:02:45.172781 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:02:45.176045 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:02:45.277992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50114) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.306334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a47bfa0-21ab-47c8-9457-f78d34035074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.439862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50122) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.697294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.705459 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.708780 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/networks/a57806f8-35ae-46f2-be27-888494e6ebec HTTP/1.1" status: 204 len: 168 time: 1.5730116 Jul 08 02:02:45.724535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50140) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.727402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434f299-8848-4573-997a-dcd1d167fe8b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Network': ['ID=a57806f8-35ae-46f2-be27-888494e6ebec,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:45.803414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-e2f766c1-3b70-4248-960c-86da1686a1c1 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:45.808375 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e2f766c1-3b70-4248-960c-86da1686a1c1 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3643134 Jul 08 02:02:45.810012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50146) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.828185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-595aa40e-1488-4d59-8748-47d8f279a1fc tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:45.830977 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-595aa40e-1488-4d59-8748-47d8f279a1fc tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0176094 Jul 08 02:02:45.838032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50148) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.853035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a47bfa0-21ab-47c8-9457-f78d34035074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.856873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-329c2fbc-c749-4cbd-a9a9-8abc0fc1a4de tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:45.858082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-329c2fbc-c749-4cbd-a9a9-8abc0fc1a4de tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0150518 Jul 08 02:02:45.861021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50152) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.871047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-458bd7fe-d231-4b23-9d6c-65348e47e389 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:45.871596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e75afd-a54c-43b3-b99e-4d160e296f66 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:45.872578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-458bd7fe-d231-4b23-9d6c-65348e47e389 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104923 Jul 08 02:02:45.873966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9a47bfa0-21ab-47c8-9457-f78d34035074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:45.884408 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-23e75afd-a54c-43b3-b99e-4d160e296f66 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/c290269c-d190-4062-b901-bc0af83eda45 HTTP/1.1" status: 200 len: 839 time: 0.1512840 Jul 08 02:02:45.885178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50154) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.885510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50156) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.898233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-c0773fec-3f1e-4c61-acad-52e5796e55fe tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:45.898233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c0773fec-3f1e-4c61-acad-52e5796e55fe tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044188 Jul 08 02:02:45.898618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50158) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.909189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-ef0d104b-6704-44e1-8fd8-8b8b98f70287 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:45.910803 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ef0d104b-6704-44e1-8fd8-8b8b98f70287 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0112247 Jul 08 02:02:45.919739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50164) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.924234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-b938c97a-a192-44ff-b994-436bbade5f38 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:45.925256 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b938c97a-a192-44ff-b994-436bbade5f38 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045555 Jul 08 02:02:45.949060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50168) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:45.973492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-4da6eade-cbd8-4402-b7c8-48c6da1a2d4a tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:45.983586 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4da6eade-cbd8-4402-b7c8-48c6da1a2d4a tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0263216 Jul 08 02:02:45.989698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50172) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.001786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-a8260cbf-20ed-4996-9d4d-68a53fc793e6 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.005318 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a8260cbf-20ed-4996-9d4d-68a53fc793e6 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0121877 Jul 08 02:02:46.005318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47bfa0-21ab-47c8-9457-f78d34035074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b28b005-33d4-452f-b42c-7609f56ae164,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:46.014248 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9a47bfa0-21ab-47c8-9457-f78d34035074 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1496a739c3f04e3b9c7b3c478cefb79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346201 Jul 08 02:02:46.023802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50174) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.024171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50176) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.024512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50178) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.026067 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ffc2f24f-4714-47c1-979f-80769ee16e5e tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/c290269c-d190-4062-b901-bc0af83eda45?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1335208 Jul 08 02:02:46.048290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ed24022a-0d7d-4191-9dcf-0b679379cad0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:46.059714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-024485c3-69ee-4e78-9b79-48e543fa50aa tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.061482 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-024485c3-69ee-4e78-9b79-48e543fa50aa tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0342765 Jul 08 02:02:46.065534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.076378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-455a42de-4042-4715-825e-25bed815aabb tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.078203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-455a42de-4042-4715-825e-25bed815aabb tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0106068 Jul 08 02:02:46.081736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.089900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-91b0395f-6e6a-4344-aaa1-d995029eb405 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.101295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-91b0395f-6e6a-4344-aaa1-d995029eb405 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0067782 Jul 08 02:02:46.101993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50196) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.106402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-e601d28e-dba3-4c66-b0ab-a4fc3e2ca12b tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.107348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e601d28e-dba3-4c66-b0ab-a4fc3e2ca12b tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044353 Jul 08 02:02:46.110806 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50198) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.117578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-814b2ad6-be45-4562-acb0-cb4118fe0a15 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.118749 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-814b2ad6-be45-4562-acb0-cb4118fe0a15 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0064025 Jul 08 02:02:46.121400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50200) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.128601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-7a83fd76-79ee-4e7e-908e-714b529ce3a8 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.130282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7a83fd76-79ee-4e7e-908e-714b529ce3a8 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0074377 Jul 08 02:02:46.135809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.147891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-844d8e20-48c6-45fc-a96c-0cb527388acf tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.149187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-844d8e20-48c6-45fc-a96c-0cb527388acf tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0122204 Jul 08 02:02:46.152186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50210) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.163126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-856e8b75-aa65-4acc-8492-6e6d740547e4 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.164908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-856e8b75-aa65-4acc-8492-6e6d740547e4 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0113087 Jul 08 02:02:46.169259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50212) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.180549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-732a28e1-e357-4791-ab32-b62ab097c88b tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.181615 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-732a28e1-e357-4791-ab32-b62ab097c88b tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0112345 Jul 08 02:02:46.184686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.205140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-de0e1e77-75e8-4e1a-9804-d5d82976e806 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.205140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-de0e1e77-75e8-4e1a-9804-d5d82976e806 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0144849 Jul 08 02:02:46.206199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.224057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-cf5ae32a-45e1-4119-be41-fbe39fa55eb4 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.238218 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cf5ae32a-45e1-4119-be41-fbe39fa55eb4 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0270028 Jul 08 02:02:46.238501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50220) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.244295 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-fc331194-066d-49d2-a454-b01c6beab37b tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.248007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:02:46.253173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fc331194-066d-49d2-a454-b01c6beab37b tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0125427 Jul 08 02:02:46.260916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.273660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-6abc3e62-535d-4000-b754-30bd835ea519 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.279621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6abc3e62-535d-4000-b754-30bd835ea519 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0168624 Jul 08 02:02:46.282483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50224) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.288579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-79adb540-7c1c-469e-8ba6-d26f4e09226b tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.300564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-79adb540-7c1c-469e-8ba6-d26f4e09226b tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0155540 Jul 08 02:02:46.303621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.309360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-6cd63aa2-8766-4120-922b-70c021019cc6 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.314746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6cd63aa2-8766-4120-922b-70c021019cc6 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0093694 Jul 08 02:02:46.322335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50230) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.335873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-3c41dff6-d9bc-4aac-bd38-abda527ee7b3 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.337247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3c41dff6-d9bc-4aac-bd38-abda527ee7b3 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0134635 Jul 08 02:02:46.341180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50232) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.351506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:02:46.351858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 17a6f6a5-6a46-4ea6-8e1b-dc0badc91025 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:02:46.354981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-04d91257-71bd-4bbf-8c45-851afffc584d tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.358721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-04d91257-71bd-4bbf-8c45-851afffc584d tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0165508 Jul 08 02:02:46.359339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50234) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.364823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-aa61d87b-6e17-48d5-a849-9007f248b41e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.368455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aa61d87b-6e17-48d5-a849-9007f248b41e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0081205 Jul 08 02:02:46.369045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.378773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-b6f3e1c4-4106-4b01-80f9-273c4c61073c tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.386146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b6f3e1c4-4106-4b01-80f9-273c4c61073c tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0136285 Jul 08 02:02:46.386146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50238) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.389382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-12d395c3-9987-490a-b65b-58cc7283e749 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.393069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-12d395c3-9987-490a-b65b-58cc7283e749 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0077555 Jul 08 02:02:46.393667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.404568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-e7ba2291-e496-4f94-8870-9fe428a35830 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.407819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e7ba2291-e496-4f94-8870-9fe428a35830 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0130913 Jul 08 02:02:46.408553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.413956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-a838125e-535e-49d1-8594-6c03c1d5daca tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.417872 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a838125e-535e-49d1-8594-6c03c1d5daca tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0079901 Jul 08 02:02:46.418475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50246) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.422765 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-eacc220b-4cef-4382-aa6d-234419970d5e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.427543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed24022a-0d7d-4191-9dcf-0b679379cad0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:46.432105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eacc220b-4cef-4382-aa6d-234419970d5e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0125923 Jul 08 02:02:46.432770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50248) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.437207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-38be5acc-e2fe-4cf3-b6a9-b8c1098b98bf tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.440673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-38be5acc-e2fe-4cf3-b6a9-b8c1098b98bf tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0069251 Jul 08 02:02:46.441225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.443452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed24022a-0d7d-4191-9dcf-0b679379cad0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:46.447005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-67bf5da6-e50d-4e09-93fc-acbd4de2d2a0 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.454126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-67bf5da6-e50d-4e09-93fc-acbd4de2d2a0 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0110455 Jul 08 02:02:46.454757 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.460147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-644fe65d-5129-41eb-9d06-bfc976b4379e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.464165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-644fe65d-5129-41eb-9d06-bfc976b4379e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0083070 Jul 08 02:02:46.464991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.470340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-994da47f-5ff1-44b1-b106-10c48f6cbd31 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.474702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-994da47f-5ff1-44b1-b106-10c48f6cbd31 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0085614 Jul 08 02:02:46.477380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50258) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.487499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-d7ab9c7b-25ec-4c74-806e-a45e786c7c47 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.492127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d7ab9c7b-25ec-4c74-806e-a45e786c7c47 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088964 Jul 08 02:02:46.493327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.498256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-c577e015-1c34-49d7-83ff-664e8eb3a2ee tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.502785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c577e015-1c34-49d7-83ff-664e8eb3a2ee tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0069041 Jul 08 02:02:46.509023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.517106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-42d6d3c7-9c18-4ac9-9eaf-21330a8e4ed1 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.521976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-42d6d3c7-9c18-4ac9-9eaf-21330a8e4ed1 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0107417 Jul 08 02:02:46.522654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50268) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.527193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-9203580d-5a02-4f1f-a6ff-009ebb4ae42f tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.531261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9203580d-5a02-4f1f-a6ff-009ebb4ae42f tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075431 Jul 08 02:02:46.532552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50272) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.542116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-876d398f-5675-4ae6-9c53-cc284cf45af9 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.546720 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-876d398f-5675-4ae6-9c53-cc284cf45af9 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0081925 Jul 08 02:02:46.547529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.553513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-3d04f819-3d2b-424d-8228-df8b3d40d769 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.557772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3d04f819-3d2b-424d-8228-df8b3d40d769 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0087035 Jul 08 02:02:46.558616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.567829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-275867e0-69f8-4ccc-b13c-a71c3741ce0a tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.571954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-275867e0-69f8-4ccc-b13c-a71c3741ce0a tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0121608 Jul 08 02:02:46.572936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50280) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.577551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-ba264d2b-7145-4dc8-92a8-baf154103ef6 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.581483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ba264d2b-7145-4dc8-92a8-baf154103ef6 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073590 Jul 08 02:02:46.582950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.588382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-cf8de423-85f6-4621-a509-cd2383b8baf4 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.593387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cf8de423-85f6-4621-a509-cd2383b8baf4 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0088363 Jul 08 02:02:46.594060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50284) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.606933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-3e7f0416-10f4-4391-a473-80fbe3a8b90e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.612199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.617938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-dd683f61-8f6f-45f5-ba80-ed0486f09013 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.621768 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dd683f61-8f6f-45f5-ba80-ed0486f09013 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055232 Jul 08 02:02:46.621955 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3e7f0416-10f4-4391-a473-80fbe3a8b90e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0232809 Jul 08 02:02:46.622109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50288) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.631464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-9c6789e5-ff24-4146-9ebc-c0efbcccae71 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.632517 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9c6789e5-ff24-4146-9ebc-c0efbcccae71 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0099361 Jul 08 02:02:46.635635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50290) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.643607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-8b4c942a-5a65-4365-9eb8-ec2c9c93967e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.649049 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8b4c942a-5a65-4365-9eb8-ec2c9c93967e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0077143 Jul 08 02:02:46.649535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.653330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-4f153e94-26d6-412f-acaa-2e7099c2b242 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.654889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4f153e94-26d6-412f-acaa-2e7099c2b242 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051525 Jul 08 02:02:46.662728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.667971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-31320e89-ea3c-4f74-b7b2-d1dd4a3c0325 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.669349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-31320e89-ea3c-4f74-b7b2-d1dd4a3c0325 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052557 Jul 08 02:02:46.673420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.679892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-7e82b8c1-dce3-41f1-bb35-cf64a7791de9 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.692973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7e82b8c1-dce3-41f1-bb35-cf64a7791de9 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0182474 Jul 08 02:02:46.695078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.706939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-315ce50a-8cfd-4846-ba60-16345715b259 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.714981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-315ce50a-8cfd-4846-ba60-16345715b259 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0166743 Jul 08 02:02:46.716014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50300) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.725762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-7a60db3d-3732-4b4c-abc2-201fe246fb43 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.727270 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7a60db3d-3732-4b4c-abc2-201fe246fb43 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0091848 Jul 08 02:02:46.730107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.735442 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-1429c9dd-d8a6-4aa9-9af0-861624a062d5 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.736431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1429c9dd-d8a6-4aa9-9af0-861624a062d5 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044606 Jul 08 02:02:46.739895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.750429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-c9fd8c41-1227-4303-b67b-bd067c07c61a tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.762147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c9fd8c41-1227-4303-b67b-bd067c07c61a tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0107782 Jul 08 02:02:46.763424 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.774739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-4e5f60d8-f865-480f-9124-b97b8d1d5e0e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.788501 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4e5f60d8-f865-480f-9124-b97b8d1d5e0e tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0176947 Jul 08 02:02:46.789599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.790765 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-465cdf41-244d-493b-9913-9d073de05920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:46.815979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-d0af1a4d-f57e-4698-8130-26c5f995a155 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.825409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d0af1a4d-f57e-4698-8130-26c5f995a155 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0330684 Jul 08 02:02:46.825409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.843839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-579b322e-7a8e-4515-a88f-501d9093f4e6 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.853168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-579b322e-7a8e-4515-a88f-501d9093f4e6 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0248466 Jul 08 02:02:46.856643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50314) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.871073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-2a98d119-87a4-4bfa-ac43-97d9f956d282 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.879843 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2a98d119-87a4-4bfa-ac43-97d9f956d282 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0240977 Jul 08 02:02:46.880468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.887368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-82853cbc-bfec-4e58-b360-c6c6e763094b tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.899133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-82853cbc-bfec-4e58-b360-c6c6e763094b tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0173078 Jul 08 02:02:46.901524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50318) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.906215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-80176a5d-8485-4fc4-84c7-7e4c358dc783 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.907173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-80176a5d-8485-4fc4-84c7-7e4c358dc783 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046866 Jul 08 02:02:46.911642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.926509 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-465cdf41-244d-493b-9913-9d073de05920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:46.926735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-cd66341f-6544-4bef-8159-f01f8a1a6fc3 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.930378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cd66341f-6544-4bef-8159-f01f8a1a6fc3 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0133770 Jul 08 02:02:46.933533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50322) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.949548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-b4c67c4a-84fd-4c55-be94-0ffd20e0df24 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.953917 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b4c67c4a-84fd-4c55-be94-0ffd20e0df24 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0125721 Jul 08 02:02:46.954069 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50328) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.959829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-c00e1553-4d3a-4e8f-a22b-3ee9a76f860d tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.962724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c00e1553-4d3a-4e8f-a22b-3ee9a76f860d tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078218 Jul 08 02:02:46.968293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50330) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.977280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-30914fde-e7ba-4b94-beb8-54dc4954e63c tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:46.980555 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-30914fde-e7ba-4b94-beb8-54dc4954e63c tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0108304 Jul 08 02:02:46.985047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50336) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:46.995359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [None req-f8aa0e9a-5426-4643-bec4-5e1464cce79d tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:47.000083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50340) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:47.006273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-d1c4d348-232b-44e8-b727-6474bd41c680 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:47.007279 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d1c4d348-232b-44e8-b727-6474bd41c680 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0060050 Jul 08 02:02:47.009974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50342) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:47.012880 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f8aa0e9a-5426-4643-bec4-5e1464cce79d tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0243766 Jul 08 02:02:47.017355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [None req-10ca32d8-283e-404d-91f2-4d724f334107 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:02:47.018672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-10ca32d8-283e-404d-91f2-4d724f334107 tempest-ExtensionsTestJSON-446078755 tempest-ExtensionsTestJSON-446078755-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0076487 Jul 08 02:02:47.044959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed24022a-0d7d-4191-9dcf-0b679379cad0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.148450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24022a-0d7d-4191-9dcf-0b679379cad0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=21873cdf-cb1a-4d0a-a745-e3df59c5558f,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:47.156878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed24022a-0d7d-4191-9dcf-0b679379cad0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:47.158736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ed24022a-0d7d-4191-9dcf-0b679379cad0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:47.165062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50348) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:47.174202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2699b51e-38be-4f5c-9411-f707d86fe5e7 None None] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:47.202906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed24022a-0d7d-4191-9dcf-0b679379cad0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:47.208868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed24022a-0d7d-4191-9dcf-0b679379cad0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.241127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-465cdf41-244d-493b-9913-9d073de05920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.244064 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-465cdf41-244d-493b-9913-9d073de05920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.260040 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-465cdf41-244d-493b-9913-9d073de05920 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b28b005-33d4-452f-b42c-7609f56ae164 HTTP/1.1" status: 204 len: 168 time: 1.2298319 Jul 08 02:02:47.264913 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ed24022a-0d7d-4191-9dcf-0b679379cad0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2337203 Jul 08 02:02:47.268838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:47.274899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d59e9792-dd27-49b2-8e30-7a2cf4c62a61 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'security_group': {'name': 'tempest-secgroup-1906183895'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:47.277905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cdf41-244d-493b-9913-9d073de05920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b28b005-33d4-452f-b42c-7609f56ae164,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:47.351756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d59e9792-dd27-49b2-8e30-7a2cf4c62a61 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.416562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-743a14d8-2542-46ca-859e-d8a004b015e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.498722 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d59e9792-dd27-49b2-8e30-7a2cf4c62a61 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.507925 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d59e9792-dd27-49b2-8e30-7a2cf4c62a61 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.598185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e9792-dd27-49b2-8e30-7a2cf4c62a61 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8944b29-439c-4f98-b36b-0ca134999c58,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:47.632802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:47.698207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-bb10d665-6e59-4f95-931b-0d9411d19bd1', 'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'tenant_id': '8b795de6e7694075b2145e9a319e63d7', 'fixed_ips': [{'subnet_id': '21873cdf-cb1a-4d0a-a745-e3df59c5558f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:02:47.699851 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.711472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-743a14d8-2542-46ca-859e-d8a004b015e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.731210 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d59e9792-dd27-49b2-8e30-7a2cf4c62a61 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.735433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d59e9792-dd27-49b2-8e30-7a2cf4c62a61 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4626026 Jul 08 02:02:47.735759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50372) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:47.743974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-743a14d8-2542-46ca-859e-d8a004b015e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.754307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-21c9e85c-a53c-4488-ae03-5cdf4c88dd97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'security_group': {'name': 'tempest-secgroup-441685747'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:47.865402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21c9e85c-a53c-4488-ae03-5cdf4c88dd97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:47.923163 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-743a14d8-2542-46ca-859e-d8a004b015e0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a2966e7e02643abad87095e08211f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564836 Jul 08 02:02:47.926984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50378) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:47.927876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a14d8-2542-46ca-859e-d8a004b015e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe5fafd-029c-4c72-abd1-8b6329cd1571,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:48.072421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6428-18bc-46bc-9a4a-6099d4a852f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.117305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Allocated IP 172.20.0.2 (bb10d665-6e59-4f95-931b-0d9411d19bd1/21873cdf-cb1a-4d0a-a745-e3df59c5558f/9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:48.159797 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4c58035-f62e-4dec-85e5-efc0fecac974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.174229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6428-18bc-46bc-9a4a-6099d4a852f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.241657 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21c9e85c-a53c-4488-ae03-5cdf4c88dd97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.261688 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21c9e85c-a53c-4488-ae03-5cdf4c88dd97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.337871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9e85c-a53c-4488-ae03-5cdf4c88dd97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247ba2d6-4f92-4d52-9869-8e7ea8e1ccc5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:48.487616 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6428-18bc-46bc-9a4a-6099d4a852f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.498936 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6428-18bc-46bc-9a4a-6099d4a852f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.504170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fc2b6428-18bc-46bc-9a4a-6099d4a852f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbe5fafd-029c-4c72-abd1-8b6329cd1571 HTTP/1.1" status: 204 len: 168 time: 0.5763040 Jul 08 02:02:48.544329 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4c58035-f62e-4dec-85e5-efc0fecac974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.580509 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4c58035-f62e-4dec-85e5-efc0fecac974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.632423 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21c9e85c-a53c-4488-ae03-5cdf4c88dd97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.635825 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-21c9e85c-a53c-4488-ae03-5cdf4c88dd97 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8985407 Jul 08 02:02:48.643773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50406) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:48.645056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b6428-18bc-46bc-9a4a-6099d4a852f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe5fafd-029c-4c72-abd1-8b6329cd1571,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:48.650906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1890852471', 'security_groups': ['247ba2d6-4f92-4d52-9869-8e7ea8e1ccc5'], 'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21873cdf-cb1a-4d0a-a745-e3df59c5558f'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:48.694826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e4c58035-f62e-4dec-85e5-efc0fecac974 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77c61834bdc44eeba4b7389a03d9dffa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0596452 Jul 08 02:02:48.695552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:48.745808 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c58035-f62e-4dec-85e5-efc0fecac974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa81b3f4-eafd-4ddf-9ce0-6581d571568c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:48.850290 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bc38828-40c4-46b1-9d9b-e5099e00be41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.881176 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.896093 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bc38828-40c4-46b1-9d9b-e5099e00be41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:48.908193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Transition to ACTIVE for port object 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:48.952455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Transition to ACTIVE for port object 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:48.952803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:48.966009 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.011370 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bc38828-40c4-46b1-9d9b-e5099e00be41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.013982 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bc38828-40c4-46b1-9d9b-e5099e00be41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.015269 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0bc38828-40c4-46b1-9d9b-e5099e00be41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa81b3f4-eafd-4ddf-9ce0-6581d571568c HTTP/1.1" status: 204 len: 168 time: 0.3002350 Jul 08 02:02:49.025108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc38828-40c4-46b1-9d9b-e5099e00be41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa81b3f4-eafd-4ddf-9ce0-6581d571568c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:49.092724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:49.116137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:49.135331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:49.171243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.232030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 1243a9a6-fee3-49fa-831f-d1fe659bda7c yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:02:49.254483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Pushing event updated for resources: {'Port': ['ID=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:49.308769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:49.327326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a43e6d4b-5b61-431c-9c15-072b07b5534d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.373855 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Attempting to bind port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:02:49.377677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Attempting to bind port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'a0d88ac7-3e92-4307-9b17-5e16333a7a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:02:49.378117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Attempting to bind port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 on network bb10d665-6e59-4f95-931b-0d9411d19bd1 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:02:49.399925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:02:49.400410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Checking segment: {'id': 'a0d88ac7-3e92-4307-9b17-5e16333a7a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:49.400907 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.401352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Bound using segment: {'id': 'a0d88ac7-3e92-4307-9b17-5e16333a7a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:02:49.401922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Bound port: 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d88ac7-3e92-4307-9b17-5e16333a7a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:02:49.402362 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.560564 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a43e6d4b-5b61-431c-9c15-072b07b5534d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.569888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a43e6d4b-5b61-431c-9c15-072b07b5534d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.581441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] For port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:02:49.591885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] For port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,segment=NetworkSegment(a0d88ac7-3e92-4307-9b17-5e16333a7a63),segment_id=a0d88ac7-3e92-4307-9b17-5e16333a7a63)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:02:49.606941 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:49.616084 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a43e6d4b-5b61-431c-9c15-072b07b5534d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a2b79e535e24b0da2b140d9b59f4f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054166 Jul 08 02:02:49.618750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50444) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:49.681762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e6d4b-5b61-431c-9c15-072b07b5534d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227d9f28-9088-4383-92a2-19a4f0cc7da1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:49.763042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd11fc8-4a23-4f3c-844f-ba085dd6d3ec None None] Pushing event updated for resources: {'Port': ['ID=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:49.809968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.12 (bb10d665-6e59-4f95-931b-0d9411d19bd1/21873cdf-cb1a-4d0a-a745-e3df59c5558f/1243a9a6-fee3-49fa-831f-d1fe659bda7c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:50.148751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.206114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object 1243a9a6-fee3-49fa-831f-d1fe659bda7c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:50.288928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.407761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:50.492226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:50.501822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:50.511542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:50.578853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:50.627626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:50.628352 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.647384 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aad2af6f-ae64-4a1f-9f43-260a517db0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.715729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=1243a9a6-fee3-49fa-831f-d1fe659bda7c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:50.742147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50498) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:50.744658 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6b0d5e9b-6a86-4bca-9c42-35ba804f9e25 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1065483 Jul 08 02:02:50.745630 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf71bdfa-5b3d-4ff0-90f0-3ecb898d0fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.750690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1322f6cd-2f7c-4e6f-a19a-d7c8dfb2c542 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:50.831037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf71bdfa-5b3d-4ff0-90f0-3ecb898d0fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.918004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf71bdfa-5b3d-4ff0-90f0-3ecb898d0fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.921739 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf71bdfa-5b3d-4ff0-90f0-3ecb898d0fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:50.928164 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bf71bdfa-5b3d-4ff0-90f0-3ecb898d0fa3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/227d9f28-9088-4383-92a2-19a4f0cc7da1 HTTP/1.1" status: 204 len: 168 time: 1.3079474 Jul 08 02:02:50.959492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71bdfa-5b3d-4ff0-90f0-3ecb898d0fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227d9f28-9088-4383-92a2-19a4f0cc7da1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:51.100062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1322f6cd-2f7c-4e6f-a19a-d7c8dfb2c542 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:51.104580 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1322f6cd-2f7c-4e6f-a19a-d7c8dfb2c542 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.224237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50516) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:51.276097 n-d-694802-14 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-1322f6cd-2f7c-4e6f-a19a-d7c8dfb2c542 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 21873cdf-cb1a-4d0a-a745-e3df59c5558f (CIDR: 172.20.0.0/28) Jul 08 02:02:51.283380 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-1322f6cd-2f7c-4e6f-a19a-d7c8dfb2c542 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:02:51.283875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1322f6cd-2f7c-4e6f-a19a-d7c8dfb2c542 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:02:51.335845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1322f6cd-2f7c-4e6f-a19a-d7c8dfb2c542 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5923369 Jul 08 02:02:51.338576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50524) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:51.345696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4690e50e-e11a-415e-8a3e-7cfb23a9bf32 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:51.626291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4690e50e-e11a-415e-8a3e-7cfb23a9bf32 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:51.640864 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4690e50e-e11a-415e-8a3e-7cfb23a9bf32 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.694311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1af9c37b-09d1-45be-ad0e-5016560f9b31 None None] Provisioning for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:51.699379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1af9c37b-09d1-45be-ad0e-5016560f9b31 None None] Provisioning complete for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:51.699758 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af9c37b-09d1-45be-ad0e-5016560f9b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:51.966161 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af9c37b-09d1-45be-ad0e-5016560f9b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.084680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2049438189'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:52.094381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1af9c37b-09d1-45be-ad0e-5016560f9b31 None None] For port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,segment=NetworkSegment(a0d88ac7-3e92-4307-9b17-5e16333a7a63),segment_id=a0d88ac7-3e92-4307-9b17-5e16333a7a63)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:52.100193 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af9c37b-09d1-45be-ad0e-5016560f9b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.156195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Made reservation on behalf of 02afc353e8b64c51b36e794828e80b44 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:52.168524 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.203169 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.230937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9c37b-09d1-45be-ad0e-5016560f9b31 None None] Pushing event updated for resources: {'Port': ['ID=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:52.283315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1af9c37b-09d1-45be-ad0e-5016560f9b31 None None] Provisioning complete for port c290269c-d190-4062-b901-bc0af83eda45 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:52.283915 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1af9c37b-09d1-45be-ad0e-5016560f9b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.384751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1af9c37b-09d1-45be-ad0e-5016560f9b31 None None] Port c290269c-d190-4062-b901-bc0af83eda45 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:52.397642 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4690e50e-e11a-415e-8a3e-7cfb23a9bf32 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.486491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.501428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4690e50e-e11a-415e-8a3e-7cfb23a9bf32 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:52.507131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4690e50e-e11a-415e-8a3e-7cfb23a9bf32 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:52.507967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.510645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4690e50e-e11a-415e-8a3e-7cfb23a9bf32 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:52.511252 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4690e50e-e11a-415e-8a3e-7cfb23a9bf32 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.522204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-029a98ba-9c41-45b5-b64d-761e26a5ed62 None None] Provisioning for port 1243a9a6-fee3-49fa-831f-d1fe659bda7c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:52.522341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690e50e-e11a-415e-8a3e-7cfb23a9bf32 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=fe616548-52a8-416c-8336-a88d934d6837,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:52.531598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb376ad-fa1c-4455-98f3-c07d3fc1a76a None None] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:52.540716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4690e50e-e11a-415e-8a3e-7cfb23a9bf32 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2006867 Jul 08 02:02:52.557720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:52.585214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:02:52.588028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-635962683', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fe616548-52a8-416c-8336-a88d934d6837'}], 'security_groups': ['b8944b29-439c-4f98-b36b-0ca134999c58']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:52.655280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0816f42c-1601-4290-b9ed-28d4fd0e95e8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:52.707674 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.709433 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Added segment a42b2507-e5c1-4643-bd8e-9fd3e84c5d23 of type vlan for network ac3a5cf2-a42a-442f-bae9-8e1867551a95 Jul 08 02:02:52.757278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-029a98ba-9c41-45b5-b64d-761e26a5ed62 None None] Provisioning complete for port 1243a9a6-fee3-49fa-831f-d1fe659bda7c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:52.758306 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-029a98ba-9c41-45b5-b64d-761e26a5ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.848148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-029a98ba-9c41-45b5-b64d-761e26a5ed62 None None] Port 1243a9a6-fee3-49fa-831f-d1fe659bda7c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:52.887085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.988565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:52.995527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:52.998447 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.072566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd64ea9c-96b0-43af-9823-676fa664fa3b None None] Update dhcp port {'port': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'fixed_ips': [{'subnet_id': '21873cdf-cb1a-4d0a-a745-e3df59c5558f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fe616548-52a8-416c-8336-a88d934d6837'}], 'binding:host_id': 'n-d-694802-14'}, 'id': '9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:02:53.080021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.108956 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8835056 Jul 08 02:02:53.111652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50588) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:53.131508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'subnet': {'network_id': 'ac3a5cf2-a42a-442f-bae9-8e1867551a95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:53.174405 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bd64ea9c-96b0-43af-9823-676fa664fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.380891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912aab7-a8ca-405e-9d6c-3c27c8f62600 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Network': ['ID=ac3a5cf2-a42a-442f-bae9-8e1867551a95,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:53.412965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Made reservation on behalf of 02afc353e8b64c51b36e794828e80b44 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:02:53.416837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.695472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-bd64ea9c-96b0-43af-9823-676fa664fa3b None None] Allocated IP 172.20.0.18 (bb10d665-6e59-4f95-931b-0d9411d19bd1/fe616548-52a8-416c-8336-a88d934d6837/9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:53.811031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:53.910772 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ac3a5cf2-a42a-442f-bae9-8e1867551a95 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:02:53.921051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Checking segment: {'id': 'a42b2507-e5c1-4643-bd8e-9fd3e84c5d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ac3a5cf2-a42a-442f-bae9-8e1867551a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:02:53.921594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network hostable DHCP agents. Network: ac3a5cf2-a42a-442f-bae9-8e1867551a95, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:02:53.935958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Subnet': ['ID=fadc35a2-1ac3-42d0-9c7b-d7498caeeffc,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:53.962304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network ac3a5cf2-a42a-442f-bae9-8e1867551a95 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:02:53.976277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ac3a5cf2-a42a-442f-bae9-8e1867551a95) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:53.982225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:53.983659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.041082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a45b51-e056-41cb-93e0-80281344b974 None None] Network ac3a5cf2-a42a-442f-bae9-8e1867551a95 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:54.073349 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4daf951c-ee88-4ce5-abab-2593482cc7f4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9471705 Jul 08 02:02:54.073756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50636) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:54.080185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1530033264', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:02:54.204130 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.205225 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.224343 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.236385 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-132d27db-4fdb-4aae-a73b-8f2eac6c2396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.267533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bd64ea9c-96b0-43af-9823-676fa664fa3b None None] For port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,segment=NetworkSegment(a0d88ac7-3e92-4307-9b17-5e16333a7a63),segment_id=a0d88ac7-3e92-4307-9b17-5e16333a7a63)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:02:54.345765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:54.476994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.534097 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bd64ea9c-96b0-43af-9823-676fa664fa3b None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.619175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50656) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:54.629748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bd64ea9c-96b0-43af-9823-676fa664fa3b None None] Transition to ACTIVE for port object 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:54.638953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:54.639382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.752833 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bd64ea9c-96b0-43af-9823-676fa664fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.830713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.949504 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f8bee66-5389-4927-bf1e-0acc4fbb7e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:54.953473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Delete allocated IP 172.20.0.12 (bb10d665-6e59-4f95-931b-0d9411d19bd1/21873cdf-cb1a-4d0a-a745-e3df59c5558f) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 02:02:54.982661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.25 (bb10d665-6e59-4f95-931b-0d9411d19bd1/fe616548-52a8-416c-8336-a88d934d6837/1243a9a6-fee3-49fa-831f-d1fe659bda7c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:54.996547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bbd5a7-2cae-4c5c-86f1-a020aad37971 None None] Network ac3a5cf2-a42a-442f-bae9-8e1867551a95 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:55.013084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64ea9c-96b0-43af-9823-676fa664fa3b None None] Pushing event updated for resources: {'Port': ['ID=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:55.150771 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.190496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 had new provisioning blocks added so it will not transition to active. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 08 02:02:55.423097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.449107 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f8bee66-5389-4927-bf1e-0acc4fbb7e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.451022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.459822 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f8bee66-5389-4927-bf1e-0acc4fbb7e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.541601 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.544910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8bee66-5389-4927-bf1e-0acc4fbb7e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256f9813-8521-436a-8eac-227771e7c99e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:55.557039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5f8bee66-5389-4927-bf1e-0acc4fbb7e23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=957f689973204a6b8d577ef6122f4eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9366179 Jul 08 02:02:55.559534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:55.596345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object 1243a9a6-fee3-49fa-831f-d1fe659bda7c will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:02:55.614829 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.638420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.25.4.154 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/c2b0b677-df54-41b9-a135-d46aa5262028) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:02:55.800123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=1243a9a6-fee3-49fa-831f-d1fe659bda7c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:55.817676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9821aa9a-8d99-40d4-abca-6be6266cabd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.874096 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9821aa9a-8d99-40d4-abca-6be6266cabd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.921960 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.963423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] In _notify_port_updated(), no bound segment for port 1243a9a6-fee3-49fa-831f-d1fe659bda7c on network bb10d665-6e59-4f95-931b-0d9411d19bd1 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:02:55.969266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:02:55.969947 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:55.975455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-131f384d-4065-4ccb-a850-8c3d8e2281d0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "PUT /v2.0/ports/1243a9a6-fee3-49fa-831f-d1fe659bda7c HTTP/1.1" status: 200 len: 920 time: 3.4125221 Jul 08 02:02:55.977264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50710) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:56.022607 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9821aa9a-8d99-40d4-abca-6be6266cabd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.026103 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9821aa9a-8d99-40d4-abca-6be6266cabd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.032370 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9821aa9a-8d99-40d4-abca-6be6266cabd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/256f9813-8521-436a-8eac-227771e7c99e HTTP/1.1" status: 204 len: 168 time: 0.4671648 Jul 08 02:02:56.043180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821aa9a-8d99-40d4-abca-6be6266cabd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256f9813-8521-436a-8eac-227771e7c99e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:56.287961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:02:56.294704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.349130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7a281-a011-4020-b544-3615e8001405 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 1243a9a6-fee3-49fa-831f-d1fe659bda7c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:02:56.358277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a281-a011-4020-b544-3615e8001405 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.432396 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-17cbefd0-b22d-4d91-a40c-ac34b5369124 None None] Provisioning for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:56.438611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:56.439133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.444334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-17cbefd0-b22d-4d91-a40c-ac34b5369124 None None] Provisioning complete for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:56.444825 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-17cbefd0-b22d-4d91-a40c-ac34b5369124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.446677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:02:56.471484 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:02:56.476764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:02:56.527928 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.665509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=c2b0b677-df54-41b9-a135-d46aa5262028,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:56.856745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-17cbefd0-b22d-4d91-a40c-ac34b5369124 None None] Provisioning complete for port c290269c-d190-4062-b901-bc0af83eda45 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:56.864748 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-17cbefd0-b22d-4d91-a40c-ac34b5369124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.913706 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a281-a011-4020-b544-3615e8001405 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.923814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50762) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:56.932691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7a281-a011-4020-b544-3615e8001405 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 1243a9a6-fee3-49fa-831f-d1fe659bda7c owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:02:56.951342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78c19dba-9347-42bf-bda0-23c69a735d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:56.973211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-17cbefd0-b22d-4d91-a40c-ac34b5369124 None None] Port c290269c-d190-4062-b901-bc0af83eda45 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:57.014276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-17cbefd0-b22d-4d91-a40c-ac34b5369124 None None] Provisioning for port 1243a9a6-fee3-49fa-831f-d1fe659bda7c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:02:57.018469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-17cbefd0-b22d-4d91-a40c-ac34b5369124 None None] Provisioning complete for port 1243a9a6-fee3-49fa-831f-d1fe659bda7c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:57.018846 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-17cbefd0-b22d-4d91-a40c-ac34b5369124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.102359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-17cbefd0-b22d-4d91-a40c-ac34b5369124 None None] Port 1243a9a6-fee3-49fa-831f-d1fe659bda7c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:57.126099 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78c19dba-9347-42bf-bda0-23c69a735d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.133604 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78c19dba-9347-42bf-bda0-23c69a735d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.223238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c19dba-9347-42bf-bda0-23c69a735d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd41b98f-f96a-49ec-ad19-41d7babee627,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:57.227353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9651409c-99a2-45db-aff9-85c322661fb6 None None] Provisioning complete for port 1243a9a6-fee3-49fa-831f-d1fe659bda7c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:02:57.227731 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9651409c-99a2-45db-aff9-85c322661fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.234280 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-78c19dba-9347-42bf-bda0-23c69a735d08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83ea427723554f608a038017fd761e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091416 Jul 08 02:02:57.236804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50772) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:57.326385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9651409c-99a2-45db-aff9-85c322661fb6 None None] Port 1243a9a6-fee3-49fa-831f-d1fe659bda7c cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:02:57.382793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67922ae7-2085-49a1-92c2-5dfebc01b8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.422635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67922ae7-2085-49a1-92c2-5dfebc01b8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.552746 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67922ae7-2085-49a1-92c2-5dfebc01b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.555567 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67922ae7-2085-49a1-92c2-5dfebc01b8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.557429 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-67922ae7-2085-49a1-92c2-5dfebc01b8cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd41b98f-f96a-49ec-ad19-41d7babee627 HTTP/1.1" status: 204 len: 168 time: 0.3181357 Jul 08 02:02:57.570785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67922ae7-2085-49a1-92c2-5dfebc01b8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd41b98f-f96a-49ec-ad19-41d7babee627,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:57.938908 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a281-a011-4020-b544-3615e8001405 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:57.966328 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50812) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:57.985746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7a281-a011-4020-b544-3615e8001405 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=1243a9a6-fee3-49fa-831f-d1fe659bda7c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:58.203286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.299105 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3e7a281-a011-4020-b544-3615e8001405 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.304703 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f3e7a281-a011-4020-b544-3615e8001405 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/1243a9a6-fee3-49fa-831f-d1fe659bda7c HTTP/1.1" status: 204 len: 168 time: 2.3229465 Jul 08 02:02:58.304936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50834) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:58.367911 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d549c6e-a0db-4979-b989-9d033a6e0583 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:02:58.369856 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7d549c6e-a0db-4979-b989-9d033a6e0583 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/1243a9a6-fee3-49fa-831f-d1fe659bda7c HTTP/1.1" status: 404 len: 333 time: 0.0637467 Jul 08 02:02:58.374531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50840) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:58.435958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.491457 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.534009 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.558430 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:02:58.630014 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62754c0362764c09a2e54914a161a74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591241 Jul 08 02:02:58.632244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:58.642665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14195a8-4bb1-48b5-8f9c-3e589b9bf7d1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:58.691234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.691604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.691950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.692295 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.692656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.692994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.693327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.693745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.694125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.694462 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.694791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.695118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d614bc-900c-41f6-a77c-a656a1e0ff5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:02:58.717170 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1534ae3-52c1-46ec-bf90-825536a23399 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.755655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0e49-9605-4dd5-b901-f0931b4401b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.765025 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1534ae3-52c1-46ec-bf90-825536a23399 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.796840 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0e49-9605-4dd5-b901-f0931b4401b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.866162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0e49-9605-4dd5-b901-f0931b4401b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.869448 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7ed0e49-9605-4dd5-b901-f0931b4401b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.871171 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c7ed0e49-9605-4dd5-b901-f0931b4401b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c14195a8-4bb1-48b5-8f9c-3e589b9bf7d1 HTTP/1.1" status: 204 len: 168 time: 0.2377515 Jul 08 02:02:58.889221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed0e49-9605-4dd5-b901-f0931b4401b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14195a8-4bb1-48b5-8f9c-3e589b9bf7d1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:58.906735 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.910323 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1534ae3-52c1-46ec-bf90-825536a23399 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.913558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1534ae3-52c1-46ec-bf90-825536a23399 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:58.918389 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b1534ae3-52c1-46ec-bf90-825536a23399 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/security-groups/247ba2d6-4f92-4d52-9869-8e7ea8e1ccc5 HTTP/1.1" status: 204 len: 168 time: 0.5315521 Jul 08 02:02:58.922035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50868) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:58.989906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1534ae3-52c1-46ec-bf90-825536a23399 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=247ba2d6-4f92-4d52-9869-8e7ea8e1ccc5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:59.036568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e54c3b-407f-4dda-b5ef-0807f3a228a7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.062959 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e54c3b-407f-4dda-b5ef-0807f3a228a7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.131656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e54c3b-407f-4dda-b5ef-0807f3a228a7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.134208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85e54c3b-407f-4dda-b5ef-0807f3a228a7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.135377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-85e54c3b-407f-4dda-b5ef-0807f3a228a7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/security-groups/b8944b29-439c-4f98-b36b-0ca134999c58 HTTP/1.1" status: 204 len: 168 time: 0.2119958 Jul 08 02:02:59.157339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50870) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:59.168343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e54c3b-407f-4dda-b5ef-0807f3a228a7 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8944b29-439c-4f98-b36b-0ca134999c58,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:59.242636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29b0a27-eee5-4611-98f9-f63b4559b400 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet 21873cdf-cb1a-4d0a-a745-e3df59c5558f {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:02:59.251381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c29b0a27-eee5-4611-98f9-f63b4559b400 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.312695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c29b0a27-eee5-4611-98f9-f63b4559b400 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.315672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:02:59.571537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:02:59.583786 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4deff86-5b98-4916-b949-377bbc54e51a None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:02:59.593859 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4deff86-5b98-4916-b949-377bbc54e51a None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:59.605235 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b4deff86-5b98-4916-b949-377bbc54e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:59.633608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:59.661612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a54258e-4ad9-4e0a-816f-e550c8a9bf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.676644 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.677882 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5152026d-e51d-4292-8847-4476519b87c4 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6026628 Jul 08 02:02:59.681747 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c29b0a27-eee5-4611-98f9-f63b4559b400 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.685058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50890) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:59.694331 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b4deff86-5b98-4916-b949-377bbc54e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:59.733459 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4deff86-5b98-4916-b949-377bbc54e51a None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:02:59.734143 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b4deff86-5b98-4916-b949-377bbc54e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:59.821379 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b4deff86-5b98-4916-b949-377bbc54e51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:02:59.822164 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4deff86-5b98-4916-b949-377bbc54e51a None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:02:59.865487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c29b0a27-eee5-4611-98f9-f63b4559b400 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.948287 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a54258e-4ad9-4e0a-816f-e550c8a9bf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.952785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b0a27-eee5-4611-98f9-f63b4559b400 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=21873cdf-cb1a-4d0a-a745-e3df59c5558f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:02:59.954417 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a54258e-4ad9-4e0a-816f-e550c8a9bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.969552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e0524-c532-4848-8826-3e91f07103b4 None None] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:02:59.971504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c29b0a27-eee5-4611-98f9-f63b4559b400 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:02:59.978870 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c29b0a27-eee5-4611-98f9-f63b4559b400 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/21873cdf-cb1a-4d0a-a745-e3df59c5558f HTTP/1.1" status: 204 len: 168 time: 0.8189015 Jul 08 02:02:59.979113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:02:59.993827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7ba9d314-c47b-4667-b535-c5b0582cdb83 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:00.079513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3a54258e-4ad9-4e0a-816f-e550c8a9bf45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=796eff1c03c046659cf26559cb391598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447045 Jul 08 02:03:00.085358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 50904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:00.088233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54258e-4ad9-4e0a-816f-e550c8a9bf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c71ef0-c3a0-4b8d-914e-90b7190f6bb6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:00.220402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba9d314-c47b-4667-b535-c5b0582cdb83 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:00.224920 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d314-c47b-4667-b535-c5b0582cdb83 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.360619 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0440455e-4d8d-4c7f-bbe9-2866e5cda42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.462212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0440455e-4d8d-4c7f-bbe9-2866e5cda42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.738185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0440455e-4d8d-4c7f-bbe9-2866e5cda42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.740266 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d314-c47b-4667-b535-c5b0582cdb83 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.744701 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0440455e-4d8d-4c7f-bbe9-2866e5cda42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.749035 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0440455e-4d8d-4c7f-bbe9-2866e5cda42f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77c71ef0-c3a0-4b8d-914e-90b7190f6bb6 HTTP/1.1" status: 204 len: 168 time: 0.6621835 Jul 08 02:03:00.809603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440455e-4d8d-4c7f-bbe9-2866e5cda42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c71ef0-c3a0-4b8d-914e-90b7190f6bb6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:00.851496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba9d314-c47b-4667-b535-c5b0582cdb83 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:00.864822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7ba9d314-c47b-4667-b535-c5b0582cdb83 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:00.876696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba9d314-c47b-4667-b535-c5b0582cdb83 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:00.878831 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ba9d314-c47b-4667-b535-c5b0582cdb83 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.910857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9d314-c47b-4667-b535-c5b0582cdb83 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=18e773b3-41c6-406f-8558-3face51dfc62,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:00.930468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:00.939754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7ba9d314-c47b-4667-b535-c5b0582cdb83 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9579947 Jul 08 02:03:00.946529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:00.954748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d0629e98-9784-4e42-8bc6-14cecf493516 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'security_group': {'name': 'tempest-secgroup-657139843'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:01.055036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0629e98-9784-4e42-8bc6-14cecf493516 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.264730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0629e98-9784-4e42-8bc6-14cecf493516 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.278268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0629e98-9784-4e42-8bc6-14cecf493516 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.321475 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0629e98-9784-4e42-8bc6-14cecf493516 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.324251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d0629e98-9784-4e42-8bc6-14cecf493516 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3745379 Jul 08 02:03:01.326280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50944) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:01.331510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-29c49d2b-9dd2-4754-983b-cb95951f4bba tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'security_group': {'name': 'tempest-secgroup-500587698'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:01.338635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0629e98-9784-4e42-8bc6-14cecf493516 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adbaaba-f81f-418a-b9e0-4324951b92b6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:01.382382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29c49d2b-9dd2-4754-983b-cb95951f4bba tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.557719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.20.0.1 (ac3a5cf2-a42a-442f-bae9-8e1867551a95/fadc35a2-1ac3-42d0-9c7b-d7498caeeffc/cf22e11d-9f96-48bf-ba0b-1ec2b84c0bc9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:01.584501 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11adb3d9-51ff-40bb-8e7d-b7817e307695 None None] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:01.594927 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29c49d2b-9dd2-4754-983b-cb95951f4bba tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.606395 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29c49d2b-9dd2-4754-983b-cb95951f4bba tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.664283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f6a3c2b5-0081-4ed0-8fbf-554b208619c7 None None] Provisioning complete for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:01.665052 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c2b5-0081-4ed0-8fbf-554b208619c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.669473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c49d2b-9dd2-4754-983b-cb95951f4bba tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3815a02f-fa81-4321-abb9-f064990f0338,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:01.700213 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29c49d2b-9dd2-4754-983b-cb95951f4bba tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.701691 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-29c49d2b-9dd2-4754-983b-cb95951f4bba tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3741589 Jul 08 02:03:01.704360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:01.709689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-178b7c5d-0d76-46db-8c72-7051dcea7933 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'security_group': {'name': 'tempest-secgroup-2081688654'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:01.787239 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-178b7c5d-0d76-46db-8c72-7051dcea7933 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.839770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:01.970378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.064182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network ac3a5cf2-a42a-442f-bae9-8e1867551a95 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:02.065733 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-178b7c5d-0d76-46db-8c72-7051dcea7933 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.074530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:02.079829 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-178b7c5d-0d76-46db-8c72-7051dcea7933 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.088502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f6a3c2b5-0081-4ed0-8fbf-554b208619c7 None None] Provisioning complete for port c290269c-d190-4062-b901-bc0af83eda45 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:02.090423 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6a3c2b5-0081-4ed0-8fbf-554b208619c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.108468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:02.189618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=cf22e11d-9f96-48bf-ba0b-1ec2b84c0bc9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:02.197541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-178b7c5d-0d76-46db-8c72-7051dcea7933 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.199584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-178b7c5d-0d76-46db-8c72-7051dcea7933 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4941108 Jul 08 02:03:02.204838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 50990) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:02.215615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-503789984', 'security_groups': ['1af27f13-a75f-4a37-9e12-1b9b6adc9555'], 'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '18e773b3-41c6-406f-8558-3face51dfc62'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:02.228609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b7c5d-0d76-46db-8c72-7051dcea7933 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1af27f13-a75f-4a37-9e12-1b9b6adc9555,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:02.244798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.255151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f6a3c2b5-0081-4ed0-8fbf-554b208619c7 None None] Port c290269c-d190-4062-b901-bc0af83eda45 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:02.513939 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e93405-9be8-4cb5-8974-d8664602d4cb None None] Update dhcp port {'port': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'fixed_ips': [{'subnet_id': 'fe616548-52a8-416c-8336-a88d934d6837', 'ip_address': '172.20.0.18'}, {'subnet_id': '18e773b3-41c6-406f-8558-3face51dfc62'}], 'binding:host_id': 'n-d-694802-14'}, 'id': '9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:03:02.515588 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:02.604136 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8e93405-9be8-4cb5-8974-d8664602d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.645064 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.739367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:02.783306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 62758090-9936-486b-a75a-74582b3f75b7 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:03.112533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-b8e93405-9be8-4cb5-8974-d8664602d4cb None None] Allocated IP 172.20.0.2 (bb10d665-6e59-4f95-931b-0d9411d19bd1/18e773b3-41c6-406f-8558-3face51dfc62/9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:03.298402 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.305909 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.313417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b8e93405-9be8-4cb5-8974-d8664602d4cb None None] For port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,segment=NetworkSegment(a0d88ac7-3e92-4307-9b17-5e16333a7a63),segment_id=a0d88ac7-3e92-4307-9b17-5e16333a7a63)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:03.387106 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8e93405-9be8-4cb5-8974-d8664602d4cb None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.402933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=cf22e11d-9f96-48bf-ba0b-1ec2b84c0bc9,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:03.408565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b8e93405-9be8-4cb5-8974-d8664602d4cb None None] Transition to ACTIVE for port object 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:03.415325 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.416623 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8e93405-9be8-4cb5-8974-d8664602d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:03.508185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e93405-9be8-4cb5-8974-d8664602d4cb None None] Pushing event updated for resources: {'Port': ['ID=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:03.564467 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5b1fb289-23d3-499a-86f3-7ad8854d1ea3 {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:03:03.565056 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:03:03.590351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network ac3a5cf2-a42a-442f-bae9-8e1867551a95 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:03.603064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:03.849700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:04.066778 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.102343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] device_id is not set on port 0acb3bbf-131e-4b89-baf0-60a663fae4fb yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:04.329194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:04.469672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.10 (bb10d665-6e59-4f95-931b-0d9411d19bd1/18e773b3-41c6-406f-8558-3face51dfc62/0acb3bbf-131e-4b89-baf0-60a663fae4fb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:04.616844 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.734584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-08332556-eb6a-4d96-9869-95c6abb8b21a None None] Provisioning for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:04.739811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-08332556-eb6a-4d96-9869-95c6abb8b21a None None] Provisioning complete for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:04.748964 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-08332556-eb6a-4d96-9869-95c6abb8b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.803626 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.829579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object 0acb3bbf-131e-4b89-baf0-60a663fae4fb will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:04.895904 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.900974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-08332556-eb6a-4d96-9869-95c6abb8b21a None None] Provisioning complete for port c290269c-d190-4062-b901-bc0af83eda45 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:04.901621 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-08332556-eb6a-4d96-9869-95c6abb8b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:04.915895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:04.939271 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d5acb4f8-5ace-4ce3-97f1-fec2c222c1b3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "PUT /v2.0/routers/f80b02fe-2abf-464d-9e61-e20a43bb1c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2522271 Jul 08 02:03:04.940209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51078) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:04.949532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'port': {'network_id': 'ac3a5cf2-a42a-442f-bae9-8e1867551a95', 'name': 'tempest-FloatingIPTestJSON-511897677'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:04.950778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:04.973740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:04.978241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:05.094833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:05.097982 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.144786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9360442 Jul 08 02:03:05.145778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb51047-12c3-4c31-87ce-61080c629607 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=0acb3bbf-131e-4b89-baf0-60a663fae4fb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:05.151763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51088) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:05.160969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-268e3f8b-7776-43a1-9e06-264e577d3a91 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:05.271872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5827a-a892-4acf-84c9-ad3253a17c58 None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:05.330477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Made reservation on behalf of 02afc353e8b64c51b36e794828e80b44 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:05.334495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.343275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5827a-a892-4acf-84c9-ad3253a17c58 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:05.344596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b3e5827a-a892-4acf-84c9-ad3253a17c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:05.346806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-08332556-eb6a-4d96-9869-95c6abb8b21a None None] Port c290269c-d190-4062-b901-bc0af83eda45 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:05.384398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] device_id is not set on port dd6d6990-77d3-4fcf-a5dd-f1b8ee147a99 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:05.432916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b3e5827a-a892-4acf-84c9-ad3253a17c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:05.463642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5827a-a892-4acf-84c9-ad3253a17c58 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:05.464296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b3e5827a-a892-4acf-84c9-ad3253a17c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:05.511656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.20.0.9 (ac3a5cf2-a42a-442f-bae9-8e1867551a95/fadc35a2-1ac3-42d0-9c7b-d7498caeeffc/dd6d6990-77d3-4fcf-a5dd-f1b8ee147a99) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:05.519322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b3e5827a-a892-4acf-84c9-ad3253a17c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:05.520347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5827a-a892-4acf-84c9-ad3253a17c58 None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:05.544275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e1957122-013d-4246-9918-ac5e44e013bd None None] Provisioning for port 0acb3bbf-131e-4b89-baf0-60a663fae4fb completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:05.549408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e1957122-013d-4246-9918-ac5e44e013bd None None] Provisioning complete for port 0acb3bbf-131e-4b89-baf0-60a663fae4fb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:05.550611 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1957122-013d-4246-9918-ac5e44e013bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.562192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268e3f8b-7776-43a1-9e06-264e577d3a91 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:05.566809 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-268e3f8b-7776-43a1-9e06-264e577d3a91 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.662221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e1957122-013d-4246-9918-ac5e44e013bd None None] Port 0acb3bbf-131e-4b89-baf0-60a663fae4fb cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:05.761213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.795246 n-d-694802-14 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-268e3f8b-7776-43a1-9e06-264e577d3a91 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 18e773b3-41c6-406f-8558-3face51dfc62 (CIDR: 172.20.0.0/28) Jul 08 02:03:05.802883 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-268e3f8b-7776-43a1-9e06-264e577d3a91 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:03:05.803529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268e3f8b-7776-43a1-9e06-264e577d3a91 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:05.837131 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-268e3f8b-7776-43a1-9e06-264e577d3a91 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6803451 Jul 08 02:03:05.837131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:05.844089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b22f311f-08f4-4603-a3eb-5e21698875ed tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:05.875062 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:05.985767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22f311f-08f4-4603-a3eb-5e21698875ed tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:05.991772 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b22f311f-08f4-4603-a3eb-5e21698875ed tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.047427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network ac3a5cf2-a42a-442f-bae9-8e1867551a95 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:06.061763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:06.068440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:06.200217 n-d-694802-14 neutron-server[93883]: INFO neutron.db.ipam_backend_mixin [None req-b22f311f-08f4-4603-a3eb-5e21698875ed tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fe616548-52a8-416c-8336-a88d934d6837 (CIDR: 172.20.0.16/28) Jul 08 02:03:06.210105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:06.212077 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.225201 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22f311f-08f4-4603-a3eb-5e21698875ed tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:03:06.227694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22f311f-08f4-4603-a3eb-5e21698875ed tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:06.233813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=dd6d6990-77d3-4fcf-a5dd-f1b8ee147a99,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:06.246829 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-77fc416f-829d-4789-a7f5-ad829b473343 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3041453 Jul 08 02:03:06.250094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51128) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:06.258893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'port': {'network_id': 'ac3a5cf2-a42a-442f-bae9-8e1867551a95', 'name': 'tempest-FloatingIPTestJSON-1807997841'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:06.262640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b22f311f-08f4-4603-a3eb-5e21698875ed tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4243937 Jul 08 02:03:06.267253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51132) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:06.286277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a1dd339d-ef75-4e0f-9cac-60d2f66b7b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'subnet': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:06.463221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Made reservation on behalf of 02afc353e8b64c51b36e794828e80b44 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:06.469472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.495147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] device_id is not set on port fc195908-0b37-4b23-a70f-d2c83426fb74 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:06.509748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dd339d-ef75-4e0f-9cac-60d2f66b7b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Made reservation on behalf of 8b795de6e7694075b2145e9a319e63d7 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:06.513772 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1dd339d-ef75-4e0f-9cac-60d2f66b7b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.688830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.20.0.14 (ac3a5cf2-a42a-442f-bae9-8e1867551a95/fadc35a2-1ac3-42d0-9c7b-d7498caeeffc/fc195908-0b37-4b23-a70f-d2c83426fb74) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:06.931933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:06.943528 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1dd339d-ef75-4e0f-9cac-60d2f66b7b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.007340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.019741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd339d-ef75-4e0f-9cac-60d2f66b7b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:07.023646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd339d-ef75-4e0f-9cac-60d2f66b7b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:07.030267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd339d-ef75-4e0f-9cac-60d2f66b7b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:07.030589 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1dd339d-ef75-4e0f-9cac-60d2f66b7b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.035303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c8287-1e47-4cf8-89a5-c61cdef05f7f None None] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:07.059832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd339d-ef75-4e0f-9cac-60d2f66b7b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Subnet': ['ID=b135958b-a7a9-4e58-8420-baf2dddbf1a8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:07.080613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a1dd339d-ef75-4e0f-9cac-60d2f66b7b6b tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8121207 Jul 08 02:03:07.084060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51158) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:07.084725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network ac3a5cf2-a42a-442f-bae9-8e1867551a95 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:07.089565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:07.092719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-869348128', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b135958b-a7a9-4e58-8420-baf2dddbf1a8'}], 'security_groups': ['0adbaaba-f81f-418a-b9e0-4324951b92b6', '3815a02f-fa81-4321-abb9-f064990f0338']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:07.102128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:07.187984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:07.188881 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.200776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=fc195908-0b37-4b23-a70f-d2c83426fb74,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:07.217115 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-084d161e-e0df-4c30-9464-8f41ce829a66 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9660420 Jul 08 02:03:07.220084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51162) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:07.226801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': 'fc195908-0b37-4b23-a70f-d2c83426fb74', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:07.258477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.259978 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.516220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.770527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.25.4.30 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/c95498ae-3b5d-49a9-9d22-6194d7ea7684) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:07.792976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210da1f4-d7b4-47de-832d-2a9c2ec495e9 None None] Update dhcp port {'port': {'network_id': 'bb10d665-6e59-4f95-931b-0d9411d19bd1', 'fixed_ips': [{'subnet_id': 'fe616548-52a8-416c-8336-a88d934d6837', 'ip_address': '172.20.0.18'}, {'subnet_id': '18e773b3-41c6-406f-8558-3face51dfc62', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b135958b-a7a9-4e58-8420-baf2dddbf1a8'}], 'binding:host_id': 'n-d-694802-14'}, 'id': '9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:03:07.875242 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-210da1f4-d7b4-47de-832d-2a9c2ec495e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:07.935802 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:08.011209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:08.060815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Delete allocated IP 172.20.0.10 (bb10d665-6e59-4f95-931b-0d9411d19bd1/18e773b3-41c6-406f-8558-3face51dfc62) {{(pid=93883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 08 02:03:08.073084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Allocated IP 172.20.0.40 (bb10d665-6e59-4f95-931b-0d9411d19bd1/b135958b-a7a9-4e58-8420-baf2dddbf1a8/0acb3bbf-131e-4b89-baf0-60a663fae4fb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:08.154359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=c95498ae-3b5d-49a9-9d22-6194d7ea7684,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:08.180506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:08.181948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:08.185296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:08.930610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:08.960697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Transition to ACTIVE for port object 0acb3bbf-131e-4b89-baf0-60a663fae4fb will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:08.974112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.081731 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.129383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] In _notify_port_updated(), no bound segment for port 0acb3bbf-131e-4b89-baf0-60a663fae4fb on network bb10d665-6e59-4f95-931b-0d9411d19bd1 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:03:09.139416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:09.140386 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.145448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "PUT /v2.0/ports/0acb3bbf-131e-4b89-baf0-60a663fae4fb HTTP/1.1" status: 200 len: 959 time: 2.0602555 Jul 08 02:03:09.146346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51234) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:09.148781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-210da1f4-d7b4-47de-832d-2a9c2ec495e9 None None] Allocated IP 172.20.0.34 (bb10d665-6e59-4f95-931b-0d9411d19bd1/b135958b-a7a9-4e58-8420-baf2dddbf1a8/9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:09.157619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a673d-a66c-48c2-9f24-40bb0526ab85 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event updated for resources: {'Port': ['ID=0acb3bbf-131e-4b89-baf0-60a663fae4fb,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:09.212232 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.290631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b96427a4-6a6a-4338-a0d4-dd1ecc2a0cbc tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port 0acb3bbf-131e-4b89-baf0-60a663fae4fb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:09.291176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b96427a4-6a6a-4338-a0d4-dd1ecc2a0cbc tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.418082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-210da1f4-d7b4-47de-832d-2a9c2ec495e9 None None] For port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,segment=NetworkSegment(a0d88ac7-3e92-4307-9b17-5e16333a7a63),segment_id=a0d88ac7-3e92-4307-9b17-5e16333a7a63)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:09.426929 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b96427a4-6a6a-4338-a0d4-dd1ecc2a0cbc tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.444339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b96427a4-6a6a-4338-a0d4-dd1ecc2a0cbc tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for 0acb3bbf-131e-4b89-baf0-60a663fae4fb owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:09.476532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.499063 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-210da1f4-d7b4-47de-832d-2a9c2ec495e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.515930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-210da1f4-d7b4-47de-832d-2a9c2ec495e9 None None] Transition to ACTIVE for port object 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:09.526251 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-210da1f4-d7b4-47de-832d-2a9c2ec495e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.635899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210da1f4-d7b4-47de-832d-2a9c2ec495e9 None None] Pushing event updated for resources: {'Port': ['ID=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:09.763459 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.776656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.825494 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b96427a4-6a6a-4338-a0d4-dd1ecc2a0cbc tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:09.931021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=c95498ae-3b5d-49a9-9d22-6194d7ea7684,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:09.969471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96427a4-6a6a-4338-a0d4-dd1ecc2a0cbc tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=0acb3bbf-131e-4b89-baf0-60a663fae4fb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:10.092740 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b96427a4-6a6a-4338-a0d4-dd1ecc2a0cbc tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.095036 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b96427a4-6a6a-4338-a0d4-dd1ecc2a0cbc tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/0acb3bbf-131e-4b89-baf0-60a663fae4fb HTTP/1.1" status: 204 len: 168 time: 0.9472899 Jul 08 02:03:10.099157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51256) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:10.172131 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1722e8-f6eb-47ee-88ae-150ec3740706 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] GET failed (client error): The resource could not be found. Jul 08 02:03:10.176232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aa1722e8-f6eb-47ee-88ae-150ec3740706 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports/0acb3bbf-131e-4b89-baf0-60a663fae4fb HTTP/1.1" status: 404 len: 333 time: 0.0753403 Jul 08 02:03:10.178931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51258) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:10.189744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.316110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:10.371353 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0fb3-5c4a-41b7-812f-212f5d6be105 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.450067 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0fb3-5c4a-41b7-812f-212f5d6be105 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.460023 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP cadb0bc4-1a26-439e-a515-e72645b36f19 associated. External IP: 172.25.4.30, port: fc195908-0b37-4b23-a70f-d2c83426fb74. Jul 08 02:03:10.545820 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0fb3-5c4a-41b7-812f-212f5d6be105 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.548997 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e6b0fb3-5c4a-41b7-812f-212f5d6be105 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.553257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9e6b0fb3-5c4a-41b7-812f-212f5d6be105 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/security-groups/1af27f13-a75f-4a37-9e12-1b9b6adc9555 HTTP/1.1" status: 204 len: 168 time: 0.3702524 Jul 08 02:03:10.555340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:10.604206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b0fb3-5c4a-41b7-812f-212f5d6be105 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af27f13-a75f-4a37-9e12-1b9b6adc9555,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:10.716998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d94a30f4-9c01-4acf-a8fb-a37ad8aceeda tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.771069 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d94a30f4-9c01-4acf-a8fb-a37ad8aceeda tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.911130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d94a30f4-9c01-4acf-a8fb-a37ad8aceeda tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.914313 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d94a30f4-9c01-4acf-a8fb-a37ad8aceeda tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:10.915680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d94a30f4-9c01-4acf-a8fb-a37ad8aceeda tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/security-groups/3815a02f-fa81-4321-abb9-f064990f0338 HTTP/1.1" status: 204 len: 168 time: 0.3505597 Jul 08 02:03:10.919517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51272) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:11.016217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dd1cf180-6992-484a-bd0d-53eddb354ac1 None None] Could not find standard attr ID for object 0acb3bbf-131e-4b89-baf0-60a663fae4fb. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:03:11.017120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a30f4-9c01-4acf-a8fb-a37ad8aceeda tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3815a02f-fa81-4321-abb9-f064990f0338,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:11.041224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dd1cf180-6992-484a-bd0d-53eddb354ac1 None None] Provisioning complete for port c290269c-d190-4062-b901-bc0af83eda45 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:11.041607 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf180-6992-484a-bd0d-53eddb354ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.068340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:11.085264 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df6cee2b-a407-416b-93ae-c67f91ff4fec tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.118611 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df6cee2b-a407-416b-93ae-c67f91ff4fec tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.168661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-dd1cf180-6992-484a-bd0d-53eddb354ac1 None None] Port c290269c-d190-4062-b901-bc0af83eda45 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:11.197825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df6cee2b-a407-416b-93ae-c67f91ff4fec tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.202075 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df6cee2b-a407-416b-93ae-c67f91ff4fec tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.206188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-df6cee2b-a407-416b-93ae-c67f91ff4fec tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/security-groups/0adbaaba-f81f-418a-b9e0-4324951b92b6 HTTP/1.1" status: 204 len: 168 time: 0.2854881 Jul 08 02:03:11.224890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dd1cf180-6992-484a-bd0d-53eddb354ac1 None None] Provisioning for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:11.254676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dd1cf180-6992-484a-bd0d-53eddb354ac1 None None] Provisioning complete for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:11.256052 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dd1cf180-6992-484a-bd0d-53eddb354ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.265382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:11.266345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cee2b-a407-416b-93ae-c67f91ff4fec tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adbaaba-f81f-418a-b9e0-4324951b92b6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:11.413764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:11.427178 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff386f5b-eee7-45a6-a0cb-b39f5ec26be7 None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:11.452770 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff386f5b-eee7-45a6-a0cb-b39f5ec26be7 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:11.453415 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ff386f5b-eee7-45a6-a0cb-b39f5ec26be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:11.478584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3137325-3c8e-4b44-874e-294547edd7be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet 18e773b3-41c6-406f-8558-3face51dfc62 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:03:11.481155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.497426 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3137325-3c8e-4b44-874e-294547edd7be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.545400 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ff386f5b-eee7-45a6-a0cb-b39f5ec26be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:11.571765 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff386f5b-eee7-45a6-a0cb-b39f5ec26be7 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:11.572778 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ff386f5b-eee7-45a6-a0cb-b39f5ec26be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:11.621661 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eca05f24-7a8c-401d-b43d-451649a41043 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3999131 Jul 08 02:03:11.623929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:11.630195 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-40f28e52-f58c-46b8-9cfe-8751b6dfdbb5 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:11.691523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3137325-3c8e-4b44-874e-294547edd7be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.835346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-af330e9c-00be-4b6a-ab8a-1c308183277b None None] Could not find standard attr ID for object 0acb3bbf-131e-4b89-baf0-60a663fae4fb. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:03:11.840249 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40f28e52-f58c-46b8-9cfe-8751b6dfdbb5 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:11.926052 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ff386f5b-eee7-45a6-a0cb-b39f5ec26be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:11.939427 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff386f5b-eee7-45a6-a0cb-b39f5ec26be7 None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:12.039232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51304) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:12.144014 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3137325-3c8e-4b44-874e-294547edd7be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.250143 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40f28e52-f58c-46b8-9cfe-8751b6dfdbb5 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.289426 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40f28e52-f58c-46b8-9cfe-8751b6dfdbb5 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.290350 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-40f28e52-f58c-46b8-9cfe-8751b6dfdbb5 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP cadb0bc4-1a26-439e-a515-e72645b36f19 disassociated. External IP: 172.25.4.30, port: fc195908-0b37-4b23-a70f-d2c83426fb74. Jul 08 02:03:12.431315 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3137325-3c8e-4b44-874e-294547edd7be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.480274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3137325-3c8e-4b44-874e-294547edd7be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=18e773b3-41c6-406f-8558-3face51dfc62,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:12.482403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da404a-ba25-4b64-9658-d0e13e998af6 None None] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:12.482730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3137325-3c8e-4b44-874e-294547edd7be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.490372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d3137325-3c8e-4b44-874e-294547edd7be tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/18e773b3-41c6-406f-8558-3face51dfc62 HTTP/1.1" status: 204 len: 168 time: 1.1953297 Jul 08 02:03:12.491297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51320) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:12.610525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f6c0cc-b7c0-4284-bdaa-89f559d8db5f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet b135958b-a7a9-4e58-8420-baf2dddbf1a8 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:03:12.615765 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c0cc-b7c0-4284-bdaa-89f559d8db5f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.689319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f28e52-f58c-46b8-9cfe-8751b6dfdbb5 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:12.710868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c0cc-b7c0-4284-bdaa-89f559d8db5f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.827175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7a5d1-dd07-4b74-8673-48a975d1f118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.849667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f28e52-f58c-46b8-9cfe-8751b6dfdbb5 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:12.860766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b22a5-4cbf-425a-802e-8c4f310d329c None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:12.869695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40f28e52-f58c-46b8-9cfe-8751b6dfdbb5 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.879741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b22a5-4cbf-425a-802e-8c4f310d329c None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:12.884678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-424b22a5-4cbf-425a-802e-8c4f310d329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:12.929094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-40f28e52-f58c-46b8-9cfe-8751b6dfdbb5 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "PUT /v2.0/floatingips/cadb0bc4-1a26-439e-a515-e72645b36f19 HTTP/1.1" status: 200 len: 687 time: 1.3012800 Jul 08 02:03:12.929386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51330) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:12.964456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-424b22a5-4cbf-425a-802e-8c4f310d329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:12.979351 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c0cc-b7c0-4284-bdaa-89f559d8db5f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:12.985799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b22a5-4cbf-425a-802e-8c4f310d329c None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:12.986586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-424b22a5-4cbf-425a-802e-8c4f310d329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:13.087470 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c0cc-b7c0-4284-bdaa-89f559d8db5f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.090111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-424b22a5-4cbf-425a-802e-8c4f310d329c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:13.098138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b22a5-4cbf-425a-802e-8c4f310d329c None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:13.112988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3f6c0cc-b7c0-4284-bdaa-89f559d8db5f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.117144 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a3f6c0cc-b7c0-4284-bdaa-89f559d8db5f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/b135958b-a7a9-4e58-8420-baf2dddbf1a8 HTTP/1.1" status: 204 len: 168 time: 0.6227739 Jul 08 02:03:13.119794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51336) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:13.140103 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7a5d1-dd07-4b74-8673-48a975d1f118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.161114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6c0cc-b7c0-4284-bdaa-89f559d8db5f tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=b135958b-a7a9-4e58-8420-baf2dddbf1a8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:13.217999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7a5d1-dd07-4b74-8673-48a975d1f118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.245053 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e77d51f-1eff-4f5c-b701-78ed75379409 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:13.245515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e77d51f-1eff-4f5c-b701-78ed75379409 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:13.250409 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2e77d51f-1eff-4f5c-b701-78ed75379409 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/18e773b3-41c6-406f-8558-3face51dfc62 HTTP/1.1" status: 404 len: 337 time: 0.1126440 Jul 08 02:03:13.256819 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51338) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:13.328918 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8ba7a5d1-dd07-4b74-8673-48a975d1f118 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=887851c8421d4004ac4d26f1a754559d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2884314 Jul 08 02:03:13.330348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51340) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:13.338977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8c36ff8c-8f64-4e61-8af6-27c8aa4498c3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port c95498ae-3b5d-49a9-9d22-6194d7ea7684 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:13.339485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c36ff8c-8f64-4e61-8af6-27c8aa4498c3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.339627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7a5d1-dd07-4b74-8673-48a975d1f118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe240ccc-36ce-4cd6-8c39-3e38a66e1ea8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:13.455278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.489466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd1cd28-ec7b-40de-9877-edd2449e000a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting subnet fe616548-52a8-416c-8336-a88d934d6837 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:03:13.501366 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd1cd28-ec7b-40de-9877-edd2449e000a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.506476 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.609906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.613929 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.615378 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe240ccc-36ce-4cd6-8c39-3e38a66e1ea8 HTTP/1.1" status: 204 len: 168 time: 0.2839766 Jul 08 02:03:13.631071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe240ccc-36ce-4cd6-8c39-3e38a66e1ea8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:13.651696 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c36ff8c-8f64-4e61-8af6-27c8aa4498c3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.652159 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c36ff8c-8f64-4e61-8af6-27c8aa4498c3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.656389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.656781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.657132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.657477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.657810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.661649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.664004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.664405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.664761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.665108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.666414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.666590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c971e82-5da6-4517-b1e5-dec1ec20835f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:13.701115 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd1cd28-ec7b-40de-9877-edd2449e000a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.718594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61f55f7-513d-4352-8ebc-6e735474e3f4 None None] Network bb10d665-6e59-4f95-931b-0d9411d19bd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:13.774343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8c36ff8c-8f64-4e61-8af6-27c8aa4498c3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for c95498ae-3b5d-49a9-9d22-6194d7ea7684 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:13.900602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bb2c5dc3-6cd7-4aa7-9a96-ed6d8aa2263a None None] Provisioning complete for port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:13.914316 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd1cd28-ec7b-40de-9877-edd2449e000a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:13.920188 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5dc3-6cd7-4aa7-9a96-ed6d8aa2263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.052467 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd1cd28-ec7b-40de-9877-edd2449e000a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.068793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dcd1cd28-ec7b-40de-9877-edd2449e000a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.070665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dcd1cd28-ec7b-40de-9877-edd2449e000a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/fe616548-52a8-416c-8336-a88d934d6837 HTTP/1.1" status: 204 len: 168 time: 0.8121836 Jul 08 02:03:14.073232 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c36ff8c-8f64-4e61-8af6-27c8aa4498c3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.073731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51358) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.123882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1cd28-ec7b-40de-9877-edd2449e000a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Subnet': ['ID=fe616548-52a8-416c-8336-a88d934d6837,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:14.134874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36ff8c-8f64-4e61-8af6-27c8aa4498c3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=c95498ae-3b5d-49a9-9d22-6194d7ea7684,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:14.148536 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7606c1a-9451-49d7-a592-51e54d3aa1a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:14.149427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7606c1a-9451-49d7-a592-51e54d3aa1a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:14.154228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a7606c1a-9451-49d7-a592-51e54d3aa1a8 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/21873cdf-cb1a-4d0a-a745-e3df59c5558f HTTP/1.1" status: 404 len: 337 time: 0.0792696 Jul 08 02:03:14.163451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51364) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.253183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-72709514-a08c-4ad6-9f6b-b172e3fb6b26 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "GET /v2.0/ports?device_id=abbe64f5-548f-41dc-88ec-99041ea0adfc HTTP/1.1" status: 200 len: 205 time: 0.0859914 Jul 08 02:03:14.253613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51370) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.285272 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c36ff8c-8f64-4e61-8af6-27c8aa4498c3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.289163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c36ff8c-8f64-4e61-8af6-27c8aa4498c3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.290542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8c36ff8c-8f64-4e61-8af6-27c8aa4498c3 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/floatingips/cadb0bc4-1a26-439e-a515-e72645b36f19 HTTP/1.1" status: 204 len: 168 time: 1.3601968 Jul 08 02:03:14.294418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51372) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.300017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': 'dd6d6990-77d3-4fcf-a5dd-f1b8ee147a99'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:14.357055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bb2c5dc3-6cd7-4aa7-9a96-ed6d8aa2263a None None] Provisioning complete for port c290269c-d190-4062-b901-bc0af83eda45 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:14.359678 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bb2c5dc3-6cd7-4aa7-9a96-ed6d8aa2263a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.388388 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.397287 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-cefdd808-4cec-4db7-bd5e-01bda9e2a166 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] delete failed (client error): The resource could not be found. Jul 08 02:03:14.408142 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cefdd808-4cec-4db7-bd5e-01bda9e2a166 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/routers/abbe64f5-548f-41dc-88ec-99041ea0adfc HTTP/1.1" status: 404 len: 336 time: 0.1532485 Jul 08 02:03:14.410003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51378) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.430643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9b662a-c262-4343-a735-869692ab05d6 None None] DHCP port deletion for bb10d665-6e59-4f95-931b-0d9411d19bd1 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:03:14.457825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bb2c5dc3-6cd7-4aa7-9a96-ed6d8aa2263a None None] Port c290269c-d190-4062-b901-bc0af83eda45 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:14.490216 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cac9a4-e2e8-4a65-b464-76950f64daec tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:14.490764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8cac9a4-e2e8-4a65-b464-76950f64daec tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:14.496988 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d8cac9a4-e2e8-4a65-b464-76950f64daec tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/b9ac8963-04a1-4920-8ab7-5aedc1619866 HTTP/1.1" status: 404 len: 337 time: 0.0810754 Jul 08 02:03:14.497238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51384) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.562468 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-056d036e-8544-4484-8fad-7ea312e24ce0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:14.563117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-056d036e-8544-4484-8fad-7ea312e24ce0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:14.564695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-056d036e-8544-4484-8fad-7ea312e24ce0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/9b46d473-fed4-4a1b-8b13-33403f03a358 HTTP/1.1" status: 404 len: 337 time: 0.0660467 Jul 08 02:03:14.568057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51388) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.570974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b662a-c262-4343-a735-869692ab05d6 None None] Deleting port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:14.571560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d9b662a-c262-4343-a735-869692ab05d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.614017 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca052716-95f2-43d0-aa94-0ff2f4e092b2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:14.614804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca052716-95f2-43d0-aa94-0ff2f4e092b2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:14.616918 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ca052716-95f2-43d0-aa94-0ff2f4e092b2 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/7ede0961-6354-4fb9-9d04-94c3b50a95e2 HTTP/1.1" status: 404 len: 337 time: 0.0478475 Jul 08 02:03:14.619367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51390) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.654277 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-004e8a95-d5ce-48f7-96bb-f3179323e4f4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:14.656154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004e8a95-d5ce-48f7-96bb-f3179323e4f4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:14.658044 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-004e8a95-d5ce-48f7-96bb-f3179323e4f4 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/109274b5-5fb2-4e10-82a4-fdc382102d1f HTTP/1.1" status: 404 len: 333 time: 0.0374260 Jul 08 02:03:14.664404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.686479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.694430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5d9b662a-c262-4343-a735-869692ab05d6 None None] For port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,segment=NetworkSegment(a0d88ac7-3e92-4307-9b17-5e16333a7a63),segment_id=a0d88ac7-3e92-4307-9b17-5e16333a7a63)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:14.694821 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d9b662a-c262-4343-a735-869692ab05d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.713386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b662a-c262-4343-a735-869692ab05d6 None None] Calling delete_port for 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:14.728767 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6a75b4-355e-4df0-97c1-4a11db086535 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:14.729203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6a75b4-355e-4df0-97c1-4a11db086535 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:14.733669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fb6a75b4-355e-4df0-97c1-4a11db086535 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/519045c5-2f7e-46fc-8a29-f52de085936b HTTP/1.1" status: 404 len: 337 time: 0.0711772 Jul 08 02:03:14.734000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51396) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:14.907402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5d9b662a-c262-4343-a735-869692ab05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:14.926219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.25.4.188 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/5bdfad8c-11d3-4d69-b1ed-6172d684475f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:14.949082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b662a-c262-4343-a735-869692ab05d6 None None] Pushing event deleted for resources: {'Port': ['ID=9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:14.953217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b662a-c262-4343-a735-869692ab05d6 None None] No DVR routers for this DVR port 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:15.132219 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.192998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.225365 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-15eda2a2-49b7-451a-96de-8322d8059f3a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:15.225365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15eda2a2-49b7-451a-96de-8322d8059f3a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:15.229729 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-15eda2a2-49b7-451a-96de-8322d8059f3a tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/a751cbbc-f259-41cf-a9ea-7ddf0ce23a72 HTTP/1.1" status: 404 len: 337 time: 0.4940617 Jul 08 02:03:15.230326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51414) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:15.248550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:15.252132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:15.258268 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aba460a-e8e5-43ef-8527-d402dd9e9914 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:15.258981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aba460a-e8e5-43ef-8527-d402dd9e9914 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:15.261165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:15.264414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51416) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:15.265194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=5bdfad8c-11d3-4d69-b1ed-6172d684475f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:15.271609 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0aba460a-e8e5-43ef-8527-d402dd9e9914 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/cbb40487-e1f3-4640-a7eb-e66923fdb60d HTTP/1.1" status: 404 len: 333 time: 0.0402045 Jul 08 02:03:15.324240 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1057c1-7869-4ebf-aeeb-a927e064f4a0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:15.324868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1057c1-7869-4ebf-aeeb-a927e064f4a0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:15.326844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fc1057c1-7869-4ebf-aeeb-a927e064f4a0 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/66d12dab-770f-477f-b30e-276d9cc261b5 HTTP/1.1" status: 404 len: 337 time: 0.0589247 Jul 08 02:03:15.329543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51418) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:15.376468 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e01684-e7e9-4aa4-8301-4ba66da17793 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] DELETE failed (client error): The resource could not be found. Jul 08 02:03:15.386287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e01684-e7e9-4aa4-8301-4ba66da17793 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:03:15.389362 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a2e01684-e7e9-4aa4-8301-4ba66da17793 tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/subnets/39e77a60-d00f-4f23-81f4-08baa631a163 HTTP/1.1" status: 404 len: 337 time: 0.0585346 Jul 08 02:03:15.394244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51424) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:15.570101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-12254893-3ca0-49d1-8319-1646caa1a39d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Deleting port c290269c-d190-4062-b901-bc0af83eda45 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:15.570743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12254893-3ca0-49d1-8319-1646caa1a39d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.673017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12254893-3ca0-49d1-8319-1646caa1a39d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.706881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-12254893-3ca0-49d1-8319-1646caa1a39d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Calling delete_port for c290269c-d190-4062-b901-bc0af83eda45 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:15.864474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12254893-3ca0-49d1-8319-1646caa1a39d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.892855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12254893-3ca0-49d1-8319-1646caa1a39d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Port': ['ID=c290269c-d190-4062-b901-bc0af83eda45,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:15.904834 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12254893-3ca0-49d1-8319-1646caa1a39d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:15.909103 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-12254893-3ca0-49d1-8319-1646caa1a39d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/ports/c290269c-d190-4062-b901-bc0af83eda45 HTTP/1.1" status: 204 len: 168 time: 0.5114744 Jul 08 02:03:15.910021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51438) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:16.082056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.266933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:16.307712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.310438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:16.310703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9f91ffdb-5b12-40b5-bffd-2bd10aa43fe9 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:16.333233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb10d665-6e59-4f95-931b-0d9411d19bd1']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:16.368671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d88ac7-3e92-4307-9b17-5e16333a7a63') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:16.369050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d88ac7-3e92-4307-9b17-5e16333a7a63') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:16.388461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.422701 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.438799 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.441964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:03:16.442471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:03:16.447905 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:03:16.561148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.571805 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.575795 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] 10.222.0.41 "DELETE /v2.0/networks/bb10d665-6e59-4f95-931b-0d9411d19bd1 HTTP/1.1" status: 204 len: 168 time: 0.6631069 Jul 08 02:03:16.618751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a23949-9793-40f3-b39d-d8c71245068d tempest-PortsTestJSON-1125351297 tempest-PortsTestJSON-1125351297-project] Pushing event deleted for resources: {'Network': ['ID=bb10d665-6e59-4f95-931b-0d9411d19bd1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:16.667720 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.919972 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:16.932743 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.058597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=5bdfad8c-11d3-4d69-b1ed-6172d684475f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:17.069027 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.126086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51486) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:17.161681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51492) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:17.211838 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP 49bd120c-288f-44e2-9736-86cfd9ac1315 associated. External IP: 172.25.4.188, port: dd6d6990-77d3-4fcf-a5dd-f1b8ee147a99. Jul 08 02:03:17.364751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-752c16a6-f261-4cfb-a461-099db8f2e871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.402855 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7f602104-c6ae-4bfb-a87f-c5e0628a4347 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b795de6e7694075b2145e9a319e63d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750380 Jul 08 02:03:17.404272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51502) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:17.486636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f74c7f74-43f9-454e-948c-1ad9a0c50822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.532964 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:17.537510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f74c7f74-43f9-454e-948c-1ad9a0c50822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.659523 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f74c7f74-43f9-454e-948c-1ad9a0c50822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.663893 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f74c7f74-43f9-454e-948c-1ad9a0c50822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.669178 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f74c7f74-43f9-454e-948c-1ad9a0c50822 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b38fc4d7-d119-49bd-8b34-43683355eba7 HTTP/1.1" status: 204 len: 168 time: 0.2576015 Jul 08 02:03:17.672546 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-752c16a6-f261-4cfb-a461-099db8f2e871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.684595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c7f74-43f9-454e-948c-1ad9a0c50822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38fc4d7-d119-49bd-8b34-43683355eba7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:17.689280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-752c16a6-f261-4cfb-a461-099db8f2e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.691915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:17.702836 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac49c17-70d5-445b-8991-3d40045206f8 None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:17.715885 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac49c17-70d5-445b-8991-3d40045206f8 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:17.717737 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9ac49c17-70d5-445b-8991-3d40045206f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:17.730429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.779038 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-752c16a6-f261-4cfb-a461-099db8f2e871 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=510cd24749794225ae24112197e5f229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6139054 Jul 08 02:03:17.779038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c16a6-f261-4cfb-a461-099db8f2e871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657efb0e-1b7c-409f-a5f3-c8a15fc8d5a5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:17.779619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51516) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:17.798518 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9ac49c17-70d5-445b-8991-3d40045206f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:17.822119 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac49c17-70d5-445b-8991-3d40045206f8 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:17.822978 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9ac49c17-70d5-445b-8991-3d40045206f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:17.854859 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-baf404b3-84ea-4b91-9aba-0263b98be1cb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5591359 Jul 08 02:03:17.857794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51522) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:17.894457 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9ac49c17-70d5-445b-8991-3d40045206f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:17.895103 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac49c17-70d5-445b-8991-3d40045206f8 None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:17.909217 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8246570-6bcb-4f4b-a678-2ab4459f239a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:17.937319 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8246570-6bcb-4f4b-a678-2ab4459f239a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.001224 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-36ebe765-b07d-441a-a256-bba7d0b8e2a6 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "GET /v2.0/floatingips/49bd120c-288f-44e2-9736-86cfd9ac1315 HTTP/1.1" status: 200 len: 977 time: 0.1395998 Jul 08 02:03:18.002637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51526) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:18.013221 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8246570-6bcb-4f4b-a678-2ab4459f239a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.016709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a8246570-6bcb-4f4b-a678-2ab4459f239a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.018866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a8246570-6bcb-4f4b-a678-2ab4459f239a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/657efb0e-1b7c-409f-a5f3-c8a15fc8d5a5 HTTP/1.1" status: 204 len: 168 time: 0.2364135 Jul 08 02:03:18.093634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8246570-6bcb-4f4b-a678-2ab4459f239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657efb0e-1b7c-409f-a5f3-c8a15fc8d5a5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:18.180444 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-24be804c-6476-4863-a170-4b51279d689e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1733899 Jul 08 02:03:18.180886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:18.185814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'port_id': 'fc195908-0b37-4b23-a70f-d2c83426fb74'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:18.274142 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:18.616903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51554) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:18.645602 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53357fcf-6128-46bf-9511-8a575de57906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.089887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51568) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:19.227796 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53357fcf-6128-46bf-9511-8a575de57906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.241229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-53357fcf-6128-46bf-9511-8a575de57906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.293764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51578) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:19.293969 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-53357fcf-6128-46bf-9511-8a575de57906 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b201a5f2f10849a1b3a2751d727ad04d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6767790 Jul 08 02:03:19.298907 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.300002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53357fcf-6128-46bf-9511-8a575de57906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d19c059-e349-4e09-93cb-49b32dd68930,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:19.303171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51580) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:19.311152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.403736 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94271c5c-7088-428e-abaf-5cfd9fdbe8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.470562 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP 49bd120c-288f-44e2-9736-86cfd9ac1315 associated. External IP: 172.25.4.188, port: dd6d6990-77d3-4fcf-a5dd-f1b8ee147a99. Jul 08 02:03:19.474941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94271c5c-7088-428e-abaf-5cfd9fdbe8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.528051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee5c64a-0b41-40e0-8de0-079f81265039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.540910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d30affa6-f8f8-4c99-9e52-329f804ced68 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-633529757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:19.559594 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-eee5c64a-0b41-40e0-8de0-079f81265039 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:03:19.559594 n-d-694802-14 neutron-server[93883]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 08 02:03:19.559594 n-d-694802-14 neutron-server[93883]: [parameters: {'project_id': '4ce5aba72bcc4689be9109a0003615cd', 'id': '23a5aaba-348e-4e25-88c3-2c228052a350', 'expiration': datetime.datetime(2021, 7, 8, 2, 5, 19, 554122)}] Jul 08 02:03:19.559594 n-d-694802-14 neutron-server[93883]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:03:19.560707 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-eee5c64a-0b41-40e0-8de0-079f81265039 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:03:19.567692 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d30affa6-f8f8-4c99-9e52-329f804ced68 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.568897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d30affa6-f8f8-4c99-9e52-329f804ced68 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.655809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d30affa6-f8f8-4c99-9e52-329f804ced68 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.657780 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94271c5c-7088-428e-abaf-5cfd9fdbe8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.661662 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94271c5c-7088-428e-abaf-5cfd9fdbe8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.663163 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-94271c5c-7088-428e-abaf-5cfd9fdbe8d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d19c059-e349-4e09-93cb-49b32dd68930 HTTP/1.1" status: 204 len: 168 time: 0.3683920 Jul 08 02:03:19.667504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d30affa6-f8f8-4c99-9e52-329f804ced68 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.685371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94271c5c-7088-428e-abaf-5cfd9fdbe8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d19c059-e349-4e09-93cb-49b32dd68930,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:19.693898 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d30affa6-f8f8-4c99-9e52-329f804ced68 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.698148 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d30affa6-f8f8-4c99-9e52-329f804ced68 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6056526 Jul 08 02:03:19.698545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51588) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:19.716717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-344307828'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:19.747031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Made reservation on behalf of 7ba1fc8dbafa4222930a7d09c20f38df for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:19.752640 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.766436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.859099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:19.892852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.900296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.935771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:19.950315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:19.952595 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Added segment 6aa29cef-503f-4a4d-9421-a8298e0f92c1 of type vlan for network 098b3c68-59bb-4900-b1f9-44899691e986 Jul 08 02:03:20.063113 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee5c64a-0b41-40e0-8de0-079f81265039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.111706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:20.124543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.134280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d3df1-7a37-46db-b001-9158b7544108 None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:20.136775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5edf469-2686-4cc7-90c8-9f4f18c62506,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:20.153155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d3df1-7a37-46db-b001-9158b7544108 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:20.155788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-780d3df1-7a37-46db-b001-9158b7544108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:20.228735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-780d3df1-7a37-46db-b001-9158b7544108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:20.239162 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.244165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d3df1-7a37-46db-b001-9158b7544108 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:20.244948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-780d3df1-7a37-46db-b001-9158b7544108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:20.245729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:20.246385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.326799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-780d3df1-7a37-46db-b001-9158b7544108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:20.328293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d3df1-7a37-46db-b001-9158b7544108 None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:20.335441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'Network': ['ID=098b3c68-59bb-4900-b1f9-44899691e986,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:20.357563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 098b3c68-59bb-4900-b1f9-44899691e986 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:20.401360 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee5c64a-0b41-40e0-8de0-079f81265039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.410277 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eee5c64a-0b41-40e0-8de0-079f81265039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.426673 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6d06f352-35a6-4fc6-a385-e066ef6ea76a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7218521 Jul 08 02:03:20.426673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51614) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:20.430427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Request body: {'subnet': {'network_id': '098b3c68-59bb-4900-b1f9-44899691e986', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:20.473097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5c64a-0b41-40e0-8de0-079f81265039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f9dd6d-66b4-4bd3-9252-0f7d3eaeca1b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:20.499316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eee5c64a-0b41-40e0-8de0-079f81265039 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ce5aba72bcc4689be9109a0003615cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1948843 Jul 08 02:03:20.502092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:20.599455 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5a443ea-06c5-4e05-adf9-7c40eb1a1a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.613254 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Made reservation on behalf of 7ba1fc8dbafa4222930a7d09c20f38df for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:20.616982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.641143 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8ded7a2d-f622-413c-b95c-83d75c466847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.670686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:20.671721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5a443ea-06c5-4e05-adf9-7c40eb1a1a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.773999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5a443ea-06c5-4e05-adf9-7c40eb1a1a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.777717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c5a443ea-06c5-4e05-adf9-7c40eb1a1a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.778927 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c5a443ea-06c5-4e05-adf9-7c40eb1a1a1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41f9dd6d-66b4-4bd3-9252-0f7d3eaeca1b HTTP/1.1" status: 204 len: 168 time: 0.2753062 Jul 08 02:03:20.811943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a443ea-06c5-4e05-adf9-7c40eb1a1a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f9dd6d-66b4-4bd3-9252-0f7d3eaeca1b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:20.836719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:20.842924 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.852747 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba6291-9c99-4c02-9a9b-5d10145bd38d None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:20.869062 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba6291-9c99-4c02-9a9b-5d10145bd38d None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:20.869981 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-23ba6291-9c99-4c02-9a9b-5d10145bd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:20.922499 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:20.962298 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-23ba6291-9c99-4c02-9a9b-5d10145bd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:20.985125 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba6291-9c99-4c02-9a9b-5d10145bd38d None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:20.986663 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-23ba6291-9c99-4c02-9a9b-5d10145bd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:21.023254 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fc2b23df-815a-41b9-a230-283c54a7b355 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "PUT /v2.0/floatingips/49bd120c-288f-44e2-9736-86cfd9ac1315 HTTP/1.1" status: 200 len: 979 time: 2.8414471 Jul 08 02:03:21.026361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:21.034955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-737c3b44-eb39-4dda-b0a2-eab4270ee9df tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:21.062085 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'Subnet': ['ID=d7bc0ca2-e5b0-4b43-ba22-f494bdaa9fec,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:21.069654 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-23ba6291-9c99-4c02-9a9b-5d10145bd38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:21.070176 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba6291-9c99-4c02-9a9b-5d10145bd38d None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:21.080985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Checking segment: {'id': '6aa29cef-503f-4a4d-9421-a8298e0f92c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '098b3c68-59bb-4900-b1f9-44899691e986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:21.081820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Network hostable DHCP agents. Network: 098b3c68-59bb-4900-b1f9-44899691e986, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:21.122048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Network 098b3c68-59bb-4900-b1f9-44899691e986 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:21.136777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 098b3c68-59bb-4900-b1f9-44899691e986) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:21.145805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:21.146798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.147781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb31d7d3-845f-4c47-affa-047012ec8760 None None] Network 098b3c68-59bb-4900-b1f9-44899691e986 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:21.172117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51646) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:21.172574 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-14e84a09-98d4-4d91-952a-3fb9a00fc5b1 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7457614 Jul 08 02:03:21.183490 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Request body: {'network': {'name': 'tempest-router-network01--1626196714'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:21.217941 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-737c3b44-eb39-4dda-b0a2-eab4270ee9df tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.301164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Made reservation on behalf of 7ba1fc8dbafa4222930a7d09c20f38df for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:21.304821 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.379961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:21.395881 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.396708 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Added segment cdee1862-21f3-4113-8e88-293871d47764 of type vlan for network e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 Jul 08 02:03:21.421183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-098b3c68-59bb-4900-b1f9-44899691e986', 'network_id': '098b3c68-59bb-4900-b1f9-44899691e986', 'tenant_id': '7ba1fc8dbafa4222930a7d09c20f38df', 'fixed_ips': [{'subnet_id': 'd7bc0ca2-e5b0-4b43-ba22-f494bdaa9fec'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:03:21.422058 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.429991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51658) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:21.450160 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46233476-94df-46fc-a34f-34cef893ec5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.511058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-737c3b44-eb39-4dda-b0a2-eab4270ee9df tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.542183 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.557552 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-737c3b44-eb39-4dda-b0a2-eab4270ee9df tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.559275 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-737c3b44-eb39-4dda-b0a2-eab4270ee9df tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP 49bd120c-288f-44e2-9736-86cfd9ac1315 disassociated. External IP: 172.25.4.188, port: fc195908-0b37-4b23-a70f-d2c83426fb74. Jul 08 02:03:21.620148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46233476-94df-46fc-a34f-34cef893ec5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.629265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46233476-94df-46fc-a34f-34cef893ec5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.687085 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.693683 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-46233476-94df-46fc-a34f-34cef893ec5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de39845b2ec2470aa52f68da10268a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625592 Jul 08 02:03:21.696618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51668) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:21.697575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:21.698219 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.777580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Allocated IP 172.20.0.2 (098b3c68-59bb-4900-b1f9-44899691e986/d7bc0ca2-e5b0-4b43-ba22-f494bdaa9fec/6b444c54-9873-4d93-a34c-b81a969e04d4) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:21.781752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'Network': ['ID=e8b7f957-55c2-4f83-83b8-f6ee3dc21d98,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:21.794029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46233476-94df-46fc-a34f-34cef893ec5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd83797-845a-471e-b496-ee5519beb1db,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:21.804703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f8ca0167-2fa6-4ab5-86de-ed58e0eb06af tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6308837 Jul 08 02:03:21.805722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51676) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:21.818041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Request body: {'network': {'name': 'tempest-router-network02--1890186533'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:21.845087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Made reservation on behalf of 7ba1fc8dbafa4222930a7d09c20f38df for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:21.849184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.888329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:21.916432 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:21.917075 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Added segment f25ac06e-2910-4770-974c-324b347a4167 of type vlan for network c3e39015-3739-40a5-a111-364a3873e5ff Jul 08 02:03:21.950402 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64cc1c1c-1e54-44ab-a0ad-1d532d11c1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.010033 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64cc1c1c-1e54-44ab-a0ad-1d532d11c1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.013950 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.027094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Transition to ACTIVE for port object 6b444c54-9873-4d93-a34c-b81a969e04d4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:22.031526 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.057357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Transition to ACTIVE for port object 6b444c54-9873-4d93-a34c-b81a969e04d4 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:22.063198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:22.070886 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.125572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64cc1c1c-1e54-44ab-a0ad-1d532d11c1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.129304 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64cc1c1c-1e54-44ab-a0ad-1d532d11c1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.130963 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-64cc1c1c-1e54-44ab-a0ad-1d532d11c1d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bd83797-845a-471e-b496-ee5519beb1db HTTP/1.1" status: 204 len: 168 time: 0.4333379 Jul 08 02:03:22.140326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc1c1c-1e54-44ab-a0ad-1d532d11c1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd83797-845a-471e-b496-ee5519beb1db,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:22.205824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.213419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:22.214160 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.231419 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Pushing event updated for resources: {'Port': ['ID=6b444c54-9873-4d93-a34c-b81a969e04d4,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:22.301690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'Network': ['ID=c3e39015-3739-40a5-a111-364a3873e5ff,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:22.321232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Network 098b3c68-59bb-4900-b1f9-44899691e986 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:22.333382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.334052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.334564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.335157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.335960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.336814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.338085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.338718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.339219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.339889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.340563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.341586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:03:22.352909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c3e39015-3739-40a5-a111-364a3873e5ff details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:22.356284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:22.358404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e9ce0fe8-bac7-4143-a589-32438386a8e7 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5480928 Jul 08 02:03:22.361409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51692) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:22.371498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Request body: {'subnet': {'network_id': 'e8b7f957-55c2-4f83-83b8-f6ee3dc21d98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:22.378119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:22.488047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737c3b44-eb39-4dda-b0a2-eab4270ee9df tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:22.631991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737c3b44-eb39-4dda-b0a2-eab4270ee9df tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:22.638894 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-737c3b44-eb39-4dda-b0a2-eab4270ee9df tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.681704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57830941-1abb-4e74-ad53-40318c87585f None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:22.682547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-737c3b44-eb39-4dda-b0a2-eab4270ee9df tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "PUT /v2.0/floatingips/49bd120c-288f-44e2-9736-86cfd9ac1315 HTTP/1.1" status: 200 len: 688 time: 1.6548865 Jul 08 02:03:22.684964 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51704) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:22.731087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Made reservation on behalf of 7ba1fc8dbafa4222930a7d09c20f38df for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:22.741544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57830941-1abb-4e74-ad53-40318c87585f None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:22.741979 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.742172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-57830941-1abb-4e74-ad53-40318c87585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:22.797006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-57830941-1abb-4e74-ad53-40318c87585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:22.824118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Attempting to bind port 6b444c54-9873-4d93-a34c-b81a969e04d4 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:22.824118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Attempting to bind port 6b444c54-9873-4d93-a34c-b81a969e04d4 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '6aa29cef-503f-4a4d-9421-a8298e0f92c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '098b3c68-59bb-4900-b1f9-44899691e986'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:22.824457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Attempting to bind port 6b444c54-9873-4d93-a34c-b81a969e04d4 on network 098b3c68-59bb-4900-b1f9-44899691e986 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:22.828961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57830941-1abb-4e74-ad53-40318c87585f None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:22.829838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-57830941-1abb-4e74-ad53-40318c87585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:02:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:22.872830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-57830941-1abb-4e74-ad53-40318c87585f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:22.874038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57830941-1abb-4e74-ad53-40318c87585f None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:22.884566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:22.885160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Checking segment: {'id': '6aa29cef-503f-4a4d-9421-a8298e0f92c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '098b3c68-59bb-4900-b1f9-44899691e986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:22.885751 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.886490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Bound using segment: {'id': '6aa29cef-503f-4a4d-9421-a8298e0f92c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '098b3c68-59bb-4900-b1f9-44899691e986'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:22.887167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Bound port: 6b444c54-9873-4d93-a34c-b81a969e04d4, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa29cef-503f-4a4d-9421-a8298e0f92c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '098b3c68-59bb-4900-b1f9-44899691e986'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:22.887723 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:22.957212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-546058f8-fa56-4555-a568-da469fb4a092 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port 5bdfad8c-11d3-4d69-b1ed-6172d684475f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:22.957498 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-546058f8-fa56-4555-a568-da469fb4a092 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.110899 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-546058f8-fa56-4555-a568-da469fb4a092 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.112225 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-546058f8-fa56-4555-a568-da469fb4a092 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.137057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-546058f8-fa56-4555-a568-da469fb4a092 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for 5bdfad8c-11d3-4d69-b1ed-6172d684475f owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:23.213514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.294130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-27501ae3-976b-4707-af2e-99918e770501 None None] For port 6b444c54-9873-4d93-a34c-b81a969e04d4, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:23.307027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-27501ae3-976b-4707-af2e-99918e770501 None None] For port 6b444c54-9873-4d93-a34c-b81a969e04d4, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6b444c54-9873-4d93-a34c-b81a969e04d4,segment=NetworkSegment(6aa29cef-503f-4a4d-9421-a8298e0f92c1),segment_id=6aa29cef-503f-4a4d-9421-a8298e0f92c1)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:23.318968 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.372014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'Subnet': ['ID=e347547b-ba85-461f-941f-50f37c63f8f8,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:23.413632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Checking segment: {'id': 'cdee1862-21f3-4113-8e88-293871d47764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e8b7f957-55c2-4f83-83b8-f6ee3dc21d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:23.414269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Network hostable DHCP agents. Network: e8b7f957-55c2-4f83-83b8-f6ee3dc21d98, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:23.438825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-546058f8-fa56-4555-a568-da469fb4a092 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.477994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Network e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:23.490089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546058f8-fa56-4555-a568-da469fb4a092 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=5bdfad8c-11d3-4d69-b1ed-6172d684475f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:23.499960 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e8b7f957-55c2-4f83-83b8-f6ee3dc21d98) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:23.512505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:23.513771 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.526198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27501ae3-976b-4707-af2e-99918e770501 None None] Pushing event updated for resources: {'Port': ['ID=6b444c54-9873-4d93-a34c-b81a969e04d4,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:23.533508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35a159a-75dc-4d35-9158-fcd460d8ba39 None None] Network e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:23.539967 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-404f7698-2908-49d8-987b-4c0322c26774 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1768050 Jul 08 02:03:23.543196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51732) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:23.558798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Request body: {'subnet': {'network_id': 'c3e39015-3739-40a5-a111-364a3873e5ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:23.634418 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71ae27dc-b223-4a83-bfe2-e5264a6a137b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.679486 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-546058f8-fa56-4555-a568-da469fb4a092 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.684218 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-546058f8-fa56-4555-a568-da469fb4a092 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.688910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-546058f8-fa56-4555-a568-da469fb4a092 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/floatingips/49bd120c-288f-44e2-9736-86cfd9ac1315 HTTP/1.1" status: 204 len: 168 time: 1.0026102 Jul 08 02:03:23.692471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51736) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:23.744626 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.813825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e8b7f957-55c2-4f83-83b8-f6ee3dc21d98', 'network_id': 'e8b7f957-55c2-4f83-83b8-f6ee3dc21d98', 'tenant_id': '7ba1fc8dbafa4222930a7d09c20f38df', 'fixed_ips': [{'subnet_id': 'e347547b-ba85-461f-941f-50f37c63f8f8'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:03:23.816057 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:23.873146 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-51e7edb1-fa6b-48ac-964a-76f553752cfc tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] delete failed (client error): The resource could not be found. Jul 08 02:03:23.881371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:23.882619 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-51e7edb1-fa6b-48ac-964a-76f553752cfc tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/floatingips/49bd120c-288f-44e2-9736-86cfd9ac1315 HTTP/1.1" status: 404 len: 345 time: 0.1890330 Jul 08 02:03:23.996194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Made reservation on behalf of 7ba1fc8dbafa4222930a7d09c20f38df for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:24.014344 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.140688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Allocated IP 172.20.0.2 (e8b7f957-55c2-4f83-83b8-f6ee3dc21d98/e347547b-ba85-461f-941f-50f37c63f8f8/0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:24.294537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8bdc02-1280-4e75-b99e-9fd87a61bb81 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:24.303541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8bdc02-1280-4e75-b99e-9fd87a61bb81 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:24.311307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8bdc02-1280-4e75-b99e-9fd87a61bb81 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:24.317104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3e8bdc02-1280-4e75-b99e-9fd87a61bb81 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "GET /v2.0/ports?network_id=ac3a5cf2-a42a-442f-bae9-8e1867551a95 HTTP/1.1" status: 200 len: 2358 time: 0.4345171 Jul 08 02:03:24.320037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:24.392480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3401d9d-32f9-431e-ade6-c4ab5e6e4624 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:24.395431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f3401d9d-32f9-431e-ade6-c4ab5e6e4624 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "GET /v2.0/subnets/fadc35a2-1ac3-42d0-9c7b-d7498caeeffc HTTP/1.1" status: 200 len: 797 time: 0.0739956 Jul 08 02:03:24.399812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51756) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:24.405848 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'port': {'network_id': 'ac3a5cf2-a42a-442f-bae9-8e1867551a95', 'name': 'tempest-FloatingIPTestJSON-1175865332', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:24.411793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6b444c54-9873-4d93-a34c-b81a969e04d4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:24.650638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Made reservation on behalf of 02afc353e8b64c51b36e794828e80b44 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:24.668017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.672842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6b444c54-9873-4d93-a34c-b81a969e04d4 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:24.807866 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.843953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Transition to ACTIVE for port object 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:24.886003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Transition to ACTIVE for port object 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:24.892496 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.899190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'Subnet': ['ID=a0d6e413-cf2a-4bf4-81a5-7ecbfbfe6dac,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:24.902039 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:24.921160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Checking segment: {'id': 'f25ac06e-2910-4770-974c-324b347a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3e39015-3739-40a5-a111-364a3873e5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:24.921893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Network hostable DHCP agents. Network: c3e39015-3739-40a5-a111-364a3873e5ff, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:24.975586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Network c3e39015-3739-40a5-a111-364a3873e5ff is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:25.004809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c3e39015-3739-40a5-a111-364a3873e5ff) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:25.025852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:25.028846 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.036170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b388a72c-a9c9-4194-b1c5-0471bb4270dd None None] Network c3e39015-3739-40a5-a111-364a3873e5ff requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:25.047755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Network e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:25.070009 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1049da7f-02f7-4ee0-b9ad-401f75122ee8 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5245426 Jul 08 02:03:25.072118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:25.081252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:25.143570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:25.155062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Pushing event updated for resources: {'Port': ['ID=0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:25.238789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Attempting to bind port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:25.243302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Attempting to bind port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'cdee1862-21f3-4113-8e88-293871d47764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e8b7f957-55c2-4f83-83b8-f6ee3dc21d98'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:25.243853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Attempting to bind port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b on network e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:25.267327 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:25.268676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Checking segment: {'id': 'cdee1862-21f3-4113-8e88-293871d47764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e8b7f957-55c2-4f83-83b8-f6ee3dc21d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:25.269423 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.270003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Bound using segment: {'id': 'cdee1862-21f3-4113-8e88-293871d47764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e8b7f957-55c2-4f83-83b8-f6ee3dc21d98'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:25.270671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Bound port: 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdee1862-21f3-4113-8e88-293871d47764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e8b7f957-55c2-4f83-83b8-f6ee3dc21d98'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:25.271371 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.503803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600e1b2-12a7-4f99-9471-39f00a80f956 None None] Network 098b3c68-59bb-4900-b1f9-44899691e986 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:25.516154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-c3e39015-3739-40a5-a111-364a3873e5ff', 'network_id': 'c3e39015-3739-40a5-a111-364a3873e5ff', 'tenant_id': '7ba1fc8dbafa4222930a7d09c20f38df', 'fixed_ips': [{'subnet_id': 'a0d6e413-cf2a-4bf4-81a5-7ecbfbfe6dac'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:03:25.517333 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.591473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c292c10a-b6ed-46a5-aabd-427936bbf2b2 None None] Provisioning for port 6b444c54-9873-4d93-a34c-b81a969e04d4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:25.603781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] For port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:25.610335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c292c10a-b6ed-46a5-aabd-427936bbf2b2 None None] Provisioning complete for port 6b444c54-9873-4d93-a34c-b81a969e04d4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:25.614221 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c292c10a-b6ed-46a5-aabd-427936bbf2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.665410 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.692069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] For port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b,segment=NetworkSegment(cdee1862-21f3-4113-8e88-293871d47764),segment_id=cdee1862-21f3-4113-8e88-293871d47764)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:25.720694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] device_id is not set on port 254bef32-6f0e-4dc7-91c5-ab4e5ce12a42 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:25.726211 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:25.733614 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.253771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91e872-d49f-4361-9c38-a854f9c8f26e None None] Pushing event updated for resources: {'Port': ['ID=0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:26.276107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Allocated IP 172.20.0.1 (e8b7f957-55c2-4f83-83b8-f6ee3dc21d98/e347547b-ba85-461f-941f-50f37c63f8f8/e7e989c0-bdfc-4280-b441-b6b60c5a046b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:26.467816 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c292c10a-b6ed-46a5-aabd-427936bbf2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.488552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Allocated IP 172.20.0.2 (c3e39015-3739-40a5-a111-364a3873e5ff/a0d6e413-cf2a-4bf4-81a5-7ecbfbfe6dac/868e5277-c822-4f46-a075-8a73981e2055) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:26.619339 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.631909 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.651602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.20.0.13 (ac3a5cf2-a42a-442f-bae9-8e1867551a95/fadc35a2-1ac3-42d0-9c7b-d7498caeeffc/254bef32-6f0e-4dc7-91c5-ab4e5ce12a42) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:26.663011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.20.0.12 (ac3a5cf2-a42a-442f-bae9-8e1867551a95/fadc35a2-1ac3-42d0-9c7b-d7498caeeffc/254bef32-6f0e-4dc7-91c5-ab4e5ce12a42) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:26.692702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Transition to ACTIVE for port object e7e989c0-bdfc-4280-b441-b6b60c5a046b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:26.786168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:26.909288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'Port': ['ID=e7e989c0-bdfc-4280-b441-b6b60c5a046b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:26.942295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Network e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:26.946769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:26.951423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:27.035220 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.067310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c292c10a-b6ed-46a5-aabd-427936bbf2b2 None None] For port 6b444c54-9873-4d93-a34c-b81a969e04d4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6b444c54-9873-4d93-a34c-b81a969e04d4,segment=NetworkSegment(6aa29cef-503f-4a4d-9421-a8298e0f92c1),segment_id=6aa29cef-503f-4a4d-9421-a8298e0f92c1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:27.078659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.087817 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c292c10a-b6ed-46a5-aabd-427936bbf2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.138175 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.244862 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.260593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51832) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:27.296191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network ac3a5cf2-a42a-442f-bae9-8e1867551a95 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:27.305690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:27.313498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:27.324823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Transition to ACTIVE for port object 868e5277-c822-4f46-a075-8a73981e2055 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:27.343138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1e7bc0b7-b464-4aae-aea3-2bc8f0c43a62 None None] Provisioning complete for port 6b444c54-9873-4d93-a34c-b81a969e04d4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:27.348468 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc0b7-b464-4aae-aea3-2bc8f0c43a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.405815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:27.406520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.420698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=254bef32-6f0e-4dc7-91c5-ab4e5ce12a42,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:27.453575 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.454742 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2a28719e-246b-401e-a1c2-cdc01ddaebc2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0533938 Jul 08 02:03:27.458166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51840) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:27.463258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '254bef32-6f0e-4dc7-91c5-ab4e5ce12a42', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:27.477182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292c10a-b6ed-46a5-aabd-427936bbf2b2 None None] Pushing event updated for resources: {'Port': ['ID=6b444c54-9873-4d93-a34c-b81a969e04d4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:27.484418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Transition to ACTIVE for port object 868e5277-c822-4f46-a075-8a73981e2055 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:27.506988 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.507694 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.616640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Network c3e39015-3739-40a5-a111-364a3873e5ff is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:27.620776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:27.625302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:27.639076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c9fc2-dbbd-4699-9c94-083fbb4c600b None None] Network e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:27.676420 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.802359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Pushing event updated for resources: {'Port': ['ID=868e5277-c822-4f46-a075-8a73981e2055,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:27.809300 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Attempting to bind port 868e5277-c822-4f46-a075-8a73981e2055 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:27.809977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Attempting to bind port 868e5277-c822-4f46-a075-8a73981e2055 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f25ac06e-2910-4770-974c-324b347a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3e39015-3739-40a5-a111-364a3873e5ff'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:27.810448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Attempting to bind port 868e5277-c822-4f46-a075-8a73981e2055 on network c3e39015-3739-40a5-a111-364a3873e5ff {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:27.819427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:27.820157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Checking segment: {'id': 'f25ac06e-2910-4770-974c-324b347a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3e39015-3739-40a5-a111-364a3873e5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:27.820693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.821417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Bound using segment: {'id': 'f25ac06e-2910-4770-974c-324b347a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3e39015-3739-40a5-a111-364a3873e5ff'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:27.821783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Bound port: 868e5277-c822-4f46-a075-8a73981e2055, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25ac06e-2910-4770-974c-324b347a4167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c3e39015-3739-40a5-a111-364a3873e5ff'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:27.822260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.835162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.25.4.45 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/c1c73e78-906e-4dee-b3ca-7bada3ff6c18) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:27.841367 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed63bc76-bf64-44c9-a446-bc5253b91d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:27.861041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b33a8f50-431a-4700-a1f9-214a06f18d50 None None] Provisioning for port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:27.977067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] For port 868e5277-c822-4f46-a075-8a73981e2055, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:27.982647 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] For port 868e5277-c822-4f46-a075-8a73981e2055, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=868e5277-c822-4f46-a075-8a73981e2055,segment=NetworkSegment(f25ac06e-2910-4770-974c-324b347a4167),segment_id=f25ac06e-2910-4770-974c-324b347a4167)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:28.031657 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.118947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31327410-6465-48bc-a22d-042ca12547d1 None None] Pushing event updated for resources: {'Port': ['ID=868e5277-c822-4f46-a075-8a73981e2055,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:28.141280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.144642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.156564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed63bc76-bf64-44c9-a446-bc5253b91d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.161741 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.229654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ed63bc76-bf64-44c9-a446-bc5253b91d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.306112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.425103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:28.443696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:28.447445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:28.484239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.520140 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ed63bc76-bf64-44c9-a446-bc5253b91d57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1727c8d670d4cd9af7e1a58d30f8fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2583356 Jul 08 02:03:28.528494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51860) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:28.540717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6b444c54-9873-4d93-a34c-b81a969e04d4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:28.548118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63bc76-bf64-44c9-a446-bc5253b91d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ddf7c6-7b8c-4836-b231-9fef5388c67f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:28.558359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'Port': ['ID=e7e989c0-bdfc-4280-b441-b6b60c5a046b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:28.635506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=c1c73e78-906e-4dee-b3ca-7bada3ff6c18,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:28.802073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6b444c54-9873-4d93-a34c-b81a969e04d4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:28.802073 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.846380 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-533a9a7a-3f02-42db-acc5-e7a6ed7ae855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:28.985620 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-533a9a7a-3f02-42db-acc5-e7a6ed7ae855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.032150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-226df03f-798a-4196-82bc-b2b4c39067a2 None None] Provisioning for port e7e989c0-bdfc-4280-b441-b6b60c5a046b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:29.061282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-226df03f-798a-4196-82bc-b2b4c39067a2 None None] Provisioning complete for port e7e989c0-bdfc-4280-b441-b6b60c5a046b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:29.062580 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-226df03f-798a-4196-82bc-b2b4c39067a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.111057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Network e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:29.113495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:29.124765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51872) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:29.199171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-226df03f-798a-4196-82bc-b2b4c39067a2 None None] Port e7e989c0-bdfc-4280-b441-b6b60c5a046b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:29.287661 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-533a9a7a-3f02-42db-acc5-e7a6ed7ae855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.294364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-533a9a7a-3f02-42db-acc5-e7a6ed7ae855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.300813 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-533a9a7a-3f02-42db-acc5-e7a6ed7ae855 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8ddf7c6-7b8c-4836-b231-9fef5388c67f HTTP/1.1" status: 204 len: 168 time: 0.7683091 Jul 08 02:03:29.333239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a9a7a-3f02-42db-acc5-e7a6ed7ae855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ddf7c6-7b8c-4836-b231-9fef5388c67f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:29.389573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:29.397378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2dadbbea-e967-48ce-ac44-f509450b4274 None None] Provisioning complete for port e7e989c0-bdfc-4280-b441-b6b60c5a046b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:29.398058 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2dadbbea-e967-48ce-ac44-f509450b4274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.405945 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.428890 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5306ef6-a6ae-4daa-977b-7958bfcd2f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.439094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Router 25b061e9-84bb-4e6c-98b7-672edd1bf50f is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:03:29.523247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2dadbbea-e967-48ce-ac44-f509450b4274 None None] Port e7e989c0-bdfc-4280-b441-b6b60c5a046b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:29.547334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:29.555012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:29.555390 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:29.753673 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.122109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f159794f-4484-47be-96c3-3679bfd11747 None None] Provisioning complete for port e7e989c0-bdfc-4280-b441-b6b60c5a046b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:30.122746 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f159794f-4484-47be-96c3-3679bfd11747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.276835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f159794f-4484-47be-96c3-3679bfd11747 None None] Port e7e989c0-bdfc-4280-b441-b6b60c5a046b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:30.288039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39349c9a-c3e2-416b-99a6-2d99c4629c68 None None] Network c3e39015-3739-40a5-a111-364a3873e5ff requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:30.348889 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.359357 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.381111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:30.399039 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1fa0f1-adbd-49bc-beea-6320fe014fc9 None None] Sync routers for ids ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:30.411601 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a289c24e-733f-41d0-b6d4-2dfbbb05a03c tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "PUT /v2.0/routers/25b061e9-84bb-4e6c-98b7-672edd1bf50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3357048 Jul 08 02:03:30.413057 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fa0f1-adbd-49bc-beea-6320fe014fc9 None None] Routers {'25b061e9-84bb-4e6c-98b7-672edd1bf50f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:30.414554 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-be1fa0f1-adbd-49bc-beea-6320fe014fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:30.428894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:30.534026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=c1c73e78-906e-4dee-b3ca-7bada3ff6c18,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:30.549997 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-be1fa0f1-adbd-49bc-beea-6320fe014fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:30.568438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.584845 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1fa0f1-adbd-49bc-beea-6320fe014fc9 None None] Routers {'25b061e9-84bb-4e6c-98b7-672edd1bf50f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:30.585578 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-be1fa0f1-adbd-49bc-beea-6320fe014fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:30.670322 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-be1fa0f1-adbd-49bc-beea-6320fe014fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:30.671004 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1fa0f1-adbd-49bc-beea-6320fe014fc9 None None] The sync data for ids ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:30.684632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-79f12bd2-f62d-4998-bfa1-9d82c1721e11 None None] Provisioning for port 868e5277-c822-4f46-a075-8a73981e2055 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:30.709563 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.771513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b,segment=NetworkSegment(cdee1862-21f3-4113-8e88-293871d47764),segment_id=cdee1862-21f3-4113-8e88-293871d47764)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:30.777104 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:30.847912 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP efec4bb1-bc15-4206-9708-abe405d76984 associated. External IP: 172.25.4.45, port: 254bef32-6f0e-4dc7-91c5-ab4e5ce12a42. Jul 08 02:03:31.070582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5306ef6-a6ae-4daa-977b-7958bfcd2f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.070582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5306ef6-a6ae-4daa-977b-7958bfcd2f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.075844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:31.075844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 868e5277-c822-4f46-a075-8a73981e2055 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:31.166415 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 868e5277-c822-4f46-a075-8a73981e2055 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:31.179247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 868e5277-c822-4f46-a075-8a73981e2055 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:31.179922 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.213727 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b5306ef6-a6ae-4daa-977b-7958bfcd2f62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae157a3c429e47bc8339007c826a3d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0757835 Jul 08 02:03:31.231014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51942) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:31.381283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5306ef6-a6ae-4daa-977b-7958bfcd2f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebad294-b5db-4838-80d5-c993136b02a4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:31.484496 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.560008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:31.561826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 868e5277-c822-4f46-a075-8a73981e2055, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=868e5277-c822-4f46-a075-8a73981e2055,segment=NetworkSegment(f25ac06e-2910-4770-974c-324b347a4167),segment_id=f25ac06e-2910-4770-974c-324b347a4167)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:31.583797 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.651258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-136da26f-0a6b-42a4-88ca-0bed1a31c7c0 None None] Provisioning complete for port 868e5277-c822-4f46-a075-8a73981e2055 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:31.651665 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-136da26f-0a6b-42a4-88ca-0bed1a31c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.701931 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88d5709f-6af9-4375-9072-6d2056422a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.754609 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=868e5277-c822-4f46-a075-8a73981e2055,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:31.757345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88d5709f-6af9-4375-9072-6d2056422a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.860220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88d5709f-6af9-4375-9072-6d2056422a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.863463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88d5709f-6af9-4375-9072-6d2056422a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.864227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:31.864666 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-88d5709f-6af9-4375-9072-6d2056422a3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ebad294-b5db-4838-80d5-c993136b02a4 HTTP/1.1" status: 204 len: 168 time: 0.6031330 Jul 08 02:03:31.887313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc210293-c992-47cf-97ed-f26aae083886 None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:31.900284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5709f-6af9-4375-9072-6d2056422a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebad294-b5db-4838-80d5-c993136b02a4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:31.910613 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:31.937119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc210293-c992-47cf-97ed-f26aae083886 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:31.937686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc210293-c992-47cf-97ed-f26aae083886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:32.031446 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc210293-c992-47cf-97ed-f26aae083886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:32.043030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc210293-c992-47cf-97ed-f26aae083886 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:32.043683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc210293-c992-47cf-97ed-f26aae083886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:32.078412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-fc210293-c992-47cf-97ed-f26aae083886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:32.089066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 51978) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:32.089574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc210293-c992-47cf-97ed-f26aae083886 None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:32.090243 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b7596e8a-9ca8-4447-bc3b-54817506150c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6308262 Jul 08 02:03:32.098416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3ca8731f-3073-45c9-b89f-19ab0d9e7763 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'port_id': '254bef32-6f0e-4dc7-91c5-ab4e5ce12a42', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:32.167381 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-ee3462d7-66d6-40fe-ac64-2cedb68d72c6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:03:32.171440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 51980) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:32.171562 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ee3462d7-66d6-40fe-ac64-2cedb68d72c6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "PUT /v2.0/routers/25b061e9-84bb-4e6c-98b7-672edd1bf50f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7409494 Jul 08 02:03:32.202703 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ca8731f-3073-45c9-b89f-19ab0d9e7763 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:32.995217 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:33.020060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 868e5277-c822-4f46-a075-8a73981e2055 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:33.152237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 868e5277-c822-4f46-a075-8a73981e2055 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:33.153964 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:33.449945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:33.503361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-3ca8731f-3073-45c9-b89f-19ab0d9e7763 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:03:33.582453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:33.583102 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:33.655749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ca8731f-3073-45c9-b89f-19ab0d9e7763 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:33.665354 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ca8731f-3073-45c9-b89f-19ab0d9e7763 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.003511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Deleting port e7e989c0-bdfc-4280-b441-b6b60c5a046b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:34.004151 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.184576 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.205632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca8731f-3073-45c9-b89f-19ab0d9e7763 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:34.229425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Calling delete_port for e7e989c0-bdfc-4280-b441-b6b60c5a046b owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:34.507099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca8731f-3073-45c9-b89f-19ab0d9e7763 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:34.516318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3ca8731f-3073-45c9-b89f-19ab0d9e7763 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.526496 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3eeac-5656-4438-bdfe-2749d70af5e2 None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:34.542063 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3eeac-5656-4438-bdfe-2749d70af5e2 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:34.542245 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.543352 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-aea3eeac-5656-4438-bdfe-2749d70af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:34.582960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:34.597032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event deleted for resources: {'Port': ['ID=e7e989c0-bdfc-4280-b441-b6b60c5a046b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:34.632146 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-aea3eeac-5656-4438-bdfe-2749d70af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:34.648357 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea3eeac-5656-4438-bdfe-2749d70af5e2 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:34.649315 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-aea3eeac-5656-4438-bdfe-2749d70af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:34.701021 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-aea3eeac-5656-4438-bdfe-2749d70af5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:34.702307 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea3eeac-5656-4438-bdfe-2749d70af5e2 None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:34.724122 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3ca8731f-3073-45c9-b89f-19ab0d9e7763 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "PUT /v2.0/floatingips/efec4bb1-bc15-4206-9708-abe405d76984 HTTP/1.1" status: 200 len: 978 time: 2.6339266 Jul 08 02:03:34.725159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52092) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:34.958336 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.191035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port c1c73e78-906e-4dee-b3ca-7bada3ff6c18 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:35.194573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.390730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Router 25b061e9-84bb-4e6c-98b7-672edd1bf50f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:35.413304 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.413789 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:35.446875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for c1c73e78-906e-4dee-b3ca-7bada3ff6c18 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:35.565075 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:03:35.588199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:35.596924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ca47eb8d-c7fa-401f-ac21-a40ba356d261 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "PUT /v2.0/routers/25b061e9-84bb-4e6c-98b7-672edd1bf50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4225662 Jul 08 02:03:35.601157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52156) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:35.603869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6d5da-9850-46ef-a70f-7f65e044578e None None] Sync routers for ids ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:35.629169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6d5da-9850-46ef-a70f-7f65e044578e None None] Routers {'25b061e9-84bb-4e6c-98b7-672edd1bf50f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:35.638130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8ff6d5da-9850-46ef-a70f-7f65e044578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:35.686154 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-2e70e276-0556-4ea4-b2c3-c9955b3c3e2d tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] delete failed (client error): The resource could not be found. Jul 08 02:03:35.688855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2e70e276-0556-4ea4-b2c3-c9955b3c3e2d tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1243240870 HTTP/1.1" status: 404 len: 335 time: 0.0864680 Jul 08 02:03:35.693532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:35.709893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-47bede8e-50ac-49b7-b1a2-0bdeed39fcec tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Request body: {'router': {'external_gateway_info': {'network_id': '25b061e9-84bb-4e6c-98b7-672edd1bf50f'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:35.721331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8ff6d5da-9850-46ef-a70f-7f65e044578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:35.762750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff6d5da-9850-46ef-a70f-7f65e044578e None None] Routers {'25b061e9-84bb-4e6c-98b7-672edd1bf50f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:35.764519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8ff6d5da-9850-46ef-a70f-7f65e044578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:35.898873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8ff6d5da-9850-46ef-a70f-7f65e044578e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:35.900100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6d5da-9850-46ef-a70f-7f65e044578e None None] The sync data for ids ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:35.924795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.021699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=c1c73e78-906e-4dee-b3ca-7bada3ff6c18,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:36.113451 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.113964 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP efec4bb1-bc15-4206-9708-abe405d76984 disassociated (deleted). External IP: 172.25.4.45, port: 254bef32-6f0e-4dc7-91c5-ab4e5ce12a42. Jul 08 02:03:36.132780 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-47bede8e-50ac-49b7-b1a2-0bdeed39fcec tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.174146 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-47bede8e-50ac-49b7-b1a2-0bdeed39fcec tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] update failed (client error): The resource could not be found. Jul 08 02:03:36.178899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-47bede8e-50ac-49b7-b1a2-0bdeed39fcec tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "PUT /v2.0/routers/25b061e9-84bb-4e6c-98b7-672edd1bf50f HTTP/1.1" status: 404 len: 339 time: 0.4780991 Jul 08 02:03:36.179287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:36.200088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:36.531683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:36.678585 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.748799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:36.754588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:36.761324 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9fa1e-8c9a-4002-9e56-b6f9192de45d None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:36.774383 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9fa1e-8c9a-4002-9e56-b6f9192de45d None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:36.775032 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-18a9fa1e-8c9a-4002-9e56-b6f9192de45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:36.832339 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8a318447-181b-4d76-84df-94228c0c04d8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/floatingips/efec4bb1-bc15-4206-9708-abe405d76984 HTTP/1.1" status: 204 len: 168 time: 2.1054785 Jul 08 02:03:36.835120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52214) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:36.925793 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-18a9fa1e-8c9a-4002-9e56-b6f9192de45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:36.965498 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9fa1e-8c9a-4002-9e56-b6f9192de45d None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:36.966146 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-18a9fa1e-8c9a-4002-9e56-b6f9192de45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:37.087409 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-18a9fa1e-8c9a-4002-9e56-b6f9192de45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:37.088971 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a9fa1e-8c9a-4002-9e56-b6f9192de45d None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:37.120943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-005dbc1b-7c83-49cf-a929-52b9856b8572 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port 254bef32-6f0e-4dc7-91c5-ab4e5ce12a42 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:37.121895 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-005dbc1b-7c83-49cf-a929-52b9856b8572 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.159959 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c67b6f25-e296-4519-a350-a636f09f8724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.297962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-005dbc1b-7c83-49cf-a929-52b9856b8572 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.318399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-005dbc1b-7c83-49cf-a929-52b9856b8572 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for 254bef32-6f0e-4dc7-91c5-ab4e5ce12a42 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:37.479667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Allocated IP 172.20.0.1 (098b3c68-59bb-4900-b1f9-44899691e986/d7bc0ca2-e5b0-4b43-ba22-f494bdaa9fec/bfec748c-6638-49da-8e74-b9321724fc3e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:37.830017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-005dbc1b-7c83-49cf-a929-52b9856b8572 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.859634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dbc1b-7c83-49cf-a929-52b9856b8572 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=254bef32-6f0e-4dc7-91c5-ab4e5ce12a42,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:37.899557 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c67b6f25-e296-4519-a350-a636f09f8724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.912467 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c67b6f25-e296-4519-a350-a636f09f8724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:37.990667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c67b6f25-e296-4519-a350-a636f09f8724 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b568576dc444e13a28f310fa47227ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7905934 Jul 08 02:03:38.001774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:38.137161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-005dbc1b-7c83-49cf-a929-52b9856b8572 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.143370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-005dbc1b-7c83-49cf-a929-52b9856b8572 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/ports/254bef32-6f0e-4dc7-91c5-ab4e5ce12a42 HTTP/1.1" status: 204 len: 168 time: 1.3069439 Jul 08 02:03:38.143504 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.147160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52294) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:38.152670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b6f25-e296-4519-a350-a636f09f8724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3844e67-ddb8-4431-84a5-5ede6bdbf264,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:38.154142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:38.200914 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9225c346-5b29-446c-bb41-ccc8bbf2a4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.202621 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.206281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Transition to ACTIVE for port object bfec748c-6638-49da-8e74-b9321724fc3e will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:38.254974 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9225c346-5b29-446c-bb41-ccc8bbf2a4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.329581 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.389908 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.393223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Network 098b3c68-59bb-4900-b1f9-44899691e986 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:38.397574 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:38.419531 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9225c346-5b29-446c-bb41-ccc8bbf2a4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.429672 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9225c346-5b29-446c-bb41-ccc8bbf2a4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.433230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9225c346-5b29-446c-bb41-ccc8bbf2a4a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3844e67-ddb8-4431-84a5-5ede6bdbf264 HTTP/1.1" status: 204 len: 168 time: 0.4299684 Jul 08 02:03:38.455545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:38.588936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225c346-5b29-446c-bb41-ccc8bbf2a4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3844e67-ddb8-4431-84a5-5ede6bdbf264,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:38.602642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'Port': ['ID=bfec748c-6638-49da-8e74-b9321724fc3e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:38.647524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.730379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.25.4.146 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/707649b9-81b4-431d-8ec4-dc393ecef179) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:38.874635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4a2767ee-c7b9-4936-b508-4caf2e11a814 None None] Provisioning for port bfec748c-6638-49da-8e74-b9321724fc3e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:38.885742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4a2767ee-c7b9-4936-b508-4caf2e11a814 None None] Provisioning complete for port bfec748c-6638-49da-8e74-b9321724fc3e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:38.887528 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a2767ee-c7b9-4936-b508-4caf2e11a814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:38.965621 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4a2767ee-c7b9-4936-b508-4caf2e11a814 None None] Port bfec748c-6638-49da-8e74-b9321724fc3e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:39.016040 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.019208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.085383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.113509 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.228421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:39.230779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:39.235489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:39.301022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=707649b9-81b4-431d-8ec4-dc393ecef179,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:39.470873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.594702 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.725141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52380) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:39.762474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc215-f347-4bf3-b2f6-39656f79e6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.771278 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.782152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.855882 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:39.996537 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.017839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.029684 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc215-f347-4bf3-b2f6-39656f79e6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.053706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event updated for resources: {'Port': ['ID=bfec748c-6638-49da-8e74-b9321724fc3e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:40.055372 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3fbc215-f347-4bf3-b2f6-39656f79e6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.114132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Network 098b3c68-59bb-4900-b1f9-44899691e986 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:40.116983 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:40.192226 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f3fbc215-f347-4bf3-b2f6-39656f79e6e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f495c723650849e6adb1273b22550531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4659009 Jul 08 02:03:40.200148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52412) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:40.302243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Router 25b061e9-84bb-4e6c-98b7-672edd1bf50f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:40.402077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbc215-f347-4bf3-b2f6-39656f79e6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d2d25c-9678-4665-bb8b-4f5b95595712,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:40.456094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=707649b9-81b4-431d-8ec4-dc393ecef179,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:40.547630 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.567631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8fbc-1474-402f-b22c-5348c5992120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.580502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.584479 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-26ae0717-ae07-4a18-997f-60509896c8a8 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4335577 Jul 08 02:03:40.587141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52428) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:40.607033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5ce4463b-ea2a-4b5f-ae01-81b60135f3af None None] Provisioning complete for port bfec748c-6638-49da-8e74-b9321724fc3e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:40.607575 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5ce4463b-ea2a-4b5f-ae01-81b60135f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.640699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'port': {'network_id': 'ac3a5cf2-a42a-442f-bae9-8e1867551a95', 'name': 'tempest-FloatingIPTestJSON-828905466'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:40.737841 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5ce4463b-ea2a-4b5f-ae01-81b60135f3af None None] Port bfec748c-6638-49da-8e74-b9321724fc3e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:03:40.787186 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8fbc-1474-402f-b22c-5348c5992120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.962145 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8fbc-1474-402f-b22c-5348c5992120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.965390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8fbc-1474-402f-b22c-5348c5992120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:40.969927 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dcaf8fbc-1474-402f-b22c-5348c5992120 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6d2d25c-9678-4665-bb8b-4f5b95595712 HTTP/1.1" status: 204 len: 168 time: 0.7550569 Jul 08 02:03:40.984807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Made reservation on behalf of 02afc353e8b64c51b36e794828e80b44 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:41.010292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:41.014266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:41.023979 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dd8e8893-daf7-47c2-b0c7-eb474f992c0e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "PUT /v2.0/routers/25b061e9-84bb-4e6c-98b7-672edd1bf50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8419290 Jul 08 02:03:41.025987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf8fbc-1474-402f-b22c-5348c5992120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d2d25c-9678-4665-bb8b-4f5b95595712,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:41.028161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:41.033524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8a51f-7f0b-4bb6-bca9-257c83e78e2b None None] Sync routers for ids ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:41.110412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] device_id is not set on port f8bcb805-28f0-4df0-8ff7-baca293b7a47 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:03:41.119206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8a51f-7f0b-4bb6-bca9-257c83e78e2b None None] Routers {'25b061e9-84bb-4e6c-98b7-672edd1bf50f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:41.121962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-90d8a51f-7f0b-4bb6-bca9-257c83e78e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:41.164621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30069682-1428-42bd-be4a-f03799d7a44a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:41.232878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-90d8a51f-7f0b-4bb6-bca9-257c83e78e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:41.248359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d8a51f-7f0b-4bb6-bca9-257c83e78e2b None None] Routers {'25b061e9-84bb-4e6c-98b7-672edd1bf50f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:41.249427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-90d8a51f-7f0b-4bb6-bca9-257c83e78e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:41.285753 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-30069682-1428-42bd-be4a-f03799d7a44a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 02:03:41.287428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-30069682-1428-42bd-be4a-f03799d7a44a tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "DELETE /v2.0/routers/25b061e9-84bb-4e6c-98b7-672edd1bf50f HTTP/1.1" status: 409 len: 329 time: 0.2581303 Jul 08 02:03:41.292481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52476) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:41.389486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-90d8a51f-7f0b-4bb6-bca9-257c83e78e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:41.390489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8a51f-7f0b-4bb6-bca9-257c83e78e2b None None] The sync data for ids ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:41.907097 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.031001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.20.0.3 (ac3a5cf2-a42a-442f-bae9-8e1867551a95/fadc35a2-1ac3-42d0-9c7b-d7498caeeffc/f8bcb805-28f0-4df0-8ff7-baca293b7a47) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:42.476287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Deleting port bfec748c-6638-49da-8e74-b9321724fc3e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:42.476756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.487209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.569366 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.672123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=f8bcb805-28f0-4df0-8ff7-baca293b7a47,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:42.706725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network ac3a5cf2-a42a-442f-bae9-8e1867551a95 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:42.708854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:42.711772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:42.720661 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.738162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Calling delete_port for bfec748c-6638-49da-8e74-b9321724fc3e owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:42.776610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:42.777767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:42.826908 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-64683e1d-72b1-48cb-b7d3-7497c3fec611 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2379568 Jul 08 02:03:42.828734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52578) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:42.838464 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-28e16f0d-ad5a-4f84-a58b-ba68267e3e30 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'port_id': 'f8bcb805-28f0-4df0-8ff7-baca293b7a47'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:42.900283 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28e16f0d-ad5a-4f84-a58b-ba68267e3e30 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.057149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.131046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event deleted for resources: {'Port': ['ID=bfec748c-6638-49da-8e74-b9321724fc3e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:43.531525 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:43.780570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Router 25b061e9-84bb-4e6c-98b7-672edd1bf50f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:43.933523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:43.947990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5fd8f58b-6391-4a82-b33f-1f83d86598a6 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "PUT /v2.0/routers/25b061e9-84bb-4e6c-98b7-672edd1bf50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6512492 Jul 08 02:03:43.953420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52630) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:43.954035 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd22818-37ac-4c6e-8b5e-0e5ff6de0ab2 None None] Sync routers for ids ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:43.969297 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd22818-37ac-4c6e-8b5e-0e5ff6de0ab2 None None] Routers {'25b061e9-84bb-4e6c-98b7-672edd1bf50f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:43.971332 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0fd22818-37ac-4c6e-8b5e-0e5ff6de0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:44.062481 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0fd22818-37ac-4c6e-8b5e-0e5ff6de0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:44.075815 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28e16f0d-ad5a-4f84-a58b-ba68267e3e30 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.083174 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-e14b540f-45a9-4aef-be02-62742858ea11 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] show failed (client error): The resource could not be found. Jul 08 02:03:44.083883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e14b540f-45a9-4aef-be02-62742858ea11 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1962072415 HTTP/1.1" status: 404 len: 335 time: 0.1283982 Jul 08 02:03:44.090949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52636) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:44.096411 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd22818-37ac-4c6e-8b5e-0e5ff6de0ab2 None None] Routers {'25b061e9-84bb-4e6c-98b7-672edd1bf50f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:44.098339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28e16f0d-ad5a-4f84-a58b-ba68267e3e30 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.101004 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0fd22818-37ac-4c6e-8b5e-0e5ff6de0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:44.109135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7b931cdc-5207-4250-a0fb-a29a4a3889d9 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:44.190692 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0fd22818-37ac-4c6e-8b5e-0e5ff6de0ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:44.191353 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd22818-37ac-4c6e-8b5e-0e5ff6de0ab2 None None] The sync data for ids ['25b061e9-84bb-4e6c-98b7-672edd1bf50f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:44.211834 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-7b931cdc-5207-4250-a0fb-a29a4a3889d9 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] update failed (client error): The resource could not be found. Jul 08 02:03:44.217003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7b931cdc-5207-4250-a0fb-a29a4a3889d9 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1877816150 HTTP/1.1" status: 404 len: 335 time: 0.1242213 Jul 08 02:03:44.217737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:44.247538 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52648) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:44.296762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0699c5a-0172-4743-ba68-9e564460be69 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Deleting subnet a0d6e413-cf2a-4bf4-81a5-7ecbfbfe6dac {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:03:44.300982 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0699c5a-0172-4743-ba68-9e564460be69 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.313111 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-28e16f0d-ad5a-4f84-a58b-ba68267e3e30 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP 13fdc43d-454e-4653-b80c-3be3c9f31285 associated. External IP: 172.25.4.146, port: f8bcb805-28f0-4df0-8ff7-baca293b7a47. Jul 08 02:03:44.394313 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0699c5a-0172-4743-ba68-9e564460be69 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.607093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e16f0d-ad5a-4f84-a58b-ba68267e3e30 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:44.638658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0699c5a-0172-4743-ba68-9e564460be69 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.748712 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0699c5a-0172-4743-ba68-9e564460be69 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.768576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e16f0d-ad5a-4f84-a58b-ba68267e3e30 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:44.774236 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28e16f0d-ad5a-4f84-a58b-ba68267e3e30 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.782195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e76c9b-b2c9-478f-90d5-cf791652824e None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:44.816812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e76c9b-b2c9-478f-90d5-cf791652824e None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:44.818892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0699c5a-0172-4743-ba68-9e564460be69 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.820431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0e76c9b-b2c9-478f-90d5-cf791652824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:44.825221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c0699c5a-0172-4743-ba68-9e564460be69 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "DELETE /v2.0/subnets/a0d6e413-cf2a-4bf4-81a5-7ecbfbfe6dac HTTP/1.1" status: 204 len: 168 time: 0.6048536 Jul 08 02:03:44.826140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0699c5a-0172-4743-ba68-9e564460be69 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d6e413-cf2a-4bf4-81a5-7ecbfbfe6dac,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:44.836812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:44.887687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d419d887-ac33-4500-a718-a4007d0e25b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:44.906372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0e76c9b-b2c9-478f-90d5-cf791652824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:44.910837 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-28e16f0d-ad5a-4f84-a58b-ba68267e3e30 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "PUT /v2.0/floatingips/13fdc43d-454e-4653-b80c-3be3c9f31285 HTTP/1.1" status: 200 len: 977 time: 2.0791609 Jul 08 02:03:44.911501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52678) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:44.922657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60df6e85-cfdd-45e3-b59e-31ae41620151 None None] Network c3e39015-3739-40a5-a111-364a3873e5ff requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:45.022819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e76c9b-b2c9-478f-90d5-cf791652824e None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:45.024592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0e76c9b-b2c9-478f-90d5-cf791652824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:45.031420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8852f3b3-c4ad-48f8-9077-67d88acce817 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Deleting subnet e347547b-ba85-461f-941f-50f37c63f8f8 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:03:45.042383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8852f3b3-c4ad-48f8-9077-67d88acce817 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.096084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e0e76c9b-b2c9-478f-90d5-cf791652824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:45.097239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e76c9b-b2c9-478f-90d5-cf791652824e None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:45.120255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port f8bcb805-28f0-4df0-8ff7-baca293b7a47 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:45.120255 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.174678 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8852f3b3-c4ad-48f8-9077-67d88acce817 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.286763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debca63a-e512-44ce-bde6-e64a7ca8a9d8 None None] DHCP port deletion for c3e39015-3739-40a5-a111-364a3873e5ff request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:03:45.365758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.402866 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d419d887-ac33-4500-a718-a4007d0e25b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.419349 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d419d887-ac33-4500-a718-a4007d0e25b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.436190 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8852f3b3-c4ad-48f8-9077-67d88acce817 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.458260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52694) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:45.467859 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d419d887-ac33-4500-a718-a4007d0e25b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bd2d832f5024fedbd06af3a065adb00&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2191591 Jul 08 02:03:45.472793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-debca63a-e512-44ce-bde6-e64a7ca8a9d8 None None] Deleting port 868e5277-c822-4f46-a075-8a73981e2055 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:45.473903 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-debca63a-e512-44ce-bde6-e64a7ca8a9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.520122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52696) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:45.594284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-debca63a-e512-44ce-bde6-e64a7ca8a9d8 None None] For port 868e5277-c822-4f46-a075-8a73981e2055, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=868e5277-c822-4f46-a075-8a73981e2055,segment=NetworkSegment(f25ac06e-2910-4770-974c-324b347a4167),segment_id=f25ac06e-2910-4770-974c-324b347a4167)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:45.595260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-debca63a-e512-44ce-bde6-e64a7ca8a9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.617989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419d887-ac33-4500-a718-a4007d0e25b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45ae277-0bb3-436a-861e-be5aeaf54a23,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:45.623655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-debca63a-e512-44ce-bde6-e64a7ca8a9d8 None None] Calling delete_port for 868e5277-c822-4f46-a075-8a73981e2055 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:45.676959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6352-74b0-4ec8-848c-01749bfbcb5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.707374 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8852f3b3-c4ad-48f8-9077-67d88acce817 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.737024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6352-74b0-4ec8-848c-01749bfbcb5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.741613 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-debca63a-e512-44ce-bde6-e64a7ca8a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.749831 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8852f3b3-c4ad-48f8-9077-67d88acce817 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.752583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8852f3b3-c4ad-48f8-9077-67d88acce817 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "DELETE /v2.0/subnets/e347547b-ba85-461f-941f-50f37c63f8f8 HTTP/1.1" status: 204 len: 168 time: 0.9147108 Jul 08 02:03:45.752767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d9f83-59b1-4cae-a5a2-01413526adaf None None] Network e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:45.761607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52708) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:45.788718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852f3b3-c4ad-48f8-9077-67d88acce817 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event deleted for resources: {'Subnet': ['ID=e347547b-ba85-461f-941f-50f37c63f8f8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:45.839566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6352-74b0-4ec8-848c-01749bfbcb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.842210 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0bfa6352-74b0-4ec8-848c-01749bfbcb5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:45.862860 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0bfa6352-74b0-4ec8-848c-01749bfbcb5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c45ae277-0bb3-436a-861e-be5aeaf54a23 HTTP/1.1" status: 204 len: 168 time: 0.3214321 Jul 08 02:03:45.902848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debca63a-e512-44ce-bde6-e64a7ca8a9d8 None None] Pushing event deleted for resources: {'Port': ['ID=868e5277-c822-4f46-a075-8a73981e2055,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:45.906846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa6352-74b0-4ec8-848c-01749bfbcb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45ae277-0bb3-436a-861e-be5aeaf54a23,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:45.962119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debca63a-e512-44ce-bde6-e64a7ca8a9d8 None None] No DVR routers for this DVR port 868e5277-c822-4f46-a075-8a73981e2055 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:45.976195 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.070145 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.072807 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.073366 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP 13fdc43d-454e-4653-b80c-3be3c9f31285 disassociated. External IP: 172.25.4.146, port: f8bcb805-28f0-4df0-8ff7-baca293b7a47. Jul 08 02:03:46.073964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for f8bcb805-28f0-4df0-8ff7-baca293b7a47 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:46.208136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-33a4332e-7fe6-4a92-a8ed-bab548e57d76 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1360730298'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:46.208940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-33a4332e-7fe6-4a92-a8ed-bab548e57d76 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Unknown quota resources ['metering_label']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:03:46.326820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d87635-9afd-46a3-87fd-7cc28f8e0880 None None] DHCP port deletion for e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:03:46.410523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.488801 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.499124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-34d87635-9afd-46a3-87fd-7cc28f8e0880 None None] Deleting port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:46.499532 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34d87635-9afd-46a3-87fd-7cc28f8e0880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.547398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e39015-3739-40a5-a111-364a3873e5ff']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:46.572273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=f8bcb805-28f0-4df0-8ff7-baca293b7a47,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:46.681414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-34d87635-9afd-46a3-87fd-7cc28f8e0880 None None] For port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b,segment=NetworkSegment(cdee1862-21f3-4113-8e88-293871d47764),segment_id=cdee1862-21f3-4113-8e88-293871d47764)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:46.681820 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34d87635-9afd-46a3-87fd-7cc28f8e0880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.715160 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-33a4332e-7fe6-4a92-a8ed-bab548e57d76 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.721886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-33a4332e-7fe6-4a92-a8ed-bab548e57d76 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2618656 Jul 08 02:03:46.725875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:46.728055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25ac06e-2910-4770-974c-324b347a4167') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:46.729332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-34d87635-9afd-46a3-87fd-7cc28f8e0880 None None] Calling delete_port for 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:46.729891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25ac06e-2910-4770-974c-324b347a4167') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:46.745801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f48fd3b7-0708-4ba2-b4eb-f36f89135693 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6c27a680-fc1b-484b-b974-2b7710005321'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:46.746361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f48fd3b7-0708-4ba2-b4eb-f36f89135693 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:03:46.788489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.854188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:46.946371 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34d87635-9afd-46a3-87fd-7cc28f8e0880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:46.962890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 868e5277-c822-4f46-a075-8a73981e2055 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:46.999099 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.002931 n-d-694802-14 neutron-server[93883]: WARNING neutron.services.metering.metering_plugin [None req-f48fd3b7-0708-4ba2-b4eb-f36f89135693 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 02:03:47.005597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 868e5277-c822-4f46-a075-8a73981e2055 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:47.006255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 868e5277-c822-4f46-a075-8a73981e2055 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:47.006688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:47.069801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d87635-9afd-46a3-87fd-7cc28f8e0880 None None] Pushing event deleted for resources: {'Port': ['ID=0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:47.073817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:47.073817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:47.080178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d87635-9afd-46a3-87fd-7cc28f8e0880 None None] No DVR routers for this DVR port 0b5fb6e6-9b6f-4f84-afd9-eb3fd3099d4b on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:47.107671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:03:47.115302 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:03:47.119503 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:03:47.191650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:47.208988 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb5902-5cb2-4bb9-beb7-f50b894b95ea None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:47.225734 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb5902-5cb2-4bb9-beb7-f50b894b95ea None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:47.226826 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-bbfb5902-5cb2-4bb9-beb7-f50b894b95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:47.286425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f48fd3b7-0708-4ba2-b4eb-f36f89135693 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.287296 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-bbfb5902-5cb2-4bb9-beb7-f50b894b95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:47.289062 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f48fd3b7-0708-4ba2-b4eb-f36f89135693 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5530124 Jul 08 02:03:47.291590 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52756) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.296743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4f335112-bc3c-453d-9672-71a64078f8ae tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6c27a680-fc1b-484b-b974-2b7710005321'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:47.303526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4f335112-bc3c-453d-9672-71a64078f8ae tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:03:47.318000 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb5902-5cb2-4bb9-beb7-f50b894b95ea None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:47.318939 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-bbfb5902-5cb2-4bb9-beb7-f50b894b95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:47.330587 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.402980 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.406971 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-bbfb5902-5cb2-4bb9-beb7-f50b894b95ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:47.407920 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb5902-5cb2-4bb9-beb7-f50b894b95ea None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:47.408489 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5e5125c5-07e3-4528-8543-25e4d2ea18e2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/ports/f8bcb805-28f0-4df0-8ff7-baca293b7a47 HTTP/1.1" status: 204 len: 168 time: 2.4940822 Jul 08 02:03:47.409132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52764) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.418671 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.421005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "DELETE /v2.0/networks/c3e39015-3739-40a5-a111-364a3873e5ff HTTP/1.1" status: 204 len: 168 time: 1.6341441 Jul 08 02:03:47.427784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52766) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.431738 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9541add-3a92-460e-9a0f-94c7fe107893 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event deleted for resources: {'Network': ['ID=c3e39015-3739-40a5-a111-364a3873e5ff,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:47.433740 n-d-694802-14 neutron-server[93883]: WARNING neutron.services.metering.metering_plugin [None req-4f335112-bc3c-453d-9672-71a64078f8ae tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 08 02:03:47.540782 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bb8a69e0-b0de-478a-a76f-6319fea30d2c tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "GET /v2.0/floatingips/13fdc43d-454e-4653-b80c-3be3c9f31285 HTTP/1.1" status: 200 len: 688 time: 0.1281366 Jul 08 02:03:47.541831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.609722 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4f335112-bc3c-453d-9672-71a64078f8ae tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.611741 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4f335112-bc3c-453d-9672-71a64078f8ae tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3187041 Jul 08 02:03:47.614897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.630068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2968ab5e-9b21-4281-82ce-2fd74264e581 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=0b5445b9-3e6f-47b5-b2e0-1d3eb4083057 HTTP/1.1" status: 200 len: 462 time: 0.0139232 Jul 08 02:03:47.632581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.752687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.836623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b59a5614-5cbe-48e9-a8d5-9efc82127e75 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:47.838012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b59a5614-5cbe-48e9-a8d5-9efc82127e75 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/0b5445b9-3e6f-47b5-b2e0-1d3eb4083057 HTTP/1.1" status: 204 len: 168 time: 0.2043078 Jul 08 02:03:47.840682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52790) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.851901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-53a67106-3ed8-46d2-97d8-00603463cdf5 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=0b5445b9-3e6f-47b5-b2e0-1d3eb4083057 HTTP/1.1" status: 200 len: 221 time: 0.0100017 Jul 08 02:03:47.856946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52792) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:47.865640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-66c55d39-ce92-4086-ba8f-b7760de0fcfa tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1120993074', 'description': 'label created by tempest'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:47.866774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-66c55d39-ce92-4086-ba8f-b7760de0fcfa tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Unknown quota resources ['metering_label']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:03:47.992705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.006710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b7f957-55c2-4f83-83b8-f6ee3dc21d98']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:48.015902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdee1862-21f3-4113-8e88-293871d47764') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:48.016511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdee1862-21f3-4113-8e88-293871d47764') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:48.040250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.065580 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.073721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:03:48.074542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:03:48.172433 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:03:48.258864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-08936c92-c000-4526-838b-c248bc4ee468 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port 707649b9-81b4-431d-8ec4-dc393ecef179 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:48.259219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08936c92-c000-4526-838b-c248bc4ee468 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.341340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.351878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.353755 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "DELETE /v2.0/networks/e8b7f957-55c2-4f83-83b8-f6ee3dc21d98 HTTP/1.1" status: 204 len: 168 time: 0.9249699 Jul 08 02:03:48.358319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52812) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:48.412791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289fa8a-351f-49bb-be8c-a1fb3a09ad56 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event deleted for resources: {'Network': ['ID=e8b7f957-55c2-4f83-83b8-f6ee3dc21d98,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:48.418249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08936c92-c000-4526-838b-c248bc4ee468 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.419127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08936c92-c000-4526-838b-c248bc4ee468 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.449632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-08936c92-c000-4526-838b-c248bc4ee468 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for 707649b9-81b4-431d-8ec4-dc393ecef179 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:48.511236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a4d138-34b7-4d34-84af-969763285f2e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Deleting subnet d7bc0ca2-e5b0-4b43-ba22-f494bdaa9fec {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:03:48.528404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52a4d138-34b7-4d34-84af-969763285f2e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.631462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52a4d138-34b7-4d34-84af-969763285f2e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.679855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66c55d39-ce92-4086-ba8f-b7760de0fcfa tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.684335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-66c55d39-ce92-4086-ba8f-b7760de0fcfa tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8252709 Jul 08 02:03:48.685426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52826) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:48.750565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52828) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:48.879685 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e9a5329c-fb1f-4b0e-8810-e1953ef6f0c5 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=83b4f706-f502-48ae-a4f1-89e6664f74d2 HTTP/1.1" status: 200 len: 468 time: 0.1922174 Jul 08 02:03:48.882529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52840) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:48.888375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52a4d138-34b7-4d34-84af-969763285f2e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:48.992365 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6677a5b-03fe-4b88-b02e-8f0edd45c0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.010140 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52a4d138-34b7-4d34-84af-969763285f2e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.087912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52a4d138-34b7-4d34-84af-969763285f2e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.090231 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-52a4d138-34b7-4d34-84af-969763285f2e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "DELETE /v2.0/subnets/d7bc0ca2-e5b0-4b43-ba22-f494bdaa9fec HTTP/1.1" status: 204 len: 168 time: 0.7298326 Jul 08 02:03:49.094422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d4b4d-6349-4c86-9724-31db8e5f8ecc None None] Network 098b3c68-59bb-4900-b1f9-44899691e986 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:49.116454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52850) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:49.130022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4d138-34b7-4d34-84af-969763285f2e tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event deleted for resources: {'Subnet': ['ID=d7bc0ca2-e5b0-4b43-ba22-f494bdaa9fec,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:49.199423 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08936c92-c000-4526-838b-c248bc4ee468 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.246746 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c9f1a93-f220-4c95-a042-9826f345d419 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.247904 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5c9f1a93-f220-4c95-a042-9826f345d419 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/83b4f706-f502-48ae-a4f1-89e6664f74d2 HTTP/1.1" status: 204 len: 168 time: 0.3637145 Jul 08 02:03:49.254812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52854) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:49.274711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-32e40e8d-47fb-472a-8c17-edd852ae3254 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=83b4f706-f502-48ae-a4f1-89e6664f74d2 HTTP/1.1" status: 200 len: 216 time: 0.0186164 Jul 08 02:03:49.277835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52856) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:49.304775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1af1933a-7ce9-4553-b442-74e0c4fd0e75 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0256388 Jul 08 02:03:49.309394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:49.347713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4aeed1a4-b2f9-4f9a-a0ee-7c4a30f92e3f tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0365741 Jul 08 02:03:49.385299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52860) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:49.464115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08936c92-c000-4526-838b-c248bc4ee468 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.470253 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-08936c92-c000-4526-838b-c248bc4ee468 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.473893 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-08936c92-c000-4526-838b-c248bc4ee468 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/floatingips/13fdc43d-454e-4653-b80c-3be3c9f31285 HTTP/1.1" status: 204 len: 168 time: 1.9304540 Jul 08 02:03:49.480562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.482554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08936c92-c000-4526-838b-c248bc4ee468 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=707649b9-81b4-431d-8ec4-dc393ecef179,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:49.484279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52874) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:49.496800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': 'fc195908-0b37-4b23-a70f-d2c83426fb74'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:49.505644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86656a21-bd3b-40d9-a365-e4d8aa637c03 None None] DHCP port deletion for 098b3c68-59bb-4900-b1f9-44899691e986 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:03:49.519644 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6677a5b-03fe-4b88-b02e-8f0edd45c0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.522939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6d4c9d8a-d0a5-48f0-9ddc-6710138b946f tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/6c27a680-fc1b-484b-b974-2b7710005321 HTTP/1.1" status: 200 len: 473 time: 0.1343226 Jul 08 02:03:49.529536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52876) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:49.534900 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e6677a5b-03fe-4b88-b02e-8f0edd45c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.560756 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d7206964-8c71-423c-b7bf-5119b447a3ee tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/fd116711-bc4e-4a37-94e6-23a6d8751775 HTTP/1.1" status: 200 len: 459 time: 0.0298405 Jul 08 02:03:49.562687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52878) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:49.582004 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e6677a5b-03fe-4b88-b02e-8f0edd45c0ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c6ed3d1f405418291752d4db0561df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8297286 Jul 08 02:03:49.585322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:49.591454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-86656a21-bd3b-40d9-a365-e4d8aa637c03 None None] Deleting port 6b444c54-9873-4d93-a34c-b81a969e04d4 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:49.593620 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86656a21-bd3b-40d9-a365-e4d8aa637c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.647779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.672238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6677a5b-03fe-4b88-b02e-8f0edd45c0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2705bc5b-9b3c-47c1-9110-9e8f995b4f65,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:49.693615 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28af368b-fe8d-4780-ac85-d32fb82d72b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.733079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28af368b-fe8d-4780-ac85-d32fb82d72b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.766945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-86656a21-bd3b-40d9-a365-e4d8aa637c03 None None] For port 6b444c54-9873-4d93-a34c-b81a969e04d4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6b444c54-9873-4d93-a34c-b81a969e04d4,segment=NetworkSegment(6aa29cef-503f-4a4d-9421-a8298e0f92c1),segment_id=6aa29cef-503f-4a4d-9421-a8298e0f92c1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:49.770571 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86656a21-bd3b-40d9-a365-e4d8aa637c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.791838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-86656a21-bd3b-40d9-a365-e4d8aa637c03 None None] Calling delete_port for 6b444c54-9873-4d93-a34c-b81a969e04d4 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:49.895803 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28af368b-fe8d-4780-ac85-d32fb82d72b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.898790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28af368b-fe8d-4780-ac85-d32fb82d72b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:49.902464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-28af368b-fe8d-4780-ac85-d32fb82d72b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2705bc5b-9b3c-47c1-9110-9e8f995b4f65 HTTP/1.1" status: 204 len: 168 time: 0.3131797 Jul 08 02:03:49.916944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af368b-fe8d-4780-ac85-d32fb82d72b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2705bc5b-9b3c-47c1-9110-9e8f995b4f65,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:49.958659 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86656a21-bd3b-40d9-a365-e4d8aa637c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.044021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86656a21-bd3b-40d9-a365-e4d8aa637c03 None None] Pushing event deleted for resources: {'Port': ['ID=6b444c54-9873-4d93-a34c-b81a969e04d4,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:50.056775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86656a21-bd3b-40d9-a365-e4d8aa637c03 None None] No DVR routers for this DVR port 6b444c54-9873-4d93-a34c-b81a969e04d4 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:50.335860 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-625ed673-9e52-4496-80c6-9ab8bd6d0eab tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.336842 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-625ed673-9e52-4496-80c6-9ab8bd6d0eab tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/fd116711-bc4e-4a37-94e6-23a6d8751775 HTTP/1.1" status: 204 len: 168 time: 0.7730150 Jul 08 02:03:50.340116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52926) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:50.349696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Deleting port 6b444c54-9873-4d93-a34c-b81a969e04d4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:03:50.350043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.449899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] For port 6b444c54-9873-4d93-a34c-b81a969e04d4, host n-d-694802-14, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:03:50.450268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.473414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Calling delete_port for 6b444c54-9873-4d93-a34c-b81a969e04d4 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:03:50.477633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Port 6b444c54-9873-4d93-a34c-b81a969e04d4 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:03:50.481528 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.495946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.517228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] No DVR routers for this DVR port 6b444c54-9873-4d93-a34c-b81a969e04d4 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:03:50.544750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event deleted for resources: {'Port': ['ID=6b444c54-9873-4d93-a34c-b81a969e04d4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:50.625709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 52942) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:50.638719 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4ae796b0-a3ef-4d52-a324-00defcecb2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.699522 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aed6f490-816e-4989-8d75-57ff543a2675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.703019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.733274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098b3c68-59bb-4900-b1f9-44899691e986']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:50.741102 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5a5cd58-9ca6-43d2-9e50-7afe6043cc01 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.744804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a5a5cd58-9ca6-43d2-9e50-7afe6043cc01 tempest-MeteringIpV6TestJSON-301063708 tempest-MeteringIpV6TestJSON-301063708-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/6c27a680-fc1b-484b-b974-2b7710005321 HTTP/1.1" status: 204 len: 168 time: 0.4028995 Jul 08 02:03:50.769394 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa29cef-503f-4a4d-9421-a8298e0f92c1') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:50.769668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa29cef-503f-4a4d-9421-a8298e0f92c1') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:50.793789 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.931571 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:50.957139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6b444c54-9873-4d93-a34c-b81a969e04d4 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:03:50.993196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.25.4.4 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/628c3085-c3d0-48f5-802b-33d3e381c50e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:50.997426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6b444c54-9873-4d93-a34c-b81a969e04d4 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:03:50.997712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6b444c54-9873-4d93-a34c-b81a969e04d4 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:03:51.003365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:03:51.004021 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:03:51.009103 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:03:51.144157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 52996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:51.174761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.190854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.194480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "DELETE /v2.0/networks/098b3c68-59bb-4900-b1f9-44899691e986 HTTP/1.1" status: 204 len: 168 time: 2.0754359 Jul 08 02:03:51.195961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:51.253213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8804b89a-df5b-4a96-86fc-c657c044b866 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "GET /v2.0/ports?device_id=25b061e9-84bb-4e6c-98b7-672edd1bf50f HTTP/1.1" status: 200 len: 205 time: 0.0553362 Jul 08 02:03:51.258619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53008) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:51.274616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd0100-02f1-4b50-a1f9-97d2efc5773b tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Pushing event deleted for resources: {'Network': ['ID=098b3c68-59bb-4900-b1f9-44899691e986,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:51.319984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aed6f490-816e-4989-8d75-57ff543a2675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.327796 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aed6f490-816e-4989-8d75-57ff543a2675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.371298 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fbf50d6-02d7-438b-9356-8ba19fe221bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.390067 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-344ea424-f03e-4a73-9e49-22f953eb0b95 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.453539 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.458798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6f490-816e-4989-8d75-57ff543a2675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1632fbbb-04da-431b-a8f6-6a91bd96ed0d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:51.464706 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aed6f490-816e-4989-8d75-57ff543a2675 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6bbb594de9145b7ae01538f173fd1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8371265 Jul 08 02:03:51.467429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53026) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:51.564596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df9609af-fbcd-4636-990d-ef4f205802d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.600575 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.607443 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df9609af-fbcd-4636-990d-ef4f205802d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.632221 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-344ea424-f03e-4a73-9e49-22f953eb0b95 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.635774 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-344ea424-f03e-4a73-9e49-22f953eb0b95 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.723542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-344ea424-f03e-4a73-9e49-22f953eb0b95 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.724065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344ea424-f03e-4a73-9e49-22f953eb0b95 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Fanout notify agent at l3_agent the message router_deleted on router 25b061e9-84bb-4e6c-98b7-672edd1bf50f {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:03:51.751490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:51.753218 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df9609af-fbcd-4636-990d-ef4f205802d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.757829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df9609af-fbcd-4636-990d-ef4f205802d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.761792 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-df9609af-fbcd-4636-990d-ef4f205802d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1632fbbb-04da-431b-a8f6-6a91bd96ed0d HTTP/1.1" status: 204 len: 168 time: 0.2909315 Jul 08 02:03:51.771724 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-344ea424-f03e-4a73-9e49-22f953eb0b95 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.784101 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-344ea424-f03e-4a73-9e49-22f953eb0b95 tempest-RoutersNegativeTest-260220268 tempest-RoutersNegativeTest-260220268-project] 10.222.0.41 "DELETE /v2.0/routers/25b061e9-84bb-4e6c-98b7-672edd1bf50f HTTP/1.1" status: 204 len: 168 time: 0.5129085 Jul 08 02:03:51.808259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:51.820220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:51.963215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9609af-fbcd-4636-990d-ef4f205802d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1632fbbb-04da-431b-a8f6-6a91bd96ed0d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:51.975206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=628c3085-c3d0-48f5-802b-33d3e381c50e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:51.978602 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fbf50d6-02d7-438b-9356-8ba19fe221bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:51.983708 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fbf50d6-02d7-438b-9356-8ba19fe221bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.030131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf50d6-02d7-438b-9356-8ba19fe221bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c491a4-753f-4ba2-afbf-59d1cbedb6eb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:52.093243 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6fbf50d6-02d7-438b-9356-8ba19fe221bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2938a08536f641ccbf88b0caf171678a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9471776 Jul 08 02:03:52.094969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53062) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:52.257850 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bca40fe2-fd5d-4849-b1fe-724b4a7b6849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.286036 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:52.312951 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bca40fe2-fd5d-4849-b1fe-724b4a7b6849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.399143 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bca40fe2-fd5d-4849-b1fe-724b4a7b6849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.410323 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bca40fe2-fd5d-4849-b1fe-724b4a7b6849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.419829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bca40fe2-fd5d-4849-b1fe-724b4a7b6849 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67c491a4-753f-4ba2-afbf-59d1cbedb6eb HTTP/1.1" status: 204 len: 168 time: 0.3207142 Jul 08 02:03:52.447399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40fe2-fd5d-4849-b1fe-724b4a7b6849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c491a4-753f-4ba2-afbf-59d1cbedb6eb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:52.610786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-22b72ca7-f56c-46b2-9248-2e94fbf57ac4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ba1fc8dbafa4222930a7d09c20f38df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221829 Jul 08 02:03:52.612887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53104) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:52.701258 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04676680-9db7-4c5d-8b3c-3d54e2f3a647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.759519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04676680-9db7-4c5d-8b3c-3d54e2f3a647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.840725 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04676680-9db7-4c5d-8b3c-3d54e2f3a647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.844621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04676680-9db7-4c5d-8b3c-3d54e2f3a647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:52.846129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-04676680-9db7-4c5d-8b3c-3d54e2f3a647 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5edf469-2686-4cc7-90c8-9f4f18c62506 HTTP/1.1" status: 204 len: 168 time: 0.2303779 Jul 08 02:03:52.859264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04676680-9db7-4c5d-8b3c-3d54e2f3a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5edf469-2686-4cc7-90c8-9f4f18c62506,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:52.871277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.007083 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.179530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53126) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:53.218538 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ec9c562-767f-4196-bc33-1a8b481fee06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.259943 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.270164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.380740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53132) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:53.387029 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-106b4390-4c29-4281-8203-94f0b5d88017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.439676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ec9c562-767f-4196-bc33-1a8b481fee06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.447069 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ec9c562-767f-4196-bc33-1a8b481fee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.501407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=628c3085-c3d0-48f5-802b-33d3e381c50e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:53.515825 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9c562-767f-4196-bc33-1a8b481fee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919b539c-7dac-42b7-a672-ad1a8d06a6e4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:53.548389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5ec9c562-767f-4196-bc33-1a8b481fee06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d1503466c5c4338bbbfaa4685c0b80a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669186 Jul 08 02:03:53.551136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53140) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:53.554414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.622509 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb70c32-2a9e-41fc-b195-b08840c0dacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.665475 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb70c32-2a9e-41fc-b195-b08840c0dacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.703311 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.755146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb70c32-2a9e-41fc-b195-b08840c0dacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.758900 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bb70c32-2a9e-41fc-b195-b08840c0dacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:53.760251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1bb70c32-2a9e-41fc-b195-b08840c0dacc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/919b539c-7dac-42b7-a672-ad1a8d06a6e4 HTTP/1.1" status: 204 len: 168 time: 0.2077837 Jul 08 02:03:53.773096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb70c32-2a9e-41fc-b195-b08840c0dacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919b539c-7dac-42b7-a672-ad1a8d06a6e4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:53.806871 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP dd74d13e-9a76-4a49-9d62-2104db0c2400 associated. External IP: 172.25.4.4, port: fc195908-0b37-4b23-a70f-d2c83426fb74. Jul 08 02:03:53.842345 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce38912d-5ef3-4b84-922a-2e735612efed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.042599 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce38912d-5ef3-4b84-922a-2e735612efed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.050212 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce38912d-5ef3-4b84-922a-2e735612efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.112682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38912d-5ef3-4b84-922a-2e735612efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3879260-2296-4fc2-afaf-038ddb3e94c6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:54.161151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ce38912d-5ef3-4b84-922a-2e735612efed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=385b62df10a64e25a08324d0c634550a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7793069 Jul 08 02:03:54.163696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:54.221418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:03:54.253658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b29ed26-a33d-4aed-957e-a66d70e0a4be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.284554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b29ed26-a33d-4aed-957e-a66d70e0a4be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.387976 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b29ed26-a33d-4aed-957e-a66d70e0a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.396948 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b29ed26-a33d-4aed-957e-a66d70e0a4be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.400065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4b29ed26-a33d-4aed-957e-a66d70e0a4be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3879260-2296-4fc2-afaf-038ddb3e94c6 HTTP/1.1" status: 204 len: 168 time: 0.2341180 Jul 08 02:03:54.415171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29ed26-a33d-4aed-957e-a66d70e0a4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3879260-2296-4fc2-afaf-038ddb3e94c6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:54.415738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:54.441795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337744b7-88c6-4055-a81e-916ec1e9ca67 None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:54.462869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337744b7-88c6-4055-a81e-916ec1e9ca67 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:54.464076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-337744b7-88c6-4055-a81e-916ec1e9ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:54.478990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.506819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-337744b7-88c6-4055-a81e-916ec1e9ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:54.518375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337744b7-88c6-4055-a81e-916ec1e9ca67 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:54.519440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-337744b7-88c6-4055-a81e-916ec1e9ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:54.561281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-337744b7-88c6-4055-a81e-916ec1e9ca67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:54.562291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337744b7-88c6-4055-a81e-916ec1e9ca67 None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:03:54.583562 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-83d4f13f-745f-4bb4-9f78-67da1ade0415 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0887592 Jul 08 02:03:54.585028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53176) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:54.592377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1868325000'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:54.630648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Made reservation on behalf of 02afc353e8b64c51b36e794828e80b44 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:54.640019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.670415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:03:54.684441 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.684799 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Added segment ea8e3181-5523-4f4e-81f6-f53790773c89 of type vlan for network e92c95e1-29d1-4451-95e9-6418dcbd033a Jul 08 02:03:54.783806 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.795644 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.860900 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:54.871004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:54.873801 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.036437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Network': ['ID=e92c95e1-29d1-4451-95e9-6418dcbd033a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:55.048507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e92c95e1-29d1-4451-95e9-6418dcbd033a details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:03:55.065594 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9fff7470-5fcf-42f8-a10c-63d434369a2a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4720600 Jul 08 02:03:55.066592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53200) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:55.071909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'subnet': {'network_id': 'e92c95e1-29d1-4451-95e9-6418dcbd033a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:55.262001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:55.298582 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-535c17a7-ce52-4c5b-8617-4dfb3e9da704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.319405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Made reservation on behalf of 02afc353e8b64c51b36e794828e80b44 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:03:55.325490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.579973 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-535c17a7-ce52-4c5b-8617-4dfb3e9da704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.586771 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-535c17a7-ce52-4c5b-8617-4dfb3e9da704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.678114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-535c17a7-ce52-4c5b-8617-4dfb3e9da704 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afa7d0894179400c93c1a880096f48ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147527 Jul 08 02:03:55.679327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:55.680449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c17a7-ce52-4c5b-8617-4dfb3e9da704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffed3ba-5db1-4703-be5e-f560e48d1b52,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:55.768959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.812201 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f84dcc8-9476-4cb5-8e5d-30d2a042d714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.863975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Subnet': ['ID=1ad666f6-742d-42ca-8853-3818cd6336b0,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:55.875654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Checking segment: {'id': 'ea8e3181-5523-4f4e-81f6-f53790773c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e92c95e1-29d1-4451-95e9-6418dcbd033a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:55.876281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network hostable DHCP agents. Network: e92c95e1-29d1-4451-95e9-6418dcbd033a, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:03:55.884762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f84dcc8-9476-4cb5-8e5d-30d2a042d714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.905365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network e92c95e1-29d1-4451-95e9-6418dcbd033a is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:03:55.920857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e92c95e1-29d1-4451-95e9-6418dcbd033a) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:55.931728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:03:55.933591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.934048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfe042-2648-4eb5-84ee-30747a2685b5 None None] Network e92c95e1-29d1-4451-95e9-6418dcbd033a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:55.967280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f84dcc8-9476-4cb5-8e5d-30d2a042d714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.973939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f84dcc8-9476-4cb5-8e5d-30d2a042d714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:55.978811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1f84dcc8-9476-4cb5-8e5d-30d2a042d714 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ffed3ba-5db1-4703-be5e-f560e48d1b52 HTTP/1.1" status: 204 len: 168 time: 0.2826860 Jul 08 02:03:55.995282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84dcc8-9476-4cb5-8e5d-30d2a042d714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffed3ba-5db1-4703-be5e-f560e48d1b52,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:56.003743 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-05d576ad-a5e7-463e-ad58-fa8c186ce91a tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9359231 Jul 08 02:03:56.006740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53236) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:56.013415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1194932082', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:03:56.101441 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.103012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.216792 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.469277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.545496 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.599493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e92c95e1-29d1-4451-95e9-6418dcbd033a', 'network_id': 'e92c95e1-29d1-4451-95e9-6418dcbd033a', 'tenant_id': '02afc353e8b64c51b36e794828e80b44', 'fixed_ips': [{'subnet_id': '1ad666f6-742d-42ca-8853-3818cd6336b0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:03:56.602446 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.914815 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Allocated IP 172.20.0.2 (e92c95e1-29d1-4451-95e9-6418dcbd033a/1ad666f6-742d-42ca-8853-3818cd6336b0/ee84fa5b-1961-40e6-800b-dc3434ce4297) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:56.941278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:56.963609 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.134579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.25.4.244 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/e1d58292-82a0-465e-865e-8bdae85173c0) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:03:57.281285 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.312766 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.331687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Transition to ACTIVE for port object ee84fa5b-1961-40e6-800b-dc3434ce4297 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:57.356768 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.361985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Transition to ACTIVE for port object ee84fa5b-1961-40e6-800b-dc3434ce4297 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:03:57.387000 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.424000 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Network e92c95e1-29d1-4451-95e9-6418dcbd033a is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:57.451928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:03:57.455289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:57.459517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:57.490521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=e1d58292-82a0-465e-865e-8bdae85173c0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:57.505146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:03:57.510479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:03:57.515440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Pushing event updated for resources: {'Port': ['ID=ee84fa5b-1961-40e6-800b-dc3434ce4297,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:57.638098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Attempting to bind port ee84fa5b-1961-40e6-800b-dc3434ce4297 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:03:57.640626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Attempting to bind port ee84fa5b-1961-40e6-800b-dc3434ce4297 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ea8e3181-5523-4f4e-81f6-f53790773c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e92c95e1-29d1-4451-95e9-6418dcbd033a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:03:57.642638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Attempting to bind port ee84fa5b-1961-40e6-800b-dc3434ce4297 on network e92c95e1-29d1-4451-95e9-6418dcbd033a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:03:57.652708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:03:57.655566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Checking segment: {'id': 'ea8e3181-5523-4f4e-81f6-f53790773c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e92c95e1-29d1-4451-95e9-6418dcbd033a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:03:57.656404 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.660927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Bound using segment: {'id': 'ea8e3181-5523-4f4e-81f6-f53790773c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e92c95e1-29d1-4451-95e9-6418dcbd033a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:03:57.661828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Bound port: ee84fa5b-1961-40e6-800b-dc3434ce4297, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8e3181-5523-4f4e-81f6-f53790773c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e92c95e1-29d1-4451-95e9-6418dcbd033a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:03:57.664433 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:57.803562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] For port ee84fa5b-1961-40e6-800b-dc3434ce4297, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:03:57.810186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] For port ee84fa5b-1961-40e6-800b-dc3434ce4297, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ee84fa5b-1961-40e6-800b-dc3434ce4297,segment=NetworkSegment(ea8e3181-5523-4f4e-81f6-f53790773c89),segment_id=ea8e3181-5523-4f4e-81f6-f53790773c89)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:03:57.822145 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:58.011572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4cb81-7c1a-46fd-8d7f-633e539cca02 None None] Pushing event updated for resources: {'Port': ['ID=ee84fa5b-1961-40e6-800b-dc3434ce4297,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:03:58.021656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.080445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ee84fa5b-1961-40e6-800b-dc3434ce4297 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:03:59.108172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.209101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port ee84fa5b-1961-40e6-800b-dc3434ce4297 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:59.485187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router e6005b35-6eb8-4f65-a35b-b112b14b86a0 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:03:59.674249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed73675a-9c96-4557-a657-139078a4277a None None] Network e92c95e1-29d1-4451-95e9-6418dcbd033a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:03:59.698831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:03:59.710333 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1504b28c-f18f-4e86-b916-c3f51d3f5e46 None None] Sync routers for ids ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:03:59.729459 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.732024 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c8e7874f-4068-47a9-af13-4b54e49b1162 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7241800 Jul 08 02:03:59.735706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53388) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:59.740660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1504b28c-f18f-4e86-b916-c3f51d3f5e46 None None] Routers {'e6005b35-6eb8-4f65-a35b-b112b14b86a0'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:59.741613 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1504b28c-f18f-4e86-b916-c3f51d3f5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:59.811311 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1504b28c-f18f-4e86-b916-c3f51d3f5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:59.818222 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:03:59.841726 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1504b28c-f18f-4e86-b916-c3f51d3f5e46 None None] Routers {'e6005b35-6eb8-4f65-a35b-b112b14b86a0'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:03:59.845526 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1504b28c-f18f-4e86-b916-c3f51d3f5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:59.884106 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f1cb3617-5dc8-4bfe-8d4f-9f59f6504209 None None] Provisioning for port ee84fa5b-1961-40e6-800b-dc3434ce4297 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:03:59.893158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f1cb3617-5dc8-4bfe-8d4f-9f59f6504209 None None] Provisioning complete for port ee84fa5b-1961-40e6-800b-dc3434ce4297 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:03:59.893547 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f1cb3617-5dc8-4bfe-8d4f-9f59f6504209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:03:59.921296 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1504b28c-f18f-4e86-b916-c3f51d3f5e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:03:59.923625 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1504b28c-f18f-4e86-b916-c3f51d3f5e46 None None] The sync data for ids ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:00.055519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53404) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:00.093709 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f1cb3617-5dc8-4bfe-8d4f-9f59f6504209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.191694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f1cb3617-5dc8-4bfe-8d4f-9f59f6504209 None None] For port ee84fa5b-1961-40e6-800b-dc3434ce4297, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ee84fa5b-1961-40e6-800b-dc3434ce4297,segment=NetworkSegment(ea8e3181-5523-4f4e-81f6-f53790773c89),segment_id=ea8e3181-5523-4f4e-81f6-f53790773c89)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:00.206720 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f1cb3617-5dc8-4bfe-8d4f-9f59f6504209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.270703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb3617-5dc8-4bfe-8d4f-9f59f6504209 None None] Pushing event updated for resources: {'Port': ['ID=ee84fa5b-1961-40e6-800b-dc3434ce4297,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:00.492500 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.549237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1605671535', 'router:external': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:00.640671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5b3419fb-0199-43b8-8465-36370955f338 None None] Provisioning complete for port ee84fa5b-1961-40e6-800b-dc3434ce4297 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:00.641780 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5b3419fb-0199-43b8-8465-36370955f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.728171 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.766896 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.833376 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Made reservation on behalf of 255f81b14e974a69b77408c23cfe8a20 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:00.836617 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.880855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf17ac0-9a4e-4e6e-a7de-92656cf0d52d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:00.897305 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:00.908023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.908678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.909159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.910124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.910609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.911364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.912911 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.913416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.914310 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.914934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.915417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.916052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:00.947537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d764470a-f921-4e32-a116-55e4c0464ba6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5d4b4df1f614243957d07fd2de5feab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8907862 Jul 08 02:04:00.970673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ee84fa5b-1961-40e6-800b-dc3434ce4297 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:01.009335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53440) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:01.132337 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.138118 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.144972 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.161570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ee84fa5b-1961-40e6-800b-dc3434ce4297 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:01.162135 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.247306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:01.249185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:01.270225 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7222752c-aeb4-4f7e-8ce8-37ad9de01422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.290861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3987585b-26e3-4c44-8789-f8311a255b3b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:01.320623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.321018 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Added segment 75dfd583-f718-44ad-8501-1eb3a9247bab of type vlan for network e378ff5c-e7a1-4bec-992f-2bd32258e57d Jul 08 02:04:01.365720 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7222752c-aeb4-4f7e-8ce8-37ad9de01422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.461957 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.521318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7222752c-aeb4-4f7e-8ce8-37ad9de01422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.529350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7222752c-aeb4-4f7e-8ce8-37ad9de01422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.535174 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7222752c-aeb4-4f7e-8ce8-37ad9de01422 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cf17ac0-9a4e-4e6e-a7de-92656cf0d52d HTTP/1.1" status: 204 len: 168 time: 0.5225956 Jul 08 02:04:01.558234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222752c-aeb4-4f7e-8ce8-37ad9de01422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf17ac0-9a4e-4e6e-a7de-92656cf0d52d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:01.573086 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.575332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:01.576153 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.715006 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8920867 Jul 08 02:04:01.720547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:01.743344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Request body: {'subnet': {'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:01.790196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.20.0.1 (e92c95e1-29d1-4451-95e9-6418dcbd033a/1ad666f6-742d-42ca-8853-3818cd6336b0/a7f9a0a2-39f5-4c9b-add6-331062ab2d14) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:01.800090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:01.839494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Made reservation on behalf of 255f81b14e974a69b77408c23cfe8a20 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:01.842801 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:01.914777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4604278-e5f9-4d11-8f35-9c032c99579d tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event updated for resources: {'Network': ['ID=e378ff5c-e7a1-4bec-992f-2bd32258e57d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:01.944394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e378ff5c-e7a1-4bec-992f-2bd32258e57d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:02.068159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.112029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Transition to ACTIVE for port object a7f9a0a2-39f5-4c9b-add6-331062ab2d14 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:02.206663 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.209524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.307828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network e92c95e1-29d1-4451-95e9-6418dcbd033a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:02.314413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:02.338991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:02.390328 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.419810 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.493364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.objects.ports [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:04:02.494603 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.638284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53490) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:02.654907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b21cfcd-f5bd-445c-aadd-1b48d6fed7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.663047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=a7f9a0a2-39f5-4c9b-add6-331062ab2d14,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:02.726096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event updated for resources: {'Subnet': ['ID=40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:02.748537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Checking segment: {'id': '75dfd583-f718-44ad-8501-1eb3a9247bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:02.748904 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Network hostable DHCP agents. Network: e378ff5c-e7a1-4bec-992f-2bd32258e57d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:02.777971 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.792072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Network e378ff5c-e7a1-4bec-992f-2bd32258e57d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:02.813474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Allocated IP 172.25.4.122 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/f6b7dc18-677b-4a2f-8ef8-6917fbfcf020) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:02.823024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b08db2a4-5777-47eb-8654-93fc74b254fe None None] Provisioning for port a7f9a0a2-39f5-4c9b-add6-331062ab2d14 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:02.838550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b08db2a4-5777-47eb-8654-93fc74b254fe None None] Provisioning complete for port a7f9a0a2-39f5-4c9b-add6-331062ab2d14 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:02.840009 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b08db2a4-5777-47eb-8654-93fc74b254fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.841288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e378ff5c-e7a1-4bec-992f-2bd32258e57d) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:02.850224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:02.851190 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:02.992776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b08db2a4-5777-47eb-8654-93fc74b254fe None None] Port a7f9a0a2-39f5-4c9b-add6-331062ab2d14 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:02.994609 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b292d0b-24d4-4f2f-8eb8-535c4c18a864 None None] Network e378ff5c-e7a1-4bec-992f-2bd32258e57d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:03.074223 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.167751 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.233525 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b21cfcd-f5bd-445c-aadd-1b48d6fed7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.247337 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8b21cfcd-f5bd-445c-aadd-1b48d6fed7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.256966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:03.274709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:03.283803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:03.291676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba513f60-92f5-4525-b08f-3cfb408657bd None None] Network e378ff5c-e7a1-4bec-992f-2bd32258e57d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:03.386733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8308b523-6974-4431-9c0a-e9169f986c8e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6647542 Jul 08 02:04:03.391740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53496) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:03.409335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-215647348', 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:03.423333 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8b21cfcd-f5bd-445c-aadd-1b48d6fed7cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76fb781231e240ed8ad4e6f8ef89c49d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7837989 Jul 08 02:04:03.428969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21cfcd-f5bd-445c-aadd-1b48d6fed7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677d4c49-34ef-42ec-b54f-96357ee91da5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:03.432710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53498) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:03.439734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Pushing event updated for resources: {'Port': ['ID=f6b7dc18-677b-4a2f-8ef8-6917fbfcf020,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:03.503116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Made reservation on behalf of 255f81b14e974a69b77408c23cfe8a20 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:03.505598 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.547802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] device_id is not set on port 8b4737f1-c921-4d09-b566-df1d410a3dfd yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:03.605836 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.645976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.650359 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d537efb-9178-4b0b-84b0-2fa4e955d7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.661588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.684350 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.690732 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d537efb-9178-4b0b-84b0-2fa4e955d7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.857103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=a7f9a0a2-39f5-4c9b-add6-331062ab2d14,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:03.859933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.890013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Allocated IP 2001:db8::143 (e378ff5c-e7a1-4bec-992f-2bd32258e57d/40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df/8b4737f1-c921-4d09-b566-df1d410a3dfd) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:03.944460 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d537efb-9178-4b0b-84b0-2fa4e955d7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.948530 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d537efb-9178-4b0b-84b0-2fa4e955d7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:03.949891 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2d537efb-9178-4b0b-84b0-2fa4e955d7e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/677d4c49-34ef-42ec-b54f-96357ee91da5 HTTP/1.1" status: 204 len: 168 time: 0.5132880 Jul 08 02:04:03.977193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d537efb-9178-4b0b-84b0-2fa4e955d7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d4c49-34ef-42ec-b54f-96357ee91da5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:04.008280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.014524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.089301 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Pushing event updated for resources: {'Port': ['ID=f6b7dc18-677b-4a2f-8ef8-6917fbfcf020,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:04.114754 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.139254 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.145225 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-caf94a23-304a-459a-a27e-c95b3a4dfb23 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8905530 Jul 08 02:04:04.145787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53512) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:04.158044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1679744471', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'fixed_ips': [{'ip_address': '172.25.4.122'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:04.165332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network e92c95e1-29d1-4451-95e9-6418dcbd033a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:04.168758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:04.231289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Made reservation on behalf of e0b449706da443fa800f5bb8fb63f441 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:04.235185 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.275233 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.405272 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.487823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router e6005b35-6eb8-4f65-a35b-b112b14b86a0 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:04:04.498277 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.522674 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.543010 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] device_id is not set on port 684c10ef-e9e3-4a80-8731-aff49dc51695 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:04.601784 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.627464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-81c7037d-d354-420b-8f8f-9cef832f5b87 None None] Provisioning complete for port a7f9a0a2-39f5-4c9b-add6-331062ab2d14 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:04.627918 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-81c7037d-d354-420b-8f8f-9cef832f5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.714127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.729691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-81c7037d-d354-420b-8f8f-9cef832f5b87 None None] Port a7f9a0a2-39f5-4c9b-add6-331062ab2d14 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:04.926804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Network e378ff5c-e7a1-4bec-992f-2bd32258e57d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:04.931726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:04.940023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:04.946099 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4577eac8-f18a-4694-ac78-78aac1f3744e tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "PUT /v2.0/routers/e6005b35-6eb8-4f65-a35b-b112b14b86a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2093894 Jul 08 02:04:04.949387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7cafce-5cc2-4ff7-9b98-de56a69b906a None None] Sync routers for ids ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:04.952545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:04.954324 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:04.955221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:04.957804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53534) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:04.965114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'port': {'network_id': 'e92c95e1-29d1-4451-95e9-6418dcbd033a', 'name': 'tempest-FloatingIPTestJSON-1686797366'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:04.967624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cafce-5cc2-4ff7-9b98-de56a69b906a None None] Routers {'e6005b35-6eb8-4f65-a35b-b112b14b86a0'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:04.970865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c7cafce-5cc2-4ff7-9b98-de56a69b906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:05.037067 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event updated for resources: {'Port': ['ID=8b4737f1-c921-4d09-b566-df1d410a3dfd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:05.055513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-580e34f0-a770-4d8d-b74a-b14386151b9e tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6573925 Jul 08 02:04:05.058653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53536) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:05.058801 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 08 02:04:05.059264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:04:05.095057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9481101 Jul 08 02:04:05.102570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53538) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:05.104035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c7cafce-5cc2-4ff7-9b98-de56a69b906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:05.135580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7cafce-5cc2-4ff7-9b98-de56a69b906a None None] Routers {'e6005b35-6eb8-4f65-a35b-b112b14b86a0'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:05.136231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c7cafce-5cc2-4ff7-9b98-de56a69b906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:05.198401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341aa626-f308-4942-87a9-4f3bb1611490 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609b5c96-c90a-43f8-a39c-c4000cd0d9f9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:05.265362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c7cafce-5cc2-4ff7-9b98-de56a69b906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:05.267364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7cafce-5cc2-4ff7-9b98-de56a69b906a None None] The sync data for ids ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:05.421668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fca13f1b-853a-4ddd-a5fd-9f3651a5231d tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Deleting port f6b7dc18-677b-4a2f-8ef8-6917fbfcf020 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:05.424675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fca13f1b-853a-4ddd-a5fd-9f3651a5231d tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.614396 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fca13f1b-853a-4ddd-a5fd-9f3651a5231d tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.614718 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fca13f1b-853a-4ddd-a5fd-9f3651a5231d tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.648277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fca13f1b-853a-4ddd-a5fd-9f3651a5231d tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Calling delete_port for f6b7dc18-677b-4a2f-8ef8-6917fbfcf020 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:05.891807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fca13f1b-853a-4ddd-a5fd-9f3651a5231d tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:05.964381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca13f1b-853a-4ddd-a5fd-9f3651a5231d tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6b7dc18-677b-4a2f-8ef8-6917fbfcf020,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:05.996623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Made reservation on behalf of 02afc353e8b64c51b36e794828e80b44 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:06.008668 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.045301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] device_id is not set on port f5231af2-942e-4067-bae5-d4629bfbe092 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:06.052612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fca13f1b-853a-4ddd-a5fd-9f3651a5231d tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.056226 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fca13f1b-853a-4ddd-a5fd-9f3651a5231d tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.058312 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fca13f1b-853a-4ddd-a5fd-9f3651a5231d tempest-ExternalNetworksAdminNegativeTestJSON-1405514532 tempest-ExternalNetworksAdminNegativeTestJSON-1405514532-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/2a09d7cc-b036-4515-bccb-16d42214bcc0 HTTP/1.1" status: 204 len: 168 time: 0.9535372 Jul 08 02:04:06.190193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Allocated IP 172.20.0.9 (e92c95e1-29d1-4451-95e9-6418dcbd033a/1ad666f6-742d-42ca-8853-3818cd6336b0/f5231af2-942e-4067-bae5-d4629bfbe092) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:06.263760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-557a6f14-111e-4f02-a329-144641bc4948 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Deleting port 8b4737f1-c921-4d09-b566-df1d410a3dfd {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:06.264106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-557a6f14-111e-4f02-a329-144641bc4948 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.355292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-557a6f14-111e-4f02-a329-144641bc4948 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.585584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-557a6f14-111e-4f02-a329-144641bc4948 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Calling delete_port for 8b4737f1-c921-4d09-b566-df1d410a3dfd owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:06.746445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.792252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Transition to ACTIVE for port object f5231af2-942e-4067-bae5-d4629bfbe092 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:06.806768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53658) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:06.918385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:06.934813 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-557a6f14-111e-4f02-a329-144641bc4948 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.034045 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-557a6f14-111e-4f02-a329-144641bc4948 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.036995 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-557a6f14-111e-4f02-a329-144641bc4948 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8b4737f1-c921-4d09-b566-df1d410a3dfd HTTP/1.1" status: 204 len: 168 time: 1.9765553 Jul 08 02:04:07.040902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 53680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:07.044466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Network e92c95e1-29d1-4451-95e9-6418dcbd033a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:07.048931 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d', 'external_fixed_ips': [{'subnet_id': '40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df', 'ip_address': '2001:db8::143'}]}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:07.053757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:07.056695 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:07.099922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event updated for resources: {'Port': ['ID=f5231af2-942e-4067-bae5-d4629bfbe092,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:07.142281 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.143693 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.146197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a6f14-111e-4f02-a329-144641bc4948 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b4737f1-c921-4d09-b566-df1d410a3dfd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:07.184944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:07.196887 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.222987 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-39cc616d-86e6-4950-9c97-75e80f205b37 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2609124 Jul 08 02:04:07.224049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53698) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:07.233123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Request body: {'floatingip': {'port_id': 'f5231af2-942e-4067-bae5-d4629bfbe092'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:07.245261 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc409189-c787-4bb3-a465-731614b9dfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.346796 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.493991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-85cec017-8e58-4d85-8766-84c35fa8df8e None None] Provisioning for port f5231af2-942e-4067-bae5-d4629bfbe092 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:07.503200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-85cec017-8e58-4d85-8766-84c35fa8df8e None None] Provisioning complete for port f5231af2-942e-4067-bae5-d4629bfbe092 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:07.505388 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85cec017-8e58-4d85-8766-84c35fa8df8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.610873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-85cec017-8e58-4d85-8766-84c35fa8df8e None None] Port f5231af2-942e-4067-bae5-d4629bfbe092 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:07.686993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc409189-c787-4bb3-a465-731614b9dfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.728431 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc409189-c787-4bb3-a465-731614b9dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.990377 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:07.996751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.184985 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP dd74d13e-9a76-4a49-9d62-2104db0c2400 associated. External IP: 172.25.4.4, port: fc195908-0b37-4b23-a70f-d2c83426fb74. Jul 08 02:04:08.430245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fc409189-c787-4bb3-a465-731614b9dfd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a662234787404bc0a4f1fd348297072e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6214633 Jul 08 02:04:08.437412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 53834) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:08.439953 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.455194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc409189-c787-4bb3-a465-731614b9dfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724c7acf-6c30-4045-b331-dbbe191df0c8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:08.590766 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c448d6cd-c7e4-4976-852d-727012bb3dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.736480 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:08.804994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:04:09.002973 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.104861 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c448d6cd-c7e4-4976-852d-727012bb3dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.169880 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.222653 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.260718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:09.282512 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078d6ec-b056-42bc-8365-c732c898a174 None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:09.319726 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078d6ec-b056-42bc-8365-c732c898a174 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:09.321396 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f078d6ec-b056-42bc-8365-c732c898a174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:09.398567 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f078d6ec-b056-42bc-8365-c732c898a174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:09.409310 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078d6ec-b056-42bc-8365-c732c898a174 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:09.409845 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f078d6ec-b056-42bc-8365-c732c898a174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:09.443129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Allocated IP 2001:db8::143 (e378ff5c-e7a1-4bec-992f-2bd32258e57d/40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df/d6f2a98c-f60e-4496-8da6-a57f255adc39) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:09.455413 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c448d6cd-c7e4-4976-852d-727012bb3dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.457700 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f078d6ec-b056-42bc-8365-c732c898a174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:09.458519 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f078d6ec-b056-42bc-8365-c732c898a174 None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:09.475011 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c448d6cd-c7e4-4976-852d-727012bb3dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.485644 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c448d6cd-c7e4-4976-852d-727012bb3dce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/724c7acf-6c30-4045-b331-dbbe191df0c8 HTTP/1.1" status: 204 len: 168 time: 1.0435414 Jul 08 02:04:09.532601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448d6cd-c7e4-4976-852d-727012bb3dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724c7acf-6c30-4045-b331-dbbe191df0c8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:09.787442 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.787855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router e6005b35-6eb8-4f65-a35b-b112b14b86a0 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:04:09.909437 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:09.965723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Network e378ff5c-e7a1-4bec-992f-2bd32258e57d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:10.008764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:10.037270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:10.055673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953e59d-3577-42f2-8611-5be5a1cde456 None None] Sync routers for ids ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:10.070549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:10.085987 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.097964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953e59d-3577-42f2-8611-5be5a1cde456 None None] Routers {'e6005b35-6eb8-4f65-a35b-b112b14b86a0'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:10.102667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9953e59d-3577-42f2-8611-5be5a1cde456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:10.245109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9953e59d-3577-42f2-8611-5be5a1cde456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:10.267904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953e59d-3577-42f2-8611-5be5a1cde456 None None] Routers {'e6005b35-6eb8-4f65-a35b-b112b14b86a0'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:10.272950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9953e59d-3577-42f2-8611-5be5a1cde456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:10.341633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9953e59d-3577-42f2-8611-5be5a1cde456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:10.342963 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a1309cf8-2f41-41f3-ad6a-e5a01ae1faa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "PUT /v2.0/floatingips/dd74d13e-9a76-4a49-9d62-2104db0c2400 HTTP/1.1" status: 200 len: 976 time: 3.1172574 Jul 08 02:04:10.343689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54044) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:10.344276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953e59d-3577-42f2-8611-5be5a1cde456 None None] The sync data for ids ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:10.536634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event updated for resources: {'Port': ['ID=d6f2a98c-f60e-4496-8da6-a57f255adc39,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:10.650099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port f5231af2-942e-4067-bae5-d4629bfbe092 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:10.650446 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.775064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54088) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:10.858642 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.880910 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-de348c5d-a476-4c64-b374-bad67fd5ba2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0b449706da443fa800f5bb8fb63f441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1042066 Jul 08 02:04:10.882804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:10.886950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54094) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:11.117672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8944ffe6-a3dc-4852-9c8d-78bc1c1c8291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.152639 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.191206 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8944ffe6-a3dc-4852-9c8d-78bc1c1c8291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.284029 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.284408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.284739 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Floating IP dd74d13e-9a76-4a49-9d62-2104db0c2400 disassociated. External IP: 172.25.4.4, port: f5231af2-942e-4067-bae5-d4629bfbe092. Jul 08 02:04:11.285250 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for f5231af2-942e-4067-bae5-d4629bfbe092 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:11.302240 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8944ffe6-a3dc-4852-9c8d-78bc1c1c8291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.306456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8944ffe6-a3dc-4852-9c8d-78bc1c1c8291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.328752 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8944ffe6-a3dc-4852-9c8d-78bc1c1c8291 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/609b5c96-c90a-43f8-a39c-c4000cd0d9f9 HTTP/1.1" status: 204 len: 168 time: 0.4406657 Jul 08 02:04:11.363605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Router 9ea0822f-cc4b-4967-af9c-e79b18e6e8ec is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:04:11.454267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944ffe6-a3dc-4852-9c8d-78bc1c1c8291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609b5c96-c90a-43f8-a39c-c4000cd0d9f9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:11.588903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:11.603066 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Sync routers for ids ['9ea0822f-cc4b-4967-af9c-e79b18e6e8ec'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:11.616116 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Routers {'9ea0822f-cc4b-4967-af9c-e79b18e6e8ec'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:11.616775 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9ea0822f-cc4b-4967-af9c-e79b18e6e8ec'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:11.631990 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.633711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7dd45863-80c5-4a14-9d9a-c8295908ff16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5907226 Jul 08 02:04:11.635971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:11.690202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:11.822318 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Set router 9ea0822f-cc4b-4967-af9c-e79b18e6e8ec gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:04:11.856661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=f5231af2-942e-4067-bae5-d4629bfbe092,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:11.993475 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.176131 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router e6005b35-6eb8-4f65-a35b-b112b14b86a0 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:04:12.255479 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea0822f-cc4b-4967-af9c-e79b18e6e8ec', 'name': '', 'tenant_id': '255f81b14e974a69b77408c23cfe8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d', 'external_fixed_ips': [{'subnet_id': '40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df', 'ip_address': '2001:db8::143'}], 'enable_snat': True}, 'gw_port_id': 'd6f2a98c-f60e-4496-8da6-a57f255adc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:04:07Z', 'updated_at': '2021-07-08T02:04:10Z', 'revision_number': 3, 'project_id': '255f81b14e974a69b77408c23cfe8a20', 'gw_port': {'id': 'd6f2a98c-f60e-4496-8da6-a57f255adc39', 'name': '', 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:85:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea0822f-cc4b-4967-af9c-e79b18e6e8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df', 'ip_address': '2001:db8::143', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:04:09Z', 'updated_at': '2021-07-08T02:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:12.301447 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Checking router: 9ea0822f-cc4b-4967-af9c-e79b18e6e8ec for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:04:12.301967 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Updating router 9ea0822f-cc4b-4967-af9c-e79b18e6e8ec port d6f2a98c-f60e-4496-8da6-a57f255adc39 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:04:12.354549 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.367816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.494514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:12.511275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115afb7f-9019-40f4-88c3-0cb8b74e53b1 None None] Sync routers for ids ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:12.539037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Deleting port d6f2a98c-f60e-4496-8da6-a57f255adc39 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:12.539728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115afb7f-9019-40f4-88c3-0cb8b74e53b1 None None] Routers {'e6005b35-6eb8-4f65-a35b-b112b14b86a0'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:12.540594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-115afb7f-9019-40f4-88c3-0cb8b74e53b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:12.541843 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.655774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-115afb7f-9019-40f4-88c3-0cb8b74e53b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:12.694753 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.695075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115afb7f-9019-40f4-88c3-0cb8b74e53b1 None None] Routers {'e6005b35-6eb8-4f65-a35b-b112b14b86a0'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:12.695702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-115afb7f-9019-40f4-88c3-0cb8b74e53b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:12.705227 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ff5326f7-3439-4ded-980e-445fef7443e7 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/ports/f5231af2-942e-4067-bae5-d4629bfbe092 HTTP/1.1" status: 204 len: 168 time: 2.3576663 Jul 08 02:04:12.707921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54156) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:12.801215 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:12.812610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-115afb7f-9019-40f4-88c3-0cb8b74e53b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:12.813317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115afb7f-9019-40f4-88c3-0cb8b74e53b1 None None] The sync data for ids ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:12.846749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Calling delete_port for d6f2a98c-f60e-4496-8da6-a57f255adc39 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:13.037427 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.063209 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Transition to ACTIVE for port object d6f2a98c-f60e-4496-8da6-a57f255adc39 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:13.094340 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.123469 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:04:13.190318 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Attempting to bind port d6f2a98c-f60e-4496-8da6-a57f255adc39 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:13.190764 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Attempting to bind port d6f2a98c-f60e-4496-8da6-a57f255adc39 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '75dfd583-f718-44ad-8501-1eb3a9247bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:13.191127 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Attempting to bind port d6f2a98c-f60e-4496-8da6-a57f255adc39 on network e378ff5c-e7a1-4bec-992f-2bd32258e57d {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:13.201861 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:13.202099 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Checking segment: {'id': '75dfd583-f718-44ad-8501-1eb3a9247bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:13.202662 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.203661 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Bound using segment: {'id': '75dfd583-f718-44ad-8501-1eb3a9247bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:13.204223 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Bound port: d6f2a98c-f60e-4496-8da6-a57f255adc39, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dfd583-f718-44ad-8501-1eb3a9247bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:13.204781 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.212590 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Pushing event updated for resources: {'Port': ['ID=d6f2a98c-f60e-4496-8da6-a57f255adc39,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:13.266909 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.266909 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.266909 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.266909 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.266909 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.266909 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.266909 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.266909 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.267749 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.268142 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.268684 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.269072 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2d6c9a-35df-40bd-8063-4644e11085d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:13.306472 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.309072 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.db.api [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:04:13.309654 n-d-694802-14 neutron-server[93886]: DEBUG oslo_db.api [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:04:13.404016 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6f2a98c-f60e-4496-8da6-a57f255adc39,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:13.483120 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.694976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.711184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.715813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.837066 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Attempting to bind port d6f2a98c-f60e-4496-8da6-a57f255adc39 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:13.837905 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Attempting to bind port d6f2a98c-f60e-4496-8da6-a57f255adc39 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '75dfd583-f718-44ad-8501-1eb3a9247bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:13.839491 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Attempting to bind port d6f2a98c-f60e-4496-8da6-a57f255adc39 on network e378ff5c-e7a1-4bec-992f-2bd32258e57d {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:13.878885 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:13.880005 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Checking segment: {'id': '75dfd583-f718-44ad-8501-1eb3a9247bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:13.887751 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.888520 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Bound using segment: {'id': '75dfd583-f718-44ad-8501-1eb3a9247bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:13.891137 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Bound port: d6f2a98c-f60e-4496-8da6-a57f255adc39, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dfd583-f718-44ad-8501-1eb3a9247bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e378ff5c-e7a1-4bec-992f-2bd32258e57d'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:13.893704 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.905599 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.906244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ea0822f-cc4b-4967-af9c-e79b18e6e8ec {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:13.911277 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:13.917044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6dce8a61-c4f2-4047-a44c-f941e9147fb9 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "DELETE /v2.0/routers/9ea0822f-cc4b-4967-af9c-e79b18e6e8ec HTTP/1.1" status: 204 len: 168 time: 2.2754698 Jul 08 02:04:13.917810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:13.983427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:13.991447 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e89654ca-7d26-43b1-9ed3-6d055235b41b tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573094550', 'description': 'tempest-secgroup-smoke-573094550 description', 'project_id': '477e3f018e3a4055acc5e10adfd0a048'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:13.996669 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Port d6f2a98c-f60e-4496-8da6-a57f255adc39 has been deleted concurrently {{(pid=93886) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 08 02:04:14.023745 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Routers set() bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:14.024122 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Router IDs set() for agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 02:04:14.024842 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_agentschedulers_db [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9ea0822f-cc4b-4967-af9c-e79b18e6e8ec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent'). {{(pid=93886) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 08 02:04:14.025177 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc3195b-7bfd-4f7e-a9e8-53cf2515f7f0 None None] The sync data for ids ['9ea0822f-cc4b-4967-af9c-e79b18e6e8ec'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:14.087507 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e89654ca-7d26-43b1-9ed3-6d055235b41b tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.111292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87fdca8-5342-49f9-b5a9-553bd428e1f6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Deleting subnet 40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:04:14.116663 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87fdca8-5342-49f9-b5a9-553bd428e1f6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.122805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port a7f9a0a2-39f5-4c9b-add6-331062ab2d14 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:14.123161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.159485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87fdca8-5342-49f9-b5a9-553bd428e1f6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.252587 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87fdca8-5342-49f9-b5a9-553bd428e1f6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.314920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.316147 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e89654ca-7d26-43b1-9ed3-6d055235b41b tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.325794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e89654ca-7d26-43b1-9ed3-6d055235b41b tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.344400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for a7f9a0a2-39f5-4c9b-add6-331062ab2d14 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:14.381155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87fdca8-5342-49f9-b5a9-553bd428e1f6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.385185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89654ca-7d26-43b1-9ed3-6d055235b41b tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4886763-3dbc-4eb9-bd1a-76766a3ee64e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:14.401500 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e89654ca-7d26-43b1-9ed3-6d055235b41b tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.404167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e89654ca-7d26-43b1-9ed3-6d055235b41b tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4189551 Jul 08 02:04:14.408915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:14.442574 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-86650aee-09ee-4f98-a962-29e438237446 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Request body: {'security_group_rule': {'security_group_id': 'f4886763-3dbc-4eb9-bd1a-76766a3ee64e', 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:14.449141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87fdca8-5342-49f9-b5a9-553bd428e1f6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:14.467463 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f87fdca8-5342-49f9-b5a9-553bd428e1f6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.470906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f87fdca8-5342-49f9-b5a9-553bd428e1f6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df HTTP/1.1" status: 204 len: 168 time: 0.5520456 Jul 08 02:04:14.473599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:14.581510 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86650aee-09ee-4f98-a962-29e438237446 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.589341 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.700502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.768601 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.773542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86650aee-09ee-4f98-a962-29e438237446 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.783870 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86650aee-09ee-4f98-a962-29e438237446 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.794022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e378ff5c-e7a1-4bec-992f-2bd32258e57d']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:14.808369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=a7f9a0a2-39f5-4c9b-add6-331062ab2d14,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:14.822034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dfd583-f718-44ad-8501-1eb3a9247bab') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:14.822479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dfd583-f718-44ad-8501-1eb3a9247bab') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:14.838907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86650aee-09ee-4f98-a962-29e438237446 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81b0881-c364-478d-b680-f1076a54345d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:14.844553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.846825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86650aee-09ee-4f98-a962-29e438237446 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.850714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-86650aee-09ee-4f98-a962-29e438237446 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4340951 Jul 08 02:04:14.853696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:14.860909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f5ccfc2f-7493-47c9-879a-37bc46565705 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Request body: {'security_group_rule': {'security_group_id': 'f4886763-3dbc-4eb9-bd1a-76766a3ee64e', 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:14.875710 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.890734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:14.891196 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: items = [ Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:14.893576 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:14.930648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.931222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.932705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.935492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.936464 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.937020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.938771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.940242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.940830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.942001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.942975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:14.944346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:15.000985 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfc2f-7493-47c9-879a-37bc46565705 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.065888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.076434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e378ff5c-e7a1-4bec-992f-2bd32258e57d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 08 02:04:15.085513 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.092444 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "DELETE /v2.0/networks/e378ff5c-e7a1-4bec-992f-2bd32258e57d HTTP/1.1" status: 204 len: 168 time: 0.6137197 Jul 08 02:04:15.147339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef714c-3316-4146-9176-11a9f84e01d6 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event deleted for resources: {'Network': ['ID=e378ff5c-e7a1-4bec-992f-2bd32258e57d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:15.193692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54232) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:15.220517 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfc2f-7493-47c9-879a-37bc46565705 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.233155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfc2f-7493-47c9-879a-37bc46565705 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.287767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccfc2f-7493-47c9-879a-37bc46565705 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eec086d-f607-46bb-812a-0e4d0c0c6ced,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:15.302718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.303542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5ccfc2f-7493-47c9-879a-37bc46565705 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.304863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f5ccfc2f-7493-47c9-879a-37bc46565705 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4502017 Jul 08 02:04:15.307437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54238) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:15.320133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7e83854c-fb08-4bec-8702-bf42200010fe tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Request body: {'security_group_rule': {'security_group_id': 'f4886763-3dbc-4eb9-bd1a-76766a3ee64e', 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:15.400342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e83854c-fb08-4bec-8702-bf42200010fe tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.524520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e83854c-fb08-4bec-8702-bf42200010fe tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.534004 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e83854c-fb08-4bec-8702-bf42200010fe tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.600500 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83854c-fb08-4bec-8702-bf42200010fe tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4600687-1257-4416-bd93-0600def91a87,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:15.617244 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7e83854c-fb08-4bec-8702-bf42200010fe tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.620154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7e83854c-fb08-4bec-8702-bf42200010fe tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109968 Jul 08 02:04:15.623652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54252) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:15.637274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aa5d3cbc-2469-4a3d-a00b-2636c9bf5e2a tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Request body: {'security_group_rule': {'security_group_id': 'f4886763-3dbc-4eb9-bd1a-76766a3ee64e', 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:15.710120 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3cbc-2469-4a3d-a00b-2636c9bf5e2a tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.761083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2015515022'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:15.863119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3cbc-2469-4a3d-a00b-2636c9bf5e2a tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.864341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Made reservation on behalf of 6e1267bb28984dc18eaf33eb25fc9753 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:15.869709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.882995 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3cbc-2469-4a3d-a00b-2636c9bf5e2a tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:15.901642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d3cbc-2469-4a3d-a00b-2636c9bf5e2a tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd124a8-e385-48bb-ad0b-4703f861209f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:15.904690 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.091987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:16.113876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-96e19fe1-ab15-4dc9-a193-d9b80693cde4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Request body: {'router': {'name': 'tempest-router--1042646672', 'project_id': '8b7c9fe6ab1542149beb7dde5cec63d7'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:16.119709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa5d3cbc-2469-4a3d-a00b-2636c9bf5e2a tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.124388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aa5d3cbc-2469-4a3d-a00b-2636c9bf5e2a tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4961073 Jul 08 02:04:16.126368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54272) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:16.131995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ad0507a3-58e0-4f81-bf04-5b5c6f5b975f tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Request body: {'security_group_rule': {'security_group_id': 'f4886763-3dbc-4eb9-bd1a-76766a3ee64e', 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:16.188549 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.200078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.271870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:16.296206 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-ad0507a3-58e0-4f81-bf04-5b5c6f5b975f tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Project 477e3f018e3a4055acc5e10adfd0a048 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:04:16.312979 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad0507a3-58e0-4f81-bf04-5b5c6f5b975f tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.335280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.335692 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Added segment db27da90-12b1-44fe-9e84-dea00b498a7d of type vlan for network b66829ac-73de-45c0-8175-e0e07643ed18 Jul 08 02:04:16.372009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router e6005b35-6eb8-4f65-a35b-b112b14b86a0 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:04:16.393983 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.424157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad0507a3-58e0-4f81-bf04-5b5c6f5b975f tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.425349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbafaed1-e939-49dd-9d22-db40a9d4ba20,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:16.432118 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.439470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:16.440159 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.449838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96e19fe1-ab15-4dc9-a193-d9b80693cde4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.450848 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96e19fe1-ab15-4dc9-a193-d9b80693cde4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.476019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad0507a3-58e0-4f81-bf04-5b5c6f5b975f tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.521778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3266919 Jul 08 02:04:16.522134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad0507a3-58e0-4f81-bf04-5b5c6f5b975f tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.525770 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ad0507a3-58e0-4f81-bf04-5b5c6f5b975f tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3950930 Jul 08 02:04:16.528711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54278) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:16.529397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0507a3-58e0-4f81-bf04-5b5c6f5b975f tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821a89a0-18d7-40d9-90a7-c6e905a5d9c3,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:16.540646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-746caa66-71b9-489b-8bb9-b1015894968e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Request body: {'security_group_rule': {'security_group_id': 'f4886763-3dbc-4eb9-bd1a-76766a3ee64e', 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:16.577456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54284) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:16.585299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dcc2d7-dbde-4f9c-a3ea-cfd21f0f611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Pushing event updated for resources: {'Network': ['ID=b66829ac-73de-45c0-8175-e0e07643ed18,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:16.595695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96e19fe1-ab15-4dc9-a193-d9b80693cde4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.601407 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96e19fe1-ab15-4dc9-a193-d9b80693cde4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.605865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network b66829ac-73de-45c0-8175-e0e07643ed18 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:16.618947 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-746caa66-71b9-489b-8bb9-b1015894968e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Project 477e3f018e3a4055acc5e10adfd0a048 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:04:16.628142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-746caa66-71b9-489b-8bb9-b1015894968e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.628377 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96e19fe1-ab15-4dc9-a193-d9b80693cde4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.631065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-96e19fe1-ab15-4dc9-a193-d9b80693cde4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5338807 Jul 08 02:04:16.631508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:16.634220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54288) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:16.639226 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-85a11a86-642f-425d-b096-a6950a80d28b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "PUT /v2.0/routers/e6005b35-6eb8-4f65-a35b-b112b14b86a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9301980 Jul 08 02:04:16.643120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54290) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:16.646586 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71c930-94d1-4d9c-b2ce-0f4409f595c7 None None] Sync routers for ids ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:16.679093 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71c930-94d1-4d9c-b2ce-0f4409f595c7 None None] Routers {'e6005b35-6eb8-4f65-a35b-b112b14b86a0'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:16.679736 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1c71c930-94d1-4d9c-b2ce-0f4409f595c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:16.860479 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-746caa66-71b9-489b-8bb9-b1015894968e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.885263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b525d319-342c-4fee-a203-95313e7333e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.889102 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f487-4399-4875-9c2a-cea96c03541c tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:16.982862 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1c71c930-94d1-4d9c-b2ce-0f4409f595c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:17.001135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:17.009202 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c71c930-94d1-4d9c-b2ce-0f4409f595c7 None None] Routers {'e6005b35-6eb8-4f65-a35b-b112b14b86a0'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:17.010020 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1c71c930-94d1-4d9c-b2ce-0f4409f595c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:17.011424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.016734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Request body: {'port': {'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18', 'binding:host_id': 'n-h2-694802-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-553038484'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:17.019978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-746caa66-71b9-489b-8bb9-b1015894968e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.059857 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1c71c930-94d1-4d9c-b2ce-0f4409f595c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:17.061029 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71c930-94d1-4d9c-b2ce-0f4409f595c7 None None] The sync data for ids ['e6005b35-6eb8-4f65-a35b-b112b14b86a0'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:17.121898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Made reservation on behalf of c3e144ffd82d437ead080b83e9a8c959 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:17.126323 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.143185 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.200384 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f487-4399-4875-9c2a-cea96c03541c tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.205033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746caa66-71b9-489b-8bb9-b1015894968e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f0bcec-36a4-4c49-bfca-feef02ad73e4,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:17.208001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f487-4399-4875-9c2a-cea96c03541c tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.297835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f487-4399-4875-9c2a-cea96c03541c tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.298407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f3f487-4399-4875-9c2a-cea96c03541c tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4688da4a-bfc4-444a-b7c9-f3e10aa5c967 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:17.307102 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f487-4399-4875-9c2a-cea96c03541c tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.310722 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d2f3f487-4399-4875-9c2a-cea96c03541c tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "DELETE /v2.0/routers/4688da4a-bfc4-444a-b7c9-f3e10aa5c967 HTTP/1.1" status: 204 len: 168 time: 0.6731322 Jul 08 02:04:17.385577 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b525d319-342c-4fee-a203-95313e7333e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.392412 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b525d319-342c-4fee-a203-95313e7333e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.491038 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b525d319-342c-4fee-a203-95313e7333e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=508188a9be1244ce94c326c2486fabc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9104455 Jul 08 02:04:17.492061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525d319-342c-4fee-a203-95313e7333e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e1de5f-1736-4ff8-a9f2-f69e73c4b8af,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:17.495805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54308) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:17.573917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc89c-d2b4-46de-941d-049f6554b836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.599959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc89c-d2b4-46de-941d-049f6554b836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.669537 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc89c-d2b4-46de-941d-049f6554b836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.672420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd4dc89c-d2b4-46de-941d-049f6554b836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.673608 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bd4dc89c-d2b4-46de-941d-049f6554b836 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2e1de5f-1736-4ff8-a9f2-f69e73c4b8af HTTP/1.1" status: 204 len: 168 time: 0.1768064 Jul 08 02:04:17.685135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54312) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:17.708368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4dc89c-d2b4-46de-941d-049f6554b836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e1de5f-1736-4ff8-a9f2-f69e73c4b8af,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:17.788140 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.798253 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-746caa66-71b9-489b-8bb9-b1015894968e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.799567 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-746caa66-71b9-489b-8bb9-b1015894968e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2676079 Jul 08 02:04:17.805150 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.808809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] device_id is not set on port f8968fae-58ac-4032-a2e4-a7979b203118 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:17.887697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2079740812', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:17.939168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.941473 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.979193 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:17.989715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ccab70-5097-4f90-93aa-ccc7ff95c63a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:18.054767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.194670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port e1d58292-82a0-465e-865e-8bdae85173c0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:18.195653 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.261662 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54330) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:18.289993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27adf4be-d0d4-4bde-a26d-15fcaad8d034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.311670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] device_id is not set on port f8968fae-58ac-4032-a2e4-a7979b203118 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:18.340505 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.383665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.426482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Transition to ACTIVE for port object f8968fae-58ac-4032-a2e4-a7979b203118 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:18.435325 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.481951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for e1d58292-82a0-465e-865e-8bdae85173c0 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:18.493487 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.686403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event updated for resources: {'Port': ['ID=f8968fae-58ac-4032-a2e4-a7979b203118,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:18.724717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.751578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.767378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Checking segment: {'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:18.767665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Network hostable DHCP agents. Network: b66829ac-73de-45c0-8175-e0e07643ed18, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:18.779728 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27adf4be-d0d4-4bde-a26d-15fcaad8d034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.840843 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27adf4be-d0d4-4bde-a26d-15fcaad8d034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:18.885727 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-91a42349-4ed8-4464-a6c6-016d1c358d43 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573094550&fields=id&tenant_id=477e3f018e3a4055acc5e10adfd0a048 HTTP/1.1" status: 200 len: 267 time: 0.1881452 Jul 08 02:04:18.923453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Allocated IP 172.25.4.105 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/c7b583cd-81ab-4f20-bb92-ab3e00a50259) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:18.927761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adf4be-d0d4-4bde-a26d-15fcaad8d034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e776751b-8c33-4b4b-aefa-ae18162078cf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:18.945371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Network b66829ac-73de-45c0-8175-e0e07643ed18 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:18.950057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-27adf4be-d0d4-4bde-a26d-15fcaad8d034 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15513e1401e94e53b5608cde3803c4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870210 Jul 08 02:04:18.963937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54334) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:19.019458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, b66829ac-73de-45c0-8175-e0e07643ed18) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:19.028732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:19.034718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb322d-dfcb-4d39-8ab9-72dfb67b5f72 None None] Network b66829ac-73de-45c0-8175-e0e07643ed18 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:19.101033 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fad9220-bb5d-4929-ada3-ff46cb9d635d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.117115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a90d3f9c-ca93-460e-aa0c-966d6e77a114 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:19.130734 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.144433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a90d3f9c-ca93-460e-aa0c-966d6e77a114 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/networks?id=8367831e-bd39-4d8b-9095-07cd773ab54f HTTP/1.1" status: 200 len: 813 time: 0.2395914 Jul 08 02:04:19.144813 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fad9220-bb5d-4929-ada3-ff46cb9d635d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.201203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-3c1fdf05-a6d8-4ee7-b81d-1dca04d82ee7 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/quotas/477e3f018e3a4055acc5e10adfd0a048 HTTP/1.1" status: 200 len: 375 time: 0.0540674 Jul 08 02:04:19.252378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:19.252815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:19.253260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:19.265803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:19.266058 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:19.273409 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 2 to bind port f8968fae-58ac-4032-a2e4-a7979b203118 Jul 08 02:04:19.284036 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.297362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:19.297701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:19.298047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:19.306420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:19.307223 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:19.314387 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 3 to bind port f8968fae-58ac-4032-a2e4-a7979b203118 Jul 08 02:04:19.347021 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.363487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fad9220-bb5d-4929-ada3-ff46cb9d635d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.365884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:19.366229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:19.366574 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:19.381544 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0fad9220-bb5d-4929-ada3-ff46cb9d635d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.383908 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0fad9220-bb5d-4929-ada3-ff46cb9d635d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e776751b-8c33-4b4b-aefa-ae18162078cf HTTP/1.1" status: 204 len: 168 time: 0.4173408 Jul 08 02:04:19.436276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Pushing event updated for resources: {'Port': ['ID=c7b583cd-81ab-4f20-bb92-ab3e00a50259,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:19.441819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:19.443880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad9220-bb5d-4929-ada3-ff46cb9d635d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e776751b-8c33-4b4b-aefa-ae18162078cf,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:19.448234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:19.451109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:19.452422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-ecea4eeb-5b7a-4d9d-bb39-95b3970f1318 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=477e3f018e3a4055acc5e10adfd0a048&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2501385 Jul 08 02:04:19.463365 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=e1d58292-82a0-465e-865e-8bdae85173c0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:19.491767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:19.492108 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:19.552126 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 4 to bind port f8968fae-58ac-4032-a2e4-a7979b203118 Jul 08 02:04:19.562635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.694568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:19.697291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:19.698132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:19.879795 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.890816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:19.891101 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:19.901045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:19.902549 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 5 to bind port f8968fae-58ac-4032-a2e4-a7979b203118 Jul 08 02:04:20.082580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:20.087366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:20.087960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:20.100338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54354) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:20.109617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-53162960-9525-435b-96df-a101713f2d86 service neutron] 10.222.0.41 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561453 Jul 08 02:04:20.110721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:20.111062 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:20.111580 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 6 to bind port f8968fae-58ac-4032-a2e4-a7979b203118 Jul 08 02:04:20.118611 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.119163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Fanout notify agent at l3_agent the message router_deleted on router e6005b35-6eb8-4f65-a35b-b112b14b86a0 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:20.138131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.143125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51d90993-e5ac-4f0a-9cc7-7edba2310904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.143432 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cab7f0ef-6ab1-4c06-ae83-4d4ee2494803 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/routers/e6005b35-6eb8-4f65-a35b-b112b14b86a0 HTTP/1.1" status: 204 len: 168 time: 3.4915776 Jul 08 02:04:20.144861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54356) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:20.169945 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.270073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-16cecca1-6b5e-4619-aeef-275b308a0bdf service neutron] 10.222.0.41 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487873 Jul 08 02:04:20.275383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:20.275838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:20.276453 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:20.283579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:20.283940 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:20.284363 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 7 to bind port f8968fae-58ac-4032-a2e4-a7979b203118 Jul 08 02:04:20.298011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:20.298348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:20.298687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:20.307543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b3a79f-a45b-44b4-bfce-54efaf3da604 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting subnet 1ad666f6-742d-42ca-8853-3818cd6336b0 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:04:20.316944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:20.317920 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:20.317920 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 8 to bind port f8968fae-58ac-4032-a2e4-a7979b203118 Jul 08 02:04:20.319525 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41b3a79f-a45b-44b4-bfce-54efaf3da604 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.348388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:20.348734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:20.349080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:20.365416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:20.366749 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:20.366749 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 9 to bind port f8968fae-58ac-4032-a2e4-a7979b203118 Jul 08 02:04:20.395815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:20.396166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:20.396530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:20.401779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:20.402233 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:20.402891 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 10 to bind port f8968fae-58ac-4032-a2e4-a7979b203118 Jul 08 02:04:20.437396 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41b3a79f-a45b-44b4-bfce-54efaf3da604 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.451250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:20.457563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:20.459504 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:20.468981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port f8968fae-58ac-4032-a2e4-a7979b203118 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:20.468981 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port f8968fae-58ac-4032-a2e4-a7979b203118 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:20.474379 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.650475 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5706009a-dfe3-4196-8ff7-88233f9d1f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.711869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] For port f8968fae-58ac-4032-a2e4-a7979b203118, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:20.716856 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempted to set empty binding levels {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 02:04:20.723508 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.745334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:20.746480 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.758432 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41b3a79f-a45b-44b4-bfce-54efaf3da604 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.834839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event updated for resources: {'Port': ['ID=f8968fae-58ac-4032-a2e4-a7979b203118,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:20.854063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41b3a79f-a45b-44b4-bfce-54efaf3da604 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.924364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.930012 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3a79f-a45b-44b4-bfce-54efaf3da604 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad666f6-742d-42ca-8853-3818cd6336b0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:20.944223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d930ae8-2283-4d66-8925-50d548e17eb0 None None] Network e92c95e1-29d1-4451-95e9-6418dcbd033a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:20.958535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41b3a79f-a45b-44b4-bfce-54efaf3da604 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:20.962890 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-41b3a79f-a45b-44b4-bfce-54efaf3da604 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/subnets/1ad666f6-742d-42ca-8853-3818cd6336b0 HTTP/1.1" status: 204 len: 168 time: 0.8124654 Jul 08 02:04:20.963432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54386) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:21.123442 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51d90993-e5ac-4f0a-9cc7-7edba2310904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.151984 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.183671 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8f99f6a7-0fca-4ff4-b40c-6cbb912d2e12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.1813955 Jul 08 02:04:21.193726 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-51d90993-e5ac-4f0a-9cc7-7edba2310904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.194477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54398) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:21.238480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-51d90993-e5ac-4f0a-9cc7-7edba2310904 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e28ec5c1da641de8ab7a2e953a2230e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1370649 Jul 08 02:04:21.244049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54402) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:21.329862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d90993-e5ac-4f0a-9cc7-7edba2310904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64525254-fe8f-41e3-8bcc-396aec5277d1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:21.423070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba800ff-7159-462f-af3f-93631c3e432f None None] DHCP port deletion for e92c95e1-29d1-4451-95e9-6418dcbd033a request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:04:21.486455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aceb1e1f-65b9-41f1-b08d-1e0b2dc4583b req-20ea3287-3077-4b34-ba0c-52e7c6715539 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.5927548 Jul 08 02:04:21.516279 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a541e08-c76d-4b03-93a6-661036875ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.559850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Router 3cee35ba-9552-4d33-bd5a-fa1dd6e19673 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:04:21.564852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6ba800ff-7159-462f-af3f-93631c3e432f None None] Deleting port ee84fa5b-1961-40e6-800b-dc3434ce4297 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:21.565622 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6ba800ff-7159-462f-af3f-93631c3e432f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.583261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a541e08-c76d-4b03-93a6-661036875ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.589671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port ee84fa5b-1961-40e6-800b-dc3434ce4297 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:21.590176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.745363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6ba800ff-7159-462f-af3f-93631c3e432f None None] For port ee84fa5b-1961-40e6-800b-dc3434ce4297, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ee84fa5b-1961-40e6-800b-dc3434ce4297,segment=NetworkSegment(ea8e3181-5523-4f4e-81f6-f53790773c89),segment_id=ea8e3181-5523-4f4e-81f6-f53790773c89)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:21.746060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-35398dcf-6c18-42b0-90b9-3fc48ca1cef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Deleting port f8968fae-58ac-4032-a2e4-a7979b203118 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:21.746671 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35398dcf-6c18-42b0-90b9-3fc48ca1cef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.747003 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6ba800ff-7159-462f-af3f-93631c3e432f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.754073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:21.779983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a541e08-c76d-4b03-93a6-661036875ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.784699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a541e08-c76d-4b03-93a6-661036875ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.786249 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7a541e08-c76d-4b03-93a6-661036875ea7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64525254-fe8f-41e3-8bcc-396aec5277d1 HTTP/1.1" status: 204 len: 168 time: 0.5333843 Jul 08 02:04:21.788100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6ba800ff-7159-462f-af3f-93631c3e432f None None] Calling delete_port for ee84fa5b-1961-40e6-800b-dc3434ce4297 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:21.803881 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.805436 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b2e09cb6-9eec-40ab-8414-c3c60910f021 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1193171 Jul 08 02:04:21.806573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a541e08-c76d-4b03-93a6-661036875ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64525254-fe8f-41e3-8bcc-396aec5277d1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:21.815450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54414) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:21.948343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] For port ee84fa5b-1961-40e6-800b-dc3434ce4297, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ee84fa5b-1961-40e6-800b-dc3434ce4297,segment=NetworkSegment(ea8e3181-5523-4f4e-81f6-f53790773c89),segment_id=ea8e3181-5523-4f4e-81f6-f53790773c89)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:21.949505 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:21.977975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54418) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:22.025200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for ee84fa5b-1961-40e6-800b-dc3434ce4297 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:22.029379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-35398dcf-6c18-42b0-90b9-3fc48ca1cef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] For port f8968fae-58ac-4032-a2e4-a7979b203118, host n-h2-694802-14, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:22.035346 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35398dcf-6c18-42b0-90b9-3fc48ca1cef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.123108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc8d71-1fbe-4321-b6a6-0f23b1c9310a None None] Sync routers for ids ['3cee35ba-9552-4d33-bd5a-fa1dd6e19673'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:22.128854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-35398dcf-6c18-42b0-90b9-3fc48ca1cef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Calling delete_port for f8968fae-58ac-4032-a2e4-a7979b203118 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:22.148063 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6ba800ff-7159-462f-af3f-93631c3e432f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.160422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc8d71-1fbe-4321-b6a6-0f23b1c9310a None None] Routers {'3cee35ba-9552-4d33-bd5a-fa1dd6e19673'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:22.161598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0acc8d71-1fbe-4321-b6a6-0f23b1c9310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['3cee35ba-9552-4d33-bd5a-fa1dd6e19673'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:22.198597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba800ff-7159-462f-af3f-93631c3e432f None None] Pushing event deleted for resources: {'Port': ['ID=ee84fa5b-1961-40e6-800b-dc3434ce4297,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:22.206673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba800ff-7159-462f-af3f-93631c3e432f None None] No DVR routers for this DVR port ee84fa5b-1961-40e6-800b-dc3434ce4297 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:22.267414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0acc8d71-1fbe-4321-b6a6-0f23b1c9310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:22.291426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc8d71-1fbe-4321-b6a6-0f23b1c9310a None None] Routers {'3cee35ba-9552-4d33-bd5a-fa1dd6e19673'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:22.292075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0acc8d71-1fbe-4321-b6a6-0f23b1c9310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:03:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['3cee35ba-9552-4d33-bd5a-fa1dd6e19673'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:22.377617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0acc8d71-1fbe-4321-b6a6-0f23b1c9310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:22.378200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc8d71-1fbe-4321-b6a6-0f23b1c9310a None None] The sync data for ids ['3cee35ba-9552-4d33-bd5a-fa1dd6e19673'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:22.730829 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.790802 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-68b1e120-679e-477a-a78a-ca2e2fd0e9d5 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/routers/3cee35ba-9552-4d33-bd5a-fa1dd6e19673 HTTP/1.1" status: 200 len: 925 time: 0.9738209 Jul 08 02:04:22.793772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54440) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:22.816494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-296bd788-748c-424f-b28a-d3852154b4aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=392059139ea14bbba0fb7b2d3347e6d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8363979 Jul 08 02:04:22.829704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54442) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:22.833347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] No DVR routers for this DVR port ee84fa5b-1961-40e6-800b-dc3434ce4297 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:22.837120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=ee84fa5b-1961-40e6-800b-dc3434ce4297,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:22.901446 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0102019e-8e5d-44c0-a3fe-d1e044fda815 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cee35ba-9552-4d33-bd5a-fa1dd6e19673 HTTP/1.1" status: 200 len: 205 time: 0.1038229 Jul 08 02:04:22.903117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54446) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:22.910466 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35398dcf-6c18-42b0-90b9-3fc48ca1cef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:22.955544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ec4bdf28-586a-4437-8e99-93edcdcefeed req-9b54bd6c-1f02-4ea7-be61-241197b342f0 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.1377065 Jul 08 02:04:22.982707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ee84fa5b-1961-40e6-800b-dc3434ce4297 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:04:23.021353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: ee84fa5b-1961-40e6-800b-dc3434ce4297 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:04:23.022839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ee84fa5b-1961-40e6-800b-dc3434ce4297 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:04:23.031929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35398dcf-6c18-42b0-90b9-3fc48ca1cef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8968fae-58ac-4032-a2e4-a7979b203118,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:23.044893 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35398dcf-6c18-42b0-90b9-3fc48ca1cef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.049896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-35398dcf-6c18-42b0-90b9-3fc48ca1cef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "DELETE /v2.0/ports/f8968fae-58ac-4032-a2e4-a7979b203118 HTTP/1.1" status: 204 len: 168 time: 1.8521700 Jul 08 02:04:23.051398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:23.079971 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98e1c8da-511a-4cd2-9b2c-eb0a66b0ce16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.084620 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.088086 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-475f6c98-8925-46ec-9abd-4409b571f15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:04:23.093788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-475f6c98-8925-46ec-9abd-4409b571f15e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "GET /v2.0/ports/f8968fae-58ac-4032-a2e4-a7979b203118 HTTP/1.1" status: 404 len: 333 time: 0.0375912 Jul 08 02:04:23.095682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:23.122423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Request body: {'port': {'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1806688706'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:23.130599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e92c95e1-29d1-4451-95e9-6418dcbd033a']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:23.170377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8e3181-5523-4f4e-81f6-f53790773c89') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:23.170678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8e3181-5523-4f4e-81f6-f53790773c89') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:23.216867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.232826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.252553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.259477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:23.260152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.307630 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98e1c8da-511a-4cd2-9b2c-eb0a66b0ce16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.314889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Made reservation on behalf of c3e144ffd82d437ead080b83e9a8c959 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:23.317996 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:23.337281 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:23.349812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] device_id is not set on port b734ba57-d01a-4077-99b5-3e4330f607aa yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:23.384719 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d217017c-ec3d-422c-a00a-fa1f19154480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.410495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.424519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98e1c8da-511a-4cd2-9b2c-eb0a66b0ce16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.427884 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98e1c8da-511a-4cd2-9b2c-eb0a66b0ce16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.432175 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-98e1c8da-511a-4cd2-9b2c-eb0a66b0ce16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a4c76f4-d138-4173-aa34-769653aa1aef HTTP/1.1" status: 204 len: 168 time: 0.6011090 Jul 08 02:04:23.445482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1c8da-511a-4cd2-9b2c-eb0a66b0ce16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4c76f4-d138-4173-aa34-769653aa1aef,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:23.599963 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.646410 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.669078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Deleting port c7b583cd-81ab-4f20-bb92-ab3e00a50259 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:23.669718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.713366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Network b66829ac-73de-45c0-8175-e0e07643ed18 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:23.713849 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.714337 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.726734 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.733366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/networks/e92c95e1-29d1-4451-95e9-6418dcbd033a HTTP/1.1" status: 204 len: 168 time: 2.7687788 Jul 08 02:04:23.776531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event updated for resources: {'Port': ['ID=b734ba57-d01a-4077-99b5-3e4330f607aa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:23.783544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:23.802511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:23.802620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-4d980b97-e332-466a-82f3-a32d76e6546e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.803999 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-4d980b97-e332-466a-82f3-a32d76e6546e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.16 "GET /v2.0/networks?id=8367831e-bd39-4d8b-9095-07cd773ab54f HTTP/1.1" status: 200 len: 813 time: 0.3225374 Jul 08 02:04:23.805540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:23.806559 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:23.807173 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.831633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88202079-c94c-40a5-8a97-65753664440b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Network': ['ID=e92c95e1-29d1-4451-95e9-6418dcbd033a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:23.842219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-72f00e76-36c0-40bb-8272-1d22d51e922a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7454500 Jul 08 02:04:23.846796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54476) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:23.857139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:23.940634 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-ff7c7979-8333-434e-a6a1-50b9b0ee7206 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=477e3f018e3a4055acc5e10adfd0a048 HTTP/1.1" status: 200 len: 379 time: 0.1260641 Jul 08 02:04:23.953485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:23.975538 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Request body: {'port': {'device_id': 'b8017138-d533-4746-97ec-dbef80707013', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'admin_state_up': True, 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'security_groups': ['f4886763-3dbc-4eb9-bd1a-76766a3ee64e']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:24.034948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Calling delete_port for c7b583cd-81ab-4f20-bb92-ab3e00a50259 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:24.085698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-81b5ec02-11c5-4089-acd9-a3ddeb8d8010 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port 628c3085-c3d0-48f5-802b-33d3e381c50e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:24.086312 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81b5ec02-11c5-4089-acd9-a3ddeb8d8010 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.177850 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.322104 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81b5ec02-11c5-4089-acd9-a3ddeb8d8010 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.323089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81b5ec02-11c5-4089-acd9-a3ddeb8d8010 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.341513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-81b5ec02-11c5-4089-acd9-a3ddeb8d8010 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for 628c3085-c3d0-48f5-802b-33d3e381c50e owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:24.410634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Made reservation on behalf of 477e3f018e3a4055acc5e10adfd0a048 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:24.424635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.507822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e3c97c7-2076-46cd-9400-e508bbfa2dd1 req-6988b13c-bee8-4eb9-b568-7d81912f1d6f tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.0547395 Jul 08 02:04:24.643654 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81b5ec02-11c5-4089-acd9-a3ddeb8d8010 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.727405 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5ec02-11c5-4089-acd9-a3ddeb8d8010 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=628c3085-c3d0-48f5-802b-33d3e381c50e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:24.753147 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.804754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Pushing event deleted for resources: {'Port': ['ID=c7b583cd-81ab-4f20-bb92-ab3e00a50259,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:24.807962 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.832947 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81b5ec02-11c5-4089-acd9-a3ddeb8d8010 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.835100 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-81b5ec02-11c5-4089-acd9-a3ddeb8d8010 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:24.840548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-81b5ec02-11c5-4089-acd9-a3ddeb8d8010 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/floatingips/dd74d13e-9a76-4a49-9d62-2104db0c2400 HTTP/1.1" status: 204 len: 168 time: 1.0396361 Jul 08 02:04:24.841719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54514) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:24.887348 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-81940c4a-b521-4a3a-842b-e1cf043e734b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] DELETE failed (client error): The resource could not be found. Jul 08 02:04:24.888110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81940c4a-b521-4a3a-842b-e1cf043e734b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:04:24.894384 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-81940c4a-b521-4a3a-842b-e1cf043e734b tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/ports/f5231af2-942e-4067-bae5-d4629bfbe092 HTTP/1.1" status: 404 len: 333 time: 0.0515919 Jul 08 02:04:24.895399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54516) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:24.950471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1540e22e-859b-4bd4-9f04-4f76517364cd tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6005b35-6eb8-4f65-a35b-b112b14b86a0 HTTP/1.1" status: 200 len: 205 time: 0.0542626 Jul 08 02:04:24.951090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54520) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:24.980450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] device_id is not set on port b734ba57-d01a-4077-99b5-3e4330f607aa yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:24.987845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Allocated IP 172.20.0.6 (8367831e-bd39-4d8b-9095-07cd773ab54f/339b90b9-3db0-4eb3-950a-ab47bc37c461/4fefba1e-0455-4652-9430-f84bb009ba08) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:24.999839 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-aba99704-5dde-4850-b145-7c11be764aa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] delete failed (client error): The resource could not be found. Jul 08 02:04:25.001424 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.003721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aba99704-5dde-4850-b145-7c11be764aa2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/routers/e6005b35-6eb8-4f65-a35b-b112b14b86a0 HTTP/1.1" status: 404 len: 336 time: 0.0516455 Jul 08 02:04:25.004000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54524) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:25.024859 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.131450 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-47259a4c-6057-4f27-815d-a6f5f9073133 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] DELETE failed (client error): The resource could not be found. Jul 08 02:04:25.131834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47259a4c-6057-4f27-815d-a6f5f9073133 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:04:25.136114 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-47259a4c-6057-4f27-815d-a6f5f9073133 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/subnets/1ad666f6-742d-42ca-8853-3818cd6336b0 HTTP/1.1" status: 404 len: 337 time: 0.1253448 Jul 08 02:04:25.136114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Transition to ACTIVE for port object b734ba57-d01a-4077-99b5-3e4330f607aa will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:25.137551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54530) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:25.172425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.225856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.235398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.374777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5b475bb0-ba22-441e-8b03-8dab8a1e34c6 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port fc195908-0b37-4b23-a70f-d2c83426fb74 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:25.375321 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b475bb0-ba22-441e-8b03-8dab8a1e34c6 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.376650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event updated for resources: {'Port': ['ID=b734ba57-d01a-4077-99b5-3e4330f607aa,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:25.382208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:25.382618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:25.383045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:25.389491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.390595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Fanout notify agent at l3_agent the message router_deleted on router 3cee35ba-9552-4d33-bd5a-fa1dd6e19673 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:25.402547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.408297 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9c6c8da5-3956-4659-86b5-a368cf49e049 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/3cee35ba-9552-4d33-bd5a-fa1dd6e19673 HTTP/1.1" status: 204 len: 168 time: 2.4995606 Jul 08 02:04:25.411115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:25.411451 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:25.417839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54540) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:25.418317 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 2 to bind port b734ba57-d01a-4077-99b5-3e4330f607aa Jul 08 02:04:25.429835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1646506601', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'enable_snat': False}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:25.460086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:25.460455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:25.460802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:25.500653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:25.501001 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:25.504778 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 3 to bind port b734ba57-d01a-4077-99b5-3e4330f607aa Jul 08 02:04:25.528346 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b475bb0-ba22-441e-8b03-8dab8a1e34c6 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.546477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5b475bb0-ba22-441e-8b03-8dab8a1e34c6 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for fc195908-0b37-4b23-a70f-d2c83426fb74 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:25.590764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:25.591106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:25.591451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:25.607654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.608775 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.631387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.662605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:25.662899 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:25.682385 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 4 to bind port b734ba57-d01a-4077-99b5-3e4330f607aa Jul 08 02:04:25.685797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Transition to ACTIVE for port object 4fefba1e-0455-4652-9430-f84bb009ba08 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:25.768778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:25.769603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:25.769722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:25.771762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b475bb0-ba22-441e-8b03-8dab8a1e34c6 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.839111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.842803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:25.843343 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:25.850545 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 5 to bind port b734ba57-d01a-4077-99b5-3e4330f607aa Jul 08 02:04:25.872990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b626ab0-5897-468b-a9f6-25515a734a56 req-62fb2673-5d91-4c67-93ef-6cebc47acd12 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.1224279 Jul 08 02:04:25.931333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b475bb0-ba22-441e-8b03-8dab8a1e34c6 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=fc195908-0b37-4b23-a70f-d2c83426fb74,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:25.955189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:25.955682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:25.956124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:25.965073 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:25.965429 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:25.967818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b475bb0-ba22-441e-8b03-8dab8a1e34c6 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:25.973224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5b475bb0-ba22-441e-8b03-8dab8a1e34c6 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/ports/fc195908-0b37-4b23-a70f-d2c83426fb74 HTTP/1.1" status: 204 len: 168 time: 0.8338964 Jul 08 02:04:25.973896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:26.038009 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 6 to bind port b734ba57-d01a-4077-99b5-3e4330f607aa Jul 08 02:04:26.108031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.143332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-adb9e175-8d05-4886-8385-008a7a963870 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port dd6d6990-77d3-4fcf-a5dd-f1b8ee147a99 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:26.144162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adb9e175-8d05-4886-8385-008a7a963870 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.175870 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.245151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:26.245777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:26.246332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:26.264163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Network 8367831e-bd39-4d8b-9095-07cd773ab54f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:26.280028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:26.281127 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:26.283521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:26.287542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:26.297238 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 7 to bind port b734ba57-d01a-4077-99b5-3e4330f607aa Jul 08 02:04:26.364565 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adb9e175-8d05-4886-8385-008a7a963870 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.402686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-adb9e175-8d05-4886-8385-008a7a963870 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for dd6d6990-77d3-4fcf-a5dd-f1b8ee147a99 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:26.458508 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.476727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event updated for resources: {'Port': ['ID=4fefba1e-0455-4652-9430-f84bb009ba08,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:26.535920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:26.536991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.540377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:26.540719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:26.541404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:26.551419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:26.551955 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:26.555755 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 8 to bind port b734ba57-d01a-4077-99b5-3e4330f607aa Jul 08 02:04:26.570818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54566) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:26.629696 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-e230714d-e714-4c78-afa9-bb930700c3ee tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6626158 Jul 08 02:04:26.635393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:26.636624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:26.636979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:26.649218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:26.649537 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:26.673154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-ac341f34-bf9a-47cf-a167-c5874681eddf tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:04:26.674242 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-ac341f34-bf9a-47cf-a167-c5874681eddf tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261309 Jul 08 02:04:26.678766 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 9 to bind port b734ba57-d01a-4077-99b5-3e4330f607aa Jul 08 02:04:26.704930 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adb9e175-8d05-4886-8385-008a7a963870 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.726089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d3fe589e-1dbd-464e-955c-671cd42a926b None None] Provisioning for port 4fefba1e-0455-4652-9430-f84bb009ba08 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:26.740429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d3fe589e-1dbd-464e-955c-671cd42a926b None None] Provisioning complete for port 4fefba1e-0455-4652-9430-f84bb009ba08 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:26.740811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d3fe589e-1dbd-464e-955c-671cd42a926b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.752356 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:26.752689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:26.753023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:26.769981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9e175-8d05-4886-8385-008a7a963870 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=dd6d6990-77d3-4fcf-a5dd-f1b8ee147a99,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:26.885228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:26.885700 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:26.890462 n-d-694802-14 neutron-server[93884]: INFO neutron.plugins.ml2.plugin [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 10 to bind port b734ba57-d01a-4077-99b5-3e4330f607aa Jul 08 02:04:26.905620 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adb9e175-8d05-4886-8385-008a7a963870 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:26.910220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-adb9e175-8d05-4886-8385-008a7a963870 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/ports/dd6d6990-77d3-4fcf-a5dd-f1b8ee147a99 HTTP/1.1" status: 204 len: 168 time: 0.9326143 Jul 08 02:04:26.916837 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54582) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:26.917745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe589e-1dbd-464e-955c-671cd42a926b None None] Port 4fefba1e-0455-4652-9430-f84bb009ba08 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:26.960961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:26.961306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:26.961728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:26.980618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Request body: {'port': {'device_id': 'b8017138-d533-4746-97ec-dbef80707013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:26.989630 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d756909-852a-4a79-a548-bb2851962ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.039421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:27.039984 n-d-694802-14 neutron-server[93884]: ERROR neutron.plugins.ml2.managers [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port b734ba57-d01a-4077-99b5-3e4330f607aa on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:27.040251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.062433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44c412d-c6ae-4d03-a628-d6dab1118e49 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:27.063968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e44c412d-c6ae-4d03-a628-d6dab1118e49 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "GET /v2.0/ports?device_id=f80b02fe-2abf-464d-9e61-e20a43bb1c6f HTTP/1.1" status: 200 len: 913 time: 0.1461351 Jul 08 02:04:27.067807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:27.184900 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.436371 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.467013 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.582294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Allocated IP 172.25.4.29 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:27.700292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] For port b734ba57-d01a-4077-99b5-3e4330f607aa, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:27.700693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempted to set empty binding levels {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 02:04:27.757097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.792220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] In _notify_port_updated(), no bound segment for port b734ba57-d01a-4077-99b5-3e4330f607aa on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:04:27.793152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:27.793799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.798985 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "PUT /v2.0/ports/b734ba57-d01a-4077-99b5-3e4330f607aa HTTP/1.1" status: 200 len: 980 time: 3.9489129 Jul 08 02:04:27.801143 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d756909-852a-4a79-a548-bb2851962ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.802563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54590) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:27.822123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d18a8-cb0d-4cf6-aa26-d69b78da3103 req-f9c0d35d-4211-45da-a9d1-b3c33159c467 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:27.823968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e81d18a8-cb0d-4cf6-aa26-d69b78da3103 req-f9c0d35d-4211-45da-a9d1-b3c33159c467 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 931 time: 0.7087085 Jul 08 02:04:27.863864 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d756909-852a-4a79-a548-bb2851962ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.902072 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:27.920006 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5d756909-852a-4a79-a548-bb2851962ca8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c87892c1c7a646aeb35e202cd505a38d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3455861 Jul 08 02:04:27.940728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d756909-852a-4a79-a548-bb2851962ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d26ec0-89f5-47d3-8e1d-ee07f725c047,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:27.946160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54592) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:27.958090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf731b-6841-4695-9510-02a93596f85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event updated for resources: {'Port': ['ID=b734ba57-d01a-4077-99b5-3e4330f607aa,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:28.018136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e81d18a8-cb0d-4cf6-aa26-d69b78da3103 req-4f0e449c-6372-410e-b085-4af4eee33350 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558125 Jul 08 02:04:28.037034 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e8096d1-931b-4655-a3f0-967d36a106b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.119422 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e8096d1-931b-4655-a3f0-967d36a106b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.250937 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e8096d1-931b-4655-a3f0-967d36a106b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.253700 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e8096d1-931b-4655-a3f0-967d36a106b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.258006 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3e8096d1-931b-4655-a3f0-967d36a106b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33d26ec0-89f5-47d3-8e1d-ee07f725c047 HTTP/1.1" status: 204 len: 168 time: 0.3092318 Jul 08 02:04:28.287342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8096d1-931b-4655-a3f0-967d36a106b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d26ec0-89f5-47d3-8e1d-ee07f725c047,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:28.329797 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.681441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.681984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.682409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.682884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.683355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.683901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.684407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.684880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.685344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.685808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.686271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.686853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.687346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.687982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:28.690506 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d2469d7c-3b5f-4e40-b77c-7570c49ff406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12522 time: 0.8686748 Jul 08 02:04:28.696441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:28.696619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fefba1e-0455-4652-9430-f84bb009ba08 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:28.702750 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.711738 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.752130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:28.762324 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:28.774434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:28.777538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port cf22e11d-9f96-48bf-ba0b-1ec2b84c0bc9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:28.777883 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.786873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Transition to ACTIVE for port object 4fefba1e-0455-4652-9430-f84bb009ba08 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:28.829873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.832237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54614) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:28.863449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event updated for resources: {'Port': ['ID=9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:28.885469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e20bcbd-c551-41e7-9ae0-e7737e2b8e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.953557 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:28.972891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for cf22e11d-9f96-48bf-ba0b-1ec2b84c0bc9 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:28.980600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5fef0-8c46-4d4a-aff3-986f55090bf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Deleting port b734ba57-d01a-4077-99b5-3e4330f607aa {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:28.980940 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bd5fef0-8c46-4d4a-aff3-986f55090bf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.117079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-9bd5fef0-8c46-4d4a-aff3-986f55090bf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] For port b734ba57-d01a-4077-99b5-3e4330f607aa, host n-h2-694802-14, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:29.117461 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bd5fef0-8c46-4d4a-aff3-986f55090bf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.141466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5fef0-8c46-4d4a-aff3-986f55090bf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Calling delete_port for b734ba57-d01a-4077-99b5-3e4330f607aa owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:29.229206 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e20bcbd-c551-41e7-9ae0-e7737e2b8e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.231453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Pushing event updated for resources: {'Port': ['ID=4fefba1e-0455-4652-9430-f84bb009ba08,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:29.277247 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e20bcbd-c551-41e7-9ae0-e7737e2b8e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.345045 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9e20bcbd-c551-41e7-9ae0-e7737e2b8e35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24b3b9356a2f42e1bad953bf5022b08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080972 Jul 08 02:04:29.364701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54622) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:29.436130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bd5fef0-8c46-4d4a-aff3-986f55090bf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.457332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20bcbd-c551-41e7-9ae0-e7737e2b8e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb6bb93-1363-4e14-8f2b-0dee641a0ef2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:29.502782 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.537937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5fef0-8c46-4d4a-aff3-986f55090bf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event deleted for resources: {'Port': ['ID=b734ba57-d01a-4077-99b5-3e4330f607aa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:29.544191 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9bd5fef0-8c46-4d4a-aff3-986f55090bf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.547043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9bd5fef0-8c46-4d4a-aff3-986f55090bf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b734ba57-d01a-4077-99b5-3e4330f607aa HTTP/1.1" status: 204 len: 168 time: 0.8375599 Jul 08 02:04:29.550183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54630) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:29.552086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Attempting to bind port 4fefba1e-0455-4652-9430-f84bb009ba08 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:29.552471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Attempting to bind port 4fefba1e-0455-4652-9430-f84bb009ba08 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:29.552828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Attempting to bind port 4fefba1e-0455-4652-9430-f84bb009ba08 on network 8367831e-bd39-4d8b-9095-07cd773ab54f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:29.586101 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7c9dc8-754c-45f0-aabc-37a2449145fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:04:29.590711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5d7c9dc8-754c-45f0-aabc-37a2449145fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "GET /v2.0/ports/b734ba57-d01a-4077-99b5-3e4330f607aa HTTP/1.1" status: 404 len: 333 time: 0.0329494 Jul 08 02:04:29.596005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54634) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:29.615818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=cf22e11d-9f96-48bf-ba0b-1ec2b84c0bc9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:29.620557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2111613459', 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:29.671827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Port 4fefba1e-0455-4652-9430-f84bb009ba08 on network 8367831e-bd39-4d8b-9095-07cd773ab54f not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:29.672210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Attempting to bind port 4fefba1e-0455-4652-9430-f84bb009ba08 on network 8367831e-bd39-4d8b-9095-07cd773ab54f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:29.679406 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d8c2015-0cb4-461a-ac12-a6d5e1237780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.702685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:29.703101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Checking segment: {'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:29.703531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Bound using segment: {'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:29.703971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Bound port: 4fefba1e-0455-4652-9430-f84bb009ba08, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12d96da-bee2-4f59-8301-b612db23f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:29.704279 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.715677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Made reservation on behalf of c3e144ffd82d437ead080b83e9a8c959 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:29.718712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.725259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f317b-a7c8-47d8-b2f4-d1ca5f57c581 req-14444528-9514-480d-b905-51579f4d675e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:29.726837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d89f317b-a7c8-47d8-b2f4-d1ca5f57c581 req-14444528-9514-480d-b905-51579f4d675e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 943 time: 0.2932291 Jul 08 02:04:29.773296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d8c2015-0cb4-461a-ac12-a6d5e1237780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.832706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] device_id is not set on port a0c2e191-5265-444f-9db2-0cfd7cc64688 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:29.859092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d89f317b-a7c8-47d8-b2f4-d1ca5f57c581 req-b0883ee8-0b59-44f0-8a8d-6e200038d174 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222169 Jul 08 02:04:29.863529 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.886550 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:29.992467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] For port 4fefba1e-0455-4652-9430-f84bb009ba08, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:30.039683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d8c2015-0cb4-461a-ac12-a6d5e1237780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.042314 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d8c2015-0cb4-461a-ac12-a6d5e1237780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.043515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5d8c2015-0cb4-461a-ac12-a6d5e1237780 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fb6bb93-1363-4e14-8f2b-0dee641a0ef2 HTTP/1.1" status: 204 len: 168 time: 0.6730032 Jul 08 02:04:30.057113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] For port 4fefba1e-0455-4652-9430-f84bb009ba08, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4fefba1e-0455-4652-9430-f84bb009ba08,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:30.076443 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.087956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c2015-0cb4-461a-ac12-a6d5e1237780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb6bb93-1363-4e14-8f2b-0dee641a0ef2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:30.204912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Router f80b02fe-2abf-464d-9e61-e20a43bb1c6f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:04:30.285386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:30.285981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.287396 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] 10.222.0.16 "PUT /v2.0/ports/4fefba1e-0455-4652-9430-f84bb009ba08 HTTP/1.1" status: 200 len: 1092 time: 3.5400746 Jul 08 02:04:30.289588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:30.300503 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:30.409584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e987a2-69ff-4b84-b235-9a7ba18f2c45 service neutron] Pushing event updated for resources: {'Port': ['ID=4fefba1e-0455-4652-9430-f84bb009ba08,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:30.461387 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:30.473198 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a70bd53-876d-4afe-b1fa-168d294ff4d6 None None] Sync routers for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:30.487234 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a70bd53-876d-4afe-b1fa-168d294ff4d6 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:30.487428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.487882 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3a70bd53-876d-4afe-b1fa-168d294ff4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:30.491886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-30d3ec94-d3fd-446f-9001-5eac96f403b2 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "PUT /v2.0/routers/f80b02fe-2abf-464d-9e61-e20a43bb1c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4156551 Jul 08 02:04:30.493050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:30.498083 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e41cfb7-fe0b-46f2-be42-a126490b471c x-openstack-request-id: req-0e41cfb7-fe0b-46f2-be42-a126490b471c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:30.498370 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:30.498621 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e41cfb7-fe0b-46f2-be42-a126490b471c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:30.499751 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08', 'status': 'completed', 'code': 200} Jul 08 02:04:30.531244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.589527 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3a70bd53-876d-4afe-b1fa-168d294ff4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:30.602824 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a70bd53-876d-4afe-b1fa-168d294ff4d6 None None] Routers {'f80b02fe-2abf-464d-9e61-e20a43bb1c6f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:30.603446 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3a70bd53-876d-4afe-b1fa-168d294ff4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:30.626805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-d556feb6-ed9b-4ef9-9ded-ac7493fbb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:30.628414 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-d556feb6-ed9b-4ef9-9ded-ac7493fbb5bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=477e3f018e3a4055acc5e10adfd0a048&device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 1095 time: 0.2239394 Jul 08 02:04:30.650182 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.669530 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3a70bd53-876d-4afe-b1fa-168d294ff4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:30.670182 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a70bd53-876d-4afe-b1fa-168d294ff4d6 None None] The sync data for ids ['f80b02fe-2abf-464d-9e61-e20a43bb1c6f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:30.735825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.825964 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-57e81d4c-9fc2-48b4-b207-c3317c8dd34a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefba1e-0455-4652-9430-f84bb009ba08 HTTP/1.1" status: 200 len: 217 time: 0.1805246 Jul 08 02:04:30.872892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event updated for resources: {'Port': ['ID=a0c2e191-5265-444f-9db2-0cfd7cc64688,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:30.904016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Network b66829ac-73de-45c0-8175-e0e07643ed18 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:30.908554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:30.915576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:30.916578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:30.917199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.932496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:30.948895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-259fff2e-9533-47f3-8156-a88a56f845e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:30.950423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-259fff2e-9533-47f3-8156-a88a56f845e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=339b90b9-3db0-4eb3-950a-ab47bc37c461 HTTP/1.1" status: 200 len: 852 time: 0.1042717 Jul 08 02:04:30.955824 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6ad38f0d-b0e0-49b3-adb2-931d613a43e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3564045 Jul 08 02:04:30.957392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54668) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:31.049387 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e5051-174e-4560-9d3d-582fabc99c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.050948 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-796e5051-174e-4560-9d3d-582fabc99c09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "GET /v2.0/ports/a0c2e191-5265-444f-9db2-0cfd7cc64688 HTTP/1.1" status: 200 len: 959 time: 0.0925064 Jul 08 02:04:31.053600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54676) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:31.108376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Router 4d490c39-2790-4a2a-852d-7cf9959644c1 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:04:31.157909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting port c2b0b677-df54-41b9-a135-d46aa5262028 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:31.158530 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.248967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-ae550f46-0efd-4833-93ab-864a160692f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.250772 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-ae550f46-0efd-4833-93ab-864a160692f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8367831e-bd39-4d8b-9095-07cd773ab54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2919478 Jul 08 02:04:31.268015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:31.282172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Sync routers for ids ['4d490c39-2790-4a2a-852d-7cf9959644c1'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:31.326319 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Routers {'4d490c39-2790-4a2a-852d-7cf9959644c1'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:31.328964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['4d490c39-2790-4a2a-852d-7cf9959644c1'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:31.382122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.383391 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3b2d594c-f118-47ff-9493-effebdfc8d61 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9600053 Jul 08 02:04:31.409061 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:31.439345 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-2db1b901-6255-4f0c-b627-4713503afc45 service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807718 Jul 08 02:04:31.541889 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.583503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441c584-576c-46fd-90dc-bf6fafe985d9 req-53f42d3e-8ab1-49d3-9ffe-18f486120e3b tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.585980 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5441c584-576c-46fd-90dc-bf6fafe985d9 req-53f42d3e-8ab1-49d3-9ffe-18f486120e3b tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 943 time: 0.5000730 Jul 08 02:04:31.595109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Calling delete_port for c2b0b677-df54-41b9-a135-d46aa5262028 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:31.624541 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa59ffea-aa23-4ea2-8132-ecfde5f7dab3 req-097ecc98-c39d-47a4-8583-e16fa8b4d17d service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768823 Jul 08 02:04:31.646554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-09fb8f46-cb99-4c3f-9925-7f03f58a3aae req-c3d420e5-3102-49ec-a1d8-cd8aeb78aa4d service neutron] (93884) timed out ('10.222.0.41', 38480) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:04:31.673376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Set router 4d490c39-2790-4a2a-852d-7cf9959644c1 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:04:31.676948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5560ad7c-a38f-4f5d-8020-6cb58572ad80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Deleting port a0c2e191-5265-444f-9db2-0cfd7cc64688 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:31.677130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5560ad7c-a38f-4f5d-8020-6cb58572ad80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.790564 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5560ad7c-a38f-4f5d-8020-6cb58572ad80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:31.807829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5560ad7c-a38f-4f5d-8020-6cb58572ad80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Calling delete_port for a0c2e191-5265-444f-9db2-0cfd7cc64688 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:31.849101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-4febfa5c-bfd4-41c6-ba20-431440b0cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:31.851909 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-4febfa5c-bfd4-41c6-ba20-431440b0cfdf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=477e3f018e3a4055acc5e10adfd0a048&device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 1095 time: 0.1479638 Jul 08 02:04:31.870092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5441c584-576c-46fd-90dc-bf6fafe985d9 req-3560cced-59f6-4539-8ad5-f08c35f817ff tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718678 Jul 08 02:04:32.026492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cab9f2e7-9a8f-489d-b4f0-228859301b48 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/routers/4d490c39-2790-4a2a-852d-7cf9959644c1 HTTP/1.1" status: 200 len: 908 time: 0.6113491 Jul 08 02:04:32.027567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54702) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:32.034881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1646506601', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'enable_snat': True}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:32.094056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-fab08836-36f7-414e-9046-da7225d29021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:32.097457 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-fab08836-36f7-414e-9046-da7225d29021 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8367831e-bd39-4d8b-9095-07cd773ab54f HTTP/1.1" status: 200 len: 914 time: 0.2361808 Jul 08 02:04:32.110265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d490c39-2790-4a2a-852d-7cf9959644c1', 'name': 'tempest-snat-router-1646506601', 'tenant_id': '255f81b14e974a69b77408c23cfe8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.29'}], 'enable_snat': False}, 'gw_port_id': '9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:04:25Z', 'updated_at': '2021-07-08T02:04:29Z', 'revision_number': 3, 'project_id': '255f81b14e974a69b77408c23cfe8a20', 'gw_port': {'id': '9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:63:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d490c39-2790-4a2a-852d-7cf9959644c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:04:27Z', 'updated_at': '2021-07-08T02:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:32.117801 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.118832 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.173081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Checking router: 4d490c39-2790-4a2a-852d-7cf9959644c1 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:04:32.173438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Updating router 4d490c39-2790-4a2a-852d-7cf9959644c1 port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:04:32.192505 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-5cf1754a-2f02-41b1-8c3d-4fc644af993f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefba1e-0455-4652-9430-f84bb009ba08 HTTP/1.1" status: 200 len: 217 time: 0.0761471 Jul 08 02:04:32.231367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5560ad7c-a38f-4f5d-8020-6cb58572ad80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.257575 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.295500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-5ae6904d-78a9-4ce0-a530-c24b969c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:32.298843 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-5ae6904d-78a9-4ce0-a530-c24b969c07e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=339b90b9-3db0-4eb3-950a-ab47bc37c461 HTTP/1.1" status: 200 len: 852 time: 0.1054089 Jul 08 02:04:32.324017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.347736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5560ad7c-a38f-4f5d-8020-6cb58572ad80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0c2e191-5265-444f-9db2-0cfd7cc64688,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:32.354991 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5560ad7c-a38f-4f5d-8020-6cb58572ad80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.357385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5560ad7c-a38f-4f5d-8020-6cb58572ad80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "DELETE /v2.0/ports/a0c2e191-5265-444f-9db2-0cfd7cc64688 HTTP/1.1" status: 204 len: 168 time: 1.3028021 Jul 08 02:04:32.363146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:32.413369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-018d2a51-ef71-4981-953b-de6c166dab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:32.415114 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-018d2a51-ef71-4981-953b-de6c166dab6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8367831e-bd39-4d8b-9095-07cd773ab54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963612 Jul 08 02:04:32.533412 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b46faae-be18-44cd-9f7b-77c2c27fb109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:04:32.538365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5b46faae-be18-44cd-9f7b-77c2c27fb109 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "GET /v2.0/ports/a0c2e191-5265-444f-9db2-0cfd7cc64688 HTTP/1.1" status: 404 len: 333 time: 0.1707420 Jul 08 02:04:32.539441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54714) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:32.543857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Request body: {'port': {'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-476701362'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:32.610734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-b888f21a-7c95-4982-a2ba-b17819be59f9 service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855586 Jul 08 02:04:32.761624 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.802082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Transition to ACTIVE for port object 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:32.813009 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7995dbbf-6210-4c0a-ad2d-c76446bbe1aa req-deec8cc2-9e5a-4a90-83fc-210b78bb9f8a service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936443 Jul 08 02:04:32.825147 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.951811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Attempting to bind port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:32.952317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Attempting to bind port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:32.952904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Attempting to bind port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:32.978627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:32.979012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:32.979421 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:32.979813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:32.980326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Bound port: 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:32.984634 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.078445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.086707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] For port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:33.091612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] For port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:33.107727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Pushing event updated for resources: {'Port': ['ID=9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:33.111619 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.133621 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.133970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.134312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.134652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.135042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.135382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.135710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.136039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.136391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.136720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.137047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.137370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:04:33.151401 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.159732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Port': ['ID=c2b0b677-df54-41b9-a135-d46aa5262028,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:33.167860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Made reservation on behalf of c3e144ffd82d437ead080b83e9a8c959 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:33.170354 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.195343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Routers {'4d490c39-2790-4a2a-852d-7cf9959644c1'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:33.196267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['4d490c39-2790-4a2a-852d-7cf9959644c1'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:33.253910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] device_id is not set on port 492c068e-cc91-4f78-8198-0aff692c0d70 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:33.344202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] Set router 4d490c39-2790-4a2a-852d-7cf9959644c1 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:04:33.386399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.404634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddb273-b232-48fa-a2fc-c84ea1300674 req-cddd0bad-6b8f-43d8-a06f-1fb533b52d85 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:33.412191 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23ddb273-b232-48fa-a2fc-c84ea1300674 req-cddd0bad-6b8f-43d8-a06f-1fb533b52d85 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 943 time: 0.3347137 Jul 08 02:04:33.477982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151b80b-37a2-40dc-8d49-c0f3ed33a633 None None] Pushing event updated for resources: {'Port': ['ID=9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:33.544270 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.562243 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.606950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d490c39-2790-4a2a-852d-7cf9959644c1', 'name': 'tempest-snat-router-1646506601', 'tenant_id': '255f81b14e974a69b77408c23cfe8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.29'}], 'enable_snat': False}, 'gw_port_id': '9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:04:25Z', 'updated_at': '2021-07-08T02:04:29Z', 'revision_number': 3, 'project_id': '255f81b14e974a69b77408c23cfe8a20', 'gw_port': {'id': '9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:63:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d490c39-2790-4a2a-852d-7cf9959644c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:04:27Z', 'updated_at': '2021-07-08T02:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:33.643260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286ec18f-c306-4cd8-9d93-059d507946a8 None None] The sync data for ids ['4d490c39-2790-4a2a-852d-7cf9959644c1'] in n-d-694802-14 is: [{'id': '4d490c39-2790-4a2a-852d-7cf9959644c1', 'name': 'tempest-snat-router-1646506601', 'tenant_id': '255f81b14e974a69b77408c23cfe8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.29'}], 'enable_snat': False}, 'gw_port_id': '9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:04:25Z', 'updated_at': '2021-07-08T02:04:29Z', 'revision_number': 3, 'project_id': '255f81b14e974a69b77408c23cfe8a20', 'gw_port': {'id': '9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:63:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d490c39-2790-4a2a-852d-7cf9959644c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3128, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:04:27Z', 'updated_at': '2021-07-08T02:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:33.713803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23ddb273-b232-48fa-a2fc-c84ea1300674 req-1b7e4c64-24cf-44eb-9c4b-15760d44771c tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005438 Jul 08 02:04:33.717040 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.718403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Fanout notify agent at l3_agent the message router_deleted on router f80b02fe-2abf-464d-9e61-e20a43bb1c6f {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:33.731513 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.736000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-492557b6-4447-499e-8ebb-b07b6bae7b89 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/routers/f80b02fe-2abf-464d-9e61-e20a43bb1c6f HTTP/1.1" status: 204 len: 168 time: 3.2417271 Jul 08 02:04:33.738840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54780) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:33.803245 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.882706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daa61a8-5ccf-4621-802b-a4c24820c214 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Deleting subnet fadc35a2-1ac3-42d0-9c7b-d7498caeeffc {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:04:33.887151 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2daa61a8-5ccf-4621-802b-a4c24820c214 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:33.949450 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2daa61a8-5ccf-4621-802b-a4c24820c214 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.030789 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.043867 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2daa61a8-5ccf-4621-802b-a4c24820c214 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.138357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2daa61a8-5ccf-4621-802b-a4c24820c214 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.185550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Network b66829ac-73de-45c0-8175-e0e07643ed18 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:34.190863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:34.204417 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.206390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:34.207591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:34.208199 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.238702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event updated for resources: {'Port': ['ID=492c068e-cc91-4f78-8198-0aff692c0d70,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:34.241447 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.244642 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-512b06aa-dcd6-44d1-accb-91d93a188ee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7044954 Jul 08 02:04:34.247560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:34.253091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-694802-14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:34.258904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa61a8-5ccf-4621-802b-a4c24820c214 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Subnet': ['ID=fadc35a2-1ac3-42d0-9c7b-d7498caeeffc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:34.266462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2daa61a8-5ccf-4621-802b-a4c24820c214 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.275328 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2daa61a8-5ccf-4621-802b-a4c24820c214 tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/subnets/fadc35a2-1ac3-42d0-9c7b-d7498caeeffc HTTP/1.1" status: 204 len: 168 time: 0.5355482 Jul 08 02:04:34.275980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54808) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:34.444157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.449071 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.491831 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Allocated IP 172.25.4.233 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/6bdf9cca-9584-4a8e-aa38-075d21e49100) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:34.611197 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.623420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54812) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:34.631669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.661701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3a5cf2-a42a-442f-bae9-8e1867551a95']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:34.685336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42b2507-e5c1-4643-bd8e-9fd3e84c5d23') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:34.685709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42b2507-e5c1-4643-bd8e-9fd3e84c5d23') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:34.712342 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.740397 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.753726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:34.754482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:34.761812 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:34.860542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.951040 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0009-da6a-4af0-ad12-c7d85d7f8a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:34.994488 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.022609 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.026291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] 10.222.0.41 "DELETE /v2.0/networks/ac3a5cf2-a42a-442f-bae9-8e1867551a95 HTTP/1.1" status: 204 len: 168 time: 0.7492723 Jul 08 02:04:35.040072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:35.064255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b02c1d-dfad-48fa-8cea-00d1acd0a3fb tempest-FloatingIPTestJSON-1414924719 tempest-FloatingIPTestJSON-1414924719-project] Pushing event deleted for resources: {'Network': ['ID=ac3a5cf2-a42a-442f-bae9-8e1867551a95,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:35.170823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] device_id is not set on port 492c068e-cc91-4f78-8198-0aff692c0d70 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:35.182559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:35.190096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:35.191934 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.210719 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.220590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0009-da6a-4af0-ad12-c7d85d7f8a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.226061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac7e0009-da6a-4af0-ad12-c7d85d7f8a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.282520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.304787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Transition to ACTIVE for port object 492c068e-cc91-4f78-8198-0aff692c0d70 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:35.313699 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ac7e0009-da6a-4af0-ad12-c7d85d7f8a44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea8ad3a477244eb4b5fd32607920a069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6771049 Jul 08 02:04:35.316489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54830) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:35.335014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e0009-da6a-4af0-ad12-c7d85d7f8a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da8c2f8-e15b-48eb-9f2a-636b22c440be,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:35.378164 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.384773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:35.394020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:35.400329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:35.402706 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.423386 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cca223a-3873-4822-afb0-1b5ab8327e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.428792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:35.439576 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.485720 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cca223a-3873-4822-afb0-1b5ab8327e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.502896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:35.517096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:35.531934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69e6dd-6c2b-43db-a756-3875e703acb9 req-03dd849d-9dcd-4007-9ff3-ecb5c9346e16 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:35.536998 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b69e6dd-6c2b-43db-a756-3875e703acb9 req-03dd849d-9dcd-4007-9ff3-ecb5c9346e16 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 943 time: 0.5217769 Jul 08 02:04:35.571792 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cca223a-3873-4822-afb0-1b5ab8327e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.577700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3cca223a-3873-4822-afb0-1b5ab8327e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:35.583057 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3cca223a-3873-4822-afb0-1b5ab8327e0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5da8c2f8-e15b-48eb-9f2a-636b22c440be HTTP/1.1" status: 204 len: 168 time: 0.2638161 Jul 08 02:04:35.611356 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca223a-3873-4822-afb0-1b5ab8327e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da8c2f8-e15b-48eb-9f2a-636b22c440be,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:35.644121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event updated for resources: {'Port': ['ID=6bdf9cca-9584-4a8e-aa38-075d21e49100,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:35.706158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b69e6dd-6c2b-43db-a756-3875e703acb9 req-4f753ee0-c499-474a-8efb-08e0fd7cfabc tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417766 Jul 08 02:04:35.830279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:35.831567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:35.832368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:35.837951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event updated for resources: {'Port': ['ID=492c068e-cc91-4f78-8198-0aff692c0d70,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:35.856205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:35.856865 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:35.859885 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 2 to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 Jul 08 02:04:35.885482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:35.886841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:35.887399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:35.892918 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:35.893535 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:35.894195 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 3 to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 Jul 08 02:04:35.968748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:35.969320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:35.969773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:35.996956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:35.997289 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:35.999694 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 4 to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 Jul 08 02:04:36.057062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:36.057411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:36.057753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:36.091342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:36.091676 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:36.099981 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 5 to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 Jul 08 02:04:36.131593 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.135755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:36.136126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:36.136507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:36.191872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:36.192236 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:36.195454 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 6 to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 Jul 08 02:04:36.205160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54846) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:36.219654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ca67088e-62ac-4b17-bb55-f190e4952784 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02afc353e8b64c51b36e794828e80b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7133114 Jul 08 02:04:36.221385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:36.225373 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5840665-3494-45a1-8431-9c3edb3e4fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.280280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:36.280747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:36.281097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:36.308842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:36.308842 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:36.313055 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 7 to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 Jul 08 02:04:36.348719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:36.349070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:36.349407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:36.392557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5840665-3494-45a1-8431-9c3edb3e4fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.399796 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5840665-3494-45a1-8431-9c3edb3e4fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.402787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:36.403159 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:36.405750 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 8 to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 Jul 08 02:04:36.410965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2194f535-e9c8-4e66-b4cd-68dde7bbef94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.461493 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a5840665-3494-45a1-8431-9c3edb3e4fba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f428c966e4a4143841097ada80510bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536542 Jul 08 02:04:36.463357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5840665-3494-45a1-8431-9c3edb3e4fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da77c0d-43ce-4b8d-82ed-57fbd073ba07,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:36.465259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54854) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:36.494161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:36.494506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:36.494886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:36.516151 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2194f535-e9c8-4e66-b4cd-68dde7bbef94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.522273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:36.522616 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:36.529387 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 9 to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 Jul 08 02:04:36.532213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a91b72c-7114-403a-b67c-dafb2304bdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.553499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:36.554621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:36.555256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:36.568107 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a91b72c-7114-403a-b67c-dafb2304bdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.588664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:36.589050 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:36.595287 n-d-694802-14 neutron-server[93883]: INFO neutron.plugins.ml2.plugin [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempt 10 to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 Jul 08 02:04:36.606917 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.618246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:36.618246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:36.618518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempting to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:36.653748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a91b72c-7114-403a-b67c-dafb2304bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.662701 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a91b72c-7114-403a-b67c-dafb2304bdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.662701 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1a91b72c-7114-403a-b67c-dafb2304bdf2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4da77c0d-43ce-4b8d-82ed-57fbd073ba07 HTTP/1.1" status: 204 len: 168 time: 0.1968055 Jul 08 02:04:36.663025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:04:36.663403 n-d-694802-14 neutron-server[93883]: ERROR neutron.plugins.ml2.managers [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Failed to bind port 492c068e-cc91-4f78-8198-0aff692c0d70 on host n-h2-694802-14 for vnic_type normal using segments [{'id': 'db27da90-12b1-44fe-9e84-dea00b498a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b66829ac-73de-45c0-8175-e0e07643ed18'}] Jul 08 02:04:36.663680 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.675041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91b72c-7114-403a-b67c-dafb2304bdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da77c0d-43ce-4b8d-82ed-57fbd073ba07,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:36.782872 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2194f535-e9c8-4e66-b4cd-68dde7bbef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.785971 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2194f535-e9c8-4e66-b4cd-68dde7bbef94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.790575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2194f535-e9c8-4e66-b4cd-68dde7bbef94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0816f42c-1601-4290-b9ed-28d4fd0e95e8 HTTP/1.1" status: 204 len: 168 time: 0.5666344 Jul 08 02:04:36.824793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194f535-e9c8-4e66-b4cd-68dde7bbef94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0816f42c-1601-4290-b9ed-28d4fd0e95e8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:36.874554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] For port 492c068e-cc91-4f78-8198-0aff692c0d70, host n-h2-694802-14, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:36.875248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attempted to set empty binding levels {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 08 02:04:36.890291 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.927012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Router c3046443-5091-4490-9293-882a5d46fa14 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:04:36.957963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] In _notify_port_updated(), no bound segment for port 492c068e-cc91-4f78-8198-0aff692c0d70 on network b66829ac-73de-45c0-8175-e0e07643ed18 {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:04:36.959402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:36.960605 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:36.962084 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "PUT /v2.0/ports/492c068e-cc91-4f78-8198-0aff692c0d70 HTTP/1.1" status: 200 len: 979 time: 2.7134171 Jul 08 02:04:36.969638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54862) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:36.997677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:37.079374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:37.080052 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.149093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a59f37-df58-4660-8bbc-aac1c83d31fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event updated for resources: {'Port': ['ID=492c068e-cc91-4f78-8198-0aff692c0d70,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:37.231106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1aecbd46-b253-4913-ad71-31df17fcdda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Deleting port 492c068e-cc91-4f78-8198-0aff692c0d70 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:37.232956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1aecbd46-b253-4913-ad71-31df17fcdda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.265912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:37.291456 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Sync routers for ids ['c3046443-5091-4490-9293-882a5d46fa14'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:37.322830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Routers {'c3046443-5091-4490-9293-882a5d46fa14'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:37.323657 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c3046443-5091-4490-9293-882a5d46fa14'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:37.330391 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.339869 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6cca5846-773a-452d-a5fe-9f57a32317d4 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3058674 Jul 08 02:04:37.362031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f320d69-e6c9-45e6-a288-d6d01d1a988c req-0ebe8437-6741-42f4-971c-a071e5e3de12 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:37.368054 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f320d69-e6c9-45e6-a288-d6d01d1a988c req-0ebe8437-6741-42f4-971c-a071e5e3de12 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 943 time: 0.4342608 Jul 08 02:04:37.388331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54890) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:37.466181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f320d69-e6c9-45e6-a288-d6d01d1a988c req-689593bf-5fac-4f74-9a96-113413b8a67c tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834413 Jul 08 02:04:37.606339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1aecbd46-b253-4913-ad71-31df17fcdda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] For port 492c068e-cc91-4f78-8198-0aff692c0d70, host n-h2-694802-14, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:37.606721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1aecbd46-b253-4913-ad71-31df17fcdda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.644157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1aecbd46-b253-4913-ad71-31df17fcdda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Calling delete_port for 492c068e-cc91-4f78-8198-0aff692c0d70 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:37.664810 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6bc0e5ee-a4e1-4b6c-acfa-99f1673f5568 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/routers/c3046443-5091-4490-9293-882a5d46fa14 HTTP/1.1" status: 200 len: 908 time: 0.2729535 Jul 08 02:04:37.667788 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:37.677346 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Set router c3046443-5091-4490-9293-882a5d46fa14 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:04:37.806303 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1aecbd46-b253-4913-ad71-31df17fcdda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.880805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecbd46-b253-4913-ad71-31df17fcdda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Pushing event deleted for resources: {'Port': ['ID=492c068e-cc91-4f78-8198-0aff692c0d70,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:37.909236 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1aecbd46-b253-4913-ad71-31df17fcdda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:37.915438 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1aecbd46-b253-4913-ad71-31df17fcdda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "DELETE /v2.0/ports/492c068e-cc91-4f78-8198-0aff692c0d70 HTTP/1.1" status: 204 len: 168 time: 0.9446797 Jul 08 02:04:37.918767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54918) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:37.996044 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80457e4-afde-48ba-bad4-769785f69dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] GET failed (client error): The resource could not be found. Jul 08 02:04:38.003384 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b80457e4-afde-48ba-bad4-769785f69dcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982850506-project-admin] 10.222.0.41 "GET /v2.0/ports/492c068e-cc91-4f78-8198-0aff692c0d70 HTTP/1.1" status: 404 len: 333 time: 0.0831432 Jul 08 02:04:38.006928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54922) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:38.084465 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3046443-5091-4490-9293-882a5d46fa14', 'name': 'tempest-snat-router-1646506601', 'tenant_id': '255f81b14e974a69b77408c23cfe8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '6bdf9cca-9584-4a8e-aa38-075d21e49100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:04:32Z', 'updated_at': '2021-07-08T02:04:35Z', 'revision_number': 3, 'project_id': '255f81b14e974a69b77408c23cfe8a20', 'gw_port': {'id': '6bdf9cca-9584-4a8e-aa38-075d21e49100', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3046443-5091-4490-9293-882a5d46fa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3139, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:04:34Z', 'updated_at': '2021-07-08T02:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:38.119739 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Checking router: c3046443-5091-4490-9293-882a5d46fa14 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:04:38.122307 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Updating router c3046443-5091-4490-9293-882a5d46fa14 port 6bdf9cca-9584-4a8e-aa38-075d21e49100 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:04:38.168458 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.269938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:38.296235 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.412642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.426311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66829ac-73de-45c0-8175-e0e07643ed18']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:38.443653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db27da90-12b1-44fe-9e84-dea00b498a7d') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:38.446412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db27da90-12b1-44fe-9e84-dea00b498a7d') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:38.470420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.482368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.511474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.531507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:38.532174 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:38.535694 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:38.677766 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.703868 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Transition to ACTIVE for port object 6bdf9cca-9584-4a8e-aa38-075d21e49100 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:38.711951 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.771308 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.816870 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Attempting to bind port 6bdf9cca-9584-4a8e-aa38-075d21e49100 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:38.817252 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Attempting to bind port 6bdf9cca-9584-4a8e-aa38-075d21e49100 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:38.817615 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Attempting to bind port 6bdf9cca-9584-4a8e-aa38-075d21e49100 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:38.832999 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:38.834211 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:38.835057 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.838629 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:38.845145 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Bound port: 6bdf9cca-9584-4a8e-aa38-075d21e49100, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:38.845731 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.864413 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991172b-b6cd-4f09-9aea-c859a3774528 req-c5bcfd8c-4e95-4e77-9fad-166368e40d99 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:38.866973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0991172b-b6cd-4f09-9aea-c859a3774528 req-c5bcfd8c-4e95-4e77-9fad-166368e40d99 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 943 time: 0.2041047 Jul 08 02:04:38.909695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 54958) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:38.921518 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb43ff-ccbd-4dc2-a0b2-1ab9e924bd2d None None] Pushing event updated for resources: {'Port': ['ID=6bdf9cca-9584-4a8e-aa38-075d21e49100,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:38.924439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Deleting port 6bdf9cca-9584-4a8e-aa38-075d21e49100 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:38.924863 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:38.930761 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0991172b-b6cd-4f09-9aea-c859a3774528 req-398ce3d3-9ef0-4278-ab39-57d694eb278c tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539968 Jul 08 02:04:39.000417 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] For port 6bdf9cca-9584-4a8e-aa38-075d21e49100, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:39.003791 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] For port 6bdf9cca-9584-4a8e-aa38-075d21e49100, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6bdf9cca-9584-4a8e-aa38-075d21e49100,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:39.011036 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.015064 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.052944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] For port 6bdf9cca-9584-4a8e-aa38-075d21e49100, host n-d-694802-14, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:39.054252 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.073250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Calling delete_port for 6bdf9cca-9584-4a8e-aa38-075d21e49100 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:39.106841 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Routers {'c3046443-5091-4490-9293-882a5d46fa14'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:39.107460 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c3046443-5091-4490-9293-882a5d46fa14'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:39.252646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1738656484'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:39.282334 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] Set router c3046443-5091-4490-9293-882a5d46fa14 gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:04:39.315499 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-702f4b3c-370a-4a73-987c-8e0aa9b2ce31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.319356 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.324934 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.328102 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] 10.222.0.41 "DELETE /v2.0/networks/b66829ac-73de-45c0-8175-e0e07643ed18 HTTP/1.1" status: 204 len: 168 time: 1.3157847 Jul 08 02:04:39.379984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd04b5a-67d8-4b32-aaf3-6c51e12aa50f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1258635437-project] Pushing event deleted for resources: {'Network': ['ID=b66829ac-73de-45c0-8175-e0e07643ed18,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:39.403722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:39.408235 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3046443-5091-4490-9293-882a5d46fa14', 'name': 'tempest-snat-router-1646506601', 'tenant_id': '255f81b14e974a69b77408c23cfe8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:04:32Z', 'updated_at': '2021-07-08T02:04:38Z', 'revision_number': 4, 'project_id': '255f81b14e974a69b77408c23cfe8a20', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:39.408979 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.419118 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb43ff-ccbd-4dc2-a0b2-1ab9e924bd2d None None] Pushing event updated for resources: {'Port': ['ID=6bdf9cca-9584-4a8e-aa38-075d21e49100,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:39.424585 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.474801 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4ab03d-9561-4a7d-82a0-d48c4585daa2 None None] The sync data for ids ['c3046443-5091-4490-9293-882a5d46fa14'] in n-d-694802-14 is: [{'id': 'c3046443-5091-4490-9293-882a5d46fa14', 'name': 'tempest-snat-router-1646506601', 'tenant_id': '255f81b14e974a69b77408c23cfe8a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:04:32Z', 'updated_at': '2021-07-08T02:04:38Z', 'revision_number': 4, 'project_id': '255f81b14e974a69b77408c23cfe8a20', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:39.552040 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.576590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-702f4b3c-370a-4a73-987c-8e0aa9b2ce31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.590414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-702f4b3c-370a-4a73-987c-8e0aa9b2ce31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.629274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4fefba1e-0455-4652-9430-f84bb009ba08 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:04:39.634862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bdf9cca-9584-4a8e-aa38-075d21e49100,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:39.669473 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-702f4b3c-370a-4a73-987c-8e0aa9b2ce31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e2faaee17214a76a7e9a71046f56962&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3939798 Jul 08 02:04:39.675531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 54988) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:39.729112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.785287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f4b3c-370a-4a73-987c-8e0aa9b2ce31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c03364-d511-4c63-bd84-48add60da3ea,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:39.894150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4fefba1e-0455-4652-9430-f84bb009ba08, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4fefba1e-0455-4652-9430-f84bb009ba08,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:39.897724 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31614e73-0dee-4c0d-ba1e-e7e8196565dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.913629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '4fefba1e-0455-4652-9430-f84bb009ba08', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'port_id': '4fefba1e-0455-4652-9430-f84bb009ba08', 'mac_address': 'fa:16:3e:6c:b9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:04:39.932277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31614e73-0dee-4c0d-ba1e-e7e8196565dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.989559 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:39.992414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55010) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:39.996900 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.063384 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31614e73-0dee-4c0d-ba1e-e7e8196565dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.066983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31614e73-0dee-4c0d-ba1e-e7e8196565dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.069375 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-31614e73-0dee-4c0d-ba1e-e7e8196565dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15c03364-d511-4c63-bd84-48add60da3ea HTTP/1.1" status: 204 len: 168 time: 0.3919611 Jul 08 02:04:40.074758 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.094235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31614e73-0dee-4c0d-ba1e-e7e8196565dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c03364-d511-4c63-bd84-48add60da3ea,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:40.140088 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.140720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3046443-5091-4490-9293-882a5d46fa14 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:40.171982 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.174197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1f3b7544-828f-4c7d-8efd-f0026b3a31dd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "DELETE /v2.0/routers/c3046443-5091-4490-9293-882a5d46fa14 HTTP/1.1" status: 204 len: 168 time: 2.5053542 Jul 08 02:04:40.177164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55026) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:40.190289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.194484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fefba1e-0455-4652-9430-f84bb009ba08 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:04:40.288899 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.290185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4fefba1e-0455-4652-9430-f84bb009ba08, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4fefba1e-0455-4652-9430-f84bb009ba08,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:40.297946 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.375095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e376e7c7-7583-4a7a-b1e7-977715262ea7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:40.397183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:40.439757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.444744 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Added segment 5e69fa65-412e-4fab-a6b2-aac42ee4ad99 of type vlan for network b967c730-816c-4fac-86ca-670f130e4cec Jul 08 02:04:40.475459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4fefba1e-0455-4652-9430-f84bb009ba08,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:40.539007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df12a35-2374-40cf-926b-56f5ff16f389 req-1bf26d9d-a704-4bff-ab9e-1d193615b25c tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.549918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7df12a35-2374-40cf-926b-56f5ff16f389 req-1bf26d9d-a704-4bff-ab9e-1d193615b25c tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 943 time: 0.3492038 Jul 08 02:04:40.565606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['4fefba1e-0455-4652-9430-f84bb009ba08'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:04:40.567087 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-df71416e-9d7d-4232-ad24-27ad28e78b92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e1267bb28984dc18eaf33eb25fc9753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734928 Jul 08 02:04:40.570756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55036) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:40.588035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.593494 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.698125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7df12a35-2374-40cf-926b-56f5ff16f389 req-9f6b2c67-9ec9-40d3-a1c9-2ee32a7ca2dc tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401925 Jul 08 02:04:40.713342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55044) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:40.735806 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.741639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:40.742269 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.780542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38f70af6-4dc2-4488-8d22-4eb73c306c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.841096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9300127 Jul 08 02:04:40.854113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd211fcf-65a3-4eac-8046-1aebb7e4b6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.898275 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.907463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:40.910921 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd211fcf-65a3-4eac-8046-1aebb7e4b6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.973956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd211fcf-65a3-4eac-8046-1aebb7e4b6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.977422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd211fcf-65a3-4eac-8046-1aebb7e4b6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:40.981224 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fd211fcf-65a3-4eac-8046-1aebb7e4b6de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbafaed1-e939-49dd-9d22-db40a9d4ba20 HTTP/1.1" status: 204 len: 168 time: 0.4070814 Jul 08 02:04:41.008777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd211fcf-65a3-4eac-8046-1aebb7e4b6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbafaed1-e939-49dd-9d22-db40a9d4ba20,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:41.016527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49f482-6ce8-4197-8e24-487ac193885e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=b967c730-816c-4fac-86ca-670f130e4cec,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:41.114895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network b967c730-816c-4fac-86ca-670f130e4cec details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:41.183574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Deleting port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:41.188052 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.247772 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38f70af6-4dc2-4488-8d22-4eb73c306c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.263230 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38f70af6-4dc2-4488-8d22-4eb73c306c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.394212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f70af6-4dc2-4488-8d22-4eb73c306c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f239f131-e96b-478d-a74b-8595a9dfcbcc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:41.407754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-38f70af6-4dc2-4488-8d22-4eb73c306c70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cb3f4ceac814f308bd0899488ad35ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6930785 Jul 08 02:04:41.411793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55062) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:41.472133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] For port 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:41.472429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.494566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Calling delete_port for 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:41.554746 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebb18000-6bd5-4859-9258-033cad0b1cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.594776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f814252c-dba6-4560-a83f-ce8123a5a13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.643011 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f814252c-dba6-4560-a83f-ce8123a5a13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.645215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4fefba1e-0455-4652-9430-f84bb009ba08 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:41.722033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55064) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:41.763106 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebb18000-6bd5-4859-9258-033cad0b1cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.773419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebb18000-6bd5-4859-9258-033cad0b1cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.785765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 4fefba1e-0455-4652-9430-f84bb009ba08 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:41.791042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 4fefba1e-0455-4652-9430-f84bb009ba08 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:41.791734 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.818675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dc129776-9a64-4bbe-9f89-326b898956fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c3e144ffd82d437ead080b83e9a8c959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911791 Jul 08 02:04:41.830385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55074) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:41.939255 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ebb18000-6bd5-4859-9258-033cad0b1cca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ee243e1226d4d6b8357910c3da25d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0248296 Jul 08 02:04:41.943955 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.945495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55076) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:41.956117 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f814252c-dba6-4560-a83f-ce8123a5a13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.959329 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f814252c-dba6-4560-a83f-ce8123a5a13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:41.960612 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f814252c-dba6-4560-a83f-ce8123a5a13d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f239f131-e96b-478d-a74b-8595a9dfcbcc HTTP/1.1" status: 204 len: 168 time: 0.5476034 Jul 08 02:04:41.980119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb18000-6bd5-4859-9258-033cad0b1cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8fa052-a91a-43d0-92db-ef20229fc37b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:42.040639 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4fefba1e-0455-4652-9430-f84bb009ba08, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4fefba1e-0455-4652-9430-f84bb009ba08,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:42.042413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:42.048917 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25da2a3e-5be0-4250-9d5a-11367a4fbd03" -d '{"events": [{"server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "name": "network-vif-plugged", "status": "completed", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:42.059139 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.137074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814252c-dba6-4560-a83f-ce8123a5a13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f239f131-e96b-478d-a74b-8595a9dfcbcc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:42.139531 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c17fcb5-e45a-44b8-91e0-8e75b084e7ff x-openstack-request-id: req-9c17fcb5-e45a-44b8-91e0-8e75b084e7ff {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:42.142398 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "name": "network-vif-plugged", "status": "completed", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:42.142877 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c17fcb5-e45a-44b8-91e0-8e75b084e7ff {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:42.143316 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08', 'code': 200} Jul 08 02:04:42.145367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-141f36b1-bd05-49c5-8d12-3646895991a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.148565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e418988-0f3e-499c-a4cc-b80fb08f8746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.181809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.279329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4fefba1e-0455-4652-9430-f84bb009ba08,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:42.312677 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-141f36b1-bd05-49c5-8d12-3646895991a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.378348 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-141f36b1-bd05-49c5-8d12-3646895991a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.382511 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-141f36b1-bd05-49c5-8d12-3646895991a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.384486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-141f36b1-bd05-49c5-8d12-3646895991a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ad8fa052-a91a-43d0-92db-ef20229fc37b HTTP/1.1" status: 204 len: 168 time: 0.4376674 Jul 08 02:04:42.403069 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f36b1-bd05-49c5-8d12-3646895991a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8fa052-a91a-43d0-92db-ef20229fc37b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:42.452259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad1954-f287-49d6-88f6-ffeb6b664cf6 req-31954afb-95ca-4e4d-870e-c25776dfc0ca tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.454699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cdad1954-f287-49d6-88f6-ffeb6b664cf6 req-31954afb-95ca-4e4d-870e-c25776dfc0ca tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 945 time: 0.3471911 Jul 08 02:04:42.491884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:42.564629 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e418988-0f3e-499c-a4cc-b80fb08f8746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.575047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cdad1954-f287-49d6-88f6-ffeb6b664cf6 req-bc4cde22-1268-493a-a6d8-c233f2d1960f tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141717 Jul 08 02:04:42.742244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.749185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4722f-90cd-4514-86c0-e65b93e2f5ad req-12800f81-1425-4196-9cf6-f84b316f94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:42.751267 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86a4722f-90cd-4514-86c0-e65b93e2f5ad req-12800f81-1425-4196-9cf6-f84b316f94c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 1097 time: 0.4209132 Jul 08 02:04:42.899280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e418988-0f3e-499c-a4cc-b80fb08f8746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.907518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e418988-0f3e-499c-a4cc-b80fb08f8746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:42.916933 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4e418988-0f3e-499c-a4cc-b80fb08f8746 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93ccab70-5097-4f90-93aa-ccc7ff95c63a HTTP/1.1" status: 204 len: 168 time: 1.0852864 Jul 08 02:04:42.936802 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.003655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.017682 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86a4722f-90cd-4514-86c0-e65b93e2f5ad req-8e466b7e-e98b-4dc2-88bf-040518b0ee34 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346401 Jul 08 02:04:43.022909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e418988-0f3e-499c-a4cc-b80fb08f8746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ccab70-5097-4f90-93aa-ccc7ff95c63a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:43.103808 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.106688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d490c39-2790-4a2a-852d-7cf9959644c1 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:43.129520 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.130867 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1b45c012-17d4-4584-8e1f-bff0dd56bb97 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "DELETE /v2.0/routers/4d490c39-2790-4a2a-852d-7cf9959644c1 HTTP/1.1" status: 204 len: 168 time: 2.9523284 Jul 08 02:04:43.136663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55112) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:43.144257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1999441367', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:43.185962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.187939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.410676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:43.824140 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.180059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce3b46-690e-471d-aeaf-03b56553584f req-00e7e5be-c7ee-4435-89dc-36945b21ad88 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:44.190797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39ce3b46-690e-471d-aeaf-03b56553584f req-00e7e5be-c7ee-4435-89dc-36945b21ad88 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 945 time: 0.1714175 Jul 08 02:04:44.328613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.349518 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39ce3b46-690e-471d-aeaf-03b56553584f req-950b7041-c2eb-4ee5-ad46-e008533ae91a tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476967 Jul 08 02:04:44.375477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.549090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:44.557076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'network_id': 'b967c730-816c-4fac-86ca-670f130e4cec', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:44.594283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Allocated IP 172.25.4.160 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/dc99fa79-4bd6-496f-8585-ae7d74577ad8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:44.710001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:44.715178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.757946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.872565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:44.925676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:04:44.962638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:04:44.963218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9b54291f-d8bc-4f7d-9f9b-c1f2b8ff97e5 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:04:44.992601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:45.005576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:45.011744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:45.053406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Pushing event updated for resources: {'Port': ['ID=dc99fa79-4bd6-496f-8585-ae7d74577ad8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:45.064478 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.148785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=9a973c0b-ce36-44a9-8f4f-db1922893b92,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:45.166810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking segment: {'id': '5e69fa65-412e-4fab-a6b2-aac42ee4ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b967c730-816c-4fac-86ca-670f130e4cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:45.167471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network hostable DHCP agents. Network: b967c730-816c-4fac-86ca-670f130e4cec, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:45.190001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network b967c730-816c-4fac-86ca-670f130e4cec is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:45.218550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, b967c730-816c-4fac-86ca-670f130e4cec) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:45.227408 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.227678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d146f2-c2dd-420a-b000-17b102a69352 None None] Network b967c730-816c-4fac-86ca-670f130e4cec requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:45.228485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.283568 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a40f2072-a4c9-42c5-8359-2da91a6bbc83 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7330365 Jul 08 02:04:45.287424 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:45.300513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1284547188'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:45.362526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:45.368458 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.464669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:45.490037 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.490397 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Added segment c0914e10-8645-4fbe-9f07-3641ad825a01 of type vlan for network d833c532-6663-42d4-b090-2c17fba6ab01 Jul 08 02:04:45.513402 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.606652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.661836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-b967c730-816c-4fac-86ca-670f130e4cec', 'network_id': 'b967c730-816c-4fac-86ca-670f130e4cec', 'tenant_id': '900f5ec918304af2a1493456f4871b77', 'fixed_ips': [{'subnet_id': '9a973c0b-ce36-44a9-8f4f-db1922893b92'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:04:45.662852 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.733227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.742446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.743111 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.772203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4802806 Jul 08 02:04:45.786927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:45.796972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'network_id': 'd833c532-6663-42d4-b090-2c17fba6ab01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:45.848094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:45.917296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413def41-33f7-4ee4-8540-061a80525432 req-fed55c99-df3b-44c7-a7a2-9acf373c6758 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:45.921521 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413def41-33f7-4ee4-8540-061a80525432 req-fed55c99-df3b-44c7-a7a2-9acf373c6758 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 945 time: 0.2836821 Jul 08 02:04:45.957816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a0c6c-026f-4f00-98d9-8bb003541fe3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=d833c532-6663-42d4-b090-2c17fba6ab01,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:45.992589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network d833c532-6663-42d4-b090-2c17fba6ab01 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:46.007030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55216) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:46.054081 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-413def41-33f7-4ee4-8540-061a80525432 req-5cb53cf2-b8c9-406f-9826-dcd7f0973661 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231050 Jul 08 02:04:46.089407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:46.111641 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.126369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Router a83115de-de70-4322-bc90-aff94b255684 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:04:46.190350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Allocated IP 2001:db8:0:ffff::2 (b967c730-816c-4fac-86ca-670f130e4cec/9a973c0b-ce36-44a9-8f4f-db1922893b92/aad95baf-ad35-47bb-8f73-81d7c7a01008) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:46.414862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:46.481921 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.484285 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-11ce14ae-e286-4013-9bb2-58575454c335 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3467917 Jul 08 02:04:46.487046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55238) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:46.492002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f6b722a4-22c1-4efa-b086-19769f5d9710 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'enable_snat': False}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:46.501782 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.512253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Transition to ACTIVE for port object aad95baf-ad35-47bb-8f73-81d7c7a01008 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:46.530861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Transition to ACTIVE for port object aad95baf-ad35-47bb-8f73-81d7c7a01008 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:46.536355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2e554-8fdf-4a69-8eb8-9427420021e5 None None] Sync routers for ids ['a83115de-de70-4322-bc90-aff94b255684'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:46.546226 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.596114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a50b0-6772-4b99-aed1-7688f317f834 req-0887bfd3-73f0-4d9c-a96d-c9475bb72314 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:46.605092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1045607305'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:46.607186 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f23a50b0-6772-4b99-aed1-7688f317f834 req-0887bfd3-73f0-4d9c-a96d-c9475bb72314 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 945 time: 0.3077483 Jul 08 02:04:46.617929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Network b967c730-816c-4fac-86ca-670f130e4cec is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:46.619490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2e554-8fdf-4a69-8eb8-9427420021e5 None None] Routers {'a83115de-de70-4322-bc90-aff94b255684'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:46.620386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4ae2e554-8fdf-4a69-8eb8-9427420021e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a83115de-de70-4322-bc90-aff94b255684'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:46.622787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Pushing event updated for resources: {'Port': ['ID=aad95baf-ad35-47bb-8f73-81d7c7a01008,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:46.627041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:46.630487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:46.670779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4ae2e554-8fdf-4a69-8eb8-9427420021e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:46.707999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2e554-8fdf-4a69-8eb8-9427420021e5 None None] Routers {'a83115de-de70-4322-bc90-aff94b255684'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:46.708990 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4ae2e554-8fdf-4a69-8eb8-9427420021e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a83115de-de70-4322-bc90-aff94b255684'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:46.751828 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.768640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4ae2e554-8fdf-4a69-8eb8-9427420021e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:46.769666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2e554-8fdf-4a69-8eb8-9427420021e5 None None] The sync data for ids ['a83115de-de70-4322-bc90-aff94b255684'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:46.788165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Attempting to bind port aad95baf-ad35-47bb-8f73-81d7c7a01008 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:46.789069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Attempting to bind port aad95baf-ad35-47bb-8f73-81d7c7a01008 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '5e69fa65-412e-4fab-a6b2-aac42ee4ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b967c730-816c-4fac-86ca-670f130e4cec'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:46.789206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Attempting to bind port aad95baf-ad35-47bb-8f73-81d7c7a01008 on network b967c730-816c-4fac-86ca-670f130e4cec {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:46.796426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:46.797272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Checking segment: {'id': '5e69fa65-412e-4fab-a6b2-aac42ee4ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b967c730-816c-4fac-86ca-670f130e4cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:46.797840 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.798341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Bound using segment: {'id': '5e69fa65-412e-4fab-a6b2-aac42ee4ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b967c730-816c-4fac-86ca-670f130e4cec'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:46.798936 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Bound port: aad95baf-ad35-47bb-8f73-81d7c7a01008, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e69fa65-412e-4fab-a6b2-aac42ee4ad99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b967c730-816c-4fac-86ca-670f130e4cec'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:46.799424 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.806025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Made reservation on behalf of a11f9dcade004f2cb7395c5866bf2559 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:46.810127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.825571 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.870886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] For port aad95baf-ad35-47bb-8f73-81d7c7a01008, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:46.875486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] For port aad95baf-ad35-47bb-8f73-81d7c7a01008, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aad95baf-ad35-47bb-8f73-81d7c7a01008,segment=NetworkSegment(5e69fa65-412e-4fab-a6b2-aac42ee4ad99),segment_id=5e69fa65-412e-4fab-a6b2-aac42ee4ad99)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:46.881985 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:46.964083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=0ba3e63f-2f93-49f2-ad5c-12b942f57401,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:46.967752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6f598-7a77-4734-8294-13ec544ff659 None None] Pushing event updated for resources: {'Port': ['ID=aad95baf-ad35-47bb-8f73-81d7c7a01008,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:46.995878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f23a50b0-6772-4b99-aed1-7688f317f834 req-06fc4ce4-929e-47a2-aaa3-df82fdc091d0 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785405 Jul 08 02:04:47.032933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55248) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:47.108618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking segment: {'id': 'c0914e10-8645-4fbe-9f07-3641ad825a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd833c532-6663-42d4-b090-2c17fba6ab01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:47.109466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network hostable DHCP agents. Network: d833c532-6663-42d4-b090-2c17fba6ab01, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:47.137132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network d833c532-6663-42d4-b090-2c17fba6ab01 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:47.171876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, d833c532-6663-42d4-b090-2c17fba6ab01) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:47.183623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbce521-6a71-44da-a318-9bea5112d70d None None] Network d833c532-6663-42d4-b090-2c17fba6ab01 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:47.188334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:47.189058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.232671 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4c4ce856-5cd5-4984-be26-19b539089719 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4434412 Jul 08 02:04:47.233993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:47.553226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55268) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:47.789563 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.824251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5c4e1796-2de0-4f79-906f-983910231e71 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:47.884797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407c1fe-3626-4479-b06b-4bf3c3ecd37a tempest-TestVolumeBackupRestore-1682458341 tempest-TestVolumeBackupRestore-1682458341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:47.890666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b407c1fe-3626-4479-b06b-4bf3c3ecd37a tempest-TestVolumeBackupRestore-1682458341 tempest-TestVolumeBackupRestore-1682458341-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 1092 time: 0.8525920 Jul 08 02:04:47.910177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55280) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:47.918134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '4fefba1e-0455-4652-9430-f84bb009ba08', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:47.939672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-d833c532-6663-42d4-b090-2c17fba6ab01', 'network_id': 'd833c532-6663-42d4-b090-2c17fba6ab01', 'tenant_id': '900f5ec918304af2a1493456f4871b77', 'fixed_ips': [{'subnet_id': '0ba3e63f-2f93-49f2-ad5c-12b942f57401'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:04:47.941081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:47.997645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5c4e1796-2de0-4f79-906f-983910231e71 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] 10.222.0.41 "PUT /v2.0/quotas/9e26f206425f433789947dd40225b535 HTTP/1.1" status: 200 len: 366 time: 0.4432929 Jul 08 02:04:48.000346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55282) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.002347 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.049705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.089545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.100318 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ea003c33-7630-432c-b03f-8d059dcde2f3 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0921891 Jul 08 02:04:48.104524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.149251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-01c876c6-1db0-4b29-80b9-3639f3316146 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] 10.222.0.41 "GET /v2.0/quotas/9e26f206425f433789947dd40225b535 HTTP/1.1" status: 200 len: 366 time: 0.0381551 Jul 08 02:04:48.150710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:48.151648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.182886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.215150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-79d3b085-be75-4568-bd93-938c7eb9ad5a tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/9e26f206425f433789947dd40225b535 HTTP/1.1" status: 204 len: 168 time: 0.0525861 Jul 08 02:04:48.216466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.217380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Allocated IP 2001:db8::1 (d833c532-6663-42d4-b090-2c17fba6ab01/0ba3e63f-2f93-49f2-ad5c-12b942f57401/88def57e-5cc2-4118-abff-3427734ec926) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:48.218941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec13de9-f0b0-4efc-9da8-c39a4c6c6f33,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:48.239431 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.240850 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Added segment a7c78c4a-45c9-41db-838d-c39348f2d91d of type vlan for network 7f93e521-fbbb-41f8-bc08-07e24df701fe Jul 08 02:04:48.277071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6b722a4-22c1-4efa-b086-19769f5d9710 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.355006 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.384822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0c9a07fe-11d8-4863-b7a1-461ad6146f30 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1382186 Jul 08 02:04:48.388013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.411557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3400291d-ad89-4da6-993c-9c1e6a653aed tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] 10.222.0.41 "GET /v2.0/quotas/9e26f206425f433789947dd40225b535 HTTP/1.1" status: 200 len: 370 time: 0.0201075 Jul 08 02:04:48.413792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55296) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.424149 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43db4d1d-bb79-4c14-88a6-0d265d77ba70 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] 10.222.0.41 "GET /v2.0/quotas/9e26f206425f433789947dd40225b535/default HTTP/1.1" status: 200 len: 370 time: 0.0052900 Jul 08 02:04:48.429378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.459837 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-c063b162-8bb7-4f27-8ee0-92ec078abba2 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] delete failed (client error): The resource could not be found. Jul 08 02:04:48.461633 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c063b162-8bb7-4f27-8ee0-92ec078abba2 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/9e26f206425f433789947dd40225b535 HTTP/1.1" status: 404 len: 348 time: 0.0300510 Jul 08 02:04:48.475687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.483524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:48.484998 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.540068 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.543665 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.554312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Transition to ACTIVE for port object 88def57e-5cc2-4118-abff-3427734ec926 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:48.602458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Transition to ACTIVE for port object 88def57e-5cc2-4118-abff-3427734ec926 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:48.615267 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6029382 Jul 08 02:04:48.618398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55304) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.620091 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:48.624346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7b66b-4271-4a99-86f0-a22608465ac6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Network': ['ID=7f93e521-fbbb-41f8-bc08-07e24df701fe,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:48.651577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'subnet': {'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:48.727153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:48.819303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:48.875720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Network d833c532-6663-42d4-b090-2c17fba6ab01 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:48.891754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:48.898610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:48.915464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Allocated IP 172.25.4.124 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/35812e58-d0cc-45a3-9d55-fed6e5545f60) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:48.942031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Pushing event updated for resources: {'Port': ['ID=88def57e-5cc2-4118-abff-3427734ec926,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:49.023272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Made reservation on behalf of a11f9dcade004f2cb7395c5866bf2559 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:49.027270 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.059803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8a187f-fd89-4bd3-8074-e4fef24862bf None None] Network b967c730-816c-4fac-86ca-670f130e4cec requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:49.079003 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.141377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Attempting to bind port 88def57e-5cc2-4118-abff-3427734ec926 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:49.142011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Attempting to bind port 88def57e-5cc2-4118-abff-3427734ec926 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c0914e10-8645-4fbe-9f07-3641ad825a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd833c532-6663-42d4-b090-2c17fba6ab01'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:49.142578 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Attempting to bind port 88def57e-5cc2-4118-abff-3427734ec926 on network d833c532-6663-42d4-b090-2c17fba6ab01 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:49.155496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:49.156189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Checking segment: {'id': 'c0914e10-8645-4fbe-9f07-3641ad825a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd833c532-6663-42d4-b090-2c17fba6ab01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:49.157473 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.157473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Bound using segment: {'id': 'c0914e10-8645-4fbe-9f07-3641ad825a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd833c532-6663-42d4-b090-2c17fba6ab01'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:49.158125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Bound port: 88def57e-5cc2-4118-abff-3427734ec926, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0914e10-8645-4fbe-9f07-3641ad825a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd833c532-6663-42d4-b090-2c17fba6ab01'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:49.159345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Usage tracker for resource:network and tenant:b4fffa3e38174fbb881e72ad1720738b is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:04:49.159598 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.162196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aad95baf-ad35-47bb-8f73-81d7c7a01008 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:49.198023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:04:49.212273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba3e63f-2f93-49f2-ad5c-12b942f57401,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:49.257054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7a08b9fe-2077-4210-8492-1178cff9fa49 None None] Provisioning for port aad95baf-ad35-47bb-8f73-81d7c7a01008 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:49.303137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Usage tracker for resource:subnet and tenant:b4fffa3e38174fbb881e72ad1720738b is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:04:49.366896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:04:49.372161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port aad95baf-ad35-47bb-8f73-81d7c7a01008 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:49.403586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port aad95baf-ad35-47bb-8f73-81d7c7a01008 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:49.404157 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.438816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.455548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] For port 88def57e-5cc2-4118-abff-3427734ec926, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:49.468416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Usage tracker for resource:subnetpool and tenant:b4fffa3e38174fbb881e72ad1720738b is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:04:49.480574 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d833c532-6663-42d4-b090-2c17fba6ab01']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:49.498608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:04:49.511160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0914e10-8645-4fbe-9f07-3641ad825a01') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:49.511467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0914e10-8645-4fbe-9f07-3641ad825a01') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:49.512647 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] For port 88def57e-5cc2-4118-abff-3427734ec926, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=88def57e-5cc2-4118-abff-3427734ec926,segment=NetworkSegment(c0914e10-8645-4fbe-9f07-3641ad825a01),segment_id=c0914e10-8645-4fbe-9f07-3641ad825a01)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:49.522478 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.539824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.544167 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.556720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Usage tracker for resource:port and tenant:b4fffa3e38174fbb881e72ad1720738b is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:04:49.577623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:04:49.583847 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.609773 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:04:49.645225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:49.645976 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.651342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Usage tracker for resource:router and tenant:b4fffa3e38174fbb881e72ad1720738b is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:49.653216 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:49.690151 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-57a2c3bf-113a-49d3-a4b6-0b0941a9a13b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4815834 Jul 08 02:04:49.712008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:04:49.712238 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.746775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc87b8-d4e7-427c-9678-8634482c33d7 None None] Pushing event updated for resources: {'Port': ['ID=88def57e-5cc2-4118-abff-3427734ec926,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:49.782349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Usage tracker for resource:floatingip and tenant:b4fffa3e38174fbb881e72ad1720738b is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:04:49.795780 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.806565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:04:49.816814 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:04:49.816814 n-d-694802-14 neutron-server[93883]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:04:49.816814 n-d-694802-14 neutron-server[93883]: [parameters: {'id': 'd833c532-6663-42d4-b090-2c17fba6ab01'}] Jul 08 02:04:49.816814 n-d-694802-14 neutron-server[93883]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:04:49.817621 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:04:49.853016 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:49.869730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7751c776-367b-46b8-b339-eca2b8e9ed1e None None] Network d833c532-6663-42d4-b090-2c17fba6ab01 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:49.881114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Subnet': ['ID=15df41d1-5370-4145-9e5e-70102e8a5c06,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:49.933469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:49.963860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:49.985163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:49.995064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event updated for resources: {'Port': ['ID=35812e58-d0cc-45a3-9d55-fed6e5545f60,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:50.016738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port aad95baf-ad35-47bb-8f73-81d7c7a01008, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aad95baf-ad35-47bb-8f73-81d7c7a01008,segment=NetworkSegment(5e69fa65-412e-4fab-a6b2-aac42ee4ad99),segment_id=5e69fa65-412e-4fab-a6b2-aac42ee4ad99)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:50.031775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.127398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Usage tracker for resource:security_group and tenant:b4fffa3e38174fbb881e72ad1720738b is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:04:50.159320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:04:50.175271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6b722a4-22c1-4efa-b086-19769f5d9710 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.193596 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Usage tracker for resource:security_group_rule and tenant:b4fffa3e38174fbb881e72ad1720738b is out of sync, need to count used quota {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 08 02:04:50.205819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6b722a4-22c1-4efa-b086-19769f5d9710 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.225521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=aad95baf-ad35-47bb-8f73-81d7c7a01008,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:50.267669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.quota.resource [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93883) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 08 02:04:50.281984 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ff3d3283-368e-4afb-993c-0a18aec346a0 tempest-QuotasTest-1333655101 tempest-QuotasTest-1333655101-project-admin] 10.222.0.41 "GET /v2.0/quotas/b4fffa3e38174fbb881e72ad1720738b/details.json HTTP/1.1" status: 200 len: 703 time: 1.4601555 Jul 08 02:04:50.358751 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.368813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf23cb-2e56-41f6-819c-8d14bdabf4e7 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:04:50.436349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d8d5aaea-6ecf-4b7c-b14d-efbcb4560720 None None] Provisioning complete for port aad95baf-ad35-47bb-8f73-81d7c7a01008 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:50.437244 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d8d5aaea-6ecf-4b7c-b14d-efbcb4560720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.488076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b722a4-22c1-4efa-b086-19769f5d9710 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Router a83115de-de70-4322-bc90-aff94b255684 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:04:50.587891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-59fd31cd-f69e-4c9c-bb40-c6d850996823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.590087 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-59fd31cd-f69e-4c9c-bb40-c6d850996823 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=477e3f018e3a4055acc5e10adfd0a048&device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 1097 time: 0.8108420 Jul 08 02:04:50.598026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting port 88def57e-5cc2-4118-abff-3427734ec926 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:50.598363 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.599366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Checking segment: {'id': 'a7c78c4a-45c9-41db-838d-c39348f2d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:50.599835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Network hostable DHCP agents. Network: 7f93e521-fbbb-41f8-bc08-07e24df701fe, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:50.673205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] For port 88def57e-5cc2-4118-abff-3427734ec926, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=88def57e-5cc2-4118-abff-3427734ec926,segment=NetworkSegment(c0914e10-8645-4fbe-9f07-3641ad825a01),segment_id=c0914e10-8645-4fbe-9f07-3641ad825a01)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:50.673456 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.690963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Calling delete_port for 88def57e-5cc2-4118-abff-3427734ec926 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:50.692069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:50.754917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 7f93e521-fbbb-41f8-bc08-07e24df701fe) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:50.761881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:50.762695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.783222 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e5a89546-d154-4228-90ae-711f7341fd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.804002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b722a4-22c1-4efa-b086-19769f5d9710 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:50.811122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f6b722a4-22c1-4efa-b086-19769f5d9710 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.813160 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f6b722a4-22c1-4efa-b086-19769f5d9710 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "PUT /v2.0/routers/a83115de-de70-4322-bc90-aff94b255684 HTTP/1.1" status: 200 len: 926 time: 4.3247962 Jul 08 02:04:50.818327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55338) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:50.820132 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69b1be-fdfd-43d6-add3-53ee17622975 None None] Sync routers for ids ['a83115de-de70-4322-bc90-aff94b255684'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:50.821949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7ad33ee4-65e1-4e63-9ce6-d915661b7e68 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1999462 Jul 08 02:04:50.838145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55340) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:50.849475 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69b1be-fdfd-43d6-add3-53ee17622975 None None] Routers {'a83115de-de70-4322-bc90-aff94b255684'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:50.850821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'port': {'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1121752072'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:50.852510 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4c69b1be-fdfd-43d6-add3-53ee17622975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a83115de-de70-4322-bc90-aff94b255684'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:50.937614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf23cb-2e56-41f6-819c-8d14bdabf4e7 None None] Unable to find a vacant binding_index for network 7f93e521-fbbb-41f8-bc08-07e24df701fe and agent de708497-0f3a-4115-b1cf-7915c0076f47 {{(pid=93885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 08 02:04:50.957232 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4c69b1be-fdfd-43d6-add3-53ee17622975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:50.958666 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:50.963487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf23cb-2e56-41f6-819c-8d14bdabf4e7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 7f93e521-fbbb-41f8-bc08-07e24df701fe) {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:04:51.053353 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69b1be-fdfd-43d6-add3-53ee17622975 None None] Routers {'a83115de-de70-4322-bc90-aff94b255684'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:51.053999 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4c69b1be-fdfd-43d6-add3-53ee17622975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a83115de-de70-4322-bc90-aff94b255684'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:51.069871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Port': ['ID=88def57e-5cc2-4118-abff-3427734ec926,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:51.114478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No DVR routers for this DVR port 88def57e-5cc2-4118-abff-3427734ec926 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:04:51.128192 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4c69b1be-fdfd-43d6-add3-53ee17622975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:51.129173 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69b1be-fdfd-43d6-add3-53ee17622975 None None] The sync data for ids ['a83115de-de70-4322-bc90-aff94b255684'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:04:51.141982 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b1bea0d3-e304-4265-88c2-76d882605b45 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/routers/a83115de-de70-4322-bc90-aff94b255684 HTTP/1.1" status: 200 len: 926 time: 0.3214903 Jul 08 02:04:51.146815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55348) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:51.148252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aad95baf-ad35-47bb-8f73-81d7c7a01008 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:51.214865 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55350) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:51.318834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-17910e98-5ac8-49fc-b0db-b916e8325ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:51.324603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-17910e98-5ac8-49fc-b0db-b916e8325ffa service neutron] 10.222.0.16 "GET /v2.0/networks?id=8367831e-bd39-4d8b-9095-07cd773ab54f HTTP/1.1" status: 200 len: 914 time: 0.6521785 Jul 08 02:04:51.369330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port aad95baf-ad35-47bb-8f73-81d7c7a01008 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:51.369802 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.385422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Made reservation on behalf of a11f9dcade004f2cb7395c5866bf2559 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:51.390067 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.403627 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-9923d3a7-1ec1-4aa5-b04b-a7db236b8f1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefba1e-0455-4652-9430-f84bb009ba08 HTTP/1.1" status: 200 len: 217 time: 0.0661600 Jul 08 02:04:51.419096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] device_id is not set on port cb67d8b2-411d-4ee9-bad7-e2f61bb48312 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:51.471092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-c71ec294-d2ff-4ab4-b2d0-a1f5193c3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:51.472136 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.472900 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-c71ec294-d2ff-4ab4-b2d0-a1f5193c3ad4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=339b90b9-3db0-4eb3-950a-ab47bc37c461 HTTP/1.1" status: 200 len: 852 time: 0.0579648 Jul 08 02:04:51.505476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c410b5cc-fca6-490a-a150-e9798d53355a tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:51.509935 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c410b5cc-fca6-490a-a150-e9798d53355a tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&device_id=a83115de-de70-4322-bc90-aff94b255684&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3565226 Jul 08 02:04:51.510929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55360) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:51.538656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d833c532-6663-42d4-b090-2c17fba6ab01']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:51.594299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0914e10-8645-4fbe-9f07-3641ad825a01') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:51.594882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0914e10-8645-4fbe-9f07-3641ad825a01') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:51.614934 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25fa2e2b-daf2-40ee-917c-fc89f6f381e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.657996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-7f93e521-fbbb-41f8-bc08-07e24df701fe', 'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe', 'tenant_id': 'a11f9dcade004f2cb7395c5866bf2559', 'fixed_ips': [{'subnet_id': '15df41d1-5370-4145-9e5e-70102e8a5c06'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:04:51.658867 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.671820 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.734778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada4ae7-c2e4-4bf6-b484-3d870d438333 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:51.739706 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5ada4ae7-c2e4-4bf6-b484-3d870d438333 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 881 time: 0.1907382 Jul 08 02:04:51.743356 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:51.798029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d0544b4c-5b2e-4751-9795-acbe9a352919 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=a83115de-de70-4322-bc90-aff94b255684 HTTP/1.1" status: 200 len: 205 time: 0.0476065 Jul 08 02:04:51.798915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55366) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:51.808849 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25fa2e2b-daf2-40ee-917c-fc89f6f381e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:51.908953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-cc6bd208-4c4b-4e70-b976-7a49fa418a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:51.911359 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-cc6bd208-4c4b-4e70-b976-7a49fa418a45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8367831e-bd39-4d8b-9095-07cd773ab54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4295549 Jul 08 02:04:52.260370 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25fa2e2b-daf2-40ee-917c-fc89f6f381e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.263188 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.346562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:04:52.347295 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.360025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa2e2b-daf2-40ee-917c-fc89f6f381e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1a0272-bfcf-4aa0-8f8e-2393bbadbe66,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:04:52.366281 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:04:52.528956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Allocated IP 2001:db8::280 (7f93e521-fbbb-41f8-bc08-07e24df701fe/15df41d1-5370-4145-9e5e-70102e8a5c06/cb67d8b2-411d-4ee9-bad7-e2f61bb48312) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:52.823444 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.854444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.909232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-25fa2e2b-daf2-40ee-917c-fc89f6f381e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cc62a905f464c4bb2a18e01fd12143e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6897361 Jul 08 02:04:52.916168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55384) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:52.942797 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.974157 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-185470cf-b8b1-4642-b920-4adf072e4f5e service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0548208 Jul 08 02:04:52.989520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:52.992368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/d833c532-6663-42d4-b090-2c17fba6ab01 HTTP/1.1" status: 204 len: 168 time: 5.7511921 Jul 08 02:04:52.998911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55386) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:53.001453 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5fb9b-8d1c-44cf-b4d2-dd0a701ab93e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Network': ['ID=d833c532-6663-42d4-b090-2c17fba6ab01,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:53.010444 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-18331503'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:53.111138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.163934 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77329d0d-e504-4929-b845-cd56ca9ba361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.170078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.170889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:53.174673 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.214634 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77329d0d-e504-4929-b845-cd56ca9ba361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.221523 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ed2e4c85-c90c-43c7-9a8b-7d1744998868 req-f9d5b386-8cd2-4048-a129-fa2eb2a96a3b service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358229 Jul 08 02:04:53.222704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.237243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Transition to ACTIVE for port object cb67d8b2-411d-4ee9-bad7-e2f61bb48312 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:53.237456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:53.276722 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.277018 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Added segment e7996281-abd3-4c6f-bbec-45e48e859de7 of type vlan for network 01286413-1529-4b82-a565-7833d3b28703 Jul 08 02:04:53.327511 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.383737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Deleting port dc99fa79-4bd6-496f-8585-ae7d74577ad8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:53.384251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.395478 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.397184 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3a49f499-0d40-47b1-8720-a55380ed911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.450308 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.459783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:53.460757 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.467774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:53.473436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Allocated IP 2001:db8::2 (7f93e521-fbbb-41f8-bc08-07e24df701fe/15df41d1-5370-4145-9e5e-70102e8a5c06/285f4ea9-cfc7-49dd-983d-c1caf9cdb200) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:53.478102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:53.480136 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77329d0d-e504-4929-b845-cd56ca9ba361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.484241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77329d0d-e504-4929-b845-cd56ca9ba361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.488860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-77329d0d-e504-4929-b845-cd56ca9ba361 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc1a0272-bfcf-4aa0-8f8e-2393bbadbe66 HTTP/1.1" status: 204 len: 168 time: 0.5566635 Jul 08 02:04:53.513502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:53.524136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:53.531029 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.598543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7500505 Jul 08 02:04:53.604404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55400) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:53.605262 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77329d0d-e504-4929-b845-cd56ca9ba361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1a0272-bfcf-4aa0-8f8e-2393bbadbe66,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:53.636527 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6348262 Jul 08 02:04:53.642067 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55402) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:53.643527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'port': {'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-796871359', 'allowed_address_pairs': [{'ip_address': '2001:db8::280', 'mac_address': 'fa:16:3e:47:f2:d2'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:53.654368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033b34f-9a59-417b-bb4a-475a98f9affc tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Port': ['ID=cb67d8b2-411d-4ee9-bad7-e2f61bb48312,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:53.665790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'network_id': '01286413-1529-4b82-a565-7833d3b28703', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:53.752445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.752707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53917b68-804a-4ec5-8e88-891b65900554 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=01286413-1529-4b82-a565-7833d3b28703,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:53.778688 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.809685 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.827378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 01286413-1529-4b82-a565-7833d3b28703 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:53.862262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Calling delete_port for dc99fa79-4bd6-496f-8585-ae7d74577ad8 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:53.925773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event updated for resources: {'Port': ['ID=35812e58-d0cc-45a3-9d55-fed6e5545f60,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:53.937968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:53.941910 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:53.949689 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.004280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.041573 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.065765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Transition to ACTIVE for port object 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:54.087391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Transition to ACTIVE for port object 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:54.099003 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.146166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55412) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:54.161963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:54.167582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:54.171764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:54.181668 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Pushing event updated for resources: {'Port': ['ID=285f4ea9-cfc7-49dd-983d-c1caf9cdb200,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:54.242793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c7713d9-b915-4a34-9441-35fb66fab21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.257222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Attempting to bind port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:54.257656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Attempting to bind port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'a7c78c4a-45c9-41db-838d-c39348f2d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:54.258029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Attempting to bind port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 on network 7f93e521-fbbb-41f8-bc08-07e24df701fe {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:54.270014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:04:54.270563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Checking segment: {'id': 'a7c78c4a-45c9-41db-838d-c39348f2d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:54.271165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.271538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Bound using segment: {'id': 'a7c78c4a-45c9-41db-838d-c39348f2d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:04:54.272133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Bound port: 285f4ea9-cfc7-49dd-983d-c1caf9cdb200, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c78c4a-45c9-41db-838d-c39348f2d91d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:04:54.272682 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.292126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Made reservation on behalf of a11f9dcade004f2cb7395c5866bf2559 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:54.322390 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Floating IP fac193b5-c9ca-4c4d-91c8-5f527588b30c associated. External IP: 172.25.4.124, port: 4fefba1e-0455-4652-9430-f84bb009ba08. Jul 08 02:04:54.350615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] For port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:04:54.354235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] For port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=285f4ea9-cfc7-49dd-983d-c1caf9cdb200,segment=NetworkSegment(a7c78c4a-45c9-41db-838d-c39348f2d91d),segment_id=a7c78c4a-45c9-41db-838d-c39348f2d91d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:04:54.361058 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.449634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3a106-887a-4b3c-9b59-cebb988834f7 None None] Pushing event updated for resources: {'Port': ['ID=285f4ea9-cfc7-49dd-983d-c1caf9cdb200,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:54.496572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.520089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.548007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] device_id is not set on port 849c264b-868e-4dda-92c7-4263509736a8 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:54.569163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Pushing event deleted for resources: {'Port': ['ID=dc99fa79-4bd6-496f-8585-ae7d74577ad8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:54.571524 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.784503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=bd3c3930-7cf4-4822-a109-a6fde6646f3b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:54.788695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c7713d9-b915-4a34-9441-35fb66fab21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.799379 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.803404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c7713d9-b915-4a34-9441-35fb66fab21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.811495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Allocated IP 2001:db8::2e0 (7f93e521-fbbb-41f8-bc08-07e24df701fe/15df41d1-5370-4145-9e5e-70102e8a5c06/849c264b-868e-4dda-92c7-4263509736a8) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:54.842047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Router b583fcb5-f696-4b43-b228-bb6597d41694 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:04:54.846044 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:54.879287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking segment: {'id': 'e7996281-abd3-4c6f-bbec-45e48e859de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01286413-1529-4b82-a565-7833d3b28703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:54.880012 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network hostable DHCP agents. Network: 01286413-1529-4b82-a565-7833d3b28703, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:55.056440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7713d9-b915-4a34-9441-35fb66fab21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53f9966-edcb-4818-b4aa-5f3760ecbfcd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:55.068335 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5c7713d9-b915-4a34-9441-35fb66fab21a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4fffa3e38174fbb881e72ad1720738b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9159818 Jul 08 02:04:55.073547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.076713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55430) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:55.079587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network 01286413-1529-4b82-a565-7833d3b28703 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:55.104843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.106342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:55.156997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:55.174250 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 01286413-1529-4b82-a565-7833d3b28703) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:55.187993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.188613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Fanout notify agent at l3_agent the message router_deleted on router a83115de-de70-4322-bc90-aff94b255684 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:04:55.191624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:55.191624 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.202224 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.222071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] Sync routers for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:04:55.223176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.231828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e4e7cdcc-98bb-44c0-835b-bb7ff1d7625a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/a83115de-de70-4322-bc90-aff94b255684 HTTP/1.1" status: 204 len: 168 time: 3.4218533 Jul 08 02:04:55.231828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a62791d9-a6bd-463f-ab32-553bcf65ef3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5799410 Jul 08 02:04:55.231828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55436) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:55.235478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3d0ee46e-d511-4849-98a1-4ff98cdcc7aa tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-954089786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:55.241213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:55.255796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1410883567'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:55.268396 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:55.270801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:55.288111 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.298781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-168a76e5-1ec0-4485-a3df-220928a05fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.300902 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d0ee46e-d511-4849-98a1-4ff98cdcc7aa tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.301905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d0ee46e-d511-4849-98a1-4ff98cdcc7aa tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.312550 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dbb34745-718d-4ac4-8614-0238d3170f98 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3995044 Jul 08 02:04:55.313329 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:04:55.313329 n-d-694802-14 neutron-server[93883]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:04:55.313329 n-d-694802-14 neutron-server[93883]: [parameters: {'project_id_1': '900f5ec918304af2a1493456f4871b77', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 4, 55, 267967)}] Jul 08 02:04:55.313329 n-d-694802-14 neutron-server[93883]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:04:55.315672 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:04:55.320732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55442) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:55.326575 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Transition to ACTIVE for port object 849c264b-868e-4dda-92c7-4263509736a8 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:55.334244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:04:55.337116 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4f2ebf-79d7-4f96-9175-657190311b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:04:55.394662 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.399081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-168a76e5-1ec0-4485-a3df-220928a05fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.474996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:55.478653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:55.492972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:55.501117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:55.517781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:55.518524 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.581445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9733434 Jul 08 02:04:55.584820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55452) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:55.676429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9302e5-171b-414a-8509-3fd25f399110 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Port': ['ID=849c264b-868e-4dda-92c7-4263509736a8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:55.714925 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d0ee46e-d511-4849-98a1-4ff98cdcc7aa tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.717414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-168a76e5-1ec0-4485-a3df-220928a05fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.725075 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-168a76e5-1ec0-4485-a3df-220928a05fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.733524 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-168a76e5-1ec0-4485-a3df-220928a05fde admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f53f9966-edcb-4818-b4aa-5f3760ecbfcd HTTP/1.1" status: 204 len: 168 time: 0.6549675 Jul 08 02:04:55.753738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a76e5-1ec0-4485-a3df-220928a05fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53f9966-edcb-4818-b4aa-5f3760ecbfcd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:55.755952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d0ee46e-d511-4849-98a1-4ff98cdcc7aa tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.778259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa026527-e992-4a91-b582-4b47ab85e684 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:55.800346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa026527-e992-4a91-b582-4b47ab85e684 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:55.823083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa026527-e992-4a91-b582-4b47ab85e684 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:55.840162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aa026527-e992-4a91-b582-4b47ab85e684 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2541893 Jul 08 02:04:55.840863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55458) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:55.850338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a357d81-1041-4154-8203-f8956e76a2e5 tempest-TestVolumeBackupRestore-1682458341 tempest-TestVolumeBackupRestore-1682458341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:55.854805 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0a357d81-1041-4154-8203-f8956e76a2e5 tempest-TestVolumeBackupRestore-1682458341 tempest-TestVolumeBackupRestore-1682458341-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 1092 time: 0.5294216 Jul 08 02:04:55.854805 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d0ee46e-d511-4849-98a1-4ff98cdcc7aa tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:55.854805 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3d0ee46e-d511-4849-98a1-4ff98cdcc7aa tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6235120 Jul 08 02:04:55.855365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55460) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:55.861580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55462) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:55.866090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-56dba4a0-efa5-42e9-83ef-3d0c8b6a29fb tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Request body: {'floatingip': {'port_id': '4fefba1e-0455-4652-9430-f84bb009ba08'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:55.877048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:55.972269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:04:56.037581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56dba4a0-efa5-42e9-83ef-3d0c8b6a29fb tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for floatingip, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.215356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68515f53-8dcf-4ac6-931d-21e7b1eb769b None None] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:56.221668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:56.225554 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.227930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c91002-4ccb-4923-9a8e-3ab62ce6764c None None] Network 01286413-1529-4b82-a565-7833d3b28703 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:56.346205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:04:56.359141 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.359787 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Added segment 7f6a7028-4913-4ce2-9021-5d729152a5f6 of type vlan for network 920d44f4-b062-4cbb-9227-b08f493e12b4 Jul 08 02:04:56.410419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.448131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.464096 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.471444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:56.472414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.479098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e42288d2-d9bd-40cf-a2c7-719d57b1bbe3 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Deleting port 849c264b-868e-4dda-92c7-4263509736a8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:04:56.479782 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e42288d2-d9bd-40cf-a2c7-719d57b1bbe3 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:56.914497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-80d835ed-5754-4842-993a-820919e09bd9 None None] Provisioning for port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:56.991687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-80d835ed-5754-4842-993a-820919e09bd9 None None] Provisioning complete for port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:56.992514 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-80d835ed-5754-4842-993a-820919e09bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.047278 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.054197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-01286413-1529-4b82-a565-7833d3b28703', 'network_id': '01286413-1529-4b82-a565-7833d3b28703', 'tenant_id': '900f5ec918304af2a1493456f4871b77', 'fixed_ips': [{'subnet_id': 'bd3c3930-7cf4-4822-a109-a6fde6646f3b'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:04:57.054893 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.233065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-f0328750-faa5-4b5f-8eae-774581d52cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.235984 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-f0328750-faa5-4b5f-8eae-774581d52cd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=477e3f018e3a4055acc5e10adfd0a048&device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 1097 time: 0.2969840 Jul 08 02:04:57.261120 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd04426-ee13-4ef6-bfdf-a2a69f10a378 x-openstack-request-id: req-bcd04426-ee13-4ef6-bfdf-a2a69f10a378 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:04:57.261661 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:04:57.262457 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcd04426-ee13-4ef6-bfdf-a2a69f10a378 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:04:57.262883 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08', 'status': 'completed', 'code': 200} Jul 08 02:04:57.354301 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=920d44f4-b062-4cbb-9227-b08f493e12b4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:57.388771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 920d44f4-b062-4cbb-9227-b08f493e12b4 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:04:57.392195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'fac193b5-c9ca-4c4d-91c8-5f527588b30c', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'port_id': '4fefba1e-0455-4652-9430-f84bb009ba08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'mac_address': 'fa:16:3e:6c:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8017138-d533-4746-97ec-dbef80707013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:04:51Z', 'updated_at': '2021-07-08T02:04:51Z', 'revision_number': 0, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:56Z', 'revision_number': 5, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:57.403048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-2ce65834-2ba0-4202-98fb-230077ab705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.405549 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-2ce65834-2ba0-4202-98fb-230077ab705c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8367831e-bd39-4d8b-9095-07cd773ab54f HTTP/1.1" status: 200 len: 914 time: 0.1614854 Jul 08 02:04:57.437122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5d5e2c4b-526b-4d87-b1ec-7ebf120b6497 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1916986 Jul 08 02:04:57.460423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55506) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:57.476516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'network_id': '920d44f4-b062-4cbb-9227-b08f493e12b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:57.510786 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-1fd01183-ffa9-4214-ba99-d6e604fee289 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefba1e-0455-4652-9430-f84bb009ba08 HTTP/1.1" status: 200 len: 999 time: 0.0963404 Jul 08 02:04:57.594615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] Checking router: b583fcb5-f696-4b43-b228-bb6597d41694 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:04:57.610064 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-80d835ed-5754-4842-993a-820919e09bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.624590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-ff6df978-7ad7-4d3f-b87f-09e73ce37c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.626157 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-ff6df978-7ad7-4d3f-b87f-09e73ce37c2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=339b90b9-3db0-4eb3-950a-ab47bc37c461 HTTP/1.1" status: 200 len: 852 time: 0.0897949 Jul 08 02:04:57.699159 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e42288d2-d9bd-40cf-a2c7-719d57b1bbe3 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.722238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:04:57.722904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:04:57.732355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Allocated IP 2001:db8::3 (01286413-1529-4b82-a565-7833d3b28703/bd3c3930-7cf4-4822-a109-a6fde6646f3b/aab3fb08-9589-483d-8702-4e60f62f3de1) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:57.736688 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e42288d2-d9bd-40cf-a2c7-719d57b1bbe3 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Calling delete_port for 849c264b-868e-4dda-92c7-4263509736a8 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:04:57.832968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-c8a28663-fe12-499c-99ba-3a7ceefa140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:57.834546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-c8a28663-fe12-499c-99ba-3a7ceefa140d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8367831e-bd39-4d8b-9095-07cd773ab54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1875570 Jul 08 02:04:57.874261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-80d835ed-5754-4842-993a-820919e09bd9 None None] For port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=285f4ea9-cfc7-49dd-983d-c1caf9cdb200,segment=NetworkSegment(a7c78c4a-45c9-41db-838d-c39348f2d91d),segment_id=a7c78c4a-45c9-41db-838d-c39348f2d91d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:04:57.895595 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-80d835ed-5754-4842-993a-820919e09bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.978803 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56dba4a0-efa5-42e9-83ef-3d0c8b6a29fb tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.990991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56dba4a0-efa5-42e9-83ef-3d0c8b6a29fb tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:57.991638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d835ed-5754-4842-993a-820919e09bd9 None None] Pushing event updated for resources: {'Port': ['ID=285f4ea9-cfc7-49dd-983d-c1caf9cdb200,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:58.104272 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-f4eaa9dc-6108-4bfe-9b0b-c3d006d2491f service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560377 Jul 08 02:04:58.374419 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.447965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e42288d2-d9bd-40cf-a2c7-719d57b1bbe3 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.450552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Transition to ACTIVE for port object aab3fb08-9589-483d-8702-4e60f62f3de1 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:58.500240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:04:58.547516 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7b4f2ebf-79d7-4f96-9175-657190311b8f req-22178ff3-0ca0-413f-a7bf-665d2a26c9ee service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205718 Jul 08 02:04:58.550479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42288d2-d9bd-40cf-a2c7-719d57b1bbe3 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event deleted for resources: {'Port': ['ID=849c264b-868e-4dda-92c7-4263509736a8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:58.578823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:58.586253 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.633460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Transition to ACTIVE for port object aab3fb08-9589-483d-8702-4e60f62f3de1 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:04:58.656953 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.756694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30f0d0-6270-4daf-b25e-da6e1de35488 None None] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:58.761115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Performing IP validity checks on allocation pools {{(pid=93883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 02:04:58.761910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.ipam_backend_mixin [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 02:04:58.822984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dba4a0-efa5-42e9-83ef-3d0c8b6a29fb tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Router b583fcb5-f696-4b43-b228-bb6597d41694 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:04:58.896400 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e42288d2-d9bd-40cf-a2c7-719d57b1bbe3 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:58.900046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e42288d2-d9bd-40cf-a2c7-719d57b1bbe3 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "DELETE /v2.0/ports/849c264b-868e-4dda-92c7-4263509736a8 HTTP/1.1" status: 204 len: 168 time: 3.0547752 Jul 08 02:04:58.905394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Network 01286413-1529-4b82-a565-7833d3b28703 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:04:58.922428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55540) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:58.926491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:58.929522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Pushing event updated for resources: {'Port': ['ID=aab3fb08-9589-483d-8702-4e60f62f3de1,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:58.933171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:04:58.954237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-df999dfe-c3f1-4a29-8b10-aa6d4a42839a None None] Provisioning for port cb67d8b2-411d-4ee9-bad7-e2f61bb48312 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:04:59.027117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-df999dfe-c3f1-4a29-8b10-aa6d4a42839a None None] Provisioning complete for port cb67d8b2-411d-4ee9-bad7-e2f61bb48312 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:59.027834 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df999dfe-c3f1-4a29-8b10-aa6d4a42839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.060395 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.095763 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.199246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:59.202008 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:04:59.363187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.416102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Allocated IP 172.25.4.96 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/cf49aacc-4b32-4b11-978a-eddf4335ff9f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:04:59.438782 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2080994368', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:59.494160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking segment: {'id': '7f6a7028-4913-4ce2-9021-5d729152a5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '920d44f4-b062-4cbb-9227-b08f493e12b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:04:59.494844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network hostable DHCP agents. Network: 920d44f4-b062-4cbb-9227-b08f493e12b4, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:04:59.499731 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Made reservation on behalf of 09bd63e50369476b9faf3453cabc7fa3 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:04:59.502223 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.540317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network 920d44f4-b062-4cbb-9227-b08f493e12b4 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:04:59.553869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=817e821b-c0bc-42dc-b797-88881a450308,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:59.557302 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.673193 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf21aed0-e284-4b75-b139-48623aec64aa tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] GET failed (client error): The resource could not be found. Jul 08 02:04:59.681386 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cf21aed0-e284-4b75-b139-48623aec64aa tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "GET /v2.0/ports/849c264b-868e-4dda-92c7-4263509736a8 HTTP/1.1" status: 404 len: 333 time: 0.7541356 Jul 08 02:04:59.681799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55566) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:59.696448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'port': {'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1645057365'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:04:59.725040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-df999dfe-c3f1-4a29-8b10-aa6d4a42839a None None] Port cb67d8b2-411d-4ee9-bad7-e2f61bb48312 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:04:59.734577 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.741813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.746523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] device_id is not set on port 51dc05e0-83f4-4c67-907f-8cf69aa7baa7 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:04:59.757427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-df999dfe-c3f1-4a29-8b10-aa6d4a42839a None None] Could not find standard attr ID for object 849c264b-868e-4dda-92c7-4263509736a8. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:04:59.815798 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 920d44f4-b062-4cbb-9227-b08f493e12b4) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:04:59.816380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-df999dfe-c3f1-4a29-8b10-aa6d4a42839a None None] Provisioning complete for port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:04:59.816769 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df999dfe-c3f1-4a29-8b10-aa6d4a42839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.827850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:04:59.828486 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:04:59.863656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0092962d-87b3-4d45-a126-4f4c40933cdc None None] Network 920d44f4-b062-4cbb-9227-b08f493e12b4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:04:59.888927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a332202d-8c47-4f08-a7b9-2a2d8bbd30fd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:04:59.910789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1280d545-cdd6-4f89-95c5-388f9658599f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4486973 Jul 08 02:04:59.916915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55568) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:04:59.939224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Attempting to bind port aab3fb08-9589-483d-8702-4e60f62f3de1 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:04:59.939602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Attempting to bind port aab3fb08-9589-483d-8702-4e60f62f3de1 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'e7996281-abd3-4c6f-bbec-45e48e859de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01286413-1529-4b82-a565-7833d3b28703'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:04:59.939975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Attempting to bind port aab3fb08-9589-483d-8702-4e60f62f3de1 on network 01286413-1529-4b82-a565-7833d3b28703 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:04:59.972374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dba4a0-efa5-42e9-83ef-3d0c8b6a29fb tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:04:59.982321 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56dba4a0-efa5-42e9-83ef-3d0c8b6a29fb tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.009363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:00.009773 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Checking segment: {'id': 'e7996281-abd3-4c6f-bbec-45e48e859de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01286413-1529-4b82-a565-7833d3b28703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:00.010186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.010582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Bound using segment: {'id': 'e7996281-abd3-4c6f-bbec-45e48e859de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01286413-1529-4b82-a565-7833d3b28703'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:00.011078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Bound port: aab3fb08-9589-483d-8702-4e60f62f3de1, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7996281-abd3-4c6f-bbec-45e48e859de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '01286413-1529-4b82-a565-7833d3b28703'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:00.011465 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.061665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Made reservation on behalf of a11f9dcade004f2cb7395c5866bf2559 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:00.062614 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.066196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.072793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:00.076571 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a229489f-6dfe-46b4-9914-9dd4c31d434b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:00.111134 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.206488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] device_id is not set on port b4e6c2be-b830-469c-8437-f9326cd3296f yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:00.218558 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.220426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:00.222941 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.280453 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-56dba4a0-efa5-42e9-83ef-3d0c8b6a29fb tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "PUT /v2.0/floatingips/fac193b5-c9ca-4c4d-91c8-5f527588b30c HTTP/1.1" status: 200 len: 991 time: 4.4238367 Jul 08 02:05:00.298222 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.336547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Subnet': ['ID=817e821b-c0bc-42dc-b797-88881a450308,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:00.349638 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.467051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Allocated IP 2001:db8::23 (7f93e521-fbbb-41f8-bc08-07e24df701fe/15df41d1-5370-4145-9e5e-70102e8a5c06/b4e6c2be-b830-469c-8437-f9326cd3296f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:00.473625 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:00.490343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:00.496933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:00.526825 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e729500f-4f65-4e2a-be8b-84a16df15279 x-openstack-request-id: req-e729500f-4f65-4e2a-be8b-84a16df15279 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:00.529299 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:00.529852 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e729500f-4f65-4e2a-be8b-84a16df15279 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:00.530459 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08', 'status': 'completed', 'code': 200} Jul 08 02:05:00.543518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'fac193b5-c9ca-4c4d-91c8-5f527588b30c', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'port_id': '4fefba1e-0455-4652-9430-f84bb009ba08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'mac_address': 'fa:16:3e:6c:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8017138-d533-4746-97ec-dbef80707013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:04:51Z', 'updated_at': '2021-07-08T02:04:51Z', 'revision_number': 0, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:56Z', 'revision_number': 5, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:00.551029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829efcba-7a9f-4501-a2c9-dbd8f513bff6 None None] Network 920d44f4-b062-4cbb-9227-b08f493e12b4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:00.734015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] For port aab3fb08-9589-483d-8702-4e60f62f3de1, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:00.739317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971f9d5d-7c77-46ec-a93e-8295e7752363 None None] The sync data for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 is: [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'fac193b5-c9ca-4c4d-91c8-5f527588b30c', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'port_id': '4fefba1e-0455-4652-9430-f84bb009ba08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'mac_address': 'fa:16:3e:6c:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8017138-d533-4746-97ec-dbef80707013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:04:51Z', 'updated_at': '2021-07-08T02:04:51Z', 'revision_number': 0, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:56Z', 'revision_number': 5, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:00.739875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.759767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920d44f4-b062-4cbb-9227-b08f493e12b4']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:00.784130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] For port aab3fb08-9589-483d-8702-4e60f62f3de1, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aab3fb08-9589-483d-8702-4e60f62f3de1,segment=NetworkSegment(e7996281-abd3-4c6f-bbec-45e48e859de7),segment_id=e7996281-abd3-4c6f-bbec-45e48e859de7)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:00.812529 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6a7028-4913-4ce2-9021-5d729152a5f6') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:00.812999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6a7028-4913-4ce2-9021-5d729152a5f6') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:00.821739 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:00.866852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Pushing event updated for resources: {'Port': ['ID=cf49aacc-4b32-4b11-978a-eddf4335ff9f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:00.993083 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.043994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.060487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:01.060946 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.108999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.173270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Transition to ACTIVE for port object b4e6c2be-b830-469c-8437-f9326cd3296f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:01.188897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a8cac086-ecb3-4f44-97b3-3b821393a5c8 None None] Provisioning complete for port cb67d8b2-411d-4ee9-bad7-e2f61bb48312 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:01.189300 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a8cac086-ecb3-4f44-97b3-3b821393a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:01.233335 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:01.276072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3657f2a-9b46-44fe-8a7a-3383582dbfb2 None None] Pushing event updated for resources: {'Port': ['ID=aab3fb08-9589-483d-8702-4e60f62f3de1,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:01.304369 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a8cac086-ecb3-4f44-97b3-3b821393a5c8 None None] Port cb67d8b2-411d-4ee9-bad7-e2f61bb48312 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:01.314091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-b4288da8-6b9d-49c8-9743-0369e230e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.316296 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-b4288da8-6b9d-49c8-9743-0369e230e777 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=477e3f018e3a4055acc5e10adfd0a048&device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 1097 time: 0.7684069 Jul 08 02:05:01.322559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.331250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a8cac086-ecb3-4f44-97b3-3b821393a5c8 None None] Provisioning complete for port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:01.332997 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a8cac086-ecb3-4f44-97b3-3b821393a5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.382506 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58656c-da14-4579-93fa-4db161e2a97f None None] New status for floating IP fac193b5-c9ca-4c4d-91c8-5f527588b30c: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:05:01.437360 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.507808 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Allocated IP 172.25.4.174 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/51dc05e0-83f4-4c67-907f-8cf69aa7baa7) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:01.543475 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.553463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/920d44f4-b062-4cbb-9227-b08f493e12b4 HTTP/1.1" status: 204 len: 168 time: 1.6344326 Jul 08 02:05:01.563112 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55594) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:01.580428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-471016461'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:01.663695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Network': ['ID=920d44f4-b062-4cbb-9227-b08f493e12b4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:01.697651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-dcb61583-c74a-426c-8850-7bf0fa865e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.697781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.698269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.698684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.699191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-dcb61583-c74a-426c-8850-7bf0fa865e9e service neutron] 10.222.0.16 "GET /v2.0/networks?id=8367831e-bd39-4d8b-9095-07cd773ab54f HTTP/1.1" status: 200 len: 914 time: 0.3692315 Jul 08 02:05:01.700928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.701486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.708166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.708673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.709026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.709371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.709708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.710043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.714637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a8a40c-794f-4b63-a8d6-e3d0bb0dc505 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:01.717377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c65a44a6-67f6-4623-a7d2-3c9e6b1ceefd None None] Provisioning complete for port cb67d8b2-411d-4ee9-bad7-e2f61bb48312 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:01.718949 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c65a44a6-67f6-4623-a7d2-3c9e6b1ceefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.730364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:01.752948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:01.756699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.770727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:01.807924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c65a44a6-67f6-4623-a7d2-3c9e6b1ceefd None None] Port cb67d8b2-411d-4ee9-bad7-e2f61bb48312 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:01.818966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Port': ['ID=b4e6c2be-b830-469c-8437-f9326cd3296f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:01.865064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:01.871316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:01.873056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:01.913670 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ea067247-d63d-4195-aef3-15970e38163b tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2236614 Jul 08 02:05:01.914992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55600) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:01.925150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ebe6cbb6-1c73-4584-849f-7508dec51fca tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::280', 'mac_address': 'fa:16:3e:47:f2:d2'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:01.996025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] Sync routers for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:02.007989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:02.012186 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-4cce4691-268e-4232-ab73-b93ad8a0d14f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefba1e-0455-4652-9430-f84bb009ba08 HTTP/1.1" status: 200 len: 999 time: 0.2745764 Jul 08 02:05:02.015437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:02.017560 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:02.029456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb973fc0-a81e-44ee-a8cd-1a4c45f142ea None None] Could not find standard attr ID for object 849c264b-868e-4dda-92c7-4263509736a8. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:02.071824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.108216 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.116650 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.117127 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Added segment f5c1db80-d8d4-4127-b47d-f1236aab03a1 of type vlan for network 4778dfee-49f4-479e-a117-edaab49c6cd5 Jul 08 02:05:02.274226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:02.297292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.312084 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.362076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-244a2d30-17f4-49e5-b17f-2b53cf188cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:02.364129 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-244a2d30-17f4-49e5-b17f-2b53cf188cac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=339b90b9-3db0-4eb3-950a-ab47bc37c461 HTTP/1.1" status: 200 len: 852 time: 0.3171227 Jul 08 02:05:02.450872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.471965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:02.473194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.531969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:02.541392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:02.546237 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2901526-bced-49a0-b873-b99d30cd1635" -d '{"events": [{"name": "network-changed", "server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:02.561035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:02.570307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:02.572535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Pushing event updated for resources: {'Port': ['ID=51dc05e0-83f4-4c67-907f-8cf69aa7baa7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:02.750750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:02.753904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-769e3367-d329-46b6-a016-32b5731c0e2e None None] Provisioning for port b4e6c2be-b830-469c-8437-f9326cd3296f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:02.757760 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.770334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-769e3367-d329-46b6-a016-32b5731c0e2e None None] Provisioning complete for port b4e6c2be-b830-469c-8437-f9326cd3296f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:02.770713 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-769e3367-d329-46b6-a016-32b5731c0e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.804537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=4778dfee-49f4-479e-a117-edaab49c6cd5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:02.809623 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e1d105-eabc-4f8a-9119-8e08dc61c67a x-openstack-request-id: req-51e1d105-eabc-4f8a-9119-8e08dc61c67a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:02.811003 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:02.811590 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51e1d105-eabc-4f8a-9119-8e08dc61c67a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:02.812368 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08', 'status': 'completed', 'code': 200} Jul 08 02:05:02.821008 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.828605 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.836863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f4fe1195-fa91-4262-b1a1-3b696250d7c4 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.6287320 Jul 08 02:05:02.856380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:02.856380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.174'}]}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:02.867836 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a94b2954-2464-4bc6-94b3-687f1fb589b2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2899742 Jul 08 02:05:02.867836 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebe6cbb6-1c73-4584-849f-7508dec51fca tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:02.869421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55624) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:02.888541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 4778dfee-49f4-479e-a117-edaab49c6cd5 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:02.901184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'network_id': '4778dfee-49f4-479e-a117-edaab49c6cd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:03.040868 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.047806 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.168641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46edd9e2-5513-4fe7-9b5d-5121ffc714a5 None None] Network 01286413-1529-4b82-a565-7833d3b28703 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:03.174273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-769e3367-d329-46b6-a016-32b5731c0e2e None None] Port b4e6c2be-b830-469c-8437-f9326cd3296f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:03.238084 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.395171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-bdcdfdb7-a853-46c7-9576-47ba73290969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:03.396892 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-bdcdfdb7-a853-46c7-9576-47ba73290969 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8367831e-bd39-4d8b-9095-07cd773ab54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9129541 Jul 08 02:05:03.471263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aab3fb08-9589-483d-8702-4e60f62f3de1 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:03.483465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1c4e2f7f-325c-4f5b-a7e3-7206bdc2faee None None] Provisioning for port aab3fb08-9589-483d-8702-4e60f62f3de1 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:03.492840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Router a9e9d51a-99ba-49d0-a923-155790d15fce is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:05:03.531698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'fac193b5-c9ca-4c4d-91c8-5f527588b30c', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'port_id': '4fefba1e-0455-4652-9430-f84bb009ba08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'mac_address': 'fa:16:3e:6c:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8017138-d533-4746-97ec-dbef80707013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:04:51Z', 'updated_at': '2021-07-08T02:05:01Z', 'revision_number': 2, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:56Z', 'revision_number': 5, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:03.538997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:03.542069 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.619034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] Checking router: b583fcb5-f696-4b43-b228-bb6597d41694 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:05:03.637246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:03.640890 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.650604 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.655283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d85b7f59-3f07-42e5-ac08-b86bce60913f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "PUT /v2.0/routers/a9e9d51a-99ba-49d0-a923-155790d15fce HTTP/1.1" status: 200 len: 882 time: 7.7800660 Jul 08 02:05:03.655751 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce0465-8cea-446f-8cbc-f617218c8127 None None] Sync routers for ids ['a9e9d51a-99ba-49d0-a923-155790d15fce'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:03.662418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55634) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:03.673526 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce0465-8cea-446f-8cbc-f617218c8127 None None] Routers {'a9e9d51a-99ba-49d0-a923-155790d15fce'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:03.678092 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54ce0465-8cea-446f-8cbc-f617218c8127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a9e9d51a-99ba-49d0-a923-155790d15fce'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:03.704839 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-b2ee59dd-d434-4ca5-bfa8-55bb9adb2b11 service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825658 Jul 08 02:05:03.733547 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54ce0465-8cea-446f-8cbc-f617218c8127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:03.738627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:03.741412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:03.746357 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce0465-8cea-446f-8cbc-f617218c8127 None None] Routers {'a9e9d51a-99ba-49d0-a923-155790d15fce'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:03.748965 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54ce0465-8cea-446f-8cbc-f617218c8127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['a9e9d51a-99ba-49d0-a923-155790d15fce'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:03.800087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebe6cbb6-1c73-4584-849f-7508dec51fca tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.855491 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-54ce0465-8cea-446f-8cbc-f617218c8127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:03.857720 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce0465-8cea-446f-8cbc-f617218c8127 None None] The sync data for ids ['a9e9d51a-99ba-49d0-a923-155790d15fce'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:03.886302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebe6cbb6-1c73-4584-849f-7508dec51fca tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.971853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6cbb6-1c73-4584-849f-7508dec51fca tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] In _notify_port_updated(), no bound segment for port b4e6c2be-b830-469c-8437-f9326cd3296f on network 7f93e521-fbbb-41f8-bc08-07e24df701fe {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:05:03.978392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe6cbb6-1c73-4584-849f-7508dec51fca tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:03.979111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ebe6cbb6-1c73-4584-849f-7508dec51fca tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:03.984079 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ebe6cbb6-1c73-4584-849f-7508dec51fca tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "PUT /v2.0/ports/b4e6c2be-b830-469c-8437-f9326cd3296f HTTP/1.1" status: 200 len: 1002 time: 2.0630434 Jul 08 02:05:03.991136 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55640) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:04.098052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6cbb6-1c73-4584-849f-7508dec51fca tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Port': ['ID=b4e6c2be-b830-469c-8437-f9326cd3296f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:04.110111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a229489f-6dfe-46b4-9914-9dd4c31d434b req-2eccc990-4919-4fe9-947f-4a5dba323a32 service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857422 Jul 08 02:05:04.259154 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.307532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port aab3fb08-9589-483d-8702-4e60f62f3de1 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:04.318704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port aab3fb08-9589-483d-8702-4e60f62f3de1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:04.319379 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.390219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1959b795-ff9e-487b-ba9b-225339ecf07c tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Deleting port b4e6c2be-b830-469c-8437-f9326cd3296f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:04.390845 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1959b795-ff9e-487b-ba9b-225339ecf07c tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.446291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-387bac5e-251e-48f5-a00c-5cdebe01c6cd tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/routers/a9e9d51a-99ba-49d0-a923-155790d15fce HTTP/1.1" status: 200 len: 923 time: 0.7826598 Jul 08 02:05:04.468269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:04.532670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901526-bced-49a0-b873-b99d30cd1635 req-4ff3ceaf-8b12-4e12-bd7e-8232eb314ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:04.535254 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2901526-bced-49a0-b873-b99d30cd1635 req-4ff3ceaf-8b12-4e12-bd7e-8232eb314ed2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=477e3f018e3a4055acc5e10adfd0a048&device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 1097 time: 0.2879398 Jul 08 02:05:04.538479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=b252517c-df5e-409e-93ed-f9ea67589b8e,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:04.629411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:04.735349 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1959b795-ff9e-487b-ba9b-225339ecf07c tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.769817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking segment: {'id': 'f5c1db80-d8d4-4127-b47d-f1236aab03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4778dfee-49f4-479e-a117-edaab49c6cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:04.770296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network hostable DHCP agents. Network: 4778dfee-49f4-479e-a117-edaab49c6cd5, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:04.772114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b070bd76-601a-426d-a297-ba396eaaf6e1 None None] Provisioning complete for port b4e6c2be-b830-469c-8437-f9326cd3296f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:04.772551 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b070bd76-601a-426d-a297-ba396eaaf6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.783764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267aac13-7fd9-4a27-a594-ce92fb8d3a0c tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:04.790026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1959b795-ff9e-487b-ba9b-225339ecf07c tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Calling delete_port for b4e6c2be-b830-469c-8437-f9326cd3296f owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:04.793537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-267aac13-7fd9-4a27-a594-ce92fb8d3a0c tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&device_id=a9e9d51a-99ba-49d0-a923-155790d15fce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3225598 Jul 08 02:05:04.795949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55652) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:04.841387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b070bd76-601a-426d-a297-ba396eaaf6e1 None None] Port b4e6c2be-b830-469c-8437-f9326cd3296f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:04.884095 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:04.959885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.028872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port aab3fb08-9589-483d-8702-4e60f62f3de1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aab3fb08-9589-483d-8702-4e60f62f3de1,segment=NetworkSegment(e7996281-abd3-4c6f-bbec-45e48e859de7),segment_id=e7996281-abd3-4c6f-bbec-45e48e859de7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:05.032995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7ceaf9be-1102-4233-85b4-d83e5a974759 None None] Provisioning complete for port aab3fb08-9589-483d-8702-4e60f62f3de1 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:05.033483 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7ceaf9be-1102-4233-85b4-d83e5a974759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.038040 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.079237 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.110143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network 4778dfee-49f4-479e-a117-edaab49c6cd5 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:05.116989 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.131275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 4778dfee-49f4-479e-a117-edaab49c6cd5) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:05.157877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:05.158880 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.189040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901526-bced-49a0-b873-b99d30cd1635 req-39b19427-24fc-41c0-bc5c-349a37dca197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:05.190621 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2901526-bced-49a0-b873-b99d30cd1635 req-39b19427-24fc-41c0-bc5c-349a37dca197 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8367831e-bd39-4d8b-9095-07cd773ab54f HTTP/1.1" status: 200 len: 914 time: 0.6470802 Jul 08 02:05:05.207797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871af4e6-1359-4ffe-9f1b-5952b8e21572 None None] Network 4778dfee-49f4-479e-a117-edaab49c6cd5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:05.305036 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7e87a696-1af9-4d9c-9262-b930beec4389 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4214869 Jul 08 02:05:05.325458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55658) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:05.326067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=aab3fb08-9589-483d-8702-4e60f62f3de1,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:05.401065 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.417076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5388678-ef39-4e79-b623-639685f4e23f tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:05.422263 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b5388678-ef39-4e79-b623-639685f4e23f tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 881 time: 0.6215558 Jul 08 02:05:05.427614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:05.453169 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2901526-bced-49a0-b873-b99d30cd1635 req-dc3257e9-4623-43de-9a9b-841d0ef4147d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefba1e-0455-4652-9430-f84bb009ba08 HTTP/1.1" status: 200 len: 1001 time: 0.2290294 Jul 08 02:05:05.520268 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-10ec2fc9-4dd6-4b63-9476-05f6f7860761 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e9d51a-99ba-49d0-a923-155790d15fce HTTP/1.1" status: 200 len: 205 time: 0.0867167 Jul 08 02:05:05.533188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55666) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:05.630515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'fac193b5-c9ca-4c4d-91c8-5f527588b30c', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'port_id': '4fefba1e-0455-4652-9430-f84bb009ba08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'mac_address': 'fa:16:3e:6c:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8017138-d533-4746-97ec-dbef80707013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:04:51Z', 'updated_at': '2021-07-08T02:05:01Z', 'revision_number': 2, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:56Z', 'revision_number': 5, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:05.648691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-4778dfee-49f4-479e-a117-edaab49c6cd5', 'network_id': '4778dfee-49f4-479e-a117-edaab49c6cd5', 'tenant_id': '900f5ec918304af2a1493456f4871b77', 'fixed_ips': [{'subnet_id': 'b252517c-df5e-409e-93ed-f9ea67589b8e'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:05.649927 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.704268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297b28b-3502-4040-a955-91f8b92f3019 None None] The sync data for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 is: [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'fac193b5-c9ca-4c4d-91c8-5f527588b30c', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'floating_ip_address': '172.25.4.124', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'port_id': '4fefba1e-0455-4652-9430-f84bb009ba08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'mac_address': 'fa:16:3e:6c:b9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8017138-d533-4746-97ec-dbef80707013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:04:51Z', 'updated_at': '2021-07-08T02:05:01Z', 'revision_number': 2, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:56Z', 'revision_number': 5, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:05.776578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901526-bced-49a0-b873-b99d30cd1635 req-c63d99cc-9f62-41b1-946b-8f1e29a737b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:05.780195 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2901526-bced-49a0-b873-b99d30cd1635 req-c63d99cc-9f62-41b1-946b-8f1e29a737b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=339b90b9-3db0-4eb3-950a-ab47bc37c461 HTTP/1.1" status: 200 len: 852 time: 0.2768445 Jul 08 02:05:05.918425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.933693 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.936242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:05.946880 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1959b795-ff9e-487b-ba9b-225339ecf07c tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.024010 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.024806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d7ca0f0-6398-4e89-b456-a6ae93e9222d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:05:06.058857 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 08 02:05:06.065916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5685aac2-5048-4760-9a2c-4b099db8c2e6 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2197461 Jul 08 02:05:06.067507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:06.096995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959b795-ff9e-487b-ba9b-225339ecf07c tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event deleted for resources: {'Port': ['ID=b4e6c2be-b830-469c-8437-f9326cd3296f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:06.111243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.313217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Allocated IP 2001:db8::1 (4778dfee-49f4-479e-a117-edaab49c6cd5/b252517c-df5e-409e-93ed-f9ea67589b8e/fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:06.392004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-83a599a5-4de4-45cd-b936-21ef5d447a35 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Deleting port 51dc05e0-83f4-4c67-907f-8cf69aa7baa7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:06.392386 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83a599a5-4de4-45cd-b936-21ef5d447a35 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.564558 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.577505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Transition to ACTIVE for port object fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:06.620058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83a599a5-4de4-45cd-b936-21ef5d447a35 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.627215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Transition to ACTIVE for port object fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:06.639285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-83a599a5-4de4-45cd-b936-21ef5d447a35 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Calling delete_port for 51dc05e0-83f4-4c67-907f-8cf69aa7baa7 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:06.646612 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.715622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55684) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:06.740175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Pushing event updated for resources: {'Port': ['ID=fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:06.784243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Network 4778dfee-49f4-479e-a117-edaab49c6cd5 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:06.787373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:06.791134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:06.925121 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83a599a5-4de4-45cd-b936-21ef5d447a35 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.971477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Attempting to bind port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:06.972473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Attempting to bind port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f5c1db80-d8d4-4127-b47d-f1236aab03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4778dfee-49f4-479e-a117-edaab49c6cd5'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:06.973044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Attempting to bind port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 on network 4778dfee-49f4-479e-a117-edaab49c6cd5 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:06.980631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:06.981469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Checking segment: {'id': 'f5c1db80-d8d4-4127-b47d-f1236aab03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4778dfee-49f4-479e-a117-edaab49c6cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:06.982463 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.983064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Bound using segment: {'id': 'f5c1db80-d8d4-4127-b47d-f1236aab03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4778dfee-49f4-479e-a117-edaab49c6cd5'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:06.983910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Bound port: fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c1db80-d8d4-4127-b47d-f1236aab03a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4778dfee-49f4-479e-a117-edaab49c6cd5'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:06.984550 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:06.985214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a599a5-4de4-45cd-b936-21ef5d447a35 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Pushing event deleted for resources: {'Port': ['ID=51dc05e0-83f4-4c67-907f-8cf69aa7baa7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:07.012139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b44246b-82c2-488b-9e4b-58ac92b3b336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.107015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] For port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:07.114876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] For port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4,segment=NetworkSegment(f5c1db80-d8d4-4127-b47d-f1236aab03a1),segment_id=f5c1db80-d8d4-4127-b47d-f1236aab03a1)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:07.116181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901526-bced-49a0-b873-b99d30cd1635 req-77389b1a-38db-4c30-b46c-84b3a22d50db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:07.119058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2901526-bced-49a0-b873-b99d30cd1635 req-77389b1a-38db-4c30-b46c-84b3a22d50db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8367831e-bd39-4d8b-9095-07cd773ab54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3197875 Jul 08 02:05:07.126781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.130013 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.190492 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83a599a5-4de4-45cd-b936-21ef5d447a35 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.194368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-83a599a5-4de4-45cd-b936-21ef5d447a35 tempest-RoutersAdminNegativeIpV6Test-1063561338 tempest-RoutersAdminNegativeIpV6Test-1063561338-project-admin] 10.222.0.41 "DELETE /v2.0/ports/51dc05e0-83f4-4c67-907f-8cf69aa7baa7 HTTP/1.1" status: 204 len: 168 time: 1.1249659 Jul 08 02:05:07.273950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78dfb8-a3ab-4b7b-ae40-f6a58d0f496a None None] Pushing event updated for resources: {'Port': ['ID=fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:07.355504 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b44246b-82c2-488b-9e4b-58ac92b3b336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.367799 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b44246b-82c2-488b-9e4b-58ac92b3b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.449385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aab3fb08-9589-483d-8702-4e60f62f3de1 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:07.451204 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6b44246b-82c2-488b-9e4b-58ac92b3b336 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d2737a2b6834e7b8909fd65a9455e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7266991 Jul 08 02:05:07.452006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55698) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:07.476845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b44246b-82c2-488b-9e4b-58ac92b3b336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabba95c-10a5-400e-932e-c20d4b0ededa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:07.486737 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1959b795-ff9e-487b-ba9b-225339ecf07c tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.491395 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1959b795-ff9e-487b-ba9b-225339ecf07c tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "DELETE /v2.0/ports/b4e6c2be-b830-469c-8437-f9326cd3296f HTTP/1.1" status: 204 len: 168 time: 3.4970045 Jul 08 02:05:07.495806 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55702) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:07.560587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port aab3fb08-9589-483d-8702-4e60f62f3de1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:07.564349 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.615342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-635f2c1a-0a91-43f6-baed-293321f3056b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.649857 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f4fac2-476a-4f07-9cba-89e5e2e22446 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] GET failed (client error): The resource could not be found. Jul 08 02:05:07.656859 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-61f4fac2-476a-4f07-9cba-89e5e2e22446 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "GET /v2.0/ports/b4e6c2be-b830-469c-8437-f9326cd3296f HTTP/1.1" status: 404 len: 333 time: 0.1479223 Jul 08 02:05:07.664821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:07.669542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.675390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'port': {'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-126166597'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:07.704872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2901526-bced-49a0-b873-b99d30cd1635 req-ad4b28cc-2ccb-4d11-8d8a-b1fbb36728db service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732048 Jul 08 02:05:07.711638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.753827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55712) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:07.787279 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-635f2c1a-0a91-43f6-baed-293321f3056b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.850178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Subnet': ['ID=b252517c-df5e-409e-93ed-f9ea67589b8e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:07.950817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.969431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4778dfee-49f4-479e-a117-edaab49c6cd5']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:07.973248 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-635f2c1a-0a91-43f6-baed-293321f3056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.977060 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-635f2c1a-0a91-43f6-baed-293321f3056b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:07.980805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-635f2c1a-0a91-43f6-baed-293321f3056b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cabba95c-10a5-400e-932e-c20d4b0ededa HTTP/1.1" status: 204 len: 168 time: 0.5221171 Jul 08 02:05:07.989836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c1db80-d8d4-4127-b47d-f1236aab03a1') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:07.990124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c1db80-d8d4-4127-b47d-f1236aab03a1') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:08.008175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f2c1a-0a91-43f6-baed-293321f3056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabba95c-10a5-400e-932e-c20d4b0ededa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:08.010283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Made reservation on behalf of a11f9dcade004f2cb7395c5866bf2559 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:08.014422 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.035933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.041704 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2901526-bced-49a0-b873-b99d30cd1635 req-6a519fc4-e0ae-40cf-a32a-0e8dd33fe0e9 service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246918 Jul 08 02:05:08.043021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Deleting port cf49aacc-4b32-4b11-978a-eddf4335ff9f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:08.043363 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.054549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] device_id is not set on port 03d52640-4d45-4802-b925-327fc5b66c90 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:08.102800 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75726cb5-e323-42db-8826-175a49bde379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.118490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.134987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:08.135404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:08.139313 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:08.266666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.278713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:05:08.278713 n-d-694802-14 neutron-server[93884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:05:08.278713 n-d-694802-14 neutron-server[93884]: [parameters: {'id': '4778dfee-49f4-479e-a117-edaab49c6cd5'}] Jul 08 02:05:08.278713 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:05:08.279235 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:05:08.284129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Allocated IP 2001:db8::b5 (7f93e521-fbbb-41f8-bc08-07e24df701fe/15df41d1-5370-4145-9e5e-70102e8a5c06/03d52640-4d45-4802-b925-327fc5b66c90) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:08.288117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Calling delete_port for cf49aacc-4b32-4b11-978a-eddf4335ff9f owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:08.485494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55728) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:08.505573 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b542fa8-2d03-4a4b-bc4e-7e14026f9027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.587779 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.615153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75726cb5-e323-42db-8826-175a49bde379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.618736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Transition to ACTIVE for port object 03d52640-4d45-4802-b925-327fc5b66c90 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:08.628791 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75726cb5-e323-42db-8826-175a49bde379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.725087 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-75726cb5-e323-42db-8826-175a49bde379 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a5b580611e54a26a1336e9277e01032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9694855 Jul 08 02:05:08.734678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:08.739611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75726cb5-e323-42db-8826-175a49bde379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651bca90-e84c-491a-87d1-8108be70a1d1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:08.743018 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.748245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24995a5b-47db-43a4-99d6-270814cb93d5 None None] Network 4778dfee-49f4-479e-a117-edaab49c6cd5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:08.790427 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.811566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.814270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Pushing event deleted for resources: {'Port': ['ID=cf49aacc-4b32-4b11-978a-eddf4335ff9f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:08.862942 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b542fa8-2d03-4a4b-bc4e-7e14026f9027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.863965 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Port': ['ID=03d52640-4d45-4802-b925-327fc5b66c90,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:08.876253 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b542fa8-2d03-4a4b-bc4e-7e14026f9027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.896040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:08.907060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:08.910889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-afd4c044-5e2b-4f8c-a90a-ec6f7a587db0 None None] Provisioning for port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:08.913693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:08.922637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:08.923403 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:08.987210 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.008287 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.013652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6b542fa8-2d03-4a4b-bc4e-7e14026f9027 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8aef5ace44604b598e1f49c2d972a96b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270350 Jul 08 02:05:09.019773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dd5c56f1-7135-4cc8-83cb-089627c368e7 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3536060 Jul 08 02:05:09.020727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:09.024080 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8adae09-1a03-459b-ac01-f79079dd44f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.057122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:09.077118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8736afd6-fe8b-4160-b78b-b7b6c0c1593d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:47:f2:d2'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:09.084629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b542fa8-2d03-4a4b-bc4e-7e14026f9027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f9fabc-404f-4f6a-9318-57fb18588b1d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:09.091813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f555fba-47c5-4c73-91bc-8e35e087097b None None] DHCP port deletion for 4778dfee-49f4-479e-a117-edaab49c6cd5 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:09.169017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9f555fba-47c5-4c73-91bc-8e35e087097b None None] Deleting port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:09.169441 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9f555fba-47c5-4c73-91bc-8e35e087097b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.169995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.175796 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.192116 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8adae09-1a03-459b-ac01-f79079dd44f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.247928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d28ba51-1229-4835-a25b-0e0f28ea5f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.293180 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:09.294579 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.294755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9f555fba-47c5-4c73-91bc-8e35e087097b None None] For port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4,segment=NetworkSegment(f5c1db80-d8d4-4127-b47d-f1236aab03a1),segment_id=f5c1db80-d8d4-4127-b47d-f1236aab03a1)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:09.295188 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9f555fba-47c5-4c73-91bc-8e35e087097b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.315032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9f555fba-47c5-4c73-91bc-8e35e087097b None None] Calling delete_port for fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:09.337754 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.338370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Fanout notify agent at l3_agent the message router_deleted on router a9e9d51a-99ba-49d0-a923-155790d15fce {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:05:09.405055 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d28ba51-1229-4835-a25b-0e0f28ea5f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.432220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-72897774-4248-443a-a033-38076e978210 None None] Provisioning for port 03d52640-4d45-4802-b925-327fc5b66c90 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:09.438839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-72897774-4248-443a-a033-38076e978210 None None] Provisioning complete for port 03d52640-4d45-4802-b925-327fc5b66c90 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:09.439208 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72897774-4248-443a-a033-38076e978210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.455674 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.461050 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8adae09-1a03-459b-ac01-f79079dd44f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.462839 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bf6fdc1f-2eed-4e9a-8121-40c4d3261626 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/a9e9d51a-99ba-49d0-a923-155790d15fce HTTP/1.1" status: 204 len: 168 time: 3.8798931 Jul 08 02:05:09.464182 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b8adae09-1a03-459b-ac01-f79079dd44f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.465648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b8adae09-1a03-459b-ac01-f79079dd44f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/651bca90-e84c-491a-87d1-8108be70a1d1 HTTP/1.1" status: 204 len: 168 time: 0.7296689 Jul 08 02:05:09.466829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55746) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:09.475614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-be658d72-b13e-4171-bd4e-2faa52b6db0a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-851791539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:09.483896 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9f555fba-47c5-4c73-91bc-8e35e087097b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.512170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adae09-1a03-459b-ac01-f79079dd44f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651bca90-e84c-491a-87d1-8108be70a1d1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:09.533259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f555fba-47c5-4c73-91bc-8e35e087097b None None] Pushing event deleted for resources: {'Port': ['ID=fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:09.539880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-72897774-4248-443a-a033-38076e978210 None None] Port 03d52640-4d45-4802-b925-327fc5b66c90 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:09.545229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f555fba-47c5-4c73-91bc-8e35e087097b None None] No DVR routers for this DVR port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:09.549211 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8736afd6-fe8b-4160-b78b-b7b6c0c1593d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.552924 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be658d72-b13e-4171-bd4e-2faa52b6db0a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.553961 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be658d72-b13e-4171-bd4e-2faa52b6db0a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.564432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] For port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4,segment=NetworkSegment(f5c1db80-d8d4-4127-b47d-f1236aab03a1),segment_id=f5c1db80-d8d4-4127-b47d-f1236aab03a1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:09.564988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.579481 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d28ba51-1229-4835-a25b-0e0f28ea5f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.582611 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d28ba51-1229-4835-a25b-0e0f28ea5f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.586443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6d28ba51-1229-4835-a25b-0e0f28ea5f5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0f9fabc-404f-4f6a-9318-57fb18588b1d HTTP/1.1" status: 204 len: 168 time: 0.5607009 Jul 08 02:05:09.593909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Calling delete_port for fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:09.700477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28ba51-1229-4835-a25b-0e0f28ea5f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f9fabc-404f-4f6a-9318-57fb18588b1d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:09.761314 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be658d72-b13e-4171-bd4e-2faa52b6db0a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.776754 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be658d72-b13e-4171-bd4e-2faa52b6db0a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.817814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.849532 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be658d72-b13e-4171-bd4e-2faa52b6db0a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:09.853456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-be658d72-b13e-4171-bd4e-2faa52b6db0a tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3794508 Jul 08 02:05:09.854235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55758) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:09.859250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'enable_snat': True}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:09.901432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Port': ['ID=fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:09.915062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No DVR routers for this DVR port fcb20b7e-b7bb-4c4b-9661-fdb66ef181c4 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:10.053629 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.082155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4778dfee-49f4-479e-a117-edaab49c6cd5']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:10.109058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c1db80-d8d4-4127-b47d-f1236aab03a1') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:10.109406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c1db80-d8d4-4127-b47d-f1236aab03a1') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:10.145695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.174310 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.227873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:10.230090 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:10.235225 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:10.255712 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.310776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.324188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.326601 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/4778dfee-49f4-479e-a117-edaab49c6cd5 HTTP/1.1" status: 204 len: 168 time: 5.0001619 Jul 08 02:05:10.331766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:10.337227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1633653359'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:10.352142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b23a7-9beb-41fd-a81b-837b11cff5f6 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Network': ['ID=4778dfee-49f4-479e-a117-edaab49c6cd5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:10.360411 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8736afd6-fe8b-4160-b78b-b7b6c0c1593d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.369193 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8736afd6-fe8b-4160-b78b-b7b6c0c1593d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.382597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:10.390967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.411205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8736afd6-fe8b-4160-b78b-b7b6c0c1593d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] In _notify_port_updated(), no bound segment for port 03d52640-4d45-4802-b925-327fc5b66c90 on network 7f93e521-fbbb-41f8-bc08-07e24df701fe {{(pid=93883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:05:10.417907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8736afd6-fe8b-4160-b78b-b7b6c0c1593d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:10.418402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8736afd6-fe8b-4160-b78b-b7b6c0c1593d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.422372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8736afd6-fe8b-4160-b78b-b7b6c0c1593d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "PUT /v2.0/ports/03d52640-4d45-4802-b925-327fc5b66c90 HTTP/1.1" status: 200 len: 1001 time: 1.3614600 Jul 08 02:05:10.424840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55776) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:10.451946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55778) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:10.462565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:10.474910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736afd6-fe8b-4160-b78b-b7b6c0c1593d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Port': ['ID=03d52640-4d45-4802-b925-327fc5b66c90,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:10.524090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f94819cd-6933-43ca-8318-7fc70ca56a68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09bd63e50369476b9faf3453cabc7fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709374 Jul 08 02:05:10.531713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:10.572219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.572647 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Added segment 6ca14069-0f74-42ff-ba19-5ccac12a0a5a of type vlan for network 48b0ef4e-98ea-4032-a389-0a5a95ce91ac Jul 08 02:05:10.633453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.757239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.767252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:10.767361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.813679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2baa11b7-7c4e-4e33-a2ee-9885ecacb20f None None] Provisioning complete for port 03d52640-4d45-4802-b925-327fc5b66c90 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:10.814606 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2baa11b7-7c4e-4e33-a2ee-9885ecacb20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.824622 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72395446-f553-4609-865a-2840a8972aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.857974 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5248218 Jul 08 02:05:10.863438 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55790) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:10.869381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'network_id': '48b0ef4e-98ea-4032-a389-0a5a95ce91ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:10.873867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d627053-b424-4831-9556-cd30c5fa51ef tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=48b0ef4e-98ea-4032-a389-0a5a95ce91ac,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:10.885217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e73d0509-24be-4ee7-8bf9-2fcb27b02c77 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Deleting port 03d52640-4d45-4802-b925-327fc5b66c90 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:10.885570 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e73d0509-24be-4ee7-8bf9-2fcb27b02c77 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.902651 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72395446-f553-4609-865a-2840a8972aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.912607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 48b0ef4e-98ea-4032-a389-0a5a95ce91ac details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:10.933669 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:10.941586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2baa11b7-7c4e-4e33-a2ee-9885ecacb20f None None] Port 03d52640-4d45-4802-b925-327fc5b66c90 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:10.993956 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.039504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:11.043161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.085739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72395446-f553-4609-865a-2840a8972aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.088293 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-72395446-f553-4609-865a-2840a8972aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.094376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-72395446-f553-4609-865a-2840a8972aca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a332202d-8c47-4f08-a7b9-2a2d8bbd30fd HTTP/1.1" status: 204 len: 168 time: 0.5607352 Jul 08 02:05:11.115725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72395446-f553-4609-865a-2840a8972aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a332202d-8c47-4f08-a7b9-2a2d8bbd30fd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:11.138994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e73d0509-24be-4ee7-8bf9-2fcb27b02c77 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.183491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e73d0509-24be-4ee7-8bf9-2fcb27b02c77 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Calling delete_port for 03d52640-4d45-4802-b925-327fc5b66c90 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:11.295007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Allocated IP 172.25.4.245 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/019c8b61-21ea-4bb6-bf6b-9fcd98901144) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:11.463408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.519268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e73d0509-24be-4ee7-8bf9-2fcb27b02c77 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.624328 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.677357 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.692166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d0509-24be-4ee7-8bf9-2fcb27b02c77 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event deleted for resources: {'Port': ['ID=03d52640-4d45-4802-b925-327fc5b66c90,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:11.733168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event updated for resources: {'Port': ['ID=019c8b61-21ea-4bb6-bf6b-9fcd98901144,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:11.750203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:11.752232 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:11.755814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:11.812192 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e73d0509-24be-4ee7-8bf9-2fcb27b02c77 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:11.821125 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e73d0509-24be-4ee7-8bf9-2fcb27b02c77 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "DELETE /v2.0/ports/03d52640-4d45-4802-b925-327fc5b66c90 HTTP/1.1" status: 204 len: 168 time: 1.3914568 Jul 08 02:05:11.835060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55818) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:11.931196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking segment: {'id': '6ca14069-0f74-42ff-ba19-5ccac12a0a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '48b0ef4e-98ea-4032-a389-0a5a95ce91ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:11.933150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network hostable DHCP agents. Network: 48b0ef4e-98ea-4032-a389-0a5a95ce91ac, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:11.972380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=e88ae913-b34e-454b-a0d5-ee5c9d51fa59,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:11.977003 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be63940-7bcb-48ac-b62a-09f186b627b6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] GET failed (client error): The resource could not be found. Jul 08 02:05:11.979283 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4be63940-7bcb-48ac-b62a-09f186b627b6 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "GET /v2.0/ports/03d52640-4d45-4802-b925-327fc5b66c90 HTTP/1.1" status: 404 len: 333 time: 0.0950499 Jul 08 02:05:11.983641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55828) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:11.991921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'port': {'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-687779573'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:12.146363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network 48b0ef4e-98ea-4032-a389-0a5a95ce91ac is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:12.171429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 48b0ef4e-98ea-4032-a389-0a5a95ce91ac) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:12.180015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:12.180781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.184972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f39075-f89c-41c8-a141-da2ca6a549e8 None None] Network 48b0ef4e-98ea-4032-a389-0a5a95ce91ac requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:12.203901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Made reservation on behalf of a11f9dcade004f2cb7395c5866bf2559 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:12.207961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.224790 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dc8fc810-a22e-4095-9868-bb0ae1ea0e9a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3576641 Jul 08 02:05:12.226888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55836) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:12.357376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] device_id is not set on port 350d9cfe-76d2-43c8-b2c9-c119deb4a5f7 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:12.486206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-48b0ef4e-98ea-4032-a389-0a5a95ce91ac', 'network_id': '48b0ef4e-98ea-4032-a389-0a5a95ce91ac', 'tenant_id': '900f5ec918304af2a1493456f4871b77', 'fixed_ips': [{'subnet_id': 'e88ae913-b34e-454b-a0d5-ee5c9d51fa59'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:12.487368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.680146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Allocated IP 2001:db8::1 (48b0ef4e-98ea-4032-a389-0a5a95ce91ac/e88ae913-b34e-454b-a0d5-ee5c9d51fa59/41e1f2b3-34a6-4efa-92a0-e53c1accdab1) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:12.681212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55854) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:12.727548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:12.865515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Allocated IP 2001:db8::3b8 (7f93e521-fbbb-41f8-bc08-07e24df701fe/15df41d1-5370-4145-9e5e-70102e8a5c06/350d9cfe-76d2-43c8-b2c9-c119deb4a5f7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:12.892733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'networks': [{'name': 'tempest-network--1956571685'}, {'name': 'tempest-network--366642332'}]} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:12.893344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'network': {'name': 'tempest-network--1956571685'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:12.894093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'network': {'name': 'tempest-network--366642332'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:12.954758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.021773 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.038670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Transition to ACTIVE for port object 41e1f2b3-34a6-4efa-92a0-e53c1accdab1 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:13.041231 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.060930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Transition to ACTIVE for port object 41e1f2b3-34a6-4efa-92a0-e53c1accdab1 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:13.070172 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.073528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Made reservation on behalf of 1ccea31bcf9043558227fd85b0b7a3a2 for: {'network': 2} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:13.080183 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.112541 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.133889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.165823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Network 48b0ef4e-98ea-4032-a389-0a5a95ce91ac is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:13.167187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Pushing event updated for resources: {'Port': ['ID=41e1f2b3-34a6-4efa-92a0-e53c1accdab1,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:13.186871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:13.194472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:13.287352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Attempting to bind port 41e1f2b3-34a6-4efa-92a0-e53c1accdab1 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:13.288922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Attempting to bind port 41e1f2b3-34a6-4efa-92a0-e53c1accdab1 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '6ca14069-0f74-42ff-ba19-5ccac12a0a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '48b0ef4e-98ea-4032-a389-0a5a95ce91ac'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:13.291391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Attempting to bind port 41e1f2b3-34a6-4efa-92a0-e53c1accdab1 on network 48b0ef4e-98ea-4032-a389-0a5a95ce91ac {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:13.303893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:13.304274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Checking segment: {'id': '6ca14069-0f74-42ff-ba19-5ccac12a0a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '48b0ef4e-98ea-4032-a389-0a5a95ce91ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:13.306658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.307398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Bound using segment: {'id': '6ca14069-0f74-42ff-ba19-5ccac12a0a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '48b0ef4e-98ea-4032-a389-0a5a95ce91ac'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:13.307620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Bound port: 41e1f2b3-34a6-4efa-92a0-e53c1accdab1, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca14069-0f74-42ff-ba19-5ccac12a0a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '48b0ef4e-98ea-4032-a389-0a5a95ce91ac'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:13.311337 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.404650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Subnet': ['ID=e88ae913-b34e-454b-a0d5-ee5c9d51fa59,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:13.432959 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.447252 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.451184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] For port 41e1f2b3-34a6-4efa-92a0-e53c1accdab1, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:13.456739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] For port 41e1f2b3-34a6-4efa-92a0-e53c1accdab1, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=41e1f2b3-34a6-4efa-92a0-e53c1accdab1,segment=NetworkSegment(6ca14069-0f74-42ff-ba19-5ccac12a0a5a),segment_id=6ca14069-0f74-42ff-ba19-5ccac12a0a5a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:13.468875 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.626360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e33306-b252-4cfd-a5ac-b0d8b5fb923f None None] Pushing event updated for resources: {'Port': ['ID=41e1f2b3-34a6-4efa-92a0-e53c1accdab1,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:13.648426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.660781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1616f6-ffce-4c12-ac24-4b6a19fdcc43 None None] Network 48b0ef4e-98ea-4032-a389-0a5a95ce91ac requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:13.664335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.681778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.684633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b0ef4e-98ea-4032-a389-0a5a95ce91ac']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:13.716596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.717829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.720138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Router b668b182-8e90-4ec0-9499-b6107adde6a5 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:05:13.724452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Transition to ACTIVE for port object 350d9cfe-76d2-43c8-b2c9-c119deb4a5f7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:13.742893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca14069-0f74-42ff-ba19-5ccac12a0a5a') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:13.743348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca14069-0f74-42ff-ba19-5ccac12a0a5a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:13.772178 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.801387 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:13.861232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e46ecaf-526c-4c58-b09a-5dd458930684,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:13.876649 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.897769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.905914 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Added segment f401f8f8-57d2-4923-94a0-ca54cb0d1573 of type vlan for network 84f79793-e5ac-4c63-8255-b686908c8b3f Jul 08 02:05:13.907369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:13.908217 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:13.925520 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:13.994158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a49db81-fb63-496a-b056-c919ff94cdae None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:05:14.031506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:05:14.031506 n-d-694802-14 neutron-server[93884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:05:14.031506 n-d-694802-14 neutron-server[93884]: [parameters: {'id': '48b0ef4e-98ea-4032-a389-0a5a95ce91ac'}] Jul 08 02:05:14.031506 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:05:14.038106 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:05:14.038106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.042971 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.080051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:14.103388 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.104661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1ba1bef3-ae53-4c74-83f3-08044dc458e2 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "PUT /v2.0/routers/b668b182-8e90-4ec0-9499-b6107adde6a5 HTTP/1.1" status: 200 len: 918 time: 4.2498429 Jul 08 02:05:14.109136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55892) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:14.125533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:14.137008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:14.143498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:14.149991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:14.150681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.163417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Port': ['ID=350d9cfe-76d2-43c8-b2c9-c119deb4a5f7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:14.174731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:14.194638 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b1467505-c362-4711-84a9-178905b86f27 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2076342 Jul 08 02:05:14.197041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55896) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:14.203101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2f40a-39d4-458a-9e64-27a7d475c49d None None] Sync routers for ids ['b668b182-8e90-4ec0-9499-b6107adde6a5'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:14.218953 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.226203 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Added segment cadce144-ecf7-49a1-9ebf-c5f5daa587b7 of type vlan for network 5af3a334-f7c6-4b34-901d-749575a7e874 Jul 08 02:05:14.235840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2f40a-39d4-458a-9e64-27a7d475c49d None None] Routers {'b668b182-8e90-4ec0-9499-b6107adde6a5'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:14.236497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12b2f40a-39d4-458a-9e64-27a7d475c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b668b182-8e90-4ec0-9499-b6107adde6a5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:14.262945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'port': {'network_id': '7f93e521-fbbb-41f8-bc08-07e24df701fe', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1380310650'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:14.273982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12b2f40a-39d4-458a-9e64-27a7d475c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:14.279047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a49db81-fb63-496a-b056-c919ff94cdae None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:05:14.291488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2f40a-39d4-458a-9e64-27a7d475c49d None None] Routers {'b668b182-8e90-4ec0-9499-b6107adde6a5'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:14.292116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12b2f40a-39d4-458a-9e64-27a7d475c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b668b182-8e90-4ec0-9499-b6107adde6a5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:14.364570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-12b2f40a-39d4-458a-9e64-27a7d475c49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:14.366192 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b2f40a-39d4-458a-9e64-27a7d475c49d None None] The sync data for ids ['b668b182-8e90-4ec0-9499-b6107adde6a5'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:14.402668 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.424368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6d5d21c2-27c7-453c-a86f-3d4dd01787dc tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/routers/b668b182-8e90-4ec0-9499-b6107adde6a5 HTTP/1.1" status: 200 len: 924 time: 0.3136630 Jul 08 02:05:14.428526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:14.517709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61246f61-276f-44f2-94c9-5f08f3707efe tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:14.524145 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-61246f61-276f-44f2-94c9-5f08f3707efe tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&device_id=b668b182-8e90-4ec0-9499-b6107adde6a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0925663 Jul 08 02:05:14.526424 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:14.535112 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.583631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.584182 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.592538 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:14.598568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:14.599786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.692182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Made reservation on behalf of a11f9dcade004f2cb7395c5866bf2559 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:14.699188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:14.758644 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0736039 Jul 08 02:05:14.775059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:14.804633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] device_id is not set on port fc1acbdb-8678-4dfa-99b7-78431b94b5b3 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:14.858804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9901c-cf33-453c-b519-8f7ebfd6c425 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:14.863247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d9f9901c-cf33-453c-b519-8f7ebfd6c425 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 881 time: 0.3328643 Jul 08 02:05:14.864935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55918) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:14.899129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'Network': ['ID=84f79793-e5ac-4c63-8255-b686908c8b3f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:14.917958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 84f79793-e5ac-4c63-8255-b686908c8b3f details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:14.924818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d0d53b33-1e1e-4711-922e-f2738db1ad5f tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=b668b182-8e90-4ec0-9499-b6107adde6a5 HTTP/1.1" status: 200 len: 205 time: 0.0561976 Jul 08 02:05:14.928006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.069579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'Network': ['ID=5af3a334-f7c6-4b34-901d-749575a7e874,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:15.103372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05394532-b6ab-47c2-89d1-81d5470912b2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:15.118022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05394532-b6ab-47c2-89d1-81d5470912b2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:15.127305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting port 41e1f2b3-34a6-4efa-92a0-e53c1accdab1 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:15.127305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.127606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05394532-b6ab-47c2-89d1-81d5470912b2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:15.136057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05394532-b6ab-47c2-89d1-81d5470912b2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:15.142021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-05394532-b6ab-47c2-89d1-81d5470912b2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3597784 Jul 08 02:05:15.142203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55934) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.262083 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.297743 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.434372 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.447844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f79793-e5ac-4c63-8255-b686908c8b3f']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:15.468963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f401f8f8-57d2-4923-94a0-ca54cb0d1573') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:15.469771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f401f8f8-57d2-4923-94a0-ca54cb0d1573') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:15.494750 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.563919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.574050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:15.575655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:15.580286 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:15.697652 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.718852 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.723570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "DELETE /v2.0/networks/84f79793-e5ac-4c63-8255-b686908c8b3f HTTP/1.1" status: 204 len: 168 time: 0.5791342 Jul 08 02:05:15.725623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55944) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:15.737994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5de01421-7598-4c17-8129-1a5674f34d5b None None] Provisioning for port 350d9cfe-76d2-43c8-b2c9-c119deb4a5f7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:15.745375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5de01421-7598-4c17-8129-1a5674f34d5b None None] Provisioning complete for port 350d9cfe-76d2-43c8-b2c9-c119deb4a5f7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:15.749386 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5de01421-7598-4c17-8129-1a5674f34d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.768810 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.779193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f0728-13df-409f-9efa-b92bd1d27ae2 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Network': ['ID=84f79793-e5ac-4c63-8255-b686908c8b3f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:15.788006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.789172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.789778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.790330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.790821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.791304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.791785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.792317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.792814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.793291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.794300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.794776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31b9e9-21d9-4292-ab35-5d572a05cac9 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:15.805128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Allocated IP 2001:db8::1c0 (7f93e521-fbbb-41f8-bc08-07e24df701fe/15df41d1-5370-4145-9e5e-70102e8a5c06/fc1acbdb-8678-4dfa-99b7-78431b94b5b3) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:15.832270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 5af3a334-f7c6-4b34-901d-749575a7e874 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:15.899892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.957155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] For port 41e1f2b3-34a6-4efa-92a0-e53c1accdab1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=41e1f2b3-34a6-4efa-92a0-e53c1accdab1,segment=NetworkSegment(6ca14069-0f74-42ff-ba19-5ccac12a0a5a),segment_id=6ca14069-0f74-42ff-ba19-5ccac12a0a5a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:15.957905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:15.958773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Deleting port 019c8b61-21ea-4bb6-bf6b-9fcd98901144 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:15.959404 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.003209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Calling delete_port for 41e1f2b3-34a6-4efa-92a0-e53c1accdab1 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:16.071394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5de01421-7598-4c17-8129-1a5674f34d5b None None] Port 350d9cfe-76d2-43c8-b2c9-c119deb4a5f7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:16.110022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.124194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af3a334-f7c6-4b34-901d-749575a7e874']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:16.144815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadce144-ecf7-49a1-9ebf-c5f5daa587b7') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:16.145288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadce144-ecf7-49a1-9ebf-c5f5daa587b7') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:16.173948 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.202065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.222211 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.233045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:16.233856 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:16.238664 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:16.242679 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.254868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.280460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No DVR routers for this DVR port 41e1f2b3-34a6-4efa-92a0-e53c1accdab1 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:16.312094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Port': ['ID=41e1f2b3-34a6-4efa-92a0-e53c1accdab1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:16.344712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Calling delete_port for 019c8b61-21ea-4bb6-bf6b-9fcd98901144 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:16.345316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Transition to ACTIVE for port object fc1acbdb-8678-4dfa-99b7-78431b94b5b3 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:16.346842 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.401319 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.405233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "DELETE /v2.0/networks/5af3a334-f7c6-4b34-901d-749575a7e874 HTTP/1.1" status: 204 len: 168 time: 0.6768341 Jul 08 02:05:16.410047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55962) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.426081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.491375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b0ef4e-98ea-4032-a389-0a5a95ce91ac']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:16.513527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca14069-0f74-42ff-ba19-5ccac12a0a5a') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:16.513949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca14069-0f74-42ff-ba19-5ccac12a0a5a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:16.542723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.562971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f8eeb-ba70-444f-af71-a0a2028e83ec tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Network': ['ID=5af3a334-f7c6-4b34-901d-749575a7e874,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:16.580712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.583519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.631471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5b3ec-c7e5-41a8-9c54-f0f7c0248d49 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:16.639355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f5b3ec-c7e5-41a8-9c54-f0f7c0248d49 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:16.644978 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f1f5b3ec-c7e5-41a8-9c54-f0f7c0248d49 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2301335 Jul 08 02:05:16.644978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:16.644978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:16.650244 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:16.657781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55968) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.669939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.684469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1803944508'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:16.727772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Pushing event deleted for resources: {'Port': ['ID=019c8b61-21ea-4bb6-bf6b-9fcd98901144,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:16.780991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:16.798274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:16.819256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Port': ['ID=fc1acbdb-8678-4dfa-99b7-78431b94b5b3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:16.837906 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.842071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:16.852036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:16.860805 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.886657 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.899632 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.909256 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/48b0ef4e-98ea-4032-a389-0a5a95ce91ac HTTP/1.1" status: 204 len: 168 time: 4.6812713 Jul 08 02:05:16.916078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55970) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.934614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-726734290'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:16.939387 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Made reservation on behalf of 1ccea31bcf9043558227fd85b0b7a3a2 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:16.944690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:16.976906 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ab45dbbc-a9d8-4a2c-81b4-78d877714442 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7534547 Jul 08 02:05:16.989739 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55976) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:16.997667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c20174de-1874-4519-a65b-53129daa0d44 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::280', 'mac_address': 'fa:16:3e:47:f2:d2'}, {'ip_address': '2001:db8::3b8', 'mac_address': 'fa:16:3e:e4:06:63'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:17.002895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43573acd-a5a0-49ee-a8a5-a0bdc173b520 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Network': ['ID=48b0ef4e-98ea-4032-a389-0a5a95ce91ac,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:17.043077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:17.072759 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:17.078352 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.089738 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.104342 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Added segment 74452015-0594-49e0-aaef-74a491bf6dc3 of type vlan for network 1fc49b63-9b85-4fd3-8093-752b92dba3ad Jul 08 02:05:17.154716 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.158230 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.243669 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.244548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Fanout notify agent at l3_agent the message router_deleted on router b668b182-8e90-4ec0-9499-b6107adde6a5 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:05:17.253409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:17.254158 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.255750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-55b6de00-1ae4-4033-9e26-f9392fac56a6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/b668b182-8e90-4ec0-9499-b6107adde6a5 HTTP/1.1" status: 204 len: 168 time: 2.3265026 Jul 08 02:05:17.270363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55984) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:17.275693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eb12508a-89aa-4e96-a8ec-e26e1431eb66 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-521340147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:17.300150 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb12508a-89aa-4e96-a8ec-e26e1431eb66 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.301107 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb12508a-89aa-4e96-a8ec-e26e1431eb66 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.307745 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.308071 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Added segment 4ca77eb7-4ab9-44ed-8521-f17d79ece61d of type vlan for network 34509229-b15f-45ec-b1a7-88094bc45fef Jul 08 02:05:17.340858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f246bb71-8466-49a7-b488-3b460a54f276 None None] Provisioning for port fc1acbdb-8678-4dfa-99b7-78431b94b5b3 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:17.346551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f246bb71-8466-49a7-b488-3b460a54f276 None None] Provisioning complete for port fc1acbdb-8678-4dfa-99b7-78431b94b5b3 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:17.347340 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f246bb71-8466-49a7-b488-3b460a54f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.354335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.368824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.387834 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb12508a-89aa-4e96-a8ec-e26e1431eb66 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.394102 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb12508a-89aa-4e96-a8ec-e26e1431eb66 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.414489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f246bb71-8466-49a7-b488-3b460a54f276 None None] Port fc1acbdb-8678-4dfa-99b7-78431b94b5b3 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:17.421486 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb12508a-89aa-4e96-a8ec-e26e1431eb66 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.423074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eb12508a-89aa-4e96-a8ec-e26e1431eb66 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1516664 Jul 08 02:05:17.425739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55986) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:17.430956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'enable_snat': False}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:17.438607 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.444205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:17.444857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.506424 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.511436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:17.512108 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.573467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8969958 Jul 08 02:05:17.580456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 55992) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:17.586093 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6558695 Jul 08 02:05:17.589631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-791261171'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:17.589812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 55994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:17.593598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d73e68-5073-4599-8448-293b9735c4cc tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'Network': ['ID=1fc49b63-9b85-4fd3-8093-752b92dba3ad,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:17.599083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'network_id': '34509229-b15f-45ec-b1a7-88094bc45fef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:17.610502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 1fc49b63-9b85-4fd3-8093-752b92dba3ad details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:17.686567 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c20174de-1874-4519-a65b-53129daa0d44 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.704291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Made reservation on behalf of 1ccea31bcf9043558227fd85b0b7a3a2 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:17.708669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.753832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66671f08-0681-427d-af06-e7001484284c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=34509229-b15f-45ec-b1a7-88094bc45fef,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:17.772049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 34509229-b15f-45ec-b1a7-88094bc45fef details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:17.794668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:17.824243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.824963 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Added segment de3b7dea-c64e-4e14-9b95-5d7cc759931d of type vlan for network faf92b4a-7ae4-4ad6-9dc6-929520e6e404 Jul 08 02:05:17.929529 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:17.997212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.002854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:18.003575 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.085414 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5038369 Jul 08 02:05:18.092766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56004) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:18.097880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'ports': [{'network_id': '1fc49b63-9b85-4fd3-8093-752b92dba3ad', 'name': 'tempest-port--608763562', 'admin_state_up': True}, {'network_id': 'faf92b4a-7ae4-4ad6-9dc6-929520e6e404', 'admin_state_up': False}]} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:18.098204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'port': {'network_id': '1fc49b63-9b85-4fd3-8093-752b92dba3ad', 'name': 'tempest-port--608763562', 'admin_state_up': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:18.099176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'port': {'network_id': 'faf92b4a-7ae4-4ad6-9dc6-929520e6e404', 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:18.168812 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c20174de-1874-4519-a65b-53129daa0d44 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.174124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3a72c-ac4f-41dc-8877-5692b049071b tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'Network': ['ID=faf92b4a-7ae4-4ad6-9dc6-929520e6e404,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:18.179246 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c20174de-1874-4519-a65b-53129daa0d44 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.193610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network faf92b4a-7ae4-4ad6-9dc6-929520e6e404 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:18.233859 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.243260 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c20174de-1874-4519-a65b-53129daa0d44 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] In _notify_port_updated(), no bound segment for port fc1acbdb-8678-4dfa-99b7-78431b94b5b3 on network 7f93e521-fbbb-41f8-bc08-07e24df701fe {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:05:18.249913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20174de-1874-4519-a65b-53129daa0d44 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:18.250612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c20174de-1874-4519-a65b-53129daa0d44 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.254470 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c20174de-1874-4519-a65b-53129daa0d44 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "PUT /v2.0/ports/fc1acbdb-8678-4dfa-99b7-78431b94b5b3 HTTP/1.1" status: 200 len: 1068 time: 1.2609487 Jul 08 02:05:18.272668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56012) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:18.360763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20174de-1874-4519-a65b-53129daa0d44 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event updated for resources: {'Port': ['ID=fc1acbdb-8678-4dfa-99b7-78431b94b5b3,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:18.484080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:18.491428 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.582191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Made reservation on behalf of 1ccea31bcf9043558227fd85b0b7a3a2 for: {'port': 2} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:18.594985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.619738 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.650223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d493b-52e9-4da3-a2c5-130f964e058d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Deleting port fc1acbdb-8678-4dfa-99b7-78431b94b5b3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:18.651078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6d493b-52e9-4da3-a2c5-130f964e058d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.680439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d82e1e3c-b41f-43d9-8ea8-afc1b9aa7461 None None] Provisioning complete for port fc1acbdb-8678-4dfa-99b7-78431b94b5b3 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:18.681009 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d82e1e3c-b41f-43d9-8ea8-afc1b9aa7461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.743855 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6d493b-52e9-4da3-a2c5-130f964e058d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.755083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d82e1e3c-b41f-43d9-8ea8-afc1b9aa7461 None None] Port fc1acbdb-8678-4dfa-99b7-78431b94b5b3 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:18.757184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d493b-52e9-4da3-a2c5-130f964e058d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Calling delete_port for fc1acbdb-8678-4dfa-99b7-78431b94b5b3 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:18.932162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] device_id is not set on port bfd43fe9-2b7c-4b32-a911-d7327084d8c0 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:18.988914 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:18.999335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6d493b-52e9-4da3-a2c5-130f964e058d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.026232 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.039499 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.063237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d493b-52e9-4da3-a2c5-130f964e058d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event deleted for resources: {'Port': ['ID=fc1acbdb-8678-4dfa-99b7-78431b94b5b3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:19.281565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=ab7f8090-b02d-4064-b20f-2c43a270678d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:19.290793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking segment: {'id': '4ca77eb7-4ab9-44ed-8521-f17d79ece61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '34509229-b15f-45ec-b1a7-88094bc45fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:19.291377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network hostable DHCP agents. Network: 34509229-b15f-45ec-b1a7-88094bc45fef, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:19.367929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Allocated IP 172.25.4.149 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/dca9a53c-cd1e-40ae-819c-de60698c34ec) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:19.445347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6d493b-52e9-4da3-a2c5-130f964e058d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.447404 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8f6d493b-52e9-4da3-a2c5-130f964e058d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "DELETE /v2.0/ports/fc1acbdb-8678-4dfa-99b7-78431b94b5b3 HTTP/1.1" status: 204 len: 168 time: 1.1740024 Jul 08 02:05:19.454798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56034) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:19.501143 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1501de-0beb-4469-be41-e61a1d4c881d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] GET failed (client error): The resource could not be found. Jul 08 02:05:19.502839 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bd1501de-0beb-4469-be41-e61a1d4c881d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "GET /v2.0/ports/fc1acbdb-8678-4dfa-99b7-78431b94b5b3 HTTP/1.1" status: 404 len: 333 time: 0.0470605 Jul 08 02:05:19.506242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56036) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:19.524378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.548549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network 34509229-b15f-45ec-b1a7-88094bc45fef is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:19.573447 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 34509229-b15f-45ec-b1a7-88094bc45fef) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:19.578190 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.583602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:19.584202 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.608242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56044) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:19.608596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1d9a3bb4-4190-49f7-851f-ef6a47705a9b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0166342 Jul 08 02:05:19.622178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.632097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6760ed-18ea-4190-9560-aabeb3ae20f3 None None] Network 34509229-b15f-45ec-b1a7-88094bc45fef requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:19.693851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Pushing event updated for resources: {'Port': ['ID=dca9a53c-cd1e-40ae-819c-de60698c34ec,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:19.716760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:19.718692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:19.724949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:19.736595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9ba08a6d-7230-4b57-aae9-fa1c55f84897 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'network_id': '34509229-b15f-45ec-b1a7-88094bc45fef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:19.867428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] device_id is not set on port 641ba923-62c9-4e80-b7fb-9e371a7d7350 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:05:19.927832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e8a59e56-abfc-46ca-98d1-cd785a8ffe50 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Deleting port 350d9cfe-76d2-43c8-b2c9-c119deb4a5f7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:19.928129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a59e56-abfc-46ca-98d1-cd785a8ffe50 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:19.977658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-34509229-b15f-45ec-b1a7-88094bc45fef', 'network_id': '34509229-b15f-45ec-b1a7-88094bc45fef', 'tenant_id': '900f5ec918304af2a1493456f4871b77', 'fixed_ips': [{'subnet_id': 'ab7f8090-b02d-4064-b20f-2c43a270678d'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:19.978701 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.073643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba08a6d-7230-4b57-aae9-fa1c55f84897 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:20.078183 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ba08a6d-7230-4b57-aae9-fa1c55f84897 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.122864 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.173044 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a59e56-abfc-46ca-98d1-cd785a8ffe50 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.218258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e8a59e56-abfc-46ca-98d1-cd785a8ffe50 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Calling delete_port for 350d9cfe-76d2-43c8-b2c9-c119deb4a5f7 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:20.239999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Allocated IP 2001:db8::2 (34509229-b15f-45ec-b1a7-88094bc45fef/ab7f8090-b02d-4064-b20f-2c43a270678d/dec712c6-e32e-430a-a534-12012faf6142) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:20.266937 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.450564 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.458135 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.466435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Transition to ACTIVE for port object dec712c6-e32e-430a-a534-12012faf6142 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:20.507207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Transition to ACTIVE for port object dec712c6-e32e-430a-a534-12012faf6142 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:20.524708 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.596922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Network 34509229-b15f-45ec-b1a7-88094bc45fef is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:20.599391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:20.608331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:20.619189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Pushing event updated for resources: {'Port': ['ID=dec712c6-e32e-430a-a534-12012faf6142,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:20.651552 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.659536 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.718268 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-840ad67b-af72-4e75-addd-f54e772ef6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.722671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Attempting to bind port dec712c6-e32e-430a-a534-12012faf6142 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:20.723115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Attempting to bind port dec712c6-e32e-430a-a534-12012faf6142 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '4ca77eb7-4ab9-44ed-8521-f17d79ece61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '34509229-b15f-45ec-b1a7-88094bc45fef'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:20.723490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Attempting to bind port dec712c6-e32e-430a-a534-12012faf6142 on network 34509229-b15f-45ec-b1a7-88094bc45fef {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:20.729865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:20.730257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Checking segment: {'id': '4ca77eb7-4ab9-44ed-8521-f17d79ece61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '34509229-b15f-45ec-b1a7-88094bc45fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:20.731325 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.731849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Bound using segment: {'id': '4ca77eb7-4ab9-44ed-8521-f17d79ece61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '34509229-b15f-45ec-b1a7-88094bc45fef'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:20.732477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Bound port: dec712c6-e32e-430a-a534-12012faf6142, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca77eb7-4ab9-44ed-8521-f17d79ece61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '34509229-b15f-45ec-b1a7-88094bc45fef'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:20.732855 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.777293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'Port': ['ID=bfd43fe9-2b7c-4b32-a911-d7327084d8c0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:20.821672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a59e56-abfc-46ca-98d1-cd785a8ffe50 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.868383 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] For port dec712c6-e32e-430a-a534-12012faf6142, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:20.874784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] For port dec712c6-e32e-430a-a534-12012faf6142, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dec712c6-e32e-430a-a534-12012faf6142,segment=NetworkSegment(4ca77eb7-4ab9-44ed-8521-f17d79ece61d),segment_id=4ca77eb7-4ab9-44ed-8521-f17d79ece61d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:20.884507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.887789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a59e56-abfc-46ca-98d1-cd785a8ffe50 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event deleted for resources: {'Port': ['ID=350d9cfe-76d2-43c8-b2c9-c119deb4a5f7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:20.905257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Checking segment: {'id': '74452015-0594-49e0-aaef-74a491bf6dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1fc49b63-9b85-4fd3-8093-752b92dba3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:20.905632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Network hostable DHCP agents. Network: 1fc49b63-9b85-4fd3-8093-752b92dba3ad, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:20.906776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Router 41cd5e70-fb6f-4d29-9cd9-8733a955aef2 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:05:20.974205 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a59e56-abfc-46ca-98d1-cd785a8ffe50 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:20.979144 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e8a59e56-abfc-46ca-98d1-cd785a8ffe50 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "DELETE /v2.0/ports/350d9cfe-76d2-43c8-b2c9-c119deb4a5f7 HTTP/1.1" status: 204 len: 168 time: 1.4691024 Jul 08 02:05:20.980381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56062) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.076892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c883fd4-4440-41d7-a830-e562b529688b None None] Pushing event updated for resources: {'Port': ['ID=dec712c6-e32e-430a-a534-12012faf6142,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:21.113221 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8cdffe-b542-464d-9e2c-6c2b6dd0b529 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] GET failed (client error): The resource could not be found. Jul 08 02:05:21.114980 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bd8cdffe-b542-464d-9e2c-6c2b6dd0b529 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "GET /v2.0/ports/350d9cfe-76d2-43c8-b2c9-c119deb4a5f7 HTTP/1.1" status: 404 len: 333 time: 0.1332979 Jul 08 02:05:21.121840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:21.124068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56064) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.130921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Network 1fc49b63-9b85-4fd3-8093-752b92dba3ad is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:21.137682 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8f745-4d0d-4425-89ef-9a009c84e979 None None] Sync routers for ids ['41cd5e70-fb6f-4d29-9cd9-8733a955aef2'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:21.139486 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.143631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56066) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.143863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0d197f98-1327-42ec-8bd3-b610be19d743 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "PUT /v2.0/routers/41cd5e70-fb6f-4d29-9cd9-8733a955aef2 HTTP/1.1" status: 200 len: 919 time: 3.7166173 Jul 08 02:05:21.160628 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8f745-4d0d-4425-89ef-9a009c84e979 None None] Routers {'41cd5e70-fb6f-4d29-9cd9-8733a955aef2'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:21.161738 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0ce8f745-4d0d-4425-89ef-9a009c84e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['41cd5e70-fb6f-4d29-9cd9-8733a955aef2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:21.210802 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0ce8f745-4d0d-4425-89ef-9a009c84e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:21.227624 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8f745-4d0d-4425-89ef-9a009c84e979 None None] Routers {'41cd5e70-fb6f-4d29-9cd9-8733a955aef2'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:21.228719 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0ce8f745-4d0d-4425-89ef-9a009c84e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:04:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['41cd5e70-fb6f-4d29-9cd9-8733a955aef2'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:21.278686 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0ce8f745-4d0d-4425-89ef-9a009c84e979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:21.279919 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce8f745-4d0d-4425-89ef-9a009c84e979 None None] The sync data for ids ['41cd5e70-fb6f-4d29-9cd9-8733a955aef2'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:21.350493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3f67d010-7aef-4584-91df-6195a349569d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Deleting port cb67d8b2-411d-4ee9-bad7-e2f61bb48312 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:21.351446 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f67d010-7aef-4584-91df-6195a349569d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.353698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 1fc49b63-9b85-4fd3-8093-752b92dba3ad) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:21.366287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b3474-b813-4dfc-9f8e-fdcb58206311 None None] Network 1fc49b63-9b85-4fd3-8093-752b92dba3ad requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:21.370642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:21.372354 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.616835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ba08a6d-7230-4b57-aae9-fa1c55f84897 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.639220 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f67d010-7aef-4584-91df-6195a349569d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.683174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3f67d010-7aef-4584-91df-6195a349569d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Calling delete_port for cb67d8b2-411d-4ee9-bad7-e2f61bb48312 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:21.716945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'Port': ['ID=641ba923-62c9-4e80-b7fb-9e371a7d7350,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:21.748603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cef2b986-2d9b-435c-a398-4d4a5d681b03 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/routers/41cd5e70-fb6f-4d29-9cd9-8733a955aef2 HTTP/1.1" status: 200 len: 925 time: 0.5194583 Jul 08 02:05:21.753514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56074) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.766593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba08a6d-7230-4b57-aae9-fa1c55f84897 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network 34509229-b15f-45ec-b1a7-88094bc45fef is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:21.814114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9ba08a6d-7230-4b57-aae9-fa1c55f84897 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:21.826194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba08a6d-7230-4b57-aae9-fa1c55f84897 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:21.827169 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ba08a6d-7230-4b57-aae9-fa1c55f84897 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.834958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Checking segment: {'id': 'de3b7dea-c64e-4e14-9b95-5d7cc759931d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'faf92b4a-7ae4-4ad6-9dc6-929520e6e404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:21.835732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Network hostable DHCP agents. Network: faf92b4a-7ae4-4ad6-9dc6-929520e6e404, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:21.877342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba08a6d-7230-4b57-aae9-fa1c55f84897 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=46a99250-120d-4efc-bd63-4fc97a3bd526,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:21.893842 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9ba08a6d-7230-4b57-aae9-fa1c55f84897 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1790595 Jul 08 02:05:21.898721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56080) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:21.939945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Network faf92b4a-7ae4-4ad6-9dc6-929520e6e404 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:21.951537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f67d010-7aef-4584-91df-6195a349569d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:21.980934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, faf92b4a-7ae4-4ad6-9dc6-929520e6e404) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:21.991788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffeaf1f-541a-4ded-bcaa-4d1110ac820b None None] Network faf92b4a-7ae4-4ad6-9dc6-929520e6e404 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:22.004417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa64a6de-af55-4129-87bd-866c354f827a tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.006060 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fa64a6de-af55-4129-87bd-866c354f827a tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&device_id=41cd5e70-fb6f-4d29-9cd9-8733a955aef2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2447114 Jul 08 02:05:22.007468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:22.014849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.024564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.025414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.033132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b011142-10d6-4d2b-a146-0719cf6c9dbc tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.043036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b011142-10d6-4d2b-a146-0719cf6c9dbc tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.044827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b011142-10d6-4d2b-a146-0719cf6c9dbc tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.046586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b011142-10d6-4d2b-a146-0719cf6c9dbc tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.046750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:22.048641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b011142-10d6-4d2b-a146-0719cf6c9dbc tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.050370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9b011142-10d6-4d2b-a146-0719cf6c9dbc tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1489856 Jul 08 02:05:22.063068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56088) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:22.078853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-595135535'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:22.108969 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c042a327-1338-4eb0-9914-5977e8b4f168 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.0143366 Jul 08 02:05:22.111095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56090) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:22.200026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:22.206174 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.283338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:22.304850 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.305769 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Added segment 3e798dea-a5de-4ab7-9b3b-8a46306c5807 of type vlan for network 14e05c73-ef20-4da7-8138-8650e9689daf Jul 08 02:05:22.374059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf93a88-6447-4497-9665-2f9d5bf55a16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.375792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff190b5-1fc4-4569-8cc2-00191036a5fa tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.393708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ddf93a88-6447-4497-9665-2f9d5bf55a16 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/networks/8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 881 time: 0.3448846 Jul 08 02:05:22.394401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff190b5-1fc4-4569-8cc2-00191036a5fa tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.395171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67d010-7aef-4584-91df-6195a349569d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event deleted for resources: {'Port': ['ID=cb67d8b2-411d-4ee9-bad7-e2f61bb48312,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:22.398409 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8ff190b5-1fc4-4569-8cc2-00191036a5fa tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2742078 Jul 08 02:05:22.398823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:22.457010 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56100) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:22.497118 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.554167 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.564969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:22.566158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.632138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4fa283d2-3b6a-42e3-b449-a5c915914ee5 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=41cd5e70-fb6f-4d29-9cd9-8733a955aef2 HTTP/1.1" status: 200 len: 205 time: 0.2280753 Jul 08 02:05:22.695220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56104) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:22.695679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56106) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:22.697830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=14e05c73-ef20-4da7-8138-8650e9689daf,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:22.720906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 14e05c73-ef20-4da7-8138-8650e9689daf details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:22.786971 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c3ddd648-8b91-41e6-9603-93d86494be64 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7164929 Jul 08 02:05:22.791144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56116) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:22.804252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0ce3f50d-cb47-4261-a0a7-d2bfeb5e9b3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:22.813370 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f67d010-7aef-4584-91df-6195a349569d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:22.821803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3f67d010-7aef-4584-91df-6195a349569d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "DELETE /v2.0/ports/cb67d8b2-411d-4ee9-bad7-e2f61bb48312 HTTP/1.1" status: 204 len: 168 time: 1.6911511 Jul 08 02:05:22.822841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56118) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:23.178758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-736283c0-ae3f-41f1-a91e-559505d7bc8d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Deleting subnet 15df41d1-5370-4145-9e5e-70102e8a5c06 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:23.195989 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-736283c0-ae3f-41f1-a91e-559505d7bc8d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.307357 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-736283c0-ae3f-41f1-a91e-559505d7bc8d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.431277 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-890dc124-9a27-4ee5-9faa-6889a81b625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.542610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e928325f-5242-4de8-bbb9-553d8d896e83 None None] Network 34509229-b15f-45ec-b1a7-88094bc45fef requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:23.575452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a1797-67e5-46c4-97ea-036ede8e5a4a tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Deleting port bfd43fe9-2b7c-4b32-a911-d7327084d8c0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:23.575896 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b3a1797-67e5-46c4-97ea-036ede8e5a4a tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.608854 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-736283c0-ae3f-41f1-a91e-559505d7bc8d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.670387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dec712c6-e32e-430a-a534-12012faf6142 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:23.898283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2b5155a5-80b8-422f-bea5-a928157c2750 None None] Provisioning for port dec712c6-e32e-430a-a534-12012faf6142 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:23.927873 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b3a1797-67e5-46c4-97ea-036ede8e5a4a tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.948454 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:23.960779 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a1797-67e5-46c4-97ea-036ede8e5a4a tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Calling delete_port for bfd43fe9-2b7c-4b32-a911-d7327084d8c0 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:23.966762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port dec712c6-e32e-430a-a534-12012faf6142 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:23.991182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port dec712c6-e32e-430a-a534-12012faf6142 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:23.991678 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.067286 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.125429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-736283c0-ae3f-41f1-a91e-559505d7bc8d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.156023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f50d-cb47-4261-a0a7-d2bfeb5e9b3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.184523 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f50d-cb47-4261-a0a7-d2bfeb5e9b3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.197245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ce3f50d-cb47-4261-a0a7-d2bfeb5e9b3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network 14e05c73-ef20-4da7-8138-8650e9689daf is not hosted by any dhcp agent {{(pid=93884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:05:24.204226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce3f50d-cb47-4261-a0a7-d2bfeb5e9b3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:24.204980 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0ce3f50d-cb47-4261-a0a7-d2bfeb5e9b3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.207081 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0ce3f50d-cb47-4261-a0a7-d2bfeb5e9b3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "PUT /v2.0/networks/14e05c73-ef20-4da7-8138-8650e9689daf HTTP/1.1" status: 200 len: 723 time: 1.4137743 Jul 08 02:05:24.209590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:24.233169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'network_id': '14e05c73-ef20-4da7-8138-8650e9689daf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:24.238158 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.241862 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-736283c0-ae3f-41f1-a91e-559505d7bc8d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.245804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-736283c0-ae3f-41f1-a91e-559505d7bc8d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "DELETE /v2.0/subnets/15df41d1-5370-4145-9e5e-70102e8a5c06 HTTP/1.1" status: 204 len: 168 time: 1.4086554 Jul 08 02:05:24.248292 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b3a1797-67e5-46c4-97ea-036ede8e5a4a tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.258091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736283c0-ae3f-41f1-a91e-559505d7bc8d tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event deleted for resources: {'Subnet': ['ID=15df41d1-5370-4145-9e5e-70102e8a5c06,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:24.285247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56136) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:24.290753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port dec712c6-e32e-430a-a534-12012faf6142, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dec712c6-e32e-430a-a534-12012faf6142,segment=NetworkSegment(4ca77eb7-4ab9-44ed-8521-f17d79ece61d),segment_id=4ca77eb7-4ab9-44ed-8521-f17d79ece61d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:24.292682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0920a4c5-72dd-45d4-8adf-952b73c42544 None None] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:24.408008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a1797-67e5-46c4-97ea-036ede8e5a4a tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Port': ['ID=bfd43fe9-2b7c-4b32-a911-d7327084d8c0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:24.411168 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.426319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3f50d-cb47-4261-a0a7-d2bfeb5e9b3c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=14e05c73-ef20-4da7-8138-8650e9689daf,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:24.431516 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b3a1797-67e5-46c4-97ea-036ede8e5a4a tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.442862 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7b3a1797-67e5-46c4-97ea-036ede8e5a4a tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "DELETE /v2.0/ports/bfd43fe9-2b7c-4b32-a911-d7327084d8c0 HTTP/1.1" status: 204 len: 168 time: 1.9821744 Jul 08 02:05:24.448977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56138) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:24.454005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 14e05c73-ef20-4da7-8138-8650e9689daf details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:24.505976 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.604466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=dec712c6-e32e-430a-a534-12012faf6142,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:24.608949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Deleting port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:24.609766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.771338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca912a35-eaec-4aed-b24a-d30a4bf7a918 None None] Update dhcp port {'port': {'network_id': '34509229-b15f-45ec-b1a7-88094bc45fef', 'fixed_ips': [{'subnet_id': 'ab7f8090-b02d-4064-b20f-2c43a270678d', 'ip_address': '2001:db8::2'}, {'subnet_id': '46a99250-120d-4efc-bd63-4fc97a3bd526'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'dec712c6-e32e-430a-a534-12012faf6142'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:05:24.778660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.801640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Deleting port 35812e58-d0cc-45a3-9d55-fed6e5545f60 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:24.801985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.828156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] For port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=285f4ea9-cfc7-49dd-983d-c1caf9cdb200,segment=NetworkSegment(a7c78c4a-45c9-41db-838d-c39348f2d91d),segment_id=a7c78c4a-45c9-41db-838d-c39348f2d91d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:24.829464 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.835313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05f7ac-7c63-4112-8f3d-4884a89b1406 None None] DHCP port deletion for 7f93e521-fbbb-41f8-bc08-07e24df701fe request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:24.882730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:24.891287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.891533 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Calling delete_port for 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:24.915908 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:24.934376 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ca912a35-eaec-4aed-b24a-d30a4bf7a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.035714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5e05f7ac-7c63-4112-8f3d-4884a89b1406 None None] Deleting port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:25.036341 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5e05f7ac-7c63-4112-8f3d-4884a89b1406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.049125 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.092464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] No DVR routers for this DVR port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:25.094564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event deleted for resources: {'Port': ['ID=285f4ea9-cfc7-49dd-983d-c1caf9cdb200,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:25.212803 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.224876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f93e521-fbbb-41f8-bc08-07e24df701fe']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:25.237990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c78c4a-45c9-41db-838d-c39348f2d91d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:25.238511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c78c4a-45c9-41db-838d-c39348f2d91d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:25.263275 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.274980 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.276877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.283582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5e05f7ac-7c63-4112-8f3d-4884a89b1406 None None] For port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=285f4ea9-cfc7-49dd-983d-c1caf9cdb200,segment=NetworkSegment(a7c78c4a-45c9-41db-838d-c39348f2d91d),segment_id=a7c78c4a-45c9-41db-838d-c39348f2d91d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:25.284786 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5e05f7ac-7c63-4112-8f3d-4884a89b1406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.298510 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.314488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:25.315514 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.327203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Calling delete_port for 35812e58-d0cc-45a3-9d55-fed6e5545f60 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:25.337182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d34a7bb8-143c-465c-b17f-db51afab4632 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Deleting port 641ba923-62c9-4e80-b7fb-9e371a7d7350 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:25.337777 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d34a7bb8-143c-465c-b17f-db51afab4632 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.411865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-ca912a35-eaec-4aed-b24a-d30a4bf7a918 None None] Allocated IP 172.20.0.1 (34509229-b15f-45ec-b1a7-88094bc45fef/46a99250-120d-4efc-bd63-4fc97a3bd526/dec712c6-e32e-430a-a534-12012faf6142) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:25.428095 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:25.451188 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.461621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.465880 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] 10.222.0.41 "DELETE /v2.0/networks/7f93e521-fbbb-41f8-bc08-07e24df701fe HTTP/1.1" status: 204 len: 168 time: 1.1318898 Jul 08 02:05:25.524284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de5215-fa9e-4c1e-b6ac-979776a41355 tempest-AllowedAddressPairIpV6TestJSON-1402348740 tempest-AllowedAddressPairIpV6TestJSON-1402348740-project] Pushing event deleted for resources: {'Network': ['ID=7f93e521-fbbb-41f8-bc08-07e24df701fe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:25.526730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-5e05f7ac-7c63-4112-8f3d-4884a89b1406 None None] Calling delete_port for 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:25.540557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Deleting port dca9a53c-cd1e-40ae-819c-de60698c34ec {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:25.540945 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.559803 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d34a7bb8-143c-465c-b17f-db51afab4632 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.622996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.630582 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d34a7bb8-143c-465c-b17f-db51afab4632 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Calling delete_port for 641ba923-62c9-4e80-b7fb-9e371a7d7350 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:25.667357 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5e05f7ac-7c63-4112-8f3d-4884a89b1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.786124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=7f888ec2-ebac-448d-8623-e0fdb0d4e3dd,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:25.901175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:25.959210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Calling delete_port for dca9a53c-cd1e-40ae-819c-de60698c34ec owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:25.975384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking segment: {'id': '3e798dea-a5de-4ab7-9b3b-8a46306c5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14e05c73-ef20-4da7-8138-8650e9689daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:25.976040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network hostable DHCP agents. Network: 14e05c73-ef20-4da7-8138-8650e9689daf, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:26.068438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e05f7ac-7c63-4112-8f3d-4884a89b1406 None None] Network 7f93e521-fbbb-41f8-bc08-07e24df701fe is not hosted by any dhcp agent {{(pid=93885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:05:26.070219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05f7ac-7c63-4112-8f3d-4884a89b1406 None None] No DVR routers for this DVR port 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:26.072619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dec712c6-e32e-430a-a534-12012faf6142 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:26.111534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56178) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:26.186582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05f7ac-7c63-4112-8f3d-4884a89b1406 None None] Pushing event deleted for resources: {'Port': ['ID=285f4ea9-cfc7-49dd-983d-c1caf9cdb200,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:26.209581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ca912a35-eaec-4aed-b24a-d30a4bf7a918 None None] For port dec712c6-e32e-430a-a534-12012faf6142, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dec712c6-e32e-430a-a534-12012faf6142,segment=NetworkSegment(4ca77eb7-4ab9-44ed-8521-f17d79ece61d),segment_id=4ca77eb7-4ab9-44ed-8521-f17d79ece61d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:26.237357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port dec712c6-e32e-430a-a534-12012faf6142 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:26.238069 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.257874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network 14e05c73-ef20-4da7-8138-8650e9689daf is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:26.273487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d34a7bb8-143c-465c-b17f-db51afab4632 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.309360 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ca912a35-eaec-4aed-b24a-d30a4bf7a918 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.354034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 14e05c73-ef20-4da7-8138-8650e9689daf) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:26.374444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff847a0-ddb9-4d58-9844-7d8227391a3b None None] Network 14e05c73-ef20-4da7-8138-8650e9689daf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:26.379448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:26.379718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.386165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ca912a35-eaec-4aed-b24a-d30a4bf7a918 None None] Transition to ACTIVE for port object dec712c6-e32e-430a-a534-12012faf6142 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:26.452066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-08b33082-bd74-421d-9001-a8639a8356a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a11f9dcade004f2cb7395c5866bf2559&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391237 Jul 08 02:05:26.456761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:26.479342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ca912a35-eaec-4aed-b24a-d30a4bf7a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.488502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a7bb8-143c-465c-b17f-db51afab4632 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Port': ['ID=641ba923-62c9-4e80-b7fb-9e371a7d7350,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:26.498409 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.517007 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4fb7bce9-ed20-4f50-a644-74b092cb1aea tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3023489 Jul 08 02:05:26.523303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:26.548424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca912a35-eaec-4aed-b24a-d30a4bf7a918 None None] Pushing event updated for resources: {'Port': ['ID=dec712c6-e32e-430a-a534-12012faf6142,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:26.562927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d34a7bb8-143c-465c-b17f-db51afab4632 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.565744 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d34a7bb8-143c-465c-b17f-db51afab4632 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "DELETE /v2.0/ports/641ba923-62c9-4e80-b7fb-9e371a7d7350 HTTP/1.1" status: 204 len: 168 time: 2.0759573 Jul 08 02:05:26.571022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56196) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:26.604862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event deleted for resources: {'Port': ['ID=35812e58-d0cc-45a3-9d55-fed6e5545f60,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:26.623302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0382e9ff-953e-4b0c-8fb2-788af0edabac tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:26.631411 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.639290 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:05:26.732049 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e89451b2-db11-430d-8036-f05007532268 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1325202 Jul 08 02:05:26.732394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:26.732589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56202) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:26.736450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-355773837'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:26.760335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:26.761114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 285f4ea9-cfc7-49dd-983d-c1caf9cdb200 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:26.822059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34f09179-2f14-4673-8357-c8fba77d1fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.906230 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34f09179-2f14-4673-8357-c8fba77d1fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.937840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-14e05c73-ef20-4da7-8138-8650e9689daf', 'network_id': '14e05c73-ef20-4da7-8138-8650e9689daf', 'tenant_id': '900f5ec918304af2a1493456f4871b77', 'fixed_ips': [{'subnet_id': '7f888ec2-ebac-448d-8623-e0fdb0d4e3dd'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:26.938775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.947239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:26.947905 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Floating IP fac193b5-c9ca-4c4d-91c8-5f527588b30c disassociated (deleted). External IP: 172.25.4.124, port: 4fefba1e-0455-4652-9430-f84bb009ba08. Jul 08 02:05:27.033800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0382e9ff-953e-4b0c-8fb2-788af0edabac tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13167890'] for subnet, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.038691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Made reservation on behalf of 1ccea31bcf9043558227fd85b0b7a3a2 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:27.062826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.188283 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.215389 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34f09179-2f14-4673-8357-c8fba77d1fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.227640 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34f09179-2f14-4673-8357-c8fba77d1fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.230862 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-34f09179-2f14-4673-8357-c8fba77d1fef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ec13de9-f0b0-4efc-9da8-c39a4c6c6f33 HTTP/1.1" status: 204 len: 168 time: 0.7728055 Jul 08 02:05:27.268866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Allocated IP 2001:db8::2 (14e05c73-ef20-4da7-8138-8650e9689daf/7f888ec2-ebac-448d-8623-e0fdb0d4e3dd/24d77847-444f-4630-8562-b401d20289aa) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:27.281615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f09179-2f14-4673-8357-c8fba77d1fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec13de9-f0b0-4efc-9da8-c39a4c6c6f33,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:27.426461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Pushing event deleted for resources: {'Port': ['ID=dca9a53c-cd1e-40ae-819c-de60698c34ec,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:27.447566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:27.464228 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.465590 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Added segment 507765d6-135f-460a-b319-6df7ceeb75d3 of type vlan for network f97f236e-64f1-4bc6-9044-2db8aa4d8d08 Jul 08 02:05:27.516274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dec712c6-e32e-430a-a534-12012faf6142 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:27.582273 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.680689 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.688676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:27.689839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.835930 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1022830 Jul 08 02:05:27.836248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:27.842840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-959018828'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:27.854885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.878710 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.889595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Transition to ACTIVE for port object 24d77847-444f-4630-8562-b401d20289aa will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:27.897076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Made reservation on behalf of 1ccea31bcf9043558227fd85b0b7a3a2 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:27.921175 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:27.933124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda803c-87aa-4c27-b0f5-4cd46726c9a2 None None] Network 34509229-b15f-45ec-b1a7-88094bc45fef requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:27.986267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Transition to ACTIVE for port object 24d77847-444f-4630-8562-b401d20289aa will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:27.998043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:28.029628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.030065 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Added segment 38b69c1f-58f8-44d6-b10c-7316b8c6c34e of type vlan for network 73bccff6-6345-44f8-bc52-4c3715165e47 Jul 08 02:05:28.072824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.165681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ffefd-5967-470d-a01d-91de6b32aa3c tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'Network': ['ID=f97f236e-64f1-4bc6-9044-2db8aa4d8d08,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:28.256197 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.260665 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.265086 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.300994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-84f457c7-7b0e-4e9b-898e-e8fa50e43c35 None None] Provisioning for port dec712c6-e32e-430a-a534-12012faf6142 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:28.317371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network f97f236e-64f1-4bc6-9044-2db8aa4d8d08 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:28.349212 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-84f457c7-7b0e-4e9b-898e-e8fa50e43c35 None None] Provisioning complete for port dec712c6-e32e-430a-a534-12012faf6142 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:28.349991 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-84f457c7-7b0e-4e9b-898e-e8fa50e43c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.379453 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0382e9ff-953e-4b0c-8fb2-788af0edabac tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771909559318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12751998'] for subnet, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.466553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Network 14e05c73-ef20-4da7-8138-8650e9689daf is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:28.466843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.467318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Fanout notify agent at l3_agent the message router_deleted on router 41cd5e70-fb6f-4d29-9cd9-8733a955aef2 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:05:28.476570 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.485385 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5944914f-5591-44c9-ae5a-dd6634841ad9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/41cd5e70-fb6f-4d29-9cd9-8733a955aef2 HTTP/1.1" status: 204 len: 168 time: 5.7823834 Jul 08 02:05:28.490828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56242) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:28.497584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2143195300', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:28.509168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:28.514457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:28.570600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Pushing event updated for resources: {'Port': ['ID=24d77847-444f-4630-8562-b401d20289aa,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:28.584687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.600786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:28.602394 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.634724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0382e9ff-953e-4b0c-8fb2-788af0edabac tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:28.636335 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0382e9ff-953e-4b0c-8fb2-788af0edabac tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.642548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0382e9ff-953e-4b0c-8fb2-788af0edabac tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "PUT /v2.0/subnets/7f888ec2-ebac-448d-8623-e0fdb0d4e3dd HTTP/1.1" status: 200 len: 826 time: 2.1162722 Jul 08 02:05:28.653996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56252) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:28.684837 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Router b583fcb5-f696-4b43-b228-bb6597d41694 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:05:28.706178 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.726133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.772506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Attempting to bind port 24d77847-444f-4630-8562-b401d20289aa on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:28.773953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Attempting to bind port 24d77847-444f-4630-8562-b401d20289aa by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '3e798dea-a5de-4ab7-9b3b-8a46306c5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14e05c73-ef20-4da7-8138-8650e9689daf'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:28.775159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Attempting to bind port 24d77847-444f-4630-8562-b401d20289aa on network 14e05c73-ef20-4da7-8138-8650e9689daf {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:28.860447 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382e9ff-953e-4b0c-8fb2-788af0edabac tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=7f888ec2-ebac-448d-8623-e0fdb0d4e3dd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:28.876344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0307422 Jul 08 02:05:28.917081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf582f15-4844-4766-9ebb-575b1356d565 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'Network': ['ID=73bccff6-6345-44f8-bc52-4c3715165e47,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:28.928074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:28.928531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Checking segment: {'id': '3e798dea-a5de-4ab7-9b3b-8a46306c5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14e05c73-ef20-4da7-8138-8650e9689daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:28.928956 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.929360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Bound using segment: {'id': '3e798dea-a5de-4ab7-9b3b-8a46306c5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14e05c73-ef20-4da7-8138-8650e9689daf'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:28.941661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Bound port: 24d77847-444f-4630-8562-b401d20289aa, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e798dea-a5de-4ab7-9b3b-8a46306c5807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '14e05c73-ef20-4da7-8138-8650e9689daf'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:28.942557 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:28.990203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 73bccff6-6345-44f8-bc52-4c3715165e47 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:29.002020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:29.005983 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.026424 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.039856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.087060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] Sync routers for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:29.173237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:29.174533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:29.186907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:29.243694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting port 24d77847-444f-4630-8562-b401d20289aa {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:29.245141 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.260631 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-296b31dc-d05c-47d4-a051-6e6acc0c1453 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "DELETE /v2.0/floatingips/fac193b5-c9ca-4c4d-91c8-5f527588b30c HTTP/1.1" status: 204 len: 168 time: 6.5591474 Jul 08 02:05:29.387145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:29.554236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] For port 24d77847-444f-4630-8562-b401d20289aa, host n-d-694802-14, got binding levels [] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:29.554801 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.585595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Calling delete_port for 24d77847-444f-4630-8562-b401d20289aa owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:29.620277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-010ace69-671b-4ad9-8014-ccd8ab404c84 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-556872129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:29.882149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-010ace69-671b-4ad9-8014-ccd8ab404c84 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:29.888615 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-010ace69-671b-4ad9-8014-ccd8ab404c84 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.011215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] For port 24d77847-444f-4630-8562-b401d20289aa, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:30.026910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] For port 24d77847-444f-4630-8562-b401d20289aa, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=24d77847-444f-4630-8562-b401d20289aa,segment=NetworkSegment(3e798dea-a5de-4ab7-9b3b-8a46306c5807),segment_id=3e798dea-a5de-4ab7-9b3b-8a46306c5807)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:30.043460 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.096423 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-010ace69-671b-4ad9-8014-ccd8ab404c84 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.104872 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-010ace69-671b-4ad9-8014-ccd8ab404c84 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.407188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915a8a3-77c8-4543-ae9f-4c960a22527e None None] Pushing event updated for resources: {'Port': ['ID=24d77847-444f-4630-8562-b401d20289aa,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:30.517679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-823ed40a-9f84-497f-b0d7-d4934ec98f50 None None] Provisioning complete for port dec712c6-e32e-430a-a534-12012faf6142 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:30.518444 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-823ed40a-9f84-497f-b0d7-d4934ec98f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.619975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:30.632132 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:30.639754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:56Z', 'revision_number': 5, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:30.791361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] Checking router: b583fcb5-f696-4b43-b228-bb6597d41694 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:05:30.872782 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:30.967801 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f686f-89f7-4cf3-96d2-b91163756339 x-openstack-request-id: req-e40f686f-89f7-4cf3-96d2-b91163756339 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:30.973363 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:30.973926 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e40f686f-89f7-4cf3-96d2-b91163756339 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:30.974423 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08', 'status': 'completed', 'code': 200} Jul 08 02:05:31.026527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:31.035187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:31.395625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-4344fc03-12ef-4ebf-af82-3ac31123c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:31.397889 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-4344fc03-12ef-4ebf-af82-3ac31123c3aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=477e3f018e3a4055acc5e10adfd0a048&device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 1097 time: 0.3209665 Jul 08 02:05:31.585235 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-010ace69-671b-4ad9-8014-ccd8ab404c84 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.591337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-010ace69-671b-4ad9-8014-ccd8ab404c84 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 2.3961124 Jul 08 02:05:31.595985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:31.611695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-323688648'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:31.616862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 24d77847-444f-4630-8562-b401d20289aa up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:31.791453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:05:31.810739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Made reservation on behalf of e40739683e354691a842d5ceb6b8c980 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:31.827863 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:31.875246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 24d77847-444f-4630-8562-b401d20289aa completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:31.890733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-4ade511c-31ac-4c59-9d0b-2af0506ddc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:31.902591 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-4ade511c-31ac-4c59-9d0b-2af0506ddc03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8367831e-bd39-4d8b-9095-07cd773ab54f HTTP/1.1" status: 200 len: 914 time: 0.4948666 Jul 08 02:05:31.905339 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.023487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020773d0-878a-418c-8118-f209dc201aa0 req-b20cd5fa-c119-44ae-8eff-b0a1887a91d9 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:32.025225 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-020773d0-878a-418c-8118-f209dc201aa0 req-b20cd5fa-c119-44ae-8eff-b0a1887a91d9 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 945 time: 1.8641224 Jul 08 02:05:32.129416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.139139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-020773d0-878a-418c-8118-f209dc201aa0 req-efe743e8-27a1-4e79-bdee-c4e3cbc7da9e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037343 Jul 08 02:05:32.210889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Port': ['ID=24d77847-444f-4630-8562-b401d20289aa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:32.279386 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-28894f29-6acc-415e-acde-53f2b7ed0044 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4fefba1e-0455-4652-9430-f84bb009ba08 HTTP/1.1" status: 200 len: 217 time: 0.3459432 Jul 08 02:05:32.306296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:56Z', 'revision_number': 5, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:32.310420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-8014b672-cfd7-40d2-9863-70dd577405c8 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:32.320364 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-8014b672-cfd7-40d2-9863-70dd577405c8 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 945 time: 1.0021923 Jul 08 02:05:32.358199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No DVR routers for this DVR port 24d77847-444f-4630-8562-b401d20289aa on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:32.625086 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.641399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.657753 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.727326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-55aa1a90-06c4-4c6f-a335-68121cb4e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:32.734173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-55aa1a90-06c4-4c6f-a335-68121cb4e4c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=339b90b9-3db0-4eb3-950a-ab47bc37c461 HTTP/1.1" status: 200 len: 852 time: 0.3709853 Jul 08 02:05:32.743853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeefa4d2-559a-4690-83a1-0ec6648edeb1 None None] The sync data for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 is: [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T01:59:44Z', 'revision_number': 4, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'd16aeb65-8287-491f-bc14-de252d846fd6', 'name': '', 'network_id': '8367831e-bd39-4d8b-9095-07cd773ab54f', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'mac_address': 'fa:16:3e:41:94:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:42Z', 'updated_at': '2021-07-08T01:59:56Z', 'revision_number': 5, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'subnets': [{'id': '339b90b9-3db0-4eb3-950a-ab47bc37c461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:32.754250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e52885b-8da5-44e9-ba3c-887ff9fd0461 None None] Network 14e05c73-ef20-4da7-8138-8650e9689daf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:32.764249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56300) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:32.771553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-35c7dfe2-d3c4-4669-a5f7-a51286a41e0c None None] Could not find standard attr ID for object 24d77847-444f-4630-8562-b401d20289aa. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:32.835105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:32.864808 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac5b3f1-5c40-435c-bea5-838304d2b0b8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:32.911055 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:32.911410 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Added segment bffe31b9-138b-409f-acd6-9759d00af2a2 of type vlan for network 063d750a-e679-40a8-acc7-42c093961c04 Jul 08 02:05:32.948814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:32.961537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'subnets': [{'network_id': 'f97f236e-64f1-4bc6-9044-2db8aa4d8d08', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1621537829', 'ip_version': 6}, {'network_id': '73bccff6-6345-44f8-bc52-4c3715165e47', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:32.962000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'subnet': {'network_id': 'f97f236e-64f1-4bc6-9044-2db8aa4d8d08', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1621537829', 'ip_version': 6}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:32.963047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Request body: {'subnet': {'network_id': '73bccff6-6345-44f8-bc52-4c3715165e47', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:32.999508 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.062702 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.147885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43308e61-721f-4105-9de2-ce4a8f4ae23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.153044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-db98f727-eb2b-43fe-a389-7cebecbb40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:33.155515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-db98f727-eb2b-43fe-a389-7cebecbb40d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8367831e-bd39-4d8b-9095-07cd773ab54f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3871212 Jul 08 02:05:33.182252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-f5b85ac6-9c8d-4547-818d-01bebf2a43b4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Deleting port 4fefba1e-0455-4652-9430-f84bb009ba08 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:33.183165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-f5b85ac6-9c8d-4547-818d-01bebf2a43b4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.235231 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.280147 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.414028 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3464a9-6480-44bf-9555-c4a3ca4fdc66 None None] New status for floating IP fac193b5-c9ca-4c4d-91c8-5f527588b30c: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:05:33.575092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Subnet': ['ID=7f888ec2-ebac-448d-8623-e0fdb0d4e3dd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:33.613065 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:05:33.705612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.725806 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Allocated IP 172.25.4.112 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/c8dff418-dbc6-41eb-af5d-e461c62411da) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:33.865789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e05c73-ef20-4da7-8138-8650e9689daf']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:33.876626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 4fefba1e-0455-4652-9430-f84bb009ba08 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:33.907368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.922939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:33.924694 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.933041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e798dea-a5de-4ab7-9b3b-8a46306c5807') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:33.933562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e798dea-a5de-4ab7-9b3b-8a46306c5807') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:33.970001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5dada4-a066-46ab-b4d9-82c0167c99ff None None] Network 14e05c73-ef20-4da7-8138-8650e9689daf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:33.971420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Made reservation on behalf of 1ccea31bcf9043558227fd85b0b7a3a2 for: {'subnet': 2} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:33.980956 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:33.981514 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.092850 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.181293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-f5b85ac6-9c8d-4547-818d-01bebf2a43b4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] For port 4fefba1e-0455-4652-9430-f84bb009ba08, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4fefba1e-0455-4652-9430-f84bb009ba08,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:34.182278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-f5b85ac6-9c8d-4547-818d-01bebf2a43b4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.210751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.236021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-f5b85ac6-9c8d-4547-818d-01bebf2a43b4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Calling delete_port for 4fefba1e-0455-4652-9430-f84bb009ba08 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:34.254632 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-8650eace-5156-4c12-9be8-bda630587011 service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619030 Jul 08 02:05:34.283461 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.309127 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.329376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 4fefba1e-0455-4652-9430-f84bb009ba08, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=4fefba1e-0455-4652-9430-f84bb009ba08,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:34.330553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:34.337867 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497c0d40-5ab3-46e4-8200-30383406af13" -d '{"events": [{"server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "name": "network-vif-unplugged", "status": "completed", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:34.343169 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.396408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962a9ea-7c9c-46b7-8df2-953e449bc089 None None] DHCP port deletion for 14e05c73-ef20-4da7-8138-8650e9689daf request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:34.400107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Network': ['ID=063d750a-e679-40a8-acc7-42c093961c04,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:34.421349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 063d750a-e679-40a8-acc7-42c093961c04 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:34.438048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:34.439029 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:34.445277 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:34.550752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=4fefba1e-0455-4652-9430-f84bb009ba08,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:34.560291 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43308e61-721f-4105-9de2-ce4a8f4ae23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.561444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.561801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.562146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.562486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.562823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.563177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.563483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.563816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.564162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.564494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.564840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.565148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:05:34.588976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4169f68-350b-4de5-aff8-32cd61367cbf req-48ff2029-5c94-423a-9be2-dfe354dd9986 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:34.592542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4169f68-350b-4de5-aff8-32cd61367cbf req-48ff2029-5c94-423a-9be2-dfe354dd9986 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 945 time: 0.9680967 Jul 08 02:05:34.616475 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.618337 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43308e61-721f-4105-9de2-ce4a8f4ae23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.643599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f1d1009b-13b8-4e4b-ad7f-dff2ec6ce37e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.0389917 Jul 08 02:05:34.650257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:34.659105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'subnet': {'network_id': '063d750a-e679-40a8-acc7-42c093961c04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:34.676097 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee82d227-44cd-45c6-a434-4afd6812e03f x-openstack-request-id: req-ee82d227-44cd-45c6-a434-4afd6812e03f {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:34.676453 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "name": "network-vif-unplugged", "status": "completed", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:34.676714 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee82d227-44cd-45c6-a434-4afd6812e03f {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:34.677135 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08', 'code': 200} Jul 08 02:05:34.688394 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.707110 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.727075 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0701af0f-8bb5-436c-8ac1-d8ec0ddb18e7 req-01611cb8-17ce-4c70-8b9e-51599c91613c service neutron] 10.222.0.16 "GET /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642344 Jul 08 02:05:34.755238 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.760553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/14e05c73-ef20-4da7-8138-8650e9689daf HTTP/1.1" status: 204 len: 168 time: 6.1050925 Jul 08 02:05:34.765573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56318) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:34.796677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:34.807302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:34.814908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99cf0a-f72e-4b91-b13c-34299a81aad2 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Network': ['ID=14e05c73-ef20-4da7-8138-8650e9689daf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:34.828675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:34.845570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4169f68-350b-4de5-aff8-32cd61367cbf req-04659221-afc6-4546-b688-08fe35963f8e tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/security-groups?id=f4886763-3dbc-4eb9-bd1a-76766a3ee64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362363 Jul 08 02:05:34.873063 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43308e61-721f-4105-9de2-ce4a8f4ae23b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3e439b4a59d42c3b02dc6f404923a81&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0803049 Jul 08 02:05:34.875878 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-35769e7d-f4de-4649-abd4-97896f146ea7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:34.876428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35769e7d-f4de-4649-abd4-97896f146ea7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:34.879970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43308e61-721f-4105-9de2-ce4a8f4ae23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ea7c79-2b63-4fcc-9588-67c2dff112df,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:34.882471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-35769e7d-f4de-4649-abd4-97896f146ea7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/14e05c73-ef20-4da7-8138-8650e9689daf HTTP/1.1" status: 404 len: 339 time: 0.0990489 Jul 08 02:05:34.891895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56320) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:34.891895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56322) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:34.906319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Pushing event updated for resources: {'Port': ['ID=c8dff418-dbc6-41eb-af5d-e461c62411da,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:34.947910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106623301', 'description': 'd1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:34.960541 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-f5b85ac6-9c8d-4547-818d-01bebf2a43b4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:34.972270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Made reservation on behalf of e40739683e354691a842d5ceb6b8c980 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:34.975906 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.028728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b85ac6-9c8d-4547-818d-01bebf2a43b4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event deleted for resources: {'Port': ['ID=4fefba1e-0455-4652-9430-f84bb009ba08,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:35.146737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:35.150838 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.226866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-f5b85ac6-9c8d-4547-818d-01bebf2a43b4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] No DVR routers for this DVR port 4fefba1e-0455-4652-9430-f84bb009ba08 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:35.230215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-f5b85ac6-9c8d-4547-818d-01bebf2a43b4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.232847 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b5a199be-1a04-4ecc-b5f8-f976081cccbe req-f5b85ac6-9c8d-4547-818d-01bebf2a43b4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.16 "DELETE /v2.0/ports/4fefba1e-0455-4652-9430-f84bb009ba08 HTTP/1.1" status: 204 len: 173 time: 2.8994429 Jul 08 02:05:35.238504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'name': 'network-vif-deleted', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:05:35.241053 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e26efbc-9aa0-4dd0-92f4-ad2c1e89d908" -d '{"events": [{"server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "name": "network-vif-deleted", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:05:35.248060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06342831-e835-49c3-b24d-f608b3f34e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.299066 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76600148-e4c9-4143-88bd-6de1a68ee9ec x-openstack-request-id: req-76600148-e4c9-4143-88bd-6de1a68ee9ec {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:05:35.299310 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8017138-d533-4746-97ec-dbef80707013", "name": "network-vif-deleted", "tag": "4fefba1e-0455-4652-9430-f84bb009ba08", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:05:35.299543 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76600148-e4c9-4143-88bd-6de1a68ee9ec {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:05:35.299943 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8017138-d533-4746-97ec-dbef80707013', 'name': 'network-vif-deleted', 'tag': '4fefba1e-0455-4652-9430-f84bb009ba08', 'status': 'completed', 'code': 200} Jul 08 02:05:35.319591 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:35.324846 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06342831-e835-49c3-b24d-f608b3f34e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.351553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.351802 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Added segment e06a79ed-7c6e-4509-b21d-3fc8a8a28ae9 of type vlan for network bef9b3c5-3bf7-4bce-8796-267af5508597 Jul 08 02:05:35.404843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 24d77847-444f-4630-8562-b401d20289aa no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:35.434855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.443458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 24d77847-444f-4630-8562-b401d20289aa {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:35.444016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 24d77847-444f-4630-8562-b401d20289aa not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:35.573210 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.578706 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.605967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06342831-e835-49c3-b24d-f608b3f34e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.610091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06342831-e835-49c3-b24d-f608b3f34e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.611355 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-06342831-e835-49c3-b24d-f608b3f34e3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27ea7c79-2b63-4fcc-9588-67c2dff112df HTTP/1.1" status: 204 len: 168 time: 0.7008674 Jul 08 02:05:35.615428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Subnet': ['ID=f0159493-7a47-4d07-904f-ae9b29d6a577,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:35.637754 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.645337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06342831-e835-49c3-b24d-f608b3f34e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ea7c79-2b63-4fcc-9588-67c2dff112df,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:35.726127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.733183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:35.733675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.751180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Checking segment: {'id': 'bffe31b9-138b-409f-acd6-9759d00af2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '063d750a-e679-40a8-acc7-42c093961c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:35.751869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network hostable DHCP agents. Network: 063d750a-e679-40a8-acc7-42c093961c04, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:35.795628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Checking segment: {'id': '507765d6-135f-460a-b319-6df7ceeb75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f97f236e-64f1-4bc6-9044-2db8aa4d8d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:35.795628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Network hostable DHCP agents. Network: f97f236e-64f1-4bc6-9044-2db8aa4d8d08, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:35.819463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network 063d750a-e679-40a8-acc7-42c093961c04 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:35.834200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'Subnet': ['ID=04935aa6-febe-4cba-9bd1-e92e81ab6648,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:35.844105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 063d750a-e679-40a8-acc7-42c093961c04) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:35.854063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae79c5-bfae-4969-b88d-b3087f013d03 None None] Network 063d750a-e679-40a8-acc7-42c093961c04 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:35.863252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:35.865489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:35.886673 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9740524 Jul 08 02:05:35.893335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56332) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:35.927443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Network f97f236e-64f1-4bc6-9044-2db8aa4d8d08 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:35.947335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e38c36-06c8-4976-b9cb-06a594c16967 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=bef9b3c5-3bf7-4bce-8796-267af5508597,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:35.972744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network bef9b3c5-3bf7-4bce-8796-267af5508597 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:35.987070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, f97f236e-64f1-4bc6-9044-2db8aa4d8d08) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:35.997147 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.027593 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.105911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-59a5f1b9-a6a3-4d3c-a29c-8d0b5fbdc79a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4494710 Jul 08 02:05:36.128963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56338) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:36.159097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'network': {'name': 'tempest-router-network01--687639086'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:36.169907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfc38da-49b2-4fa0-8041-a8fbbada63b6 None None] Network f97f236e-64f1-4bc6-9044-2db8aa4d8d08 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:36.213684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56340) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:36.280555 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c489cdcb-f44a-4bd9-9663-e82d1af2f636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.327608 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d9a73b0-63fe-4c7a-92fd-726f30b88f7b req-cfb7d5d0-36fc-45bc-9ec5-c8391665e9eb tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.0943167 Jul 08 02:05:36.345298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Made reservation on behalf of e40739683e354691a842d5ceb6b8c980 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:36.349713 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.380755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b0b0e2-f8c1-4581-8154-57c27ef34316 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:36.383816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-14b0b0e2-f8c1-4581-8154-57c27ef34316 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/networks?id=bef9b3c5-3bf7-4bce-8796-267af5508597 HTTP/1.1" status: 200 len: 764 time: 0.4874406 Jul 08 02:05:36.389970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56342) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:36.398422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ff393487-1633-461f-8c63-11b736f4aa0a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'description': 'd2'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:36.409097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:36.422304 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.422614 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Added segment a64ed12f-a34c-4b4e-a578-c97295260411 of type vlan for network 4478fa78-108c-44bd-b6b5-00d9d7db771d Jul 08 02:05:36.474290 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.526523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event updated for resources: {'Subnet': ['ID=f09c57f9-a97e-4355-9204-0066f6dd1c19,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:36.531469 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.537435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-063d750a-e679-40a8-acc7-42c093961c04', 'network_id': '063d750a-e679-40a8-acc7-42c093961c04', 'tenant_id': 'e40739683e354691a842d5ceb6b8c980', 'fixed_ips': [{'subnet_id': 'f0159493-7a47-4d07-904f-ae9b29d6a577'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:36.539453 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:36.540707 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.541684 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.553002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Checking segment: {'id': '38b69c1f-58f8-44d6-b10c-7316b8c6c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '73bccff6-6345-44f8-bc52-4c3715165e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:36.553716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Network hostable DHCP agents. Network: 73bccff6-6345-44f8-bc52-4c3715165e47, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:36.635257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Router c36d08b9-9c3e-421f-9028-df6a3d19091f is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:05:36.659417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Network': ['ID=4478fa78-108c-44bd-b6b5-00d9d7db771d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:36.662292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Network 73bccff6-6345-44f8-bc52-4c3715165e47 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:36.685514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 73bccff6-6345-44f8-bc52-4c3715165e47) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:36.690907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:36.692128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:36.693184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.707797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 4478fa78-108c-44bd-b6b5-00d9d7db771d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:36.709877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd67a48-b104-44dd-90da-24a8d92d47e7 None None] Network 73bccff6-6345-44f8-bc52-4c3715165e47 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:36.788761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff393487-1633-461f-8c63-11b736f4aa0a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.809828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c489cdcb-f44a-4bd9-9663-e82d1af2f636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.825721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c489cdcb-f44a-4bd9-9663-e82d1af2f636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.837637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56344) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:36.837784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-090be338-bd2b-43cb-96e5-1004c6628715 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.8839171 Jul 08 02:05:36.842581 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-74a61b43-4cd6-4394-82cd-80c75282ef03 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7084303 Jul 08 02:05:36.844796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56346) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:36.848568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff393487-1633-461f-8c63-11b736f4aa0a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.850655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-f97f236e-64f1-4bc6-9044-2db8aa4d8d08', 'network_id': 'f97f236e-64f1-4bc6-9044-2db8aa4d8d08', 'tenant_id': '1ccea31bcf9043558227fd85b0b7a3a2', 'fixed_ips': [{'subnet_id': '04935aa6-febe-4cba-9bd1-e92e81ab6648'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:36.851519 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.852728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'network': {'name': 'tempest-router-network02--807121596'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:36.894377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Made reservation on behalf of e40739683e354691a842d5ceb6b8c980 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:36.900814 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.945928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:36.962125 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:36.962835 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Added segment c22ac129-4707-46ff-ad3c-9df89c023bf5 of type vlan for network 75b9cddb-f79f-4126-8273-695bc224da28 Jul 08 02:05:36.977836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Allocated IP 2001:db8::2 (063d750a-e679-40a8-acc7-42c093961c04/f0159493-7a47-4d07-904f-ae9b29d6a577/08aa15cc-8dce-4a2c-bdd1-4b718c310b1e) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:37.016765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff393487-1633-461f-8c63-11b736f4aa0a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network bef9b3c5-3bf7-4bce-8796-267af5508597 is not hosted by any dhcp agent {{(pid=93884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:05:37.026917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff393487-1633-461f-8c63-11b736f4aa0a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:37.027364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff393487-1633-461f-8c63-11b736f4aa0a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.029501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ff393487-1633-461f-8c63-11b736f4aa0a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "PUT /v2.0/networks/bef9b3c5-3bf7-4bce-8796-267af5508597 HTTP/1.1" status: 200 len: 761 time: 0.6360044 Jul 08 02:05:37.032047 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.065465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56348) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:37.173113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecabbe5e-198e-48b6-9f04-7fe4bd82e2b3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:37.178623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ecabbe5e-198e-48b6-9f04-7fe4bd82e2b3 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/networks?id=bef9b3c5-3bf7-4bce-8796-267af5508597 HTTP/1.1" status: 200 len: 764 time: 0.1081817 Jul 08 02:05:37.178623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.185022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:37.185828 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.189341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:37.220976 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.232626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Transition to ACTIVE for port object 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:37.252989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Transition to ACTIVE for port object 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:37.301233 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.455755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Network 063d750a-e679-40a8-acc7-42c093961c04 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:37.478055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:37.496693 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c489cdcb-f44a-4bd9-9663-e82d1af2f636 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07ecc1e6748b4b3caefbdd84c75989c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2810614 Jul 08 02:05:37.504142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:37.506829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489cdcb-f44a-4bd9-9663-e82d1af2f636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f9f73-476c-4132-bd3e-5fd876e649a4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:37.512292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Pushing event updated for resources: {'Port': ['ID=08aa15cc-8dce-4a2c-bdd1-4b718c310b1e,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:37.519139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56356) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:37.558003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6c111-95e6-4494-a50e-a51172d2c621 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:37.560888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6c111-95e6-4494-a50e-a51172d2c621 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:37.563441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc6c111-95e6-4494-a50e-a51172d2c621 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:37.575838 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1fc6c111-95e6-4494-a50e-a51172d2c621 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.7141922 Jul 08 02:05:37.575838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff393487-1633-461f-8c63-11b736f4aa0a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=bef9b3c5-3bf7-4bce-8796-267af5508597,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:37.576172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Network': ['ID=75b9cddb-f79f-4126-8273-695bc224da28,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:37.577287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56358) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:37.581500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:37.631847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81aea8e-6cd1-4fe9-95ed-f6c5c2ed9dbb tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:37.632625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.633461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b81aea8e-6cd1-4fe9-95ed-f6c5c2ed9dbb tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3640544 Jul 08 02:05:37.634217 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d6acf9c8-fe4f-49e8-8b04-c8f7043ae445 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.1424334 Jul 08 02:05:37.640215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56362) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:37.640719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:37.642633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-73bccff6-6345-44f8-bc52-4c3715165e47', 'network_id': '73bccff6-6345-44f8-bc52-4c3715165e47', 'tenant_id': '1ccea31bcf9043558227fd85b0b7a3a2', 'fixed_ips': [{'subnet_id': 'f09c57f9-a97e-4355-9204-0066f6dd1c19'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:37.643658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.647160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74547e2-81bf-4023-be85-7bec2f343f8b None None] Sync routers for ids ['c36d08b9-9c3e-421f-9028-df6a3d19091f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:37.655366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:37.660233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network bef9b3c5-3bf7-4bce-8796-267af5508597 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:37.662232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39f7240f-c2c8-47a0-b9db-ff4ab091205c req-10fef1a6-6987-40fb-8006-fbefe1ed261c tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.0942817 Jul 08 02:05:37.666076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 75b9cddb-f79f-4126-8273-695bc224da28 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:37.670767 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9c268434-bbca-4403-8547-bded1ff292f8 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8212054 Jul 08 02:05:37.671166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56366) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:37.680769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'subnet': {'network_id': '4478fa78-108c-44bd-b6b5-00d9d7db771d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:37.779264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e78515-0cac-44f0-8a60-cb028186fd67 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Deleting subnet 04935aa6-febe-4cba-9bd1-e92e81ab6648 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:37.814544 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2121b6c6-60fd-4d00-b256-ac3b49c27ce8 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 207 time: 0.1501560 Jul 08 02:05:37.815034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb084ae1-beae-4a1b-86e8-a44b11a31aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.818803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56368) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:37.905950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Made reservation on behalf of e40739683e354691a842d5ceb6b8c980 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:37.914547 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:37.938258 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb084ae1-beae-4a1b-86e8-a44b11a31aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.008975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Allocated IP 2001:db8:0:1::1 (73bccff6-6345-44f8-bc52-4c3715165e47/f09c57f9-a97e-4355-9204-0066f6dd1c19/13d2fdf6-5289-4502-8274-35d264a198ec) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:38.024149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74547e2-81bf-4023-be85-7bec2f343f8b None None] Routers {'c36d08b9-9c3e-421f-9028-df6a3d19091f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:38.024838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e74547e2-81bf-4023-be85-7bec2f343f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c36d08b9-9c3e-421f-9028-df6a3d19091f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:38.126816 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0608ac-c860-48fa-ab42-ccd7b3aa4fc8 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.133234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0608ac-c860-48fa-ab42-ccd7b3aa4fc8 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.140756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0608ac-c860-48fa-ab42-ccd7b3aa4fc8 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.147009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0608ac-c860-48fa-ab42-ccd7b3aa4fc8 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.154468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0608ac-c860-48fa-ab42-ccd7b3aa4fc8 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.160714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0608ac-c860-48fa-ab42-ccd7b3aa4fc8 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.163445 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9c0608ac-c860-48fa-ab42-ccd7b3aa4fc8 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3422768 Jul 08 02:05:38.176909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56370) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:38.191314 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb084ae1-beae-4a1b-86e8-a44b11a31aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.194938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fb084ae1-beae-4a1b-86e8-a44b11a31aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.195458 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fb084ae1-beae-4a1b-86e8-a44b11a31aa0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/881f9f73-476c-4132-bd3e-5fd876e649a4 HTTP/1.1" status: 204 len: 168 time: 0.6655416 Jul 08 02:05:38.215096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb084ae1-beae-4a1b-86e8-a44b11a31aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f9f73-476c-4132-bd3e-5fd876e649a4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:38.380993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e74547e2-81bf-4023-be85-7bec2f343f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:38.426545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Attempting to bind port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:38.426976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Attempting to bind port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'bffe31b9-138b-409f-acd6-9759d00af2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '063d750a-e679-40a8-acc7-42c093961c04'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:38.427285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Attempting to bind port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e on network 063d750a-e679-40a8-acc7-42c093961c04 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:38.436667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Allocated IP 2001:db8::1 (f97f236e-64f1-4bc6-9044-2db8aa4d8d08/04935aa6-febe-4cba-9bd1-e92e81ab6648/224b54a3-3b1a-4284-92b4-c9bac1e19615) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:38.442893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:38.443146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Checking segment: {'id': 'bffe31b9-138b-409f-acd6-9759d00af2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '063d750a-e679-40a8-acc7-42c093961c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:38.443551 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.443966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Bound using segment: {'id': 'bffe31b9-138b-409f-acd6-9759d00af2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '063d750a-e679-40a8-acc7-42c093961c04'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:38.444796 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Bound port: 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe31b9-138b-409f-acd6-9759d00af2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '063d750a-e679-40a8-acc7-42c093961c04'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:38.444948 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.501926 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.517433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f873d149-fcc5-45e5-8dfb-6bd4a3b6296b tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3366420 Jul 08 02:05:38.520016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56384) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:38.529218 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.580572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74547e2-81bf-4023-be85-7bec2f343f8b None None] Routers {'c36d08b9-9c3e-421f-9028-df6a3d19091f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:38.581745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e74547e2-81bf-4023-be85-7bec2f343f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c36d08b9-9c3e-421f-9028-df6a3d19091f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:38.656754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Subnet': ['ID=1b36a9f0-fe30-431b-afb1-b1a31a3f9fd3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:38.658004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-e74547e2-81bf-4023-be85-7bec2f343f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:38.665979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74547e2-81bf-4023-be85-7bec2f343f8b None None] The sync data for ids ['c36d08b9-9c3e-421f-9028-df6a3d19091f'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:38.666496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c8532a-1feb-4c22-b6c4-69dcc0ace0df tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.669061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c8532a-1feb-4c22-b6c4-69dcc0ace0df tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.670913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c8532a-1feb-4c22-b6c4-69dcc0ace0df tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.673273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c8532a-1feb-4c22-b6c4-69dcc0ace0df tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.674883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c8532a-1feb-4c22-b6c4-69dcc0ace0df tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.681102 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-47c8532a-1feb-4c22-b6c4-69dcc0ace0df tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1597335 Jul 08 02:05:38.681685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56398) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:38.691101 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.799896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d3e87-157f-49c0-aad8-3ef2165acbca tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.803957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d3e87-157f-49c0-aad8-3ef2165acbca tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.806680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d3e87-157f-49c0-aad8-3ef2165acbca tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.809744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d3e87-157f-49c0-aad8-3ef2165acbca tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.811289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5d3e87-157f-49c0-aad8-3ef2165acbca tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:38.813533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2e5d3e87-157f-49c0-aad8-3ef2165acbca tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1304514 Jul 08 02:05:38.820032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56406) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:38.851974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] For port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:38.906925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Deleting port c8dff418-dbc6-41eb-af5d-e461c62411da {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:38.908111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.913400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] For port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=08aa15cc-8dce-4a2c-bdd1-4b718c310b1e,segment=NetworkSegment(bffe31b9-138b-409f-acd6-9759d00af2a2),segment_id=bffe31b9-138b-409f-acd6-9759d00af2a2)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:38.953011 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:38.958059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Checking segment: {'id': 'a64ed12f-a34c-4b4e-a578-c97295260411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4478fa78-108c-44bd-b6b5-00d9d7db771d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:38.958634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network hostable DHCP agents. Network: 4478fa78-108c-44bd-b6b5-00d9d7db771d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:39.073540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-651ef82f-db6f-4abb-9fbf-30ab67d39bdb req-7752eded-f30e-45c2-8fb1-e471d83717d4 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.1203957 Jul 08 02:05:39.079368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:39.122793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f70d98d-da12-4f91-bd50-4af07734431d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.166458 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.179046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network 4478fa78-108c-44bd-b6b5-00d9d7db771d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:39.194719 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.205402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Calling delete_port for c8dff418-dbc6-41eb-af5d-e461c62411da owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:39.223136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3663c88f-5f3e-458b-9ab4-44bb196b45f1 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:39.225394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3663c88f-5f3e-458b-9ab4-44bb196b45f1 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/networks/b967c730-816c-4fac-86ca-670f130e4cec HTTP/1.1" status: 200 len: 804 time: 0.4031210 Jul 08 02:05:39.231092 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.231741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:39.233991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 4478fa78-108c-44bd-b6b5-00d9d7db771d) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:39.290950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:39.292051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.302273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ac1da-d07b-41ae-addf-c9f7691829d0 None None] Pushing event updated for resources: {'Port': ['ID=08aa15cc-8dce-4a2c-bdd1-4b718c310b1e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:39.311732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Transition to ACTIVE for port object 224b54a3-3b1a-4284-92b4-c9bac1e19615 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:39.318322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a6991a-4140-4871-b2e7-40c6045fa775 None None] Network 4478fa78-108c-44bd-b6b5-00d9d7db771d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:39.353393 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.421344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Transition to ACTIVE for port object 13d2fdf6-5289-4502-8274-35d264a198ec will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:39.459107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Transition to ACTIVE for port object 224b54a3-3b1a-4284-92b4-c9bac1e19615 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:39.511839 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2e78515-0cac-44f0-8a60-cb028186fd67 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.515827 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.553280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Transition to ACTIVE for port object 13d2fdf6-5289-4502-8274-35d264a198ec will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:39.612505 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.627520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Network f97f236e-64f1-4bc6-9044-2db8aa4d8d08 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:39.651271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:39.659915 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:39.671402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Pushing event updated for resources: {'Port': ['ID=224b54a3-3b1a-4284-92b4-c9bac1e19615,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:39.709139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b87400a7-f8a2-4709-a973-e2a6d99b20e8 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/networks/b967c730-816c-4fac-86ca-670f130e4cec?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4651887 Jul 08 02:05:39.709139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2e78515-0cac-44f0-8a60-cb028186fd67 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.710292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56478) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:39.879379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Network 73bccff6-6345-44f8-bc52-4c3715165e47 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:39.895156 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.905159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Attempting to bind port 224b54a3-3b1a-4284-92b4-c9bac1e19615 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:39.906245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Attempting to bind port 224b54a3-3b1a-4284-92b4-c9bac1e19615 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '507765d6-135f-460a-b319-6df7ceeb75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f97f236e-64f1-4bc6-9044-2db8aa4d8d08'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:39.906245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Attempting to bind port 224b54a3-3b1a-4284-92b4-c9bac1e19615 on network f97f236e-64f1-4bc6-9044-2db8aa4d8d08 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:39.927289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:39.928767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Checking segment: {'id': '507765d6-135f-460a-b319-6df7ceeb75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f97f236e-64f1-4bc6-9044-2db8aa4d8d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:39.929586 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.930171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Bound using segment: {'id': '507765d6-135f-460a-b319-6df7ceeb75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f97f236e-64f1-4bc6-9044-2db8aa4d8d08'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:39.930854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Bound port: 224b54a3-3b1a-4284-92b4-c9bac1e19615, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '507765d6-135f-460a-b319-6df7ceeb75d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f97f236e-64f1-4bc6-9044-2db8aa4d8d08'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:39.934108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:39.955253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:39.962274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:39.975245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c989cc2c-2e9f-460b-af5d-af59f5d9c79a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:39.977884 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c989cc2c-2e9f-460b-af5d-af59f5d9c79a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/subnets/9a973c0b-ce36-44a9-8f4f-db1922893b92 HTTP/1.1" status: 200 len: 843 time: 0.2661076 Jul 08 02:05:39.982964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56498) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:39.984749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Pushing event deleted for resources: {'Port': ['ID=c8dff418-dbc6-41eb-af5d-e461c62411da,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:39.995919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f70d98d-da12-4f91-bd50-4af07734431d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.011231 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-4478fa78-108c-44bd-b6b5-00d9d7db771d', 'network_id': '4478fa78-108c-44bd-b6b5-00d9d7db771d', 'tenant_id': 'e40739683e354691a842d5ceb6b8c980', 'fixed_ips': [{'subnet_id': '1b36a9f0-fe30-431b-afb1-b1a31a3f9fd3'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:40.012949 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.021705 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f70d98d-da12-4f91-bd50-4af07734431d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.094578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-693dc767-c62d-4677-a80b-64feddcbb9ab tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4218640 Jul 08 02:05:40.111252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:40.138868 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'subnet': {'network_id': '75b9cddb-f79f-4126-8273-695bc224da28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:40.188676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2e78515-0cac-44f0-8a60-cb028186fd67 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.217348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97eb427-ec76-47a9-af3d-3685533a1655 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['shared'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:40.228525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Attempting to bind port 13d2fdf6-5289-4502-8274-35d264a198ec on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:40.228943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Attempting to bind port 13d2fdf6-5289-4502-8274-35d264a198ec by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '38b69c1f-58f8-44d6-b10c-7316b8c6c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '73bccff6-6345-44f8-bc52-4c3715165e47'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:40.229266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Attempting to bind port 13d2fdf6-5289-4502-8274-35d264a198ec on network 73bccff6-6345-44f8-bc52-4c3715165e47 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:40.229456 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e97eb427-ec76-47a9-af3d-3685533a1655 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "GET /v2.0/subnets/9a973c0b-ce36-44a9-8f4f-db1922893b92?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2401426 Jul 08 02:05:40.232705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56526) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:40.247318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-848576946'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:40.273692 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.347280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Pushing event updated for resources: {'Port': ['ID=13d2fdf6-5289-4502-8274-35d264a198ec,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:40.353975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:40.354376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Checking segment: {'id': '38b69c1f-58f8-44d6-b10c-7316b8c6c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '73bccff6-6345-44f8-bc52-4c3715165e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:40.355481 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.355994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Bound using segment: {'id': '38b69c1f-58f8-44d6-b10c-7316b8c6c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '73bccff6-6345-44f8-bc52-4c3715165e47'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:40.356615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Bound port: 13d2fdf6-5289-4502-8274-35d264a198ec, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b69c1f-58f8-44d6-b10c-7316b8c6c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '73bccff6-6345-44f8-bc52-4c3715165e47'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:40.357028 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.467225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:40.471098 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.593816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3f70d98d-da12-4f91-bd50-4af07734431d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6cf3e6a090c4be08afee395788f4f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5061541 Jul 08 02:05:40.627234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70d98d-da12-4f91-bd50-4af07734431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536e42db-c502-45c9-a5e2-1161a313b0db,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:40.643733 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2e78515-0cac-44f0-8a60-cb028186fd67 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.658271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:40.693986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] For port 224b54a3-3b1a-4284-92b4-c9bac1e19615, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:40.704241 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ddd752cc-1be3-4eea-a933-cd423840f8fd req-8e5eb6bd-a006-48a3-a198-168f38a1a360 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.3011553 Jul 08 02:05:40.716317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e78515-0cac-44f0-8a60-cb028186fd67 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Subnet': ['ID=04935aa6-febe-4cba-9bd1-e92e81ab6648,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:40.733852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] For port 224b54a3-3b1a-4284-92b4-c9bac1e19615, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=224b54a3-3b1a-4284-92b4-c9bac1e19615,segment=NetworkSegment(507765d6-135f-460a-b319-6df7ceeb75d3),segment_id=507765d6-135f-460a-b319-6df7ceeb75d3)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:40.750698 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f2e78515-0cac-44f0-8a60-cb028186fd67 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.758937 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.763862 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f2e78515-0cac-44f0-8a60-cb028186fd67 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "DELETE /v2.0/subnets/04935aa6-febe-4cba-9bd1-e92e81ab6648 HTTP/1.1" status: 204 len: 168 time: 3.1862013 Jul 08 02:05:40.765029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Made reservation on behalf of e40739683e354691a842d5ceb6b8c980 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:40.769531 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.773134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:40.936337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] For port 13d2fdf6-5289-4502-8274-35d264a198ec, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:40.947138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-959ab2a3-09bb-4a5a-a4a1-274204c97dc3 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Deleting subnet f09c57f9-a97e-4355-9204-0066f6dd1c19 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:40.975114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:40.988452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.997397 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:40.998316 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Added segment c947516f-5d38-413d-a948-aa45b5c4e09c of type vlan for network e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8 Jul 08 02:05:41.003344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105686af-e909-4620-b16b-e7cf596bbebe None None] Network 063d750a-e679-40a8-acc7-42c093961c04 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:41.018482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545565', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543427'] for router, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.035511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] For port 13d2fdf6-5289-4502-8274-35d264a198ec, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=13d2fdf6-5289-4502-8274-35d264a198ec,segment=NetworkSegment(38b69c1f-58f8-44d6-b10c-7316b8c6c34e),segment_id=38b69c1f-58f8-44d6-b10c-7316b8c6c34e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:41.049291 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-959ab2a3-09bb-4a5a-a4a1-274204c97dc3 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.091412 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.101952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Allocated IP 2001:db8::2 (4478fa78-108c-44bd-b6b5-00d9d7db771d/1b36a9f0-fe30-431b-afb1-b1a31a3f9fd3/e3aba8b3-7df5-4d13-8373-2569f906b868) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:41.121309 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4a79d-3de4-4131-addf-9676b08b0592 None None] Pushing event updated for resources: {'Port': ['ID=224b54a3-3b1a-4284-92b4-c9bac1e19615,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:41.193462 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10a3da13-3d81-40f5-8155-0a433611bbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.199982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0029e889-92d0-4fe6-9e2d-1fdab502b34e None None] Provisioning for port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:41.224696 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-959ab2a3-09bb-4a5a-a4a1-274204c97dc3 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.432328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10785d00-2061-46c6-b072-7ce80d2a104d None None] Pushing event updated for resources: {'Port': ['ID=13d2fdf6-5289-4502-8274-35d264a198ec,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:41.534567 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Router c36d08b9-9c3e-421f-9028-df6a3d19091f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:05:41.595655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10a3da13-3d81-40f5-8155-0a433611bbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.603981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.802806 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:41.830276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Transition to ACTIVE for port object e3aba8b3-7df5-4d13-8373-2569f906b868 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:41.967240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Transition to ACTIVE for port object e3aba8b3-7df5-4d13-8373-2569f906b868 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:41.978766 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.056877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Pushing event updated for resources: {'Port': ['ID=e3aba8b3-7df5-4d13-8373-2569f906b868,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:42.064934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:42.105946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:05:42.135607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Network 4478fa78-108c-44bd-b6b5-00d9d7db771d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:42.139796 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:42.142581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:42.159508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:42.181485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.187111 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b485-b45a-45b5-8feb-20c54712b038 None None] Sync routers for ids ['c36d08b9-9c3e-421f-9028-df6a3d19091f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:42.201507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fe5bb3d8-707d-46fe-94b8-58f917a638f9 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "PUT /v2.0/routers/c36d08b9-9c3e-421f-9028-df6a3d19091f HTTP/1.1" status: 200 len: 710 time: 4.5545535 Jul 08 02:05:42.204116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56692) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:42.212729 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679b485-b45a-45b5-8feb-20c54712b038 None None] Routers {'c36d08b9-9c3e-421f-9028-df6a3d19091f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:42.217385 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c679b485-b45a-45b5-8feb-20c54712b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c36d08b9-9c3e-421f-9028-df6a3d19091f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:42.232760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:42.237967 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-959ab2a3-09bb-4a5a-a4a1-274204c97dc3 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.244709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:42.245487 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.274956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Attempting to bind port e3aba8b3-7df5-4d13-8373-2569f906b868 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:42.275520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Attempting to bind port e3aba8b3-7df5-4d13-8373-2569f906b868 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'a64ed12f-a34c-4b4e-a578-c97295260411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4478fa78-108c-44bd-b6b5-00d9d7db771d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:42.276280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Attempting to bind port e3aba8b3-7df5-4d13-8373-2569f906b868 on network 4478fa78-108c-44bd-b6b5-00d9d7db771d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:42.291844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:42.292956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Checking segment: {'id': 'a64ed12f-a34c-4b4e-a578-c97295260411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4478fa78-108c-44bd-b6b5-00d9d7db771d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:42.293382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.293764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Bound using segment: {'id': 'a64ed12f-a34c-4b4e-a578-c97295260411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4478fa78-108c-44bd-b6b5-00d9d7db771d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:42.296266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Bound port: e3aba8b3-7df5-4d13-8373-2569f906b868, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64ed12f-a34c-4b4e-a578-c97295260411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4478fa78-108c-44bd-b6b5-00d9d7db771d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:42.296898 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.342794 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c679b485-b45a-45b5-8feb-20c54712b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:42.365210 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679b485-b45a-45b5-8feb-20c54712b038 None None] Routers {'c36d08b9-9c3e-421f-9028-df6a3d19091f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:42.367468 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c679b485-b45a-45b5-8feb-20c54712b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c36d08b9-9c3e-421f-9028-df6a3d19091f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:42.406071 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10a3da13-3d81-40f5-8155-0a433611bbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.410049 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10a3da13-3d81-40f5-8155-0a433611bbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.412852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-10a3da13-3d81-40f5-8155-0a433611bbe1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/536e42db-c502-45c9-a5e2-1161a313b0db HTTP/1.1" status: 204 len: 168 time: 1.7174938 Jul 08 02:05:42.415515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-959ab2a3-09bb-4a5a-a4a1-274204c97dc3 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.494442 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f3a1fffa-cfe9-463b-8839-25a086987364 tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/routers/c36d08b9-9c3e-421f-9028-df6a3d19091f HTTP/1.1" status: 200 len: 745 time: 0.2695265 Jul 08 02:05:42.500409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56716) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:42.505616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3da13-3d81-40f5-8155-0a433611bbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e42db-c502-45c9-a5e2-1161a313b0db,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:42.508943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ab2a3-09bb-4a5a-a4a1-274204c97dc3 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Subnet': ['ID=f09c57f9-a97e-4355-9204-0066f6dd1c19,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:42.523695 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c5aac69-8565-4405-be40-f1aaf01b1a82 req-f001fd78-c06a-4bdc-8a80-5787632319e3 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.3061564 Jul 08 02:05:42.550484 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-c679b485-b45a-45b5-8feb-20c54712b038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:42.550761 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-959ab2a3-09bb-4a5a-a4a1-274204c97dc3 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.552626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-959ab2a3-09bb-4a5a-a4a1-274204c97dc3 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "DELETE /v2.0/subnets/f09c57f9-a97e-4355-9204-0066f6dd1c19 HTTP/1.1" status: 204 len: 168 time: 1.7692449 Jul 08 02:05:42.557150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:42.566865 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b485-b45a-45b5-8feb-20c54712b038 None None] The sync data for ids ['c36d08b9-9c3e-421f-9028-df6a3d19091f'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:42.613614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.647099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:42.648082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:42.666645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68face79-e6a8-4cd5-809b-82c8b3e70c52 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:42.673784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-68face79-e6a8-4cd5-809b-82c8b3e70c52 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0988798 Jul 08 02:05:42.680356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56732) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:42.895543 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-01d0fb2e-fe09-4943-9376-e2362238712b tempest-RoutersIpV6AdminTest-868414808 tempest-RoutersIpV6AdminTest-868414808-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&device_id=c36d08b9-9c3e-421f-9028-df6a3d19091f HTTP/1.1" status: 200 len: 205 time: 0.3915124 Jul 08 02:05:43.083429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Network': ['ID=e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:43.097845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56748) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:43.103147 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d90aa2d7-10be-42d6-93a5-76c3d8583b3e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.8691125 Jul 08 02:05:43.106321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56764) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:43.119210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:43.124482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'network_id': 'e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:43.143995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2233b335-0424-4a8b-bd0f-8b6854023644 None None] Provisioning complete for port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:43.144407 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2233b335-0424-4a8b-bd0f-8b6854023644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.177314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] For port e3aba8b3-7df5-4d13-8373-2569f906b868, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:43.256274 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4407670d-41f0-4fbf-8feb-e3c4c23c27d6 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c36d08b9-9c3e-421f-9028-df6a3d19091f HTTP/1.1" status: 200 len: 205 time: 0.1516204 Jul 08 02:05:43.262107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56776) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:43.450905 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.453980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e021ca01-7306-4fe8-a587-2cf354558c04 None None] Network f97f236e-64f1-4bc6-9044-2db8aa4d8d08 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:43.461595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] For port e3aba8b3-7df5-4d13-8373-2569f906b868, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e3aba8b3-7df5-4d13-8373-2569f906b868,segment=NetworkSegment(a64ed12f-a34c-4b4e-a578-c97295260411),segment_id=a64ed12f-a34c-4b4e-a578-c97295260411)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:43.466098 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7850e51-515a-4ed7-9f28-de091938c005 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.539785 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.654964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81311f-8b08-4967-93d2-1e90992acc70 None None] Pushing event updated for resources: {'Port': ['ID=e3aba8b3-7df5-4d13-8373-2569f906b868,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:43.799328 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.836109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=08aa15cc-8dce-4a2c-bdd1-4b718c310b1e,segment=NetworkSegment(bffe31b9-138b-409f-acd6-9759d00af2a2),segment_id=bffe31b9-138b-409f-acd6-9759d00af2a2)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:43.864975 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.918803 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:43.928686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 224b54a3-3b1a-4284-92b4-c9bac1e19615 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:43.939148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Subnet': ['ID=7dbea0c0-491f-4e8c-a402-c8c5e07b29c8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:43.993194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Made reservation on behalf of 900f5ec918304af2a1493456f4871b77 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:44.028796 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.052722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Deleting port 13d2fdf6-5289-4502-8274-35d264a198ec {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:44.054666 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.066991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Checking segment: {'id': 'c22ac129-4707-46ff-ad3c-9df89c023bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '75b9cddb-f79f-4126-8273-695bc224da28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:44.067391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network hostable DHCP agents. Network: 75b9cddb-f79f-4126-8273-695bc224da28, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:44.115384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4d589f-be64-491d-abd3-f550e9d20150 None None] Network 73bccff6-6345-44f8-bc52-4c3715165e47 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:44.307419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network 75b9cddb-f79f-4126-8273-695bc224da28 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:44.391265 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-54d276bb-0ca6-433c-8adc-d3e2c8f2532e req-cdbfd78d-7958-4580-b987-4bd2bc6c3724 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.1527498 Jul 08 02:05:44.424630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] For port 13d2fdf6-5289-4502-8274-35d264a198ec, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=13d2fdf6-5289-4502-8274-35d264a198ec,segment=NetworkSegment(38b69c1f-58f8-44d6-b10c-7316b8c6c34e),segment_id=38b69c1f-58f8-44d6-b10c-7316b8c6c34e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:44.425501 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7850e51-515a-4ed7-9f28-de091938c005 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.426839 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.438966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7850e51-515a-4ed7-9f28-de091938c005 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.454565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 75b9cddb-f79f-4126-8273-695bc224da28) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:44.472282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Calling delete_port for 13d2fdf6-5289-4502-8274-35d264a198ec owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:44.485996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:44.486617 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.512525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Performing IP validity checks on allocation pools {{(pid=93884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 02:05:44.518487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 02:05:44.524774 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2871b55e-4afd-437f-b252-8591cee725ae tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4109819 Jul 08 02:05:44.527717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56884) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:44.699589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3b548-6cca-4e32-a688-da1b0f65bca5 None None] Network 75b9cddb-f79f-4126-8273-695bc224da28 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:44.843644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 224b54a3-3b1a-4284-92b4-c9bac1e19615 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:44.871107 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7850e51-515a-4ed7-9f28-de091938c005 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.871656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7850e51-515a-4ed7-9f28-de091938c005 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Fanout notify agent at l3_agent the message router_deleted on router c36d08b9-9c3e-421f-9028-df6a3d19091f {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:05:44.879744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7850e51-515a-4ed7-9f28-de091938c005 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.887146 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b7850e51-515a-4ed7-9f28-de091938c005 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/c36d08b9-9c3e-421f-9028-df6a3d19091f HTTP/1.1" status: 204 len: 168 time: 1.6235049 Jul 08 02:05:44.887796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:44.902346 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:44.943030 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1a685304-3ee8-4cb9-a4ba-064fe2ffecaf tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=c36d08b9-9c3e-421f-9028-df6a3d19091f HTTP/1.1" status: 200 len: 205 time: 0.0523562 Jul 08 02:05:44.974481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.026245 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-8ed1cd6e-8370-4daf-84d0-36f9ca8a3f76 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] delete failed (client error): The resource could not be found. Jul 08 02:05:45.028189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8ed1cd6e-8370-4daf-84d0-36f9ca8a3f76 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/c36d08b9-9c3e-421f-9028-df6a3d19091f HTTP/1.1" status: 404 len: 336 time: 0.0467367 Jul 08 02:05:45.032077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56908) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.070291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=08aa15cc-8dce-4a2c-bdd1-4b718c310b1e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:45.141349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Checking segment: {'id': 'c947516f-5d38-413d-a948-aa45b5c4e09c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:45.141839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network hostable DHCP agents. Network: e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:45.156713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a8782bce-41ca-4fae-8d0b-defb2f2a0935 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=41cd5e70-fb6f-4d29-9cd9-8733a955aef2 HTTP/1.1" status: 200 len: 205 time: 0.1223514 Jul 08 02:05:45.177826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.236415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=c4aefed3-0d2d-426f-a51c-6b5b65934a9b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:45.347199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3aba8b3-7df5-4d13-8373-2569f906b868 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:45.385894 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.436927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-62b17054-95f6-4900-a858-800e3f5b5aad None None] Provisioning for port 224b54a3-3b1a-4284-92b4-c9bac1e19615 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:45.439310 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-5e37ae00-7316-4a61-b12e-4c3f14a2ca65 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] delete failed (client error): The resource could not be found. Jul 08 02:05:45.446542 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5e37ae00-7316-4a61-b12e-4c3f14a2ca65 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/41cd5e70-fb6f-4d29-9cd9-8733a955aef2 HTTP/1.1" status: 404 len: 336 time: 0.2583776 Jul 08 02:05:45.453214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Port': ['ID=13d2fdf6-5289-4502-8274-35d264a198ec,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:45.454263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.458732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237444c3-8f24-4917-8345-3060f138c044 None None] DHCP port deletion for f97f236e-64f1-4bc6-9044-2db8aa4d8d08 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:45.461983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-62b17054-95f6-4900-a858-800e3f5b5aad None None] Provisioning complete for port 224b54a3-3b1a-4284-92b4-c9bac1e19615 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:45.462682 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62b17054-95f6-4900-a858-800e3f5b5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.469673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71093ad6-2ba6-41cb-8b8f-bab9d261d96f None None] DHCP port deletion for 73bccff6-6345-44f8-bc52-4c3715165e47 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:45.473697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Network e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:45.499375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:45.510164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:45.514330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.545377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb664056-5b65-4be4-916b-7f027793148e None None] Network e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:45.560251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fd8ac1a5-f3b7-4882-b87f-2e6c32521824 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4387064 Jul 08 02:05:45.560766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56928) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.564179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] No DVR routers for this DVR port 13d2fdf6-5289-4502-8274-35d264a198ec on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:45.566398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3d500728-be65-4e0b-9370-4dadece4760f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:45.598484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d9238682-fa4e-4af7-aa3f-de103a87b0bf tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=b668b182-8e90-4ec0-9499-b6107adde6a5 HTTP/1.1" status: 200 len: 205 time: 0.1384807 Jul 08 02:05:45.711471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-75b9cddb-f79f-4126-8273-695bc224da28', 'network_id': '75b9cddb-f79f-4126-8273-695bc224da28', 'tenant_id': 'e40739683e354691a842d5ceb6b8c980', 'fixed_ips': [{'subnet_id': '7dbea0c0-491f-4e8c-a402-c8c5e07b29c8'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:45.712534 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.726033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.735170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e3aba8b3-7df5-4d13-8373-2569f906b868 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:45.759737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56930) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.762950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 13d2fdf6-5289-4502-8274-35d264a198ec up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:45.779293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bccff6-6345-44f8-bc52-4c3715165e47']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:45.804063 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b69c1f-58f8-44d6-b10c-7316b8c6c34e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:45.804420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b69c1f-58f8-44d6-b10c-7316b8c6c34e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:45.821840 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.843858 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.849873 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-142e3d1e-bf41-4553-bd7b-62250fd656af tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] delete failed (client error): The resource could not be found. Jul 08 02:05:45.851685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:45.852136 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.853859 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-142e3d1e-bf41-4553-bd7b-62250fd656af tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/b668b182-8e90-4ec0-9499-b6107adde6a5 HTTP/1.1" status: 404 len: 336 time: 0.0800881 Jul 08 02:05:45.856696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56936) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.912770 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d2578779-671f-49a5-9d2a-d9d003d31b04 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9e9d51a-99ba-49d0-a923-155790d15fce HTTP/1.1" status: 200 len: 205 time: 0.0518515 Jul 08 02:05:45.922843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56938) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:45.934852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d500728-be65-4e0b-9370-4dadece4760f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13021338'] for subnet, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:45.974051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495ebd1-2377-4689-b74f-cb5fd478704c None None] Network 4478fa78-108c-44bd-b6b5-00d9d7db771d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:45.978140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 13d2fdf6-5289-4502-8274-35d264a198ec {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:45.978753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 13d2fdf6-5289-4502-8274-35d264a198ec not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:45.993746 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:46.011584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52f2186a-b60c-4de0-bc22-d03de934d395 req-0cde26f4-cdb1-473c-b56a-df9a4d3843d6 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.0748534 Jul 08 02:05:46.028715 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.061095 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.063355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "DELETE /v2.0/networks/73bccff6-6345-44f8-bc52-4c3715165e47 HTTP/1.1" status: 204 len: 168 time: 3.3784320 Jul 08 02:05:46.078237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56944) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:46.080179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.085579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3850e09-655d-433a-907f-4a3cf16ba906 tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Network': ['ID=73bccff6-6345-44f8-bc52-4c3715165e47,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:46.117734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Port 13d2fdf6-5289-4502-8274-35d264a198ec not found, will not notify nova. {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 08 02:05:46.195352 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-7f9af254-654a-4355-bdb6-65425a69e1ca tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] delete failed (client error): The resource could not be found. Jul 08 02:05:46.195846 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62b17054-95f6-4900-a858-800e3f5b5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.200843 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7f9af254-654a-4355-bdb6-65425a69e1ca tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/a9e9d51a-99ba-49d0-a923-155790d15fce HTTP/1.1" status: 404 len: 336 time: 0.2684658 Jul 08 02:05:46.206379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56946) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:46.243005 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6d4ecd28-cb3e-4028-82e5-372f77e01672 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=a83115de-de70-4322-bc90-aff94b255684 HTTP/1.1" status: 200 len: 205 time: 0.0350914 Jul 08 02:05:46.243630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56950) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:46.315315 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.405724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-237444c3-8f24-4917-8345-3060f138c044 None None] Deleting port 224b54a3-3b1a-4284-92b4-c9bac1e19615 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:46.406521 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-237444c3-8f24-4917-8345-3060f138c044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.572351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-62b17054-95f6-4900-a858-800e3f5b5aad None None] For port 224b54a3-3b1a-4284-92b4-c9bac1e19615, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=224b54a3-3b1a-4284-92b4-c9bac1e19615,segment=NetworkSegment(507765d6-135f-460a-b319-6df7ceeb75d3),segment_id=507765d6-135f-460a-b319-6df7ceeb75d3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:46.586436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb51c48-c0d0-4575-9cad-8eaf2158d1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8', 'network_id': 'e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8', 'tenant_id': '900f5ec918304af2a1493456f4871b77', 'fixed_ips': [{'subnet_id': 'c4aefed3-0d2d-426f-a51c-6b5b65934a9b'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:05:46.588032 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0eb51c48-c0d0-4575-9cad-8eaf2158d1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.620516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Allocated IP 2001:db8::2 (75b9cddb-f79f-4126-8273-695bc224da28/7dbea0c0-491f-4e8c-a402-c8c5e07b29c8/f7677d18-b998-4cce-a558-95cc1b00ed51) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:46.649118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Deleting port 224b54a3-3b1a-4284-92b4-c9bac1e19615 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:46.649977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.808365 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Allocated IP 2001:db8::1 (4478fa78-108c-44bd-b6b5-00d9d7db771d/1b36a9f0-fe30-431b-afb1-b1a31a3f9fd3/90e59159-bdbd-4c83-908d-7bdb5dbb57c5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:05:46.850177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] For port 224b54a3-3b1a-4284-92b4-c9bac1e19615, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=224b54a3-3b1a-4284-92b4-c9bac1e19615,segment=NetworkSegment(507765d6-135f-460a-b319-6df7ceeb75d3),segment_id=507765d6-135f-460a-b319-6df7ceeb75d3)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:46.850706 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:46.904973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Calling delete_port for 224b54a3-3b1a-4284-92b4-c9bac1e19615 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:47.002414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-237444c3-8f24-4917-8345-3060f138c044 None None] For port 224b54a3-3b1a-4284-92b4-c9bac1e19615, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=224b54a3-3b1a-4284-92b4-c9bac1e19615,segment=NetworkSegment(507765d6-135f-460a-b319-6df7ceeb75d3),segment_id=507765d6-135f-460a-b319-6df7ceeb75d3)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:47.003186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-237444c3-8f24-4917-8345-3060f138c044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.036559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-237444c3-8f24-4917-8345-3060f138c044 None None] Calling delete_port for 224b54a3-3b1a-4284-92b4-c9bac1e19615 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:47.141301 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-8318da93-9d84-4f9c-ae63-01d1557e8067 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] delete failed (client error): The resource could not be found. Jul 08 02:05:47.145445 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8318da93-9d84-4f9c-ae63-01d1557e8067 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/a83115de-de70-4322-bc90-aff94b255684 HTTP/1.1" status: 404 len: 336 time: 0.8975606 Jul 08 02:05:47.153884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56960) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:47.214903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.216392 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-237444c3-8f24-4917-8345-3060f138c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.220272 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.225171 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3752ddb0-945a-4842-bcc2-dc7c61ab658d tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cee35ba-9552-4d33-bd5a-fa1dd6e19673 HTTP/1.1" status: 200 len: 205 time: 0.0666964 Jul 08 02:05:47.228907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56962) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:47.229508 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62b17054-95f6-4900-a858-800e3f5b5aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.249079 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:47.255723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237444c3-8f24-4917-8345-3060f138c044 None None] No DVR routers for this DVR port 224b54a3-3b1a-4284-92b4-c9bac1e19615 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:47.338984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Port': ['ID=224b54a3-3b1a-4284-92b4-c9bac1e19615,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:47.342624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Transition to ACTIVE for port object 90e59159-bdbd-4c83-908d-7bdb5dbb57c5 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:47.346244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] No DVR routers for this DVR port 224b54a3-3b1a-4284-92b4-c9bac1e19615 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:47.401859 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-9c947856-594f-4072-b186-4061816498bf tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] delete failed (client error): The resource could not be found. Jul 08 02:05:47.401859 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9c947856-594f-4072-b186-4061816498bf tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/routers/3cee35ba-9552-4d33-bd5a-fa1dd6e19673 HTTP/1.1" status: 404 len: 336 time: 0.1656621 Jul 08 02:05:47.402363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56964) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:47.483919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d500728-be65-4e0b-9370-4dadece4760f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771909559318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13014929'] for subnet, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.653354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d500728-be65-4e0b-9370-4dadece4760f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:47.657795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d500728-be65-4e0b-9370-4dadece4760f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.662474 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3d500728-be65-4e0b-9370-4dadece4760f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "PUT /v2.0/subnets/c4aefed3-0d2d-426f-a51c-6b5b65934a9b HTTP/1.1" status: 200 len: 900 time: 2.1007764 Jul 08 02:05:47.668146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56972) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:47.717114 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5c5eab-7812-4139-a04b-68266c7d4c39 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:47.720919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5c5eab-7812-4139-a04b-68266c7d4c39 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:47.728282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7f5c5eab-7812-4139-a04b-68266c7d4c39 tempest-RoutersIpV6AdminTest-126384909 tempest-RoutersIpV6AdminTest-126384909-project] 10.222.0.41 "DELETE /v2.0/subnets/40ec6d0e-8de0-49af-b3f5-fdf4faf9b0df HTTP/1.1" status: 404 len: 337 time: 0.2982528 Jul 08 02:05:47.776956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a706ca2-a7ce-44a4-9679-a5ccc31a7301 req-6496faf6-657b-46c2-a073-676920296976 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8017138-d533-4746-97ec-dbef80707013 HTTP/1.1" status: 200 len: 210 time: 0.1763945 Jul 08 02:05:47.781763 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.805187 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-62b17054-95f6-4900-a858-800e3f5b5aad None None] Could not find standard attr ID for object 13d2fdf6-5289-4502-8274-35d264a198ec. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:47.852265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Port': ['ID=90e59159-bdbd-4c83-908d-7bdb5dbb57c5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:47.868528 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.887541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97f236e-64f1-4bc6-9044-2db8aa4d8d08']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:47.905058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237444c3-8f24-4917-8345-3060f138c044 None None] Pushing event deleted for resources: {'Port': ['ID=224b54a3-3b1a-4284-92b4-c9bac1e19615,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:47.914203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network 4478fa78-108c-44bd-b6b5-00d9d7db771d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:47.921161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:47.926235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507765d6-135f-460a-b319-6df7ceeb75d3') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:47.926951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507765d6-135f-460a-b319-6df7ceeb75d3') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:47.930379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:47.931375 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.967029 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:47.971877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d500728-be65-4e0b-9370-4dadece4760f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event updated for resources: {'Subnet': ['ID=c4aefed3-0d2d-426f-a51c-6b5b65934a9b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:47.999416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.029712 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.057213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.098417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:48.099312 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:48.103154 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:48.148491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b17054-95f6-4900-a858-800e3f5b5aad None None] Pushing event deleted for resources: {'Port': ['ID=224b54a3-3b1a-4284-92b4-c9bac1e19615,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:48.181037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.205115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:48.205530 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.260474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Subnet': ['ID=c4aefed3-0d2d-426f-a51c-6b5b65934a9b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:48.345234 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4babeddb-a5c4-435c-9a65-875ba7f4a126 None None] Provisioning for port e3aba8b3-7df5-4d13-8373-2569f906b868 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-0eb51c48-c0d0-4575-9cad-8eaf2158d1ae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4aefed3-0d2d-426f-a51c-6b5b65934a9b: This subnet is being modified by another concurrent operation. Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4aefed3-0d2d-426f-a51c-6b5b65934a9b: This subnet is being modified by another concurrent operation. Jul 08 02:05:48.362970 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:05:48.378407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56980) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:48.394111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4babeddb-a5c4-435c-9a65-875ba7f4a126 None None] Provisioning complete for port e3aba8b3-7df5-4d13-8373-2569f906b868 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:48.395799 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4babeddb-a5c4-435c-9a65-875ba7f4a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.400440 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.404591 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.422213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.431336 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.433930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "DELETE /v2.0/networks/f97f236e-64f1-4bc6-9044-2db8aa4d8d08 HTTP/1.1" status: 204 len: 168 time: 2.3507235 Jul 08 02:05:48.436882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dd037-998e-4370-8488-cfd4133fcdfe tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Network': ['ID=f97f236e-64f1-4bc6-9044-2db8aa4d8d08,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:48.440652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 56984) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:48.474823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b866ca-1d76-4205-a490-c0419dcac8e3 None None] Network e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:48.543254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.547677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:48.566495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c947516f-5d38-413d-a948-aa45b5c4e09c') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:48.567288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c947516f-5d38-413d-a948-aa45b5c4e09c') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:48.580703 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.592024 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.608498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Transition to ACTIVE for port object f7677d18-b998-4cce-a558-95cc1b00ed51 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:48.644852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Transition to ACTIVE for port object f7677d18-b998-4cce-a558-95cc1b00ed51 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:05:48.697601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.702588 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.711207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf92b4a-7ae4-4ad6-9dc6-929520e6e404']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:48.730790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3b7dea-c64e-4e14-9b95-5d7cc759931d') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:48.731108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3b7dea-c64e-4e14-9b95-5d7cc759931d') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:48.747223 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72a881ce-dbdf-4942-8046-60372ec3f985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.759161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.773590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.825323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:48.825752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.867025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Network 75b9cddb-f79f-4126-8273-695bc224da28 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:48.875322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91818a9d-04b8-415b-8638-4f51c6badcb9 None None] Network e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:48.877322 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.888888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.890641 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:48.959033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:48.975419 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:48.997504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:48.999234 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.008936 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:05:49.012090 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.033941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.036117 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8 HTTP/1.1" status: 204 len: 168 time: 1.3619788 Jul 08 02:05:49.053443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.066379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:49.066979 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.092957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Pushing event updated for resources: {'Port': ['ID=f7677d18-b998-4cce-a558-95cc1b00ed51,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.108855 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c79a886-c5bf-4635-936a-c0b20731928f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:49.109687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c79a886-c5bf-4635-936a-c0b20731928f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:49.114739 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2c79a886-c5bf-4635-936a-c0b20731928f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/subnets/c4aefed3-0d2d-426f-a51c-6b5b65934a9b HTTP/1.1" status: 404 len: 337 time: 0.0602713 Jul 08 02:05:49.116254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Port': ['ID=90e59159-bdbd-4c83-908d-7bdb5dbb57c5,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.122858 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:49.158856 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:49.178883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b3e4-fd88-4522-b7cd-eedb298e7087 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Network': ['ID=e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.184789 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.194638 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-a751ca00-cb59-4864-9212-c57c16ea3e25 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:49.195960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a751ca00-cb59-4864-9212-c57c16ea3e25 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:49.203814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a751ca00-cb59-4864-9212-c57c16ea3e25 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/e8dd0d7f-2544-4cd2-a3da-3cefbc97b1e8 HTTP/1.1" status: 404 len: 339 time: 0.0719483 Jul 08 02:05:49.207142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.208377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 56998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.214850 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "DELETE /v2.0/networks/faf92b4a-7ae4-4ad6-9dc6-929520e6e404 HTTP/1.1" status: 204 len: 168 time: 0.7719135 Jul 08 02:05:49.217711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57000) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.224370 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4babeddb-a5c4-435c-9a65-875ba7f4a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.237293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Attempting to bind port f7677d18-b998-4cce-a558-95cc1b00ed51 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:05:49.237655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Attempting to bind port f7677d18-b998-4cce-a558-95cc1b00ed51 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c22ac129-4707-46ff-ad3c-9df89c023bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '75b9cddb-f79f-4126-8273-695bc224da28'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:05:49.238128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Attempting to bind port f7677d18-b998-4cce-a558-95cc1b00ed51 on network 75b9cddb-f79f-4126-8273-695bc224da28 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:05:49.275856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:05:49.276886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Checking segment: {'id': 'c22ac129-4707-46ff-ad3c-9df89c023bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '75b9cddb-f79f-4126-8273-695bc224da28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:49.277372 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.278482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Bound using segment: {'id': 'c22ac129-4707-46ff-ad3c-9df89c023bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '75b9cddb-f79f-4126-8273-695bc224da28'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:05:49.278482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Bound port: f7677d18-b998-4cce-a558-95cc1b00ed51, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22ac129-4707-46ff-ad3c-9df89c023bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '75b9cddb-f79f-4126-8273-695bc224da28'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:05:49.278811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.322725 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.336190 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77357068-c28d-4eee-b695-738199732873 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.373111 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77357068-c28d-4eee-b695-738199732873 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.390262 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] For port f7677d18-b998-4cce-a558-95cc1b00ed51, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:05:49.395290 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] For port f7677d18-b998-4cce-a558-95cc1b00ed51, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f7677d18-b998-4cce-a558-95cc1b00ed51,segment=NetworkSegment(c22ac129-4707-46ff-ad3c-9df89c023bf5),segment_id=c22ac129-4707-46ff-ad3c-9df89c023bf5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:05:49.404559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.408187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28084d-2c8c-4c72-ad67-5213014f2fcf tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Network': ['ID=faf92b4a-7ae4-4ad6-9dc6-929520e6e404,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.414124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 13d2fdf6-5289-4502-8274-35d264a198ec no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:49.419701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4babeddb-a5c4-435c-9a65-875ba7f4a126 None None] For port e3aba8b3-7df5-4d13-8373-2569f906b868, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e3aba8b3-7df5-4d13-8373-2569f906b868,segment=NetworkSegment(a64ed12f-a34c-4b4e-a578-c97295260411),segment_id=a64ed12f-a34c-4b4e-a578-c97295260411)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:49.420486 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.475804 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4babeddb-a5c4-435c-9a65-875ba7f4a126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.500018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 13d2fdf6-5289-4502-8274-35d264a198ec {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:49.500750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 13d2fdf6-5289-4502-8274-35d264a198ec not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:49.501428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 224b54a3-3b1a-4284-92b4-c9bac1e19615 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:49.503272 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network 4478fa78-108c-44bd-b6b5-00d9d7db771d is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:05:49.509156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:49.514308 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77357068-c28d-4eee-b695-738199732873 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.517309 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-77357068-c28d-4eee-b695-738199732873 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.521070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-77357068-c28d-4eee-b695-738199732873 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] 10.222.0.41 "DELETE /v2.0/security-groups/f4886763-3dbc-4eb9-bd1a-76766a3ee64e HTTP/1.1" status: 204 len: 168 time: 0.5565951 Jul 08 02:05:49.590626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 224b54a3-3b1a-4284-92b4-c9bac1e19615 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:49.591200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 224b54a3-3b1a-4284-92b4-c9bac1e19615 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:49.633208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c860d0-3c87-4480-8978-973921cc2854 None None] Pushing event updated for resources: {'Port': ['ID=f7677d18-b998-4cce-a558-95cc1b00ed51,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.659959 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.689368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef9b3c5-3bf7-4bce-8796-267af5508597']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:49.720124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06a79ed-7c6e-4509-b21d-3fc8a8a28ae9') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:49.723419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06a79ed-7c6e-4509-b21d-3fc8a8a28ae9') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:49.726920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72a881ce-dbdf-4942-8046-60372ec3f985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.742530 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.743082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.748156 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72a881ce-dbdf-4942-8046-60372ec3f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.761455 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.774894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:49.775429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.801175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babeddb-a5c4-435c-9a65-875ba7f4a126 None None] Pushing event updated for resources: {'Port': ['ID=e3aba8b3-7df5-4d13-8373-2569f906b868,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:49.810316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-59d6caf7-5fe2-4823-96d6-0196bd9a2435 None None] Provisioning for port 90e59159-bdbd-4c83-908d-7bdb5dbb57c5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:49.818933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-59d6caf7-5fe2-4823-96d6-0196bd9a2435 None None] Provisioning complete for port 90e59159-bdbd-4c83-908d-7bdb5dbb57c5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:49.820886 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59d6caf7-5fe2-4823-96d6-0196bd9a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:49.840775 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:49.849340 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-72a881ce-dbdf-4942-8046-60372ec3f985 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=791a6baea1df436e83258fa985ffa4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4608982 Jul 08 02:05:49.850147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57012) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:49.877395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc49b63-9b85-4fd3-8093-752b92dba3ad']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:49.925248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-59d6caf7-5fe2-4823-96d6-0196bd9a2435 None None] Port 90e59159-bdbd-4c83-908d-7bdb5dbb57c5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:49.953151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-59d6caf7-5fe2-4823-96d6-0196bd9a2435 None None] Provisioning complete for port e3aba8b3-7df5-4d13-8373-2569f906b868 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:49.956724 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59d6caf7-5fe2-4823-96d6-0196bd9a2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:49.966577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74452015-0594-49e0-aaef-74a491bf6dc3') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:49.967071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74452015-0594-49e0-aaef-74a491bf6dc3') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:50.031270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77357068-c28d-4eee-b695-738199732873 tempest-TestVolumeBackupRestore-1821010575 tempest-TestVolumeBackupRestore-1821010575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4886763-3dbc-4eb9-bd1a-76766a3ee64e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:50.070598 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.078637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a881ce-dbdf-4942-8046-60372ec3f985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7892a2b-d8f0-406d-abdf-7ad8caee658c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:50.212808 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.310869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:50.311019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:50.335776 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:50.391086 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42e79382-ffd5-4f66-803d-17e2b96005c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.406689 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.414002 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.424030 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/bef9b3c5-3bf7-4bce-8796-267af5508597 HTTP/1.1" status: 204 len: 168 time: 1.2063980 Jul 08 02:05:50.427161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:50.544402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1cf09d18-4f22-4f20-864c-8d5d514007ab None None] Provisioning complete for port 90e59159-bdbd-4c83-908d-7bdb5dbb57c5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:50.547757 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1cf09d18-4f22-4f20-864c-8d5d514007ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.640110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ad9c7-69ad-455f-b094-90f45af2f4be tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Network': ['ID=bef9b3c5-3bf7-4bce-8796-267af5508597,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:50.656388 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8022419-a6b3-432e-b58d-e0a8842d61a1 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:50.656867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8022419-a6b3-432e-b58d-e0a8842d61a1 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:50.664974 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c8022419-a6b3-432e-b58d-e0a8842d61a1 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/subnets/7f888ec2-ebac-448d-8623-e0fdb0d4e3dd HTTP/1.1" status: 404 len: 337 time: 0.1806924 Jul 08 02:05:50.665661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57068) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:50.730940 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42e79382-ffd5-4f66-803d-17e2b96005c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.736819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1cf09d18-4f22-4f20-864c-8d5d514007ab None None] Port 90e59159-bdbd-4c83-908d-7bdb5dbb57c5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:50.757414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.764872 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa9edf2-953d-4cdc-9e37-621cded340ca tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:50.765675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa9edf2-953d-4cdc-9e37-621cded340ca tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:50.770777 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.789104 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] 10.222.0.41 "DELETE /v2.0/networks/1fc49b63-9b85-4fd3-8093-752b92dba3ad HTTP/1.1" status: 204 len: 168 time: 1.5702014 Jul 08 02:05:50.793245 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9f8fa095-97dc-46b3-9a84-94cf282d9a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.798838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6aa9edf2-953d-4cdc-9e37-621cded340ca tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/14e05c73-ef20-4da7-8138-8650e9689daf HTTP/1.1" status: 404 len: 339 time: 0.1169264 Jul 08 02:05:50.804751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57082) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:50.851668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e7cb0-d0df-465b-9e76-4846b9b2f5ea tempest-BulkNetworkOpsIpV6Test-140234142 tempest-BulkNetworkOpsIpV6Test-140234142-project] Pushing event deleted for resources: {'Network': ['ID=1fc49b63-9b85-4fd3-8093-752b92dba3ad,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:50.957616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42e79382-ffd5-4f66-803d-17e2b96005c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.961637 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-42e79382-ffd5-4f66-803d-17e2b96005c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:50.964272 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-42e79382-ffd5-4f66-803d-17e2b96005c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7892a2b-d8f0-406d-abdf-7ad8caee658c HTTP/1.1" status: 204 len: 168 time: 1.1064568 Jul 08 02:05:51.012872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b537c1e1-25f0-46df-b4a2-5032a3631ebd None None] Provisioning complete for port 90e59159-bdbd-4c83-908d-7bdb5dbb57c5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:51.013253 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b537c1e1-25f0-46df-b4a2-5032a3631ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.023578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e79382-ffd5-4f66-803d-17e2b96005c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7892a2b-d8f0-406d-abdf-7ad8caee658c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:51.060622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ab3de8-1510-4599-a30a-342942e319a7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting subnet 46a99250-120d-4efc-bd63-4fc97a3bd526 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:51.094032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3de8-1510-4599-a30a-342942e319a7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.175667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b537c1e1-25f0-46df-b4a2-5032a3631ebd None None] Port 90e59159-bdbd-4c83-908d-7bdb5dbb57c5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:05:51.256339 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3de8-1510-4599-a30a-342942e319a7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.386859 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3de8-1510-4599-a30a-342942e319a7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.472006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57150) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:51.492254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Router 9eb026ab-d7dd-4899-9b69-8cb67739f8c8 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:05:51.501968 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3de8-1510-4599-a30a-342942e319a7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.537378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9ab3de8-1510-4599-a30a-342942e319a7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.545853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f08bb-85e0-4ae7-a9ae-38ef71bf617c None None] Network 34509229-b15f-45ec-b1a7-88094bc45fef requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:51.547589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57160) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:51.561759 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a9ab3de8-1510-4599-a30a-342942e319a7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/subnets/46a99250-120d-4efc-bd63-4fc97a3bd526 HTTP/1.1" status: 204 len: 168 time: 0.7499018 Jul 08 02:05:51.664426 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab3de8-1510-4599-a30a-342942e319a7 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Subnet': ['ID=46a99250-120d-4efc-bd63-4fc97a3bd526,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:51.697376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02bc269-bf2c-4c04-b0b9-7ffd3d3a039a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting subnet ab7f8090-b02d-4064-b20f-2c43a270678d {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:51.706857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d02bc269-bf2c-4c04-b0b9-7ffd3d3a039a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.814670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d02bc269-bf2c-4c04-b0b9-7ffd3d3a039a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:51.870173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:51.884834 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e93237-3ec5-4634-8a47-3e9a8a7d6e3e None None] Sync routers for ids ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:51.885043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b9a83f70-8aec-4011-b7d5-e5f0326fb549 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "PUT /v2.0/routers/9eb026ab-d7dd-4899-9b69-8cb67739f8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3401818 Jul 08 02:05:51.896842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:51.969198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e93237-3ec5-4634-8a47-3e9a8a7d6e3e None None] Routers {'9eb026ab-d7dd-4899-9b69-8cb67739f8c8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:51.969984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-16e93237-3ec5-4634-8a47-3e9a8a7d6e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:51.993885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57192) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:52.168064 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a32ebfbc-ddaa-4f3c-919d-f4719b9cf58c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=255f81b14e974a69b77408c23cfe8a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717885 Jul 08 02:05:52.175226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57210) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:52.285362 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ebc25d35-b342-4b8c-aa1f-f3b0bf9dfb92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ccea31bcf9043558227fd85b0b7a3a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8118107 Jul 08 02:05:52.290602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57218) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:52.302235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3aba8b3-7df5-4d13-8373-2569f906b868 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:52.306304 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-16e93237-3ec5-4634-8a47-3e9a8a7d6e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:52.330308 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d02bc269-bf2c-4c04-b0b9-7ffd3d3a039a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.422652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd8267-c8be-4daf-8d2c-d450647d6b97 None None] Network 75b9cddb-f79f-4126-8273-695bc224da28 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:52.426336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e93237-3ec5-4634-8a47-3e9a8a7d6e3e None None] Routers {'9eb026ab-d7dd-4899-9b69-8cb67739f8c8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:52.426980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-16e93237-3ec5-4634-8a47-3e9a8a7d6e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:52.687617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba951eb0-26aa-4b04-8729-cba6ac26e4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.715067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-16e93237-3ec5-4634-8a47-3e9a8a7d6e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:52.718600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e93237-3ec5-4634-8a47-3e9a8a7d6e3e None None] The sync data for ids ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:52.728256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d02bc269-bf2c-4c04-b0b9-7ffd3d3a039a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.811860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1b82d688-7615-4672-9265-ac2ec0e8f34c None None] Provisioning for port f7677d18-b998-4cce-a558-95cc1b00ed51 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:52.866201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e3aba8b3-7df5-4d13-8373-2569f906b868 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:52.866555 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.877412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bc269-bf2c-4c04-b0b9-7ffd3d3a039a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7f8090-b02d-4064-b20f-2c43a270678d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:52.941630 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba951eb0-26aa-4b04-8729-cba6ac26e4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.966180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d02bc269-bf2c-4c04-b0b9-7ffd3d3a039a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:52.971566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:52.976223 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d02bc269-bf2c-4c04-b0b9-7ffd3d3a039a tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/subnets/ab7f8090-b02d-4064-b20f-2c43a270678d HTTP/1.1" status: 204 len: 168 time: 1.4199569 Jul 08 02:05:53.061575 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdeadafe-f13c-4891-baaf-ecc5228012be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.285836 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdeadafe-f13c-4891-baaf-ecc5228012be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.481579 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba951eb0-26aa-4b04-8729-cba6ac26e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.487874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba951eb0-26aa-4b04-8729-cba6ac26e4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.500084 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ba951eb0-26aa-4b04-8729-cba6ac26e4f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3987585b-26e3-4c44-8789-f8311a255b3b HTTP/1.1" status: 204 len: 168 time: 1.3221745 Jul 08 02:05:53.556762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba951eb0-26aa-4b04-8729-cba6ac26e4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3987585b-26e3-4c44-8789-f8311a255b3b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:53.607908 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdeadafe-f13c-4891-baaf-ecc5228012be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.613529 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cdeadafe-f13c-4891-baaf-ecc5228012be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.613529 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cdeadafe-f13c-4891-baaf-ecc5228012be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e46ecaf-526c-4c58-b09a-5dd458930684 HTTP/1.1" status: 204 len: 168 time: 1.1783476 Jul 08 02:05:53.642614 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.644142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeadafe-f13c-4891-baaf-ecc5228012be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e46ecaf-526c-4c58-b09a-5dd458930684,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:53.653863 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-43269ab1-4de4-478d-9a32-45005a72cc88 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:05:53.662346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-43269ab1-4de4-478d-9a32-45005a72cc88 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "PUT /v2.0/routers/9eb026ab-d7dd-4899-9b69-8cb67739f8c8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7612939 Jul 08 02:05:53.662842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57324) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:53.704024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f7677d18-b998-4cce-a558-95cc1b00ed51 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:53.762392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c120f-e8b8-48bb-b230-bfa6ecedc9db None None] Update dhcp port {'port': {'network_id': '34509229-b15f-45ec-b1a7-88094bc45fef', 'fixed_ips': [{'subnet_id': 'ab7f8090-b02d-4064-b20f-2c43a270678d'}], 'binding:host_id': 'n-d-694802-14'}, 'id': 'dec712c6-e32e-430a-a534-12012faf6142'} from n-d-694802-14. {{(pid=93885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 08 02:05:53.775177 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-682b7ac1-7ecc-417b-808d-c7afe984d759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:53.803701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting port dec712c6-e32e-430a-a534-12012faf6142 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:53.804009 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.007235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] For port dec712c6-e32e-430a-a534-12012faf6142, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dec712c6-e32e-430a-a534-12012faf6142,segment=NetworkSegment(4ca77eb7-4ab9-44ed-8521-f17d79ece61d),segment_id=4ca77eb7-4ab9-44ed-8521-f17d79ece61d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:54.007791 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.079848 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.085669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Calling delete_port for dec712c6-e32e-430a-a534-12012faf6142 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:54.116430 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c02c120f-e8b8-48bb-b230-bfa6ecedc9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.227903 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port f7677d18-b998-4cce-a558-95cc1b00ed51 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:05:54.271404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port f7677d18-b998-4cce-a558-95cc1b00ed51 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:54.279203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57378) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:54.283502 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.763185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef27092e-8012-461d-adf5-72c3f48f810c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:54.969020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.491103 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.532760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fef5c6-77e3-46d0-8cf2-3933123e79f4 None None] Network 34509229-b15f-45ec-b1a7-88094bc45fef requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:55.556782 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.568877 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Port': ['ID=dec712c6-e32e-430a-a534-12012faf6142,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:55.584963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No DVR routers for this DVR port dec712c6-e32e-430a-a534-12012faf6142 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:05:55.663091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef27092e-8012-461d-adf5-72c3f48f810c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.671564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7ceaedf7-6318-49c8-84e2-38c3be809698 None None] Could not find standard attr ID for object dec712c6-e32e-430a-a534-12012faf6142. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:05:55.678177 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef27092e-8012-461d-adf5-72c3f48f810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.744703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57522) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:55.860281 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.875549 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:55.883214 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ef27092e-8012-461d-adf5-72c3f48f810c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17b0698f26024739a4e4c39666e7db29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6018181 Jul 08 02:05:55.896273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57544) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:55.923863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34509229-b15f-45ec-b1a7-88094bc45fef']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:55.975097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27092e-8012-461d-adf5-72c3f48f810c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926d21f1-84ad-417d-9f59-739e2662666d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:55.977697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7ceaedf7-6318-49c8-84e2-38c3be809698 None None] Provisioning complete for port f7677d18-b998-4cce-a558-95cc1b00ed51 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:55.978361 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7ceaedf7-6318-49c8-84e2-38c3be809698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.045479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port f7677d18-b998-4cce-a558-95cc1b00ed51, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f7677d18-b998-4cce-a558-95cc1b00ed51,segment=NetworkSegment(c22ac129-4707-46ff-ad3c-9df89c023bf5),segment_id=c22ac129-4707-46ff-ad3c-9df89c023bf5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:56.066710 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.125081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca77eb7-4ab9-44ed-8521-f17d79ece61d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:56.138258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca77eb7-4ab9-44ed-8521-f17d79ece61d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:56.176214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-668502502'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:56.240874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dec712c6-e32e-430a-a534-12012faf6142 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:05:56.279731 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.285871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: dec712c6-e32e-430a-a534-12012faf6142 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:05:56.286305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dec712c6-e32e-430a-a534-12012faf6142 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:05:56.329613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=f7677d18-b998-4cce-a558-95cc1b00ed51,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:56.362608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Deleting port 90e59159-bdbd-4c83-908d-7bdb5dbb57c5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:56.362967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.375362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb347f3-dc63-4270-9963-df77185479e6 None None] DHCP port deletion for 34509229-b15f-45ec-b1a7-88094bc45fef request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:56.386077 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc897-05f4-469b-a515-a0df7754055d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.418167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce98cc9-a6e9-4f84-b195-b3d6e4af79ea None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:05:56.446644 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.476905 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc897-05f4-469b-a515-a0df7754055d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.478787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Made reservation on behalf of 5cb174739ed64a7b89eb29186074bcd1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:56.492404 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.492666 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.519499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:05:56.520003 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:05:56.537348 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:05:56.674111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.678166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce98cc9-a6e9-4f84-b195-b3d6e4af79ea None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:05:56.680354 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:56.710181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Calling delete_port for 90e59159-bdbd-4c83-908d-7bdb5dbb57c5 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:57.001919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.058324 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.066775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57590) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.070360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/34509229-b15f-45ec-b1a7-88094bc45fef HTTP/1.1" status: 204 len: 168 time: 4.0867777 Jul 08 02:05:57.072890 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.098205 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.145729 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc897-05f4-469b-a515-a0df7754055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.147210 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca29976f-57e8-4fc5-a423-d3672faea229 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:57.147778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca29976f-57e8-4fc5-a423-d3672faea229 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:57.151541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0ccc897-05f4-469b-a515-a0df7754055d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.153028 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f0ccc897-05f4-469b-a515-a0df7754055d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/926d21f1-84ad-417d-9f59-739e2662666d HTTP/1.1" status: 204 len: 168 time: 1.2555912 Jul 08 02:05:57.155465 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ca29976f-57e8-4fc5-a423-d3672faea229 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/subnets/e88ae913-b34e-454b-a0d5-ee5c9d51fa59 HTTP/1.1" status: 404 len: 337 time: 0.0640244 Jul 08 02:05:57.156114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32302365-85ae-45f0-a36a-7ae508f4d261,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:57.158621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57594) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.203038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b27b3-c8e2-4d6d-bb7d-a4add6a19b6e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Network': ['ID=34509229-b15f-45ec-b1a7-88094bc45fef,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:57.226564 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b948e1-3d92-4d9e-a89d-bb27504fec8e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:57.227337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b948e1-3d92-4d9e-a89d-bb27504fec8e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:57.230086 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-66b948e1-3d92-4d9e-a89d-bb27504fec8e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/48b0ef4e-98ea-4032-a389-0a5a95ce91ac HTTP/1.1" status: 404 len: 339 time: 0.0681090 Jul 08 02:05:57.236522 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57598) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.278697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.283706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ccc897-05f4-469b-a515-a0df7754055d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926d21f1-84ad-417d-9f59-739e2662666d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:57.351192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Port': ['ID=90e59159-bdbd-4c83-908d-7bdb5dbb57c5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:57.405642 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-5357f86c-91cb-4a75-9dbe-2afe2d81008e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:57.407483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5357f86c-91cb-4a75-9dbe-2afe2d81008e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:57.415046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5357f86c-91cb-4a75-9dbe-2afe2d81008e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/subnets/b252517c-df5e-409e-93ed-f9ea67589b8e HTTP/1.1" status: 404 len: 337 time: 0.1695323 Jul 08 02:05:57.416363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:05:57.425052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.486791 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-587c8d22-daec-435f-9d80-efe2fbce9a8d tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:57.489056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587c8d22-daec-435f-9d80-efe2fbce9a8d tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:57.493492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-587c8d22-daec-435f-9d80-efe2fbce9a8d tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/4778dfee-49f4-479e-a117-edaab49c6cd5 HTTP/1.1" status: 404 len: 339 time: 0.0619655 Jul 08 02:05:57.497889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57606) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.501598 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.506230 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Added segment ac332989-4209-4a03-be49-602786abf3d9 of type vlan for network d48663d0-3a4a-44c1-8dc4-0f97188a0950 Jul 08 02:05:57.583139 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc02d865-e667-4692-bbe7-1c1c412aaa34 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:57.583883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc02d865-e667-4692-bbe7-1c1c412aaa34 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:57.586051 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fc02d865-e667-4692-bbe7-1c1c412aaa34 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/subnets/817e821b-c0bc-42dc-b797-88881a450308 HTTP/1.1" status: 404 len: 337 time: 0.0509524 Jul 08 02:05:57.590402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57610) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.591825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.652839 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.716358 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee911a1-64d1-4e25-b539-114f8c29f916 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:05:57.717700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee911a1-64d1-4e25-b539-114f8c29f916 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:05:57.721421 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6ee911a1-64d1-4e25-b539-114f8c29f916 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/920d44f4-b062-4cbb-9227-b08f493e12b4 HTTP/1.1" status: 404 len: 339 time: 0.1261630 Jul 08 02:05:57.728258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57614) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.757040 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.766920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:57.774616 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:57.931525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-256a7409-80f1-42d9-a732-0ab25f2cc88f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting subnet bd3c3930-7cf4-4822-a109-a6fde6646f3b {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:05:57.948918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1951470 Jul 08 02:05:57.949753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57620) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:57.973870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Request body: {'subnet': {'network_id': 'd48663d0-3a4a-44c1-8dc4-0f97188a0950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:58.027831 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-256a7409-80f1-42d9-a732-0ab25f2cc88f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.124955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ef6d5-b865-493e-87a7-06b66a568574 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event updated for resources: {'Network': ['ID=d48663d0-3a4a-44c1-8dc4-0f97188a0950,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:58.236026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network d48663d0-3a4a-44c1-8dc4-0f97188a0950 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:05:58.253384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Router 9eb026ab-d7dd-4899-9b69-8cb67739f8c8 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:05:58.299400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Made reservation on behalf of 5cb174739ed64a7b89eb29186074bcd1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:05:58.305451 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.321908 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-256a7409-80f1-42d9-a732-0ab25f2cc88f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.382824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f7677d18-b998-4cce-a558-95cc1b00ed51 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:05:58.514370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port f7677d18-b998-4cce-a558-95cc1b00ed51 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:05:58.515140 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.578248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:05:58.587559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c6a8d3e0-7c59-4ab2-9135-dd0149524fc3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "PUT /v2.0/routers/9eb026ab-d7dd-4899-9b69-8cb67739f8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9233406 Jul 08 02:05:58.618282 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb9cb41-ae3b-4233-9f24-a3b6fe125e5c None None] Sync routers for ids ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:05:58.624381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57644) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:58.638735 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9cb41-ae3b-4233-9f24-a3b6fe125e5c None None] Routers {'9eb026ab-d7dd-4899-9b69-8cb67739f8c8'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:58.639249 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5fb9cb41-ae3b-4233-9f24-a3b6fe125e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:58.750569 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-256a7409-80f1-42d9-a732-0ab25f2cc88f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.764761 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5fb9cb41-ae3b-4233-9f24-a3b6fe125e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:58.785062 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb9cb41-ae3b-4233-9f24-a3b6fe125e5c None None] Routers {'9eb026ab-d7dd-4899-9b69-8cb67739f8c8'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:05:58.786616 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5fb9cb41-ae3b-4233-9f24-a3b6fe125e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:58.803365 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-12081b1b-ca8d-487d-b58a-4ac34875a4c6 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] delete failed (client error): The resource could not be found. Jul 08 02:05:58.811268 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-12081b1b-ca8d-487d-b58a-4ac34875a4c6 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1423472516 HTTP/1.1" status: 404 len: 335 time: 0.1780796 Jul 08 02:05:58.818833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57656) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:58.836469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-22aed0a5-7b04-4e62-8ccf-5c8fd4377f21 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'router': {'external_gateway_info': {'network_id': '9eb026ab-d7dd-4899-9b69-8cb67739f8c8'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:58.873393 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5fb9cb41-ae3b-4233-9f24-a3b6fe125e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:05:58.874056 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb9cb41-ae3b-4233-9f24-a3b6fe125e5c None None] The sync data for ids ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'] in n-d-694802-14 is: [] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:05:58.927097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-256a7409-80f1-42d9-a732-0ab25f2cc88f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.945844 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-256a7409-80f1-42d9-a732-0ab25f2cc88f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:58.948694 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-256a7409-80f1-42d9-a732-0ab25f2cc88f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/subnets/bd3c3930-7cf4-4822-a109-a6fde6646f3b HTTP/1.1" status: 204 len: 168 time: 1.2163179 Jul 08 02:05:58.954368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c153a-4e97-409a-9874-072473fe945a None None] Network 01286413-1529-4b82-a565-7833d3b28703 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:05:58.982586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57664) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:59.008725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a7409-80f1-42d9-a732-0ab25f2cc88f tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3c3930-7cf4-4822-a109-a6fde6646f3b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:59.153492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-d93bbb0e-7fb8-4aeb-979d-84e0454b801b req-c8219f52-713c-46da-ac05-539924fb51dc service neutron] (93884) timed out ('10.222.0.41', 60088) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:05:59.163565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.317811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting port aab3fb08-9589-483d-8702-4e60f62f3de1 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:59.320389 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.464169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bbf239-a26a-466c-a363-436f42402aca None None] DHCP port deletion for 01286413-1529-4b82-a565-7833d3b28703 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:05:59.516458 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-22aed0a5-7b04-4e62-8ccf-5c8fd4377f21 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.524794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.529341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] For port aab3fb08-9589-483d-8702-4e60f62f3de1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aab3fb08-9589-483d-8702-4e60f62f3de1,segment=NetworkSegment(e7996281-abd3-4c6f-bbec-45e48e859de7),segment_id=e7996281-abd3-4c6f-bbec-45e48e859de7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:59.530483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.603363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Calling delete_port for aab3fb08-9589-483d-8702-4e60f62f3de1 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:05:59.659861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event updated for resources: {'Subnet': ['ID=4cb98bdc-52dd-4d45-a4c7-2a484e1845af,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:05:59.665430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57696) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:59.739026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b0bbf239-a26a-466c-a363-436f42402aca None None] Deleting port aab3fb08-9589-483d-8702-4e60f62f3de1 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:05:59.744002 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf239-a26a-466c-a363-436f42402aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.748396 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-22aed0a5-7b04-4e62-8ccf-5c8fd4377f21 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] update failed (client error): The resource could not be found. Jul 08 02:05:59.755617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-22aed0a5-7b04-4e62-8ccf-5c8fd4377f21 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "PUT /v2.0/routers/9eb026ab-d7dd-4899-9b69-8cb67739f8c8 HTTP/1.1" status: 404 len: 339 time: 0.9296112 Jul 08 02:05:59.773670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57704) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:05:59.779665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1560497828'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:05:59.842598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Checking segment: {'id': 'ac332989-4209-4a03-be49-602786abf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd48663d0-3a4a-44c1-8dc4-0f97188a0950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:05:59.843050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Network hostable DHCP agents. Network: d48663d0-3a4a-44c1-8dc4-0f97188a0950, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:05:59.914219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Network d48663d0-3a4a-44c1-8dc4-0f97188a0950 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:05:59.934302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, d48663d0-3a4a-44c1-8dc4-0f97188a0950) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:05:59.941377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:05:59.942031 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:05:59.979119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b0bbf239-a26a-466c-a363-436f42402aca None None] For port aab3fb08-9589-483d-8702-4e60f62f3de1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aab3fb08-9589-483d-8702-4e60f62f3de1,segment=NetworkSegment(e7996281-abd3-4c6f-bbec-45e48e859de7),segment_id=e7996281-abd3-4c6f-bbec-45e48e859de7)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:05:59.980172 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf239-a26a-466c-a363-436f42402aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.005100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7a779b85-9520-463f-a7b5-9446e2b6a806 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0464306 Jul 08 02:06:00.005325 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.005473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57716) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:00.011629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Request body: {'port': {'network_id': 'd48663d0-3a4a-44c1-8dc4-0f97188a0950', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1369844791'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:00.029243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b0bbf239-a26a-466c-a363-436f42402aca None None] Calling delete_port for aab3fb08-9589-483d-8702-4e60f62f3de1 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:00.189598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Made reservation on behalf of e40739683e354691a842d5ceb6b8c980 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:00.192973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316914b1-d260-4497-a86c-3c75a32e8f26 None None] Network d48663d0-3a4a-44c1-8dc4-0f97188a0950 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:00.207660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.303016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:00.319406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Port': ['ID=aab3fb08-9589-483d-8702-4e60f62f3de1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:00.324406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aab3fb08-9589-483d-8702-4e60f62f3de1 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:00.337281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.337634 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Added segment 8d28ce84-5adf-4b68-9c76-985f834b4951 of type vlan for network 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a Jul 08 02:06:00.365192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Made reservation on behalf of 5cb174739ed64a7b89eb29186074bcd1 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:00.369929 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.373078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No DVR routers for this DVR port aab3fb08-9589-483d-8702-4e60f62f3de1 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:00.396004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: aab3fb08-9589-483d-8702-4e60f62f3de1 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:00.396374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aab3fb08-9589-483d-8702-4e60f62f3de1 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:00.414234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf239-a26a-466c-a363-436f42402aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.420178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] device_id is not set on port 45551b12-a6f4-472d-8482-dcf345508580 yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:00.457088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bbf239-a26a-466c-a363-436f42402aca None None] No DVR routers for this DVR port aab3fb08-9589-483d-8702-4e60f62f3de1 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:00.477857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf239-a26a-466c-a363-436f42402aca None None] Pushing event deleted for resources: {'Port': ['ID=aab3fb08-9589-483d-8702-4e60f62f3de1,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:00.633087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Allocated IP 2001:db8::25a (d48663d0-3a4a-44c1-8dc4-0f97188a0950/4cb98bdc-52dd-4d45-a4c7-2a484e1845af/45551b12-a6f4-472d-8482-dcf345508580) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:00.691762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.702998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01286413-1529-4b82-a565-7833d3b28703']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:00.715830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7996281-abd3-4c6f-bbec-45e48e859de7') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:00.716126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7996281-abd3-4c6f-bbec-45e48e859de7') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:00.725914 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.740989 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.748358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:00.748747 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:00.840913 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:00.845718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.859518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.875848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:00.878579 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/01286413-1529-4b82-a565-7833d3b28703 HTTP/1.1" status: 204 len: 168 time: 1.8909502 Jul 08 02:06:00.890502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57760) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:00.995210 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:01.039563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Transition to ACTIVE for port object 45551b12-a6f4-472d-8482-dcf345508580 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:01.057132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-d48663d0-3a4a-44c1-8dc4-0f97188a0950', 'network_id': 'd48663d0-3a4a-44c1-8dc4-0f97188a0950', 'tenant_id': '5cb174739ed64a7b89eb29186074bcd1', 'fixed_ips': [{'subnet_id': '4cb98bdc-52dd-4d45-a4c7-2a484e1845af'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:01.058652 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:01.105846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:01.262555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event updated for resources: {'Port': ['ID=45551b12-a6f4-472d-8482-dcf345508580,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:01.309756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Network d48663d0-3a4a-44c1-8dc4-0f97188a0950 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:01.313378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:01.320449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:01.331823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:01.332537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:01.357864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b6acfd8c-73e1-4098-8742-2178e33e71e9 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3504784 Jul 08 02:06:01.361842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:01.372085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Request body: {'port': {'network_id': 'd48663d0-3a4a-44c1-8dc4-0f97188a0950', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1274276028', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:01.372691 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.api.validators [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] bootfile-name is not in valid_values {{(pid=93883) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:01.373035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.api.validators [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] tftp-server is not in valid_values {{(pid=93883) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:01.373370 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.api.validators [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] server-ip-address is not in valid_values {{(pid=93883) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:01.545186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ec19d-3e69-4e14-9b6d-6e3051f3346c tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Network': ['ID=01286413-1529-4b82-a565-7833d3b28703,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:01.547811 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7548a7ef-3ffe-4be8-be54-52879c81bd35 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:01.548280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7548a7ef-3ffe-4be8-be54-52879c81bd35 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:01.550146 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7548a7ef-3ffe-4be8-be54-52879c81bd35 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/subnets/0ba3e63f-2f93-49f2-ad5c-12b942f57401 HTTP/1.1" status: 404 len: 337 time: 0.6571069 Jul 08 02:06:01.560689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:01.566404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Allocated IP 2001:db8::2 (d48663d0-3a4a-44c1-8dc4-0f97188a0950/4cb98bdc-52dd-4d45-a4c7-2a484e1845af/b95768d1-75c9-4860-9d8a-842e8287551f) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:01.569735 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.resource_extend [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:06:01.660506 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-eddf7682-1171-48a2-94ac-a8a321ef2662 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] DELETE failed (client error): The resource could not be found. Jul 08 02:06:01.667612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eddf7682-1171-48a2-94ac-a8a321ef2662 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:01.669694 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eddf7682-1171-48a2-94ac-a8a321ef2662 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/d833c532-6663-42d4-b090-2c17fba6ab01 HTTP/1.1" status: 404 len: 339 time: 0.1079547 Jul 08 02:06:01.674262 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57794) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:01.682408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:01.689095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:01.690047 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:01.847962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Network': ['ID=4e1d9cfa-13f8-42f7-8c71-03dfca299b6a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:01.873888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:01.886351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Made reservation on behalf of 5cb174739ed64a7b89eb29186074bcd1 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:01.897002 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:01.923832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting subnet 9a973c0b-ce36-44a9-8f4f-db1922893b92 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:01.954656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.000640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:02.028366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] device_id is not set on port 1b9c9bdc-0c88-49a0-97bd-5415bed3220d yet. {{(pid=93883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:02.037719 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a6552fc7-de50-4195-aaef-2cb13843ff69 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2628307 Jul 08 02:06:02.040850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:02.054579 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.064568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'subnet': {'network_id': '4e1d9cfa-13f8-42f7-8c71-03dfca299b6a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:02.123955 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.140451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Transition to ACTIVE for port object b95768d1-75c9-4860-9d8a-842e8287551f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:02.160463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Transition to ACTIVE for port object b95768d1-75c9-4860-9d8a-842e8287551f will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:02.173696 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.221597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.233685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Network d48663d0-3a4a-44c1-8dc4-0f97188a0950 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:02.237355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:02.241503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:02.262059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Pushing event updated for resources: {'Port': ['ID=b95768d1-75c9-4860-9d8a-842e8287551f,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:02.266079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd544eab-b2fb-422c-944d-eb3f2232cbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.335177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Attempting to bind port b95768d1-75c9-4860-9d8a-842e8287551f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:02.335699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Attempting to bind port b95768d1-75c9-4860-9d8a-842e8287551f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ac332989-4209-4a03-be49-602786abf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd48663d0-3a4a-44c1-8dc4-0f97188a0950'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:02.336451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Attempting to bind port b95768d1-75c9-4860-9d8a-842e8287551f on network d48663d0-3a4a-44c1-8dc4-0f97188a0950 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:02.346770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:02.347241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Checking segment: {'id': 'ac332989-4209-4a03-be49-602786abf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd48663d0-3a4a-44c1-8dc4-0f97188a0950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:02.347547 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.348451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Bound using segment: {'id': 'ac332989-4209-4a03-be49-602786abf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd48663d0-3a4a-44c1-8dc4-0f97188a0950'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:02.348934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Bound port: b95768d1-75c9-4860-9d8a-842e8287551f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac332989-4209-4a03-be49-602786abf3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd48663d0-3a4a-44c1-8dc4-0f97188a0950'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:02.349776 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.429171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Allocated IP 2001:db8::168 (d48663d0-3a4a-44c1-8dc4-0f97188a0950/4cb98bdc-52dd-4d45-a4c7-2a484e1845af/1b9c9bdc-0c88-49a0-97bd-5415bed3220d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:02.432334 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.438178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] For port b95768d1-75c9-4860-9d8a-842e8287551f, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:02.441657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] For port b95768d1-75c9-4860-9d8a-842e8287551f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b95768d1-75c9-4860-9d8a-842e8287551f,segment=NetworkSegment(ac332989-4209-4a03-be49-602786abf3d9),segment_id=ac332989-4209-4a03-be49-602786abf3d9)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:02.449514 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.578070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74158f2a-2a8c-4ef3-9c41-5ab9d7a37f47 None None] Pushing event updated for resources: {'Port': ['ID=b95768d1-75c9-4860-9d8a-842e8287551f,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:02.654038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] Deleting port d16aeb65-8287-491f-bc14-de252d846fd6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:02.654390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.759147 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.770298 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] For port d16aeb65-8287-491f-bc14-de252d846fd6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d16aeb65-8287-491f-bc14-de252d846fd6,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:02.770665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.796357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] Calling delete_port for d16aeb65-8287-491f-bc14-de252d846fd6 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:02.868557 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.871793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e285ff65-7b3f-4233-a126-0a6f29eb4149 None None] Network b967c730-816c-4fac-86ca-670f130e4cec requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:02.872383 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/subnets/9a973c0b-ce36-44a9-8f4f-db1922893b92 HTTP/1.1" status: 204 len: 168 time: 1.1970851 Jul 08 02:06:02.873266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Subnet': ['ID=9a973c0b-ce36-44a9-8f4f-db1922893b92,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:02.875783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57808) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:02.877011 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd544eab-b2fb-422c-944d-eb3f2232cbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.902955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd544eab-b2fb-422c-944d-eb3f2232cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:02.906282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.906637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.908928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.910282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.910631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.910975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.913153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.913443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.913703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.914037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.914389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:02.914715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c799ed-be10-401c-9682-87691bf19f2e tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:03.005634 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.029018 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.041099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Made reservation on behalf of e40739683e354691a842d5ceb6b8c980 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:03.045700 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.076219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bd544eab-b2fb-422c-944d-eb3f2232cbf9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ff2a1baf9ee4365983d87ffe0139583&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0742812 Jul 08 02:06:03.077074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd544eab-b2fb-422c-944d-eb3f2232cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e496e377-9658-45ce-9c4b-ba1e391d9aa5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:03.081760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57810) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:03.138203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Transition to ACTIVE for port object 1b9c9bdc-0c88-49a0-97bd-5415bed3220d will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:03.169098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Deleting port aad95baf-ad35-47bb-8f73-81d7c7a01008 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:03.169518 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.258835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa0c03-b61e-4008-bf80-ff6fcf24f1aa None None] DHCP port deletion for b967c730-816c-4fac-86ca-670f130e4cec request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:03.286586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] For port aad95baf-ad35-47bb-8f73-81d7c7a01008, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aad95baf-ad35-47bb-8f73-81d7c7a01008,segment=NetworkSegment(5e69fa65-412e-4fab-a6b2-aac42ee4ad99),segment_id=5e69fa65-412e-4fab-a6b2-aac42ee4ad99)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:03.287382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.311167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Calling delete_port for aad95baf-ad35-47bb-8f73-81d7c7a01008 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:03.352026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-28fa0c03-b61e-4008-bf80-ff6fcf24f1aa None None] Deleting port aad95baf-ad35-47bb-8f73-81d7c7a01008 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:03.353187 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-28fa0c03-b61e-4008-bf80-ff6fcf24f1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.372238 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.381406 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b4497c-b0c0-43ea-a1ad-fd1a420f41ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.453474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-28fa0c03-b61e-4008-bf80-ff6fcf24f1aa None None] For port aad95baf-ad35-47bb-8f73-81d7c7a01008, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aad95baf-ad35-47bb-8f73-81d7c7a01008,segment=NetworkSegment(5e69fa65-412e-4fab-a6b2-aac42ee4ad99),segment_id=5e69fa65-412e-4fab-a6b2-aac42ee4ad99)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:03.454354 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-28fa0c03-b61e-4008-bf80-ff6fcf24f1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.487525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-28fa0c03-b61e-4008-bf80-ff6fcf24f1aa None None] Calling delete_port for aad95baf-ad35-47bb-8f73-81d7c7a01008 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:03.613977 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:06:03.625603 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b4497c-b0c0-43ea-a1ad-fd1a420f41ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.629035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Network d48663d0-3a4a-44c1-8dc4-0f97188a0950 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:03.640247 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-28fa0c03-b61e-4008-bf80-ff6fcf24f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.658914 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.671735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:03.676135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event updated for resources: {'Port': ['ID=1b9c9bdc-0c88-49a0-97bd-5415bed3220d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:03.694264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa0c03-b61e-4008-bf80-ff6fcf24f1aa None None] Pushing event deleted for resources: {'Port': ['ID=aad95baf-ad35-47bb-8f73-81d7c7a01008,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:03.699425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:03.708278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fa0c03-b61e-4008-bf80-ff6fcf24f1aa None None] No DVR routers for this DVR port aad95baf-ad35-47bb-8f73-81d7c7a01008 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:03.749144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=d16aeb65-8287-491f-bc14-de252d846fd6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:03.765001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:03.781031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.782693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:03.783824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.856966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] No DVR routers for this DVR port aad95baf-ad35-47bb-8f73-81d7c7a01008 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:03.896336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57822) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:03.905944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'network': {'name': 'tempest-network-smoke--485229691', 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:03.931274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Made reservation on behalf of d9890f3503b54e289aa2bca28f62fb02 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:03.938495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:03.945921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Port': ['ID=aad95baf-ad35-47bb-8f73-81d7c7a01008,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:03.952049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-48fb29ed-c0ca-4d51-a7e6-77ef3731566d tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5863800 Jul 08 02:06:03.952937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:03.969667 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.061329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Subnet': ['ID=e35fbae9-79eb-4a12-a36f-9f083b7a9d2c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:04.063767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.073921 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.086340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b967c730-816c-4fac-86ca-670f130e4cec']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:04.101117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e69fa65-412e-4fab-a6b2-aac42ee4ad99') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:04.101571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e69fa65-412e-4fab-a6b2-aac42ee4ad99') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:04.112871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.133684 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.142398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:04.142885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.146503 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c183a73-7794-479c-9ae6-1867fe708d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: self.session.flush() Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:04.146717 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:04.182431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd873cf-7f8e-4e04-b786-4c93b4bb0432 None None] Network d48663d0-3a4a-44c1-8dc4-0f97188a0950 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:04.277952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.286025 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b4497c-b0c0-43ea-a1ad-fd1a420f41ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.288538 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-49b4497c-b0c0-43ea-a1ad-fd1a420f41ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.292648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-49b4497c-b0c0-43ea-a1ad-fd1a420f41ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e496e377-9658-45ce-9c4b-ba1e391d9aa5 HTTP/1.1" status: 204 len: 168 time: 1.1708233 Jul 08 02:06:04.309210 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.313238 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] 10.222.0.41 "DELETE /v2.0/networks/b967c730-816c-4fac-86ca-670f130e4cec HTTP/1.1" status: 204 len: 168 time: 1.4339104 Jul 08 02:06:04.313238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc7262-965d-4518-9680-738c9492b4d4 tempest-NetworksIpV6Test-1979691746 tempest-NetworksIpV6Test-1979691746-project] Pushing event deleted for resources: {'Network': ['ID=b967c730-816c-4fac-86ca-670f130e4cec,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:04.352948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-247cfd4a-4376-4a49-b663-9606cb383798 None None] Provisioning for port b95768d1-75c9-4860-9d8a-842e8287551f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:04.362009 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.365103 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4497c-b0c0-43ea-a1ad-fd1a420f41ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e496e377-9658-45ce-9c4b-ba1e391d9aa5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:04.394578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.466363 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.488121 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b95768d1-75c9-4860-9d8a-842e8287551f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:04.505488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77973607-a8b4-4297-b931-03d00ad4d137 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:04.517569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77973607-a8b4-4297-b931-03d00ad4d137 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:04.530830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77973607-a8b4-4297-b931-03d00ad4d137 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:04.536338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-77973607-a8b4-4297-b931-03d00ad4d137 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5656214 Jul 08 02:06:04.553319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:04.574970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Checking segment: {'id': '8d28ce84-5adf-4b68-9c76-985f834b4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1d9cfa-13f8-42f7-8c71-03dfca299b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:04.575747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network hostable DHCP agents. Network: 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:04.585005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:04.652246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94809a8-cfae-4b6c-8cec-41c8f6ea52b0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:04.698020 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.702954 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Added segment a7e34683-eff1-4541-b123-098f20e3fd2f of type vlan for network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 Jul 08 02:06:04.784218 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.879878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57836) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:04.897358 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c183a73-7794-479c-9ae6-1867fe708d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.905374 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.912433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:04.913163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.930734 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c183a73-7794-479c-9ae6-1867fe708d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.936110 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:04.988735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c183a73-7794-479c-9ae6-1867fe708d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70499255-228b-40ac-a5ba-2e252207411e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:05.012982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b95768d1-75c9-4860-9d8a-842e8287551f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:05.020717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b95768d1-75c9-4860-9d8a-842e8287551f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:05.021185 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.052555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:05.070093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] Router b583fcb5-f696-4b43-b228-bb6597d41694 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:06:05.110796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57840) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.113567 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2134533 Jul 08 02:06:05.119125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2c183a73-7794-479c-9ae6-1867fe708d01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe4273a2ca0142fc86b5ce066e2c69d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4285049 Jul 08 02:06:05.122489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57842) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.122684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57844) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.126268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:05.139999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'admin_state_up': True, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:05.142715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7967b648-87ca-4da6-bf8f-0db3d48fb41b None None] Network 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:05.173517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:05.174395 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.185679 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05cdc35e-f242-4552-8b23-7e6c58b1c754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.199633 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.201955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.203120 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.212003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e538c677-5c0f-4cdd-9212-0cec2bf60c8f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1626170 Jul 08 02:06:05.218313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57846) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.224377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7297b-57fe-49f7-9fde-b8144cb468e5 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Network': ['ID=2d5d5795-1b8f-4ff9-ad46-862b7640ae61,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:05.233763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-aea78cae-8db2-470d-a4ba-b033d257957c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e1d9cfa-13f8-42f7-8c71-03dfca299b6a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:05.263174 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-64ab2536-3a8f-443d-a59e-40b32e204761 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=900f5ec918304af2a1493456f4871b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815503 Jul 08 02:06:05.270909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:05.271148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57848) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.361732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port b95768d1-75c9-4860-9d8a-842e8287551f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b95768d1-75c9-4860-9d8a-842e8287551f,segment=NetworkSegment(ac332989-4209-4a03-be49-602786abf3d9),segment_id=ac332989-4209-4a03-be49-602786abf3d9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:05.366131 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:05.379936 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6bfcf3db-94f4-4dfc-a91e-a3921ac82f9a admin admin] 10.222.0.41 "PUT /v2.0/routers/b583fcb5-f696-4b43-b228-bb6597d41694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7006061 Jul 08 02:06:05.383062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57850) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.383255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] Sync routers for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:05.393463 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.450452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b399f57-46c3-4dd7-b7b8-f46b87a0ef00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.521131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=b95768d1-75c9-4860-9d8a-842e8287551f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:05.531928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b399f57-46c3-4dd7-b7b8-f46b87a0ef00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.564004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aad95baf-ad35-47bb-8f73-81d7c7a01008 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:05.596273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-4e1d9cfa-13f8-42f7-8c71-03dfca299b6a', 'network_id': '4e1d9cfa-13f8-42f7-8c71-03dfca299b6a', 'tenant_id': 'e40739683e354691a842d5ceb6b8c980', 'fixed_ips': [{'subnet_id': 'e35fbae9-79eb-4a12-a36f-9f083b7a9d2c'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:05.597207 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.601279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: aad95baf-ad35-47bb-8f73-81d7c7a01008 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:05.601626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aad95baf-ad35-47bb-8f73-81d7c7a01008 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:05.603056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:05.603995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:05.621515 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05cdc35e-f242-4552-8b23-7e6c58b1c754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.635339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05cdc35e-f242-4552-8b23-7e6c58b1c754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.658544 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.749903 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-05cdc35e-f242-4552-8b23-7e6c58b1c754 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4f5721e34195484ea7469afd15c28d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6032341 Jul 08 02:06:05.756646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57852) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:05.759496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdc35e-f242-4552-8b23-7e6c58b1c754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ef5a4b-77d0-4880-844d-13ec307d3a8f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:05.822473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:05.831770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b399f57-46c3-4dd7-b7b8-f46b87a0ef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.836754 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b399f57-46c3-4dd7-b7b8-f46b87a0ef00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:05.839143 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7b399f57-46c3-4dd7-b7b8-f46b87a0ef00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e376e7c7-7583-4a7a-b1e7-977715262ea7 HTTP/1.1" status: 204 len: 168 time: 0.5669973 Jul 08 02:06:05.975249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b399f57-46c3-4dd7-b7b8-f46b87a0ef00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e376e7c7-7583-4a7a-b1e7-977715262ea7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:06.014325 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.018529 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fb17-7d53-4df4-8b26-f17e89b14f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.034472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e48a87a1-1a63-4d7c-befc-e85eef90fb5a None None] Provisioning for port 1b9c9bdc-0c88-49a0-97bd-5415bed3220d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:06.037076 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.057427 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aea78cae-8db2-470d-a4ba-b033d257957c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.074836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5361455d-204d-4df7-81c6-4f539ad977a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Deleting port 1b9c9bdc-0c88-49a0-97bd-5415bed3220d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:06.075276 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5361455d-204d-4df7-81c6-4f539ad977a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.086247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e48a87a1-1a63-4d7c-befc-e85eef90fb5a None None] Provisioning complete for port 1b9c9bdc-0c88-49a0-97bd-5415bed3220d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:06.086632 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e48a87a1-1a63-4d7c-befc-e85eef90fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.144360 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fb17-7d53-4df4-8b26-f17e89b14f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.234206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e48a87a1-1a63-4d7c-befc-e85eef90fb5a None None] Port 1b9c9bdc-0c88-49a0-97bd-5415bed3220d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:06.244847 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051daaa4-424e-4af6-9b14-c758bec0d8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.252586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Deleting port 343777c4-71b2-4e6d-9c08-a33fe3a9101b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:06.252932 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.262351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Allocated IP 2001:db8:1::2 (4e1d9cfa-13f8-42f7-8c71-03dfca299b6a/e35fbae9-79eb-4a12-a36f-9f083b7a9d2c/513a76ba-a178-4617-8931-d23c777c7538) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:06.284237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b95768d1-75c9-4860-9d8a-842e8287551f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:06.333494 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fb17-7d53-4df4-8b26-f17e89b14f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.339250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7dd8fb17-7d53-4df4-8b26-f17e89b14f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.344768 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7dd8fb17-7d53-4df4-8b26-f17e89b14f02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03ef5a4b-77d0-4880-844d-13ec307d3a8f HTTP/1.1" status: 204 len: 168 time: 0.5863051 Jul 08 02:06:06.363113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8fb17-7d53-4df4-8b26-f17e89b14f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ef5a4b-77d0-4880-844d-13ec307d3a8f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:06.419875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] For port 343777c4-71b2-4e6d-9c08-a33fe3a9101b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=343777c4-71b2-4e6d-9c08-a33fe3a9101b,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:06.420743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.450372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Calling delete_port for 343777c4-71b2-4e6d-9c08-a33fe3a9101b owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:06.568503 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051daaa4-424e-4af6-9b14-c758bec0d8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.611743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e48a87a1-1a63-4d7c-befc-e85eef90fb5a None None] Provisioning complete for port b95768d1-75c9-4860-9d8a-842e8287551f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:06.612118 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e48a87a1-1a63-4d7c-befc-e85eef90fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.665883 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.728499 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.742117 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5361455d-204d-4df7-81c6-4f539ad977a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.754255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Transition to ACTIVE for port object 513a76ba-a178-4617-8931-d23c777c7538 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:06.761618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b95768d1-75c9-4860-9d8a-842e8287551f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:06.761993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.826882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5361455d-204d-4df7-81c6-4f539ad977a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Calling delete_port for 1b9c9bdc-0c88-49a0-97bd-5415bed3220d owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:06.855514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.859860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T02:06:03Z', 'revision_number': 5, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port': {'id': '343777c4-71b2-4e6d-9c08-a33fe3a9101b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:34Z', 'updated_at': '2021-07-08T01:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:06.908335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] Checking router: b583fcb5-f696-4b43-b228-bb6597d41694 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:06:06.914820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Pushing event deleted for resources: {'Port': ['ID=343777c4-71b2-4e6d-9c08-a33fe3a9101b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:06.928610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051daaa4-424e-4af6-9b14-c758bec0d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.930365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Transition to ACTIVE for port object 513a76ba-a178-4617-8931-d23c777c7538 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:06.931177 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-051daaa4-424e-4af6-9b14-c758bec0d8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:06.932495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-051daaa4-424e-4af6-9b14-c758bec0d8f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70499255-228b-40ac-a5ba-2e252207411e HTTP/1.1" status: 204 len: 168 time: 1.8070030 Jul 08 02:06:06.966588 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051daaa4-424e-4af6-9b14-c758bec0d8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70499255-228b-40ac-a5ba-2e252207411e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:06.975967 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.016653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] Routers {'b583fcb5-f696-4b43-b228-bb6597d41694'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:07.017573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['b583fcb5-f696-4b43-b228-bb6597d41694'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:07.022582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e48a87a1-1a63-4d7c-befc-e85eef90fb5a None None] Provisioning for port 45551b12-a6f4-472d-8482-dcf345508580 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:07.027339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.030570 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-aea78cae-8db2-470d-a4ba-b033d257957c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:06:07.031655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aea78cae-8db2-470d-a4ba-b033d257957c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "PUT /v2.0/routers/9eb026ab-d7dd-4899-9b69-8cb67739f8c8 HTTP/1.1" status: 400 len: 364 time: 1.8086298 Jul 08 02:06:07.036769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:07.068624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e48a87a1-1a63-4d7c-befc-e85eef90fb5a None None] Provisioning complete for port 45551b12-a6f4-472d-8482-dcf345508580 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:07.069175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e48a87a1-1a63-4d7c-befc-e85eef90fb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.207198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Network 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:07.214084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.217173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.241656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:07.245894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] Set router b583fcb5-f696-4b43-b228-bb6597d41694 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:07.286145 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.286772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Fanout notify agent at l3_agent the message router_deleted on router b583fcb5-f696-4b43-b228-bb6597d41694 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:06:07.296871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.300669 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-71c80afb-905f-4db1-908a-52e3660651df admin admin] 10.222.0.41 "DELETE /v2.0/routers/b583fcb5-f696-4b43-b228-bb6597d41694 HTTP/1.1" status: 204 len: 168 time: 1.9141006 Jul 08 02:06:07.301071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57888) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:07.309931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:07.366977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad3e3be-34d0-4005-b421-72ff2a848212 admin admin] Deleting subnet 339b90b9-3db0-4eb3-950a-ab47bc37c461 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:07.371757 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fad3e3be-34d0-4005-b421-72ff2a848212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.425586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fad3e3be-34d0-4005-b421-72ff2a848212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.458521 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.514787 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.548265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Pushing event updated for resources: {'Port': ['ID=513a76ba-a178-4617-8931-d23c777c7538,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:07.566556 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T02:06:06Z', 'revision_number': 7, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:07.568421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e48a87a1-1a63-4d7c-befc-e85eef90fb5a None None] Port 45551b12-a6f4-472d-8482-dcf345508580 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:07.607104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f4788-bb76-4c0b-958a-3df5b597d5bf None None] The sync data for ids ['b583fcb5-f696-4b43-b228-bb6597d41694'] in n-d-694802-14 is: [{'id': 'b583fcb5-f696-4b43-b228-bb6597d41694', 'name': 'tempest-TestVolumeBackupRestore-432013370-router', 'tenant_id': '477e3f018e3a4055acc5e10adfd0a048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:33Z', 'updated_at': '2021-07-08T02:06:06Z', 'revision_number': 7, 'project_id': '477e3f018e3a4055acc5e10adfd0a048', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:06:07.614629 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fad3e3be-34d0-4005-b421-72ff2a848212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.674855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57894) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:07.694760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Attempting to bind port 513a76ba-a178-4617-8931-d23c777c7538 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:07.696769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Attempting to bind port 513a76ba-a178-4617-8931-d23c777c7538 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '8d28ce84-5adf-4b68-9c76-985f834b4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1d9cfa-13f8-42f7-8c71-03dfca299b6a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:07.698086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Attempting to bind port 513a76ba-a178-4617-8931-d23c777c7538 on network 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:07.704432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7293f7ce-2f03-4322-abe1-b7e48e11af1b None None] Could not find standard attr ID for object 1b9c9bdc-0c88-49a0-97bd-5415bed3220d. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:06:07.711550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:07.711550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Checking segment: {'id': '8d28ce84-5adf-4b68-9c76-985f834b4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1d9cfa-13f8-42f7-8c71-03dfca299b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:07.711550 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.711550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Bound using segment: {'id': '8d28ce84-5adf-4b68-9c76-985f834b4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1d9cfa-13f8-42f7-8c71-03dfca299b6a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:07.711550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Bound port: 513a76ba-a178-4617-8931-d23c777c7538, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d28ce84-5adf-4b68-9c76-985f834b4951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e1d9cfa-13f8-42f7-8c71-03dfca299b6a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:07.711550 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.731725 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fad3e3be-34d0-4005-b421-72ff2a848212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.755322 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5361455d-204d-4df7-81c6-4f539ad977a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.773169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7293f7ce-2f03-4322-abe1-b7e48e11af1b None None] Provisioning complete for port 45551b12-a6f4-472d-8482-dcf345508580 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:07.773169 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7293f7ce-2f03-4322-abe1-b7e48e11af1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.781886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3e3be-34d0-4005-b421-72ff2a848212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339b90b9-3db0-4eb3-950a-ab47bc37c461,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:07.795779 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fad3e3be-34d0-4005-b421-72ff2a848212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.798230 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fad3e3be-34d0-4005-b421-72ff2a848212 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/339b90b9-3db0-4eb3-950a-ab47bc37c461 HTTP/1.1" status: 204 len: 168 time: 0.4961753 Jul 08 02:06:07.805396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57898) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:07.816667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690b1085-7cc6-43ab-acd7-eb5093b892d9 None None] Network 8367831e-bd39-4d8b-9095-07cd773ab54f requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:07.872259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361455d-204d-4df7-81c6-4f539ad977a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event deleted for resources: {'Port': ['ID=1b9c9bdc-0c88-49a0-97bd-5415bed3220d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:07.913016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] For port 513a76ba-a178-4617-8931-d23c777c7538, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:07.917437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] For port 513a76ba-a178-4617-8931-d23c777c7538, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=513a76ba-a178-4617-8931-d23c777c7538,segment=NetworkSegment(8d28ce84-5adf-4b68-9c76-985f834b4951),segment_id=8d28ce84-5adf-4b68-9c76-985f834b4951)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:07.926072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57902) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:07.936516 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5361455d-204d-4df7-81c6-4f539ad977a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.938935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5361455d-204d-4df7-81c6-4f539ad977a8 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "DELETE /v2.0/ports/1b9c9bdc-0c88-49a0-97bd-5415bed3220d HTTP/1.1" status: 204 len: 168 time: 3.3770678 Jul 08 02:06:07.949357 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:07.965733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:08.008613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Request body: {'port': {'name': 'tempest-new-port-name-1128293302', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:08.009062 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.api.validators [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] bootfile-name is not in valid_values {{(pid=93884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:08.009406 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.api.validators [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] tftp-server is not in valid_values {{(pid=93884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:08.009982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.api.validators [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] server-ip-address is not in valid_values {{(pid=93884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:08.018786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bff9dfc5-3122-4536-b15c-e31e6d73c36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.052838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7293f7ce-2f03-4322-abe1-b7e48e11af1b None None] Port 45551b12-a6f4-472d-8482-dcf345508580 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:08.182020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf2572-304f-441c-8af0-ba15419e75b2 None None] Pushing event updated for resources: {'Port': ['ID=513a76ba-a178-4617-8931-d23c777c7538,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:08.185961 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.230934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Allocated IP 172.25.4.164 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:08.238770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.413288 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-40f86450-2129-4979-8ecb-cbc7b14fb43b tempest-ServiceProvidersTest-1031548736 tempest-ServiceProvidersTest-1031548736-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7344608 Jul 08 02:06:08.416795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.535723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Deleting port 822ded4f-b436-4ac1-b692-d2dc7a07e461 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:08.536127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.639635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa65157-1d85-4f3a-ace7-0b264bc11e27 None None] DHCP port deletion for 8367831e-bd39-4d8b-9095-07cd773ab54f request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:08.646937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] For port 822ded4f-b436-4ac1-b692-d2dc7a07e461, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=822ded4f-b436-4ac1-b692-d2dc7a07e461,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:08.647311 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.675454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Calling delete_port for 822ded4f-b436-4ac1-b692-d2dc7a07e461 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:08.723150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d16aeb65-8287-491f-bc14-de252d846fd6 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:08.751213 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.791623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: d16aeb65-8287-491f-bc14-de252d846fd6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:08.792430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d16aeb65-8287-491f-bc14-de252d846fd6 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:08.864337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3aa65157-1d85-4f3a-ace7-0b264bc11e27 None None] Deleting port 822ded4f-b436-4ac1-b692-d2dc7a07e461 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:08.864837 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3aa65157-1d85-4f3a-ace7-0b264bc11e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.892477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Allocated IP 2001:db8::1 (063d750a-e679-40a8-acc7-42c093961c04/f0159493-7a47-4d07-904f-ae9b29d6a577/c0f8c506-4e33-4a27-8684-c6d8675def5e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:08.923027 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:08.989553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57920) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:09.011732 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bff9dfc5-3122-4536-b15c-e31e6d73c36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.029680 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bff9dfc5-3122-4536-b15c-e31e6d73c36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.035129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Port': ['ID=b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:09.058465 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.072031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9dfc5-3122-4536-b15c-e31e6d73c36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7005639c-af7a-4cf5-a58f-21a0c0d716a5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:09.082215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3aa65157-1d85-4f3a-ace7-0b264bc11e27 None None] For port 822ded4f-b436-4ac1-b692-d2dc7a07e461, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=822ded4f-b436-4ac1-b692-d2dc7a07e461,segment=NetworkSegment(d12d96da-bee2-4f59-8301-b612db23f920),segment_id=d12d96da-bee2-4f59-8301-b612db23f920)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:09.083069 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3aa65157-1d85-4f3a-ace7-0b264bc11e27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.107913 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:09.108152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3aa65157-1d85-4f3a-ace7-0b264bc11e27 None None] Calling delete_port for 822ded4f-b436-4ac1-b692-d2dc7a07e461 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:09.118071 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:09.127585 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:09.214081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.225315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.249658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4dce85a-661f-4772-882d-01a127043b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.282830 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.293692 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bff9dfc5-3122-4536-b15c-e31e6d73c36c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8cd9f6f29d1e43828850c323dc4759da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3634889 Jul 08 02:06:09.302769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] In _notify_port_updated(), no bound segment for port 45551b12-a6f4-472d-8482-dcf345508580 on network d48663d0-3a4a-44c1-8dc4-0f97188a0950 {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:06:09.312167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:09.319929 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.319929 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "PUT /v2.0/ports/45551b12-a6f4-472d-8482-dcf345508580 HTTP/1.1" status: 200 len: 1130 time: 1.3485622 Jul 08 02:06:09.319929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57924) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:09.325537 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3aa65157-1d85-4f3a-ace7-0b264bc11e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.347428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57926) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:09.348621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.351819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa65157-1d85-4f3a-ace7-0b264bc11e27 None None] No DVR routers for this DVR port 822ded4f-b436-4ac1-b692-d2dc7a07e461 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:09.379994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa65157-1d85-4f3a-ace7-0b264bc11e27 None None] Pushing event deleted for resources: {'Port': ['ID=822ded4f-b436-4ac1-b692-d2dc7a07e461,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:09.441176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] No DVR routers for this DVR port 822ded4f-b436-4ac1-b692-d2dc7a07e461 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:09.491853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eac625-004a-458f-9c26-8be54f7e1906 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event updated for resources: {'Port': ['ID=45551b12-a6f4-472d-8482-dcf345508580,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:09.550443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Transition to ACTIVE for port object c0f8c506-4e33-4a27-8684-c6d8675def5e will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:09.597031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Pushing event deleted for resources: {'Port': ['ID=822ded4f-b436-4ac1-b692-d2dc7a07e461,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:09.920851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a09fcb50-04bb-4fed-9ae4-119bab8f7c78 None None] Provisioning complete for port 45551b12-a6f4-472d-8482-dcf345508580 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:09.921452 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a09fcb50-04bb-4fed-9ae4-119bab8f7c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:09.948612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4dce85a-661f-4772-882d-01a127043b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.052838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a09fcb50-04bb-4fed-9ae4-119bab8f7c78 None None] Port 45551b12-a6f4-472d-8482-dcf345508580 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:10.102872 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.288929 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b4dce85a-661f-4772-882d-01a127043b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.303175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 513a76ba-a178-4617-8931-d23c777c7538 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:10.318417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39a845a-5743-4b47-b289-dfc54af2c761 None None] Network 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:10.450513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e18cf4d7-490b-432c-9d3b-1820e9f02a96 None None] Provisioning for port 513a76ba-a178-4617-8931-d23c777c7538 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:10.505692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba03b5-7f92-4568-a78c-1c95757825db tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:10.508200 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2eba03b5-7f92-4568-a78c-1c95757825db tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "GET /v2.0/ports/45551b12-a6f4-472d-8482-dcf345508580 HTTP/1.1" status: 200 len: 1130 time: 1.1396241 Jul 08 02:06:10.515671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:10.534260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 513a76ba-a178-4617-8931-d23c777c7538 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:10.561715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 513a76ba-a178-4617-8931-d23c777c7538 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:10.562665 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.676113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.714433 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7512a47-80da-4896-9f0c-35497ecbd6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.720589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8367831e-bd39-4d8b-9095-07cd773ab54f']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:10.751766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12d96da-bee2-4f59-8301-b612db23f920') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:10.752140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12d96da-bee2-4f59-8301-b612db23f920') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:10.772951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.793978 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7512a47-80da-4896-9f0c-35497ecbd6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.811162 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.836567 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.836852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:10.837295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.842227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-38381809-428d-4d4c-92a5-1fb7e27f3f83 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Deleting port 45551b12-a6f4-472d-8482-dcf345508580 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:10.842580 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38381809-428d-4d4c-92a5-1fb7e27f3f83 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:10.845615 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:10.925505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 513a76ba-a178-4617-8931-d23c777c7538, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=513a76ba-a178-4617-8931-d23c777c7538,segment=NetworkSegment(8d28ce84-5adf-4b68-9c76-985f834b4951),segment_id=8d28ce84-5adf-4b68-9c76-985f834b4951)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:10.940179 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.043543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.051321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b4dce85a-661f-4772-882d-01a127043b71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93c2dec17266429abb784b5114819c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0113661 Jul 08 02:06:11.054485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.056011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:11.060128 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8367831e-bd39-4d8b-9095-07cd773ab54f HTTP/1.1" status: 204 len: 168 time: 3.2536585 Jul 08 02:06:11.078314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 822ded4f-b436-4ac1-b692-d2dc7a07e461 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:11.078536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 57940) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:11.083217 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.107983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7512a47-80da-4896-9f0c-35497ecbd6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.111588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d7512a47-80da-4896-9f0c-35497ecbd6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.124674 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d7512a47-80da-4896-9f0c-35497ecbd6a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7005639c-af7a-4cf5-a58f-21a0c0d716a5 HTTP/1.1" status: 204 len: 168 time: 1.7695451 Jul 08 02:06:11.138040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1f53e-64a2-4257-8e62-0b4ce9195478 admin admin] Pushing event deleted for resources: {'Network': ['ID=8367831e-bd39-4d8b-9095-07cd773ab54f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:11.158506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 822ded4f-b436-4ac1-b692-d2dc7a07e461 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:11.158506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 822ded4f-b436-4ac1-b692-d2dc7a07e461 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:11.159886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 343777c4-71b2-4e6d-9c08-a33fe3a9101b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:11.169018 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7512a47-80da-4896-9f0c-35497ecbd6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7005639c-af7a-4cf5-a58f-21a0c0d716a5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:11.174783 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38381809-428d-4d4c-92a5-1fb7e27f3f83 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.206630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dce85a-661f-4772-882d-01a127043b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e39c8b-d12e-4dfd-b15e-fe759de20844,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:11.235583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-38381809-428d-4d4c-92a5-1fb7e27f3f83 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Calling delete_port for 45551b12-a6f4-472d-8482-dcf345508580 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:11.249625 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 343777c4-71b2-4e6d-9c08-a33fe3a9101b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:11.250378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 343777c4-71b2-4e6d-9c08-a33fe3a9101b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:11.329829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=513a76ba-a178-4617-8931-d23c777c7538,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:11.376395 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network 063d750a-e679-40a8-acc7-42c093961c04 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:11.567145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:11.577108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Port': ['ID=c0f8c506-4e33-4a27-8684-c6d8675def5e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:11.587271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:11.588534 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.591568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38381809-428d-4d4c-92a5-1fb7e27f3f83 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.633636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38381809-428d-4d4c-92a5-1fb7e27f3f83 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event deleted for resources: {'Port': ['ID=45551b12-a6f4-472d-8482-dcf345508580,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:11.697929 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38381809-428d-4d4c-92a5-1fb7e27f3f83 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.701880 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-38381809-428d-4d4c-92a5-1fb7e27f3f83 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "DELETE /v2.0/ports/45551b12-a6f4-472d-8482-dcf345508580 HTTP/1.1" status: 204 len: 168 time: 1.1784925 Jul 08 02:06:11.704086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57946) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:11.734306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-853039a1-9905-4df4-baf1-386f21b651a0 None None] Provisioning complete for port 513a76ba-a178-4617-8931-d23c777c7538 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:11.735104 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-853039a1-9905-4df4-baf1-386f21b651a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.784717 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ad9b8e-0847-4f93-98f9-799b23187622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.839181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5951e7-7d5f-4e81-ac74-f4016cb7cdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Deleting subnet 4cb98bdc-52dd-4d45-a4c7-2a484e1845af {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:11.845470 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d5951e7-7d5f-4e81-ac74-f4016cb7cdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.935278 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:11.948915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d5951e7-7d5f-4e81-ac74-f4016cb7cdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.108181 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d5951e7-7d5f-4e81-ac74-f4016cb7cdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.114793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1da57e72-6fee-4eb0-b8ed-cfb9db4c13cf None None] Provisioning for port c0f8c506-4e33-4a27-8684-c6d8675def5e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:12.138198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1da57e72-6fee-4eb0-b8ed-cfb9db4c13cf None None] Provisioning complete for port c0f8c506-4e33-4a27-8684-c6d8675def5e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:12.139871 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1da57e72-6fee-4eb0-b8ed-cfb9db4c13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.200927 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ad9b8e-0847-4f93-98f9-799b23187622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.235510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d5951e7-7d5f-4e81-ac74-f4016cb7cdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.242409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 513a76ba-a178-4617-8931-d23c777c7538 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:12.277541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1da57e72-6fee-4eb0-b8ed-cfb9db4c13cf None None] Port c0f8c506-4e33-4a27-8684-c6d8675def5e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:12.289167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5951e7-7d5f-4e81-ac74-f4016cb7cdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb98bdc-52dd-4d45-a4c7-2a484e1845af,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:12.297362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2d5951e7-7d5f-4e81-ac74-f4016cb7cdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.299859 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2d5951e7-7d5f-4e81-ac74-f4016cb7cdc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "DELETE /v2.0/subnets/4cb98bdc-52dd-4d45-a4c7-2a484e1845af HTTP/1.1" status: 204 len: 168 time: 0.5942328 Jul 08 02:06:12.302406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 57960) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:12.309047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a32c025-de01-422c-96de-5a5a003ea7b1 None None] Network d48663d0-3a4a-44c1-8dc4-0f97188a0950 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:12.419246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 513a76ba-a178-4617-8931-d23c777c7538 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:12.420117 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.484194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.558504 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.656127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Deleting port b95768d1-75c9-4860-9d8a-842e8287551f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:12.656736 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.700495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ad9b8e-0847-4f93-98f9-799b23187622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.703269 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79ad9b8e-0847-4f93-98f9-799b23187622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.704477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-79ad9b8e-0847-4f93-98f9-799b23187622 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1e39c8b-d12e-4dfd-b15e-fe759de20844 HTTP/1.1" status: 204 len: 168 time: 1.6426661 Jul 08 02:06:12.807395 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad9b8e-0847-4f93-98f9-799b23187622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e39c8b-d12e-4dfd-b15e-fe759de20844,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:12.820230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6def7b0-d985-4cb3-84aa-1fdd61b7c95a None None] DHCP port deletion for d48663d0-3a4a-44c1-8dc4-0f97188a0950 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:12.862995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] For port b95768d1-75c9-4860-9d8a-842e8287551f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b95768d1-75c9-4860-9d8a-842e8287551f,segment=NetworkSegment(ac332989-4209-4a03-be49-602786abf3d9),segment_id=ac332989-4209-4a03-be49-602786abf3d9)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:12.863289 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:12.898923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Calling delete_port for b95768d1-75c9-4860-9d8a-842e8287551f owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:12.899158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:06:12.984906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f6def7b0-d985-4cb3-84aa-1fdd61b7c95a None None] Deleting port b95768d1-75c9-4860-9d8a-842e8287551f {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:12.987877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6def7b0-d985-4cb3-84aa-1fdd61b7c95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.019634 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.077379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event deleted for resources: {'Port': ['ID=b95768d1-75c9-4860-9d8a-842e8287551f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:13.089651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] No DVR routers for this DVR port b95768d1-75c9-4860-9d8a-842e8287551f on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:13.150869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f6def7b0-d985-4cb3-84aa-1fdd61b7c95a None None] For port b95768d1-75c9-4860-9d8a-842e8287551f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b95768d1-75c9-4860-9d8a-842e8287551f,segment=NetworkSegment(ac332989-4209-4a03-be49-602786abf3d9),segment_id=ac332989-4209-4a03-be49-602786abf3d9)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:13.151148 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6def7b0-d985-4cb3-84aa-1fdd61b7c95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.180542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f6def7b0-d985-4cb3-84aa-1fdd61b7c95a None None] Calling delete_port for b95768d1-75c9-4860-9d8a-842e8287551f owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:13.225550 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.241119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48663d0-3a4a-44c1-8dc4-0f97188a0950']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:13.264288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac332989-4209-4a03-be49-602786abf3d9') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:13.264901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac332989-4209-4a03-be49-602786abf3d9') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:13.281699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.310008 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.335566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:13.336374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.381692 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f6def7b0-d985-4cb3-84aa-1fdd61b7c95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:13.424487 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:13.446048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6def7b0-d985-4cb3-84aa-1fdd61b7c95a None None] Pushing event deleted for resources: {'Port': ['ID=b95768d1-75c9-4860-9d8a-842e8287551f,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:13.458341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6def7b0-d985-4cb3-84aa-1fdd61b7c95a None None] No DVR routers for this DVR port b95768d1-75c9-4860-9d8a-842e8287551f on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:13.484153 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.525188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.533503 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] 10.222.0.41 "DELETE /v2.0/networks/d48663d0-3a4a-44c1-8dc4-0f97188a0950 HTTP/1.1" status: 204 len: 168 time: 1.2293663 Jul 08 02:06:13.534813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799afbc7-a2c2-494e-8087-b19e1524b263 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394 tempest-ExtraDHCPOptionsIpV6TestJSON-1710686394-project] Pushing event deleted for resources: {'Network': ['ID=d48663d0-3a4a-44c1-8dc4-0f97188a0950,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:13.540133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.594460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:13.606744 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Sync routers for ids ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:13.622207 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Routers {'48ce066c-dc6b-44b3-9cc4-0649f7ceab93'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:13.622860 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:13.635231 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.676586 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.677681 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.680919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:13.682448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5fb77a51-28e0-49f1-b17a-168f9a30507d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.5581927 Jul 08 02:06:13.686239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58018) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:13.797317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event updated for resources: {'Port': ['ID=c0f8c506-4e33-4a27-8684-c6d8675def5e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:13.904643 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Set router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:13.999565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Network 063d750a-e679-40a8-acc7-42c093961c04 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:14.001926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:14.105389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58028) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:14.211368 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:09Z', 'revision_number': 3, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:14.246464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b95768d1-75c9-4860-9d8a-842e8287551f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:14.269378 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Checking router: 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:06:14.270553 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Updating router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:06:14.306397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b95768d1-75c9-4860-9d8a-842e8287551f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:14.306910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b95768d1-75c9-4860-9d8a-842e8287551f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:14.331354 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.377478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Router 9eb026ab-d7dd-4899-9b69-8cb67739f8c8 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:06:14.482209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c7a3183c-739e-4844-aeba-347c59c52aa1 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d9890f3503b54e289aa2bca28f62fb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7944818 Jul 08 02:06:14.485807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58034) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:14.566523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] Deleting port 40b28a81-65be-45d5-8331-bea7dc8f1be2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:14.567449 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.617791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:14.624620 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8e1437a7-53c2-46b7-b382-e3e061eae8cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "PUT /v2.0/routers/9eb026ab-d7dd-4899-9b69-8cb67739f8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5850122 Jul 08 02:06:14.630525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58040) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:14.638674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a765e0-55ef-463d-8226-6dd713e03974 None None] Sync routers for ids ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:14.671146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8359a749-355b-41d4-809a-407739e5d7ae None None] Provisioning complete for port c0f8c506-4e33-4a27-8684-c6d8675def5e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:14.690032 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8359a749-355b-41d4-809a-407739e5d7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.763690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a765e0-55ef-463d-8226-6dd713e03974 None None] Routers {'9eb026ab-d7dd-4899-9b69-8cb67739f8c8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:14.764897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a4a765e0-55ef-463d-8226-6dd713e03974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:14.775451 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.811254 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Transition to ACTIVE for port object b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:14.830224 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:14.942615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a4a765e0-55ef-463d-8226-6dd713e03974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:14.988294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8359a749-355b-41d4-809a-407739e5d7ae None None] Port c0f8c506-4e33-4a27-8684-c6d8675def5e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:15.005865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a765e0-55ef-463d-8226-6dd713e03974 None None] Routers {'9eb026ab-d7dd-4899-9b69-8cb67739f8c8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:15.006925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a4a765e0-55ef-463d-8226-6dd713e03974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:15.027643 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Attempting to bind port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:15.030881 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Attempting to bind port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:15.032967 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Attempting to bind port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:15.037637 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Pushing event updated for resources: {'Port': ['ID=b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:15.065237 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.069031 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.069900 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.072530 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.074176 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.074742 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.075247 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.075951 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.079162 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.079857 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.080558 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.081334 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.086396 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:15.088196 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:15.088474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a4a765e0-55ef-463d-8226-6dd713e03974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:15.089305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a765e0-55ef-463d-8226-6dd713e03974 None None] The sync data for ids ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:06:15.090395 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.091314 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:15.095889 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Bound port: b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:15.099728 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.158239 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a11e3bdc-1527-44ac-ad8f-115aace8762c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cb174739ed64a7b89eb29186074bcd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0512047 Jul 08 02:06:15.170331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58052) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:15.210790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73dba9b-e926-4116-9340-69b9eec13e0e tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:15.217663 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c73dba9b-e926-4116-9340-69b9eec13e0e tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6962709 Jul 08 02:06:15.217937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58054) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:15.249019 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] For port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:15.254706 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] For port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:15.268268 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.332713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] For port 40b28a81-65be-45d5-8331-bea7dc8f1be2, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=40b28a81-65be-45d5-8331-bea7dc8f1be2,segment=NetworkSegment(ff3ec466-39ea-499d-849f-59375fe83023),segment_id=ff3ec466-39ea-499d-849f-59375fe83023)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:15.333732 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.356739 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-67a2f0f5-1613-4e1b-bb06-c681b8b59e4f tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1339221 Jul 08 02:06:15.360516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58058) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:15.381774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777628327', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:15.390244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] Calling delete_port for 40b28a81-65be-45d5-8331-bea7dc8f1be2 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:15.422273 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bf23b-e80e-4e2a-aa86-52f971064de6 None None] Pushing event updated for resources: {'Port': ['ID=b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:15.435906 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Routers {'48ce066c-dc6b-44b3-9cc4-0649f7ceab93'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:15.436463 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:15.498092 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.505329 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb1717db-7272-435e-bf84-c55adacb8215 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.585717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.649268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Made reservation on behalf of d9890f3503b54e289aa2bca28f62fb02 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:15.654476 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] Set router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:15.654765 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.799620 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.810905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:15.810905 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32302365-85ae-45f0-a36a-7ae508f4d261 HTTP/1.1" status: 204 len: 168 time: 0.6366365 Jul 08 02:06:15.840803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32302365-85ae-45f0-a36a-7ae508f4d261,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:15.878062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.878775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.879358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.880007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.880643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.881285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.881962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.883080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.883672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.884974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.885636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.886304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a255e9dd-b8eb-4916-b276-ef8fed423001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:15.931846 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-fb1717db-7272-435e-bf84-c55adacb8215 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 08 02:06:15.961722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fb1717db-7272-435e-bf84-c55adacb8215 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/routers/9eb026ab-d7dd-4899-9b69-8cb67739f8c8 HTTP/1.1" status: 409 len: 329 time: 1.3298855 Jul 08 02:06:15.963809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58074) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:15.986824 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:09Z', 'revision_number': 3, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:16.061898 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3d6a05-55fc-4ec4-b6cd-ad5ee8c69412 None None] The sync data for ids ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'] in n-d-694802-14 is: [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:09Z', 'revision_number': 3, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:06:16.137658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.229554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b28a81-65be-45d5-8331-bea7dc8f1be2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:16.675760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:16.688558 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.015076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Subnet': ['ID=d7c21eb9-433e-4378-aa44-ab23cf8fd799,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:17.087016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Checking segment: {'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:17.087613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network hostable DHCP agents. Network: 2d5d5795-1b8f-4ff9-ad46-862b7640ae61, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:17.132784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:17.148406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] Router 6426244b-c47c-41a8-883d-485938dd17ea has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:06:17.158784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 2d5d5795-1b8f-4ff9-ad46-862b7640ae61) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:17.166752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:17.168060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.170863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec466c3-0a69-4cfb-8bdc-ba5fa82921cf None None] Network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:17.204007 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-334b2273-436b-4107-ba76-e0eb35b36ea1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8422616 Jul 08 02:06:17.212678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58106) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:17.332586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.623495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:17.624954 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:17.718682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:17.721090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58116) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:17.727387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-335879ad-dde9-4a49-9dbc-44b49863a605 admin admin] 10.222.0.41 "PUT /v2.0/routers/6426244b-c47c-41a8-883d-485938dd17ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6407309 Jul 08 02:06:17.735661 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] Sync routers for ids ['6426244b-c47c-41a8-883d-485938dd17ea'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:17.739717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58118) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:17.763814 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] Routers {'6426244b-c47c-41a8-883d-485938dd17ea'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:17.770250 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6426244b-c47c-41a8-883d-485938dd17ea'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:17.907064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Allocated IP 172.20.0.2 (2d5d5795-1b8f-4ff9-ad46-862b7640ae61/d7c21eb9-433e-4378-aa44-ab23cf8fd799/729a091b-e78d-4249-8361-fb310c6b719c) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:18.034797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Deleting port c0f8c506-4e33-4a27-8684-c6d8675def5e {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:18.034797 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.059926 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] Set router 6426244b-c47c-41a8-883d-485938dd17ea gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:18.178880 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.336847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58132) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:18.364664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2dc1283a-8d71-4edd-a149-6e2190a8f122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.376423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58134) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:18.386706 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.427237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Transition to ACTIVE for port object 729a091b-e78d-4249-8361-fb310c6b719c will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:18.493947 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.500934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Transition to ACTIVE for port object 729a091b-e78d-4249-8361-fb310c6b719c will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:18.515289 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.525635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:18.551463 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.584377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Calling delete_port for c0f8c506-4e33-4a27-8684-c6d8675def5e owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:18.628115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ab78b5-997f-4fcb-bc7a-2034608a8e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.631005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-511858101'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:18.654568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:18.668736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:18.678850 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Pushing event updated for resources: {'Port': ['ID=729a091b-e78d-4249-8361-fb310c6b719c,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:18.687271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:18.706274 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426244b-c47c-41a8-883d-485938dd17ea', 'name': 'tempest-TestVolumeBackupRestore-595674102-router', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:52Z', 'updated_at': '2021-07-08T02:06:16Z', 'revision_number': 5, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'gw_port': {'id': '1dfc5663-b797-4c4e-96dc-c78b2108b2da', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:c1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426244b-c47c-41a8-883d-485938dd17ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T01:59:53Z', 'updated_at': '2021-07-08T02:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:18.785619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:18.794982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:18.795370 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.799109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Attempting to bind port 729a091b-e78d-4249-8361-fb310c6b719c on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:18.800194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Attempting to bind port 729a091b-e78d-4249-8361-fb310c6b719c by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:18.800194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Attempting to bind port 729a091b-e78d-4249-8361-fb310c6b719c on network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:18.848566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:18.849139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Checking segment: {'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:18.849754 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.850163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Bound using segment: {'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:18.850692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Bound port: 729a091b-e78d-4249-8361-fb310c6b719c, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:18.851091 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.910728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Deleting port 1dfc5663-b797-4c4e-96dc-c78b2108b2da {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:18.912118 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] Checking router: 6426244b-c47c-41a8-883d-485938dd17ea for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:06:18.920018 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.925734 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:18.929792 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] Routers {'6426244b-c47c-41a8-883d-485938dd17ea'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:18.930684 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6426244b-c47c-41a8-883d-485938dd17ea'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:19.000996 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.013027 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2dc1283a-8d71-4edd-a149-6e2190a8f122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.035532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2dc1283a-8d71-4edd-a149-6e2190a8f122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.035977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] For port 729a091b-e78d-4249-8361-fb310c6b719c, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:19.067029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] For port 729a091b-e78d-4249-8361-fb310c6b719c, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=729a091b-e78d-4249-8361-fb310c6b719c,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:19.097743 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.116523 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] Set router 6426244b-c47c-41a8-883d-485938dd17ea gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:19.130847 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2dc1283a-8d71-4edd-a149-6e2190a8f122 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4d8a4224eea42459bc644ab74ff992a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3893552 Jul 08 02:06:19.131686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58142) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:19.135385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:19.207084 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426244b-c47c-41a8-883d-485938dd17ea', 'name': 'tempest-TestVolumeBackupRestore-595674102-router', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:52Z', 'updated_at': '2021-07-08T02:06:18Z', 'revision_number': 6, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:19.215613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ab78b5-997f-4fcb-bc7a-2034608a8e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.220905 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.223975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1283a-8d71-4edd-a149-6e2190a8f122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d12e89-7ced-4aad-a7c3-ea3bbaafa779,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:19.257427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-11ab78b5-997f-4fcb-bc7a-2034608a8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.281345 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5051cd8-dee2-413e-8e74-7752d5853052 None None] The sync data for ids ['6426244b-c47c-41a8-883d-485938dd17ea'] in n-d-694802-14 is: [{'id': '6426244b-c47c-41a8-883d-485938dd17ea', 'name': 'tempest-TestVolumeBackupRestore-595674102-router', 'tenant_id': '17211bf7b5254b48a730b68a0f3e023e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T01:59:52Z', 'updated_at': '2021-07-08T02:06:18Z', 'revision_number': 6, 'project_id': '17211bf7b5254b48a730b68a0f3e023e', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:06:19.285322 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282d298-db66-426b-9e19-ab179be502d3 None None] Pushing event updated for resources: {'Port': ['ID=729a091b-e78d-4249-8361-fb310c6b719c,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:19.340318 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-11ab78b5-997f-4fcb-bc7a-2034608a8e68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16c49498ca084d9f9558f3cf86cde43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9576280 Jul 08 02:06:19.345165 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58144) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:19.389266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:19.409985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] For port 1dfc5663-b797-4c4e-96dc-c78b2108b2da, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1dfc5663-b797-4c4e-96dc-c78b2108b2da,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:19.409985 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.411520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Made reservation on behalf of 1b68fbd259974aaa858ca6edc6b9379c for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:19.415476 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.427699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab78b5-997f-4fcb-bc7a-2034608a8e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b16707-c0eb-4e88-ac1d-3d82cadcff31,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:19.450050 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.469678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Calling delete_port for 1dfc5663-b797-4c4e-96dc-c78b2108b2da owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:19.471566 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.504400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Port': ['ID=c0f8c506-4e33-4a27-8684-c6d8675def5e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:19.552403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f41676b-b8c1-4f5f-b597-728dd745942e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.599206 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff17fd2-2162-422d-92d8-91cc7f1d7330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.669843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.685509 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f41676b-b8c1-4f5f-b597-728dd745942e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.750108 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff17fd2-2162-422d-92d8-91cc7f1d7330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.918671 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f41676b-b8c1-4f5f-b597-728dd745942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.922021 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f41676b-b8c1-4f5f-b597-728dd745942e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.926304 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1f41676b-b8c1-4f5f-b597-728dd745942e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32b16707-c0eb-4e88-ac1d-3d82cadcff31 HTTP/1.1" status: 204 len: 168 time: 0.5746930 Jul 08 02:06:19.927644 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.957659 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:19.973524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41676b-b8c1-4f5f-b597-728dd745942e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b16707-c0eb-4e88-ac1d-3d82cadcff31,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:20.030479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Router 9eb026ab-d7dd-4899-9b69-8cb67739f8c8 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:06:20.031225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:20.044188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Allocated IP 172.20.0.1 (2d5d5795-1b8f-4ff9-ad46-862b7640ae61/d7c21eb9-433e-4378-aa44-ab23cf8fd799/dbe74755-226b-4d45-87f3-fbed7ecfb1df) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:20.048346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aff78a1-c993-4d62-904c-4a98404b853d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:20.097250 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.097601 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Added segment 466e57d1-f00d-4950-ba83-4458a5f74656 of type vlan for network c95d3b99-14e1-477c-bba6-1358f780cd7c Jul 08 02:06:20.106360 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff17fd2-2162-422d-92d8-91cc7f1d7330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.108891 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ff17fd2-2162-422d-92d8-91cc7f1d7330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.112358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9ff17fd2-2162-422d-92d8-91cc7f1d7330 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60d12e89-7ced-4aad-a7c3-ea3bbaafa779 HTTP/1.1" status: 204 len: 168 time: 0.9515553 Jul 08 02:06:20.184016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:20.202845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff17fd2-2162-422d-92d8-91cc7f1d7330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d12e89-7ced-4aad-a7c3-ea3bbaafa779,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:20.204465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e6d688-f01b-4b2a-b215-eb46a5f0f730 None None] Sync routers for ids ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:20.224376 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bf358ff9-f13a-4f47-b462-dd2dd09e1fa3 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "PUT /v2.0/routers/9eb026ab-d7dd-4899-9b69-8cb67739f8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2536008 Jul 08 02:06:20.227947 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58154) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:20.247689 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.279535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e6d688-f01b-4b2a-b215-eb46a5f0f730 None None] Routers {'9eb026ab-d7dd-4899-9b69-8cb67739f8c8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:20.279535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1e6d688-f01b-4b2a-b215-eb46a5f0f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:20.295374 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-a7b7b37b-c4b6-4bf0-8ff3-61eef1292680 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] show failed (client error): The resource could not be found. Jul 08 02:06:20.296945 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a7b7b37b-c4b6-4bf0-8ff3-61eef1292680 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1013799746 HTTP/1.1" status: 404 len: 335 time: 0.0680392 Jul 08 02:06:20.300972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58156) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:20.310260 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3e161709-f81b-4c27-a07b-a6f36ab6108f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:20.320706 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.409066 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-3e161709-f81b-4c27-a07b-a6f36ab6108f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] update failed (client error): The resource could not be found. Jul 08 02:06:20.435107 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3e161709-f81b-4c27-a07b-a6f36ab6108f tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-556775284 HTTP/1.1" status: 404 len: 334 time: 0.1320367 Jul 08 02:06:20.438183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58158) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:20.537126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Pushing event deleted for resources: {'Port': ['ID=1dfc5663-b797-4c4e-96dc-c78b2108b2da,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:20.568874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 02:06:20.588707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8189741c-764c-455b-9caf-95c3e7528e01 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Deleting subnet e35fbae9-79eb-4a12-a36f-9f083b7a9d2c {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:20.610855 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8189741c-764c-455b-9caf-95c3e7528e01 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.691210 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.700077 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.710296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:20.711557 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.719129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:20.731308 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8189741c-764c-455b-9caf-95c3e7528e01 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.809274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:20.824248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1e6d688-f01b-4b2a-b215-eb46a5f0f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:20.893649 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8189741c-764c-455b-9caf-95c3e7528e01 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:20.922225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e6d688-f01b-4b2a-b215-eb46a5f0f730 None None] Routers {'9eb026ab-d7dd-4899-9b69-8cb67739f8c8'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:20.925416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1e6d688-f01b-4b2a-b215-eb46a5f0f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:05:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:20.948685 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da64953e-8529-4586-9304-637f76f8a661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.024034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b1e6d688-f01b-4b2a-b215-eb46a5f0f730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:21.025658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e6d688-f01b-4b2a-b215-eb46a5f0f730 None None] The sync data for ids ['9eb026ab-d7dd-4899-9b69-8cb67739f8c8'] in n-d-694802-14 is: [] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:06:21.046114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:21.046599 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.164701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 729a091b-e78d-4249-8361-fb310c6b719c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:21.234756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf16ccd-28f8-4824-900e-5d012e2eabc7 None None] Network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:21.343073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 729a091b-e78d-4249-8361-fb310c6b719c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:21.347661 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.349631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-40aad21a-11d7-4848-a99a-d072a1c962ab None None] Provisioning for port 729a091b-e78d-4249-8361-fb310c6b719c completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:21.363159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 729a091b-e78d-4249-8361-fb310c6b719c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:21.363609 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.363814 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12105c3b-39d8-46f6-aa64-4d3ee51b4cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.371317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-40aad21a-11d7-4848-a99a-d072a1c962ab None None] Provisioning complete for port 729a091b-e78d-4249-8361-fb310c6b719c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:21.371741 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40aad21a-11d7-4848-a99a-d072a1c962ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.395244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Transition to ACTIVE for port object dbe74755-226b-4d45-87f3-fbed7ecfb1df will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:21.501949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1595407 Jul 08 02:06:21.515495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58184) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:21.522956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Request body: {'subnet': {'network_id': 'c95d3b99-14e1-477c-bba6-1358f780cd7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:21.578147 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.583257 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.597675 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40aad21a-11d7-4848-a99a-d072a1c962ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.614122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44990a38-28a6-49b1-aba3-29452d236a5d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event updated for resources: {'Network': ['ID=c95d3b99-14e1-477c-bba6-1358f780cd7c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:21.673326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c95d3b99-14e1-477c-bba6-1358f780cd7c details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:21.705992 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.706565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6426244b-c47c-41a8-883d-485938dd17ea {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:06:21.706915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8189741c-764c-455b-9caf-95c3e7528e01 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.712290 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.715419 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4fa5e281-618d-4785-95f4-a7c4ac8eb55d admin admin] 10.222.0.41 "DELETE /v2.0/routers/6426244b-c47c-41a8-883d-485938dd17ea HTTP/1.1" status: 204 len: 168 time: 3.9742284 Jul 08 02:06:21.720642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58188) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:21.765807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.779504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-40aad21a-11d7-4848-a99a-d072a1c962ab None None] For port 729a091b-e78d-4249-8361-fb310c6b719c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=729a091b-e78d-4249-8361-fb310c6b719c,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:21.798455 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-40aad21a-11d7-4848-a99a-d072a1c962ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.826959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8189741c-764c-455b-9caf-95c3e7528e01 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.834019 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8189741c-764c-455b-9caf-95c3e7528e01 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/subnets/e35fbae9-79eb-4a12-a36f-9f083b7a9d2c HTTP/1.1" status: 204 len: 168 time: 1.3940725 Jul 08 02:06:21.835013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189741c-764c-455b-9caf-95c3e7528e01 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Subnet': ['ID=e35fbae9-79eb-4a12-a36f-9f083b7a9d2c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:21.843237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58190) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:21.887413 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:21.894485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2260137-9d20-4100-88dc-cf42ce830fa5 admin admin] Deleting subnet 8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:21.907047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:21.911341 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2260137-9d20-4100-88dc-cf42ce830fa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.914684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:21.940430 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:21.953589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aad21a-11d7-4848-a99a-d072a1c962ab None None] Pushing event updated for resources: {'Port': ['ID=729a091b-e78d-4249-8361-fb310c6b719c,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:21.968384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf40f223-cce6-45f2-8d2c-af7a3552c4d3 None None] Network 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:22.020106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.054564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Port': ['ID=dbe74755-226b-4d45-87f3-fbed7ecfb1df,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:22.090737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Deleting port 513a76ba-a178-4617-8931-d23c777c7538 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:22.091081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.133625 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2260137-9d20-4100-88dc-cf42ce830fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.176165 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.230700 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:06:22.231401 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:06:22.244820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] For port 513a76ba-a178-4617-8931-d23c777c7538, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=513a76ba-a178-4617-8931-d23c777c7538,segment=NetworkSegment(8d28ce84-5adf-4b68-9c76-985f834b4951),segment_id=8d28ce84-5adf-4b68-9c76-985f834b4951)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:22.245212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.287307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Calling delete_port for 513a76ba-a178-4617-8931-d23c777c7538 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:22.322025 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12105c3b-39d8-46f6-aa64-4d3ee51b4cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.359179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12105c3b-39d8-46f6-aa64-4d3ee51b4cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.366880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c196a0-20cb-4da9-bc81-267b1ad91dda None None] DHCP port deletion for 4e1d9cfa-13f8-42f7-8c71-03dfca299b6a request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:22.395600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Made reservation on behalf of 1b68fbd259974aaa858ca6edc6b9379c for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:22.403206 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.466397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-98c196a0-20cb-4da9-bc81-267b1ad91dda None None] Deleting port 513a76ba-a178-4617-8931-d23c777c7538 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:22.467000 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-98c196a0-20cb-4da9-bc81-267b1ad91dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.479419 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-12105c3b-39d8-46f6-aa64-4d3ee51b4cbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef2fe297fad041b0adc89314a9736ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7547424 Jul 08 02:06:22.483145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58196) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:22.527646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12105c3b-39d8-46f6-aa64-4d3ee51b4cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae017d03-00ae-413b-9957-4d5e866d40d7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:22.639070 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2260137-9d20-4100-88dc-cf42ce830fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.642669 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.665865 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.677142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5b8ae56e-e422-4a5c-97c5-2e2bd1c0a539 None None] Provisioning complete for port 729a091b-e78d-4249-8361-fb310c6b719c triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:22.678097 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5b8ae56e-e422-4a5c-97c5-2e2bd1c0a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.732530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Port': ['ID=513a76ba-a178-4617-8931-d23c777c7538,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:22.734728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] No DVR routers for this DVR port 513a76ba-a178-4617-8931-d23c777c7538 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:22.797268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-98c196a0-20cb-4da9-bc81-267b1ad91dda None None] For port 513a76ba-a178-4617-8931-d23c777c7538, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=513a76ba-a178-4617-8931-d23c777c7538,segment=NetworkSegment(8d28ce84-5adf-4b68-9c76-985f834b4951),segment_id=8d28ce84-5adf-4b68-9c76-985f834b4951)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:22.797676 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-98c196a0-20cb-4da9-bc81-267b1ad91dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.826085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-98c196a0-20cb-4da9-bc81-267b1ad91dda None None] Calling delete_port for 513a76ba-a178-4617-8931-d23c777c7538 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:22.919390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.938425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1d9cfa-13f8-42f7-8c71-03dfca299b6a']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:22.940098 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b10524f-02d3-401c-8bbd-7f5371d08ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:22.969367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d28ce84-5adf-4b68-9c76-985f834b4951') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:22.975313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d28ce84-5adf-4b68-9c76-985f834b4951') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:23.051767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.057332 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2260137-9d20-4100-88dc-cf42ce830fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.065333 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-98c196a0-20cb-4da9-bc81-267b1ad91dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.067824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b10524f-02d3-401c-8bbd-7f5371d08ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.081843 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2260137-9d20-4100-88dc-cf42ce830fa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.086029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1dfc5663-b797-4c4e-96dc-c78b2108b2da no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:23.088661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c445b1b-4a0f-4b23-b6a1-1acb25ad383b None None] Network e5205039-5491-4a7e-b930-c350d74e044c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:23.089797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c2260137-9d20-4100-88dc-cf42ce830fa5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998 HTTP/1.1" status: 204 len: 168 time: 1.3679264 Jul 08 02:06:23.091226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:23.091388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c196a0-20cb-4da9-bc81-267b1ad91dda None None] No DVR routers for this DVR port 513a76ba-a178-4617-8931-d23c777c7538 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:23.121813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 1dfc5663-b797-4c4e-96dc-c78b2108b2da {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:23.122251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1dfc5663-b797-4c4e-96dc-c78b2108b2da not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:23.122685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 40b28a81-65be-45d5-8331-bea7dc8f1be2 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:23.123196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.131011 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.151103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:23.153074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:23.162970 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:23.178278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2260137-9d20-4100-88dc-cf42ce830fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ca1d6ce-e4c9-49e4-b8e7-009d3fad7998,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:23.200004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 40b28a81-65be-45d5-8331-bea7dc8f1be2 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:23.200004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 40b28a81-65be-45d5-8331-bea7dc8f1be2 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:23.314043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c196a0-20cb-4da9-bc81-267b1ad91dda None None] Pushing event deleted for resources: {'Port': ['ID=513a76ba-a178-4617-8931-d23c777c7538,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:23.351753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Checking segment: {'id': '466e57d1-f00d-4950-ba83-4458a5f74656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c95d3b99-14e1-477c-bba6-1358f780cd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:23.352272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Network hostable DHCP agents. Network: c95d3b99-14e1-477c-bba6-1358f780cd7c, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:23.357637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 729a091b-e78d-4249-8361-fb310c6b719c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:23.360256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event updated for resources: {'Subnet': ['ID=524fd3f6-191c-452a-a36c-c12839e261b4,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:23.362880 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.382660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.387666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6f5f2463-87fb-4166-90f5-427ec8b08ca0 None None] Provisioning for port dbe74755-226b-4d45-87f3-fbed7ecfb1df completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:23.388457 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/networks/4e1d9cfa-13f8-42f7-8c71-03dfca299b6a HTTP/1.1" status: 204 len: 168 time: 1.5419312 Jul 08 02:06:23.391093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58208) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:23.391901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Network c95d3b99-14e1-477c-bba6-1358f780cd7c is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:23.408279 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.417515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14e63e-91c9-46e6-a7dd-dee22caaed8a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Network': ['ID=4e1d9cfa-13f8-42f7-8c71-03dfca299b6a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:23.430703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6f5f2463-87fb-4166-90f5-427ec8b08ca0 None None] Provisioning complete for port dbe74755-226b-4d45-87f3-fbed7ecfb1df triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:23.430703 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6f5f2463-87fb-4166-90f5-427ec8b08ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.460747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c95d3b99-14e1-477c-bba6-1358f780cd7c) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:23.473300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:23.474029 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.481507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f2463-87fb-4166-90f5-427ec8b08ca0 None None] Port dbe74755-226b-4d45-87f3-fbed7ecfb1df cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:23.483612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97372fc6-8f1f-43c9-88ae-244fcb2f89d5 None None] Network c95d3b99-14e1-477c-bba6-1358f780cd7c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:23.489213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4563f0d4-b46c-4d60-b520-0b66467f56cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Deleting subnet 7dbea0c0-491f-4e8c-a402-c8c5e07b29c8 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:23.496421 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4563f0d4-b46c-4d60-b520-0b66467f56cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.517667 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b10524f-02d3-401c-8bbd-7f5371d08ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.520568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b10524f-02d3-401c-8bbd-7f5371d08ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.526479 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4b10524f-02d3-401c-8bbd-7f5371d08ff8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae017d03-00ae-413b-9957-4d5e866d40d7 HTTP/1.1" status: 204 len: 168 time: 1.0405214 Jul 08 02:06:23.535085 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e3c0bb24-5c5f-4cd5-abc9-aac5eefce70b tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0181954 Jul 08 02:06:23.544326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58212) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:23.557846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Request body: {'port': {'network_id': 'c95d3b99-14e1-477c-bba6-1358f780cd7c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-670639355'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:23.639854 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8e677723-3be3-4d65-86ed-d3810f53bbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.640623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10524f-02d3-401c-8bbd-7f5371d08ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae017d03-00ae-413b-9957-4d5e866d40d7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:23.734776 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.765246 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.787878 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.835643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 729a091b-e78d-4249-8361-fb310c6b719c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:23.836026 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.843122 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.886074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4563f0d4-b46c-4d60-b520-0b66467f56cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.893243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-c95d3b99-14e1-477c-bba6-1358f780cd7c', 'network_id': 'c95d3b99-14e1-477c-bba6-1358f780cd7c', 'tenant_id': '1b68fbd259974aaa858ca6edc6b9379c', 'fixed_ips': [{'subnet_id': '524fd3f6-191c-452a-a36c-c12839e261b4'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:23.894059 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.907205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Deleting port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:23.907550 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.992498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Made reservation on behalf of 1b68fbd259974aaa858ca6edc6b9379c for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:23.993636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] For port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=187532e3-7c46-4a3b-a4da-e2ea8927e9f4,segment=NetworkSegment(ff3ec466-39ea-499d-849f-59375fe83023),segment_id=ff3ec466-39ea-499d-849f-59375fe83023)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:23.994113 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:23.996836 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.002382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bad62f-7a7b-4bdb-bc6b-c2d98c37fdce None None] DHCP port deletion for e5205039-5491-4a7e-b930-c350d74e044c request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:24.009951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Calling delete_port for 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:24.108233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] device_id is not set on port 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:24.118489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Port': ['ID=dbe74755-226b-4d45-87f3-fbed7ecfb1df,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:24.173690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4563f0d4-b46c-4d60-b520-0b66467f56cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.227474 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.294195 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Pushing event deleted for resources: {'Port': ['ID=187532e3-7c46-4a3b-a4da-e2ea8927e9f4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:24.303887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] No DVR routers for this DVR port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:24.306802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 513a76ba-a178-4617-8931-d23c777c7538 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:24.315937 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4563f0d4-b46c-4d60-b520-0b66467f56cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.335888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 513a76ba-a178-4617-8931-d23c777c7538 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:24.346599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 513a76ba-a178-4617-8931-d23c777c7538 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:24.366745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563f0d4-b46c-4d60-b520-0b66467f56cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbea0c0-491f-4e8c-a402-c8c5e07b29c8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:24.370881 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4563f0d4-b46c-4d60-b520-0b66467f56cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.374175 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4563f0d4-b46c-4d60-b520-0b66467f56cd tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/subnets/7dbea0c0-491f-4e8c-a402-c8c5e07b29c8 HTTP/1.1" status: 204 len: 168 time: 0.9795914 Jul 08 02:06:24.376437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58228) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:24.391984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0ba7cb-00dc-47c3-9ed0-5332c1d99a3f None None] Network 75b9cddb-f79f-4126-8273-695bc224da28 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:24.393173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:24.401809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:24.465222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bdc084-9676-4d01-ae80-d1d5ceec16d7 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Deleting subnet 1b36a9f0-fe30-431b-afb1-b1a31a3f9fd3 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:24.471149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.471573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44bdc084-9676-4d01-ae80-d1d5ceec16d7 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.505351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5205039-5491-4a7e-b930-c350d74e044c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:24.563570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3ec466-39ea-499d-849f-59375fe83023') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:24.563874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3ec466-39ea-499d-849f-59375fe83023') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:24.570516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44bdc084-9676-4d01-ae80-d1d5ceec16d7 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.582326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.616787 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.653475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:24.654047 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:24.656018 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:24.761093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:06:24.765618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44bdc084-9676-4d01-ae80-d1d5ceec16d7 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.883268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44bdc084-9676-4d01-ae80-d1d5ceec16d7 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.888259 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.918097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bdc084-9676-4d01-ae80-d1d5ceec16d7 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Subnet': ['ID=1b36a9f0-fe30-431b-afb1-b1a31a3f9fd3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:24.936232 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-44bdc084-9676-4d01-ae80-d1d5ceec16d7 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:24.936232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-44bdc084-9676-4d01-ae80-d1d5ceec16d7 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/subnets/1b36a9f0-fe30-431b-afb1-b1a31a3f9fd3 HTTP/1.1" status: 204 len: 168 time: 0.5578899 Jul 08 02:06:24.942665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58246) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:24.973494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Allocated IP 172.20.0.2 (c95d3b99-14e1-477c-bba6-1358f780cd7c/524fd3f6-191c-452a-a36c-c12839e261b4/7b4ce564-8cae-4eb3-8ed4-0881cef6e734) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:24.996190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d676e1d-c33a-4edd-8757-7775f567e05a None None] Network 4478fa78-108c-44bd-b6b5-00d9d7db771d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:25.035255 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.037210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] 10.222.0.41 "DELETE /v2.0/networks/e5205039-5491-4a7e-b930-c350d74e044c HTTP/1.1" status: 204 len: 168 time: 1.9335883 Jul 08 02:06:25.051889 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fa1f23-7b38-4318-a4ee-60398bcb45ed admin admin] Pushing event deleted for resources: {'Network': ['ID=e5205039-5491-4a7e-b930-c350d74e044c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:25.091218 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.116367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:25.128887 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Sync routers for ids ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:25.146774 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5afe81b8-ae9a-4496-b480-bde42e3db751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "PUT /v2.0/routers/48ce066c-dc6b-44b3-9cc4-0649f7ceab93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9298923 Jul 08 02:06:25.147450 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:25.153787 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Routers {'48ce066c-dc6b-44b3-9cc4-0649f7ceab93'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:25.154431 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3335228c-b206-48f8-892d-e669c057abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:06:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:25.175542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6f6a9d9a-ab73-4e26-a07e-e85045097b93 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--812194267', 'description': 'tempest-secgroup_access--812194267 description', 'project_id': 'd9890f3503b54e289aa2bca28f62fb02'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:25.176976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a3bad62f-7a7b-4bdb-bc6b-c2d98c37fdce None None] Deleting port 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:25.177361 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3bad62f-7a7b-4bdb-bc6b-c2d98c37fdce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.186091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4c263eeb-dfce-4237-9208-cbb4792c8ba1 None None] Provisioning complete for port dbe74755-226b-4d45-87f3-fbed7ecfb1df triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:25.187104 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c263eeb-dfce-4237-9208-cbb4792c8ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.233749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Deleting port f7677d18-b998-4cce-a558-95cc1b00ed51 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:25.234096 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.292909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9d9a-ab73-4e26-a07e-e85045097b93 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.438227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] For port f7677d18-b998-4cce-a558-95cc1b00ed51, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f7677d18-b998-4cce-a558-95cc1b00ed51,segment=NetworkSegment(c22ac129-4707-46ff-ad3c-9df89c023bf5),segment_id=c22ac129-4707-46ff-ad3c-9df89c023bf5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:25.438601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.475693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58258) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:25.486342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.488065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Calling delete_port for f7677d18-b998-4cce-a558-95cc1b00ed51 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:25.507766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Transition to ACTIVE for port object 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:25.516541 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Set router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:25.530343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9d9a-ab73-4e26-a07e-e85045097b93 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.540362 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9d9a-ab73-4e26-a07e-e85045097b93 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.592076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a9d9a-ab73-4e26-a07e-e85045097b93 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac9050a-1f7f-411e-8ac5-88d2c7221f54,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:25.614251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f1931e18-548e-4e13-aa17-b0e39c9e8c37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=477e3f018e3a4055acc5e10adfd0a048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374133 Jul 08 02:06:25.614880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:25.653859 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f6a9d9a-ab73-4e26-a07e-e85045097b93 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.659505 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6f6a9d9a-ab73-4e26-a07e-e85045097b93 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5085266 Jul 08 02:06:25.660081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58266) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:25.666455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c7c58c6f-b9b8-4522-88e6-8fa90f91d7f8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--797869322', 'description': 'tempest-secgroup_general--797869322 description', 'project_id': 'd9890f3503b54e289aa2bca28f62fb02'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:25.742598 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7c58c6f-b9b8-4522-88e6-8fa90f91d7f8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.758282 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9fcfa88-2cf1-4e69-ab5f-4aeb8b621ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.802195 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.814892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Transition to ACTIVE for port object 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:25.838095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:25.860736 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9fcfa88-2cf1-4e69-ab5f-4aeb8b621ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-a3bad62f-7a7b-4bdb-bc6b-c2d98c37fdce None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network e5205039-5491-4a7e-b930-c350d74e044c could not be found. Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network e5205039-5491-4a7e-b930-c350d74e044c could not be found. Jul 08 02:06:25.866173 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:06:25.884574 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.892237 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.916786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Port': ['ID=f7677d18-b998-4cce-a558-95cc1b00ed51,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:25.963954 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9fcfa88-2cf1-4e69-ab5f-4aeb8b621ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.967281 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9fcfa88-2cf1-4e69-ab5f-4aeb8b621ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:25.971236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e9fcfa88-2cf1-4e69-ab5f-4aeb8b621ce7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cc9bb95-9024-4ce7-9bbc-7fd0b0627bf0 HTTP/1.1" status: 204 len: 168 time: 0.3546658 Jul 08 02:06:25.984519 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcfa88-2cf1-4e69-ab5f-4aeb8b621ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc9bb95-9024-4ce7-9bbc-7fd0b0627bf0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:26.004986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67afbf13-45bf-4640-9afb-3e3f5c7ff89e None None] DHCP port deletion for e5205039-5491-4a7e-b930-c350d74e044c request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:26.005240 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3335228c-b206-48f8-892d-e669c057abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:22Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'dbe74755-226b-4d45-87f3-fbed7ecfb1df', 'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:56:47:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:19Z', 'updated_at': '2021-07-08T02:06:23Z', 'revision_number': 2, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:26.016998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] No DVR routers for this DVR port f7677d18-b998-4cce-a558-95cc1b00ed51 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:26.075177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Network c95d3b99-14e1-477c-bba6-1358f780cd7c is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:26.076442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:26.076791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 187532e3-7c46-4a3b-a4da-e2ea8927e9f4 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:26.081686 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Checking router: 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:06:26.082259 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Updating router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 port dbe74755-226b-4d45-87f3-fbed7ecfb1df binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:06:26.101194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:26.117461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:26.137711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4c263eeb-dfce-4237-9208-cbb4792c8ba1 None None] Port dbe74755-226b-4d45-87f3-fbed7ecfb1df cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:26.147094 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.285184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b017b42d-ecef-4328-a530-b929f2e5bc20 None None] DHCP port deletion for 75b9cddb-f79f-4126-8273-695bc224da28 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:26.349716 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.373011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Attempting to bind port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:26.375969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Attempting to bind port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '466e57d1-f00d-4950-ba83-4458a5f74656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c95d3b99-14e1-477c-bba6-1358f780cd7c'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:26.376436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Attempting to bind port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 on network c95d3b99-14e1-477c-bba6-1358f780cd7c {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:26.380413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Pushing event updated for resources: {'Port': ['ID=7b4ce564-8cae-4eb3-8ed4-0881cef6e734,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:26.381904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b9cddb-f79f-4126-8273-695bc224da28']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:26.417977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22ac129-4707-46ff-ad3c-9df89c023bf5') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:26.420721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22ac129-4707-46ff-ad3c-9df89c023bf5') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:26.432145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:26.432558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Checking segment: {'id': '466e57d1-f00d-4950-ba83-4458a5f74656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c95d3b99-14e1-477c-bba6-1358f780cd7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:26.432980 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.433393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Bound using segment: {'id': '466e57d1-f00d-4950-ba83-4458a5f74656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c95d3b99-14e1-477c-bba6-1358f780cd7c'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:26.433907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Bound port: 7b4ce564-8cae-4eb3-8ed4-0881cef6e734, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466e57d1-f00d-4950-ba83-4458a5f74656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c95d3b99-14e1-477c-bba6-1358f780cd7c'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:26.434306 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.459709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.509690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.558743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:26.559474 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:26.596810 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:26.599196 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.630304 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b0ec2-ecb4-4171-af7d-77cb4929c5a0 None None] DHCP port deletion for 4478fa78-108c-44bd-b6b5-00d9d7db771d request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:26.634275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Allocated IP 172.20.0.13 (c95d3b99-14e1-477c-bba6-1358f780cd7c/524fd3f6-191c-452a-a36c-c12839e261b4/9bf1cb83-7bb6-4dde-9149-b3d7894136a4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:26.788077 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.788262 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] For port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:26.799034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] For port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7b4ce564-8cae-4eb3-8ed4-0881cef6e734,segment=NetworkSegment(466e57d1-f00d-4950-ba83-4458a5f74656),segment_id=466e57d1-f00d-4950-ba83-4458a5f74656)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:26.818731 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.852763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7c58c6f-b9b8-4522-88e6-8fa90f91d7f8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.874950 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Transition to ACTIVE for port object dbe74755-226b-4d45-87f3-fbed7ecfb1df will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:26.880137 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7c58c6f-b9b8-4522-88e6-8fa90f91d7f8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.883043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.886364 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.936465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b0ec2-ecb4-4171-af7d-77cb4929c5a0 None None] Deleting port e3aba8b3-7df5-4d13-8373-2569f906b868 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:26.936715 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a3b0ec2-ecb4-4171-af7d-77cb4929c5a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.987664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:26.991026 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/networks/75b9cddb-f79f-4126-8273-695bc224da28 HTTP/1.1" status: 204 len: 168 time: 2.0467608 Jul 08 02:06:26.995242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:27.061329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb279ec6-5cb0-4fd6-80bd-6694242b9f57 None None] Pushing event updated for resources: {'Port': ['ID=7b4ce564-8cae-4eb3-8ed4-0881cef6e734,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:27.094570 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2629ca-683e-459e-b499-54fbfafffad7 None None] Pushing event updated for resources: {'Port': ['ID=dbe74755-226b-4d45-87f3-fbed7ecfb1df,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:27.117123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58300) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:27.121496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df78e9c-eb11-4f2d-8e7e-7a8f44f48c3c tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Network': ['ID=75b9cddb-f79f-4126-8273-695bc224da28,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:27.146374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7c58c6f-b9b8-4522-88e6-8fa90f91d7f8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.151598 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c7c58c6f-b9b8-4522-88e6-8fa90f91d7f8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.4865332 Jul 08 02:06:27.152702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58302) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:27.163762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bbb6bdd1-f986-49f1-88bb-9c4d1f1232ee tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'security_group_rule': {'security_group_id': '3ac9050a-1f7f-411e-8ac5-88d2c7221f54', 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:27.170294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c58c6f-b9b8-4522-88e6-8fa90f91d7f8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05cf0199-946b-440f-aaad-a54285173748,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:27.294351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0a3b0ec2-ecb4-4171-af7d-77cb4929c5a0 None None] For port e3aba8b3-7df5-4d13-8373-2569f906b868, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e3aba8b3-7df5-4d13-8373-2569f906b868,segment=NetworkSegment(a64ed12f-a34c-4b4e-a578-c97295260411),segment_id=a64ed12f-a34c-4b4e-a578-c97295260411)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:27.294857 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a3b0ec2-ecb4-4171-af7d-77cb4929c5a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.339148 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.358165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0a3b0ec2-ecb4-4171-af7d-77cb4929c5a0 None None] Calling delete_port for e3aba8b3-7df5-4d13-8373-2569f906b868 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:27.435021 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Attempting to bind port dbe74755-226b-4d45-87f3-fbed7ecfb1df on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:27.436362 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Attempting to bind port dbe74755-226b-4d45-87f3-fbed7ecfb1df by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:27.437004 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Attempting to bind port dbe74755-226b-4d45-87f3-fbed7ecfb1df on network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:27.443428 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:27.444037 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Checking segment: {'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:27.444876 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.445502 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Bound using segment: {'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:27.447039 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Bound port: dbe74755-226b-4d45-87f3-fbed7ecfb1df, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:27.447638 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.452327 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbb6bdd1-f986-49f1-88bb-9c4d1f1232ee tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.524865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c810db5e-be0f-421d-8979-c2b5a955fae2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17211bf7b5254b48a730b68a0f3e023e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018795 Jul 08 02:06:27.531840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58310) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:27.535032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e3aba8b3-7df5-4d13-8373-2569f906b868 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:27.552132 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-3335228c-b206-48f8-892d-e669c057abeb None None] For port dbe74755-226b-4d45-87f3-fbed7ecfb1df, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:27.566445 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-3335228c-b206-48f8-892d-e669c057abeb None None] For port dbe74755-226b-4d45-87f3-fbed7ecfb1df, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dbe74755-226b-4d45-87f3-fbed7ecfb1df,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:27.575759 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.661999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Deleting port e3aba8b3-7df5-4d13-8373-2569f906b868 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:27.667327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.669925 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Routers {'48ce066c-dc6b-44b3-9cc4-0649f7ceab93'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:27.670856 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3335228c-b206-48f8-892d-e669c057abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:06:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:27.682825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbb6bdd1-f986-49f1-88bb-9c4d1f1232ee tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.701432 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbb6bdd1-f986-49f1-88bb-9c4d1f1232ee tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.808094 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a3b0ec2-ecb4-4171-af7d-77cb4929c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.825944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6bdd1-f986-49f1-88bb-9c4d1f1232ee tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74df431b-3e07-4215-ad91-e4f8dfa15bfa,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:27.852700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] For port e3aba8b3-7df5-4d13-8373-2569f906b868, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e3aba8b3-7df5-4d13-8373-2569f906b868,segment=NetworkSegment(a64ed12f-a34c-4b4e-a578-c97295260411),segment_id=a64ed12f-a34c-4b4e-a578-c97295260411)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:27.873761 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.879737 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-3335228c-b206-48f8-892d-e669c057abeb None None] Set router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:27.882090 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.915676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bbb6bdd1-f986-49f1-88bb-9c4d1f1232ee tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:27.916171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Calling delete_port for e3aba8b3-7df5-4d13-8373-2569f906b868 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:27.940993 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bbb6bdd1-f986-49f1-88bb-9c4d1f1232ee tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7782044 Jul 08 02:06:27.979063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ea6b-be6e-45f2-bc44-7f4f548cc9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.003065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.034343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b0ec2-ecb4-4171-af7d-77cb4929c5a0 None None] Pushing event deleted for resources: {'Port': ['ID=e3aba8b3-7df5-4d13-8373-2569f906b868,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:28.053589 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2629ca-683e-459e-b499-54fbfafffad7 None None] Pushing event updated for resources: {'Port': ['ID=dbe74755-226b-4d45-87f3-fbed7ecfb1df,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:28.060453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b0ec2-ecb4-4171-af7d-77cb4929c5a0 None None] No DVR routers for this DVR port e3aba8b3-7df5-4d13-8373-2569f906b868 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:28.154565 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.168906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Transition to ACTIVE for port object 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:28.244807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Port': ['ID=e3aba8b3-7df5-4d13-8373-2569f906b868,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:28.256769 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3335228c-b206-48f8-892d-e669c057abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:22Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'dbe74755-226b-4d45-87f3-fbed7ecfb1df', 'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:56:47:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:19Z', 'updated_at': '2021-07-08T02:06:27Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:28.278343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f7677d18-b998-4cce-a558-95cc1b00ed51 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:28.289938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] No DVR routers for this DVR port e3aba8b3-7df5-4d13-8373-2569f906b868 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:28.302365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.359627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: f7677d18-b998-4cce-a558-95cc1b00ed51 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:28.359981 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device f7677d18-b998-4cce-a558-95cc1b00ed51 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:28.369914 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3335228c-b206-48f8-892d-e669c057abeb None None] The sync data for ids ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'] in n-d-694802-14 is: [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:22Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'dbe74755-226b-4d45-87f3-fbed7ecfb1df', 'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:56:47:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:19Z', 'updated_at': '2021-07-08T02:06:27Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:06:28.547121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event updated for resources: {'Port': ['ID=9bf1cb83-7bb6-4dde-9149-b3d7894136a4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:28.567730 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ea6b-be6e-45f2-bc44-7f4f548cc9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.572830 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.596334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4478fa78-108c-44bd-b6b5-00d9d7db771d']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:28.615039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Network c95d3b99-14e1-477c-bba6-1358f780cd7c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:28.625120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:28.626358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64ed12f-a34c-4b4e-a578-c97295260411') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:28.626663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64ed12f-a34c-4b4e-a578-c97295260411') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:28.636885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:28.656990 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.711073 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.765249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:28.766028 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.772701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-dd1609a3-346a-41b1-8097-f668d4446cec tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--797869322&fields=id&tenant_id=d9890f3503b54e289aa2bca28f62fb02 HTTP/1.1" status: 200 len: 267 time: 0.4009864 Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: self.session.flush() Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:28.775126 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:28.919640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:28.930365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.943885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-bbd5c80f-64cd-4858-9f08-c0f41f522ced tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--812194267&fields=id&tenant_id=d9890f3503b54e289aa2bca28f62fb02 HTTP/1.1" status: 200 len: 267 time: 0.1493883 Jul 08 02:06:28.947525 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.959245 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.961614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ea6b-be6e-45f2-bc44-7f4f548cc9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.985041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/networks/4478fa78-108c-44bd-b6b5-00d9d7db771d HTTP/1.1" status: 204 len: 168 time: 1.9847226 Jul 08 02:06:28.990645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f0c1ea6b-be6e-45f2-bc44-7f4f548cc9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:28.994234 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f0c1ea6b-be6e-45f2-bc44-7f4f548cc9ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f79ac311-85b9-4669-ad39-3b730a0fc296 HTTP/1.1" status: 204 len: 168 time: 1.4538431 Jul 08 02:06:28.994234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58358) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:29.013451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1ea6b-be6e-45f2-bc44-7f4f548cc9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79ac311-85b9-4669-ad39-3b730a0fc296,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:29.025950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903597a4-e3e0-49c2-b854-df51164b64a0 None None] Network c95d3b99-14e1-477c-bba6-1358f780cd7c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:29.042540 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f9db927e-7404-492f-be22-f475c80be399 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.4914734 Jul 08 02:06:29.043364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:29.062630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Request body: {'port': {'network_id': 'c95d3b99-14e1-477c-bba6-1358f780cd7c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1102206167', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:29.063035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.api.validators [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] bootfile-name is not in valid_values {{(pid=93884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:29.063422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.api.validators [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] tftp-server is not in valid_values {{(pid=93884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:29.063715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.api.validators [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] server-ip-address is not in valid_values {{(pid=93884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:29.091339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b32f3-bddb-4b4b-a389-c5f7bd35b66d tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Network': ['ID=4478fa78-108c-44bd-b6b5-00d9d7db771d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:29.315215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-2cce111d-a0f1-4edd-b797-2a5cfb25ab46 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:29.328006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9219a03-bfef-4e50-966c-9ba6ae77c14a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Deleting subnet f0159493-7a47-4d07-904f-ae9b29d6a577 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:29.332655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-2cce111d-a0f1-4edd-b797-2a5cfb25ab46 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/networks?id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61 HTTP/1.1" status: 200 len: 796 time: 0.3326466 Jul 08 02:06:29.357522 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9219a03-bfef-4e50-966c-9ba6ae77c14a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.364221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-3f8eeda2-fbc3-44ba-bad0-e2341ea97c7c tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/quotas/d9890f3503b54e289aa2bca28f62fb02 HTTP/1.1" status: 200 len: 375 time: 0.0303199 Jul 08 02:06:29.374867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-45e26af3-a795-4515-9532-b977caffe43e None None] Provisioning for port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:29.565401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dbe74755-226b-4d45-87f3-fbed7ecfb1df up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:29.657465 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9219a03-bfef-4e50-966c-9ba6ae77c14a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.699747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58370) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:29.701393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-71463c2c-64c4-413c-b129-86ef088aa5e1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9890f3503b54e289aa2bca28f62fb02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3301084 Jul 08 02:06:29.714443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port dbe74755-226b-4d45-87f3-fbed7ecfb1df completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:29.719385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port dbe74755-226b-4d45-87f3-fbed7ecfb1df triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:29.719984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.722880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-c04248ea-2c96-47e5-87a9-72779b953120 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:06:29.729036 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-c04248ea-2c96-47e5-87a9-72779b953120 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265498 Jul 08 02:06:29.822340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58374) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:29.942982 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:29.958561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-84da1a11-0bc4-46b4-9d91-a6ed16beb240 service neutron] 10.222.0.41 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227426 Jul 08 02:06:30.052238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port dbe74755-226b-4d45-87f3-fbed7ecfb1df, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dbe74755-226b-4d45-87f3-fbed7ecfb1df,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:30.067926 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.069213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:30.158557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9219a03-bfef-4e50-966c-9ba6ae77c14a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.212692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Made reservation on behalf of 1b68fbd259974aaa858ca6edc6b9379c for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:30.222983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.253414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b33c5e2a-ab4d-41aa-b1d2-448f5dbb4029 None None] Provisioning for port 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:30.267465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-1b99cccf-0d08-40c3-8b26-1375563db8cf service neutron] 10.222.0.41 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029408 Jul 08 02:06:30.295582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b33c5e2a-ab4d-41aa-b1d2-448f5dbb4029 None None] Provisioning complete for port 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:30.298476 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0f10e8d-65ea-4bd1-b27c-db6c2bb45466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.299167 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b33c5e2a-ab4d-41aa-b1d2-448f5dbb4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.307113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] device_id is not set on port ed053b41-e9aa-46fd-b4b2-28a199f82878 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:30.326714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:30.338333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87241300-5430-46db-b82d-1dfe8786df34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.377387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:30.384749 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.386978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=dbe74755-226b-4d45-87f3-fbed7ecfb1df,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:30.501574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b33c5e2a-ab4d-41aa-b1d2-448f5dbb4029 None None] Port 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:30.514339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9219a03-bfef-4e50-966c-9ba6ae77c14a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.569252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b33c5e2a-ab4d-41aa-b1d2-448f5dbb4029 None None] Provisioning complete for port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:30.570618 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b33c5e2a-ab4d-41aa-b1d2-448f5dbb4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.588269 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9219a03-bfef-4e50-966c-9ba6ae77c14a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.590868 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f9219a03-bfef-4e50-966c-9ba6ae77c14a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/subnets/f0159493-7a47-4d07-904f-ae9b29d6a577 HTTP/1.1" status: 204 len: 168 time: 1.5882502 Jul 08 02:06:30.593439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:30.599667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9219a03-bfef-4e50-966c-9ba6ae77c14a tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Subnet': ['ID=f0159493-7a47-4d07-904f-ae9b29d6a577,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:30.637519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9f4320-3ca8-44ad-8c7d-05236e9ce897 None None] Network 063d750a-e679-40a8-acc7-42c093961c04 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:30.716612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.729841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Allocated IP 172.20.0.3 (c95d3b99-14e1-477c-bba6-1358f780cd7c/524fd3f6-191c-452a-a36c-c12839e261b4/ed053b41-e9aa-46fd-b4b2-28a199f82878) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:30.759049 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.796343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Deleting port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:30.796840 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.811833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87241300-5430-46db-b82d-1dfe8786df34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.872673 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87241300-5430-46db-b82d-1dfe8786df34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.920060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7b4ce564-8cae-4eb3-8ed4-0881cef6e734,segment=NetworkSegment(466e57d1-f00d-4950-ba83-4458a5f74656),segment_id=466e57d1-f00d-4950-ba83-4458a5f74656)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:30.939172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] For port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=08aa15cc-8dce-4a2c-bdd1-4b718c310b1e,segment=NetworkSegment(bffe31b9-138b-409f-acd6-9759d00af2a2),segment_id=bffe31b9-138b-409f-acd6-9759d00af2a2)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:30.939838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.942032 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.972710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Calling delete_port for 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:30.990249 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b33c5e2a-ab4d-41aa-b1d2-448f5dbb4029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:30.997357 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-87241300-5430-46db-b82d-1dfe8786df34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4643195023748cb8d84ea1a04646b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1735961 Jul 08 02:06:31.006099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58398) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:31.016408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87241300-5430-46db-b82d-1dfe8786df34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38181eab-6540-486e-b040-f5cff7be0bec,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:31.077888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0f10e8d-65ea-4bd1-b27c-db6c2bb45466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.096537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0fe53b-d773-49c1-a851-9cac6a6cc7be None None] DHCP port deletion for 063d750a-e679-40a8-acc7-42c093961c04 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:31.099245 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0f10e8d-65ea-4bd1-b27c-db6c2bb45466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.116893 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.137122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] No DVR routers for this DVR port 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:31.146189 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.db.api [None req-b33c5e2a-ab4d-41aa-b1d2-448f5dbb4029 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:06:31.147016 n-d-694802-14 neutron-server[93885]: DEBUG oslo_db.api [None req-b33c5e2a-ab4d-41aa-b1d2-448f5dbb4029 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:06:31.172582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Port': ['ID=08aa15cc-8dce-4a2c-bdd1-4b718c310b1e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:31.174959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9b0fe53b-d773-49c1-a851-9cac6a6cc7be None None] The port '08aa15cc-8dce-4a2c-bdd1-4b718c310b1e' was deleted {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 08 02:06:31.186075 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b0f10e8d-65ea-4bd1-b27c-db6c2bb45466 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35d4c48ecf00409d8fb06a20fdb2e579&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4024718 Jul 08 02:06:31.190073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=7b4ce564-8cae-4eb3-8ed4-0881cef6e734,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:31.192980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58404) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:31.210382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f10e8d-65ea-4bd1-b27c-db6c2bb45466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581a8eb4-60ff-43ad-9b59-abd236e3824e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:31.217192 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f21f71-a332-495e-b53a-1393417f07d2 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:06:31.223007 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09678b13-bbc4-4739-a40b-f0e070c9e949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.263560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.288992 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.301979 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09678b13-bbc4-4739-a40b-f0e070c9e949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.319051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Transition to ACTIVE for port object ed053b41-e9aa-46fd-b4b2-28a199f82878 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:31.323299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063d750a-e679-40a8-acc7-42c093961c04']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:31.340920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffe31b9-138b-409f-acd6-9759d00af2a2') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:31.341583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffe31b9-138b-409f-acd6-9759d00af2a2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:31.346015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f21f71-a332-495e-b53a-1393417f07d2 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:06:31.362029 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.368854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5cd43f7-9251-4240-92b3-ef40a2e82bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.374582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dbe74755-226b-4d45-87f3-fbed7ecfb1df up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:31.388269 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.403319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:31.404081 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:31.409557 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:31.508382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.525389 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.527970 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/networks/063d750a-e679-40a8-acc7-42c093961c04 HTTP/1.1" status: 204 len: 168 time: 0.9333811 Jul 08 02:06:31.543543 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:31.557226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f836a8a-78c1-45f5-8f66-ec249b7fcc3e tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Pushing event deleted for resources: {'Network': ['ID=063d750a-e679-40a8-acc7-42c093961c04,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:31.582234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ad02c333-89a7-4af5-95bb-f37a25d968aa tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "GET /v2.0/ports?device_id=9eb026ab-d7dd-4899-9b69-8cb67739f8c8 HTTP/1.1" status: 200 len: 205 time: 0.0369322 Jul 08 02:06:31.584072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58412) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:31.712254 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a82163aa-13d5-4420-9593-3a25e2a3e986 req-f98def0b-0612-4dd9-b387-47245e7a15cd tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 210 time: 0.0334630 Jul 08 02:06:31.716085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port dbe74755-226b-4d45-87f3-fbed7ecfb1df triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:31.716687 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.728687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7123b5e7-9db5-4116-bd42-95f2403ba322 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.764612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5cd43f7-9251-4240-92b3-ef40a2e82bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.802298 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09678b13-bbc4-4739-a40b-f0e070c9e949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.804906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09678b13-bbc4-4739-a40b-f0e070c9e949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.806737 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-09678b13-bbc4-4739-a40b-f0e070c9e949 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38181eab-6540-486e-b040-f5cff7be0bec HTTP/1.1" status: 204 len: 168 time: 0.7991242 Jul 08 02:06:31.833785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.846570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09678b13-bbc4-4739-a40b-f0e070c9e949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38181eab-6540-486e-b040-f5cff7be0bec,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:31.897700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:31.909643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Network c95d3b99-14e1-477c-bba6-1358f780cd7c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:31.915688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:31.926209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:31.983867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:31.984707 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:31.998762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event updated for resources: {'Port': ['ID=ed053b41-e9aa-46fd-b4b2-28a199f82878,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:32.001006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1ce23cfe-ce1d-40e5-934c-b5319068652a None None] Provisioning complete for port 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:32.001481 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ce23cfe-ce1d-40e5-934c-b5319068652a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.002215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5cd43f7-9251-4240-92b3-ef40a2e82bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.005133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a5cd43f7-9251-4240-92b3-ef40a2e82bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.009617 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a5cd43f7-9251-4240-92b3-ef40a2e82bab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/581a8eb4-60ff-43ad-9b59-abd236e3824e HTTP/1.1" status: 204 len: 168 time: 0.8127015 Jul 08 02:06:32.011946 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-49c3af4e-fc57-4517-bed4-69d9e6e394db tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9673667 Jul 08 02:06:32.023898 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58428) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:32.052764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd43f7-9251-4240-92b3-ef40a2e82bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581a8eb4-60ff-43ad-9b59-abd236e3824e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:32.125481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1ce23cfe-ce1d-40e5-934c-b5319068652a None None] Port 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:32.141968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:32.142356 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.205349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1bce33-f64f-4067-8f1f-22ce01c4e7df tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:32.212425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1bce33-f64f-4067-8f1f-22ce01c4e7df tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:32.225150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1bce33-f64f-4067-8f1f-22ce01c4e7df tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:32.227438 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2a1bce33-f64f-4067-8f1f-22ce01c4e7df tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1944079 Jul 08 02:06:32.231239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58432) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:32.445017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bde31ce1-ab84-491b-b140-005f1095c58d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Deleting port ed053b41-e9aa-46fd-b4b2-28a199f82878 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:32.445597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bde31ce1-ab84-491b-b140-005f1095c58d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.467038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:32.515200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:32.515853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 08aa15cc-8dce-4a2c-bdd1-4b718c310b1e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:32.545967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58440) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:32.568477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0429bd39-322b-444d-811c-56170535eeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.641313 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bde31ce1-ab84-491b-b140-005f1095c58d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.664942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c74db77b-1807-43cc-bf2d-2cd1730e4f39 None None] Provisioning for port ed053b41-e9aa-46fd-b4b2-28a199f82878 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:32.671284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c74db77b-1807-43cc-bf2d-2cd1730e4f39 None None] Provisioning complete for port ed053b41-e9aa-46fd-b4b2-28a199f82878 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:32.671678 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c74db77b-1807-43cc-bf2d-2cd1730e4f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.683548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bde31ce1-ab84-491b-b140-005f1095c58d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Calling delete_port for ed053b41-e9aa-46fd-b4b2-28a199f82878 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:32.713170 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7123b5e7-9db5-4116-bd42-95f2403ba322 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.723863 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7123b5e7-9db5-4116-bd42-95f2403ba322 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.791427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c74db77b-1807-43cc-bf2d-2cd1730e4f39 None None] Port ed053b41-e9aa-46fd-b4b2-28a199f82878 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:32.801936 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7123b5e7-9db5-4116-bd42-95f2403ba322 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.802943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7123b5e7-9db5-4116-bd42-95f2403ba322 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Fanout notify agent at l3_agent the message router_deleted on router 9eb026ab-d7dd-4899-9b69-8cb67739f8c8 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:06:32.820081 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7123b5e7-9db5-4116-bd42-95f2403ba322 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.823506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7123b5e7-9db5-4116-bd42-95f2403ba322 tempest-RoutersNegativeIpV6Test-715159750 tempest-RoutersNegativeIpV6Test-715159750-project] 10.222.0.41 "DELETE /v2.0/routers/9eb026ab-d7dd-4899-9b69-8cb67739f8c8 HTTP/1.1" status: 204 len: 168 time: 1.2381763 Jul 08 02:06:32.877175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4baa8ea-9f55-41a3-95ed-0c21fa495264 req-67959c1f-9b4e-4278-a1f8-533a048834eb tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 210 time: 0.0510883 Jul 08 02:06:32.924625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0429bd39-322b-444d-811c-56170535eeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.937298 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0429bd39-322b-444d-811c-56170535eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:32.969730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429bd39-322b-444d-811c-56170535eeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acaec28-69ba-47d0-bf79-96588502e1e4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:33.071594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58466) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.071804 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0429bd39-322b-444d-811c-56170535eeb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09cbf4217381464d9170cb914fd33f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238857 Jul 08 02:06:33.094856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bde31ce1-ab84-491b-b140-005f1095c58d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.171340 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f04960c6-40a3-4a8e-a133-c6b2665ebb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.223235 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f04960c6-40a3-4a8e-a133-c6b2665ebb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.233828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde31ce1-ab84-491b-b140-005f1095c58d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event deleted for resources: {'Port': ['ID=ed053b41-e9aa-46fd-b4b2-28a199f82878,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:33.312663 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bde31ce1-ab84-491b-b140-005f1095c58d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.320058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bde31ce1-ab84-491b-b140-005f1095c58d tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "DELETE /v2.0/ports/ed053b41-e9aa-46fd-b4b2-28a199f82878 HTTP/1.1" status: 204 len: 168 time: 1.0874932 Jul 08 02:06:33.321081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58478) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.329491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f04960c6-40a3-4a8e-a133-c6b2665ebb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.334654 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f04960c6-40a3-4a8e-a133-c6b2665ebb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.336541 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f04960c6-40a3-4a8e-a133-c6b2665ebb40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5acaec28-69ba-47d0-bf79-96588502e1e4 HTTP/1.1" status: 204 len: 168 time: 0.2634401 Jul 08 02:06:33.340655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Request body: {'port': {'name': 'tempest-new-port-name-456682001', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:33.341124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.api.validators [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] bootfile-name is not in valid_values {{(pid=93884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:33.343398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.api.validators [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] tftp-server is not in valid_values {{(pid=93884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:33.343749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.api.validators [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] server-ip-address is not in valid_values {{(pid=93884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 08 02:06:33.348743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04960c6-40a3-4a8e-a133-c6b2665ebb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acaec28-69ba-47d0-bf79-96588502e1e4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:33.369694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58484) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.519967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.663719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.776710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1559121924-network', 'tenant_id': '27982e2e2fa244ff89aa6d70e0b5d617'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:33.793431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58504) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:33.793949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ac18e8ee-7392-4d67-be5f-1c511092afa5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e40739683e354691a842d5ceb6b8c980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221232 Jul 08 02:06:33.818551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Made reservation on behalf of 27982e2e2fa244ff89aa6d70e0b5d617 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:33.821912 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.836202 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.870532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.883910 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:33.979685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event updated for resources: {'Port': ['ID=9bf1cb83-7bb6-4dde-9149-b3d7894136a4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:33.999469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c30c138-684b-4e9b-88ca-431e084194b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.018778 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.030581 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.058235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:34.077950 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.077950 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Added segment 6fd32a30-06bd-4494-92d9-c3019afe616c of type vlan for network c5f3959b-baa9-4129-99fa-8be7998989f4 Jul 08 02:06:34.086628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] In _notify_port_updated(), no bound segment for port 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 on network c95d3b99-14e1-477c-bba6-1358f780cd7c {{(pid=93884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 08 02:06:34.099010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:34.099010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.099010 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-24a1c9d0-8f68-4ff3-8152-4b190966481a tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "PUT /v2.0/ports/9bf1cb83-7bb6-4dde-9149-b3d7894136a4 HTTP/1.1" status: 200 len: 1136 time: 0.7727234 Jul 08 02:06:34.110427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58526) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:34.182750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bea576f-8ada-4097-82d3-798fd141f180 req-bf7ea28d-52f4-49b8-95cc-3543712e0bdc tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 210 time: 0.1595516 Jul 08 02:06:34.198279 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.219572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de38e602-32e9-42cf-b77a-b89c0ff07921,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:34.220167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd2bb2-a280-4526-8a03-6a1af8e53fbe tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:34.221892 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-15cd2bb2-a280-4526-8a03-6a1af8e53fbe tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "GET /v2.0/ports/9bf1cb83-7bb6-4dde-9149-b3d7894136a4 HTTP/1.1" status: 200 len: 1136 time: 0.1169360 Jul 08 02:06:34.231463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58530) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:34.262567 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c30c138-684b-4e9b-88ca-431e084194b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.357863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c30c138-684b-4e9b-88ca-431e084194b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.360770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c30c138-684b-4e9b-88ca-431e084194b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.362079 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5c30c138-684b-4e9b-88ca-431e084194b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ac5b3f1-5c40-435c-bea5-838304d2b0b8 HTTP/1.1" status: 204 len: 168 time: 0.5671580 Jul 08 02:06:34.364515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.373347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:34.374195 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.376638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30c138-684b-4e9b-88ca-431e084194b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac5b3f1-5c40-435c-bea5-838304d2b0b8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:34.419039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7506073 Jul 08 02:06:34.419339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58542) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:34.424746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Request body: {'subnet': {'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1559121924-subnet', 'tenant_id': '27982e2e2fa244ff89aa6d70e0b5d617', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:34.442412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-77576a0e-6870-40e6-a5f1-a9e6590d3f35 None None] Provisioning complete for port 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:34.443480 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-77576a0e-6870-40e6-a5f1-a9e6590d3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.470589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Made reservation on behalf of 27982e2e2fa244ff89aa6d70e0b5d617 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:34.474209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.510430 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1cd41-ec00-423e-8b2e-2cb3143e2107 admin admin] Pushing event updated for resources: {'Network': ['ID=c5f3959b-baa9-4129-99fa-8be7998989f4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:34.532890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-77576a0e-6870-40e6-a5f1-a9e6590d3f35 None None] Port 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:34.534928 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-af367ab3-d8a1-49af-bfab-12a118d52b45 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Deleting port 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:34.535668 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af367ab3-d8a1-49af-bfab-12a118d52b45 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.545553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c5f3959b-baa9-4129-99fa-8be7998989f4 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:34.648334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.694837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af367ab3-d8a1-49af-bfab-12a118d52b45 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.728632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-af367ab3-d8a1-49af-bfab-12a118d52b45 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Calling delete_port for 9bf1cb83-7bb6-4dde-9149-b3d7894136a4 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:34.761847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.881600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Checking segment: {'id': '6fd32a30-06bd-4494-92d9-c3019afe616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:34.881971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Network hostable DHCP agents. Network: c5f3959b-baa9-4129-99fa-8be7998989f4, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:34.884736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=995ad66a-96ef-436c-9417-cddbd260991c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:34.907070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Network c5f3959b-baa9-4129-99fa-8be7998989f4 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:34.918993 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c5f3959b-baa9-4129-99fa-8be7998989f4) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:34.932110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0a6089-54fb-49a1-9d6b-fdaf28fc2f9f None None] Network c5f3959b-baa9-4129-99fa-8be7998989f4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:34.940523 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:34.941818 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:34.965045 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-05917756-2766-452a-834c-ee5fe73073e1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5443645 Jul 08 02:06:35.025806 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af367ab3-d8a1-49af-bfab-12a118d52b45 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.160263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af367ab3-d8a1-49af-bfab-12a118d52b45 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event deleted for resources: {'Port': ['ID=9bf1cb83-7bb6-4dde-9149-b3d7894136a4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:35.234568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee192a75-a3cc-4ba1-9aae-2c898cf9601a None None] Network c5f3959b-baa9-4129-99fa-8be7998989f4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:35.289240 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af367ab3-d8a1-49af-bfab-12a118d52b45 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.307556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-af367ab3-d8a1-49af-bfab-12a118d52b45 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "DELETE /v2.0/ports/9bf1cb83-7bb6-4dde-9149-b3d7894136a4 HTTP/1.1" status: 204 len: 168 time: 1.0749977 Jul 08 02:06:35.310370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58580) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:35.351621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd9a6ec6-8dd8-4d71-9ac0-dc929eb46b49 req-816c4103-bb54-42d0-81e4-7a9a40e13f02 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 210 time: 0.0637007 Jul 08 02:06:35.441867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd51465f-5430-455e-801d-9ba7aabfc0a8 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Deleting subnet 524fd3f6-191c-452a-a36c-c12839e261b4 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:35.448142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd51465f-5430-455e-801d-9ba7aabfc0a8 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.553001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd51465f-5430-455e-801d-9ba7aabfc0a8 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.681865 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd51465f-5430-455e-801d-9ba7aabfc0a8 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.764211 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd51465f-5430-455e-801d-9ba7aabfc0a8 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.803447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51465f-5430-455e-801d-9ba7aabfc0a8 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event deleted for resources: {'Subnet': ['ID=524fd3f6-191c-452a-a36c-c12839e261b4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:35.812342 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cd51465f-5430-455e-801d-9ba7aabfc0a8 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:35.814695 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cd51465f-5430-455e-801d-9ba7aabfc0a8 tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "DELETE /v2.0/subnets/524fd3f6-191c-452a-a36c-c12839e261b4 HTTP/1.1" status: 204 len: 168 time: 0.5031469 Jul 08 02:06:35.817256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:35.827314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb814dd-1275-48fc-ac0c-57c289c7572e None None] Network c95d3b99-14e1-477c-bba6-1358f780cd7c requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:35.996210 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.057571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58610) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:36.115679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Deleting port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:36.116162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.152392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] DHCP port deletion for c95d3b99-14e1-477c-bba6-1358f780cd7c request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:36.282667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Deleting port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:36.283064 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.307423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-467986143'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:36.312597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] For port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7b4ce564-8cae-4eb3-8ed4-0881cef6e734,segment=NetworkSegment(466e57d1-f00d-4950-ba83-4458a5f74656),segment_id=466e57d1-f00d-4950-ba83-4458a5f74656)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:36.312963 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.350573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Calling delete_port for 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:36.368572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Made reservation on behalf of 8df90619066147648b13ac1832d1dd89 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:36.376004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] For port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7b4ce564-8cae-4eb3-8ed4-0881cef6e734,segment=NetworkSegment(466e57d1-f00d-4950-ba83-4458a5f74656),segment_id=466e57d1-f00d-4950-ba83-4458a5f74656)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:36.376461 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.400854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.414138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Calling delete_port for 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:36.422596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.494960 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.565200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event deleted for resources: {'Port': ['ID=7b4ce564-8cae-4eb3-8ed4-0881cef6e734,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:36.580290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] No DVR routers for this DVR port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:36.626885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.691340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] No DVR routers for this DVR port 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:36.696793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6902d0d9-24fc-434d-a878-b62fdd1fa9a4 req-5ed2cf24-ad9c-430c-aae5-1d743b4625c3 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 210 time: 0.0408521 Jul 08 02:06:36.738883 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.753946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.761697 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.771492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Pushing event deleted for resources: {'Port': ['ID=7b4ce564-8cae-4eb3-8ed4-0881cef6e734,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:36.782524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95d3b99-14e1-477c-bba6-1358f780cd7c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:36.794546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.795206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.796440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.797014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.797587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.798735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.799315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.799943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.800473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466e57d1-f00d-4950-ba83-4458a5f74656') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:36.800652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.800802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466e57d1-f00d-4950-ba83-4458a5f74656') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:36.801289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.801879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.802767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed7d574-69b3-4c92-9ff3-968749c0d152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:06:36.814635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.834414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.839532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:36.846646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:36.847511 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:36.851597 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:36.859103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59a2526-d7d0-4966-9304-3afd2141febc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:36.864738 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.865324 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Added segment 82e9332e-5c1c-4c09-9d52-516fd6cc7368 of type vlan for network df5877d5-2d70-44c3-962d-758932d3d8b2 Jul 08 02:06:36.913784 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.954911 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.966225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:36.967689 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.980166 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.990302 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:36.995063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] 10.222.0.41 "DELETE /v2.0/networks/c95d3b99-14e1-477c-bba6-1358f780cd7c HTTP/1.1" status: 204 len: 168 time: 1.1767049 Jul 08 02:06:37.038696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c38700-dd6c-461a-9a35-737c2457febd tempest-ExtraDHCPOptionsTestJSON-1798706894 tempest-ExtraDHCPOptionsTestJSON-1798706894-project] Pushing event deleted for resources: {'Network': ['ID=c95d3b99-14e1-477c-bba6-1358f780cd7c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:37.063578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0048492 Jul 08 02:06:37.066908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58652) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.075612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-8e5f5eca-15f5-4a93-8832-eccb82a94305 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2', 'tempest-TagsTest-Tag-1455519337') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:37.081436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.106069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e4b1-ce39-4d67-94f5-d8683e555290 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Pushing event updated for resources: {'Network': ['ID=df5877d5-2d70-44c3-962d-758932d3d8b2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:37.119345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network df5877d5-2d70-44c3-962d-758932d3d8b2 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:37.323796 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8e5f5eca-15f5-4a93-8832-eccb82a94305 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "PUT /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags/tempest-TagsTest-Tag-1455519337 HTTP/1.1" status: 201 len: 201 time: 0.2535391 Jul 08 02:06:37.324499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.340761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-d4a4f376-184a-4b0f-97e5-100828783554 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2', 'tempest-TagsTest-Tag-1455519337') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:37.431858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:37.441729 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0f98-3544-4186-b20a-6a6d1798a254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.466352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:06:37.467366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7b4ce564-8cae-4eb3-8ed4-0881cef6e734 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:06:37.499897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d4a4f376-184a-4b0f-97e5-100828783554 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "GET /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags/tempest-TagsTest-Tag-1455519337 HTTP/1.1" status: 204 len: 168 time: 0.1721213 Jul 08 02:06:37.503083 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58670) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.509614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-d4a89c31-1f21-4a7c-99ef-7afc093e13fa tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:37.606005 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d4a89c31-1f21-4a7c-99ef-7afc093e13fa tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "GET /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags HTTP/1.1" status: 200 len: 238 time: 0.1009994 Jul 08 02:06:37.610390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58672) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.618061 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-15e3709d-4ffb-4517-aecc-a00eec1a598e tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2', {'tags': ['tempest-TagsTest-Tag-2003406200', 'tempest-TagsTest-Tag-1899209521', 'tempest-TagsTest-Tag-814785859']}) {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:37.630269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58674) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.680133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0f98-3544-4186-b20a-6a6d1798a254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.694236 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f3c0f98-3544-4186-b20a-6a6d1798a254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:37.755372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8f3c0f98-3544-4186-b20a-6a6d1798a254 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3c4b7156cb6410cb820065cdb588284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6702988 Jul 08 02:06:37.756402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c0f98-3544-4186-b20a-6a6d1798a254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db229f3b-f480-4d23-8576-815637b4a16d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:37.757518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58680) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.780541 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-15e3709d-4ffb-4517-aecc-a00eec1a598e tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "PUT /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags HTTP/1.1" status: 200 len: 308 time: 0.1689410 Jul 08 02:06:37.781213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58682) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.786033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-2fd7acba-1a8d-4ba1-91c5-4afa33d6b96e tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2', 'tempest-TagsTest-Tag-2003406200') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:37.900601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2fd7acba-1a8d-4ba1-91c5-4afa33d6b96e tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "DELETE /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags/tempest-TagsTest-Tag-2003406200 HTTP/1.1" status: 204 len: 168 time: 0.1182187 Jul 08 02:06:37.903120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.910481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-9f4eff90-ac5f-4d1c-9a06-fe5763a9e4df tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2', 'tempest-TagsTest-Tag-2003406200') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:37.916942 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-76b57a5c-f2a3-4343-a174-db3301913173 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b68fbd259974aaa858ca6edc6b9379c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854548 Jul 08 02:06:37.933143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:37.969941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6b66-639d-4a5c-9899-a9c75fbdfdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.000683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6b66-639d-4a5c-9899-a9c75fbdfdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.071768 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1da71251-2739-47a0-9ac0-449beba5c497 req-a7c05b0e-702f-4ac8-a504-5db014b56bd7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 210 time: 0.0757842 Jul 08 02:06:38.091082 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8ff9-fce8-4383-8264-b8530ba19ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.121509 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8ff9-fce8-4383-8264-b8530ba19ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.147420 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-9f4eff90-ac5f-4d1c-9a06-fe5763a9e4df tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] show failed (client error): The resource could not be found. Jul 08 02:06:38.153824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9f4eff90-ac5f-4d1c-9a06-fe5763a9e4df tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "GET /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags/tempest-TagsTest-Tag-2003406200 HTTP/1.1" status: 404 len: 326 time: 0.2491920 Jul 08 02:06:38.154408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58694) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.162143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.tag.tag_plugin [None req-b1b77f01-d490-4c0b-8bdc-caa10c1acc83 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2', 'tempest-TagsTest-Tag-1899209521') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:38.187077 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-bf382506-e69f-4158-8330-ee25f2e46eed tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:38.188667 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-bf382506-e69f-4158-8330-ee25f2e46eed tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.16 "GET /v2.0/networks?id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61 HTTP/1.1" status: 200 len: 796 time: 0.3447003 Jul 08 02:06:38.204591 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8ff9-fce8-4383-8264-b8530ba19ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.207542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b0ae8ff9-fce8-4383-8264-b8530ba19ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.211806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b0ae8ff9-fce8-4383-8264-b8530ba19ee3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9aff78a1-c993-4d62-904c-4a98404b853d HTTP/1.1" status: 204 len: 168 time: 0.2729657 Jul 08 02:06:38.216155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6b66-639d-4a5c-9899-a9c75fbdfdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.218744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6b66-639d-4a5c-9899-a9c75fbdfdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.219881 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b8ec6b66-639d-4a5c-9899-a9c75fbdfdfc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db229f3b-f480-4d23-8576-815637b4a16d HTTP/1.1" status: 204 len: 168 time: 0.4580936 Jul 08 02:06:38.222893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae8ff9-fce8-4383-8264-b8530ba19ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aff78a1-c993-4d62-904c-4a98404b853d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:38.278198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec6b66-639d-4a5c-9899-a9c75fbdfdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db229f3b-f480-4d23-8576-815637b4a16d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:38.328122 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-d10dc9d3-c731-4586-9d01-f478aa6f39b8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9890f3503b54e289aa2bca28f62fb02 HTTP/1.1" status: 200 len: 476 time: 0.1141448 Jul 08 02:06:38.342602 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b1b77f01-d490-4c0b-8bdc-caa10c1acc83 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "GET /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags/tempest-TagsTest-Tag-1899209521 HTTP/1.1" status: 204 len: 168 time: 0.1868515 Jul 08 02:06:38.345429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.346404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'port': {'device_id': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'admin_state_up': True, 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'security_groups': ['05cf0199-946b-440f-aaad-a54285173748', '3ac9050a-1f7f-411e-8ac5-88d2c7221f54']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:38.351431 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-b2c1b7d4-027e-4734-b694-1bb1f8e1fb67 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2', 'tempest-TagsTest-Tag-814785859') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:38.517661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b2c1b7d4-027e-4734-b694-1bb1f8e1fb67 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "GET /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags/tempest-TagsTest-Tag-814785859 HTTP/1.1" status: 204 len: 168 time: 0.1700923 Jul 08 02:06:38.518332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58714) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.529234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-d8b41fc0-9de1-4c4a-8b3f-05027fca533f tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:38.552042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Made reservation on behalf of d9890f3503b54e289aa2bca28f62fb02 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:38.556658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.690928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d8b41fc0-9de1-4c4a-8b3f-05027fca533f tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "DELETE /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags HTTP/1.1" status: 204 len: 168 time: 0.1714945 Jul 08 02:06:38.694420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.702517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-f04c6936-6ac8-4696-90be-49b1efba6b2f tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2', 'tempest-TagsTest-Tag-1899209521') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:38.795682 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-f04c6936-6ac8-4696-90be-49b1efba6b2f tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] show failed (client error): The resource could not be found. Jul 08 02:06:38.796779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f04c6936-6ac8-4696-90be-49b1efba6b2f tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "GET /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags/tempest-TagsTest-Tag-1899209521 HTTP/1.1" status: 404 len: 326 time: 0.0990925 Jul 08 02:06:38.801651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58730) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.808687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-485ee3ac-5c15-4627-b6e9-456a42c43b83 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2', 'tempest-TagsTest-Tag-814785859') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:38.825836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Allocated IP 172.20.0.11 (2d5d5795-1b8f-4ff9-ad46-862b7640ae61/d7c21eb9-433e-4378-aa44-ab23cf8fd799/61603671-699f-4b5c-8a79-b3775161f5ec) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:38.866103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58732) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.907816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a889d3e4-bafe-4eff-8a34-bdb47cfb9c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:38.910121 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-485ee3ac-5c15-4627-b6e9-456a42c43b83 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] show failed (client error): The resource could not be found. Jul 08 02:06:38.912031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-485ee3ac-5c15-4627-b6e9-456a42c43b83 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "GET /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags/tempest-TagsTest-Tag-814785859 HTTP/1.1" status: 404 len: 325 time: 0.1085019 Jul 08 02:06:38.915678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:38.921260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.tag.tag_plugin [None req-5e690922-c92c-4636-aeda-16f620cadffc tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'df5877d5-2d70-44c3-962d-758932d3d8b2') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:39.020963 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.144817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5e690922-c92c-4636-aeda-16f620cadffc tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "DELETE /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2/tags HTTP/1.1" status: 204 len: 168 time: 0.2222717 Jul 08 02:06:39.146761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:39.171951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.237200 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a889d3e4-bafe-4eff-8a34-bdb47cfb9c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.252138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Transition to ACTIVE for port object 61603671-699f-4b5c-8a79-b3775161f5ec will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:39.293655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a889d3e4-bafe-4eff-8a34-bdb47cfb9c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.340363 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.341078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.401769 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a889d3e4-bafe-4eff-8a34-bdb47cfb9c70 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0303204f39044edcbca8545673ffadc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303454 Jul 08 02:06:39.406239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58758) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:39.471148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:39.499489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:39.501520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889d3e4-bafe-4eff-8a34-bdb47cfb9c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fe694d-ed67-4707-84f1-c8ad524554f9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:39.504065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:39.509875 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5bac425f-ce52-4056-bfc0-7f6c0eeb17b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.514196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Port': ['ID=61603671-699f-4b5c-8a79-b3775161f5ec,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:39.609703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58762) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:39.625105 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.652138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5877d5-2d70-44c3-962d-758932d3d8b2']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:39.669875 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5bac425f-ce52-4056-bfc0-7f6c0eeb17b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.674789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb3295-dc02-4f0d-b4a2-8b13bb409480 req-8c347e1e-424c-4742-b8d8-30db2ea9bacb tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:39.676448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65eb3295-dc02-4f0d-b4a2-8b13bb409480 req-8c347e1e-424c-4742-b8d8-30db2ea9bacb tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 971 time: 0.3290598 Jul 08 02:06:39.714421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:39.714579 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.747800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e9332e-5c1c-4c09-9d52-516fd6cc7368') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:39.748296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e9332e-5c1c-4c09-9d52-516fd6cc7368') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:39.776497 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-b7a1acf4-b5f0-4422-89b1-82a3f9607170 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.4362087 Jul 08 02:06:39.798384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.805470 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Request body: {'port': {'device_id': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:39.813863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65eb3295-dc02-4f0d-b4a2-8b13bb409480 req-bf5da433-2fe8-4b0c-9ee3-bbfd68a8c634 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1216848 Jul 08 02:06:39.854391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1120770799'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:39.891966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.903793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:06:39.904201 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:06:39.907538 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:06:39.943823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:39.950220 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.973404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5bac425f-ce52-4056-bfc0-7f6c0eeb17b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.976287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5bac425f-ce52-4056-bfc0-7f6c0eeb17b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:39.980351 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5bac425f-ce52-4056-bfc0-7f6c0eeb17b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08fe694d-ed67-4707-84f1-c8ad524554f9 HTTP/1.1" status: 204 len: 168 time: 0.5703530 Jul 08 02:06:39.994629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac425f-ce52-4056-bfc0-7f6c0eeb17b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fe694d-ed67-4707-84f1-c8ad524554f9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:40.017816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.025986 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.056620 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-64f92982-0917-438d-9b71-4f9e64d89b67 None None] Provisioning for port 61603671-699f-4b5c-8a79-b3775161f5ec completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:40.065564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-64f92982-0917-438d-9b71-4f9e64d89b67 None None] Provisioning complete for port 61603671-699f-4b5c-8a79-b3775161f5ec triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:40.066298 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-64f92982-0917-438d-9b71-4f9e64d89b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.098590 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.161013 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.165708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] 10.222.0.41 "DELETE /v2.0/networks/df5877d5-2d70-44c3-962d-758932d3d8b2 HTTP/1.1" status: 204 len: 168 time: 1.0164573 Jul 08 02:06:40.177528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345757b-dac3-4d95-b115-d7cad1649939 tempest-TagsTest-500162319 tempest-TagsTest-500162319-project] Pushing event deleted for resources: {'Network': ['ID=df5877d5-2d70-44c3-962d-758932d3d8b2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:40.194443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-64f92982-0917-438d-9b71-4f9e64d89b67 None None] Port 61603671-699f-4b5c-8a79-b3775161f5ec cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:06:40.317618 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.325807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.384651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:40.395508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973be845-d233-4aee-8d4e-5670923763d3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:40.402610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.403114 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Added segment f323a49d-5ee7-47a0-bb17-88e75152dc4e of type vlan for network 9b33af6a-99d2-4a66-8f76-beda3af3d391 Jul 08 02:06:40.510502 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.576472 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.588423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:40.589783 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:40.620254 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:06:40.683110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58788) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:40.716372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0998070 Jul 08 02:06:40.743204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4c090-bb8f-4e34-b30e-2eae775be87d tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Network': ['ID=9b33af6a-99d2-4a66-8f76-beda3af3d391,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:40.756680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 9b33af6a-99d2-4a66-8f76-beda3af3d391 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:41.200393 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8d1f2-99f0-4f4f-b8c0-66f6192f9f08 req-b9edd2f8-6a74-47d2-82f1-d4059929f595 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:41.200393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9be8d1f2-99f0-4f4f-b8c0-66f6192f9f08 req-b9edd2f8-6a74-47d2-82f1-d4059929f595 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 971 time: 0.1635673 Jul 08 02:06:41.291041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9be8d1f2-99f0-4f4f-b8c0-66f6192f9f08 req-84558172-ce32-4ced-b754-498bafdf329c tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0894265 Jul 08 02:06:41.384407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61603671-699f-4b5c-8a79-b3775161f5ec {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:06:41.395252 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ed745541-ca9b-4651-b6bb-15ea81e6095c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8df90619066147648b13ac1832d1dd89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7103901 Jul 08 02:06:41.397763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.397950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:41.431875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Transition to ACTIVE for port object 61603671-699f-4b5c-8a79-b3775161f5ec will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:41.442718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.497873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Pushing event updated for resources: {'Port': ['ID=61603671-699f-4b5c-8a79-b3775161f5ec,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:41.538181 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-072409df-0989-4ec9-8ee8-704fb3cb1eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.609459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Attempting to bind port 61603671-699f-4b5c-8a79-b3775161f5ec on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:41.609932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Attempting to bind port 61603671-699f-4b5c-8a79-b3775161f5ec by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:41.610420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Attempting to bind port 61603671-699f-4b5c-8a79-b3775161f5ec on network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:41.616541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Port 61603671-699f-4b5c-8a79-b3775161f5ec on network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:06:41.617011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Attempting to bind port 61603671-699f-4b5c-8a79-b3775161f5ec on network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:41.625064 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-072409df-0989-4ec9-8ee8-704fb3cb1eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.627416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:41.628092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Checking segment: {'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:41.628633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Bound using segment: {'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:41.629257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Bound port: 61603671-699f-4b5c-8a79-b3775161f5ec, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e34683-eff1-4541-b123-098f20e3fd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:41.629723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.727387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-072409df-0989-4ec9-8ee8-704fb3cb1eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.732991 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-072409df-0989-4ec9-8ee8-704fb3cb1eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:41.734705 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-072409df-0989-4ec9-8ee8-704fb3cb1eae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d59a2526-d7d0-4966-9304-3afd2141febc HTTP/1.1" status: 204 len: 168 time: 0.3345625 Jul 08 02:06:41.768524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072409df-0989-4ec9-8ee8-704fb3cb1eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59a2526-d7d0-4966-9304-3afd2141febc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:41.860350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] For port 61603671-699f-4b5c-8a79-b3775161f5ec, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:41.878309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] For port 61603671-699f-4b5c-8a79-b3775161f5ec, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61603671-699f-4b5c-8a79-b3775161f5ec,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:41.890873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.032015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:42.032847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:42.034859 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] 10.222.0.16 "PUT /v2.0/ports/61603671-699f-4b5c-8a79-b3775161f5ec HTTP/1.1" status: 200 len: 1132 time: 2.2466991 Jul 08 02:06:42.038620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'tag': '61603671-699f-4b5c-8a79-b3775161f5ec'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:06:42.046160 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1c08d2df-210e-4803-b93f-b8e9b5c6c7e0", "tag": "61603671-699f-4b5c-8a79-b3775161f5ec"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:06:42.236275 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfe8b5a-3821-4ecf-a40a-2dd071961fec x-openstack-request-id: req-9dfe8b5a-3821-4ecf-a40a-2dd071961fec {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:06:42.237141 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c08d2df-210e-4803-b93f-b8e9b5c6c7e0", "tag": "61603671-699f-4b5c-8a79-b3775161f5ec", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:06:42.237393 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9dfe8b5a-3821-4ecf-a40a-2dd071961fec {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:06:42.237797 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'tag': '61603671-699f-4b5c-8a79-b3775161f5ec', 'status': 'completed', 'code': 200} Jul 08 02:06:42.247899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf27a6c-8ea8-4817-8ded-c122b75e3488 service neutron] Pushing event updated for resources: {'Port': ['ID=61603671-699f-4b5c-8a79-b3775161f5ec,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:42.344698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-c132f5ec-e50b-4f5e-b1be-ed26c8805f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:42.347527 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-c132f5ec-e50b-4f5e-b1be-ed26c8805f8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9890f3503b54e289aa2bca28f62fb02&device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 1135 time: 0.2009225 Jul 08 02:06:42.539872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-0b387948-8d39-484e-a946-7c88a666e67e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61603671-699f-4b5c-8a79-b3775161f5ec HTTP/1.1" status: 200 len: 217 time: 0.1820006 Jul 08 02:06:42.659649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-71a080d5-b922-4d4b-b01b-f6c6772e7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:42.661646 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-71a080d5-b922-4d4b-b01b-f6c6772e7204 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7c21eb9-433e-4378-aa44-ab23cf8fd799 HTTP/1.1" status: 200 len: 835 time: 0.1140676 Jul 08 02:06:42.663011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a218b73-65ad-4aa6-b90c-aaf2cd495f0b req-564a1add-00c7-4fc3-ab49-be2a402eacc6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:42.677877 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a218b73-65ad-4aa6-b90c-aaf2cd495f0b req-564a1add-00c7-4fc3-ab49-be2a402eacc6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 983 time: 0.1308339 Jul 08 02:06:42.786982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a218b73-65ad-4aa6-b90c-aaf2cd495f0b req-54289ade-62b8-4656-b767-d6db724b4387 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1034830 Jul 08 02:06:42.821710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-e70d6d7a-d401-4dbf-840d-139a26f767d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:42.823813 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-e70d6d7a-d401-4dbf-840d-139a26f767d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502826 Jul 08 02:06:42.953873 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-45b0808f-b294-407f-a7ee-e1a9acf58c06 service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232145 Jul 08 02:06:43.100567 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd7cdf51-9f12-4298-9df9-b7aa1c816f29 req-692f191c-7e37-4b64-aecf-03cff2b5461e service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393888 Jul 08 02:06:43.365589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-aadecc9d-3139-4139-a07b-2b71be644ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:43.368688 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-aadecc9d-3139-4139-a07b-2b71be644ca2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9890f3503b54e289aa2bca28f62fb02&device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 1135 time: 0.1620946 Jul 08 02:06:43.638129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-90fa034f-c892-4f37-8460-82953ff0a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:43.639929 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-90fa034f-c892-4f37-8460-82953ff0a38a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61 HTTP/1.1" status: 200 len: 897 time: 0.2655814 Jul 08 02:06:43.734815 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-497f9911-eac7-40a2-9d43-5d6f9205ba31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61603671-699f-4b5c-8a79-b3775161f5ec HTTP/1.1" status: 200 len: 217 time: 0.0784307 Jul 08 02:06:43.926701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-ecfdbbfe-51b9-4bce-bffc-8449146cd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:43.930843 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-ecfdbbfe-51b9-4bce-bffc-8449146cd0de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7c21eb9-433e-4378-aa44-ab23cf8fd799 HTTP/1.1" status: 200 len: 835 time: 0.1820228 Jul 08 02:06:44.082720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-3757c235-5f2f-4e65-adce-c31db321efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:44.086431 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-3757c235-5f2f-4e65-adce-c31db321efe1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529303 Jul 08 02:06:44.177211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58904) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:44.184244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'subnet': {'network_id': '9b33af6a-99d2-4a66-8f76-beda3af3d391', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:44.245785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61603671-699f-4b5c-8a79-b3775161f5ec details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:06:44.392341 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-59cea711-0610-4c37-ad73-a7665060f0ff service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975922 Jul 08 02:06:44.515813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:44.525016 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.625565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 61603671-699f-4b5c-8a79-b3775161f5ec, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61603671-699f-4b5c-8a79-b3775161f5ec,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:44.660405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '61603671-699f-4b5c-8a79-b3775161f5ec', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'port_id': '61603671-699f-4b5c-8a79-b3775161f5ec', 'mac_address': 'fa:16:3e:b4:5b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:06:44.679183 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-71140625-ee7d-414e-9ce6-8b2f2c89a4d1 req-dbd514f2-c72a-4dab-b3f5-56fb4e77a7dd service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648752 Jul 08 02:06:44.723135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fba4f8-c2c9-4057-a94f-0d07abc5310c req-78fff117-a2d5-4dd7-9b9e-c735cf96ece4 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:44.734572 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40fba4f8-c2c9-4057-a94f-0d07abc5310c req-78fff117-a2d5-4dd7-9b9e-c735cf96ece4 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 983 time: 0.6437721 Jul 08 02:06:44.768063 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.799520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61603671-699f-4b5c-8a79-b3775161f5ec {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:06:44.846438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 61603671-699f-4b5c-8a79-b3775161f5ec, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61603671-699f-4b5c-8a79-b3775161f5ec,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:44.855015 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:44.964461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=61603671-699f-4b5c-8a79-b3775161f5ec,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:45.020852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40fba4f8-c2c9-4057-a94f-0d07abc5310c req-b675870c-5569-456a-acf7-cd50b4cea880 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2560990 Jul 08 02:06:45.073123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['61603671-699f-4b5c-8a79-b3775161f5ec'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:06:45.353865 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.476233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Subnet': ['ID=339a5e47-09bc-4332-b340-73f7edb91094,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:45.542703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Checking segment: {'id': 'f323a49d-5ee7-47a0-bb17-88e75152dc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9b33af6a-99d2-4a66-8f76-beda3af3d391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:45.543200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network hostable DHCP agents. Network: 9b33af6a-99d2-4a66-8f76-beda3af3d391, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:45.568586 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network 9b33af6a-99d2-4a66-8f76-beda3af3d391 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:45.582325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 9b33af6a-99d2-4a66-8f76-beda3af3d391) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:45.594159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee151e23-4586-4040-b673-28b3980d6e0c None None] Network 9b33af6a-99d2-4a66-8f76-beda3af3d391 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:45.604541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:45.604862 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.635597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0c5b6c67-65fe-41d5-a1e6-756522abed7f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4562643 Jul 08 02:06:45.639782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 58946) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:45.646558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1532452504'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:45.697352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:45.701087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.792295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:45.826059 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.826587 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Added segment 47d7f86e-532c-4f27-913d-d09a8f964f7e of type vlan for network 89ddc9bc-3c0e-4b20-a7cb-49784fb95637 Jul 08 02:06:45.931386 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:45.942852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-9b33af6a-99d2-4a66-8f76-beda3af3d391', 'network_id': '9b33af6a-99d2-4a66-8f76-beda3af3d391', 'tenant_id': 'f422eb8b1c4d40fa873f51a5f02ced0b', 'fixed_ips': [{'subnet_id': '339a5e47-09bc-4332-b340-73f7edb91094'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:45.944907 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.009669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.018860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:46.019985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.156614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Network': ['ID=89ddc9bc-3c0e-4b20-a7cb-49784fb95637,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:46.161474 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ae895cd6-f647-42ae-970a-316046622333 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5200887 Jul 08 02:06:46.165332 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 58966) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:46.171785 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'subnet': {'network_id': '89ddc9bc-3c0e-4b20-a7cb-49784fb95637', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:46.174490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 89ddc9bc-3c0e-4b20-a7cb-49784fb95637 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:46.261548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Allocated IP 2001:db8:0:ffff::2 (9b33af6a-99d2-4a66-8f76-beda3af3d391/339a5e47-09bc-4332-b340-73f7edb91094/ee087e4e-d636-46fd-892b-283d0011a318) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:46.281069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61603671-699f-4b5c-8a79-b3775161f5ec up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:46.484123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5587d-4187-4322-9724-1bfd9162d7de req-2e17059d-8596-4271-ad5a-77a7ab36265a tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:46.493884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13a5587d-4187-4322-9724-1bfd9162d7de req-2e17059d-8596-4271-ad5a-77a7ab36265a tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 984 time: 0.1465335 Jul 08 02:06:46.501813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:46.506356 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.654300 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-13a5587d-4187-4322-9724-1bfd9162d7de req-2021293c-06ca-4544-901e-0d3dc453ba0a tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1572759 Jul 08 02:06:46.680761 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.702455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Transition to ACTIVE for port object ee087e4e-d636-46fd-892b-283d0011a318 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:46.751294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Transition to ACTIVE for port object ee087e4e-d636-46fd-892b-283d0011a318 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:46.764358 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.834792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Pushing event updated for resources: {'Port': ['ID=ee087e4e-d636-46fd-892b-283d0011a318,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:46.843527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 61603671-699f-4b5c-8a79-b3775161f5ec completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:46.854040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 61603671-699f-4b5c-8a79-b3775161f5ec triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:46.854506 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:46.898128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Network 9b33af6a-99d2-4a66-8f76-beda3af3d391 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:46.902225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:46.905303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:47.014500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Attempting to bind port ee087e4e-d636-46fd-892b-283d0011a318 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:47.015852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Attempting to bind port ee087e4e-d636-46fd-892b-283d0011a318 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f323a49d-5ee7-47a0-bb17-88e75152dc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9b33af6a-99d2-4a66-8f76-beda3af3d391'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:47.017057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Attempting to bind port ee087e4e-d636-46fd-892b-283d0011a318 on network 9b33af6a-99d2-4a66-8f76-beda3af3d391 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:47.063480 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.066023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:47.066726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Checking segment: {'id': 'f323a49d-5ee7-47a0-bb17-88e75152dc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9b33af6a-99d2-4a66-8f76-beda3af3d391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:47.067388 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.068060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Bound using segment: {'id': 'f323a49d-5ee7-47a0-bb17-88e75152dc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9b33af6a-99d2-4a66-8f76-beda3af3d391'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:47.068670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Bound port: ee087e4e-d636-46fd-892b-283d0011a318, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f323a49d-5ee7-47a0-bb17-88e75152dc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9b33af6a-99d2-4a66-8f76-beda3af3d391'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:47.069342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.131985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61603671-699f-4b5c-8a79-b3775161f5ec'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:06:47.135747 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55760ee6-26a6-4050-8f64-caaf10834a96" -d '{"events": [{"server_uuid": "1c08d2df-210e-4803-b93f-b8e9b5c6c7e0", "name": "network-vif-plugged", "status": "completed", "tag": "61603671-699f-4b5c-8a79-b3775161f5ec"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:06:47.213043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.objects.ports [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:06:47.215307 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.222086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 61603671-699f-4b5c-8a79-b3775161f5ec, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61603671-699f-4b5c-8a79-b3775161f5ec,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:47.229603 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7868d1-f7ff-402e-bbe7-ee3c8149e2ca x-openstack-request-id: req-0b7868d1-f7ff-402e-bbe7-ee3c8149e2ca {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:06:47.229954 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c08d2df-210e-4803-b93f-b8e9b5c6c7e0", "name": "network-vif-plugged", "status": "completed", "tag": "61603671-699f-4b5c-8a79-b3775161f5ec", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:06:47.230181 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b7868d1-f7ff-402e-bbe7-ee3c8149e2ca {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:06:47.230673 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61603671-699f-4b5c-8a79-b3775161f5ec', 'code': 200} Jul 08 02:06:47.248881 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.365672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=61603671-699f-4b5c-8a79-b3775161f5ec,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:47.386960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] For port ee087e4e-d636-46fd-892b-283d0011a318, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:47.409422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] For port ee087e4e-d636-46fd-892b-283d0011a318, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ee087e4e-d636-46fd-892b-283d0011a318,segment=NetworkSegment(f323a49d-5ee7-47a0-bb17-88e75152dc4e),segment_id=f323a49d-5ee7-47a0-bb17-88e75152dc4e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:47.418874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.497847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Subnet': ['ID=a6f26212-0674-42f4-a1bb-dc782b9a6dff,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:47.535580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Checking segment: {'id': '47d7f86e-532c-4f27-913d-d09a8f964f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '89ddc9bc-3c0e-4b20-a7cb-49784fb95637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:47.536148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network hostable DHCP agents. Network: 89ddc9bc-3c0e-4b20-a7cb-49784fb95637, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:47.592524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network 89ddc9bc-3c0e-4b20-a7cb-49784fb95637 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:47.603735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 89ddc9bc-3c0e-4b20-a7cb-49784fb95637) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:47.610951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7791c94-d7de-4067-bcf7-cc583da6714d req-4b92acd7-8af4-4ca5-81f6-a206bce8a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:47.614909 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7791c94-d7de-4067-bcf7-cc583da6714d req-4b92acd7-8af4-4ca5-81f6-a206bce8a200 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 1137 time: 0.3079126 Jul 08 02:06:47.615778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:47.616014 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:47.629943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237a2a3-c0fb-4681-9dbb-5d2d1835eda6 None None] Pushing event updated for resources: {'Port': ['ID=ee087e4e-d636-46fd-892b-283d0011a318,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:47.650745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebc7f75-b465-402b-b6c1-a4c1036d1f27 None None] Network 89ddc9bc-3c0e-4b20-a7cb-49784fb95637 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:47.658238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59004) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:47.668512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0794d180-8f41-4929-8222-45357ba3ab35 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5019209 Jul 08 02:06:47.672588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'port': {'network_id': '89ddc9bc-3c0e-4b20-a7cb-49784fb95637', 'name': 'tempest-NetworksIpV6TestAttrs-656827400'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:47.957787 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7791c94-d7de-4067-bcf7-cc583da6714d req-5b5ff5c1-30c9-4616-b055-57bc035a46cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3349481 Jul 08 02:06:48.223086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78bccd-d0a4-4e0f-b0bf-143ae8d235f0 req-e9d41b30-76f7-45f1-a661-a7c6c8a73fa7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:48.229128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:48.235330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.238660 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd78bccd-d0a4-4e0f-b0bf-143ae8d235f0 req-e9d41b30-76f7-45f1-a661-a7c6c8a73fa7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 985 time: 0.1783130 Jul 08 02:06:48.280346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] device_id is not set on port 053f5502-beba-4476-bf6c-157afce38e72 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:48.307787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-89ddc9bc-3c0e-4b20-a7cb-49784fb95637', 'network_id': '89ddc9bc-3c0e-4b20-a7cb-49784fb95637', 'tenant_id': 'f422eb8b1c4d40fa873f51a5f02ced0b', 'fixed_ips': [{'subnet_id': 'a6f26212-0674-42f4-a1bb-dc782b9a6dff'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:48.309646 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:48.343193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd78bccd-d0a4-4e0f-b0bf-143ae8d235f0 req-5b1f2796-d284-41ae-8e7d-2b99458c9777 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1036115 Jul 08 02:06:48.629833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Allocated IP 2001:db8::f816:3eff:fe87:2fa4 (89ddc9bc-3c0e-4b20-a7cb-49784fb95637/a6f26212-0674-42f4-a1bb-dc782b9a6dff/053f5502-beba-4476-bf6c-157afce38e72) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:49.083581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.134370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Transition to ACTIVE for port object 053f5502-beba-4476-bf6c-157afce38e72 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:49.279850 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.371785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe036b5-c4cb-48ee-9572-7acc8f3b578a None None] Network 9b33af6a-99d2-4a66-8f76-beda3af3d391 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:49.405902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network 89ddc9bc-3c0e-4b20-a7cb-49784fb95637 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:49.420252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:49.425723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:49.466305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:49.467090 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:49.500338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Port': ['ID=053f5502-beba-4476-bf6c-157afce38e72,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:49.541764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:49.542383 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e8aa1533-356e-4e01-8563-548daf838811 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8820362 Jul 08 02:06:49.878801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2dadce-eb8f-4927-abe5-b98865515979 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Deleting subnet a6f26212-0674-42f4-a1bb-dc782b9a6dff {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:49.899594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ee087e4e-d636-46fd-892b-283d0011a318 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:49.983176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e500c51-60cf-48bd-9bb3-90bb9ce3712b req-42cbd497-accc-41d3-b5c9-43fbd39d65e6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:49.984836 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e500c51-60cf-48bd-9bb3-90bb9ce3712b req-42cbd497-accc-41d3-b5c9-43fbd39d65e6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 985 time: 0.2521975 Jul 08 02:06:49.998296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6a75243c-ab50-487e-b8b3-9cd85c38937d None None] Provisioning for port ee087e4e-d636-46fd-892b-283d0011a318 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:50.010754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Allocated IP 2001:db8::f816:3eff:fe4f:9d13 (89ddc9bc-3c0e-4b20-a7cb-49784fb95637/a6f26212-0674-42f4-a1bb-dc782b9a6dff/c42b881f-7ce1-440c-9bbb-abf40d398e31) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:50.084254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port ee087e4e-d636-46fd-892b-283d0011a318 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:50.129373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ee087e4e-d636-46fd-892b-283d0011a318 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:50.130034 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.175430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e500c51-60cf-48bd-9bb3-90bb9ce3712b req-ae758f84-22ce-402b-8a59-217c611eeb5b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1833320 Jul 08 02:06:50.364099 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-895379e2-c29c-45aa-b673-948bde230ad8 req-a1c5db9d-f671-4140-a14b-e406cd138827 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3305583 Jul 08 02:06:50.557278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257257df-5954-44d2-ab5d-90ca93c10072 req-77e54a98-1001-4d2d-b745-9cd714f68a8a tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:50.560214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-257257df-5954-44d2-ab5d-90ca93c10072 req-77e54a98-1001-4d2d-b745-9cd714f68a8a tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 985 time: 0.2074726 Jul 08 02:06:50.579153 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.620455 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.635263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895379e2-c29c-45aa-b673-948bde230ad8 req-aedb41a5-29b4-46f9-b12b-be5c60c0e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:50.637345 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-895379e2-c29c-45aa-b673-948bde230ad8 req-aedb41a5-29b4-46f9-b12b-be5c60c0e2a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9890f3503b54e289aa2bca28f62fb02&device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 1137 time: 0.1779368 Jul 08 02:06:50.688009 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Transition to ACTIVE for port object c42b881f-7ce1-440c-9bbb-abf40d398e31 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:50.735447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port ee087e4e-d636-46fd-892b-283d0011a318, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ee087e4e-d636-46fd-892b-283d0011a318,segment=NetworkSegment(f323a49d-5ee7-47a0-bb17-88e75152dc4e),segment_id=f323a49d-5ee7-47a0-bb17-88e75152dc4e)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:50.754089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-257257df-5954-44d2-ab5d-90ca93c10072 req-6b7b9f3e-081b-42cd-b525-8477edb5d193 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1860502 Jul 08 02:06:50.755550 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.761113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0ef2da76-80c5-4b16-9889-d5b1610db795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.779966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Transition to ACTIVE for port object c42b881f-7ce1-440c-9bbb-abf40d398e31 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:50.781447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cfcef2f1-3c79-4ad0-b273-6ffc9bc1d108 None None] Provisioning complete for port ee087e4e-d636-46fd-892b-283d0011a318 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:50.781826 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfcef2f1-3c79-4ad0-b273-6ffc9bc1d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.808766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd2dadce-eb8f-4927-abe5-b98865515979 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.844407 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.874180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Network 89ddc9bc-3c0e-4b20-a7cb-49784fb95637 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:50.879928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:50.893528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:50.966608 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd2dadce-eb8f-4927-abe5-b98865515979 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:50.975048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=ee087e4e-d636-46fd-892b-283d0011a318,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:51.044705 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Pushing event updated for resources: {'Port': ['ID=c42b881f-7ce1-440c-9bbb-abf40d398e31,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:51.140720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Attempting to bind port c42b881f-7ce1-440c-9bbb-abf40d398e31 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:51.141155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Attempting to bind port c42b881f-7ce1-440c-9bbb-abf40d398e31 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '47d7f86e-532c-4f27-913d-d09a8f964f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '89ddc9bc-3c0e-4b20-a7cb-49784fb95637'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:51.141886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Attempting to bind port c42b881f-7ce1-440c-9bbb-abf40d398e31 on network 89ddc9bc-3c0e-4b20-a7cb-49784fb95637 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:51.161104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:51.161874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Checking segment: {'id': '47d7f86e-532c-4f27-913d-d09a8f964f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '89ddc9bc-3c0e-4b20-a7cb-49784fb95637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:51.162665 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.163393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Bound using segment: {'id': '47d7f86e-532c-4f27-913d-d09a8f964f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '89ddc9bc-3c0e-4b20-a7cb-49784fb95637'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:51.164352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Bound port: c42b881f-7ce1-440c-9bbb-abf40d398e31, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d7f86e-532c-4f27-913d-d09a8f964f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '89ddc9bc-3c0e-4b20-a7cb-49784fb95637'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:51.165222 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.203251 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd2dadce-eb8f-4927-abe5-b98865515979 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.260569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895379e2-c29c-45aa-b673-948bde230ad8 req-f7b9eb91-a7bb-4d4c-85f7-8a3a0426bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:51.271918 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-895379e2-c29c-45aa-b673-948bde230ad8 req-f7b9eb91-a7bb-4d4c-85f7-8a3a0426bfc0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61 HTTP/1.1" status: 200 len: 897 time: 0.5986722 Jul 08 02:06:51.386607 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-895379e2-c29c-45aa-b673-948bde230ad8 req-7653a467-4ce7-4399-9fa2-5158d8363a33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61603671-699f-4b5c-8a79-b3775161f5ec HTTP/1.1" status: 200 len: 217 time: 0.1106095 Jul 08 02:06:51.442867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd2dadce-eb8f-4927-abe5-b98865515979 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.508751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ee087e4e-d636-46fd-892b-283d0011a318 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:51.525093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2dadce-eb8f-4927-abe5-b98865515979 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f26212-0674-42f4-a1bb-dc782b9a6dff,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:51.545919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd2dadce-eb8f-4927-abe5-b98865515979 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.547858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bd2dadce-eb8f-4927-abe5-b98865515979 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/subnets/a6f26212-0674-42f4-a1bb-dc782b9a6dff HTTP/1.1" status: 204 len: 168 time: 2.0038836 Jul 08 02:06:51.562964 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59128) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:51.563683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] For port c42b881f-7ce1-440c-9bbb-abf40d398e31, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:51.592671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] For port c42b881f-7ce1-440c-9bbb-abf40d398e31, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c42b881f-7ce1-440c-9bbb-abf40d398e31,segment=NetworkSegment(47d7f86e-532c-4f27-913d-d09a8f964f7e),segment_id=47d7f86e-532c-4f27-913d-d09a8f964f7e)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:51.595435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a61c5-c468-4667-adb7-3c92fc708fb3 req-08f6c794-abe0-49d2-bd23-f2f31d8982c5 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:51.606268 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.617661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad7a61c5-c468-4667-adb7-3c92fc708fb3 req-08f6c794-abe0-49d2-bd23-f2f31d8982c5 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 1137 time: 0.5157385 Jul 08 02:06:51.639082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895379e2-c29c-45aa-b673-948bde230ad8 req-a32fc222-8777-4f16-a2b9-79c69cfcb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:51.641371 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-895379e2-c29c-45aa-b673-948bde230ad8 req-a32fc222-8777-4f16-a2b9-79c69cfcb55d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7c21eb9-433e-4378-aa44-ab23cf8fd799 HTTP/1.1" status: 200 len: 835 time: 0.2429709 Jul 08 02:06:51.687533 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ad7a61c5-c468-4667-adb7-3c92fc708fb3 req-c761f8aa-48e3-4c29-b28b-43d29902ae99 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:51.809525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895379e2-c29c-45aa-b673-948bde230ad8 req-59fedfe8-362c-49b7-9832-4285263679c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:51.816696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c0c0d-9e17-46e2-9f5e-8db37cf9ef43 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:51.818228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-895379e2-c29c-45aa-b673-948bde230ad8 req-59fedfe8-362c-49b7-9832-4285263679c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1705999 Jul 08 02:06:51.821429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c0c0d-9e17-46e2-9f5e-8db37cf9ef43 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:51.823262 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-099c0c0d-9e17-46e2-9f5e-8db37cf9ef43 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2588506 Jul 08 02:06:51.828400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59132) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:51.859616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e68a6-e886-4f09-89db-71392155b0ef None None] Pushing event updated for resources: {'Port': ['ID=c42b881f-7ce1-440c-9bbb-abf40d398e31,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:51.913486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ee087e4e-d636-46fd-892b-283d0011a318 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:51.917735 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.082242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ad7a61c5-c468-4667-adb7-3c92fc708fb3 req-c761f8aa-48e3-4c29-b28b-43d29902ae99 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.089692 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-ad7a61c5-c468-4667-adb7-3c92fc708fb3 req-c761f8aa-48e3-4c29-b28b-43d29902ae99 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.110277 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-895379e2-c29c-45aa-b673-948bde230ad8 req-fb2b0c35-d87d-4df1-899c-7a6cab29fcc1 service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805941 Jul 08 02:06:52.178193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad7a61c5-c468-4667-adb7-3c92fc708fb3 req-c761f8aa-48e3-4c29-b28b-43d29902ae99 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5591729 Jul 08 02:06:52.183950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761f8aa-48e3-4c29-b28b-43d29902ae99 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3160c0-70b2-44ab-b446-852e198177dc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:52.204230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59138) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:52.401496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27574f90-210d-46bf-9eaa-e66704a384d0 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:52.403092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-27574f90-210d-46bf-9eaa-e66704a384d0 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 1132 time: 0.1907637 Jul 08 02:06:52.418068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59146) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:52.439288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '61603671-699f-4b5c-8a79-b3775161f5ec', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:52.537474 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.598628 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-895379e2-c29c-45aa-b673-948bde230ad8 req-60a25de2-3198-4a9e-90a7-ce912759bf41 service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563913 Jul 08 02:06:52.614023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3475ccc-d892-4560-9cca-a9e0f7324f4f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.631194 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3475ccc-d892-4560-9cca-a9e0f7324f4f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 02:06:52.632929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3475ccc-d892-4560-9cca-a9e0f7324f4f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:52.640703 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a3475ccc-d892-4560-9cca-a9e0f7324f4f tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/89ddc9bc-3c0e-4b20-a7cb-49784fb95637 HTTP/1.1" status: 409 len: 405 time: 0.8081076 Jul 08 02:06:52.641627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59150) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:52.649055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-350576525'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:52.705659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:52.711773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.780134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:52.836700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.837752 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Added segment 5acb58ea-42cc-4f3c-ac96-387d011567ae of type vlan for network 3f8b1063-5610-49c8-a1d9-c385fbf8ccab Jul 08 02:06:52.877649 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.930339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:52.993905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.009101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:53.009961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.139231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Network': ['ID=3f8b1063-5610-49c8-a1d9-c385fbf8ccab,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:53.152053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 3f8b1063-5610-49c8-a1d9-c385fbf8ccab details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:06:53.157097 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c8b85d22-02cd-4cd9-a3ca-18963fd95254 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5113578 Jul 08 02:06:53.158178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59166) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:53.172644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'subnet': {'network_id': '3f8b1063-5610-49c8-a1d9-c385fbf8ccab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:53.253770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Allocated IP 172.25.4.50 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/929f0f9b-b97d-4f44-ad65-dfdbc4d12340) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:53.447571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c42b881f-7ce1-440c-9bbb-abf40d398e31 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:06:53.505630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26187a96-31e7-4810-8780-98887e62e269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.522336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:53.545228 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.599661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c42b881f-7ce1-440c-9bbb-abf40d398e31 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:53.765320 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.799015 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:53.943239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e1f99-c9f2-4d00-92c7-9352ff89fdf2 None None] Network 89ddc9bc-3c0e-4b20-a7cb-49784fb95637 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:54.023294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.100253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-61b9a44c-e3cb-4f39-a519-35431b8b1653 None None] Provisioning for port c42b881f-7ce1-440c-9bbb-abf40d398e31 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:06:54.126789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Port': ['ID=929f0f9b-b97d-4f44-ad65-dfdbc4d12340,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:54.135882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-61b9a44c-e3cb-4f39-a519-35431b8b1653 None None] Provisioning complete for port c42b881f-7ce1-440c-9bbb-abf40d398e31 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:06:54.136644 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61b9a44c-e3cb-4f39-a519-35431b8b1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.186684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:54.189894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:54.199943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:54.493571 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61b9a44c-e3cb-4f39-a519-35431b8b1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.615615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:06:54.618212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.654362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa2a81-c4e2-41e0-a826-84c764ab3f14 None None] DHCP port deletion for 89ddc9bc-3c0e-4b20-a7cb-49784fb95637 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:06:54.663083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-61b9a44c-e3cb-4f39-a519-35431b8b1653 None None] For port c42b881f-7ce1-440c-9bbb-abf40d398e31, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c42b881f-7ce1-440c-9bbb-abf40d398e31,segment=NetworkSegment(47d7f86e-532c-4f27-913d-d09a8f964f7e),segment_id=47d7f86e-532c-4f27-913d-d09a8f964f7e)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:54.727142 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61b9a44c-e3cb-4f39-a519-35431b8b1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.753659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Checking segment: {'id': '5acb58ea-42cc-4f3c-ac96-387d011567ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3f8b1063-5610-49c8-a1d9-c385fbf8ccab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:54.754134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network hostable DHCP agents. Network: 3f8b1063-5610-49c8-a1d9-c385fbf8ccab, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:06:54.758504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Subnet': ['ID=352627ad-3497-49a2-a109-5027450daeb5,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:54.815400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network 3f8b1063-5610-49c8-a1d9-c385fbf8ccab is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:06:54.847264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 3f8b1063-5610-49c8-a1d9-c385fbf8ccab) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:54.883302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:54.884343 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:54.931413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495cca82-c620-441e-9080-b4dcc2653c78 None None] Network 3f8b1063-5610-49c8-a1d9-c385fbf8ccab requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:06:54.934604 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.025420 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3b88f006-2586-4051-ab47-01ab35907319 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8658133 Jul 08 02:06:55.025838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9a44c-e3cb-4f39-a519-35431b8b1653 None None] Pushing event updated for resources: {'Port': ['ID=c42b881f-7ce1-440c-9bbb-abf40d398e31,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:55.029013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59196) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:55.058016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa2a81-c4e2-41e0-a826-84c764ab3f14 None None] Deleting port c42b881f-7ce1-440c-9bbb-abf40d398e31 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:06:55.058733 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2a81-c4e2-41e0-a826-84c764ab3f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.094882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'port': {'network_id': '3f8b1063-5610-49c8-a1d9-c385fbf8ccab', 'name': 'tempest-NetworksIpV6TestAttrs-1855379352'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:55.274458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b7fa2a81-c4e2-41e0-a826-84c764ab3f14 None None] For port c42b881f-7ce1-440c-9bbb-abf40d398e31, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c42b881f-7ce1-440c-9bbb-abf40d398e31,segment=NetworkSegment(47d7f86e-532c-4f27-913d-d09a8f964f7e),segment_id=47d7f86e-532c-4f27-913d-d09a8f964f7e)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:06:55.275707 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2a81-c4e2-41e0-a826-84c764ab3f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.311899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b7fa2a81-c4e2-41e0-a826-84c764ab3f14 None None] Calling delete_port for c42b881f-7ce1-440c-9bbb-abf40d398e31 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:06:55.496972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:55.501019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c42b881f-7ce1-440c-9bbb-abf40d398e31 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:06:55.516126 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.602166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] device_id is not set on port e26a0a12-a873-40ee-9c32-3ced53989629 yet. {{(pid=93884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 08 02:06:55.684433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-3f8b1063-5610-49c8-a1d9-c385fbf8ccab', 'network_id': '3f8b1063-5610-49c8-a1d9-c385fbf8ccab', 'tenant_id': 'f422eb8b1c4d40fa873f51a5f02ced0b', 'fixed_ips': [{'subnet_id': '352627ad-3497-49a2-a109-5027450daeb5'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:06:55.685703 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.690645 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.692834 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7fa2a81-c4e2-41e0-a826-84c764ab3f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.716009 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.834171 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:55.846462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa2a81-c4e2-41e0-a826-84c764ab3f14 None None] Pushing event deleted for resources: {'Port': ['ID=c42b881f-7ce1-440c-9bbb-abf40d398e31,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:55.858282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Allocated IP 2001:db8::f816:3eff:fe0f:e1aa (3f8b1063-5610-49c8-a1d9-c385fbf8ccab/352627ad-3497-49a2-a109-5027450daeb5/e26a0a12-a873-40ee-9c32-3ced53989629) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:55.869401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa2a81-c4e2-41e0-a826-84c764ab3f14 None None] No DVR routers for this DVR port c42b881f-7ce1-440c-9bbb-abf40d398e31 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:06:56.233387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.259379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Transition to ACTIVE for port object e26a0a12-a873-40ee-9c32-3ced53989629 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:56.385542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.562944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Allocated IP 2001:db8::f816:3eff:fe26:b756 (3f8b1063-5610-49c8-a1d9-c385fbf8ccab/352627ad-3497-49a2-a109-5027450daeb5/11d36b93-43e5-414b-b530-0e1117f4841a) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:06:56.585395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network 3f8b1063-5610-49c8-a1d9-c385fbf8ccab is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:56.619435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:56.624913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:56.640723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:56.652545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.729844 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:56.744685 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7152243 Jul 08 02:06:56.759606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59240) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:56.761276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3029d8a-ecb4-49b7-aca7-fd0a1efc5cb9 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Port': ['ID=e26a0a12-a873-40ee-9c32-3ced53989629,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:56.880795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d4f19e-efb0-438e-8496-d06238f8a437 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Deleting subnet 352627ad-3497-49a2-a109-5027450daeb5 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:06:56.934646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59244) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:57.031627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.057410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Transition to ACTIVE for port object 11d36b93-43e5-414b-b530-0e1117f4841a will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:57.099551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Transition to ACTIVE for port object 11d36b93-43e5-414b-b530-0e1117f4841a will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:06:57.107824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78d4f19e-efb0-438e-8496-d06238f8a437 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.108814 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.143501 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Network 3f8b1063-5610-49c8-a1d9-c385fbf8ccab is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:06:57.152456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:06:57.196832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:06:57.226254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78d4f19e-efb0-438e-8496-d06238f8a437 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.250566 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.256385 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.372618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Attempting to bind port 11d36b93-43e5-414b-b530-0e1117f4841a on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:06:57.372993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Attempting to bind port 11d36b93-43e5-414b-b530-0e1117f4841a by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '5acb58ea-42cc-4f3c-ac96-387d011567ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3f8b1063-5610-49c8-a1d9-c385fbf8ccab'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:06:57.373359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Attempting to bind port 11d36b93-43e5-414b-b530-0e1117f4841a on network 3f8b1063-5610-49c8-a1d9-c385fbf8ccab {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:06:57.385889 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.390184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Pushing event updated for resources: {'Port': ['ID=11d36b93-43e5-414b-b530-0e1117f4841a,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:57.405694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:06:57.406139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Checking segment: {'id': '5acb58ea-42cc-4f3c-ac96-387d011567ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3f8b1063-5610-49c8-a1d9-c385fbf8ccab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:06:57.406599 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.406998 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Bound using segment: {'id': '5acb58ea-42cc-4f3c-ac96-387d011567ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3f8b1063-5610-49c8-a1d9-c385fbf8ccab'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:06:57.407483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Bound port: 11d36b93-43e5-414b-b530-0e1117f4841a, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acb58ea-42cc-4f3c-ac96-387d011567ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3f8b1063-5610-49c8-a1d9-c385fbf8ccab'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:06:57.407872 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.527962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78d4f19e-efb0-438e-8496-d06238f8a437 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:57.570934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Port': ['ID=929f0f9b-b97d-4f44-ad65-dfdbc4d12340,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:57.674091 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Floating IP 8e9c7f47-aace-40a4-b097-fb993ae80543 associated. External IP: 172.25.4.50, port: 61603671-699f-4b5c-8a79-b3775161f5ec. Jul 08 02:06:57.923762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ca31-b11a-4ad0-8ee1-9108e22ce77f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.004655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78d4f19e-efb0-438e-8496-d06238f8a437 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.006228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] For port 11d36b93-43e5-414b-b530-0e1117f4841a, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:06:58.017915 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] For port 11d36b93-43e5-414b-b530-0e1117f4841a, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=11d36b93-43e5-414b-b530-0e1117f4841a,segment=NetworkSegment(5acb58ea-42cc-4f3c-ac96-387d011567ae),segment_id=5acb58ea-42cc-4f3c-ac96-387d011567ae)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:06:58.026906 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.059020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4f19e-efb0-438e-8496-d06238f8a437 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Subnet': ['ID=352627ad-3497-49a2-a109-5027450daeb5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:58.062187 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78d4f19e-efb0-438e-8496-d06238f8a437 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.064631 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-78d4f19e-efb0-438e-8496-d06238f8a437 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/subnets/352627ad-3497-49a2-a109-5027450daeb5 HTTP/1.1" status: 204 len: 168 time: 1.2987196 Jul 08 02:06:58.068998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59266) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:58.129349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:06:58.228744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3fa03b-1209-4aec-a485-01d580c05f66 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.240576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3fa03b-1209-4aec-a485-01d580c05f66 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:58.248219 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ed3fa03b-1209-4aec-a485-01d580c05f66 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1744967 Jul 08 02:06:58.258470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506e728-9776-4854-a844-aceb2d417df4 None None] Pushing event updated for resources: {'Port': ['ID=11d36b93-43e5-414b-b530-0e1117f4841a,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:58.299632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59272) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:58.303687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ca31-b11a-4ad0-8ee1-9108e22ce77f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.309691 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ac0ca31-b11a-4ad0-8ee1-9108e22ce77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.414541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:06:58.441101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] Sync routers for ids ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:06:58.448542 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0ca31-b11a-4ad0-8ee1-9108e22ce77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51332dd-3a0f-40e2-b9c1-35ad8aa37306,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:58.461569 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4ac0ca31-b11a-4ad0-8ee1-9108e22ce77f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f665d662aa44ebd9a3d9e37b412b29b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5227098 Jul 08 02:06:58.462928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] Routers {'48ce066c-dc6b-44b3-9cc4-0649f7ceab93'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:58.463090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59274) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:58.463650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:06:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:58.569131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.622245 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baac366f-88db-4e95-a7fd-2468b5a20e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.721012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baac366f-88db-4e95-a7fd-2468b5a20e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.774007 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-491c740d-3449-4a4d-9aac-d2976b0e2148 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:58.810816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4741c5d8-c825-4ee1-b6cb-4baf98162c9b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3838570 Jul 08 02:06:58.840877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59282) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:58.856908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'tag': '61603671-699f-4b5c-8a79-b3775161f5ec'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:06:58.863590 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c08d2df-210e-4803-b93f-b8e9b5c6c7e0", "tag": "61603671-699f-4b5c-8a79-b3775161f5ec"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:06:58.879883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] Set router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:06:58.880383 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-491c740d-3449-4a4d-9aac-d2976b0e2148 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 08 02:06:58.881335 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491c740d-3449-4a4d-9aac-d2976b0e2148 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:06:58.886331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-491c740d-3449-4a4d-9aac-d2976b0e2148 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/3f8b1063-5610-49c8-a1d9-c385fbf8ccab HTTP/1.1" status: 409 len: 405 time: 0.5839627 Jul 08 02:06:58.891212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59288) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:58.903713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1821220997'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:58.984986 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33095276-a599-488b-8f05-e1fb9079ac6c x-openstack-request-id: req-33095276-a599-488b-8f05-e1fb9079ac6c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:06:58.985284 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c08d2df-210e-4803-b93f-b8e9b5c6c7e0", "tag": "61603671-699f-4b5c-8a79-b3775161f5ec", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:06:58.985539 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33095276-a599-488b-8f05-e1fb9079ac6c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:06:58.985950 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'tag': '61603671-699f-4b5c-8a79-b3775161f5ec', 'status': 'completed', 'code': 200} Jul 08 02:06:59.009975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:59.013639 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.113624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:06:59.143169 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.144637 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Added segment 97fa0a46-decb-4935-9394-8d0a1a5bf5d3 of type vlan for network d2da28f7-68d2-4f01-9d02-70a060ce073a Jul 08 02:06:59.246696 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.311302 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.326503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:59.327167 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.357091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:22Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8e9c7f47-aace-40a4-b097-fb993ae80543', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'port_id': '61603671-699f-4b5c-8a79-b3775161f5ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'mac_address': 'fa:16:3e:b4:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:06:55Z', 'updated_at': '2021-07-08T02:06:55Z', 'revision_number': 0, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe74755-226b-4d45-87f3-fbed7ecfb1df', 'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:56:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:19Z', 'updated_at': '2021-07-08T02:06:29Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:59.419871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] Checking router: 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:06:59.439443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] Routers {'48ce066c-dc6b-44b3-9cc4-0649f7ceab93'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:06:59.440120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:06:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:06:59.473017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baac366f-88db-4e95-a7fd-2468b5a20e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.474217 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5817442 Jul 08 02:06:59.475589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e3560-1c5a-4839-a297-b6db1e5be229 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Network': ['ID=d2da28f7-68d2-4f01-9d02-70a060ce073a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:59.478842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59298) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:59.485005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'subnet': {'network_id': 'd2da28f7-68d2-4f01-9d02-70a060ce073a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:06:59.491233 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-baac366f-88db-4e95-a7fd-2468b5a20e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.497616 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-baac366f-88db-4e95-a7fd-2468b5a20e4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a51332dd-3a0f-40e2-b9c1-35ad8aa37306 HTTP/1.1" status: 204 len: 168 time: 1.0328231 Jul 08 02:06:59.561573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac366f-88db-4e95-a7fd-2468b5a20e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51332dd-3a0f-40e2-b9c1-35ad8aa37306,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:06:59.663898 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-00dabdbd-651e-44ad-9534-d93fd0531a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:59.665873 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-00dabdbd-651e-44ad-9534-d93fd0531a57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9890f3503b54e289aa2bca28f62fb02&device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 1137 time: 0.5865262 Jul 08 02:06:59.686148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69dc65-90c6-4673-a1b5-095f3151a681 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:59.686966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69dc65-90c6-4673-a1b5-095f3151a681 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:59.687710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69dc65-90c6-4673-a1b5-095f3151a681 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:59.688636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69dc65-90c6-4673-a1b5-095f3151a681 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:59.689465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69dc65-90c6-4673-a1b5-095f3151a681 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:59.690337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69dc65-90c6-4673-a1b5-095f3151a681 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:59.690969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:06:59.691233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69dc65-90c6-4673-a1b5-095f3151a681 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:59.692069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb69dc65-90c6-4673-a1b5-095f3151a681 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:06:59.698223 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:06:59.704979 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eb69dc65-90c6-4673-a1b5-095f3151a681 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5625 time: 0.8628666 Jul 08 02:06:59.712114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:06:59.820559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] Set router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:07:00.029836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-c4db714a-f1e7-4f0f-b210-a1e2bbb93c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.031713 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-c4db714a-f1e7-4f0f-b210-a1e2bbb93c6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61 HTTP/1.1" status: 200 len: 897 time: 0.3499262 Jul 08 02:07:00.088097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network d2da28f7-68d2-4f01-9d02-70a060ce073a details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:00.171469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 11d36b93-43e5-414b-b530-0e1117f4841a up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:00.249346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aef5f5-b6bc-4a9f-b5cc-6af106c66690 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.249875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aef5f5-b6bc-4a9f-b5cc-6af106c66690 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.250363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aef5f5-b6bc-4a9f-b5cc-6af106c66690 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.250831 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aef5f5-b6bc-4a9f-b5cc-6af106c66690 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.251293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aef5f5-b6bc-4a9f-b5cc-6af106c66690 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.252384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aef5f5-b6bc-4a9f-b5cc-6af106c66690 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.254714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-27aef5f5-b6bc-4a9f-b5cc-6af106c66690 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4009 time: 0.5418663 Jul 08 02:07:00.260702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:00.311307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59324) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:00.331650 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-682955d2-033a-4050-bc09-65b6cb3a9156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.376612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046cb7ea-0fad-44d6-a8e1-c7afe44bdf1e None None] Network 3f8b1063-5610-49c8-a1d9-c385fbf8ccab requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:00.390140 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-85b775d9-7e63-4381-98cd-55eef1c68252 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61603671-699f-4b5c-8a79-b3775161f5ec HTTP/1.1" status: 200 len: 999 time: 0.3420236 Jul 08 02:07:00.497169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4b49d71f-ebeb-4af2-b377-73b2c66f8bf3 None None] Provisioning for port 11d36b93-43e5-414b-b530-0e1117f4841a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:00.497380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-b459026c-3628-4fca-8167-7f002224a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.499016 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-b459026c-3628-4fca-8167-7f002224a9ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7c21eb9-433e-4378-aa44-ab23cf8fd799 HTTP/1.1" status: 200 len: 835 time: 0.1001737 Jul 08 02:07:00.545674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 11d36b93-43e5-414b-b530-0e1117f4841a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:00.562966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 11d36b93-43e5-414b-b530-0e1117f4841a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:00.563618 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.603993 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-28d84e0b-f696-4871-b05a-f4264a0ec4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:00.605561 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-28d84e0b-f696-4871-b05a-f4264a0ec4d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948808 Jul 08 02:07:00.677764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-682955d2-033a-4050-bc09-65b6cb3a9156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.688145 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-682955d2-033a-4050-bc09-65b6cb3a9156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.710561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:22Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8e9c7f47-aace-40a4-b097-fb993ae80543', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'port_id': '61603671-699f-4b5c-8a79-b3775161f5ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'mac_address': 'fa:16:3e:b4:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:06:55Z', 'updated_at': '2021-07-08T02:06:55Z', 'revision_number': 0, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe74755-226b-4d45-87f3-fbed7ecfb1df', 'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:56:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:19Z', 'updated_at': '2021-07-08T02:06:29Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:00.746191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0085c0a-17d2-4050-8f93-2cae8016ddd7 None None] The sync data for ids ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'] in n-d-694802-14 is: [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:22Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8e9c7f47-aace-40a4-b097-fb993ae80543', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'floating_ip_address': '172.25.4.50', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'port_id': '61603671-699f-4b5c-8a79-b3775161f5ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'mac_address': 'fa:16:3e:b4:5b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:06:55Z', 'updated_at': '2021-07-08T02:06:55Z', 'revision_number': 0, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe74755-226b-4d45-87f3-fbed7ecfb1df', 'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:56:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:19Z', 'updated_at': '2021-07-08T02:06:29Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:07:00.813792 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-682955d2-033a-4050-bc09-65b6cb3a9156 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5780fce7cda6471e96e972a81b12a454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010316 Jul 08 02:07:00.816454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59326) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:00.822046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682955d2-033a-4050-bc09-65b6cb3a9156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb62fa4c-6984-4ca4-a453-f7b28f0a2cc3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:00.895892 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:00.939683 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-6d3a48f3-59f2-465c-b5a8-233954b89d0f service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255742 Jul 08 02:07:00.997966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 11d36b93-43e5-414b-b530-0e1117f4841a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=11d36b93-43e5-414b-b530-0e1117f4841a,segment=NetworkSegment(5acb58ea-42cc-4f3c-ac96-387d011567ae),segment_id=5acb58ea-42cc-4f3c-ac96-387d011567ae)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:01.025611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a65c95-2d1a-49a4-be62-94a35aaa5aa8 None None] DHCP port deletion for 3f8b1063-5610-49c8-a1d9-c385fbf8ccab request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:07:01.053249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-adf460fa-a695-4fac-8a25-9918a6a26ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.053351 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.086759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-adf460fa-a695-4fac-8a25-9918a6a26ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.257382 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d563bb8e-eb17-4610-a9a1-17e3b739ed8a req-288e8433-ba52-4323-b007-ba01fc9abf0a service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057733 Jul 08 02:07:01.294173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-adf460fa-a695-4fac-8a25-9918a6a26ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.305737 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-adf460fa-a695-4fac-8a25-9918a6a26ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.311618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-adf460fa-a695-4fac-8a25-9918a6a26ec7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb62fa4c-6984-4ca4-a453-f7b28f0a2cc3 HTTP/1.1" status: 204 len: 168 time: 0.4808457 Jul 08 02:07:01.337347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=11d36b93-43e5-414b-b530-0e1117f4841a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:01.345864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf460fa-a695-4fac-8a25-9918a6a26ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb62fa4c-6984-4ca4-a453-f7b28f0a2cc3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:01.419496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.objects.ports [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:07:01.432076 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.470609 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 11d36b93-43e5-414b-b530-0e1117f4841a no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:01.555353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-79a65c95-2d1a-49a4-be62-94a35aaa5aa8 None None] Deleting port 11d36b93-43e5-414b-b530-0e1117f4841a {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:01.559124 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-79a65c95-2d1a-49a4-be62-94a35aaa5aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.577921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59342) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:01.582654 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2dcc1d-f6f8-4a0e-a0ac-b715b5c2351a None None] New status for floating IP 8e9c7f47-aace-40a4-b097-fb993ae80543: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:07:01.595733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-07a9d2e7-4f30-4c8b-929f-51e255e85c77 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 1.3329730 Jul 08 02:07:01.673418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Subnet': ['ID=db41f684-ee01-4a3c-b41f-e6e6c91e7550,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:01.710346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Checking segment: {'id': '97fa0a46-decb-4935-9394-8d0a1a5bf5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd2da28f7-68d2-4f01-9d02-70a060ce073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:01.711040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network hostable DHCP agents. Network: d2da28f7-68d2-4f01-9d02-70a060ce073a, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:01.760083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network d2da28f7-68d2-4f01-9d02-70a060ce073a is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:01.769139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-79a65c95-2d1a-49a4-be62-94a35aaa5aa8 None None] For port 11d36b93-43e5-414b-b530-0e1117f4841a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=11d36b93-43e5-414b-b530-0e1117f4841a,segment=NetworkSegment(5acb58ea-42cc-4f3c-ac96-387d011567ae),segment_id=5acb58ea-42cc-4f3c-ac96-387d011567ae)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:01.770436 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-79a65c95-2d1a-49a4-be62-94a35aaa5aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.782925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, d2da28f7-68d2-4f01-9d02-70a060ce073a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:01.805790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:01.808696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f417c4-1616-4f72-a19e-597bb61ca7cc tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:01.809206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f417c4-1616-4f72-a19e-597bb61ca7cc tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:01.809427 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:01.829029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b5f417c4-1616-4f72-a19e-597bb61ca7cc tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=48ce066c-dc6b-44b3-9cc4-0649f7ceab93 HTTP/1.1" status: 200 len: 1992 time: 0.2446899 Jul 08 02:07:01.862854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7c6c65d8-4e9d-4e07-bd11-2d21db2e25e6 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3800545 Jul 08 02:07:01.863110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59348) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:01.887346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da244dc-7038-43aa-9622-8f15e2ee00d0 None None] Network d2da28f7-68d2-4f01-9d02-70a060ce073a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:01.993796 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-79a65c95-2d1a-49a4-be62-94a35aaa5aa8 None None] Calling delete_port for 11d36b93-43e5-414b-b530-0e1117f4841a owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:02.038880 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.189190 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.237970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 11d36b93-43e5-414b-b530-0e1117f4841a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=11d36b93-43e5-414b-b530-0e1117f4841a,segment=NetworkSegment(5acb58ea-42cc-4f3c-ac96-387d011567ae),segment_id=5acb58ea-42cc-4f3c-ac96-387d011567ae)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:02.303116 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.333517 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.443267 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-79a65c95-2d1a-49a4-be62-94a35aaa5aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.466151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=11d36b93-43e5-414b-b530-0e1117f4841a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:02.490713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0ca7ae-eacf-44d0-a550-ca7f5d08d39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-d2da28f7-68d2-4f01-9d02-70a060ce073a', 'network_id': 'd2da28f7-68d2-4f01-9d02-70a060ce073a', 'tenant_id': 'f422eb8b1c4d40fa873f51a5f02ced0b', 'fixed_ips': [{'subnet_id': 'db41f684-ee01-4a3c-b41f-e6e6c91e7550'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:02.491690 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca7ae-eacf-44d0-a550-ca7f5d08d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.509462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a65c95-2d1a-49a4-be62-94a35aaa5aa8 None None] No DVR routers for this DVR port 11d36b93-43e5-414b-b530-0e1117f4841a on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:02.558053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a65c95-2d1a-49a4-be62-94a35aaa5aa8 None None] Pushing event deleted for resources: {'Port': ['ID=11d36b93-43e5-414b-b530-0e1117f4841a,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:02.612204 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.721388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Subnet': ['ID=db41f684-ee01-4a3c-b41f-e6e6c91e7550,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-8f0ca7ae-eacf-44d0-a550-ca7f5d08d39f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db41f684-ee01-4a3c-b41f-e6e6c91e7550: This subnet is being modified by another concurrent operation. Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db41f684-ee01-4a3c-b41f-e6e6c91e7550: This subnet is being modified by another concurrent operation. Jul 08 02:07:02.864072 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:07:02.910078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f9169c-4ec7-41e3-8050-d771a44ada10 None None] Network d2da28f7-68d2-4f01-9d02-70a060ce073a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:02.920138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:02.942755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2da28f7-68d2-4f01-9d02-70a060ce073a']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:02.971177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fa0a46-decb-4935-9394-8d0a1a5bf5d3') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:02.971537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fa0a46-decb-4935-9394-8d0a1a5bf5d3') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:02.990626 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.018056 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.043065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:03.043414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:03.046924 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:03.174726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c39000d-52b0-4040-a017-575aea63857e None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:07:03.187744 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.226177 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.234699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59392) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:03.235887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/d2da28f7-68d2-4f01-9d02-70a060ce073a HTTP/1.1" status: 204 len: 168 time: 1.3716340 Jul 08 02:07:03.237787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Network': ['ID=d2da28f7-68d2-4f01-9d02-70a060ce073a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:03.242010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-752636069'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:03.262065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.267833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.267833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.267833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.267833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.267833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.267833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.267833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.267833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.267833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.267833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.270835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69504a4f-9f8e-4aea-baa3-48e9d451e78e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:03.296977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c39000d-52b0-4040-a017-575aea63857e None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:07:03.297635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:03.306568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.480102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:03.511785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.517303 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Added segment 46f6c626-a0a9-44a5-864e-4834547ef448 of type vlan for network 00ce95b9-64e4-41e9-a7bd-14c8741c4f60 Jul 08 02:07:03.693663 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.776712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.783813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:03.784917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:03.880657 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6439071 Jul 08 02:07:03.885943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59410) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:03.890926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5f9a8-0b04-4813-897c-738fe3a940c3 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Network': ['ID=00ce95b9-64e4-41e9-a7bd-14c8741c4f60,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:03.900883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'subnet': {'network_id': '00ce95b9-64e4-41e9-a7bd-14c8741c4f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:03.912385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 00ce95b9-64e4-41e9-a7bd-14c8741c4f60 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:04.087455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:04.098375 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.446043 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.560709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Subnet': ['ID=642d688d-47f6-4d46-b944-1ed150e6299e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:04.567627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Checking segment: {'id': '46f6c626-a0a9-44a5-864e-4834547ef448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '00ce95b9-64e4-41e9-a7bd-14c8741c4f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:04.567999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network hostable DHCP agents. Network: 00ce95b9-64e4-41e9-a7bd-14c8741c4f60, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:04.596702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network 00ce95b9-64e4-41e9-a7bd-14c8741c4f60 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:04.629170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 00ce95b9-64e4-41e9-a7bd-14c8741c4f60) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:04.631491 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.638361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:04.639731 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:04.640459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc7f04a-fb0c-4a18-867d-47f9add928b5 None None] Network 00ce95b9-64e4-41e9-a7bd-14c8741c4f60 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:04.665595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ab2ee773-60ee-4fd4-8efc-976cf2131b1c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7744050 Jul 08 02:07:04.668350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59432) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:04.866989 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.015450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8863e0a7-9061-4777-8c43-a2bd4f0506e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-00ce95b9-64e4-41e9-a7bd-14c8741c4f60', 'network_id': '00ce95b9-64e4-41e9-a7bd-14c8741c4f60', 'tenant_id': 'f422eb8b1c4d40fa873f51a5f02ced0b', 'fixed_ips': [{'subnet_id': '642d688d-47f6-4d46-b944-1ed150e6299e'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:05.016207 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.017771 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8863e0a7-9061-4777-8c43-a2bd4f0506e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.172214 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.281158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Subnet': ['ID=642d688d-47f6-4d46-b944-1ed150e6299e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-8863e0a7-9061-4777-8c43-a2bd4f0506e0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 642d688d-47f6-4d46-b944-1ed150e6299e: This subnet is being modified by another concurrent operation. Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 642d688d-47f6-4d46-b944-1ed150e6299e: This subnet is being modified by another concurrent operation. Jul 08 02:07:05.314357 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:07:05.339849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28cfd5f-605a-4fb1-9d1b-d021d73feba2 None None] Network 00ce95b9-64e4-41e9-a7bd-14c8741c4f60 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:05.404970 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.419149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ce95b9-64e4-41e9-a7bd-14c8741c4f60']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:05.449753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f6c626-a0a9-44a5-864e-4834547ef448') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:05.450091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f6c626-a0a9-44a5-864e-4834547ef448') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:05.477652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.499163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d523d1ed-bc0b-46e2-83d6-1f4d7e6852f3 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:07:05.517635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.528945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:05.530227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:05.543969 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:05.650800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523d1ed-bc0b-46e2-83d6-1f4d7e6852f3 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:07:05.669858 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.680248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.691972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59482) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:05.698099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1412854001'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:05.701625 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/00ce95b9-64e4-41e9-a7bd-14c8741c4f60 HTTP/1.1" status: 204 len: 168 time: 1.0187674 Jul 08 02:07:05.732766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03777e9-ceeb-4458-9466-f642234de75c tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Network': ['ID=00ce95b9-64e4-41e9-a7bd-14c8741c4f60,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:05.751629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:05.759177 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.796413 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:05.812777 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.813568 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Added segment b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac of type vlan for network f2f6b7c6-ba22-4dff-a97d-7038dfba25f5 Jul 08 02:07:05.887983 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:05.990068 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.009116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:06.009997 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.089009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Network': ['ID=f2f6b7c6-ba22-4dff-a97d-7038dfba25f5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:06.103032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59492) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:06.104872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network f2f6b7c6-ba22-4dff-a97d-7038dfba25f5 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:06.110825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Request body: {'subnet': {'network_id': 'f2f6b7c6-ba22-4dff-a97d-7038dfba25f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:06.113211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f38e4b09-5138-4f42-9a8a-725aea1e92d7 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4151309 Jul 08 02:07:06.196798 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59496) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:06.325295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Made reservation on behalf of f422eb8b1c4d40fa873f51a5f02ced0b for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:06.331590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.410341 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adcb80da-c0a4-4cd5-882a-c7b8b6017e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.645505 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adcb80da-c0a4-4cd5-882a-c7b8b6017e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.656143 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-adcb80da-c0a4-4cd5-882a-c7b8b6017e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.717365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-adcb80da-c0a4-4cd5-882a-c7b8b6017e78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a3eebd623064496894f997df4c7e576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5192964 Jul 08 02:07:06.720129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59512) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:06.729137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb80da-c0a4-4cd5-882a-c7b8b6017e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd20b0ec-7ccb-4b9a-a147-a1c7fb88cbc7,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:06.840462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.objects.ports [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93884) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 02:07:06.843611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.854989 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9182ba29-81f1-4afd-8f88-0254d4ce9821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.923954 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9182ba29-81f1-4afd-8f88-0254d4ce9821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:06.942475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event updated for resources: {'Subnet': ['ID=6ea8e990-9763-415f-b38a-fd6792ee8722,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:06.972208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Checking segment: {'id': 'b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2f6b7c6-ba22-4dff-a97d-7038dfba25f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:06.972768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network hostable DHCP agents. Network: f2f6b7c6-ba22-4dff-a97d-7038dfba25f5, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:06.998169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Network f2f6b7c6-ba22-4dff-a97d-7038dfba25f5 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:07.013118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, f2f6b7c6-ba22-4dff-a97d-7038dfba25f5) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:07.020016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:07.020706 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.023878 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9182ba29-81f1-4afd-8f88-0254d4ce9821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.026229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d743eee-3aa6-4e2a-94ae-21e691c55ea9 None None] Network f2f6b7c6-ba22-4dff-a97d-7038dfba25f5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:07.032483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9182ba29-81f1-4afd-8f88-0254d4ce9821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.034216 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9182ba29-81f1-4afd-8f88-0254d4ce9821 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd20b0ec-7ccb-4b9a-a147-a1c7fb88cbc7 HTTP/1.1" status: 204 len: 168 time: 0.2931497 Jul 08 02:07:07.049040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182ba29-81f1-4afd-8f88-0254d4ce9821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd20b0ec-7ccb-4b9a-a147-a1c7fb88cbc7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:07.071581 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6a1a0743-02e4-4a8a-a2b5-7706abacac76 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9612198 Jul 08 02:07:07.072034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59524) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:07.453003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-f2f6b7c6-ba22-4dff-a97d-7038dfba25f5', 'network_id': 'f2f6b7c6-ba22-4dff-a97d-7038dfba25f5', 'tenant_id': 'f422eb8b1c4d40fa873f51a5f02ced0b', 'fixed_ips': [{'subnet_id': '6ea8e990-9763-415f-b38a-fd6792ee8722'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:07.453878 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.478043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.613810 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.698435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Allocated IP 2001:db8::f816:3eff:fe17:8891 (f2f6b7c6-ba22-4dff-a97d-7038dfba25f5/6ea8e990-9763-415f-b38a-fd6792ee8722/636f7a96-61c1-488a-9eae-0893ea8890fd) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:07.753755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:07.781566 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d358-be10-4a03-ab33-0df29da5356d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.953065 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d358-be10-4a03-ab33-0df29da5356d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.958796 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dbb5d358-be10-4a03-ab33-0df29da5356d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.965413 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:07.974391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Transition to ACTIVE for port object 636f7a96-61c1-488a-9eae-0893ea8890fd will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:07.990346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Transition to ACTIVE for port object 636f7a96-61c1-488a-9eae-0893ea8890fd will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:08.004221 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.015983 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dbb5d358-be10-4a03-ab33-0df29da5356d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb92ce3d7ff24eb5b804128c4d0e52c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610896 Jul 08 02:07:08.017502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59562) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:08.019747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5d358-be10-4a03-ab33-0df29da5356d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2064f2d9-89de-4c24-9622-f75929906cb9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:08.030183 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.066566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Network f2f6b7c6-ba22-4dff-a97d-7038dfba25f5 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:08.069730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:08.071954 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Subnet': ['ID=6ea8e990-9763-415f-b38a-fd6792ee8722,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:08.073634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:08.089770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Pushing event updated for resources: {'Port': ['ID=636f7a96-61c1-488a-9eae-0893ea8890fd,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:08.156918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.169943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Attempting to bind port 636f7a96-61c1-488a-9eae-0893ea8890fd on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:08.170972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Attempting to bind port 636f7a96-61c1-488a-9eae-0893ea8890fd by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2f6b7c6-ba22-4dff-a97d-7038dfba25f5'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:08.171364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Attempting to bind port 636f7a96-61c1-488a-9eae-0893ea8890fd on network f2f6b7c6-ba22-4dff-a97d-7038dfba25f5 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:08.176449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f6b7c6-ba22-4dff-a97d-7038dfba25f5']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:08.179886 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8f105e7-a878-406c-bc3a-4c741b4d7247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.193496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:08.194660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:08.207516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:08.207899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Checking segment: {'id': 'b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2f6b7c6-ba22-4dff-a97d-7038dfba25f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:08.208341 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.209160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Bound using segment: {'id': 'b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2f6b7c6-ba22-4dff-a97d-7038dfba25f5'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:08.209716 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Bound port: 636f7a96-61c1-488a-9eae-0893ea8890fd, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2f6b7c6-ba22-4dff-a97d-7038dfba25f5'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:08.210167 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.218338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.234790 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8f105e7-a878-406c-bc3a-4c741b4d7247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.249553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.275361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:08.275788 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:08.278858 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:08.348795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] For port 636f7a96-61c1-488a-9eae-0893ea8890fd, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:08.376762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] For port 636f7a96-61c1-488a-9eae-0893ea8890fd, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=636f7a96-61c1-488a-9eae-0893ea8890fd,segment=NetworkSegment(b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac),segment_id=b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:08.380391 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.db.api [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 08 02:07:08.380391 n-d-694802-14 neutron-server[93884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 08 02:07:08.380391 n-d-694802-14 neutron-server[93884]: [parameters: {'id': 'f2f6b7c6-ba22-4dff-a97d-7038dfba25f5'}] Jul 08 02:07:08.380391 n-d-694802-14 neutron-server[93884]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:07:08.381928 n-d-694802-14 neutron-server[93884]: DEBUG oslo_db.api [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:07:08.385309 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.413709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8f105e7-a878-406c-bc3a-4c741b4d7247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.418540 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8f105e7-a878-406c-bc3a-4c741b4d7247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.420001 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d8f105e7-a878-406c-bc3a-4c741b4d7247 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2064f2d9-89de-4c24-9622-f75929906cb9 HTTP/1.1" status: 204 len: 168 time: 0.4000914 Jul 08 02:07:08.430959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f105e7-a878-406c-bc3a-4c741b4d7247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2064f2d9-89de-4c24-9622-f75929906cb9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:08.544970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a9b79-c559-4ce6-9242-fffe38619e46 None None] Pushing event updated for resources: {'Port': ['ID=636f7a96-61c1-488a-9eae-0893ea8890fd,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:08.555628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de1c41-8ac4-4876-b9df-76f05a7914f3 None None] Network f2f6b7c6-ba22-4dff-a97d-7038dfba25f5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:08.726695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d749a5-0f85-40e8-b46f-dbe3f30d5214 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:07:08.883471 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:08.945540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d749a5-0f85-40e8-b46f-dbe3f30d5214 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:07:08.989757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Deleting port 636f7a96-61c1-488a-9eae-0893ea8890fd {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:08.990383 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.073130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] For port 636f7a96-61c1-488a-9eae-0893ea8890fd, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=636f7a96-61c1-488a-9eae-0893ea8890fd,segment=NetworkSegment(b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac),segment_id=b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:09.086172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.126562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Calling delete_port for 636f7a96-61c1-488a-9eae-0893ea8890fd owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:09.268395 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.290609 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.381143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Port': ['ID=636f7a96-61c1-488a-9eae-0893ea8890fd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:09.387627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No DVR routers for this DVR port 636f7a96-61c1-488a-9eae-0893ea8890fd on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:09.496871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.508590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f6b7c6-ba22-4dff-a97d-7038dfba25f5']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:09.521299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:09.521819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f32dec-6e0a-4fc8-aa35-8e4128bb85ac') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:09.536705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.555906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.567456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:09.569948 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:09.573691 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:09.662700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.670762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:09.672762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/f2f6b7c6-ba22-4dff-a97d-7038dfba25f5 HTTP/1.1" status: 204 len: 168 time: 2.5998180 Jul 08 02:07:09.676039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59630) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:09.719559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c44dc5-1ea3-4c6c-baa5-7adbb7e7420e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Network': ['ID=f2f6b7c6-ba22-4dff-a97d-7038dfba25f5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:09.722125 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c93926-fd80-43f1-a5f4-b5741bd326fe tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:09.722800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c93926-fd80-43f1-a5f4-b5741bd326fe tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:09.725596 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c2c93926-fd80-43f1-a5f4-b5741bd326fe tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/subnets/6ea8e990-9763-415f-b38a-fd6792ee8722 HTTP/1.1" status: 404 len: 337 time: 0.0485153 Jul 08 02:07:09.728123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59636) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:09.754557 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b53b54-75ec-4b36-b6b7-2f2419516aaa tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:09.755268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b53b54-75ec-4b36-b6b7-2f2419516aaa tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:09.760148 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b1b53b54-75ec-4b36-b6b7-2f2419516aaa tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/f2f6b7c6-ba22-4dff-a97d-7038dfba25f5 HTTP/1.1" status: 404 len: 339 time: 0.0287075 Jul 08 02:07:09.760532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59640) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:09.812869 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f6cb5f-0201-4ac9-aeef-45cbbffd0c6e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:09.812869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f6cb5f-0201-4ac9-aeef-45cbbffd0c6e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:09.812869 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-22f6cb5f-0201-4ac9-aeef-45cbbffd0c6e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/subnets/642d688d-47f6-4d46-b944-1ed150e6299e HTTP/1.1" status: 404 len: 337 time: 0.0315125 Jul 08 02:07:09.812869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59642) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:09.819965 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-956add3b-6c9a-4c69-9ea6-a77cc466decb tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:09.820705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956add3b-6c9a-4c69-9ea6-a77cc466decb tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:09.825265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59650) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:09.828917 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-956add3b-6c9a-4c69-9ea6-a77cc466decb tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/00ce95b9-64e4-41e9-a7bd-14c8741c4f60 HTTP/1.1" status: 404 len: 339 time: 0.0314693 Jul 08 02:07:09.910722 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f78281-b8fc-405a-b0c9-1132f8c3fa98 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:09.911193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f78281-b8fc-405a-b0c9-1132f8c3fa98 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:09.913965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-72f78281-b8fc-405a-b0c9-1132f8c3fa98 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/subnets/db41f684-ee01-4a3c-b41f-e6e6c91e7550 HTTP/1.1" status: 404 len: 337 time: 0.0853074 Jul 08 02:07:09.916239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59652) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:09.945418 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d139e64-e605-4d4e-acb1-a98a458b7648 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:09.950148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d139e64-e605-4d4e-acb1-a98a458b7648 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:09.956939 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0d139e64-e605-4d4e-acb1-a98a458b7648 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/d2da28f7-68d2-4f01-9d02-70a060ce073a HTTP/1.1" status: 404 len: 339 time: 0.0363011 Jul 08 02:07:09.957506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59658) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:10.167175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e22411e8-8c80-4a84-8917-057c7fae6582 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Deleting port e26a0a12-a873-40ee-9c32-3ced53989629 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:10.167444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e22411e8-8c80-4a84-8917-057c7fae6582 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:10.379823 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e22411e8-8c80-4a84-8917-057c7fae6582 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:10.415789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e22411e8-8c80-4a84-8917-057c7fae6582 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Calling delete_port for e26a0a12-a873-40ee-9c32-3ced53989629 owned by {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:10.729171 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e22411e8-8c80-4a84-8917-057c7fae6582 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:10.824651 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e22411e8-8c80-4a84-8917-057c7fae6582 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:10.829278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59724) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:10.846638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e22411e8-8c80-4a84-8917-057c7fae6582 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/ports/e26a0a12-a873-40ee-9c32-3ced53989629 HTTP/1.1" status: 204 len: 168 time: 0.8877459 Jul 08 02:07:10.848949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22411e8-8c80-4a84-8917-057c7fae6582 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Port': ['ID=e26a0a12-a873-40ee-9c32-3ced53989629,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:10.907186 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba792ff-9d8d-42bc-83a9-6f85af9643dd tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:10.907655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba792ff-9d8d-42bc-83a9-6f85af9643dd tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:10.912054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:10.923765 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eba792ff-9d8d-42bc-83a9-6f85af9643dd tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/subnets/352627ad-3497-49a2-a109-5027450daeb5 HTTP/1.1" status: 404 len: 337 time: 0.0925472 Jul 08 02:07:11.062038 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.221923 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.242806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8b1063-5610-49c8-a1d9-c385fbf8ccab']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:11.284164 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acb58ea-42cc-4f3c-ac96-387d011567ae') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:11.284768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acb58ea-42cc-4f3c-ac96-387d011567ae') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:11.300530 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.331869 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.344439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:11.345859 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:11.350954 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:11.432940 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.441706 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.446721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/3f8b1063-5610-49c8-a1d9-c385fbf8ccab HTTP/1.1" status: 204 len: 168 time: 0.5334525 Jul 08 02:07:11.450368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59780) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:11.551316 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af640c-1129-4826-afa1-e1157e9e7156 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Network': ['ID=3f8b1063-5610-49c8-a1d9-c385fbf8ccab,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:11.622113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e63963e2-d9f1-4fa4-8a5c-0539cee34514 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Deleting port 053f5502-beba-4476-bf6c-157afce38e72 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:11.622509 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e63963e2-d9f1-4fa4-8a5c-0539cee34514 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.707848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e63963e2-d9f1-4fa4-8a5c-0539cee34514 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.724619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e63963e2-d9f1-4fa4-8a5c-0539cee34514 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Calling delete_port for 053f5502-beba-4476-bf6c-157afce38e72 owned by {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:11.849124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e63963e2-d9f1-4fa4-8a5c-0539cee34514 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.925491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63963e2-d9f1-4fa4-8a5c-0539cee34514 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Port': ['ID=053f5502-beba-4476-bf6c-157afce38e72,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:11.935184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e63963e2-d9f1-4fa4-8a5c-0539cee34514 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:11.937646 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e63963e2-d9f1-4fa4-8a5c-0539cee34514 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/ports/053f5502-beba-4476-bf6c-157afce38e72 HTTP/1.1" status: 204 len: 168 time: 0.4861724 Jul 08 02:07:11.940338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59794) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:11.980936 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0a6fb3-8730-450a-8619-407c8aba1ea2 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] DELETE failed (client error): The resource could not be found. Jul 08 02:07:11.981655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0a6fb3-8730-450a-8619-407c8aba1ea2 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:07:11.983814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ef0a6fb3-8730-450a-8619-407c8aba1ea2 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/subnets/a6f26212-0674-42f4-a1bb-dc782b9a6dff HTTP/1.1" status: 404 len: 337 time: 0.0415854 Jul 08 02:07:11.986324 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59796) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:12.111093 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.270629 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.300238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ddc9bc-3c0e-4b20-a7cb-49784fb95637']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:12.321611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d7f86e-532c-4f27-913d-d09a8f964f7e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:12.322659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d7f86e-532c-4f27-913d-d09a8f964f7e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:12.340397 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.358406 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.369614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:12.370480 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:12.374202 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:12.470711 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.479246 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.481115 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/89ddc9bc-3c0e-4b20-a7cb-49784fb95637 HTTP/1.1" status: 204 len: 168 time: 0.4935691 Jul 08 02:07:12.483814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 59806) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:12.508404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36abc84-4059-4c16-ba32-35988f956447 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Network': ['ID=89ddc9bc-3c0e-4b20-a7cb-49784fb95637,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:12.580483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-667baa95-2d7a-4df0-bb0e-cb8c4d7f3c0e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Deleting subnet 339a5e47-09bc-4332-b340-73f7edb91094 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:07:12.594290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-667baa95-2d7a-4df0-bb0e-cb8c4d7f3c0e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.643527 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-667baa95-2d7a-4df0-bb0e-cb8c4d7f3c0e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.790946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-667baa95-2d7a-4df0-bb0e-cb8c4d7f3c0e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.874930 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-667baa95-2d7a-4df0-bb0e-cb8c4d7f3c0e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.907711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667baa95-2d7a-4df0-bb0e-cb8c4d7f3c0e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Subnet': ['ID=339a5e47-09bc-4332-b340-73f7edb91094,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:12.917457 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-667baa95-2d7a-4df0-bb0e-cb8c4d7f3c0e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:12.919828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-667baa95-2d7a-4df0-bb0e-cb8c4d7f3c0e tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/subnets/339a5e47-09bc-4332-b340-73f7edb91094 HTTP/1.1" status: 204 len: 168 time: 0.4343877 Jul 08 02:07:12.921934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:12.927074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221cbca8-7109-40dd-8780-0386281f0249 None None] Network 9b33af6a-99d2-4a66-8f76-beda3af3d391 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:13.081727 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.182091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Deleting port ee087e4e-d636-46fd-892b-283d0011a318 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:13.182091 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.341912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] For port ee087e4e-d636-46fd-892b-283d0011a318, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ee087e4e-d636-46fd-892b-283d0011a318,segment=NetworkSegment(f323a49d-5ee7-47a0-bb17-88e75152dc4e),segment_id=f323a49d-5ee7-47a0-bb17-88e75152dc4e)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:13.342382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.370324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5855b-bdd5-425d-b296-798e69e55876 None None] DHCP port deletion for 9b33af6a-99d2-4a66-8f76-beda3af3d391 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:07:13.373348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Calling delete_port for ee087e4e-d636-46fd-892b-283d0011a318 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:13.426557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1eb5855b-bdd5-425d-b296-798e69e55876 None None] Deleting port ee087e4e-d636-46fd-892b-283d0011a318 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:13.427219 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1eb5855b-bdd5-425d-b296-798e69e55876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.519666 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.538684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1eb5855b-bdd5-425d-b296-798e69e55876 None None] For port ee087e4e-d636-46fd-892b-283d0011a318, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ee087e4e-d636-46fd-892b-283d0011a318,segment=NetworkSegment(f323a49d-5ee7-47a0-bb17-88e75152dc4e),segment_id=f323a49d-5ee7-47a0-bb17-88e75152dc4e)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:13.539263 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1eb5855b-bdd5-425d-b296-798e69e55876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.563017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1eb5855b-bdd5-425d-b296-798e69e55876 None None] Calling delete_port for ee087e4e-d636-46fd-892b-283d0011a318 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:13.614901 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Port': ['ID=ee087e4e-d636-46fd-892b-283d0011a318,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:13.652782 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] No DVR routers for this DVR port ee087e4e-d636-46fd-892b-283d0011a318 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:07:13.681223 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:07:13.690487 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1eb5855b-bdd5-425d-b296-798e69e55876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.710208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5855b-bdd5-425d-b296-798e69e55876 None None] No DVR routers for this DVR port ee087e4e-d636-46fd-892b-283d0011a318 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:13.733916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5855b-bdd5-425d-b296-798e69e55876 None None] Pushing event deleted for resources: {'Port': ['ID=ee087e4e-d636-46fd-892b-283d0011a318,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:13.869475 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:13.893648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b33af6a-99d2-4a66-8f76-beda3af3d391']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:13.939513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f323a49d-5ee7-47a0-bb17-88e75152dc4e') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:13.939796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f323a49d-5ee7-47a0-bb17-88e75152dc4e') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:13.972152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.012035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.018531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:14.018956 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:14.216291 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:14.220805 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.239435 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.244789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] 10.222.0.41 "DELETE /v2.0/networks/9b33af6a-99d2-4a66-8f76-beda3af3d391 HTTP/1.1" status: 204 len: 168 time: 1.3188565 Jul 08 02:07:14.258082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4e7c7-fb5a-43c1-b636-594e0e4ae594 tempest-NetworksIpV6TestAttrs-1473311946 tempest-NetworksIpV6TestAttrs-1473311946-project] Pushing event deleted for resources: {'Network': ['ID=9b33af6a-99d2-4a66-8f76-beda3af3d391,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:14.651834 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:14.892905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4e947f5f-47d9-4066-8101-a7d10ea36830 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f422eb8b1c4d40fa873f51a5f02ced0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2399170 Jul 08 02:07:14.893610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59902) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:14.952930 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-755b473f-c636-467b-b055-b906141351bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:14.992228 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-755b473f-c636-467b-b055-b906141351bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.087177 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-755b473f-c636-467b-b055-b906141351bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.090212 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-755b473f-c636-467b-b055-b906141351bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:15.094075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-755b473f-c636-467b-b055-b906141351bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/973be845-d233-4aee-8d4e-5670923763d3 HTTP/1.1" status: 204 len: 168 time: 0.1984618 Jul 08 02:07:15.128969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b473f-c636-467b-b055-b906141351bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973be845-d233-4aee-8d4e-5670923763d3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:15.404756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ee087e4e-d636-46fd-892b-283d0011a318 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:07:15.413516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: ee087e4e-d636-46fd-892b-283d0011a318 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:07:15.414124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ee087e4e-d636-46fd-892b-283d0011a318 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:07:16.280202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 59960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:16.508559 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-89eae74b-73cf-4223-b416-b46c7604cb35 tempest-DvrRoutersNegativeTest-1626369042 tempest-DvrRoutersNegativeTest-1626369042-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-160795038', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:16.512728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.policy [None req-89eae74b-73cf-4223-b416-b46c7604cb35 tempest-DvrRoutersNegativeTest-1626369042 tempest-DvrRoutersNegativeTest-1626369042-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93883) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 08 02:07:16.513265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.policy [None req-89eae74b-73cf-4223-b416-b46c7604cb35 tempest-DvrRoutersNegativeTest-1626369042 tempest-DvrRoutersNegativeTest-1626369042-project] Failed policy check for 'create_router' {{(pid=93883) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 08 02:07:16.514284 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-89eae74b-73cf-4223-b416-b46c7604cb35 tempest-DvrRoutersNegativeTest-1626369042 tempest-DvrRoutersNegativeTest-1626369042-project] create failed (client error): Access was denied to this resource. Jul 08 02:07:16.522458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-89eae74b-73cf-4223-b416-b46c7604cb35 tempest-DvrRoutersNegativeTest-1626369042 tempest-DvrRoutersNegativeTest-1626369042-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2408633 Jul 08 02:07:17.062177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60006) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:17.185809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60012) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:17.374811 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bbda21c-3f78-44fd-a617-11f51421ba94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.426107 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a391b4f-c288-4ec7-86ef-da269bd3ccab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.573180 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bbda21c-3f78-44fd-a617-11f51421ba94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.610725 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:07:17.673968 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0bbda21c-3f78-44fd-a617-11f51421ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.695922 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a391b4f-c288-4ec7-86ef-da269bd3ccab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.714800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a391b4f-c288-4ec7-86ef-da269bd3ccab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.755960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0bbda21c-3f78-44fd-a617-11f51421ba94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9132637873264464976551b96c0c6cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6900640 Jul 08 02:07:17.755960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbda21c-3f78-44fd-a617-11f51421ba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38632bdc-812a-4a3f-9d48-2bfbf552c262,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:17.756288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60032) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:17.801298 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4a391b4f-c288-4ec7-86ef-da269bd3ccab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05234057fe2a4c8b85bcfa13b81a15b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161022 Jul 08 02:07:17.805982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60038) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:17.843471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a391b4f-c288-4ec7-86ef-da269bd3ccab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc77010-b713-4756-95a3-8f7407f8f854,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:17.914029 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f05c-5813-4cee-9e34-53e580c02a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.949286 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:17.978989 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.027795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f05c-5813-4cee-9e34-53e580c02a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.052017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.056094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.058127 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bc77010-b713-4756-95a3-8f7407f8f854 HTTP/1.1" status: 204 len: 168 time: 0.2511032 Jul 08 02:07:18.124040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc77010-b713-4756-95a3-8f7407f8f854,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:18.146570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.147729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.148686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.149805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.150248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.151452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.152669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.153597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.154227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.155498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.158197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.158924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f3fc63-48dd-45d5-95ff-9d4248640b8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:18.191429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f05c-5813-4cee-9e34-53e580c02a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.197149 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cc5f05c-5813-4cee-9e34-53e580c02a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.202111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0cc5f05c-5813-4cee-9e34-53e580c02a00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38632bdc-812a-4a3f-9d48-2bfbf552c262 HTTP/1.1" status: 204 len: 168 time: 0.4436662 Jul 08 02:07:18.212971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5f05c-5813-4cee-9e34-53e580c02a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38632bdc-812a-4a3f-9d48-2bfbf552c262,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:18.564945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60064) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:18.583855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5c3851c-8296-47fb-8766-8ab826b1d7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.808241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5c3851c-8296-47fb-8766-8ab826b1d7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.816818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a5c3851c-8296-47fb-8766-8ab826b1d7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.895650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3851c-8296-47fb-8766-8ab826b1d7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6e0310-22f0-410f-ba74-76816959abf1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:18.901969 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a5c3851c-8296-47fb-8766-8ab826b1d7e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5454532bdb54689845f22b1fb9dea5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354495 Jul 08 02:07:18.904605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60082) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:18.970585 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32aae40d-5619-4dba-baee-2a3689cd662d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:18.999192 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32aae40d-5619-4dba-baee-2a3689cd662d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:19.127543 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32aae40d-5619-4dba-baee-2a3689cd662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:19.130751 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-32aae40d-5619-4dba-baee-2a3689cd662d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:19.141132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-32aae40d-5619-4dba-baee-2a3689cd662d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f6e0310-22f0-410f-ba74-76816959abf1 HTTP/1.1" status: 204 len: 168 time: 0.2325211 Jul 08 02:07:19.157815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aae40d-5619-4dba-baee-2a3689cd662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6e0310-22f0-410f-ba74-76816959abf1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:19.701389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60122) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:20.066138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-626344506-network', 'tenant_id': 'c7afe304f82d4d268a5e02bf89448891'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:20.107349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Made reservation on behalf of c7afe304f82d4d268a5e02bf89448891 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:20.111655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.147414 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.324353 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.332623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.370257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:20.380023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547236fb-838d-4446-989e-91b6fa166c67,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:20.387595 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.388211 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Added segment c682cf81-6786-4d24-b4da-e060c4dedbda of type vlan for network 042caf0e-b528-40f3-aa8b-db897cf00509 Jul 08 02:07:20.440166 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.489035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.490076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:20.492819 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.650188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9468949 Jul 08 02:07:20.653219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60168) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:20.659354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Request body: {'subnet': {'network_id': '042caf0e-b528-40f3-aa8b-db897cf00509', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-626344506-subnet', 'tenant_id': 'c7afe304f82d4d268a5e02bf89448891', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:20.667065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96a216-dacd-4704-9588-299e09a1705f admin admin] Pushing event updated for resources: {'Network': ['ID=042caf0e-b528-40f3-aa8b-db897cf00509,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:20.689991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 042caf0e-b528-40f3-aa8b-db897cf00509 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:20.698856 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-15eb4a84-948c-45d1-904c-194471772b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:20.738719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Made reservation on behalf of c7afe304f82d4d268a5e02bf89448891 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:20.741652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.342003 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.392410 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21ffc5b-d666-4c69-9ea3-93df665a77fd,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:21.444233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Checking segment: {'id': 'c682cf81-6786-4d24-b4da-e060c4dedbda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '042caf0e-b528-40f3-aa8b-db897cf00509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:21.445773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Network hostable DHCP agents. Network: 042caf0e-b528-40f3-aa8b-db897cf00509, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:21.485807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Network 042caf0e-b528-40f3-aa8b-db897cf00509 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:21.503663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 042caf0e-b528-40f3-aa8b-db897cf00509) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:21.510710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:21.512270 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:21.515507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7bc255-c217-4412-86a1-7233eae505e4 None None] Network 042caf0e-b528-40f3-aa8b-db897cf00509 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:21.541918 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4d85aa5a-f8d6-4c33-907e-19aff5d1ce2f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8858888 Jul 08 02:07:21.716487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3473b9fb-cf57-454b-b1a6-556df6566d57 None None] Network 042caf0e-b528-40f3-aa8b-db897cf00509 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:22.534716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60252) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:22.541140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-902671041-network', 'tenant_id': 'e7b58e7956bd4ff09547132c0356bf0f'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:22.566054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Made reservation on behalf of e7b58e7956bd4ff09547132c0356bf0f for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:22.569813 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.584491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.821932 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.830337 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.872527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:22.938540 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:22.944659 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Added segment 152ee7c8-bead-4005-ba71-5928a56537a9 of type vlan for network fd5be7df-0e29-4824-8695-c37ca354b209 Jul 08 02:07:22.961732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba866c42-8858-4e10-9648-d1fcf0c12491,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:23.022200 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.066459 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.067748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:23.069653 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.172221 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6356695 Jul 08 02:07:23.177394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60268) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:23.184665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Request body: {'subnet': {'network_id': 'fd5be7df-0e29-4824-8695-c37ca354b209', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-902671041-subnet', 'tenant_id': 'e7b58e7956bd4ff09547132c0356bf0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:23.191828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50097c-8ca3-42d4-8695-f60d813fe492 admin admin] Pushing event updated for resources: {'Network': ['ID=fd5be7df-0e29-4824-8695-c37ca354b209,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:23.225113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network fd5be7df-0e29-4824-8695-c37ca354b209 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:23.253096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Made reservation on behalf of e7b58e7956bd4ff09547132c0356bf0f for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:23.257707 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.393657 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b691fed0-fa25-4c32-8efc-821344a08a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.583019 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.650368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5559bb05-c90d-407b-aebb-f718a505bee3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:23.661851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Checking segment: {'id': '152ee7c8-bead-4005-ba71-5928a56537a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fd5be7df-0e29-4824-8695-c37ca354b209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:23.662439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Network hostable DHCP agents. Network: fd5be7df-0e29-4824-8695-c37ca354b209, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:23.681406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Network fd5be7df-0e29-4824-8695-c37ca354b209 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:23.695800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, fd5be7df-0e29-4824-8695-c37ca354b209) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:23.701283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:23.702743 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.726215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-03c38455-ec46-4396-9b20-a0f94c4ea806 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5469956 Jul 08 02:07:23.734872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2e316f-2e94-462e-89ce-0c7c4ea9937b None None] Network fd5be7df-0e29-4824-8695-c37ca354b209 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:23.790256 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:23.904650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fe8fb1-c956-4f76-b985-01b099d6539d None None] Network fd5be7df-0e29-4824-8695-c37ca354b209 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:23.943201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60284) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:24.069960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-7978508e-3691-4b0b-94f7-62eb38296b1a admin admin] Deleting subnet e21ffc5b-d666-4c69-9ea3-93df665a77fd {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:07:24.077918 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7978508e-3691-4b0b-94f7-62eb38296b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.128971 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7978508e-3691-4b0b-94f7-62eb38296b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.183403 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7978508e-3691-4b0b-94f7-62eb38296b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.246024 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7978508e-3691-4b0b-94f7-62eb38296b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.275828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978508e-3691-4b0b-94f7-62eb38296b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21ffc5b-d666-4c69-9ea3-93df665a77fd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:24.280928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7978508e-3691-4b0b-94f7-62eb38296b1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.284413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7978508e-3691-4b0b-94f7-62eb38296b1a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e21ffc5b-d666-4c69-9ea3-93df665a77fd HTTP/1.1" status: 204 len: 168 time: 0.3391705 Jul 08 02:07:24.288459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:24.816783 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.851076 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.975222 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:24.990479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042caf0e-b528-40f3-aa8b-db897cf00509']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:25.014665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c682cf81-6786-4d24-b4da-e060c4dedbda') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:25.015024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c682cf81-6786-4d24-b4da-e060c4dedbda') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:25.040162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.099337 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.113086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:25.113738 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:25.115739 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:25.195276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60322) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:25.276166 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.283490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.289221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] 10.222.0.41 "DELETE /v2.0/networks/042caf0e-b528-40f3-aa8b-db897cf00509 HTTP/1.1" status: 204 len: 168 time: 0.9991691 Jul 08 02:07:25.289883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60330) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:25.307860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda26d9-d30d-4bfc-89a9-94750c591a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=042caf0e-b528-40f3-aa8b-db897cf00509,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:25.397435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77f9e3e-49f5-40a4-934d-f061ca32efd8 admin admin] Deleting subnet 5559bb05-c90d-407b-aebb-f718a505bee3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:07:25.409182 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77f9e3e-49f5-40a4-934d-f061ca32efd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.410831 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-66700716-9a7b-43b0-95ad-eb8f05331a9e tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.2138438 Jul 08 02:07:25.414325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60332) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:25.421580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'network': {'name': 'tempest-network-smoke--814177017', 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'port_security_enabled': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:25.468814 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77f9e3e-49f5-40a4-934d-f061ca32efd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.481446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Made reservation on behalf of d9890f3503b54e289aa2bca28f62fb02 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:25.491938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.540562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:25.549285 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77f9e3e-49f5-40a4-934d-f061ca32efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.554771 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.555395 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Added segment 7afec14e-22e0-4327-a742-70cbb010e648 of type vlan for network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 Jul 08 02:07:25.619044 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.654757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77f9e3e-49f5-40a4-934d-f061ca32efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.696205 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.709323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:25.710476 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.739522 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77f9e3e-49f5-40a4-934d-f061ca32efd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.742814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e77f9e3e-49f5-40a4-934d-f061ca32efd8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5559bb05-c90d-407b-aebb-f718a505bee3 HTTP/1.1" status: 204 len: 168 time: 0.4434335 Jul 08 02:07:25.744354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f9e3e-49f5-40a4-934d-f061ca32efd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5559bb05-c90d-407b-aebb-f718a505bee3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:25.752212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60342) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:25.848022 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4324713 Jul 08 02:07:25.849141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9708e7a-ffce-493b-b977-cb3f64502664 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Network': ['ID=1a6ecc83-8d67-4b6c-988c-c97d238f7a05,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:25.852252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60346) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:25.858437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1943970353', 'admin_state_up': True, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:25.865495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:25.890577 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.892394 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.903624 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:25.997428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.030176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.042856 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd5be7df-0e29-4824-8695-c37ca354b209']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:26.061060 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152ee7c8-bead-4005-ba71-5928a56537a9') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:26.061887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152ee7c8-bead-4005-ba71-5928a56537a9') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:26.082679 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.118609 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.133484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:07:26.143952 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:07:26.149451 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:07:26.344577 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.354765 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.359105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fd5be7df-0e29-4824-8695-c37ca354b209 HTTP/1.1" status: 204 len: 168 time: 0.6057618 Jul 08 02:07:26.393296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.401157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92829a-bdb5-41e7-a586-a79f9b819b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd5be7df-0e29-4824-8695-c37ca354b209,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:26.464876 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.705827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60366) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:26.772438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1864433c-7dfe-47d9-aac8-774a291224cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7afe304f82d4d268a5e02bf89448891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631433 Jul 08 02:07:26.774264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:26.805329 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.831955 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.886408 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea135f46-150c-43f5-a32a-1c862e699c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:26.935512 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea135f46-150c-43f5-a32a-1c862e699c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.016178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea135f46-150c-43f5-a32a-1c862e699c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.024053 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea135f46-150c-43f5-a32a-1c862e699c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.039219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Allocated IP 172.25.4.185 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/713a6b40-9704-4ddc-9d9e-1fdd0a69a72f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:27.044274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ea135f46-150c-43f5-a32a-1c862e699c10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/547236fb-838d-4446-989e-91b6fa166c67 HTTP/1.1" status: 204 len: 168 time: 0.2670517 Jul 08 02:07:27.104265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea135f46-150c-43f5-a32a-1c862e699c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547236fb-838d-4446-989e-91b6fa166c67,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:27.258817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.330164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.388424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:27.391536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:27.394893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:27.620497 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Port': ['ID=713a6b40-9704-4ddc-9d9e-1fdd0a69a72f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:27.781360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60396) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:27.859556 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bb292302-35da-40b5-9bb1-df29c1bb584b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7b58e7956bd4ff09547132c0356bf0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0768940 Jul 08 02:07:27.862086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60400) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:27.887875 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:27.998189 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c99d685-9ae3-4798-b2e2-a0b7d01e74cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.040921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c99d685-9ae3-4798-b2e2-a0b7d01e74cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.134772 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c99d685-9ae3-4798-b2e2-a0b7d01e74cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.138107 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c99d685-9ae3-4798-b2e2-a0b7d01e74cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.139329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5c99d685-9ae3-4798-b2e2-a0b7d01e74cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba866c42-8858-4e10-9648-d1fcf0c12491 HTTP/1.1" status: 204 len: 168 time: 0.2760551 Jul 08 02:07:28.167598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99d685-9ae3-4798-b2e2-a0b7d01e74cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba866c42-8858-4e10-9648-d1fcf0c12491,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:28.354996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.577236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:07:28.715733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:07:28.730166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Sync routers for ids ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:07:28.741192 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:28.742500 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-40588832-4af9-4e1f-aeb8-0e3c54d61d81 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8890388 Jul 08 02:07:28.745664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:28.750138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Routers {'22e8c944-cba6-48ec-8f94-14fa2e2de1fc'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:07:28.751129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:07:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:28.896481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18dc5aa-7f84-4c1e-97dd-a7a9059b901b tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:28.896481 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b18dc5aa-7f84-4c1e-97dd-a7a9059b901b tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d9890f3503b54e289aa2bca28f62fb02&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1486239 Jul 08 02:07:28.898707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60440) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:28.982386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Set router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:07:29.073679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2e0dce-cc69-42ef-97a0-2036e63d768f tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:29.078356 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fa2e0dce-cc69-42ef-97a0-2036e63d768f tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1760199 Jul 08 02:07:29.078713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:29.161927 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-137392db-c7fe-4810-85f9-4549d75e983d tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818336 Jul 08 02:07:29.164919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:29.238453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4f10e925-ab66-4978-adde-6f0cd6f00c51 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d9890f3503b54e289aa2bca28f62fb02&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721378 Jul 08 02:07:29.241276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60464) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:29.479463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dbc1b3-95fa-4542-a4f2-cec86a66096c tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:29.485889 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-74dbc1b3-95fa-4542-a4f2-cec86a66096c tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2425408 Jul 08 02:07:29.487523 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60472) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:29.559675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943970353', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:07:25Z', 'updated_at': '2021-07-08T02:07:27Z', 'revision_number': 3, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:26Z', 'updated_at': '2021-07-08T02:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:29.651380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Checking router: 22e8c944-cba6-48ec-8f94-14fa2e2de1fc for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:07:29.652061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Updating router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:07:29.745149 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.033648 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e81fb8bb-63a4-44d7-97c6-f4a13d0c057f tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5447690 Jul 08 02:07:30.036010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60492) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:30.042647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795956928', 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05', 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:30.200794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60496) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:30.242372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Made reservation on behalf of d9890f3503b54e289aa2bca28f62fb02 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:30.249258 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.305623 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.335262 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Transition to ACTIVE for port object 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:30.342230 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.488252 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-861abffa-6fb3-4b3d-bc7b-e73b8da7e91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.504891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e8d11-ea89-400c-9c18-33bc33637b79 None None] Pushing event updated for resources: {'Port': ['ID=713a6b40-9704-4ddc-9d9e-1fdd0a69a72f,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:30.521838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Attempting to bind port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:30.522525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Attempting to bind port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:30.523005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Attempting to bind port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:30.542760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:30.543354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:30.544031 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.544619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:30.545264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Bound port: 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:30.545811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.617596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] For port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:30.623113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] For port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=713a6b40-9704-4ddc-9d9e-1fdd0a69a72f,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:30.629101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.732498 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:30.835381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e8d11-ea89-400c-9c18-33bc33637b79 None None] Pushing event updated for resources: {'Port': ['ID=713a6b40-9704-4ddc-9d9e-1fdd0a69a72f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:30.840762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Routers {'22e8c944-cba6-48ec-8f94-14fa2e2de1fc'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:07:30.841819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:07:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:30.894615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Subnet': ['ID=4ace2681-efc7-4a9b-ba5a-c6ff37aceed0,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:30.934714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Checking segment: {'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:30.934991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network hostable DHCP agents. Network: 1a6ecc83-8d67-4b6c-988c-c97d238f7a05, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:30.999321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:31.021222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 1a6ecc83-8d67-4b6c-988c-c97d238f7a05) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:31.025697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:31.026303 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.046315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-861abffa-6fb3-4b3d-bc7b-e73b8da7e91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.052050 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-861abffa-6fb3-4b3d-bc7b-e73b8da7e91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.084813 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-09841236-4092-4bc2-a59e-4feaada782ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0406847 Jul 08 02:07:31.085263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60520) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.146656 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-861abffa-6fb3-4b3d-bc7b-e73b8da7e91e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cda18f1d08745fd9db01e694d247694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9442346 Jul 08 02:07:31.147944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861abffa-6fb3-4b3d-bc7b-e73b8da7e91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b97b45-ab02-445c-a462-173fa3901b2b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:31.156146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60522) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:31.253129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df20b7ce-d200-4157-b79b-b918459f15e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.282853 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df20b7ce-d200-4157-b79b-b918459f15e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.304763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] Set router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:07:31.347465 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df20b7ce-d200-4157-b79b-b918459f15e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.357271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df20b7ce-d200-4157-b79b-b918459f15e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:31.358459 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-df20b7ce-d200-4157-b79b-b918459f15e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30b97b45-ab02-445c-a462-173fa3901b2b HTTP/1.1" status: 204 len: 168 time: 0.2011061 Jul 08 02:07:31.369872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20b7ce-d200-4157-b79b-b918459f15e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b97b45-ab02-445c-a462-173fa3901b2b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:31.492056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0032262-0f07-4c12-8969-65ed86301193 None None] Network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:32.072460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60550) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:32.093982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943970353', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:07:25Z', 'updated_at': '2021-07-08T02:07:27Z', 'revision_number': 3, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:26Z', 'updated_at': '2021-07-08T02:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:32.096456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f17387b0-78f7-47a5-b9ef-7f38d153fed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.149577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975d395d-7d97-45b5-bcee-2551024c4b99 None None] The sync data for ids ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'] in n-d-694802-14 is: [{'id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943970353', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:07:25Z', 'updated_at': '2021-07-08T02:07:27Z', 'revision_number': 3, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:26Z', 'updated_at': '2021-07-08T02:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:07:32.170777 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-1a6ecc83-8d67-4b6c-988c-c97d238f7a05', 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'fixed_ips': [{'subnet_id': '4ace2681-efc7-4a9b-ba5a-c6ff37aceed0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:07:32.171648 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.336903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.385155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f17387b0-78f7-47a5-b9ef-7f38d153fed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.403457 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f17387b0-78f7-47a5-b9ef-7f38d153fed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.518675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f17387b0-78f7-47a5-b9ef-7f38d153fed3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b60bf31aa0b45e8a5abd0e992f581a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4450765 Jul 08 02:07:32.519423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17387b0-78f7-47a5-b9ef-7f38d153fed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809f7899-437b-4142-9677-d3e519ca8df6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:32.545370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60558) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:32.577484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Allocated IP 172.20.0.18 (1a6ecc83-8d67-4b6c-988c-c97d238f7a05/4ace2681-efc7-4a9b-ba5a-c6ff37aceed0/a4193996-7f9d-4dd4-8aa8-73d0a40072d8) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:32.694570 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14a25bfc-9987-4ad9-a470-e55b104ab4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.773869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14a25bfc-9987-4ad9-a470-e55b104ab4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.871116 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14a25bfc-9987-4ad9-a470-e55b104ab4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.874590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-14a25bfc-9987-4ad9-a470-e55b104ab4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:32.879184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-14a25bfc-9987-4ad9-a470-e55b104ab4d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/809f7899-437b-4142-9677-d3e519ca8df6 HTTP/1.1" status: 204 len: 168 time: 0.3323922 Jul 08 02:07:32.915402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a25bfc-9987-4ad9-a470-e55b104ab4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809f7899-437b-4142-9677-d3e519ca8df6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:33.076801 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.115439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Transition to ACTIVE for port object a4193996-7f9d-4dd4-8aa8-73d0a40072d8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:33.154909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Transition to ACTIVE for port object a4193996-7f9d-4dd4-8aa8-73d0a40072d8 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:33.163279 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.284193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Allocated IP 172.20.0.17 (1a6ecc83-8d67-4b6c-988c-c97d238f7a05/4ace2681-efc7-4a9b-ba5a-c6ff37aceed0/5653373b-caa2-4ece-9d21-c40e095b1087) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:33.307823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:33.337299 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:33.345365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:33.501798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:33.559618 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.612098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Transition to ACTIVE for port object 5653373b-caa2-4ece-9d21-c40e095b1087 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:33.617471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Pushing event updated for resources: {'Port': ['ID=a4193996-7f9d-4dd4-8aa8-73d0a40072d8,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:33.642978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Attempting to bind port a4193996-7f9d-4dd4-8aa8-73d0a40072d8 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:33.645069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Attempting to bind port a4193996-7f9d-4dd4-8aa8-73d0a40072d8 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:33.648782 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Attempting to bind port a4193996-7f9d-4dd4-8aa8-73d0a40072d8 on network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:33.664070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:33.664808 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Checking segment: {'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:33.665402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.667695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Bound using segment: {'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:33.668431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Bound port: a4193996-7f9d-4dd4-8aa8-73d0a40072d8, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:33.669468 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.694354 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.756467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:33.759891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:33.764266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:33.814368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Port': ['ID=5653373b-caa2-4ece-9d21-c40e095b1087,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:33.840979 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:33.988728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:34.002085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:34.002961 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.120109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] For port a4193996-7f9d-4dd4-8aa8-73d0a40072d8, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:34.143831 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.166164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] For port a4193996-7f9d-4dd4-8aa8-73d0a40072d8, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a4193996-7f9d-4dd4-8aa8-73d0a40072d8,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:34.228578 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.916907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5277a-bbd7-40fd-8f7d-f98dfe8505ff None None] Pushing event updated for resources: {'Port': ['ID=a4193996-7f9d-4dd4-8aa8-73d0a40072d8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:34.939587 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.941580 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.975097 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.982558 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:34.983788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=713a6b40-9704-4ddc-9d9e-1fdd0a69a72f,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:34.991909 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.165489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=713a6b40-9704-4ddc-9d9e-1fdd0a69a72f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:35.246464 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:35.534623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Port': ['ID=5653373b-caa2-4ece-9d21-c40e095b1087,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:35.642482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:35.650551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:35.658605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a4193996-7f9d-4dd4-8aa8-73d0a40072d8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:35.777707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port a4193996-7f9d-4dd4-8aa8-73d0a40072d8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:35.783278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:35.896324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:35.896716 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.088386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:07:36.311998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60696) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:36.460521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:07:36.479294 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Sync routers for ids ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:07:36.480845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-750721f0-46fa-40f9-9cc8-5055d96d7aa6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "PUT /v2.0/routers/22e8c944-cba6-48ec-8f94-14fa2e2de1fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3944049 Jul 08 02:07:36.501733 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Routers {'22e8c944-cba6-48ec-8f94-14fa2e2de1fc'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:07:36.510210 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:07:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:36.755819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da0b4f33-b2df-43bb-9ff4-b65967188da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:36.809771 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Set router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:07:36.879061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b4df6-31f4-4c1f-ac86-62ca19c36aef None None] Network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:37.176216 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da0b4f33-b2df-43bb-9ff4-b65967188da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.181754 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da0b4f33-b2df-43bb-9ff4-b65967188da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.238245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Provisioning for port a4193996-7f9d-4dd4-8aa8-73d0a40072d8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:37.249071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Provisioning complete for port a4193996-7f9d-4dd4-8aa8-73d0a40072d8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:37.250329 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.261165 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-da0b4f33-b2df-43bb-9ff4-b65967188da7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=265fd17c53264591be7595884007085b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9479842 Jul 08 02:07:37.265042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60736) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:37.457645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b4f33-b2df-43bb-9ff4-b65967188da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12379fea-e1a0-4031-aa51-4ecb423c5d36,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:37.491610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-c95ec49d-e4a0-483d-b026-6a11097fc0b9 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:37.494682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-c95ec49d-e4a0-483d-b026-6a11097fc0b9 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/networks?id=1a6ecc83-8d67-4b6c-988c-c97d238f7a05 HTTP/1.1" status: 200 len: 797 time: 0.3593876 Jul 08 02:07:37.504930 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.519084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1bc09e0-d144-4c86-8e5d-3df66f25edc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.533900 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943970353', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:07:25Z', 'updated_at': '2021-07-08T02:07:34Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:26Z', 'updated_at': '2021-07-08T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5653373b-caa2-4ece-9d21-c40e095b1087', 'name': '', 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:18:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '4ace2681-efc7-4a9b-ba5a-c6ff37aceed0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:32Z', 'updated_at': '2021-07-08T02:07:34Z', 'revision_number': 2, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': '4ace2681-efc7-4a9b-ba5a-c6ff37aceed0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:37.538130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-04d9e6a8-2f8e-4619-943e-c8de361a3aad tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/quotas/d9890f3503b54e289aa2bca28f62fb02 HTTP/1.1" status: 200 len: 375 time: 0.0359287 Jul 08 02:07:37.565876 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Checking router: 22e8c944-cba6-48ec-8f94-14fa2e2de1fc for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:07:37.566783 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Updating router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc port 5653373b-caa2-4ece-9d21-c40e095b1087 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:07:37.592340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] For port a4193996-7f9d-4dd4-8aa8-73d0a40072d8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a4193996-7f9d-4dd4-8aa8-73d0a40072d8,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:37.597777 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.616700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1bc09e0-d144-4c86-8e5d-3df66f25edc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.649961 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.743389 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1bc09e0-d144-4c86-8e5d-3df66f25edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.746333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1bc09e0-d144-4c86-8e5d-3df66f25edc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:37.751592 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d1bc09e0-d144-4c86-8e5d-3df66f25edc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/12379fea-e1a0-4031-aa51-4ecb423c5d36 HTTP/1.1" status: 204 len: 168 time: 0.4786053 Jul 08 02:07:37.767717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Pushing event updated for resources: {'Port': ['ID=a4193996-7f9d-4dd4-8aa8-73d0a40072d8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:37.773494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc09e0-d144-4c86-8e5d-3df66f25edc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12379fea-e1a0-4031-aa51-4ecb423c5d36,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:37.815938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-5bf8d064-36e1-414e-b63c-3ca8d6282c93 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9890f3503b54e289aa2bca28f62fb02&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2632368 Jul 08 02:07:37.843353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.843869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.844335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.844760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.845397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.845721 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.846112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.846699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.847084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.847479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.848003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:37.864704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195f2128-04d1-4ead-9b33-c27736fcd1f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:38.038598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ba6235b8-ea39-4b0e-a5e9-2440ff592957 None None] Provisioning complete for port a4193996-7f9d-4dd4-8aa8-73d0a40072d8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:38.039287 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ba6235b8-ea39-4b0e-a5e9-2440ff592957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:38.439570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ba6235b8-ea39-4b0e-a5e9-2440ff592957 None None] Provisioning for port 5653373b-caa2-4ece-9d21-c40e095b1087 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:38.453291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ba6235b8-ea39-4b0e-a5e9-2440ff592957 None None] Provisioning complete for port 5653373b-caa2-4ece-9d21-c40e095b1087 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:38.453637 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ba6235b8-ea39-4b0e-a5e9-2440ff592957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:38.573323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ba6235b8-ea39-4b0e-a5e9-2440ff592957 None None] Port 5653373b-caa2-4ece-9d21-c40e095b1087 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:38.708504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-37b80d7b-fc7e-472a-a0f1-8e55fba9d387 None None] Provisioning complete for port 5653373b-caa2-4ece-9d21-c40e095b1087 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:38.708783 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-37b80d7b-fc7e-472a-a0f1-8e55fba9d387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:38.732630 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:38.771338 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Transition to ACTIVE for port object 5653373b-caa2-4ece-9d21-c40e095b1087 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:38.800525 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:38.821335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-37b80d7b-fc7e-472a-a0f1-8e55fba9d387 None None] Port 5653373b-caa2-4ece-9d21-c40e095b1087 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:38.824059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-7fe2c984-abab-4076-82ab-247403cc3c47 service neutron] 10.222.0.41 "GET /v2.0/networks/1a6ecc83-8d67-4b6c-988c-c97d238f7a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9809368 Jul 08 02:07:39.001533 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Pushing event updated for resources: {'Port': ['ID=5653373b-caa2-4ece-9d21-c40e095b1087,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:39.070696 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.139271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60786) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:39.154314 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.154667 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.155007 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.158134 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.158504 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.158838 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.159167 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.159907 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.159907 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.160130 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.160457 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.160783 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:07:39.167453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd3e0-2922-4d2c-af76-85928d33aad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.181766 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-c2df58d1-b6b3-4280-8939-5c84d4d5a2a3 service neutron] 10.222.0.41 "GET /v2.0/networks/1a6ecc83-8d67-4b6c-988c-c97d238f7a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558061 Jul 08 02:07:39.182183 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Attempting to bind port 5653373b-caa2-4ece-9d21-c40e095b1087 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:39.182562 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Attempting to bind port 5653373b-caa2-4ece-9d21-c40e095b1087 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:39.182965 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Attempting to bind port 5653373b-caa2-4ece-9d21-c40e095b1087 on network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:39.201292 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:39.202287 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Checking segment: {'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:39.207085 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.212649 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Bound using segment: {'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:39.213172 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Bound port: 5653373b-caa2-4ece-9d21-c40e095b1087, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:39.213567 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.421865 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] For port 5653373b-caa2-4ece-9d21-c40e095b1087, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:39.433167 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] For port 5653373b-caa2-4ece-9d21-c40e095b1087, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5653373b-caa2-4ece-9d21-c40e095b1087,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:39.454119 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.570692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a4193996-7f9d-4dd4-8aa8-73d0a40072d8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:39.593305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd3e0-2922-4d2c-af76-85928d33aad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.600076 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd3e0-2922-4d2c-af76-85928d33aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.633817 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Routers {'22e8c944-cba6-48ec-8f94-14fa2e2de1fc'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:07:39.657259 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:07:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:39.685984 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4ecbd3e0-2922-4d2c-af76-85928d33aad6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9566b3d72774432b5cb5aa5fa5449d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404999 Jul 08 02:07:39.687697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 60802) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:39.778603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dfc83bf7-5dce-48b8-b012-20d157924d79 req-f5f91df5-c96f-4abd-9e64-0d8e58d70878 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 210 time: 0.1516063 Jul 08 02:07:39.797641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port a4193996-7f9d-4dd4-8aa8-73d0a40072d8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:39.798206 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:39.890871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbd3e0-2922-4d2c-af76-85928d33aad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2470a87e-c3fc-46e8-b2e9-28439725db0f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:39.921188 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c319d71-2bec-414a-b241-a6b6bc48bec8 None None] Pushing event updated for resources: {'Port': ['ID=5653373b-caa2-4ece-9d21-c40e095b1087,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:40.044085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b24257e-334b-49b5-a75e-617bc768e57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.124833 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] Set router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:07:40.168285 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b24257e-334b-49b5-a75e-617bc768e57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.305066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b24257e-334b-49b5-a75e-617bc768e57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.315111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5b24257e-334b-49b5-a75e-617bc768e57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:40.343490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5b24257e-334b-49b5-a75e-617bc768e57b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2470a87e-c3fc-46e8-b2e9-28439725db0f HTTP/1.1" status: 204 len: 168 time: 0.6433368 Jul 08 02:07:40.373042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24257e-334b-49b5-a75e-617bc768e57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2470a87e-c3fc-46e8-b2e9-28439725db0f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:40.631817 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943970353', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:07:25Z', 'updated_at': '2021-07-08T02:07:34Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:26Z', 'updated_at': '2021-07-08T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5653373b-caa2-4ece-9d21-c40e095b1087', 'name': '', 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:18:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '4ace2681-efc7-4a9b-ba5a-c6ff37aceed0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:32Z', 'updated_at': '2021-07-08T02:07:39Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': '4ace2681-efc7-4a9b-ba5a-c6ff37aceed0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:07:40.729611 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1da2c5b-d0b8-4afd-95ce-d58a5a100a61 None None] The sync data for ids ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'] in n-d-694802-14 is: [{'id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943970353', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:07:25Z', 'updated_at': '2021-07-08T02:07:34Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:26Z', 'updated_at': '2021-07-08T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5653373b-caa2-4ece-9d21-c40e095b1087', 'name': '', 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:18:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '4ace2681-efc7-4a9b-ba5a-c6ff37aceed0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:32Z', 'updated_at': '2021-07-08T02:07:39Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': '4ace2681-efc7-4a9b-ba5a-c6ff37aceed0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:07:41.406723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ba0b987-3ea8-46d5-a42f-4accb96caf83 req-7ddeca64-cc88-4826-a542-78d43bcd212d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 210 time: 0.1596074 Jul 08 02:07:41.616910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5653373b-caa2-4ece-9d21-c40e095b1087 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:41.773083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5653373b-caa2-4ece-9d21-c40e095b1087 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:41.781468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5653373b-caa2-4ece-9d21-c40e095b1087 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:41.782415 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:42.042591 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:42.145790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5653373b-caa2-4ece-9d21-c40e095b1087, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5653373b-caa2-4ece-9d21-c40e095b1087,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:42.153461 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:42.363716 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5653373b-caa2-4ece-9d21-c40e095b1087,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:42.753197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-37c63e78-4dca-47f4-983d-7cab04c034b7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:42.755624 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-37c63e78-4dca-47f4-983d-7cab04c034b7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.24 "GET /v2.0/networks?id=1a6ecc83-8d67-4b6c-988c-c97d238f7a05 HTTP/1.1" status: 200 len: 797 time: 0.5216851 Jul 08 02:07:42.779134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Request body: {'port': {'device_id': '9899f551-96e6-4394-b335-1a65fddffe11', 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05', 'admin_state_up': True, 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:43.018574 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bbbd9ae-66f2-4dc7-8ba6-f535c60ea4e0 req-74f1c7bc-92f1-4a3e-bbbf-acba5101bd59 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 210 time: 0.0648568 Jul 08 02:07:43.028489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Made reservation on behalf of d9890f3503b54e289aa2bca28f62fb02 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:43.035188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.362517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Allocated IP 172.20.0.29 (1a6ecc83-8d67-4b6c-988c-c97d238f7a05/4ace2681-efc7-4a9b-ba5a-c6ff37aceed0/99413780-babc-446b-8c03-a2de1211adfd) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:07:43.498313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5653373b-caa2-4ece-9d21-c40e095b1087 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:43.624805 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5653373b-caa2-4ece-9d21-c40e095b1087 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:43.625448 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.682322 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.729557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Transition to ACTIVE for port object 99413780-babc-446b-8c03-a2de1211adfd will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:43.816260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:43.934496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event updated for resources: {'Port': ['ID=99413780-babc-446b-8c03-a2de1211adfd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:43.950396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:07:43.951956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:43.954733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:07:44.084939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:44.085910 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.162567 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8227200b-a3ce-44ef-af24-be62ec79e138 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3880417 Jul 08 02:07:44.179769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0fc2bda5-01c8-4a4c-b0e9-7718893af0bf tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:07:44.189805 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0fc2bda5-01c8-4a4c-b0e9-7718893af0bf tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165868 Jul 08 02:07:44.394443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Request body: {'port': {'device_id': '9899f551-96e6-4394-b335-1a65fddffe11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:44.531551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fa07c-65fe-49b9-b84e-46fe3700784d req-1737b9e1-3511-4f3a-817a-3940d012989d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:44.539888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9e59a793-7d65-45ea-a13c-a0df8cc7b217 None None] Provisioning for port 99413780-babc-446b-8c03-a2de1211adfd completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:44.546233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9e59a793-7d65-45ea-a13c-a0df8cc7b217 None None] Provisioning complete for port 99413780-babc-446b-8c03-a2de1211adfd triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:44.546564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-328fa07c-65fe-49b9-b84e-46fe3700784d req-1737b9e1-3511-4f3a-817a-3940d012989d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 895 time: 0.1431110 Jul 08 02:07:44.548775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9e59a793-7d65-45ea-a13c-a0df8cc7b217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.572034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:44.647829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9e59a793-7d65-45ea-a13c-a0df8cc7b217 None None] Port 99413780-babc-446b-8c03-a2de1211adfd cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:07:45.021596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99413780-babc-446b-8c03-a2de1211adfd {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:45.034303 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.062301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Transition to ACTIVE for port object 99413780-babc-446b-8c03-a2de1211adfd will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:07:45.066680 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.147007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Pushing event updated for resources: {'Port': ['ID=99413780-babc-446b-8c03-a2de1211adfd,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:45.311917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Attempting to bind port 99413780-babc-446b-8c03-a2de1211adfd on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:07:45.313081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Attempting to bind port 99413780-babc-446b-8c03-a2de1211adfd by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:07:45.313283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Attempting to bind port 99413780-babc-446b-8c03-a2de1211adfd on network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:45.326676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Port 99413780-babc-446b-8c03-a2de1211adfd on network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:07:45.327075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Attempting to bind port 99413780-babc-446b-8c03-a2de1211adfd on network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:07:45.339926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:07:45.358113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Checking segment: {'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:45.359602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Bound using segment: {'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:07:45.361842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Bound port: 99413780-babc-446b-8c03-a2de1211adfd, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afec14e-22e0-4327-a742-70cbb010e648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:07:45.367023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.604404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] For port 99413780-babc-446b-8c03-a2de1211adfd, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:07:45.613384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] For port 99413780-babc-446b-8c03-a2de1211adfd, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=99413780-babc-446b-8c03-a2de1211adfd,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:07:45.619018 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.773691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 60992) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:45.778235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:45.783115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:45.786479 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] 10.222.0.24 "PUT /v2.0/ports/99413780-babc-446b-8c03-a2de1211adfd HTTP/1.1" status: 200 len: 1056 time: 1.5902195 Jul 08 02:07:45.789048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9899f551-96e6-4394-b335-1a65fddffe11', 'tag': '99413780-babc-446b-8c03-a2de1211adfd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:45.796957 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b2469a-2a20-4c10-8fa5-de3a5b66b698" -d '{"events": [{"name": "network-changed", "server_uuid": "9899f551-96e6-4394-b335-1a65fddffe11", "tag": "99413780-babc-446b-8c03-a2de1211adfd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:45.988579 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49df7cc-e721-4fd1-a0e5-4b689e3f5af5 x-openstack-request-id: req-b49df7cc-e721-4fd1-a0e5-4b689e3f5af5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:46.006371 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9899f551-96e6-4394-b335-1a65fddffe11", "tag": "99413780-babc-446b-8c03-a2de1211adfd", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:46.006786 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b49df7cc-e721-4fd1-a0e5-4b689e3f5af5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:46.007410 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9899f551-96e6-4394-b335-1a65fddffe11', 'tag': '99413780-babc-446b-8c03-a2de1211adfd', 'status': 'completed', 'code': 200} Jul 08 02:07:46.118015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5a1fc-2995-477c-9d1e-f9efb1b82361 service neutron] Pushing event updated for resources: {'Port': ['ID=99413780-babc-446b-8c03-a2de1211adfd,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:46.154771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8847b6-7ab7-44fa-95e0-8768ca459da9 req-30e4ac20-30ef-44b8-8c80-547eb6dd07fb tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.179097 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e8847b6-7ab7-44fa-95e0-8768ca459da9 req-30e4ac20-30ef-44b8-8c80-547eb6dd07fb tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 907 time: 0.1671500 Jul 08 02:07:46.222186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9768efd-091c-4ddd-9fa1-e11ead120dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:46.242711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-019130fa-02a3-4fc8-8d4b-3386a438ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.245307 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-019130fa-02a3-4fc8-8d4b-3386a438ffbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9890f3503b54e289aa2bca28f62fb02&device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 1059 time: 0.3883488 Jul 08 02:07:46.428663 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-ca79694f-2423-4228-8bd5-5e53fd240026 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=99413780-babc-446b-8c03-a2de1211adfd HTTP/1.1" status: 200 len: 217 time: 0.1730604 Jul 08 02:07:46.497540 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9768efd-091c-4ddd-9fa1-e11ead120dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:46.502780 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9768efd-091c-4ddd-9fa1-e11ead120dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:46.517790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-853b100f-e97a-4a59-820b-e7a62b1b4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.522337 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-853b100f-e97a-4a59-820b-e7a62b1b4e37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ace2681-efc7-4a9b-ba5a-c6ff37aceed0 HTTP/1.1" status: 200 len: 838 time: 0.0870965 Jul 08 02:07:46.768677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b9768efd-091c-4ddd-9fa1-e11ead120dbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46622e6bc81a48e2857948b33ffd8a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8260233 Jul 08 02:07:46.768677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32794) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:46.768677 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9768efd-091c-4ddd-9fa1-e11ead120dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8766eb1-46d3-4b0f-a27a-1b6d03d522f6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:46.928880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-e7b99b09-50de-46ca-b2ec-952d7a93c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:46.928880 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-e7b99b09-50de-46ca-b2ec-952d7a93c849 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a6ecc83-8d67-4b6c-988c-c97d238f7a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2386127 Jul 08 02:07:46.932214 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d48d38b9-5708-4888-9b5e-c6de28e27c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:46.932214 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d48d38b9-5708-4888-9b5e-c6de28e27c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:46.999721 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-8aa867ef-8001-48a9-9dce-266c8ee8204b service neutron] 10.222.0.24 "GET /v2.0/networks/1a6ecc83-8d67-4b6c-988c-c97d238f7a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237656 Jul 08 02:07:47.070337 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d48d38b9-5708-4888-9b5e-c6de28e27c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.077145 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d48d38b9-5708-4888-9b5e-c6de28e27c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:47.087246 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d48d38b9-5708-4888-9b5e-c6de28e27c60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8766eb1-46d3-4b0f-a27a-1b6d03d522f6 HTTP/1.1" status: 204 len: 168 time: 0.4650600 Jul 08 02:07:47.126893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d38b9-5708-4888-9b5e-c6de28e27c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8766eb1-46d3-4b0f-a27a-1b6d03d522f6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:47.160467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b0aef62-dc0d-4a06-a43f-77ac1a637184 req-bbe8605e-de74-4c36-b665-254e838aeefe service neutron] 10.222.0.24 "GET /v2.0/networks/1a6ecc83-8d67-4b6c-988c-c97d238f7a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481190 Jul 08 02:07:47.350475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-f8e00a30-8e1a-4bb8-ba4c-c00b5ec824f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.352203 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-f8e00a30-8e1a-4bb8-ba4c-c00b5ec824f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9890f3503b54e289aa2bca28f62fb02&device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 1059 time: 0.1209388 Jul 08 02:07:47.540994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-c9bec0c1-b5e6-405b-ab35-d4c655af71af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.543040 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-c9bec0c1-b5e6-405b-ab35-d4c655af71af service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a6ecc83-8d67-4b6c-988c-c97d238f7a05 HTTP/1.1" status: 200 len: 898 time: 0.1845407 Jul 08 02:07:47.619365 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-075fbdd0-a120-4d44-a0ac-c3c1c967e276 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=99413780-babc-446b-8c03-a2de1211adfd HTTP/1.1" status: 200 len: 217 time: 0.0679789 Jul 08 02:07:47.622355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd70b4f-3a87-423f-91c4-d8d9214e031e req-788a58cf-0598-4d1b-8818-44229f18490c tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.643544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cd70b4f-3a87-423f-91c4-d8d9214e031e req-788a58cf-0598-4d1b-8818-44229f18490c tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 907 time: 0.1663980 Jul 08 02:07:47.803560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-fa51e88c-bcef-4aa8-8dad-5c8f8ba04441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:47.804874 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-fa51e88c-bcef-4aa8-8dad-5c8f8ba04441 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ace2681-efc7-4a9b-ba5a-c6ff37aceed0 HTTP/1.1" status: 200 len: 838 time: 0.1791682 Jul 08 02:07:47.878239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32834) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:47.914402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-973d1454-57d3-4875-a0e8-6ec617f9e813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.054344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-556c7f01-8a05-4aa6-af9a-807e55d3f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:48.057012 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-556c7f01-8a05-4aa6-af9a-807e55d3f89a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a6ecc83-8d67-4b6c-988c-c97d238f7a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2442868 Jul 08 02:07:48.226539 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-973d1454-57d3-4875-a0e8-6ec617f9e813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.237647 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-973d1454-57d3-4875-a0e8-6ec617f9e813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.284240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d1454-57d3-4875-a0e8-6ec617f9e813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c6f654-1749-423a-9695-05e9bae5a9d9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:48.284764 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-97d2919a-6dc4-4afc-a0f1-0abed5afa5b7 service neutron] 10.222.0.24 "GET /v2.0/networks/1a6ecc83-8d67-4b6c-988c-c97d238f7a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166584 Jul 08 02:07:48.336857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-973d1454-57d3-4875-a0e8-6ec617f9e813 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11e793e7df2544b0a15ae67dbe041bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4573798 Jul 08 02:07:48.340058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:48.490158 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-278529d8-a9c2-45db-903c-01c406429ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.578837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-278529d8-a9c2-45db-903c-01c406429ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.613701 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-33b2469a-2a20-4c10-8fa5-de3a5b66b698 req-20bf36d2-0c3d-468b-9f97-7f1d677df46f service neutron] 10.222.0.24 "GET /v2.0/networks/1a6ecc83-8d67-4b6c-988c-c97d238f7a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253069 Jul 08 02:07:48.698250 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-278529d8-a9c2-45db-903c-01c406429ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.701747 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-278529d8-a9c2-45db-903c-01c406429ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:48.703276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-278529d8-a9c2-45db-903c-01c406429ebb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2c6f654-1749-423a-9695-05e9bae5a9d9 HTTP/1.1" status: 204 len: 168 time: 0.3617992 Jul 08 02:07:48.738427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278529d8-a9c2-45db-903c-01c406429ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c6f654-1749-423a-9695-05e9bae5a9d9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:48.898587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32870) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:48.961961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 99413780-babc-446b-8c03-a2de1211adfd details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:07:49.177899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74689870-6660-47aa-a904-af4b8f046855 req-89f608a7-10a4-4b43-bc25-315f354ee492 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:49.226866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74689870-6660-47aa-a904-af4b8f046855 req-89f608a7-10a4-4b43-bc25-315f354ee492 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 907 time: 0.3088622 Jul 08 02:07:49.353881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 99413780-babc-446b-8c03-a2de1211adfd, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=99413780-babc-446b-8c03-a2de1211adfd,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:49.387489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '99413780-babc-446b-8c03-a2de1211adfd', 'network_id': '1a6ecc83-8d67-4b6c-988c-c97d238f7a05', 'port_id': '99413780-babc-446b-8c03-a2de1211adfd', 'mac_address': 'fa:16:3e:7b:9b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ace2681-efc7-4a9b-ba5a-c6ff37aceed0', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:07:49.481604 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.506797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99413780-babc-446b-8c03-a2de1211adfd {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:07:49.536600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 99413780-babc-446b-8c03-a2de1211adfd, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=99413780-babc-446b-8c03-a2de1211adfd,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:49.543108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.581894 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a3fe8d28-f314-44c8-9839-37169acd190f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.646047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=99413780-babc-446b-8c03-a2de1211adfd,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:49.786784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['99413780-babc-446b-8c03-a2de1211adfd'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:07:49.793084 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a3fe8d28-f314-44c8-9839-37169acd190f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.802974 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a3fe8d28-f314-44c8-9839-37169acd190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:49.897121 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a3fe8d28-f314-44c8-9839-37169acd190f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88b535574e1a4998bda9122aa68b27a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9973798 Jul 08 02:07:49.899465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe8d28-f314-44c8-9839-37169acd190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51d6aee-5a71-451f-8af3-4aabaf8d7f81,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:49.900326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:49.973621 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cae90a49-a5c9-456a-b446-0d45192324b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.013530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cae90a49-a5c9-456a-b446-0d45192324b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.133420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cae90a49-a5c9-456a-b446-0d45192324b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.143566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cae90a49-a5c9-456a-b446-0d45192324b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.145671 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cae90a49-a5c9-456a-b446-0d45192324b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a51d6aee-5a71-451f-8af3-4aabaf8d7f81 HTTP/1.1" status: 204 len: 168 time: 0.2437577 Jul 08 02:07:50.174309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae90a49-a5c9-456a-b446-0d45192324b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51d6aee-5a71-451f-8af3-4aabaf8d7f81,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:50.539912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32938) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:50.653360 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1027d784-b365-4051-837e-169cc40d017f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.689752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d1104-ac8d-4423-9310-67442bba3173 req-acc446d1-3e09-4760-bbf5-c911a0c6fc68 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:50.692442 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd3d1104-ac8d-4423-9310-67442bba3173 req-acc446d1-3e09-4760-bbf5-c911a0c6fc68 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 908 time: 0.1185722 Jul 08 02:07:50.731212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-467309164-network', 'tenant_id': '4b591ce66cfa45fa892cb3af4ef00328'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:50.778920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32948) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:50.795090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Made reservation on behalf of 4b591ce66cfa45fa892cb3af4ef00328 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:50.800953 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.811968 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e642fe84-a4e9-4854-ac72-e0f913f29dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.816874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:50.861735 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.db.api [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 02:07:50.861735 n-d-694802-14 neutron-server[93883]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 02:07:50.861735 n-d-694802-14 neutron-server[93883]: [parameters: {'project_id_1': '4b591ce66cfa45fa892cb3af4ef00328', 'expiration_1': datetime.datetime(2021, 7, 8, 2, 7, 50, 836175)}] Jul 08 02:07:50.861735 n-d-694802-14 neutron-server[93883]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 02:07:50.879756 n-d-694802-14 neutron-server[93883]: DEBUG oslo_db.api [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 02:07:50.973458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 99413780-babc-446b-8c03-a2de1211adfd up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:07:51.012383 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e642fe84-a4e9-4854-ac72-e0f913f29dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.018251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e642fe84-a4e9-4854-ac72-e0f913f29dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.088723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 99413780-babc-446b-8c03-a2de1211adfd completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:07:51.096628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 99413780-babc-446b-8c03-a2de1211adfd triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:07:51.097559 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.141576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642fe84-a4e9-4854-ac72-e0f913f29dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aef60e5-7f37-475f-8d53-b55df158dca3,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:51.195734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e642fe84-a4e9-4854-ac72-e0f913f29dad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=356d1cd581d6427da57999d171f1de88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102857 Jul 08 02:07:51.199579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32958) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:51.283014 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.305992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0609bde-9662-4bbe-b64f-70264b472068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.319813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9899f551-96e6-4394-b335-1a65fddffe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99413780-babc-446b-8c03-a2de1211adfd'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:51.333699 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ffa5e9-146f-43fc-b000-d3ab72a290e7" -d '{"events": [{"server_uuid": "9899f551-96e6-4394-b335-1a65fddffe11", "name": "network-vif-plugged", "status": "completed", "tag": "99413780-babc-446b-8c03-a2de1211adfd"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:51.335732 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0609bde-9662-4bbe-b64f-70264b472068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.367150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 99413780-babc-446b-8c03-a2de1211adfd, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=99413780-babc-446b-8c03-a2de1211adfd,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:51.379248 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.384702 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.431904 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0609bde-9662-4bbe-b64f-70264b472068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.435255 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0609bde-9662-4bbe-b64f-70264b472068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.437255 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c0609bde-9662-4bbe-b64f-70264b472068 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4aef60e5-7f37-475f-8d53-b55df158dca3 HTTP/1.1" status: 204 len: 168 time: 0.2347915 Jul 08 02:07:51.458854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0609bde-9662-4bbe-b64f-70264b472068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aef60e5-7f37-475f-8d53-b55df158dca3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:51.466089 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-37f61f55-5ca1-4670-a6d0-f114b9725d6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3867936 Jul 08 02:07:51.529758 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb78425-98a2-4cc3-8012-05170c86b55c x-openstack-request-id: req-1eb78425-98a2-4cc3-8012-05170c86b55c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:51.530424 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9899f551-96e6-4394-b335-1a65fddffe11", "name": "network-vif-plugged", "status": "completed", "tag": "99413780-babc-446b-8c03-a2de1211adfd", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:51.531138 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eb78425-98a2-4cc3-8012-05170c86b55c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:51.531858 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9899f551-96e6-4394-b335-1a65fddffe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99413780-babc-446b-8c03-a2de1211adfd', 'code': 200} Jul 08 02:07:51.568498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=99413780-babc-446b-8c03-a2de1211adfd,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:51.760794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.767999 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.828727 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:51.831707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-a9e40040-a335-46e3-b3fe-0e5ba546d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.833941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-a9e40040-a335-46e3-b3fe-0e5ba546d502 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9890f3503b54e289aa2bca28f62fb02&device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 1137 time: 0.2522633 Jul 08 02:07:51.836261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4270884-66be-44c8-9e75-c691cc667500 req-aa1ffa4f-bb90-4b86-98d8-874da7ada2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:51.838778 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b4270884-66be-44c8-9e75-c691cc667500 req-aa1ffa4f-bb90-4b86-98d8-874da7ada2d0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 1061 time: 0.1762938 Jul 08 02:07:51.839580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45313b12-1bcf-443b-a432-ec7edd858c08,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:51.871224 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:51.871597 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Added segment e81c50fc-59f1-4ecd-90bc-08302ef9ff30 of type vlan for network e35fa47d-4dd4-4135-a3b5-228920547145 Jul 08 02:07:51.978227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.136401 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.137836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.138718 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.160897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-786635f2-6a92-404f-8f32-2e41626e48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.164373 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-786635f2-6a92-404f-8f32-2e41626e48e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61 HTTP/1.1" status: 200 len: 897 time: 0.3080108 Jul 08 02:07:52.293481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] Pushing event updated for resources: {'Network': ['ID=e35fa47d-4dd4-4135-a3b5-228920547145,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:52.306449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-83abd122-64b2-4b5f-b73a-61f4eb3d26ce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7606578 Jul 08 02:07:52.306964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e35fa47d-4dd4-4135-a3b5-228920547145 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:52.308083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 32990) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:52.314634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Request body: {'subnet': {'network_id': 'e35fa47d-4dd4-4135-a3b5-228920547145', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-467309164-subnet', 'tenant_id': '4b591ce66cfa45fa892cb3af4ef00328', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:52.347032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e3481-cc24-4762-ba71-f0431eeed045 req-b963b447-d958-4d8d-a013-3d96d2caf442 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.360021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-138e3481-cc24-4762-ba71-f0431eeed045 req-b963b447-d958-4d8d-a013-3d96d2caf442 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 909 time: 0.3185711 Jul 08 02:07:52.388223 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-c0f5cf28-69a9-4967-b57a-f5852122f8f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61603671-699f-4b5c-8a79-b3775161f5ec HTTP/1.1" status: 200 len: 1001 time: 0.2175725 Jul 08 02:07:52.388871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 32994) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:52.417660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Made reservation on behalf of 4b591ce66cfa45fa892cb3af4ef00328 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:52.424608 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.528401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc187-f97d-4d8a-97c2-e291ba031c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.570613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-eed5e624-4d58-4a57-9f29-44a3c1911e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:52.572391 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-eed5e624-4d58-4a57-9f29-44a3c1911e82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7c21eb9-433e-4378-aa44-ab23cf8fd799 HTTP/1.1" status: 200 len: 835 time: 0.1705034 Jul 08 02:07:52.693568 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc187-f97d-4d8a-97c2-e291ba031c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.706422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4ffcc187-f97d-4d8a-97c2-e291ba031c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.788141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcc187-f97d-4d8a-97c2-e291ba031c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ca7f19-4ea9-484b-900e-7ba89a99e3e4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:52.840444 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4ffcc187-f97d-4d8a-97c2-e291ba031c40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adfa55bace0b4e61bd6a44a5461312d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429440 Jul 08 02:07:52.844530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33010) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:52.906102 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:52.994228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df31ae58-6c85-4782-9b86-8dab35834cbd,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:53.022710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-60a9f6b7-128d-472a-b3f4-e5d0eef9e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:53.024402 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-60a9f6b7-128d-472a-b3f4-e5d0eef9e0b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3289089 Jul 08 02:07:53.026039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25cd3dda-aadc-4434-82d3-7527a72da14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:53.086975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Checking segment: {'id': 'e81c50fc-59f1-4ecd-90bc-08302ef9ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e35fa47d-4dd4-4135-a3b5-228920547145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:53.087331 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Network hostable DHCP agents. Network: e35fa47d-4dd4-4135-a3b5-228920547145, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:53.115906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25cd3dda-aadc-4434-82d3-7527a72da14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:53.145859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Network e35fa47d-4dd4-4135-a3b5-228920547145 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:53.170924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e35fa47d-4dd4-4135-a3b5-228920547145) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:53.184895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:53.185829 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:53.187707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75cf7a8-0c2b-434b-9dd7-a0b92a68eaae None None] Network e35fa47d-4dd4-4135-a3b5-228920547145 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:53.221583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e77629c7-a3fc-4791-a44f-888121874e23 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9122887 Jul 08 02:07:53.226313 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-8fd5937a-b797-456f-9486-e9e561d42777 service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905746 Jul 08 02:07:53.428948 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a0cad1e9-1a36-4f05-b518-909a630ef715 req-13a5d304-a59e-458d-8800-373163e4e47f service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007427 Jul 08 02:07:53.479754 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25cd3dda-aadc-4434-82d3-7527a72da14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:53.492973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-25cd3dda-aadc-4434-82d3-7527a72da14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:53.517149 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-25cd3dda-aadc-4434-82d3-7527a72da14a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6ca7f19-4ea9-484b-900e-7ba89a99e3e4 HTTP/1.1" status: 204 len: 168 time: 0.6528914 Jul 08 02:07:53.574002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd3dda-aadc-4434-82d3-7527a72da14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ca7f19-4ea9-484b-900e-7ba89a99e3e4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:53.612448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770e9b0-228e-4df2-97a8-8139bd037f77 None None] Network e35fa47d-4dd4-4135-a3b5-228920547145 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:53.769432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc4c15-6159-4373-b775-1cd443baa9b9 req-a676ea63-7639-4ae5-8116-0777dad7b3d1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:53.802999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34fc4c15-6159-4373-b775-1cd443baa9b9 req-a676ea63-7639-4ae5-8116-0777dad7b3d1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 909 time: 0.1662233 Jul 08 02:07:53.874536 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4b7853ef-465a-443a-a66c-3be1acf4d47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:54.108701 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:54.402606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2ef6-e36e-4dbc-8815-3ce7aa64116e req-de3d13c2-2ab5-4598-b9ac-40eb74f638b6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:54.419356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb0a2ef6-e36e-4dbc-8815-3ce7aa64116e req-de3d13c2-2ab5-4598-b9ac-40eb74f638b6 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 909 time: 0.3948205 Jul 08 02:07:54.613657 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:07:54.832867 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.017737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c294d4-8e7a-4d98-9ac4-72938f7b1cdb req-0ad276cc-befe-4b4a-ad31-006433338bb2 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.019396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8c294d4-8e7a-4d98-9ac4-72938f7b1cdb req-0ad276cc-befe-4b4a-ad31-006433338bb2 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 1061 time: 0.1214514 Jul 08 02:07:55.145261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33088) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:55.153304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-203973045-network', 'tenant_id': 'e88d00598a414315ab1fa0577d16d353'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:55.214892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Made reservation on behalf of e88d00598a414315ab1fa0577d16d353 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:55.224115 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.239871 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.558047 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.573022 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.611711 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:55.641177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40935db9-82bd-49cc-9777-472cbff68800 req-2f1df377-7110-4652-a94d-f6b067cbc8b9 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.649352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40935db9-82bd-49cc-9777-472cbff68800 req-2f1df377-7110-4652-a94d-f6b067cbc8b9 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 1137 time: 0.1946697 Jul 08 02:07:55.651917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2892cb31-2281-41f3-924d-665404e97e6a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:55.670965 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.671495 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Added segment df064a1a-4e41-4d0b-b1e4-1387b310f0f4 of type vlan for network d4b31e91-9e2b-49d1-93f1-50b6e543fff1 Jul 08 02:07:55.767622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40935db9-82bd-49cc-9777-472cbff68800 req-60d54980-1ba0-4777-8a82-5bc7cfa6d76f tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0936561 Jul 08 02:07:55.775220 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.806936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33114) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:55.813713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33116) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:55.855251 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.857842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.858660 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:55.973829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8265460 Jul 08 02:07:55.979903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999b4eb-4927-4d6b-8901-40229c37e7a8 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:55.981570 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8999b4eb-4927-4d6b-8901-40229c37e7a8 tempest-TestSecurityGroupsBasicOps-60748553 tempest-TestSecurityGroupsBasicOps-60748553-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 1056 time: 0.1735017 Jul 08 02:07:55.982362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33124) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:55.993955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Request body: {'subnet': {'network_id': 'd4b31e91-9e2b-49d1-93f1-50b6e543fff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-203973045-subnet', 'tenant_id': 'e88d00598a414315ab1fa0577d16d353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:56.002074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffe175-b865-45cc-b256-51bb8eed0861 admin admin] Pushing event updated for resources: {'Network': ['ID=d4b31e91-9e2b-49d1-93f1-50b6e543fff1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:56.014320 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network d4b31e91-9e2b-49d1-93f1-50b6e543fff1 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:56.059880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-19505326-network', 'tenant_id': 'a6f522f976b74717ae1d533103856e73'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:56.111204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Made reservation on behalf of e88d00598a414315ab1fa0577d16d353 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:56.114829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.184550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Made reservation on behalf of a6f522f976b74717ae1d533103856e73 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:56.193928 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.230635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.493330 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.649659 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.662475 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.678172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:07:56.692292 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.692292 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Added segment 818df650-d803-47cb-823d-02cdced4ba99 of type vlan for network e794e8d8-d956-4350-a2d8-cc7ecb4551cf Jul 08 02:07:56.816370 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.832367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9584049-ee31-40ca-aec5-975f7968b916,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:56.888403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.910286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:56.912337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:56.913178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.014586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef3e1a2-65d7-4a5f-82d6-5460348b2805,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:57.037680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Checking segment: {'id': 'df064a1a-4e41-4d0b-b1e4-1387b310f0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4b31e91-9e2b-49d1-93f1-50b6e543fff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:57.038965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Network hostable DHCP agents. Network: d4b31e91-9e2b-49d1-93f1-50b6e543fff1, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:57.082664 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2504148 Jul 08 02:07:57.090739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33150) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:07:57.114903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Request body: {'subnet': {'network_id': 'e794e8d8-d956-4350-a2d8-cc7ecb4551cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-19505326-subnet', 'tenant_id': 'a6f522f976b74717ae1d533103856e73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:07:57.118200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a52d5-1533-4ad3-b202-72885625d6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e794e8d8-d956-4350-a2d8-cc7ecb4551cf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:57.126761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Network d4b31e91-9e2b-49d1-93f1-50b6e543fff1 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:57.132640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e794e8d8-d956-4350-a2d8-cc7ecb4551cf details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:07:57.174691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Made reservation on behalf of a6f522f976b74717ae1d533103856e73 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:07:57.179737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.182677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, d4b31e91-9e2b-49d1-93f1-50b6e543fff1) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:57.190032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.191061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:57.231655 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8095f70d-bdbb-422a-a79c-ec6d8714210d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2447634 Jul 08 02:07:57.244427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349d9c8-b023-466b-b65b-886b9f1911b8 req-876793b6-4ebb-4b68-ba9e-0aabb3a06529 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:57.247057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a349d9c8-b023-466b-b65b-886b9f1911b8 req-876793b6-4ebb-4b68-ba9e-0aabb3a06529 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 909 time: 0.3188097 Jul 08 02:07:57.323409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f72172-534d-4b6e-921e-8f9c4cb401cb None None] Network d4b31e91-9e2b-49d1-93f1-50b6e543fff1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:57.764882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c24df-d3ef-4ea0-92e8-48de03b2bda8 None None] Network d4b31e91-9e2b-49d1-93f1-50b6e543fff1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:58.197277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e48b12-438b-4c86-84e6-43453b51d657 req-65c73c7c-3fc3-4030-ac1c-82062cb0d8f7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.205957 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-09e48b12-438b-4c86-84e6-43453b51d657 req-65c73c7c-3fc3-4030-ac1c-82062cb0d8f7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.24 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 909 time: 0.2689905 Jul 08 02:07:58.478925 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.587896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-09e48b12-438b-4c86-84e6-43453b51d657 req-6d8917a2-9e71-4ddd-ae9a-570f2d702b0d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Deleting port 99413780-babc-446b-8c03-a2de1211adfd {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:07:58.591707 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-09e48b12-438b-4c86-84e6-43453b51d657 req-6d8917a2-9e71-4ddd-ae9a-570f2d702b0d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.789161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Checking segment: {'id': '818df650-d803-47cb-823d-02cdced4ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e794e8d8-d956-4350-a2d8-cc7ecb4551cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:07:58.789840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Network hostable DHCP agents. Network: e794e8d8-d956-4350-a2d8-cc7ecb4551cf, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:07:58.835066 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=069c3a78-b69d-4640-a272-6dddde2c361a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:58.877606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Network e794e8d8-d956-4350-a2d8-cc7ecb4551cf is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:07:58.902623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-09e48b12-438b-4c86-84e6-43453b51d657 req-6d8917a2-9e71-4ddd-ae9a-570f2d702b0d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] For port 99413780-babc-446b-8c03-a2de1211adfd, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=99413780-babc-446b-8c03-a2de1211adfd,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:07:58.902985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-09e48b12-438b-4c86-84e6-43453b51d657 req-6d8917a2-9e71-4ddd-ae9a-570f2d702b0d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.903861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e794e8d8-d956-4350-a2d8-cc7ecb4551cf) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:07:58.923937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13651758-0bc2-4ca0-ace5-80fe136cb94b None None] Network e794e8d8-d956-4350-a2d8-cc7ecb4551cf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:58.947467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:58.953893 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:58.979606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-09e48b12-438b-4c86-84e6-43453b51d657 req-6d8917a2-9e71-4ddd-ae9a-570f2d702b0d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Calling delete_port for 99413780-babc-446b-8c03-a2de1211adfd owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:07:59.016120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-ed322117-a8b2-46f9-b99e-1ec732e05a16 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.022815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-ed322117-a8b2-46f9-b99e-1ec732e05a16 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/networks?id=e35fa47d-4dd4-4135-a3b5-228920547145 HTTP/1.1" status: 200 len: 811 time: 0.3704734 Jul 08 02:07:59.055954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fb317e97-9273-4114-a2a8-e7ef124f5cb1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9634404 Jul 08 02:07:59.185161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933ebdb-881b-41ca-8e3c-2e9aa7d55e6e req-b1217e7b-6ea1-4ffb-a261-7e77e838a2ab tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:07:59.199920 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3933ebdb-881b-41ca-8e3c-2e9aa7d55e6e req-b1217e7b-6ea1-4ffb-a261-7e77e838a2ab tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 909 time: 0.4391792 Jul 08 02:07:59.209165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-c1bdfa71-30f4-4cd7-b334-5e69cdb8d227 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/quotas/4b591ce66cfa45fa892cb3af4ef00328 HTTP/1.1" status: 200 len: 375 time: 0.1498222 Jul 08 02:07:59.286206 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-09e48b12-438b-4c86-84e6-43453b51d657 req-6d8917a2-9e71-4ddd-ae9a-570f2d702b0d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:59.395297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-040bd705-e06b-4cce-a3f7-e9721ed418e9 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b591ce66cfa45fa892cb3af4ef00328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1788127 Jul 08 02:07:59.404839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8917a2-9e71-4ddd-ae9a-570f2d702b0d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Port': ['ID=99413780-babc-446b-8c03-a2de1211adfd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:07:59.490607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed9d1f0-2698-4f27-8efb-d31a984d35ae None None] Network e794e8d8-d956-4350-a2d8-cc7ecb4551cf requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:07:59.684029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e48b12-438b-4c86-84e6-43453b51d657 req-6d8917a2-9e71-4ddd-ae9a-570f2d702b0d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] No DVR routers for this DVR port 99413780-babc-446b-8c03-a2de1211adfd on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:07:59.687252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-087ee794-f02c-444b-9015-b14dcbe3ca6b service neutron] 10.222.0.41 "GET /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591505 Jul 08 02:07:59.693297 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-09e48b12-438b-4c86-84e6-43453b51d657 req-6d8917a2-9e71-4ddd-ae9a-570f2d702b0d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:07:59.701983 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-09e48b12-438b-4c86-84e6-43453b51d657 req-6d8917a2-9e71-4ddd-ae9a-570f2d702b0d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.24 "DELETE /v2.0/ports/99413780-babc-446b-8c03-a2de1211adfd HTTP/1.1" status: 204 len: 173 time: 1.4909570 Jul 08 02:07:59.704748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9899f551-96e6-4394-b335-1a65fddffe11', 'name': 'network-vif-deleted', 'tag': '99413780-babc-446b-8c03-a2de1211adfd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:07:59.712761 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13dfd6-9edb-47c3-b110-c00e924208cf" -d '{"events": [{"server_uuid": "9899f551-96e6-4394-b335-1a65fddffe11", "name": "network-vif-deleted", "tag": "99413780-babc-446b-8c03-a2de1211adfd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:07:59.844992 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2164e182-c1fd-40f8-9902-d25eb90a95fe x-openstack-request-id: req-2164e182-c1fd-40f8-9902-d25eb90a95fe {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:07:59.845286 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9899f551-96e6-4394-b335-1a65fddffe11", "name": "network-vif-deleted", "tag": "99413780-babc-446b-8c03-a2de1211adfd", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:07:59.845730 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2164e182-c1fd-40f8-9902-d25eb90a95fe {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:07:59.846144 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9899f551-96e6-4394-b335-1a65fddffe11', 'name': 'network-vif-deleted', 'tag': '99413780-babc-446b-8c03-a2de1211adfd', 'status': 'completed', 'code': 200} Jul 08 02:07:59.960763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-5851577b-a105-4112-8a11-70c2f1c690d0 service neutron] 10.222.0.41 "GET /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640388 Jul 08 02:08:00.534232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2186f9eb-d97a-44dd-917b-3eec3ccae6f3 req-03be5ce4-30c3-4b35-afca-9c2d771d1764 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 210 time: 0.0841024 Jul 08 02:08:00.722000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33256) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:00.731204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1798372021-network', 'tenant_id': '5119b5187d9a42d0a2331764ff64bc3b'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:00.774588 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c61ddce4-452d-42d4-a966-1f9b3be37ecf req-1aa68960-fa2f-43ef-bc6a-e7b0db6a84a2 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=9899f551-96e6-4394-b335-1a65fddffe11 HTTP/1.1" status: 200 len: 210 time: 0.1301041 Jul 08 02:08:00.836201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Made reservation on behalf of 5119b5187d9a42d0a2331764ff64bc3b for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:00.842476 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:00.883872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:01.018393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 99413780-babc-446b-8c03-a2de1211adfd no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:01.079816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 99413780-babc-446b-8c03-a2de1211adfd {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:01.080577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 99413780-babc-446b-8c03-a2de1211adfd not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:01.218538 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:01.224342 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:01.257583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:08:01.323344 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:01.324335 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Added segment 7d508829-afbc-4c9c-bd9d-1355fa073fc1 of type vlan for network d519e2b9-5b76-47ac-9447-83fa796dd646 Jul 08 02:08:01.351288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8832afe-7910-4d49-9990-86574916da50,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:01.468645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:01.525441 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:01.527535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:01.530648 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:01.595295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] Pushing event updated for resources: {'Network': ['ID=d519e2b9-5b76-47ac-9447-83fa796dd646,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:01.612842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network d519e2b9-5b76-47ac-9447-83fa796dd646 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:08:01.615169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33286) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:01.615378 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-646472a5-6b91-4070-a271-70aca8404e2b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8908532 Jul 08 02:08:01.620857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Request body: {'subnet': {'network_id': 'd519e2b9-5b76-47ac-9447-83fa796dd646', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1798372021-subnet', 'tenant_id': '5119b5187d9a42d0a2331764ff64bc3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:01.689416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Made reservation on behalf of 5119b5187d9a42d0a2331764ff64bc3b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:01.703683 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:01.880189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a1c68410-b27e-4faa-ac45-4e64421630bf req-4a15a9e9-d336-4d40-b4a8-fcdd91d45752 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 210 time: 0.0792403 Jul 08 02:08:02.016505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33300) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:02.365069 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.497537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ad21e2-8980-4d78-8013-107b410afc02,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:02.512278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Checking segment: {'id': '7d508829-afbc-4c9c-bd9d-1355fa073fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd519e2b9-5b76-47ac-9447-83fa796dd646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:02.514702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Network hostable DHCP agents. Network: d519e2b9-5b76-47ac-9447-83fa796dd646, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:08:02.544857 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Network d519e2b9-5b76-47ac-9447-83fa796dd646 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:08:02.598787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, d519e2b9-5b76-47ac-9447-83fa796dd646) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:02.606902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:02.607867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:02.621406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f1838-5281-45bd-bc26-deac976f111b None None] Network d519e2b9-5b76-47ac-9447-83fa796dd646 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:02.638912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4a8594f0-cc13-4867-847b-ef0a862b0bca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0224633 Jul 08 02:08:02.844001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:03.155893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8722b780-8abf-47a6-bafc-bfab0687f7ad None None] Network d519e2b9-5b76-47ac-9447-83fa796dd646 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:03.369888 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-c4581818-e976-4cc8-9562-cf04dca92bc9 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.371456 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-c4581818-e976-4cc8-9562-cf04dca92bc9 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.24 "GET /v2.0/networks?id=e35fa47d-4dd4-4135-a3b5-228920547145 HTTP/1.1" status: 200 len: 811 time: 0.3765700 Jul 08 02:08:03.402129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-773e1f01-1ce1-4326-846f-88d787845384 req-d0c62e0c-dd68-4c35-b7ca-41c3c49284e8 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 210 time: 0.1232119 Jul 08 02:08:03.429001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Request body: {'port': {'device_id': '30b4b907-fbaa-46d9-b768-251806a49724', 'network_id': 'e35fa47d-4dd4-4135-a3b5-228920547145', 'admin_state_up': True, 'tenant_id': '4b591ce66cfa45fa892cb3af4ef00328'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:03.966581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04851b-3788-44e9-878d-7da626525721 req-58fb9f12-4ed3-414f-81a5-7d459bb49591 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:03.974755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-58fb9f12-4ed3-414f-81a5-7d459bb49591 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/networks?id=e794e8d8-d956-4350-a2d8-cc7ecb4551cf HTTP/1.1" status: 200 len: 807 time: 0.1649930 Jul 08 02:08:04.000283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-b365bd76-52c2-45e1-b082-27414d1fc445 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/quotas/a6f522f976b74717ae1d533103856e73 HTTP/1.1" status: 200 len: 375 time: 0.0209749 Jul 08 02:08:04.108791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-1db92c2b-a4ab-4868-a5ad-de94cbf16749 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6f522f976b74717ae1d533103856e73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1062698 Jul 08 02:08:04.184200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Made reservation on behalf of 4b591ce66cfa45fa892cb3af4ef00328 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:04.187946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.280852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-e8db0b89-3c18-4a54-a4c1-e003cd2e5a9b service neutron] 10.222.0.41 "GET /v2.0/networks/e794e8d8-d956-4350-a2d8-cc7ecb4551cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705782 Jul 08 02:08:04.404170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-47e25518-0368-4742-be33-f6469b30ec3d service neutron] 10.222.0.41 "GET /v2.0/networks/e794e8d8-d956-4350-a2d8-cc7ecb4551cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207292 Jul 08 02:08:04.506924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Allocated IP 172.20.0.13 (e35fa47d-4dd4-4135-a3b5-228920547145/df31ae58-6c85-4782-9b86-8dab35834cbd/31f23d26-f18a-42c2-a96c-6b4c41b04d89) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:04.620832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d2c397d-2456-40f6-ad19-9d50990da08d req-62d92bdf-37d0-4b8e-ac53-fb331665e6c4 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 210 time: 0.0483098 Jul 08 02:08:04.646944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Deleting port 5653373b-caa2-4ece-9d21-c40e095b1087 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:04.647773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.657681 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.888518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] For port 5653373b-caa2-4ece-9d21-c40e095b1087, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5653373b-caa2-4ece-9d21-c40e095b1087,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:04.888801 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:04.906636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Calling delete_port for 5653373b-caa2-4ece-9d21-c40e095b1087 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:04.935947 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-645f6ac8-3e09-47fc-9273-d37b1990bdec req-bbf35c93-c6fa-47ef-a1fd-3f130e77c288 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 210 time: 0.0791526 Jul 08 02:08:05.164429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:05.241886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Port': ['ID=5653373b-caa2-4ece-9d21-c40e095b1087,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:05.325085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:05.421271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:05.490607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Pushing event updated for resources: {'Port': ['ID=31f23d26-f18a-42c2-a96c-6b4c41b04d89,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:05.567078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Network e35fa47d-4dd4-4135-a3b5-228920547145 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:05.572822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:05.658578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:05.828880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:05.830163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:05.874586 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-9decd1cb-6591-4356-bfed-7b7a136b661f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4937065 Jul 08 02:08:05.879981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:05.892599 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Request body: {'port': {'device_id': '30b4b907-fbaa-46d9-b768-251806a49724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:06.125124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde75ed-c8cd-4aad-8543-7d8473f9d399 req-234f7f90-245c-4c51-8a84-ff90686febd6 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:06.131233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7fde75ed-c8cd-4aad-8543-7d8473f9d399 req-234f7f90-245c-4c51-8a84-ff90686febd6 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 932 time: 0.2092881 Jul 08 02:08:06.241798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7fde75ed-c8cd-4aad-8543-7d8473f9d399 req-2f8e9e93-f589-4575-8648-4699797c9c2a tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892153 Jul 08 02:08:06.294615 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56d10d36-1a15-48df-8212-359e9195fb6b req-0374115e-322c-4687-8d70-6f6b6bf6a1f8 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 210 time: 0.0678952 Jul 08 02:08:06.322162 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:06.560059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:08:06.788211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:06.795603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f984fcd2-6d8d-48a8-883b-7ab8e7486baa tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "PUT /v2.0/routers/22e8c944-cba6-48ec-8f94-14fa2e2de1fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7747526 Jul 08 02:08:06.799637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33422) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:06.802518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] Sync routers for ids ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:06.834617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] Routers {'22e8c944-cba6-48ec-8f94-14fa2e2de1fc'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:06.835419 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:07:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:06.915117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Deleting subnet 4ace2681-efc7-4a9b-ba5a-c6ff37aceed0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:06.928574 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.098818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.119098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] Set router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:07.133104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f23d26-f18a-42c2-a96c-6b4c41b04d89 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:07.155354 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.279433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Transition to ACTIVE for port object 31f23d26-f18a-42c2-a96c-6b4c41b04d89 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:07.333427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.435118 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.469537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Pushing event updated for resources: {'Port': ['ID=31f23d26-f18a-42c2-a96c-6b4c41b04d89,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:07.526734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04851b-3788-44e9-878d-7da626525721 req-2506ea4b-76db-4c5a-9951-5a84e81b4a83 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.528332 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-2506ea4b-76db-4c5a-9951-5a84e81b4a83 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.16 "GET /v2.0/networks?id=e794e8d8-d956-4350-a2d8-cc7ecb4551cf HTTP/1.1" status: 200 len: 807 time: 0.6077867 Jul 08 02:08:07.573946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Request body: {'port': {'device_id': 'df9090b7-db70-4164-a43c-6e486dc5d583', 'network_id': 'e794e8d8-d956-4350-a2d8-cc7ecb4551cf', 'admin_state_up': True, 'tenant_id': 'a6f522f976b74717ae1d533103856e73'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:07.684117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943970353', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:07:25Z', 'updated_at': '2021-07-08T02:08:05Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:26Z', 'updated_at': '2021-07-08T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:07.735557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] Checking router: 22e8c944-cba6-48ec-8f94-14fa2e2de1fc for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:07.749701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] Routers {'22e8c944-cba6-48ec-8f94-14fa2e2de1fc'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:07.750582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:07:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:07.753231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c33deb9c-7385-40af-a162-d460a98b873a req-c203b0e6-4cde-41a9-93af-460ecf8fe325 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 210 time: 0.2215331 Jul 08 02:08:07.853059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Attempting to bind port 31f23d26-f18a-42c2-a96c-6b4c41b04d89 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:07.853955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Attempting to bind port 31f23d26-f18a-42c2-a96c-6b4c41b04d89 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'e81c50fc-59f1-4ecd-90bc-08302ef9ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e35fa47d-4dd4-4135-a3b5-228920547145'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:07.853955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Attempting to bind port 31f23d26-f18a-42c2-a96c-6b4c41b04d89 on network e35fa47d-4dd4-4135-a3b5-228920547145 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:07.876702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Made reservation on behalf of a6f522f976b74717ae1d533103856e73 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:07.882593 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.885094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.923297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Port 31f23d26-f18a-42c2-a96c-6b4c41b04d89 on network e35fa47d-4dd4-4135-a3b5-228920547145 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:08:07.924069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Attempting to bind port 31f23d26-f18a-42c2-a96c-6b4c41b04d89 on network e35fa47d-4dd4-4135-a3b5-228920547145 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:07.935602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:07.936275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Checking segment: {'id': 'e81c50fc-59f1-4ecd-90bc-08302ef9ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e35fa47d-4dd4-4135-a3b5-228920547145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:07.936881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Bound using segment: {'id': 'e81c50fc-59f1-4ecd-90bc-08302ef9ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e35fa47d-4dd4-4135-a3b5-228920547145'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:07.937513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Bound port: 31f23d26-f18a-42c2-a96c-6b4c41b04d89, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e81c50fc-59f1-4ecd-90bc-08302ef9ff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e35fa47d-4dd4-4135-a3b5-228920547145'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:07.938055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:07.969521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f699c44-8a10-4bec-9a24-26b3a17ae96f req-4296559a-d612-4f76-b344-dda7a8f6cd2c tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:07.979778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f699c44-8a10-4bec-9a24-26b3a17ae96f req-4296559a-d612-4f76-b344-dda7a8f6cd2c tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 944 time: 0.4287536 Jul 08 02:08:07.995032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Subnet': ['ID=4ace2681-efc7-4a9b-ba5a-c6ff37aceed0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:08.031888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:08.034270 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "DELETE /v2.0/subnets/4ace2681-efc7-4a9b-ba5a-c6ff37aceed0 HTTP/1.1" status: 204 len: 168 time: 1.2333527 Jul 08 02:08:08.040083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.040852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.041448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.042019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.042609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.043206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.043786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.044565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.045215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.045776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.046350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.047436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dab90db-4ea0-410d-8e70-d55155b2cff8 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:08.049463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33456) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:08.051380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] Set router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:08.173857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f699c44-8a10-4bec-9a24-26b3a17ae96f req-23b8c49b-fe28-4a69-8c40-8c56ada2896a tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926513 Jul 08 02:08:08.186777 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb794fc-4930-4ad1-ae3f-234268279dce None None] Network 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:08.390875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] For port 31f23d26-f18a-42c2-a96c-6b4c41b04d89, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:08.459023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] For port 31f23d26-f18a-42c2-a96c-6b4c41b04d89, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=31f23d26-f18a-42c2-a96c-6b4c41b04d89,segment=NetworkSegment(e81c50fc-59f1-4ecd-90bc-08302ef9ff30),segment_id=e81c50fc-59f1-4ecd-90bc-08302ef9ff30)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:08.481366 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:08.504995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:08.505730 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:08.509499 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-35176cd0-0475-420e-9e89-9850b588786e service neutron] 10.222.0.24 "PUT /v2.0/ports/31f23d26-f18a-42c2-a96c-6b4c41b04d89 HTTP/1.1" status: 200 len: 1093 time: 2.6245155 Jul 08 02:08:08.520930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b4b907-fbaa-46d9-b768-251806a49724', 'tag': '31f23d26-f18a-42c2-a96c-6b4c41b04d89'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:08.526795 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "30b4b907-fbaa-46d9-b768-251806a49724", "tag": "31f23d26-f18a-42c2-a96c-6b4c41b04d89"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:08.598969 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:08.642399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Allocated IP 172.20.0.12 (e794e8d8-d956-4350-a2d8-cc7ecb4551cf/069c3a78-b69d-4640-a272-6dddde2c361a/7fc37cce-8fda-41dd-8a76-8abc6d5dd861) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:08.648777 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943970353', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:07:25Z', 'updated_at': '2021-07-08T02:08:05Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:26Z', 'updated_at': '2021-07-08T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:08.731334 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67397cf8-c8dc-4ba2-8341-245fd480797e x-openstack-request-id: req-67397cf8-c8dc-4ba2-8341-245fd480797e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:08.731605 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b4b907-fbaa-46d9-b768-251806a49724", "tag": "31f23d26-f18a-42c2-a96c-6b4c41b04d89", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:08.731862 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67397cf8-c8dc-4ba2-8341-245fd480797e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:08.732636 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b4b907-fbaa-46d9-b768-251806a49724', 'tag': '31f23d26-f18a-42c2-a96c-6b4c41b04d89', 'status': 'completed', 'code': 200} Jul 08 02:08:08.741324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b43669-1dcf-4b70-905e-565a98d89dd1 None None] DHCP port deletion for 1a6ecc83-8d67-4b6c-988c-c97d238f7a05 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:08:08.746588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6b4ca-0950-4987-92c9-02086d28804b None None] The sync data for ids ['22e8c944-cba6-48ec-8f94-14fa2e2de1fc'] in n-d-694802-14 is: [{'id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1943970353', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:07:25Z', 'updated_at': '2021-07-08T02:08:05Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': '713a6b40-9704-4ddc-9d9e-1fdd0a69a72f', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:85:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e8c944-cba6-48ec-8f94-14fa2e2de1fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:07:26Z', 'updated_at': '2021-07-08T02:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:08.855529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b1b43669-1dcf-4b70-905e-565a98d89dd1 None None] Deleting port a4193996-7f9d-4dd4-8aa8-73d0a40072d8 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:08.855885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b1b43669-1dcf-4b70-905e-565a98d89dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:08.992516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0e18b07-6f39-48f2-960c-40f9c2de503c req-286ee91f-c62c-4e8c-af7f-6147c3055754 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 210 time: 0.0619426 Jul 08 02:08:09.020416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b1b43669-1dcf-4b70-905e-565a98d89dd1 None None] For port a4193996-7f9d-4dd4-8aa8-73d0a40072d8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=a4193996-7f9d-4dd4-8aa8-73d0a40072d8,segment=NetworkSegment(7afec14e-22e0-4327-a742-70cbb010e648),segment_id=7afec14e-22e0-4327-a742-70cbb010e648)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:09.020895 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b1b43669-1dcf-4b70-905e-565a98d89dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.048975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b1b43669-1dcf-4b70-905e-565a98d89dd1 None None] Calling delete_port for a4193996-7f9d-4dd4-8aa8-73d0a40072d8 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:09.058341 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.309896 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b1b43669-1dcf-4b70-905e-565a98d89dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.314935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35176cd0-0475-420e-9e89-9850b588786e service neutron] Pushing event updated for resources: {'Port': ['ID=31f23d26-f18a-42c2-a96c-6b4c41b04d89,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:09.358930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b43669-1dcf-4b70-905e-565a98d89dd1 None None] Pushing event deleted for resources: {'Port': ['ID=a4193996-7f9d-4dd4-8aa8-73d0a40072d8,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:09.364167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b43669-1dcf-4b70-905e-565a98d89dd1 None None] No DVR routers for this DVR port a4193996-7f9d-4dd4-8aa8-73d0a40072d8 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:08:09.549688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5653373b-caa2-4ece-9d21-c40e095b1087 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:09.603422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5653373b-caa2-4ece-9d21-c40e095b1087 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:09.605873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5653373b-caa2-4ece-9d21-c40e095b1087 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:09.607758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a4193996-7f9d-4dd4-8aa8-73d0a40072d8 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:09.661234 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: a4193996-7f9d-4dd4-8aa8-73d0a40072d8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:09.661544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device a4193996-7f9d-4dd4-8aa8-73d0a40072d8 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:09.674424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-78a58670-3b9e-43d6-998d-eb48eb8a1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.679533 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-78a58670-3b9e-43d6-998d-eb48eb8a1e99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b591ce66cfa45fa892cb3af4ef00328&device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 1096 time: 1.0780642 Jul 08 02:08:09.689817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67439a-4a26-472e-bf0d-01fc3d23f86a req-6d5c2782-f594-49cf-8ad0-efa8972f3aac tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.692100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ec67439a-4a26-472e-bf0d-01fc3d23f86a req-6d5c2782-f594-49cf-8ad0-efa8972f3aac tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 944 time: 0.1679914 Jul 08 02:08:09.742289 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ec67439a-4a26-472e-bf0d-01fc3d23f86a req-ec46d766-2bfc-4db7-ba54-4016e7afb689 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438678 Jul 08 02:08:09.802792 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-431f7550-1986-40ce-b752-8a93fa9cba5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31f23d26-f18a-42c2-a96c-6b4c41b04d89 HTTP/1.1" status: 200 len: 217 time: 0.0676136 Jul 08 02:08:09.805881 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:09.939526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-f1359a36-b471-4716-ac93-e248d2e18b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:09.941656 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-f1359a36-b471-4716-ac93-e248d2e18b80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df31ae58-6c85-4782-9b86-8dab35834cbd HTTP/1.1" status: 200 len: 851 time: 0.1323888 Jul 08 02:08:09.991142 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-0811fe8a-07d1-48bb-9c84-61dc24d2c9d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e35fa47d-4dd4-4135-a3b5-228920547145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425239 Jul 08 02:08:09.994099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:10.025848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Deleting port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:10.026194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:10.229435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] For port 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=713a6b40-9704-4ddc-9d9e-1fdd0a69a72f,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:10.230498 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:10.245773 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-f19c6c9f-5d03-4190-81a9-abb025e754ee service neutron] 10.222.0.24 "GET /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472608 Jul 08 02:08:10.266977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Calling delete_port for 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:10.272091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:10.413994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Network e794e8d8-d956-4350-a2d8-cc7ecb4551cf is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:10.475110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:10.501081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:10.531484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcc004-b186-4f5f-b30d-8c5e1d7725c4 req-a63437ca-19ad-4b62-976d-7ed740e8c480 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.535329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7fcc004-b186-4f5f-b30d-8c5e1d7725c4 req-a63437ca-19ad-4b62-976d-7ed740e8c480 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 932 time: 0.1533625 Jul 08 02:08:10.584682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:10.585669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:10.615122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Pushing event updated for resources: {'Port': ['ID=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:10.620282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7fcc004-b186-4f5f-b30d-8c5e1d7725c4 req-d8f52302-31e9-43e8-befc-cd6da67a6ae6 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786812 Jul 08 02:08:10.659034 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-1de9a08b-0707-4c9d-af93-2ec32532738a tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0914202 Jul 08 02:08:10.674658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Request body: {'port': {'device_id': 'df9090b7-db70-4164-a43c-6e486dc5d583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:10.786415 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b846c6e9-df2e-470d-b646-f9c7357314f9 req-a58c3378-10be-4a84-9588-d867f4f79723 service neutron] 10.222.0.24 "GET /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305867 Jul 08 02:08:10.958759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.051922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938c4dc-711b-4ccb-b4b9-e63bcc8611d2 req-0640a4b4-8a1f-44d3-8fe6-5cc84e99fc6e tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:11.061139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e938c4dc-711b-4ccb-b4b9-e63bcc8611d2 req-0640a4b4-8a1f-44d3-8fe6-5cc84e99fc6e tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 944 time: 0.1259243 Jul 08 02:08:11.111949 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.119366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e938c4dc-711b-4ccb-b4b9-e63bcc8611d2 req-91930569-7290-4e84-8364-d46438be06f3 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569544 Jul 08 02:08:11.129454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9 req-4d842605-b83b-46a3-9c37-a069117a2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:11.131297 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9 req-4d842605-b83b-46a3-9c37-a069117a2d42 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b591ce66cfa45fa892cb3af4ef00328&device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 1096 time: 0.2633073 Jul 08 02:08:11.189514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Port': ['ID=713a6b40-9704-4ddc-9d9e-1fdd0a69a72f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:11.408931 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.568033 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.577933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.577933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9 req-25c114c1-053c-40ba-95c4-6caa9a374995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:11.578247 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9 req-25c114c1-053c-40ba-95c4-6caa9a374995 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e35fa47d-4dd4-4135-a3b5-228920547145 HTTP/1.1" status: 200 len: 912 time: 0.4212017 Jul 08 02:08:11.666421 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9 req-7b7021aa-c052-4b01-8ddd-fdc17eaaaa6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31f23d26-f18a-42c2-a96c-6b4c41b04d89 HTTP/1.1" status: 200 len: 217 time: 0.0795321 Jul 08 02:08:11.716821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.717347 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Fanout notify agent at l3_agent the message router_deleted on router 22e8c944-cba6-48ec-8f94-14fa2e2de1fc {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:08:11.725248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.726370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-163ed21e-d42b-4f5a-a0b5-40fd1261d3a1 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "DELETE /v2.0/routers/22e8c944-cba6-48ec-8f94-14fa2e2de1fc HTTP/1.1" status: 204 len: 168 time: 3.6455286 Jul 08 02:08:11.729501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 33514) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:11.771947 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9 req-3289dc09-0a9a-4655-a968-f8c35f55e901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:11.773386 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9 req-3289dc09-0a9a-4655-a968-f8c35f55e901 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df31ae58-6c85-4782-9b86-8dab35834cbd HTTP/1.1" status: 200 len: 851 time: 0.0993011 Jul 08 02:08:11.951178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:11.961716 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.979200 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:11.980793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Transition to ACTIVE for port object 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:12.047105 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.055645 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9 req-6167dc4e-8116-494d-b30a-d55c902fad51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e35fa47d-4dd4-4135-a3b5-228920547145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2638788 Jul 08 02:08:12.087230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de4cee-0c6b-45ee-8d8f-c2061da89584 req-d2668799-40fa-414b-b23c-9be9ff726ec3 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.088937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10de4cee-0c6b-45ee-8d8f-c2061da89584 req-d2668799-40fa-414b-b23c-9be9ff726ec3 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 932 time: 0.1760576 Jul 08 02:08:12.182582 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10de4cee-0c6b-45ee-8d8f-c2061da89584 req-6927bccb-eaa6-4110-95ff-4558720ed324 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605178 Jul 08 02:08:12.221420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:12.225347 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.254162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6ecc83-8d67-4b6c-988c-c97d238f7a05']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:12.279937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afec14e-22e0-4327-a742-70cbb010e648') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:12.280685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afec14e-22e0-4327-a742-70cbb010e648') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:12.314971 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.370477 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.404504 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:08:12.405273 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:08:12.414748 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:08:12.443467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Attempting to bind port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:12.443808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Attempting to bind port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '818df650-d803-47cb-823d-02cdced4ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e794e8d8-d956-4350-a2d8-cc7ecb4551cf'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:12.444141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Attempting to bind port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 on network e794e8d8-d956-4350-a2d8-cc7ecb4551cf {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:12.454887 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9 req-7c22253b-961c-4bcd-a3b7-4517239c40ab service neutron] 10.222.0.24 "GET /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805423 Jul 08 02:08:12.455665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 on network e794e8d8-d956-4350-a2d8-cc7ecb4551cf not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:08:12.455961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Attempting to bind port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 on network e794e8d8-d956-4350-a2d8-cc7ecb4551cf {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:12.577807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:12.578582 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Checking segment: {'id': '818df650-d803-47cb-823d-02cdced4ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e794e8d8-d956-4350-a2d8-cc7ecb4551cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:12.579498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Bound using segment: {'id': '818df650-d803-47cb-823d-02cdced4ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e794e8d8-d956-4350-a2d8-cc7ecb4551cf'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:12.580189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Bound port: 7fc37cce-8fda-41dd-8a76-8abc6d5dd861, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '818df650-d803-47cb-823d-02cdced4ba99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e794e8d8-d956-4350-a2d8-cc7ecb4551cf'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:12.580785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.608483 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.620590 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:12.630747 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "DELETE /v2.0/networks/1a6ecc83-8d67-4b6c-988c-c97d238f7a05 HTTP/1.1" status: 204 len: 168 time: 0.8982272 Jul 08 02:08:12.631878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 33588) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:12.686259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380e0c0-cfd1-4b7d-bb62-9f1ff36c052e tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Network': ['ID=1a6ecc83-8d67-4b6c-988c-c97d238f7a05,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:12.705637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537077f-b6bf-4827-9e68-6e0e6a9fc923 req-f4ddb206-9911-4333-803a-5a4d975b41eb tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:12.718717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9537077f-b6bf-4827-9e68-6e0e6a9fc923 req-f4ddb206-9911-4333-803a-5a4d975b41eb tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 944 time: 0.2227516 Jul 08 02:08:12.815074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9537077f-b6bf-4827-9e68-6e0e6a9fc923 req-2085f1f6-dba3-444c-bffe-56a654b8277a tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941379 Jul 08 02:08:12.828234 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c84ed49-8af9-4af8-9f1e-196fb46fd1d9 req-48730944-e8f8-4c77-a848-bc7e6c8a5fab service neutron] 10.222.0.24 "GET /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656249 Jul 08 02:08:12.858416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] For port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:12.917256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] For port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,segment=NetworkSegment(818df650-d803-47cb-823d-02cdced4ba99),segment_id=818df650-d803-47cb-823d-02cdced4ba99)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:12.929472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.004744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:13.050745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.052004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.053713 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-cfd4013d-ce00-4702-946c-5653e1cd06a4 service neutron] 10.222.0.16 "PUT /v2.0/ports/7fc37cce-8fda-41dd-8a76-8abc6d5dd861 HTTP/1.1" status: 200 len: 1093 time: 2.3860791 Jul 08 02:08:13.055135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9090b7-db70-4164-a43c-6e486dc5d583', 'tag': '7fc37cce-8fda-41dd-8a76-8abc6d5dd861'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:13.058014 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fab3032-c088-4eef-bc27-e4e18266e53b" -d '{"events": [{"name": "network-changed", "server_uuid": "df9090b7-db70-4164-a43c-6e486dc5d583", "tag": "7fc37cce-8fda-41dd-8a76-8abc6d5dd861"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:13.101046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 31f23d26-f18a-42c2-a96c-6b4c41b04d89 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:13.154292 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b89fd8-7821-4833-b4e4-8979719772cb x-openstack-request-id: req-b8b89fd8-7821-4833-b4e4-8979719772cb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:13.154575 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9090b7-db70-4164-a43c-6e486dc5d583", "tag": "7fc37cce-8fda-41dd-8a76-8abc6d5dd861", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:13.154820 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8b89fd8-7821-4833-b4e4-8979719772cb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:13.155214 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9090b7-db70-4164-a43c-6e486dc5d583', 'tag': '7fc37cce-8fda-41dd-8a76-8abc6d5dd861', 'status': 'completed', 'code': 200} Jul 08 02:08:13.170023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Deleting port 929f0f9b-b97d-4f44-ad65-dfdbc4d12340 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:13.170374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.273818 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.274156 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.279059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 31f23d26-f18a-42c2-a96c-6b4c41b04d89, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=31f23d26-f18a-42c2-a96c-6b4c41b04d89,segment=NetworkSegment(e81c50fc-59f1-4ecd-90bc-08302ef9ff30),segment_id=e81c50fc-59f1-4ecd-90bc-08302ef9ff30)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:13.303934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Calling delete_port for 929f0f9b-b97d-4f44-ad65-dfdbc4d12340 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:13.326516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '31f23d26-f18a-42c2-a96c-6b4c41b04d89', 'network_id': 'e35fa47d-4dd4-4135-a3b5-228920547145', 'port_id': '31f23d26-f18a-42c2-a96c-6b4c41b04d89', 'mac_address': 'fa:16:3e:4b:b8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df31ae58-6c85-4782-9b86-8dab35834cbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:13.378048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04851b-3788-44e9-878d-7da626525721 req-88c45699-2da8-4111-bd12-b709ae3c79ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.379147 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-88c45699-2da8-4111-bd12-b709ae3c79ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6f522f976b74717ae1d533103856e73&device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 1096 time: 0.2764523 Jul 08 02:08:13.430049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:13.450369 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-512bfc66-1b32-4b0f-b1b2-c79a9c97d988 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc37cce-8fda-41dd-8a76-8abc6d5dd861 HTTP/1.1" status: 200 len: 217 time: 0.0596850 Jul 08 02:08:13.485524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:13.496482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 713a6b40-9704-4ddc-9d9e-1fdd0a69a72f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:13.521634 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.543390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04851b-3788-44e9-878d-7da626525721 req-b2f7885d-3cfc-4483-83fa-5f32091e419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.544053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cec6c-e59a-4c16-a935-2f9113dbb385 req-9b7e44e8-b098-4c5e-b162-df0736908497 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:13.545418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-b2f7885d-3cfc-4483-83fa-5f32091e419d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=069c3a78-b69d-4640-a272-6dddde2c361a HTTP/1.1" status: 200 len: 847 time: 0.0870037 Jul 08 02:08:13.553010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a2cec6c-e59a-4c16-a935-2f9113dbb385 req-9b7e44e8-b098-4c5e-b162-df0736908497 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 944 time: 0.1250124 Jul 08 02:08:13.569930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f23d26-f18a-42c2-a96c-6b4c41b04d89 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:13.619672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a2cec6c-e59a-4c16-a935-2f9113dbb385 req-faf701b8-5529-4e56-96af-895a9312e286 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656049 Jul 08 02:08:13.633313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 31f23d26-f18a-42c2-a96c-6b4c41b04d89, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=31f23d26-f18a-42c2-a96c-6b4c41b04d89,segment=NetworkSegment(e81c50fc-59f1-4ecd-90bc-08302ef9ff30),segment_id=e81c50fc-59f1-4ecd-90bc-08302ef9ff30)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:13.645105 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:13.721069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=31f23d26-f18a-42c2-a96c-6b4c41b04d89,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:13.839864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['31f23d26-f18a-42c2-a96c-6b4c41b04d89'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:14.168363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db559c2-f836-4cfe-b2f6-360e63b4b8b1 req-b697ef24-9761-4b0a-a676-c1960c56dd63 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:14.172050 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7db559c2-f836-4cfe-b2f6-360e63b4b8b1 req-b697ef24-9761-4b0a-a676-c1960c56dd63 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 945 time: 0.0977271 Jul 08 02:08:14.187063 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-0583448d-6ebd-4673-aba9-2a412efa3df1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e794e8d8-d956-4350-a2d8-cc7ecb4551cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391836 Jul 08 02:08:14.188479 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.240165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7db559c2-f836-4cfe-b2f6-360e63b4b8b1 req-338f9124-8ef1-469e-a5b5-e4fecec48f1e tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611210 Jul 08 02:08:14.336688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Port': ['ID=929f0f9b-b97d-4f44-ad65-dfdbc4d12340,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:14.418363 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-bc89e586-aa6a-4193-8659-3848a2f92352 service neutron] 10.222.0.16 "GET /v2.0/networks/e794e8d8-d956-4350-a2d8-cc7ecb4551cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012038 Jul 08 02:08:14.503711 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:14.504158 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Floating IP 8e9c7f47-aace-40a4-b097-fb993ae80543 disassociated (deleted). External IP: 172.25.4.50, port: 61603671-699f-4b5c-8a79-b3775161f5ec. Jul 08 02:08:14.643013 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f04851b-3788-44e9-878d-7da626525721 req-dfe402cb-45ff-47aa-9cd9-300529224cd2 service neutron] 10.222.0.16 "GET /v2.0/networks/e794e8d8-d956-4350-a2d8-cc7ecb4551cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146554 Jul 08 02:08:14.899717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab3032-c088-4eef-bc27-e4e18266e53b req-86b99bb4-f943-4e87-b70e-39de39af5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:14.901323 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2fab3032-c088-4eef-bc27-e4e18266e53b req-86b99bb4-f943-4e87-b70e-39de39af5f04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a6f522f976b74717ae1d533103856e73&device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 1096 time: 0.2011285 Jul 08 02:08:15.052105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:08:15.116497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 31f23d26-f18a-42c2-a96c-6b4c41b04d89 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:15.118078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab3032-c088-4eef-bc27-e4e18266e53b req-66747225-a697-4b17-90e3-7510264afdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.119817 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2fab3032-c088-4eef-bc27-e4e18266e53b req-66747225-a697-4b17-90e3-7510264afdf9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e794e8d8-d956-4350-a2d8-cc7ecb4551cf HTTP/1.1" status: 200 len: 908 time: 0.2023382 Jul 08 02:08:15.150397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e313b95-1f89-4732-bafc-fe2f20b76bfd req-2fd0714d-74b0-40a0-80da-862a05eefce6 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.151890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e313b95-1f89-4732-bafc-fe2f20b76bfd req-2fd0714d-74b0-40a0-80da-862a05eefce6 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 944 time: 0.1959770 Jul 08 02:08:15.236707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e313b95-1f89-4732-bafc-fe2f20b76bfd req-9529a6ee-dd20-42e0-8657-787be744d12d tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783257 Jul 08 02:08:15.241319 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2fab3032-c088-4eef-bc27-e4e18266e53b req-15b90073-b028-4f77-9583-6989457aaaf9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc37cce-8fda-41dd-8a76-8abc6d5dd861 HTTP/1.1" status: 200 len: 217 time: 0.0855663 Jul 08 02:08:15.249952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 31f23d26-f18a-42c2-a96c-6b4c41b04d89 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:15.265055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 31f23d26-f18a-42c2-a96c-6b4c41b04d89 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:15.265939 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.445637 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.449663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:15.455254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.463360 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] Sync routers for ids ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:15.482345 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] Routers {'48ce066c-dc6b-44b3-9cc4-0649f7ceab93'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:15.482988 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:07:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:15.493150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b4b907-fbaa-46d9-b768-251806a49724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f23d26-f18a-42c2-a96c-6b4c41b04d89'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:15.495506 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65842de-5f62-47e3-bd41-507f7e161099" -d '{"events": [{"server_uuid": "30b4b907-fbaa-46d9-b768-251806a49724", "name": "network-vif-plugged", "status": "completed", "tag": "31f23d26-f18a-42c2-a96c-6b4c41b04d89"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:15.534781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 31f23d26-f18a-42c2-a96c-6b4c41b04d89, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=31f23d26-f18a-42c2-a96c-6b4c41b04d89,segment=NetworkSegment(e81c50fc-59f1-4ecd-90bc-08302ef9ff30),segment_id=e81c50fc-59f1-4ecd-90bc-08302ef9ff30)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:15.546665 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:15.567465 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab3032-c088-4eef-bc27-e4e18266e53b req-e273c899-d577-48d8-9a96-cbbb4b4f4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.577349 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2fab3032-c088-4eef-bc27-e4e18266e53b req-e273c899-d577-48d8-9a96-cbbb4b4f4b4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=069c3a78-b69d-4640-a272-6dddde2c361a HTTP/1.1" status: 200 len: 847 time: 0.3344681 Jul 08 02:08:15.584625 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-be5e478e-b620-4756-bf6d-cb6300d2481d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "DELETE /v2.0/floatingips/8e9c7f47-aace-40a4-b097-fb993ae80543 HTTP/1.1" status: 204 len: 168 time: 2.9479635 Jul 08 02:08:15.606630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'tag': '61603671-699f-4b5c-8a79-b3775161f5ec'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:15.661902 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c08d2df-210e-4803-b93f-b8e9b5c6c7e0", "tag": "61603671-699f-4b5c-8a79-b3775161f5ec"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:15.668630 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bbc4f6-99c7-48cf-ad83-a7a050296960 x-openstack-request-id: req-93bbc4f6-99c7-48cf-ad83-a7a050296960 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:15.669165 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b4b907-fbaa-46d9-b768-251806a49724", "name": "network-vif-plugged", "status": "completed", "tag": "31f23d26-f18a-42c2-a96c-6b4c41b04d89", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:15.669584 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93bbc4f6-99c7-48cf-ad83-a7a050296960 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:15.670150 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b4b907-fbaa-46d9-b768-251806a49724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f23d26-f18a-42c2-a96c-6b4c41b04d89', 'code': 200} Jul 08 02:08:15.671695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=31f23d26-f18a-42c2-a96c-6b4c41b04d89,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:15.785269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d8fa2-4241-43cb-8f2f-4c3942bc091a req-21f55dec-97e1-4402-baf2-4fe79dd9a16c tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:15.797161 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf5d8fa2-4241-43cb-8f2f-4c3942bc091a req-21f55dec-97e1-4402-baf2-4fe79dd9a16c tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.2182944 Jul 08 02:08:15.897725 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2fab3032-c088-4eef-bc27-e4e18266e53b req-6c074193-5375-4986-ae4a-6fca9cdd6657 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e794e8d8-d956-4350-a2d8-cc7ecb4551cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3109066 Jul 08 02:08:15.913913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf5d8fa2-4241-43cb-8f2f-4c3942bc091a req-d7324af5-d0e6-4b9d-a98d-874ca8ec82a3 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129310 Jul 08 02:08:16.054035 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0096ed5-1140-444c-9abb-aadc0add92dc x-openstack-request-id: req-c0096ed5-1140-444c-9abb-aadc0add92dc {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:16.054718 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c08d2df-210e-4803-b93f-b8e9b5c6c7e0", "tag": "61603671-699f-4b5c-8a79-b3775161f5ec", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:16.055954 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0096ed5-1140-444c-9abb-aadc0add92dc {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:16.057152 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'tag': '61603671-699f-4b5c-8a79-b3775161f5ec', 'status': 'completed', 'code': 200} Jul 08 02:08:16.078719 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] Set router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:16.277515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2fab3032-c088-4eef-bc27-e4e18266e53b req-e904fc86-8040-4276-ab28-1fbb78061ace service neutron] 10.222.0.16 "GET /v2.0/networks/e794e8d8-d956-4350-a2d8-cc7ecb4551cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682013 Jul 08 02:08:16.282364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791d3a-6615-4411-97d1-8bc7786fbfcb req-095e2ca3-1749-4dae-8970-488ed3adcda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:16.285015 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23791d3a-6615-4411-97d1-8bc7786fbfcb req-095e2ca3-1749-4dae-8970-488ed3adcda2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 1098 time: 0.5951109 Jul 08 02:08:16.367445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-24567e1b-515e-466b-91ea-556c56177832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:16.369047 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-24567e1b-515e-466b-91ea-556c56177832 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9890f3503b54e289aa2bca28f62fb02&device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 1137 time: 0.3335657 Jul 08 02:08:16.541015 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-23791d3a-6615-4411-97d1-8bc7786fbfcb req-8e85f644-26c2-4b70-bc08-e35fae5e5b58 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412686 Jul 08 02:08:16.578814 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2fab3032-c088-4eef-bc27-e4e18266e53b req-e123f560-946f-47b6-a00b-2b24ce662870 service neutron] 10.222.0.16 "GET /v2.0/networks/e794e8d8-d956-4350-a2d8-cc7ecb4551cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900414 Jul 08 02:08:16.601994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-1afd9b32-001c-45b8-b42f-38792a50b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:16.603877 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-1afd9b32-001c-45b8-b42f-38792a50b662 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61 HTTP/1.1" status: 200 len: 897 time: 0.2156751 Jul 08 02:08:16.619063 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:22Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'dbe74755-226b-4d45-87f3-fbed7ecfb1df', 'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:56:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:19Z', 'updated_at': '2021-07-08T02:06:29Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:16.660052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a3679-18cf-4ae9-96a3-7c7cbc78b619 req-68b257f1-e0f2-4110-933c-eb44d2df380d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:16.672283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-141a3679-18cf-4ae9-96a3-7c7cbc78b619 req-68b257f1-e0f2-4110-933c-eb44d2df380d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 985 time: 0.2516038 Jul 08 02:08:16.678092 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] Checking router: 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:16.709019 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] Routers {'48ce066c-dc6b-44b3-9cc4-0649f7ceab93'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:16.709922 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:07:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:16.759647 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-afb95df4-f928-4871-9d10-82dc803ce368 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61603671-699f-4b5c-8a79-b3775161f5ec HTTP/1.1" status: 200 len: 217 time: 0.1454093 Jul 08 02:08:16.768169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:16.808938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-141a3679-18cf-4ae9-96a3-7c7cbc78b619 req-10aa668a-7ddc-44cc-8dfe-99ede7522a36 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1295404 Jul 08 02:08:16.850072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2667f65-6115-41ef-943b-e15e87a5699b req-e3ece341-708b-4737-8b83-4c4dd57f3c91 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:16.854082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2667f65-6115-41ef-943b-e15e87a5699b req-e3ece341-708b-4737-8b83-4c4dd57f3c91 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 944 time: 0.3500118 Jul 08 02:08:16.898433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-daeef32c-2a65-4a19-94a4-054c17b3192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:16.903566 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-daeef32c-2a65-4a19-94a4-054c17b3192b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7c21eb9-433e-4378-aa44-ab23cf8fd799 HTTP/1.1" status: 200 len: 835 time: 0.1383669 Jul 08 02:08:16.936846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2667f65-6115-41ef-943b-e15e87a5699b req-74087efd-f313-4368-b985-8e314bf5b93c tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750668 Jul 08 02:08:17.040269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-bb052c88-8d17-42fc-be59-2922facce817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.042114 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-bb052c88-8d17-42fc-be59-2922facce817 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d5d5795-1b8f-4ff9-ad46-862b7640ae61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316390 Jul 08 02:08:17.051515 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] Set router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:17.111184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,segment=NetworkSegment(818df650-d803-47cb-823d-02cdced4ba99),segment_id=818df650-d803-47cb-823d-02cdced4ba99)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:17.152069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '7fc37cce-8fda-41dd-8a76-8abc6d5dd861', 'network_id': 'e794e8d8-d956-4350-a2d8-cc7ecb4551cf', 'port_id': '7fc37cce-8fda-41dd-8a76-8abc6d5dd861', 'mac_address': 'fa:16:3e:04:09:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '069c3a78-b69d-4640-a272-6dddde2c361a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:17.319359 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.387154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:17.502510 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-38fe29f7-7086-4f7b-8742-194df90002cc service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512115 Jul 08 02:08:17.526243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,segment=NetworkSegment(818df650-d803-47cb-823d-02cdced4ba99),segment_id=818df650-d803-47cb-823d-02cdced4ba99)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:17.536403 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:17.551620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe4b6b-0435-4146-b72b-ef222a0c8991 req-cfbf4946-190d-4db6-aa6a-6c5012a7406a tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.553347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92fe4b6b-0435-4146-b72b-ef222a0c8991 req-cfbf4946-190d-4db6-aa6a-6c5012a7406a tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.3339777 Jul 08 02:08:17.687843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:17.750377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['7fc37cce-8fda-41dd-8a76-8abc6d5dd861'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:17.767271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-92fe4b6b-0435-4146-b72b-ef222a0c8991 req-4fefeb60-f8fe-409d-b017-b8e791d8a44c tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080605 Jul 08 02:08:17.873484 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:22Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'dbe74755-226b-4d45-87f3-fbed7ecfb1df', 'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:56:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:19Z', 'updated_at': '2021-07-08T02:06:29Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:17.929019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-9b066585-25a8-4d49-a52e-056ca4fa0745 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.938259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-9b066585-25a8-4d49-a52e-056ca4fa0745 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/networks?id=c5f3959b-baa9-4129-99fa-8be7998989f4 HTTP/1.1" status: 200 len: 814 time: 0.2575104 Jul 08 02:08:17.946967 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7aba1b-63d4-495f-af56-d012728db315 None None] The sync data for ids ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'] in n-d-694802-14 is: [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:06:22Z', 'revision_number': 4, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'dbe74755-226b-4d45-87f3-fbed7ecfb1df', 'name': '', 'network_id': '2d5d5795-1b8f-4ff9-ad46-862b7640ae61', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'mac_address': 'fa:16:3e:56:47:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:19Z', 'updated_at': '2021-07-08T02:06:29Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'subnets': [{'id': 'd7c21eb9-433e-4378-aa44-ab23cf8fd799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:17.974820 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-c7160feb-e244-40ea-bc8b-8ce33656b3ab tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/quotas/27982e2e2fa244ff89aa6d70e0b5d617 HTTP/1.1" status: 200 len: 375 time: 0.0355525 Jul 08 02:08:17.989094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-88573f90-435b-47e7-a06b-0c4c783270b3 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:17.991178 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-88573f90-435b-47e7-a06b-0c4c783270b3 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 985 time: 0.5311728 Jul 08 02:08:17.992938 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6d3203a0-eb35-4a00-87cd-a0109fff8a9e req-b22b20ba-36b1-4823-a23c-839f6dc4a84a service neutron] 10.222.0.16 "GET /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457195 Jul 08 02:08:18.026845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-5bd3895f-8c2e-4040-8f5e-9d8068d27f1f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27982e2e2fa244ff89aa6d70e0b5d617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509527 Jul 08 02:08:18.162612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-5cd912e2-a999-4ea3-84e3-647e702f062e service neutron] 10.222.0.41 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345963 Jul 08 02:08:18.216987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-e5474d6b-a34c-4088-bacc-8250d528341f req-a34f3441-20f5-4af3-bbc3-0472953298d9 service neutron] (93884) timed out ('10.222.0.41', 35826) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:08:18.297946 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-99c06a11-0848-48b7-8ba9-afeecc3b340e service neutron] 10.222.0.41 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240838 Jul 08 02:08:18.316987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0b835-ab86-46a0-ac53-d88efae867eb req-00f61485-d368-4376-8195-ff7d84c584c9 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.320432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Deleting port 61603671-699f-4b5c-8a79-b3775161f5ec {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:18.323097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.324763 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7cf0b835-ab86-46a0-ac53-d88efae867eb req-00f61485-d368-4376-8195-ff7d84c584c9 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 985 time: 0.2746160 Jul 08 02:08:18.405753 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7cf0b835-ab86-46a0-ac53-d88efae867eb req-2310b8da-592b-4621-bd06-289147d62c22 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/security-groups?id=05cf0199-946b-440f-aaad-a54285173748&id=3ac9050a-1f7f-411e-8ac5-88d2c7221f54&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0790989 Jul 08 02:08:18.622514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff477428-7f6a-4a3b-957f-bb2c65fa412e None None] New status for floating IP 8e9c7f47-aace-40a4-b097-fb993ae80543: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:08:18.641282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] For port 61603671-699f-4b5c-8a79-b3775161f5ec, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61603671-699f-4b5c-8a79-b3775161f5ec,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:18.641857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.675914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Calling delete_port for 61603671-699f-4b5c-8a79-b3775161f5ec owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:18.759816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dde82-67fe-4222-a1f9-98e7c56d55d7 req-a091b617-2d2f-4f77-82e7-3e76b43de5b0 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:18.766899 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-179dde82-67fe-4222-a1f9-98e7c56d55d7 req-a091b617-2d2f-4f77-82e7-3e76b43de5b0 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 945 time: 0.2282677 Jul 08 02:08:18.779377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:18.886034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:18.900783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:18.901552 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:18.946108 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60298d3e-3688-465e-aa73-2c95037bb76c req-5967a5d1-ed82-446c-8a00-43741afe0035 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 210 time: 0.1327639 Jul 08 02:08:18.958000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-179dde82-67fe-4222-a1f9-98e7c56d55d7 req-94b7e5e3-f60d-4d3a-8fee-169e5d58c1fa tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899760 Jul 08 02:08:19.038759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.120971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Port': ['ID=61603671-699f-4b5c-8a79-b3775161f5ec,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:19.153413 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.169645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.170074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.170711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.170711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.171437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.172011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.172581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.172989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.173377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.173783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.174162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.174584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:19.258138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,segment=NetworkSegment(818df650-d803-47cb-823d-02cdced4ba99),segment_id=818df650-d803-47cb-823d-02cdced4ba99)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:19.259659 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9090b7-db70-4164-a43c-6e486dc5d583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc37cce-8fda-41dd-8a76-8abc6d5dd861'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:19.267473 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d0f0f-4adc-4452-a2d6-4b56d1d0a19b" -d '{"events": [{"server_uuid": "df9090b7-db70-4164-a43c-6e486dc5d583", "name": "network-vif-plugged", "status": "completed", "tag": "7fc37cce-8fda-41dd-8a76-8abc6d5dd861"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:19.267776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] No DVR routers for this DVR port 61603671-699f-4b5c-8a79-b3775161f5ec on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:08:19.270399 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.272734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dbe2a9d2-2755-4f87-a07b-b22042f77107 req-943898f9-09ab-4b19-8938-4446b96d55ce tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.16 "DELETE /v2.0/ports/61603671-699f-4b5c-8a79-b3775161f5ec HTTP/1.1" status: 204 len: 173 time: 1.2703185 Jul 08 02:08:19.273202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'name': 'network-vif-deleted', 'tag': '61603671-699f-4b5c-8a79-b3775161f5ec'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:19.275758 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f412cf-4977-4ada-847f-c60bd6da6a65" -d '{"events": [{"server_uuid": "1c08d2df-210e-4803-b93f-b8e9b5c6c7e0", "name": "network-vif-deleted", "tag": "61603671-699f-4b5c-8a79-b3775161f5ec"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:19.281731 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:19.323906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf807e49-ace1-4cf1-b8f3-d1c68ae2ed14 req-d7cff98a-05d6-4415-b803-f7c08669e93e tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:19.340199 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b092b1b3-cc48-4911-a79f-7f61cc9141c9 x-openstack-request-id: req-b092b1b3-cc48-4911-a79f-7f61cc9141c9 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:19.340577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf807e49-ace1-4cf1-b8f3-d1c68ae2ed14 req-d7cff98a-05d6-4415-b803-f7c08669e93e tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.2154624 Jul 08 02:08:19.348218 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9090b7-db70-4164-a43c-6e486dc5d583", "name": "network-vif-plugged", "status": "completed", "tag": "7fc37cce-8fda-41dd-8a76-8abc6d5dd861", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:19.348976 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b092b1b3-cc48-4911-a79f-7f61cc9141c9 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:19.350075 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9090b7-db70-4164-a43c-6e486dc5d583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc37cce-8fda-41dd-8a76-8abc6d5dd861', 'code': 200} Jul 08 02:08:19.412260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:19.428060 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a3f237-b9eb-489f-aab4-9f8e83b176ba x-openstack-request-id: req-23a3f237-b9eb-489f-aab4-9f8e83b176ba {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:19.428060 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c08d2df-210e-4803-b93f-b8e9b5c6c7e0", "name": "network-vif-deleted", "tag": "61603671-699f-4b5c-8a79-b3775161f5ec", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:19.428294 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23a3f237-b9eb-489f-aab4-9f8e83b176ba {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:19.428685 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c08d2df-210e-4803-b93f-b8e9b5c6c7e0', 'name': 'network-vif-deleted', 'tag': '61603671-699f-4b5c-8a79-b3775161f5ec', 'status': 'completed', 'code': 200} Jul 08 02:08:19.457455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf807e49-ace1-4cf1-b8f3-d1c68ae2ed14 req-d26772db-c59d-428d-8654-24a18cf59b2b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156731 Jul 08 02:08:19.788665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c5fbd5e-37cd-47eb-bd37-0abeaf7d730b req-b0a2514c-46ba-4269-92cc-8e1599bc6bb3 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c08d2df-210e-4803-b93f-b8e9b5c6c7e0 HTTP/1.1" status: 200 len: 210 time: 0.0500383 Jul 08 02:08:19.902742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ddc0-5032-4876-93ef-95f0105877ac req-4849608b-b266-46be-aa0d-97b7f78b4c73 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:19.909856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f34ddc0-5032-4876-93ef-95f0105877ac req-4849608b-b266-46be-aa0d-97b7f78b4c73 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.1967812 Jul 08 02:08:19.916471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a399c-267d-4c34-9eb7-f52aeb7eef63 req-d92e6c43-87b3-45d4-afe0-28aa48887ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:19.919318 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-880a399c-267d-4c34-9eb7-f52aeb7eef63 req-d92e6c43-87b3-45d4-afe0-28aa48887ffb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 1098 time: 0.1702406 Jul 08 02:08:19.980922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0f34ddc0-5032-4876-93ef-95f0105877ac req-cf228b0b-c137-4a00-b982-17bb1a48873e tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697484 Jul 08 02:08:20.041417 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-880a399c-267d-4c34-9eb7-f52aeb7eef63 req-8c08d5b5-a9aa-4675-84dc-23bf622d4c40 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151845 Jul 08 02:08:20.301504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fff1c014-e28c-436a-9f6b-e6c3ca427cdd req-bb6790ee-fd1b-49bd-96bb-27b664493d9f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 210 time: 0.1188848 Jul 08 02:08:20.655611 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86dfc898-87e6-4b78-a9fa-a7c1d8124b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:20.772731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61603671-699f-4b5c-8a79-b3775161f5ec no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:20.860218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c17446-f4ef-4994-8e7a-a91608c50b6b req-d2159b49-14c1-4155-9c63-0dfcf1a4faa4 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.861855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c1c17446-f4ef-4994-8e7a-a91608c50b6b req-d2159b49-14c1-4155-9c63-0dfcf1a4faa4 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 946 time: 0.2425961 Jul 08 02:08:20.866138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 61603671-699f-4b5c-8a79-b3775161f5ec {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:20.866696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61603671-699f-4b5c-8a79-b3775161f5ec not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:20.875225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a40b0-31f6-41b0-b0cb-17709fefe7f0 req-aaf809b5-d9d0-4c4c-b7a1-0684a124ce90 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:20.884636 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c16a40b0-31f6-41b0-b0cb-17709fefe7f0 req-aaf809b5-d9d0-4c4c-b7a1-0684a124ce90 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.3328547 Jul 08 02:08:21.020714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c1c17446-f4ef-4994-8e7a-a91608c50b6b req-a3ed22f3-e03f-40ce-9db5-d44277d4f4f9 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343417 Jul 08 02:08:21.076463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c16a40b0-31f6-41b0-b0cb-17709fefe7f0 req-c375a29d-d898-471b-9b9e-0b6712483574 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371582 Jul 08 02:08:21.105021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-8165671a-0658-4e37-a019-52900cd62b54 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:21.115928 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-8165671a-0658-4e37-a019-52900cd62b54 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.24 "GET /v2.0/networks?id=c5f3959b-baa9-4129-99fa-8be7998989f4 HTTP/1.1" status: 200 len: 814 time: 0.3807867 Jul 08 02:08:21.129286 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Request body: {'port': {'device_id': 'd26579f1-3f9d-462c-8ba9-74048387d5fc', 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4', 'admin_state_up': True, 'tenant_id': '27982e2e2fa244ff89aa6d70e0b5d617'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:21.161994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34092) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:21.244357 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80e134db-794e-4ad4-9456-bc065204d2d7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.295604 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80e134db-794e-4ad4-9456-bc065204d2d7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.417643 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80e134db-794e-4ad4-9456-bc065204d2d7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.418554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Made reservation on behalf of 27982e2e2fa244ff89aa6d70e0b5d617 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:21.427436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.435476 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80e134db-794e-4ad4-9456-bc065204d2d7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.440579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-80e134db-794e-4ad4-9456-bc065204d2d7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "DELETE /v2.0/security-groups/05cf0199-946b-440f-aaad-a54285173748 HTTP/1.1" status: 204 len: 168 time: 0.2767243 Jul 08 02:08:21.453032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34096) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:21.492838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e134db-794e-4ad4-9456-bc065204d2d7 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cf0199-946b-440f-aaad-a54285173748,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:21.574699 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7022c91e-767c-4d5a-8f4c-11b210c62751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.612073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3cc9c972-625d-4b2f-b794-c3757779df30 req-a0cd2f8a-1e5a-4b2e-9393-5b4c43f9f9aa tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 210 time: 0.0536110 Jul 08 02:08:21.660246 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7022c91e-767c-4d5a-8f4c-11b210c62751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.704274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Allocated IP 172.20.0.12 (c5f3959b-baa9-4129-99fa-8be7998989f4/995ad66a-96ef-436c-9417-cddbd260991c/73199ced-0aca-47bd-910f-5222b0d7ba5b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:21.772334 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7022c91e-767c-4d5a-8f4c-11b210c62751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.799419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7022c91e-767c-4d5a-8f4c-11b210c62751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:21.814171 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7022c91e-767c-4d5a-8f4c-11b210c62751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "DELETE /v2.0/security-groups/3ac9050a-1f7f-411e-8ac5-88d2c7221f54 HTTP/1.1" status: 204 len: 168 time: 0.3505218 Jul 08 02:08:21.817820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:21.871976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022c91e-767c-4d5a-8f4c-11b210c62751 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac9050a-1f7f-411e-8ac5-88d2c7221f54,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:22.391581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.502018 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.579993 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Network c5f3959b-baa9-4129-99fa-8be7998989f4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:22.585130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:22.594794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:22.603880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Pushing event updated for resources: {'Port': ['ID=73199ced-0aca-47bd-910f-5222b0d7ba5b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:22.785587 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.786361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:22.813209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-4930a874-d056-41b1-8338-665eb85b9a40 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6889491 Jul 08 02:08:22.826255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Request body: {'port': {'device_id': 'd26579f1-3f9d-462c-8ba9-74048387d5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:22.959022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2388a-39ec-4c93-a4c0-382c9e264cf3 req-7adacfd4-e6ff-4f55-bdca-ad6966c850ce tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.967104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29d2388a-39ec-4c93-a4c0-382c9e264cf3 req-7adacfd4-e6ff-4f55-bdca-ad6966c850ce tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.4144073 Jul 08 02:08:22.992754 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868025f-1af1-4d05-b95b-38ce1498ecbf req-76d32aa1-0836-42e4-bffd-22c9eb4415d8 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:22.996367 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.000658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f868025f-1af1-4d05-b95b-38ce1498ecbf req-76d32aa1-0836-42e4-bffd-22c9eb4415d8 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 946 time: 0.4465613 Jul 08 02:08:23.101369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29d2388a-39ec-4c93-a4c0-382c9e264cf3 req-417b906d-c412-4a71-8de8-334d70c72931 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330972 Jul 08 02:08:23.138413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f868025f-1af1-4d05-b95b-38ce1498ecbf req-69b10795-6d27-46e7-9058-4f287e343f15 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340518 Jul 08 02:08:23.400220 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9365-f83b-4896-b61b-ae0e2a68a789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.532709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73199ced-0aca-47bd-910f-5222b0d7ba5b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:23.547177 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.568406 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Transition to ACTIVE for port object 73199ced-0aca-47bd-910f-5222b0d7ba5b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:23.579697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.668190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=73199ced-0aca-47bd-910f-5222b0d7ba5b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:23.735187 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.867841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d644f5e-4473-4c0a-bea6-772a929042a4 req-bdfb7c77-360a-4988-ac85-a0e8333a8b52 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:23.875644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d644f5e-4473-4c0a-bea6-772a929042a4 req-bdfb7c77-360a-4988-ac85-a0e8333a8b52 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 932 time: 0.4628778 Jul 08 02:08:23.923907 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:23.953111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Attempting to bind port 73199ced-0aca-47bd-910f-5222b0d7ba5b on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:23.953651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Attempting to bind port 73199ced-0aca-47bd-910f-5222b0d7ba5b by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '6fd32a30-06bd-4494-92d9-c3019afe616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:23.954454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Attempting to bind port 73199ced-0aca-47bd-910f-5222b0d7ba5b on network c5f3959b-baa9-4129-99fa-8be7998989f4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:23.982713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Port 73199ced-0aca-47bd-910f-5222b0d7ba5b on network c5f3959b-baa9-4129-99fa-8be7998989f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:08:23.983459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Attempting to bind port 73199ced-0aca-47bd-910f-5222b0d7ba5b on network c5f3959b-baa9-4129-99fa-8be7998989f4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:24.002494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:24.003330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Checking segment: {'id': '6fd32a30-06bd-4494-92d9-c3019afe616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:24.004221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Bound using segment: {'id': '6fd32a30-06bd-4494-92d9-c3019afe616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:24.005298 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Bound port: 73199ced-0aca-47bd-910f-5222b0d7ba5b, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd32a30-06bd-4494-92d9-c3019afe616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:24.006600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.037245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d644f5e-4473-4c0a-bea6-772a929042a4 req-adce9d3e-726e-4d01-b529-0ba201886d3a tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389511 Jul 08 02:08:24.182705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9841-7268-4be5-84e3-c5e0e86cd62b req-22668e98-9c2e-405e-9715-f457a3679167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.184685 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eefe9841-7268-4be5-84e3-c5e0e86cd62b req-22668e98-9c2e-405e-9715-f457a3679167 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b591ce66cfa45fa892cb3af4ef00328&device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 1098 time: 0.2625628 Jul 08 02:08:24.274889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] For port 73199ced-0aca-47bd-910f-5222b0d7ba5b, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:24.351500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] For port 73199ced-0aca-47bd-910f-5222b0d7ba5b, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=73199ced-0aca-47bd-910f-5222b0d7ba5b,segment=NetworkSegment(6fd32a30-06bd-4494-92d9-c3019afe616c),segment_id=6fd32a30-06bd-4494-92d9-c3019afe616c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:24.369827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.418449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc4a41-8a50-46af-9274-3f8112474d3d req-9b04dc79-b9e2-4f8c-9eb6-6b1eeafee917 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.420283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80cc4a41-8a50-46af-9274-3f8112474d3d req-9b04dc79-b9e2-4f8c-9eb6-6b1eeafee917 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.2153690 Jul 08 02:08:24.431370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.432201 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.433924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] 10.222.0.24 "PUT /v2.0/ports/73199ced-0aca-47bd-910f-5222b0d7ba5b HTTP/1.1" status: 200 len: 1093 time: 1.6127894 Jul 08 02:08:24.434441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26579f1-3f9d-462c-8ba9-74048387d5fc', 'tag': '73199ced-0aca-47bd-910f-5222b0d7ba5b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:24.436815 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607ca82c-2b18-4da4-a85c-ea0609f151ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d26579f1-3f9d-462c-8ba9-74048387d5fc", "tag": "73199ced-0aca-47bd-910f-5222b0d7ba5b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:24.515152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9841-7268-4be5-84e3-c5e0e86cd62b req-f9288087-b9e6-4659-82cb-ae692a341f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.516663 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eefe9841-7268-4be5-84e3-c5e0e86cd62b req-f9288087-b9e6-4659-82cb-ae692a341f9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e35fa47d-4dd4-4135-a3b5-228920547145 HTTP/1.1" status: 200 len: 912 time: 0.3016217 Jul 08 02:08:24.571418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3ac85-b0b0-4c52-81de-66e06aec3ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=73199ced-0aca-47bd-910f-5222b0d7ba5b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:24.577098 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8913a1-2783-4049-a1d6-729cdb8c4b29 x-openstack-request-id: req-2b8913a1-2783-4049-a1d6-729cdb8c4b29 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:24.577600 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26579f1-3f9d-462c-8ba9-74048387d5fc", "tag": "73199ced-0aca-47bd-910f-5222b0d7ba5b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:24.577966 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b8913a1-2783-4049-a1d6-729cdb8c4b29 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:24.578708 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26579f1-3f9d-462c-8ba9-74048387d5fc', 'tag': '73199ced-0aca-47bd-910f-5222b0d7ba5b', 'status': 'completed', 'code': 200} Jul 08 02:08:24.619361 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eefe9841-7268-4be5-84e3-c5e0e86cd62b req-7383b1fc-7e03-4301-bfda-8747fac936a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31f23d26-f18a-42c2-a96c-6b4c41b04d89 HTTP/1.1" status: 200 len: 217 time: 0.0611389 Jul 08 02:08:24.710420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80cc4a41-8a50-46af-9274-3f8112474d3d req-44d9ffa5-4434-44ed-ba8b-e2535095a920 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682440 Jul 08 02:08:24.736224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9841-7268-4be5-84e3-c5e0e86cd62b req-e6f38038-f755-45fc-93ae-2d1c0e0cfb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.739603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Deleting port dbe74755-226b-4d45-87f3-fbed7ecfb1df {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:24.739959 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.741334 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eefe9841-7268-4be5-84e3-c5e0e86cd62b req-e6f38038-f755-45fc-93ae-2d1c0e0cfb1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df31ae58-6c85-4782-9b86-8dab35834cbd HTTP/1.1" status: 200 len: 851 time: 0.1088486 Jul 08 02:08:24.758334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-2b154734-3346-4051-89ea-5cd54a55d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.761422 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-2b154734-3346-4051-89ea-5cd54a55d42e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27982e2e2fa244ff89aa6d70e0b5d617&device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 1096 time: 0.2613389 Jul 08 02:08:24.827913 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eefe9841-7268-4be5-84e3-c5e0e86cd62b req-afe324ae-6dd3-4eab-bfec-97afa85075a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e35fa47d-4dd4-4135-a3b5-228920547145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763464 Jul 08 02:08:24.834267 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.881310 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-b82f2562-5049-45fe-a60c-9cd798033d2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73199ced-0aca-47bd-910f-5222b0d7ba5b HTTP/1.1" status: 200 len: 217 time: 0.1106908 Jul 08 02:08:24.899736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] For port dbe74755-226b-4d45-87f3-fbed7ecfb1df, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=dbe74755-226b-4d45-87f3-fbed7ecfb1df,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:24.900654 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:24.959111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-0de7b0c5-b095-49a7-a29b-961613957e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:24.960978 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-0de7b0c5-b095-49a7-a29b-961613957e48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=995ad66a-96ef-436c-9417-cddbd260991c HTTP/1.1" status: 200 len: 854 time: 0.0681186 Jul 08 02:08:24.962037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Calling delete_port for dbe74755-226b-4d45-87f3-fbed7ecfb1df owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:25.037955 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-cbf9d1cb-0f72-4218-8d60-677a5d8d3ccf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5f3959b-baa9-4129-99fa-8be7998989f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444007 Jul 08 02:08:25.219077 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eefe9841-7268-4be5-84e3-c5e0e86cd62b req-29a2e900-46d4-4a99-8db0-7eafce3bb2c5 service neutron] 10.222.0.24 "GET /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484766 Jul 08 02:08:25.367264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc415c01-0a5c-4b76-969f-3091096ce458 req-eed0e2e5-9893-45f1-be1e-baff8d7e0d99 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:25.369759 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc415c01-0a5c-4b76-969f-3091096ce458 req-eed0e2e5-9893-45f1-be1e-baff8d7e0d99 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 944 time: 0.1549845 Jul 08 02:08:25.372231 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:25.528906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Port': ['ID=dbe74755-226b-4d45-87f3-fbed7ecfb1df,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:25.568933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc415c01-0a5c-4b76-969f-3091096ce458 req-371551d5-ae53-40c8-8b72-091db8e6c609 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545534 Jul 08 02:08:25.585352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-f947bff1-3755-4bfa-bb92-3f2c226fe325 service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403078 Jul 08 02:08:25.588205 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eefe9841-7268-4be5-84e3-c5e0e86cd62b req-7cea6567-3295-400a-8da7-fb89e2941ecb service neutron] 10.222.0.24 "GET /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280363 Jul 08 02:08:25.789543 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-74c57eff-71b8-4fa8-b022-888e23f35c40 req-c72cf3cb-d46f-42e2-952a-07a50c60784a service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961946 Jul 08 02:08:25.922510 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.045364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ca82c-2b18-4da4-a85c-ea0609f151ac req-229e0c60-7001-4048-8d51-5a0783abed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.047251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-607ca82c-2b18-4da4-a85c-ea0609f151ac req-229e0c60-7001-4048-8d51-5a0783abed39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27982e2e2fa244ff89aa6d70e0b5d617&device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 1096 time: 0.1523230 Jul 08 02:08:26.200791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ca82c-2b18-4da4-a85c-ea0609f151ac req-4b14380e-ebb3-4089-8241-74c9daed7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.202544 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-607ca82c-2b18-4da4-a85c-ea0609f151ac req-4b14380e-ebb3-4089-8241-74c9daed7dc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5f3959b-baa9-4129-99fa-8be7998989f4 HTTP/1.1" status: 200 len: 915 time: 0.1469002 Jul 08 02:08:26.361890 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-607ca82c-2b18-4da4-a85c-ea0609f151ac req-49b123fd-8a7c-4d92-ac94-fa660d8f19be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73199ced-0aca-47bd-910f-5222b0d7ba5b HTTP/1.1" status: 200 len: 217 time: 0.1375649 Jul 08 02:08:26.470171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ca82c-2b18-4da4-a85c-ea0609f151ac req-b8d74370-9f44-4908-8e88-495c1c22bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.476623 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-607ca82c-2b18-4da4-a85c-ea0609f151ac req-b8d74370-9f44-4908-8e88-495c1c22bb24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=995ad66a-96ef-436c-9417-cddbd260991c HTTP/1.1" status: 200 len: 854 time: 0.1036224 Jul 08 02:08:26.488804 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:26.554055 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-607ca82c-2b18-4da4-a85c-ea0609f151ac req-b2904d63-4bcd-4097-b672-15bdb419b46e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5f3959b-baa9-4129-99fa-8be7998989f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717180 Jul 08 02:08:26.696474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d18e9-6617-48dc-b8e7-7cb62e53c094 req-fcd64dd0-f12b-40be-92a8-fcba1b0e8a68 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.698621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b2d18e9-6617-48dc-b8e7-7cb62e53c094 req-fcd64dd0-f12b-40be-92a8-fcba1b0e8a68 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.6074600 Jul 08 02:08:26.802381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b2d18e9-6617-48dc-b8e7-7cb62e53c094 req-434415e0-4ab0-4bcf-959b-a8c50343640b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949416 Jul 08 02:08:26.878450 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:08:26.884092 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-607ca82c-2b18-4da4-a85c-ea0609f151ac req-9e2cf0b1-4188-4ab6-bc95-f7d31153e49b service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213928 Jul 08 02:08:26.955923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570987a3-a823-4e54-bc85-4e69dd1d28a2 req-67e4a18e-e342-414f-ace8-30473d664d0c tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:26.957736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-570987a3-a823-4e54-bc85-4e69dd1d28a2 req-67e4a18e-e342-414f-ace8-30473d664d0c tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 944 time: 0.1721973 Jul 08 02:08:27.024153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-607ca82c-2b18-4da4-a85c-ea0609f151ac req-9337232a-6c5c-4281-8d5b-9837c0a33832 service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318519 Jul 08 02:08:27.059808 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-570987a3-a823-4e54-bc85-4e69dd1d28a2 req-6adc058c-83d5-4390-a8f3-d4b3a1f301d3 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904253 Jul 08 02:08:27.092946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:27.099544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e2cfcf69-5fe5-460d-a526-ef7e6d034a9d tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "PUT /v2.0/routers/48ce066c-dc6b-44b3-9cc4-0649f7ceab93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2685087 Jul 08 02:08:27.102178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34608) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:27.106197 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] Sync routers for ids ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:27.117945 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] Routers {'48ce066c-dc6b-44b3-9cc4-0649f7ceab93'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:27.118651 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:27.201896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a891a1a-a667-45ae-ad99-142518f98d7b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Deleting subnet d7c21eb9-433e-4378-aa44-ab23cf8fd799 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:27.206909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a891a1a-a667-45ae-ad99-142518f98d7b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.266448 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a891a1a-a667-45ae-ad99-142518f98d7b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.329178 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] Set router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:27.448657 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a891a1a-a667-45ae-ad99-142518f98d7b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.583216 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a891a1a-a667-45ae-ad99-142518f98d7b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.585405 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:08:25Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:27.618132 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] Checking router: 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:27.625001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a891a1a-a667-45ae-ad99-142518f98d7b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c21eb9-433e-4378-aa44-ab23cf8fd799,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:27.629124 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] Routers {'48ce066c-dc6b-44b3-9cc4-0649f7ceab93'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:27.630362 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:27.636183 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a891a1a-a667-45ae-ad99-142518f98d7b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.638957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6a891a1a-a667-45ae-ad99-142518f98d7b tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "DELETE /v2.0/subnets/d7c21eb9-433e-4378-aa44-ab23cf8fd799 HTTP/1.1" status: 204 len: 168 time: 0.5349393 Jul 08 02:08:27.641417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34624) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:27.642566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e452264b-596c-4bd9-a327-dd0dad663e9d None None] Network 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:27.825302 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] Set router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:27.853204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:27.957466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65e7cf-190a-4416-bb35-5f67b11763d8 None None] DHCP port deletion for 2d5d5795-1b8f-4ff9-ad46-862b7640ae61 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:08:28.085562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.087630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4c65e7cf-190a-4416-bb35-5f67b11763d8 None None] Deleting port 729a091b-e78d-4249-8361-fb310c6b719c {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:28.088017 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c65e7cf-190a-4416-bb35-5f67b11763d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.138094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb6b52-7564-4130-9cbc-9783967c9583 req-52ea52c1-bad0-4b43-9441-ad49393cfb91 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.147619 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4bb6b52-7564-4130-9cbc-9783967c9583 req-52ea52c1-bad0-4b43-9441-ad49393cfb91 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.0897470 Jul 08 02:08:28.227400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4bb6b52-7564-4130-9cbc-9783967c9583 req-34092957-a454-4580-a0fe-fe84f9e786d6 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786643 Jul 08 02:08:28.229804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Deleting port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:28.230166 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.259277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4c65e7cf-190a-4416-bb35-5f67b11763d8 None None] For port 729a091b-e78d-4249-8361-fb310c6b719c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=729a091b-e78d-4249-8361-fb310c6b719c,segment=NetworkSegment(a7e34683-eff1-4541-b123-098f20e3fd2f),segment_id=a7e34683-eff1-4541-b123-098f20e3fd2f)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:28.259691 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c65e7cf-190a-4416-bb35-5f67b11763d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.308539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4c65e7cf-190a-4416-bb35-5f67b11763d8 None None] Calling delete_port for 729a091b-e78d-4249-8361-fb310c6b719c owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:28.312893 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:08:25Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:28.380124 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3f7e6-25a9-4516-90a0-9b919da4b05f None None] The sync data for ids ['48ce066c-dc6b-44b3-9cc4-0649f7ceab93'] in n-d-694802-14 is: [{'id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306916809', 'tenant_id': 'd9890f3503b54e289aa2bca28f62fb02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:06:05Z', 'updated_at': '2021-07-08T02:08:25Z', 'revision_number': 5, 'project_id': 'd9890f3503b54e289aa2bca28f62fb02', 'gw_port': {'id': 'b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ce066c-dc6b-44b3-9cc4-0649f7ceab93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:06:07Z', 'updated_at': '2021-07-08T02:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:28.458559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] For port b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:28.458974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.475460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Calling delete_port for b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:28.658439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62892ae-2466-4362-98d9-03a8f117644b req-1d10b797-2356-46bf-8b83-2f89b3957e00 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:28.668440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c62892ae-2466-4362-98d9-03a8f117644b req-1d10b797-2356-46bf-8b83-2f89b3957e00 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 944 time: 0.2047060 Jul 08 02:08:28.710530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c62892ae-2466-4362-98d9-03a8f117644b req-2f732afd-5590-4b9d-bc8d-a5bbe9ed0a07 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 Jul 08 02:08:28.750430 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c65e7cf-190a-4416-bb35-5f67b11763d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.751867 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:28.771292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65e7cf-190a-4416-bb35-5f67b11763d8 None None] No DVR routers for this DVR port 729a091b-e78d-4249-8361-fb310c6b719c on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:08:28.799963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65e7cf-190a-4416-bb35-5f67b11763d8 None None] Pushing event deleted for resources: {'Port': ['ID=729a091b-e78d-4249-8361-fb310c6b719c,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:28.819390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Port': ['ID=b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:28.920935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.032535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.038245 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.051755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7b9f5-fa54-4787-85b0-2fbd606c2c37 req-da731929-73e9-4afe-ab7d-110f97ae961c tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:29.053591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55a7b9f5-fa54-4787-85b0-2fbd606c2c37 req-da731929-73e9-4afe-ab7d-110f97ae961c tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 946 time: 0.1550350 Jul 08 02:08:29.094839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.095434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Fanout notify agent at l3_agent the message router_deleted on router 48ce066c-dc6b-44b3-9cc4-0649f7ceab93 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:08:29.113622 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.117065 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-78a90de7-f149-4aa4-a8ba-66405bf67192 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "DELETE /v2.0/routers/48ce066c-dc6b-44b3-9cc4-0649f7ceab93 HTTP/1.1" status: 204 len: 168 time: 1.4742010 Jul 08 02:08:29.118295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34648) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:29.132713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55a7b9f5-fa54-4787-85b0-2fbd606c2c37 req-7dc1e266-aed0-46c2-8a81-22b31fcb5cd0 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512755 Jul 08 02:08:29.152158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0621d-cf02-4852-9cc0-7e4012ca6327 req-13e10baa-6f36-4c30-bda6-09f3d3a4bc34 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:29.154542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00d0621d-cf02-4852-9cc0-7e4012ca6327 req-13e10baa-6f36-4c30-bda6-09f3d3a4bc34 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.1343043 Jul 08 02:08:29.225661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00d0621d-cf02-4852-9cc0-7e4012ca6327 req-571c65ea-4192-4a08-945d-27f3aaa3c3cb tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633636 Jul 08 02:08:29.257788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 73199ced-0aca-47bd-910f-5222b0d7ba5b details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:08:29.263483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.379612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 73199ced-0aca-47bd-910f-5222b0d7ba5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=73199ced-0aca-47bd-910f-5222b0d7ba5b,segment=NetworkSegment(6fd32a30-06bd-4494-92d9-c3019afe616c),segment_id=6fd32a30-06bd-4494-92d9-c3019afe616c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:29.382268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.392391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5d5795-1b8f-4ff9-ad46-862b7640ae61']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:29.393818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '73199ced-0aca-47bd-910f-5222b0d7ba5b', 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4', 'port_id': '73199ced-0aca-47bd-910f-5222b0d7ba5b', 'mac_address': 'fa:16:3e:b5:25:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995ad66a-96ef-436c-9417-cddbd260991c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:08:29.405322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e34683-eff1-4541-b123-098f20e3fd2f') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:29.405545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e34683-eff1-4541-b123-098f20e3fd2f') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:29.415400 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.431473 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.437927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:08:29.438327 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:08:29.441486 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:08:29.458524 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.479985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73199ced-0aca-47bd-910f-5222b0d7ba5b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:08:29.503401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 73199ced-0aca-47bd-910f-5222b0d7ba5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=73199ced-0aca-47bd-910f-5222b0d7ba5b,segment=NetworkSegment(6fd32a30-06bd-4494-92d9-c3019afe616c),segment_id=6fd32a30-06bd-4494-92d9-c3019afe616c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:29.509612 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.523287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.531058 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:29.536241 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] 10.222.0.41 "DELETE /v2.0/networks/2d5d5795-1b8f-4ff9-ad46-862b7640ae61 HTTP/1.1" status: 204 len: 168 time: 0.4132829 Jul 08 02:08:29.548506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef2f1f-b17d-4567-9096-3846876cee40 tempest-TestSecurityGroupsBasicOps-88161978 tempest-TestSecurityGroupsBasicOps-88161978-project] Pushing event deleted for resources: {'Network': ['ID=2d5d5795-1b8f-4ff9-ad46-862b7640ae61,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:29.592778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=73199ced-0aca-47bd-910f-5222b0d7ba5b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:29.716405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['73199ced-0aca-47bd-910f-5222b0d7ba5b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:29.848864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:29.869727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-c7083584-4099-468a-80f9-965210e33083 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:29.871618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-c7083584-4099-468a-80f9-965210e33083 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.16 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 946 time: 0.2271621 Jul 08 02:08:29.895851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:29.896199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b6e6e3a5-1bac-49ae-aaa9-cb095d30daf0 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:29.896641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dbe74755-226b-4d45-87f3-fbed7ecfb1df no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:29.964591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: dbe74755-226b-4d45-87f3-fbed7ecfb1df {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:29.964947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device dbe74755-226b-4d45-87f3-fbed7ecfb1df not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:29.965374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 729a091b-e78d-4249-8361-fb310c6b719c no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:30.011341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34664) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:30.012794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82205bdf-bb87-4306-b293-b263da3d8d31 req-5f98aafa-c837-4abf-836f-0f8b5e7dbd7e tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.014305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82205bdf-bb87-4306-b293-b263da3d8d31 req-5f98aafa-c837-4abf-836f-0f8b5e7dbd7e tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 945 time: 0.0995550 Jul 08 02:08:30.071973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-a768e4ce-2877-49e7-98ba-b7382840fd27 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Deleting port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:30.077200 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-a768e4ce-2877-49e7-98ba-b7382840fd27 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.086002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 729a091b-e78d-4249-8361-fb310c6b719c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:30.088493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82205bdf-bb87-4306-b293-b263da3d8d31 req-1f041da7-cabb-4f53-bc61-1de05aed597e tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600839 Jul 08 02:08:30.123705 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 729a091b-e78d-4249-8361-fb310c6b719c not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:30.260665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-a768e4ce-2877-49e7-98ba-b7382840fd27 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] For port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,segment=NetworkSegment(818df650-d803-47cb-823d-02cdced4ba99),segment_id=818df650-d803-47cb-823d-02cdced4ba99)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:30.261849 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-a768e4ce-2877-49e7-98ba-b7382840fd27 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.280992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-a768e4ce-2877-49e7-98ba-b7382840fd27 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Calling delete_port for 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:30.459910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff336423-794f-48a2-903c-4e1122eacb0e req-ba5ab25d-f381-4ab1-aac8-6bfcdd7590fa tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.461617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff336423-794f-48a2-903c-4e1122eacb0e req-ba5ab25d-f381-4ab1-aac8-6bfcdd7590fa tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/ports?device_id=df9090b7-db70-4164-a43c-6e486dc5d583 HTTP/1.1" status: 200 len: 946 time: 0.1410415 Jul 08 02:08:30.468422 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7762c5dd-7239-49d5-a674-0e03582f35b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9890f3503b54e289aa2bca28f62fb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521160 Jul 08 02:08:30.473369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:30.479175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-a768e4ce-2877-49e7-98ba-b7382840fd27 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.492949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['7fc37cce-8fda-41dd-8a76-8abc6d5dd861'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:30.518549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768e4ce-2877-49e7-98ba-b7382840fd27 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Pushing event deleted for resources: {'Port': ['ID=7fc37cce-8fda-41dd-8a76-8abc6d5dd861,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:30.581838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-a768e4ce-2877-49e7-98ba-b7382840fd27 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] No DVR routers for this DVR port 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:08:30.585389 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-a768e4ce-2877-49e7-98ba-b7382840fd27 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.595372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c998316-8832-42de-8745-02a94c77f1b1 req-054f21c8-fa2c-4f1c-a5bf-ce7778af83ae tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:30.597671 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c998316-8832-42de-8745-02a94c77f1b1 req-054f21c8-fa2c-4f1c-a5bf-ce7778af83ae tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.1894839 Jul 08 02:08:30.607625 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff336423-794f-48a2-903c-4e1122eacb0e req-23bf3d54-8d29-45f5-9af1-f91603d1e8d8 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9584049-ee31-40ca-aec5-975f7968b916&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251411 Jul 08 02:08:30.610865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a44e460-7df5-40f0-aa79-f1f108b5f185 req-a768e4ce-2877-49e7-98ba-b7382840fd27 tempest-VolumesActionsTest-1582746169 tempest-VolumesActionsTest-1582746169-project] 10.222.0.16 "DELETE /v2.0/ports/7fc37cce-8fda-41dd-8a76-8abc6d5dd861 HTTP/1.1" status: 204 len: 173 time: 0.7094228 Jul 08 02:08:30.614066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9090b7-db70-4164-a43c-6e486dc5d583', 'name': 'network-vif-deleted', 'tag': '7fc37cce-8fda-41dd-8a76-8abc6d5dd861'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:30.624281 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac000a75-9388-4faa-9b32-8dcd835b5a7a" -d '{"events": [{"server_uuid": "df9090b7-db70-4164-a43c-6e486dc5d583", "name": "network-vif-deleted", "tag": "7fc37cce-8fda-41dd-8a76-8abc6d5dd861"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:30.641884 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a529125-0f06-49a3-80b1-c847301ab6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.692239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c998316-8832-42de-8745-02a94c77f1b1 req-accf0ebb-5011-4b20-ae62-eedeead1f2ce tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820167 Jul 08 02:08:30.694255 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a529125-0f06-49a3-80b1-c847301ab6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.721997 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d468f7-6f3e-4216-bfb7-d1085cfc5314 x-openstack-request-id: req-04d468f7-6f3e-4216-bfb7-d1085cfc5314 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:30.721997 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9090b7-db70-4164-a43c-6e486dc5d583", "name": "network-vif-deleted", "tag": "7fc37cce-8fda-41dd-8a76-8abc6d5dd861", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:30.721997 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04d468f7-6f3e-4216-bfb7-d1085cfc5314 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:30.721997 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9090b7-db70-4164-a43c-6e486dc5d583', 'name': 'network-vif-deleted', 'tag': '7fc37cce-8fda-41dd-8a76-8abc6d5dd861', 'status': 'completed', 'code': 200} Jul 08 02:08:30.812874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a529125-0f06-49a3-80b1-c847301ab6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.816211 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a529125-0f06-49a3-80b1-c847301ab6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:30.817470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6a529125-0f06-49a3-80b1-c847301ab6af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b94809a8-cfae-4b6c-8cec-41c8f6ea52b0 HTTP/1.1" status: 204 len: 168 time: 0.3429267 Jul 08 02:08:30.836518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a529125-0f06-49a3-80b1-c847301ab6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94809a8-cfae-4b6c-8cec-41c8f6ea52b0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:31.161390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6296-2d03-4ae9-848e-c800f9750e63 req-b853d9a3-05c3-4efc-907c-f1b5cd090b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:31.162979 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fdd6296-2d03-4ae9-848e-c800f9750e63 req-b853d9a3-05c3-4efc-907c-f1b5cd090b3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b591ce66cfa45fa892cb3af4ef00328&device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 1098 time: 0.0915775 Jul 08 02:08:31.254965 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 73199ced-0aca-47bd-910f-5222b0d7ba5b up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:31.265572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bc71b-5636-47d1-ab47-317b452e3efb req-14724b61-dabf-4aed-bc1e-47a5550d5230 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:31.275133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-707bc71b-5636-47d1-ab47-317b452e3efb req-14724b61-dabf-4aed-bc1e-47a5550d5230 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.1840045 Jul 08 02:08:31.349465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-707bc71b-5636-47d1-ab47-317b452e3efb req-f11d464e-aa95-47c4-a399-f78a97adefff tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719545 Jul 08 02:08:31.349942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:31.356238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6296-2d03-4ae9-848e-c800f9750e63 req-b8fb24cb-2a06-4cc6-bd68-bcb77f95d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:31.360342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fdd6296-2d03-4ae9-848e-c800f9750e63 req-b8fb24cb-2a06-4cc6-bd68-bcb77f95d1c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e35fa47d-4dd4-4135-a3b5-228920547145 HTTP/1.1" status: 200 len: 912 time: 0.1901500 Jul 08 02:08:31.370312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 73199ced-0aca-47bd-910f-5222b0d7ba5b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:31.389936 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8e4a-78ef-4c34-b156-afd43e6a9389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.399880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 73199ced-0aca-47bd-910f-5222b0d7ba5b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:31.400261 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.481819 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fdd6296-2d03-4ae9-848e-c800f9750e63 req-2bfdf6a2-6526-40af-8f13-0084b1a60e7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31f23d26-f18a-42c2-a96c-6b4c41b04d89 HTTP/1.1" status: 200 len: 217 time: 0.1144612 Jul 08 02:08:31.583211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce10d93-1aca-45f6-a429-293e658aa189 req-b5ac3d6f-a3bc-428e-84e8-2e2a38e0e0d0 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:31.585381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bce10d93-1aca-45f6-a429-293e658aa189 req-b5ac3d6f-a3bc-428e-84e8-2e2a38e0e0d0 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 945 time: 0.1461899 Jul 08 02:08:31.591334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.611903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd6296-2d03-4ae9-848e-c800f9750e63 req-f4a0ac1d-4c42-43f2-9504-65c5324d3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:31.615005 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fdd6296-2d03-4ae9-848e-c800f9750e63 req-f4a0ac1d-4c42-43f2-9504-65c5324d3006 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=df31ae58-6c85-4782-9b86-8dab35834cbd HTTP/1.1" status: 200 len: 851 time: 0.1235967 Jul 08 02:08:31.632792 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:08:31.634330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 73199ced-0aca-47bd-910f-5222b0d7ba5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=73199ced-0aca-47bd-910f-5222b0d7ba5b,segment=NetworkSegment(6fd32a30-06bd-4494-92d9-c3019afe616c),segment_id=6fd32a30-06bd-4494-92d9-c3019afe616c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:31.635452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26579f1-3f9d-462c-8ba9-74048387d5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73199ced-0aca-47bd-910f-5222b0d7ba5b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:31.638064 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c18523d-4cd3-43ae-9599-884212c32264" -d '{"events": [{"server_uuid": "d26579f1-3f9d-462c-8ba9-74048387d5fc", "name": "network-vif-plugged", "status": "completed", "tag": "73199ced-0aca-47bd-910f-5222b0d7ba5b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:31.644238 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.711957 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fdd6296-2d03-4ae9-848e-c800f9750e63 req-c9da0da8-fde2-4ef1-9ec6-143e1c6944d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e35fa47d-4dd4-4135-a3b5-228920547145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889125 Jul 08 02:08:31.713719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=73199ced-0aca-47bd-910f-5222b0d7ba5b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:31.744019 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8e4a-78ef-4c34-b156-afd43e6a9389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.748553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bce10d93-1aca-45f6-a429-293e658aa189 req-cbdad0ee-e55f-4a39-8688-8fc9829acf88 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513760 Jul 08 02:08:31.753373 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb4d8e4a-78ef-4c34-b156-afd43e6a9389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:31.767212 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd97b41-6aee-4faa-89fc-dc8694c4504e x-openstack-request-id: req-4dd97b41-6aee-4faa-89fc-dc8694c4504e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:31.768689 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26579f1-3f9d-462c-8ba9-74048387d5fc", "name": "network-vif-plugged", "status": "completed", "tag": "73199ced-0aca-47bd-910f-5222b0d7ba5b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:31.769009 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4dd97b41-6aee-4faa-89fc-dc8694c4504e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:31.769887 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26579f1-3f9d-462c-8ba9-74048387d5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73199ced-0aca-47bd-910f-5222b0d7ba5b', 'code': 200} Jul 08 02:08:31.820244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d8e4a-78ef-4c34-b156-afd43e6a9389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f976ba0-96c7-4220-8c94-8db8bf598b98,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:31.831895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bb4d8e4a-78ef-4c34-b156-afd43e6a9389 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4edf12ae044140ad85bbf96859b75f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793000 Jul 08 02:08:31.839871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34702) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:31.928678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-97ee4d6b-bdb3-4426-9020-f5c4ab9cb578 req-008af0a4-59c2-43f5-9634-159edd7f1b58 service neutron] (93883) timed out ('10.222.0.24', 53288) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:08:31.975368 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fdd6296-2d03-4ae9-848e-c800f9750e63 req-0bd94e89-3530-469f-9f88-03725b36cdb7 service neutron] 10.222.0.24 "GET /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561841 Jul 08 02:08:32.077333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17e42c73-7d5c-43e4-b18a-d72c0eb98dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.119965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52712132-f9f6-4d49-9236-ca3d6bc8e657 req-1931128f-aedf-4be6-aa3c-06be14f8365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.121563 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-52712132-f9f6-4d49-9236-ca3d6bc8e657 req-1931128f-aedf-4be6-aa3c-06be14f8365a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 1098 time: 0.2525787 Jul 08 02:08:32.132684 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17e42c73-7d5c-43e4-b18a-d72c0eb98dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.177561 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fdd6296-2d03-4ae9-848e-c800f9750e63 req-66d74bc9-e86a-40e6-b3f4-37dd286ecda5 service neutron] 10.222.0.24 "GET /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926184 Jul 08 02:08:32.238578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-52712132-f9f6-4d49-9236-ca3d6bc8e657 req-9b39a222-ebc5-4e8f-88a4-2d1c57a3fbb7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038980 Jul 08 02:08:32.275778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17e42c73-7d5c-43e4-b18a-d72c0eb98dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.279100 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17e42c73-7d5c-43e4-b18a-d72c0eb98dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:32.282212 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-17e42c73-7d5c-43e4-b18a-d72c0eb98dcb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f976ba0-96c7-4220-8c94-8db8bf598b98 HTTP/1.1" status: 204 len: 168 time: 0.4395008 Jul 08 02:08:32.293268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e42c73-7d5c-43e4-b18a-d72c0eb98dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f976ba0-96c7-4220-8c94-8db8bf598b98,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:32.593261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881b0ad-3ab4-4ae8-8247-858a5162a886 req-0cde9197-0f4c-46ca-bf47-4b8a89e4cf4a tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:32.601593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2881b0ad-3ab4-4ae8-8247-858a5162a886 req-0cde9197-0f4c-46ca-bf47-4b8a89e4cf4a tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.0934756 Jul 08 02:08:32.650897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2881b0ad-3ab4-4ae8-8247-858a5162a886 req-906a5416-dfc7-4adf-92cd-82cd5852036c tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483167 Jul 08 02:08:32.809404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:32.876483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:32.876783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:32.882949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 7fc37cce-8fda-41dd-8a76-8abc6d5dd861 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:32.980804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b54f9c6d-50c4-4c0b-87e2-6c964c877e1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d645b0c128a24b888273d01e2f89dc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025395 Jul 08 02:08:32.982939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34730) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:33.079438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-197e6d6a-1685-4d67-bb1a-dafe7411b33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.141590 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-197e6d6a-1685-4d67-bb1a-dafe7411b33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.200340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90e540-4d58-4e99-abb9-8a982426e37f req-0ece0a3c-33d0-473e-a3d8-6a58448a85c4 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:33.200340 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b90e540-4d58-4e99-abb9-8a982426e37f req-0ece0a3c-33d0-473e-a3d8-6a58448a85c4 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 946 time: 0.1863229 Jul 08 02:08:33.307503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b90e540-4d58-4e99-abb9-8a982426e37f req-3b3c06c2-c1dc-49d0-9d02-bbd9d9ba83a0 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884109 Jul 08 02:08:33.335972 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-197e6d6a-1685-4d67-bb1a-dafe7411b33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.341499 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-197e6d6a-1685-4d67-bb1a-dafe7411b33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:33.345285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-197e6d6a-1685-4d67-bb1a-dafe7411b33c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb3160c0-70b2-44ab-b446-852e198177dc HTTP/1.1" status: 204 len: 168 time: 0.3584690 Jul 08 02:08:33.355178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e6d6a-1685-4d67-bb1a-dafe7411b33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3160c0-70b2-44ab-b446-852e198177dc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:33.563832 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-752663ff-a5ce-4189-8bb1-96041c37a17b req-c69e0bb0-33f1-418f-88cb-266ec689f732 tempest-TaggedBootDevicesTest_v242-188731484 tempest-TaggedBootDevicesTest_v242-188731484-project] (93883) timed out ('10.222.0.24', 53135) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:08:33.912343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2d9f8-42af-45ff-9739-d1a47c1f082d req-86cc3b9e-2571-46e3-8fee-f81f0f00f67c tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:33.913957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ff2d9f8-42af-45ff-9739-d1a47c1f082d req-86cc3b9e-2571-46e3-8fee-f81f0f00f67c tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.0856545 Jul 08 02:08:33.966708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9ff2d9f8-42af-45ff-9739-d1a47c1f082d req-01391ba0-4384-432e-bcb8-5a090342cd38 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464063 Jul 08 02:08:34.536059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34780) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:34.639070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe54300-6e19-4ebe-b741-6d492df6911b req-ebd773fe-c8b2-41ba-878e-9470a08b1775 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:34.649753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.650887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbe54300-6e19-4ebe-b741-6d492df6911b req-ebd773fe-c8b2-41ba-878e-9470a08b1775 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 946 time: 0.1706262 Jul 08 02:08:34.746877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-150996684-network', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:34.807737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Made reservation on behalf of 17b1c052c50b4bbc868876a992e737e9 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:34.810549 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.821305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:34.829061 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbe54300-6e19-4ebe-b741-6d492df6911b req-8ab0733f-8d44-4779-bed5-cc407626af6b tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763132 Jul 08 02:08:34.948708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a20b16-acbc-4714-bdb0-1804f0d13394 req-ff3cc67b-5ace-464a-b18b-e053b34481a6 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:34.971416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1a20b16-acbc-4714-bdb0-1804f0d13394 req-ff3cc67b-5ace-464a-b18b-e053b34481a6 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.2891071 Jul 08 02:08:35.019362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.025736 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.060093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113ca910-be08-4a79-9802-2e4cac9a9114,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:35.078174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:08:35.078917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1a20b16-acbc-4714-bdb0-1804f0d13394 req-ae768bf8-b8ce-4cbf-b47d-9cc2fc268000 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010616 Jul 08 02:08:35.090919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.091268 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Added segment 93d80a6a-e361-454a-b968-028969fda806 of type vlan for network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 Jul 08 02:08:35.153333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.758850 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.761304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:35.762592 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:35.820047 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2828312 Jul 08 02:08:35.822936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34844) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:35.843183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Request body: {'subnet': {'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-150996684-subnet', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:35.860225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46422a-2687-47c1-825d-e53116d55503 admin admin] Pushing event updated for resources: {'Network': ['ID=9108d442-46a8-4cbe-b3c3-62ff3b202b17,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:35.875540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:08:35.890692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Made reservation on behalf of 17b1c052c50b4bbc868876a992e737e9 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:35.894401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.270185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.323814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1c752-6d35-4978-b27e-9e1a0a8d3364 req-2c31e286-7687-4857-9b99-1a697cdca480 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.335192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9fe1c752-6d35-4978-b27e-9e1a0a8d3364 req-2c31e286-7687-4857-9b99-1a697cdca480 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.1015465 Jul 08 02:08:36.418064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9fe1c752-6d35-4978-b27e-9e1a0a8d3364 req-59cf2a95-a868-44f8-b25b-b7cce77c515f tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/security-groups?id=45313b12-1bcf-443b-a432-ec7edd858c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728719 Jul 08 02:08:36.428366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da400ad-2cea-4a45-9afa-614429c754bb,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:36.445777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Checking segment: {'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:36.446416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Network hostable DHCP agents. Network: 9108d442-46a8-4cbe-b3c3-62ff3b202b17, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:08:36.489893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-79222cf8-a84e-42b1-a8f3-df5269782197 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.491430 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-79222cf8-a84e-42b1-a8f3-df5269782197 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 946 time: 0.1576715 Jul 08 02:08:36.492693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:08:36.544147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 9108d442-46a8-4cbe-b3c3-62ff3b202b17) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:36.552339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:36.552942 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.555286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc08f15c-9103-4b06-8cba-fc61b39520a4 None None] Network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:36.613554 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-72ef5d40-d12b-4fe5-ab95-c90351529b25 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7799654 Jul 08 02:08:36.617087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:36.622188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:36.654975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-10992b2d-1200-44e5-9eab-9b3df58a780b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Deleting port 31f23d26-f18a-42c2-a96c-6b4c41b04d89 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:08:36.655320 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-10992b2d-1200-44e5-9eab-9b3df58a780b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.673525 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.675963 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.819061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-10992b2d-1200-44e5-9eab-9b3df58a780b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] For port 31f23d26-f18a-42c2-a96c-6b4c41b04d89, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=31f23d26-f18a-42c2-a96c-6b4c41b04d89,segment=NetworkSegment(e81c50fc-59f1-4ecd-90bc-08302ef9ff30),segment_id=e81c50fc-59f1-4ecd-90bc-08302ef9ff30)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:36.819638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-10992b2d-1200-44e5-9eab-9b3df58a780b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.837114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-10992b2d-1200-44e5-9eab-9b3df58a780b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Calling delete_port for 31f23d26-f18a-42c2-a96c-6b4c41b04d89 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:08:36.887849 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:36.897226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:08:36.900873 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.109076 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-10992b2d-1200-44e5-9eab-9b3df58a780b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.145693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['31f23d26-f18a-42c2-a96c-6b4c41b04d89'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:08:37.164676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10992b2d-1200-44e5-9eab-9b3df58a780b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Pushing event deleted for resources: {'Port': ['ID=31f23d26-f18a-42c2-a96c-6b4c41b04d89,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:37.244839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-10992b2d-1200-44e5-9eab-9b3df58a780b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] No DVR routers for this DVR port 31f23d26-f18a-42c2-a96c-6b4c41b04d89 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:08:37.248092 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-10992b2d-1200-44e5-9eab-9b3df58a780b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.250581 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-35d41600-65c9-44ad-ae8e-5bf794089d89 req-10992b2d-1200-44e5-9eab-9b3df58a780b tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.24 "DELETE /v2.0/ports/31f23d26-f18a-42c2-a96c-6b4c41b04d89 HTTP/1.1" status: 204 len: 173 time: 0.7520728 Jul 08 02:08:37.251223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b4b907-fbaa-46d9-b768-251806a49724', 'name': 'network-vif-deleted', 'tag': '31f23d26-f18a-42c2-a96c-6b4c41b04d89'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:08:37.280340 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a784cc4-7376-40eb-9e3c-e39b3342df42" -d '{"events": [{"server_uuid": "30b4b907-fbaa-46d9-b768-251806a49724", "name": "network-vif-deleted", "tag": "31f23d26-f18a-42c2-a96c-6b4c41b04d89"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:08:37.335813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:37.337449 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b4843a-e262-413f-856a-220c835f324d x-openstack-request-id: req-14b4843a-e262-413f-856a-220c835f324d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:08:37.337917 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b4b907-fbaa-46d9-b768-251806a49724", "name": "network-vif-deleted", "tag": "31f23d26-f18a-42c2-a96c-6b4c41b04d89", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:08:37.338338 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14b4843a-e262-413f-856a-220c835f324d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:08:37.338896 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b4b907-fbaa-46d9-b768-251806a49724', 'name': 'network-vif-deleted', 'tag': '31f23d26-f18a-42c2-a96c-6b4c41b04d89', 'status': 'completed', 'code': 200} Jul 08 02:08:37.426612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Allocated IP 172.20.0.2 (9108d442-46a8-4cbe-b3c3-62ff3b202b17/7da400ad-2cea-4a45-9afa-614429c754bb/611a65be-63f1-45c3-8406-1f837b5dbe4e) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:37.977137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbf097b6-ac64-428d-a95d-2e31e41af047 req-f8d66ff6-cbd0-4d50-8af8-2c6e9a516115 tempest-TestServerAdvancedOps-1466442780 tempest-TestServerAdvancedOps-1466442780-project] 10.222.0.41 "GET /v2.0/ports?device_id=30b4b907-fbaa-46d9-b768-251806a49724 HTTP/1.1" status: 200 len: 210 time: 0.1872218 Jul 08 02:08:37.999712 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.024970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Transition to ACTIVE for port object 611a65be-63f1-45c3-8406-1f837b5dbe4e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:38.047227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Transition to ACTIVE for port object 611a65be-63f1-45c3-8406-1f837b5dbe4e will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:38.058527 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.069333 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.101800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.223045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:38.239734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:38.242342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Pushing event updated for resources: {'Port': ['ID=611a65be-63f1-45c3-8406-1f837b5dbe4e,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:38.245109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:38.270694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.271287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.271789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.272099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.272658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.273201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.273597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.273994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.274406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.274728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.275175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.275684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:38.348186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Attempting to bind port 611a65be-63f1-45c3-8406-1f837b5dbe4e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:38.348671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Attempting to bind port 611a65be-63f1-45c3-8406-1f837b5dbe4e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:38.349261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Attempting to bind port 611a65be-63f1-45c3-8406-1f837b5dbe4e on network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:38.389959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:38.390664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Checking segment: {'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:38.391084 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.391491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Bound using segment: {'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:38.391997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Bound port: 611a65be-63f1-45c3-8406-1f837b5dbe4e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:38.392441 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.403836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Allocated IP 172.25.4.66 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/b5e711dc-74c0-4107-a261-c45f31e246f3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:38.532496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] For port 611a65be-63f1-45c3-8406-1f837b5dbe4e, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:38.545891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] For port 611a65be-63f1-45c3-8406-1f837b5dbe4e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=611a65be-63f1-45c3-8406-1f837b5dbe4e,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:38.553654 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.566421 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.624162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:38.630146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45a248-33c3-43a9-926e-bf1bdb654900 None None] Pushing event updated for resources: {'Port': ['ID=611a65be-63f1-45c3-8406-1f837b5dbe4e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:38.671679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:38.679134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:38.682872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:38.712884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e711dc-74c0-4107-a261-c45f31e246f3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:39.067584 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.120476 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.220401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34926) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:39.274566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 31f23d26-f18a-42c2-a96c-6b4c41b04d89 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:08:39.328040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2048ba38-a166-4dbc-8eb6-26059a31cd46 admin admin] Deleting subnet df31ae58-6c85-4782-9b86-8dab35834cbd {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:39.331099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 31f23d26-f18a-42c2-a96c-6b4c41b04d89 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:08:39.331511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 31f23d26-f18a-42c2-a96c-6b4c41b04d89 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:08:39.336804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2048ba38-a166-4dbc-8eb6-26059a31cd46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.450082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2048ba38-a166-4dbc-8eb6-26059a31cd46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.553859 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2048ba38-a166-4dbc-8eb6-26059a31cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.557707 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.598985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 611a65be-63f1-45c3-8406-1f837b5dbe4e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:39.672580 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2048ba38-a166-4dbc-8eb6-26059a31cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.748195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048ba38-a166-4dbc-8eb6-26059a31cd46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df31ae58-6c85-4782-9b86-8dab35834cbd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:39.750218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 611a65be-63f1-45c3-8406-1f837b5dbe4e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:39.763239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2048ba38-a166-4dbc-8eb6-26059a31cd46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:39.765134 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2048ba38-a166-4dbc-8eb6-26059a31cd46 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/df31ae58-6c85-4782-9b86-8dab35834cbd HTTP/1.1" status: 204 len: 168 time: 0.5427299 Jul 08 02:08:39.772178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34938) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:39.959012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.096118 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.109782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35fa47d-4dd4-4135-a3b5-228920547145']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:40.129148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81c50fc-59f1-4ecd-90bc-08302ef9ff30') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:40.129755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81c50fc-59f1-4ecd-90bc-08302ef9ff30') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:40.140638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.176076 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.199886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:08:40.200514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:08:40.210045 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:08:40.323824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.340835 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.343927 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] 10.222.0.41 "DELETE /v2.0/networks/e35fa47d-4dd4-4135-a3b5-228920547145 HTTP/1.1" status: 204 len: 168 time: 0.5628767 Jul 08 02:08:40.351963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34954) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:40.360195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd526d-be56-4e0a-936c-f46faea233aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e35fa47d-4dd4-4135-a3b5-228920547145,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:40.421377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cca5dc4-8f7a-4cb5-920c-ead98a152a0b admin admin] Deleting subnet 9ef3e1a2-65d7-4a5f-82d6-5460348b2805 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:08:40.428897 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cca5dc4-8f7a-4cb5-920c-ead98a152a0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.467517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ba86f5-c507-4170-9c69-b6df1bdc0cc7 None None] Network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:40.507856 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cca5dc4-8f7a-4cb5-920c-ead98a152a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.554363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Router 5c704544-b46d-415a-a2ce-5d6bb475b543 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:08:40.584158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c3463b57-a9b1-4be8-85fa-54bf8f741d4d None None] Provisioning for port 611a65be-63f1-45c3-8406-1f837b5dbe4e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:40.611572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c3463b57-a9b1-4be8-85fa-54bf8f741d4d None None] Provisioning complete for port 611a65be-63f1-45c3-8406-1f837b5dbe4e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:40.612135 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c3463b57-a9b1-4be8-85fa-54bf8f741d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.612558 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cca5dc4-8f7a-4cb5-920c-ead98a152a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.862185 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c3463b57-a9b1-4be8-85fa-54bf8f741d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.903369 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cca5dc4-8f7a-4cb5-920c-ead98a152a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.912454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:40.943207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Sync routers for ids ['5c704544-b46d-415a-a2ce-5d6bb475b543'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:40.966503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c3463b57-a9b1-4be8-85fa-54bf8f741d4d None None] For port 611a65be-63f1-45c3-8406-1f837b5dbe4e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=611a65be-63f1-45c3-8406-1f837b5dbe4e,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:40.980849 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c3463b57-a9b1-4be8-85fa-54bf8f741d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:40.988427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Routers {'5c704544-b46d-415a-a2ce-5d6bb475b543'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:40.989308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c704544-b46d-415a-a2ce-5d6bb475b543'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:41.002290 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.002290 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3b7f129b-a9bf-4d65-b4da-654f5c1a0737 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.3811774 Jul 08 02:08:41.002290 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1cca5dc4-8f7a-4cb5-920c-ead98a152a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.004156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34970) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:41.006521 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1cca5dc4-8f7a-4cb5-920c-ead98a152a0b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9ef3e1a2-65d7-4a5f-82d6-5460348b2805 HTTP/1.1" status: 204 len: 168 time: 0.6530716 Jul 08 02:08:41.008132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca5dc4-8f7a-4cb5-920c-ead98a152a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef3e1a2-65d7-4a5f-82d6-5460348b2805,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:41.008715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 34972) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:41.130511 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34976) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:41.405486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Set router 5c704544-b46d-415a-a2ce-5d6bb475b543 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:41.443862 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92060c45-203e-4edb-86f3-a26600eb3c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.552921 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3463b57-a9b1-4be8-85fa-54bf8f741d4d None None] Pushing event updated for resources: {'Port': ['ID=611a65be-63f1-45c3-8406-1f837b5dbe4e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:41.567990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.666479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92060c45-203e-4edb-86f3-a26600eb3c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.677064 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92060c45-203e-4edb-86f3-a26600eb3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.748638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c26b0abe-9903-48a5-a9fc-4606020af08d None None] Provisioning complete for port 611a65be-63f1-45c3-8406-1f837b5dbe4e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:41.749540 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c26b0abe-9903-48a5-a9fc-4606020af08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.788964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.806334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92060c45-203e-4edb-86f3-a26600eb3c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81cf0ad-967d-4297-91ce-ad0dfe2cf73f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:41.807198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b31e91-9e2b-49d1-93f1-50b6e543fff1']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:41.823074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-92060c45-203e-4edb-86f3-a26600eb3c83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b62d631feeac47f9b6f5cbdde32d95c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6891613 Jul 08 02:08:41.833690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 34988) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:41.876352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df064a1a-4e41-4d0b-b1e4-1387b310f0f4') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:41.877334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df064a1a-4e41-4d0b-b1e4-1387b310f0f4') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:41.900021 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.963236 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c707c90-ff24-4dd8-b6d6-02208dff2b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:41.978275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:38Z', 'revision_number': 3, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:41.994018 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.020358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:08:42.020770 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c707c90-ff24-4dd8-b6d6-02208dff2b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.024490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.062933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Checking router: 5c704544-b46d-415a-a2ce-5d6bb475b543 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:42.065242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Updating router 5c704544-b46d-415a-a2ce-5d6bb475b543 port b5e711dc-74c0-4107-a261-c45f31e246f3 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:08:42.106588 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:08:42.129141 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c707c90-ff24-4dd8-b6d6-02208dff2b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.131720 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c707c90-ff24-4dd8-b6d6-02208dff2b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.135532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9c707c90-ff24-4dd8-b6d6-02208dff2b3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e81cf0ad-967d-4297-91ce-ad0dfe2cf73f HTTP/1.1" status: 204 len: 168 time: 0.3008029 Jul 08 02:08:42.164042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c707c90-ff24-4dd8-b6d6-02208dff2b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81cf0ad-967d-4297-91ce-ad0dfe2cf73f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:42.165052 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.175624 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.179086 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.182232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] 10.222.0.41 "DELETE /v2.0/networks/d4b31e91-9e2b-49d1-93f1-50b6e543fff1 HTTP/1.1" status: 204 len: 168 time: 0.8919604 Jul 08 02:08:42.314473 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2272ccb-abe8-45ba-bb02-c97c6e89b83c admin admin] Pushing event deleted for resources: {'Network': ['ID=d4b31e91-9e2b-49d1-93f1-50b6e543fff1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:42.501325 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35008) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:42.594423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4b4374aa-6bc3-49d8-8f56-1fb0c33aa347 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b591ce66cfa45fa892cb3af4ef00328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915334 Jul 08 02:08:42.602668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35010) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:42.659808 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.724909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d18cba7-a326-4999-8ebd-570526592800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.756580 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d18cba7-a326-4999-8ebd-570526592800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.819325 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d18cba7-a326-4999-8ebd-570526592800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.822400 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d18cba7-a326-4999-8ebd-570526592800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:42.823754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3d18cba7-a326-4999-8ebd-570526592800 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45313b12-1bcf-443b-a432-ec7edd858c08 HTTP/1.1" status: 204 len: 168 time: 0.2200520 Jul 08 02:08:42.848141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18cba7-a326-4999-8ebd-570526592800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45313b12-1bcf-443b-a432-ec7edd858c08,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:43.087424 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.120217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Transition to ACTIVE for port object b5e711dc-74c0-4107-a261-c45f31e246f3 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:43.136350 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.239411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Attempting to bind port b5e711dc-74c0-4107-a261-c45f31e246f3 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:43.240071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Attempting to bind port b5e711dc-74c0-4107-a261-c45f31e246f3 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:43.240690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Attempting to bind port b5e711dc-74c0-4107-a261-c45f31e246f3 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:43.242965 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94852b94-654a-49b5-927f-b7b20959ffef None None] Pushing event updated for resources: {'Port': ['ID=b5e711dc-74c0-4107-a261-c45f31e246f3,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:43.254064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Allocated IP 172.20.0.1 (9108d442-46a8-4cbe-b3c3-62ff3b202b17/7da400ad-2cea-4a45-9afa-614429c754bb/9519dc33-fb0b-48b4-b87a-277c916c1515) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:43.256065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:43.256734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:43.257835 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.258306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:43.260846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Bound port: b5e711dc-74c0-4107-a261-c45f31e246f3, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:43.261984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.344498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] For port b5e711dc-74c0-4107-a261-c45f31e246f3, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:43.351175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] For port b5e711dc-74c0-4107-a261-c45f31e246f3, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b5e711dc-74c0-4107-a261-c45f31e246f3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:43.369845 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.520672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.558049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Routers {'5c704544-b46d-415a-a2ce-5d6bb475b543'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:43.558722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c704544-b46d-415a-a2ce-5d6bb475b543'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:43.565704 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35044) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:43.576965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Transition to ACTIVE for port object 9519dc33-fb0b-48b4-b87a-277c916c1515 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:43.655074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.702821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a7737148-5ae7-44ac-b9b0-943521d53010 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e88d00598a414315ab1fa0577d16d353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289055 Jul 08 02:08:43.703939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:43.726646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 611a65be-63f1-45c3-8406-1f837b5dbe4e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:43.784872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:43.800703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:43.808040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:43.925054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3061f48-37b3-4954-9981-9a1a6ac86fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.962333 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:43.984206 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3061f48-37b3-4954-9981-9a1a6ac86fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.021887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Pushing event updated for resources: {'Port': ['ID=9519dc33-fb0b-48b4-b87a-277c916c1515,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:44.112675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3061f48-37b3-4954-9981-9a1a6ac86fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.117218 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b3061f48-37b3-4954-9981-9a1a6ac86fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.120209 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b3061f48-37b3-4954-9981-9a1a6ac86fd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2892cb31-2281-41f3-924d-665404e97e6a HTTP/1.1" status: 204 len: 168 time: 0.4145775 Jul 08 02:08:44.144612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3061f48-37b3-4954-9981-9a1a6ac86fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2892cb31-2281-41f3-924d-665404e97e6a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:44.304068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94852b94-654a-49b5-927f-b7b20959ffef None None] Pushing event updated for resources: {'Port': ['ID=b5e711dc-74c0-4107-a261-c45f31e246f3,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:44.337432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] Set router 5c704544-b46d-415a-a2ce-5d6bb475b543 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:44.404619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 611a65be-63f1-45c3-8406-1f837b5dbe4e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:44.404993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.412880 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.586222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8d380f30-f109-49d0-999a-0aded211817c None None] Provisioning for port 9519dc33-fb0b-48b4-b87a-277c916c1515 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:44.603331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8d380f30-f109-49d0-999a-0aded211817c None None] Provisioning complete for port 9519dc33-fb0b-48b4-b87a-277c916c1515 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:44.603926 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8d380f30-f109-49d0-999a-0aded211817c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.731395 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.763236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8d380f30-f109-49d0-999a-0aded211817c None None] Port 9519dc33-fb0b-48b4-b87a-277c916c1515 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:08:44.765665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.848561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:38Z', 'revision_number': 3, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:44.901156 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:44.941294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36800b1c-6eaf-40f2-b129-a77256549238 None None] The sync data for ids ['5c704544-b46d-415a-a2ce-5d6bb475b543'] in n-d-694802-14 is: [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:38Z', 'revision_number': 3, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:45.252774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Pushing event updated for resources: {'Port': ['ID=9519dc33-fb0b-48b4-b87a-277c916c1515,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:45.325947 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:45.327953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:45.695347 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Router 5c704544-b46d-415a-a2ce-5d6bb475b543 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:08:45.802084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-82a0c95c-a5c6-47a9-a520-49daf4621d8c None None] Provisioning complete for port 9519dc33-fb0b-48b4-b87a-277c916c1515 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:45.803362 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-82a0c95c-a5c6-47a9-a520-49daf4621d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:45.889538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-82a0c95c-a5c6-47a9-a520-49daf4621d8c None None] Port 9519dc33-fb0b-48b4-b87a-277c916c1515 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:08:46.514737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:46.552852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-724a21df-5e0e-44b3-8b03-81f2f5e5e867 admin admin] 10.222.0.41 "PUT /v2.0/routers/5c704544-b46d-415a-a2ce-5d6bb475b543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5466166 Jul 08 02:08:47.471111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35146) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:47.476403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-529784292-network', 'tenant_id': '6526beb22d254effbf0caf523c26f177'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:47.518046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Made reservation on behalf of 6526beb22d254effbf0caf523c26f177 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:47.522571 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.533292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.546940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b5e711dc-74c0-4107-a261-c45f31e246f3 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:47.692862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b5e711dc-74c0-4107-a261-c45f31e246f3 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:47.698279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b5e711dc-74c0-4107-a261-c45f31e246f3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:47.698914 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.712456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.719859 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.766013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:08:47.795839 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Sync routers for ids ['5c704544-b46d-415a-a2ce-5d6bb475b543'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:47.805334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.805711 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Added segment e3bf879a-cc8c-4d4d-8e12-4d0d1846b047 of type vlan for network e455296b-60f5-4048-a79b-9da1e43fba98 Jul 08 02:08:47.814415 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Routers {'5c704544-b46d-415a-a2ce-5d6bb475b543'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:47.815138 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c704544-b46d-415a-a2ce-5d6bb475b543'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:47.834949 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.863502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a72587-6c32-4b24-b712-cd371e61e3db,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:47.868217 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.872428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port b5e711dc-74c0-4107-a261-c45f31e246f3, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b5e711dc-74c0-4107-a261-c45f31e246f3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:47.884147 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.904427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.905968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:47.906644 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:47.942807 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4701633 Jul 08 02:08:47.945281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:47.952794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Request body: {'subnet': {'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-529784292-subnet', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:47.997163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05adaee-eddb-4195-a66a-3f4af58b272d admin admin] Pushing event updated for resources: {'Network': ['ID=e455296b-60f5-4048-a79b-9da1e43fba98,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:48.016153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e455296b-60f5-4048-a79b-9da1e43fba98 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:08:48.063545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Made reservation on behalf of 6526beb22d254effbf0caf523c26f177 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:08:48.069970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.073811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=b5e711dc-74c0-4107-a261-c45f31e246f3,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:48.139452 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Set router 5c704544-b46d-415a-a2ce-5d6bb475b543 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:48.437962 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.524088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Checking segment: {'id': 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:48.524745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Network hostable DHCP agents. Network: e455296b-60f5-4048-a79b-9da1e43fba98, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:08:48.527096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6036a91-0b38-4462-8923-a20ee7ccadee,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:48.551523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Network e455296b-60f5-4048-a79b-9da1e43fba98 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:08:48.583944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e455296b-60f5-4048-a79b-9da1e43fba98) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:48.594214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a53a498-1a25-45dc-adc5-17bfec2d98dc None None] Network e455296b-60f5-4048-a79b-9da1e43fba98 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:48.594729 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9519dc33-fb0b-48b4-b87a-277c916c1515', 'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'mac_address': 'fa:16:3e:3d:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 2, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'subnets': [{'id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:48.602307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:48.602919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.636513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9ecc53cf-498a-44bf-b57c-a154b5784d76 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6888220 Jul 08 02:08:48.639073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:48.649447 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-529784292-router', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:48.687739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.690139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.708667 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Checking router: 5c704544-b46d-415a-a2ce-5d6bb475b543 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:48.710311 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Updating router 5c704544-b46d-415a-a2ce-5d6bb475b543 port 9519dc33-fb0b-48b4-b87a-277c916c1515 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:08:48.759559 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.800590 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.908800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e455296b-60f5-4048-a79b-9da1e43fba98', 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'fixed_ips': [{'subnet_id': 'e6036a91-0b38-4462-8923-a20ee7ccadee'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:08:48.909873 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:48.990000 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.210807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Allocated IP 172.20.0.2 (e455296b-60f5-4048-a79b-9da1e43fba98/e6036a91-0b38-4462-8923-a20ee7ccadee/39ac3a9d-297c-427d-b883-36bea9a91580) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:49.476505 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.493708 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-386395ff-1dea-4e7c-b11b-19725d654556 req-651e4902-a5e3-4d18-9866-179b9b1f22d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1105626 Jul 08 02:08:49.524009 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.528854 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.545712 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b5e711dc-74c0-4107-a261-c45f31e246f3 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:49.558662 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Transition to ACTIVE for port object 9519dc33-fb0b-48b4-b87a-277c916c1515 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:49.568240 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.650589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b5e711dc-74c0-4107-a261-c45f31e246f3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:49.651216 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.757895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386395ff-1dea-4e7c-b11b-19725d654556 req-54a5b8a8-6316-4e3c-a159-5d09f69f5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:49.769084 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.775026 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-386395ff-1dea-4e7c-b11b-19725d654556 req-54a5b8a8-6316-4e3c-a159-5d09f69f5158 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27982e2e2fa244ff89aa6d70e0b5d617&device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 1098 time: 0.2190278 Jul 08 02:08:49.780932 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Attempting to bind port 9519dc33-fb0b-48b4-b87a-277c916c1515 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:49.781318 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Attempting to bind port 9519dc33-fb0b-48b4-b87a-277c916c1515 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:49.781702 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Attempting to bind port 9519dc33-fb0b-48b4-b87a-277c916c1515 on network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:49.793184 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:49.793585 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Checking segment: {'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:49.793995 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.794394 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Bound using segment: {'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:49.794889 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Bound port: 9519dc33-fb0b-48b4-b87a-277c916c1515, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:49.795271 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.827597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Transition to ACTIVE for port object 39ac3a9d-297c-427d-b883-36bea9a91580 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:49.900977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Transition to ACTIVE for port object 39ac3a9d-297c-427d-b883-36bea9a91580 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:49.907155 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] For port 9519dc33-fb0b-48b4-b87a-277c916c1515, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:49.912608 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] For port 9519dc33-fb0b-48b4-b87a-277c916c1515, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9519dc33-fb0b-48b4-b87a-277c916c1515,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:49.920060 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Pushing event updated for resources: {'Port': ['ID=9519dc33-fb0b-48b4-b87a-277c916c1515,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:49.950993 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.951640 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.952152 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.952694 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.955975 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.956531 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.957041 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.957790 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.958320 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.958822 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.959965 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.960506 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:08:49.965179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Allocated IP 172.25.4.61 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/473aa57d-d442-47a0-9af4-3dca412257d4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:49.967502 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:49.989193 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.085071 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7551b74-8fac-4b70-84db-9529f4f148b8 None None] Pushing event updated for resources: {'Port': ['ID=9519dc33-fb0b-48b4-b87a-277c916c1515,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:50.114067 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386395ff-1dea-4e7c-b11b-19725d654556 req-4cf768c1-a69c-4ced-aca2-a1963046df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:50.119579 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-386395ff-1dea-4e7c-b11b-19725d654556 req-4cf768c1-a69c-4ced-aca2-a1963046df5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5f3959b-baa9-4129-99fa-8be7998989f4 HTTP/1.1" status: 200 len: 915 time: 0.2683196 Jul 08 02:08:50.121266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Pushing event updated for resources: {'Port': ['ID=39ac3a9d-297c-427d-b883-36bea9a91580,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:50.143581 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Routers {'5c704544-b46d-415a-a2ce-5d6bb475b543'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:50.144556 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c704544-b46d-415a-a2ce-5d6bb475b543'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:50.169108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Network e455296b-60f5-4048-a79b-9da1e43fba98 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:50.194564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:50.229520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:50.246933 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-386395ff-1dea-4e7c-b11b-19725d654556 req-cb6d8ab1-7135-4ba5-bc9b-2b301973a76e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73199ced-0aca-47bd-910f-5222b0d7ba5b HTTP/1.1" status: 200 len: 217 time: 0.1188288 Jul 08 02:08:50.327816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.353483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Attempting to bind port 39ac3a9d-297c-427d-b883-36bea9a91580 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:50.357210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Attempting to bind port 39ac3a9d-297c-427d-b883-36bea9a91580 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:50.358328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Attempting to bind port 39ac3a9d-297c-427d-b883-36bea9a91580 on network e455296b-60f5-4048-a79b-9da1e43fba98 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:50.368784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:50.369341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Checking segment: {'id': 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:50.369911 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.370381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Bound using segment: {'id': 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:50.388005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Bound port: 39ac3a9d-297c-427d-b883-36bea9a91580, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:50.397402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.461251 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.476958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386395ff-1dea-4e7c-b11b-19725d654556 req-6553d22b-23e5-4e82-a0a8-d9b5382513bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:08:50.476958 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-386395ff-1dea-4e7c-b11b-19725d654556 req-6553d22b-23e5-4e82-a0a8-d9b5382513bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=995ad66a-96ef-436c-9417-cddbd260991c HTTP/1.1" status: 200 len: 854 time: 0.2110360 Jul 08 02:08:50.580026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:50.580492 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-386395ff-1dea-4e7c-b11b-19725d654556 req-6d5928ec-6e68-4b8e-b4d6-36cba0c6d530 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5f3959b-baa9-4129-99fa-8be7998989f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025231 Jul 08 02:08:50.581687 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] Set router 5c704544-b46d-415a-a2ce-5d6bb475b543 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:50.590236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:50.599797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:50.609230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] For port 39ac3a9d-297c-427d-b883-36bea9a91580, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:50.667922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] For port 39ac3a9d-297c-427d-b883-36bea9a91580, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=39ac3a9d-297c-427d-b883-36bea9a91580,segment=NetworkSegment(e3bf879a-cc8c-4d4d-8e12-4d0d1846b047),segment_id=e3bf879a-cc8c-4d4d-8e12-4d0d1846b047)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:50.680558 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.713871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Pushing event updated for resources: {'Port': ['ID=473aa57d-d442-47a0-9af4-3dca412257d4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:50.714420 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9c49cb27-c1b4-40b7-9ba0-3f9779117a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:50.787907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ffb3c-ff25-426b-af73-c98c8704068f None None] Pushing event updated for resources: {'Port': ['ID=39ac3a9d-297c-427d-b883-36bea9a91580,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:51.000334 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-386395ff-1dea-4e7c-b11b-19725d654556 req-569fb267-cd51-43b2-8886-c408880d90e9 service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124880 Jul 08 02:08:51.144205 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9519dc33-fb0b-48b4-b87a-277c916c1515', 'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'mac_address': 'fa:16:3e:3d:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:49Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'subnets': [{'id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:51.216757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.259377 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530b2c4d-62dd-45ba-a574-cb4d21c5bb06 None None] The sync data for ids ['5c704544-b46d-415a-a2ce-5d6bb475b543'] in n-d-694802-14 is: [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9519dc33-fb0b-48b4-b87a-277c916c1515', 'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'mac_address': 'fa:16:3e:3d:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:49Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'subnets': [{'id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:51.419723 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-386395ff-1dea-4e7c-b11b-19725d654556 req-3958b359-0a13-4c0e-ba55-0950eb67d874 service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138601 Jul 08 02:08:51.798798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 39ac3a9d-297c-427d-b883-36bea9a91580 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:51.934660 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:51.942376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 39ac3a9d-297c-427d-b883-36bea9a91580 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:51.947734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9519dc33-fb0b-48b4-b87a-277c916c1515 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:52.078887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 9519dc33-fb0b-48b4-b87a-277c916c1515 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:52.084148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9519dc33-fb0b-48b4-b87a-277c916c1515 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:52.084696 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.242410 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.382022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Router ba1f6186-995c-4db8-a19d-ceca9bf1556d is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:08:52.387206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 9519dc33-fb0b-48b4-b87a-277c916c1515, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9519dc33-fb0b-48b4-b87a-277c916c1515,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:52.395789 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.554263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=9519dc33-fb0b-48b4-b87a-277c916c1515,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:52.719006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:52.739517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Sync routers for ids ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:08:52.770253 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:52.774386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-da79b30a-d6e4-44b8-9877-c0b292ed4e78 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1328783 Jul 08 02:08:52.774522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35252) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:52.800833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Routers {'ba1f6186-995c-4db8-a19d-ceca9bf1556d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:52.802945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:53.050831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38988970-c520-4b10-bc46-5d87ee0664e3 None None] Network e455296b-60f5-4048-a79b-9da1e43fba98 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:08:53.198737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ab80025b-40ea-4aa5-a686-936158a67393 None None] Provisioning for port 39ac3a9d-297c-427d-b883-36bea9a91580 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:53.229469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ab80025b-40ea-4aa5-a686-936158a67393 None None] Provisioning complete for port 39ac3a9d-297c-427d-b883-36bea9a91580 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:53.229843 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab80025b-40ea-4aa5-a686-936158a67393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.292069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Set router ba1f6186-995c-4db8-a19d-ceca9bf1556d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:53.647574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9519dc33-fb0b-48b4-b87a-277c916c1515 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:53.666977 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-68702ef5-741e-4865-aa2c-de6703a99401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:53.893078 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab80025b-40ea-4aa5-a686-936158a67393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:54.077182 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:54.116500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ab80025b-40ea-4aa5-a686-936158a67393 None None] For port 39ac3a9d-297c-427d-b883-36bea9a91580, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=39ac3a9d-297c-427d-b883-36bea9a91580,segment=NetworkSegment(e3bf879a-cc8c-4d4d-8e12-4d0d1846b047),segment_id=e3bf879a-cc8c-4d4d-8e12-4d0d1846b047)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:08:54.129164 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ab80025b-40ea-4aa5-a686-936158a67393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:54.274879 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:54.401240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80025b-40ea-4aa5-a686-936158a67393 None None] Pushing event updated for resources: {'Port': ['ID=39ac3a9d-297c-427d-b883-36bea9a91580,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:54.439408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9519dc33-fb0b-48b4-b87a-277c916c1515 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:54.439784 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:54.568822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'name': 'tempest-TestServerBasicOps-529784292-router', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:48Z', 'updated_at': '2021-07-08T02:08:50Z', 'revision_number': 3, 'project_id': '6526beb22d254effbf0caf523c26f177', 'gw_port': {'id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:49Z', 'updated_at': '2021-07-08T02:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:54.631957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Allocated IP 172.20.0.1 (e455296b-60f5-4048-a79b-9da1e43fba98/e6036a91-0b38-4462-8923-a20ee7ccadee/5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:08:54.655605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Checking router: ba1f6186-995c-4db8-a19d-ceca9bf1556d for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:08:54.656425 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Updating router ba1f6186-995c-4db8-a19d-ceca9bf1556d port 473aa57d-d442-47a0-9af4-3dca412257d4 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:08:54.723138 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:54.898220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:54.929017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Transition to ACTIVE for port object 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:55.028621 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:55.062114 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:55.210237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Network e455296b-60f5-4048-a79b-9da1e43fba98 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:55.227238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:55.284503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:08:55.391219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Pushing event updated for resources: {'Port': ['ID=5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:55.402782 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:55.705233 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:55.823806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-82c8f9d4-ee18-43c3-843c-00e5d733b76f None None] Provisioning complete for port 39ac3a9d-297c-427d-b883-36bea9a91580 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:55.824165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-82c8f9d4-ee18-43c3-843c-00e5d733b76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:55.934579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 39ac3a9d-297c-427d-b883-36bea9a91580 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:08:56.004759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.011121 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.035489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 39ac3a9d-297c-427d-b883-36bea9a91580 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:56.036357 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.116211 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.124408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Pushing event updated for resources: {'Port': ['ID=5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:56.260725 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.296429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Transition to ACTIVE for port object 473aa57d-d442-47a0-9af4-3dca412257d4 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:08:56.308120 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.337138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Network e455296b-60f5-4048-a79b-9da1e43fba98 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:08:56.345554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:08:56.357251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8ede320c-9835-41af-b41a-8e8ebbafe9c0 None None] Provisioning for port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:08:56.378784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8ede320c-9835-41af-b41a-8e8ebbafe9c0 None None] Provisioning complete for port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:56.379158 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8ede320c-9835-41af-b41a-8e8ebbafe9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.515977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed4abd-998a-4761-8d78-eeb9ab9b4cca None None] Pushing event updated for resources: {'Port': ['ID=473aa57d-d442-47a0-9af4-3dca412257d4,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:56.587251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Attempting to bind port 473aa57d-d442-47a0-9af4-3dca412257d4 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:08:56.587634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Attempting to bind port 473aa57d-d442-47a0-9af4-3dca412257d4 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:08:56.588002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Attempting to bind port 473aa57d-d442-47a0-9af4-3dca412257d4 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:08:56.590144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.590809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8ede320c-9835-41af-b41a-8e8ebbafe9c0 None None] Port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:08:56.607964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:08:56.608408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:08:56.608796 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.609201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:08:56.609696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Bound port: 473aa57d-d442-47a0-9af4-3dca412257d4, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:08:56.610086 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.628052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Router ba1f6186-995c-4db8-a19d-ceca9bf1556d has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:08:56.734778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] For port 473aa57d-d442-47a0-9af4-3dca412257d4, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:08:56.745036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] For port 473aa57d-d442-47a0-9af4-3dca412257d4, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=473aa57d-d442-47a0-9af4-3dca412257d4,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:08:56.752223 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:56.858561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Routers {'ba1f6186-995c-4db8-a19d-ceca9bf1556d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:08:56.859215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:56.899777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:08:56.926047 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-524cf555-f2a3-4426-b2f6-f217adeff6ef admin admin] 10.222.0.41 "PUT /v2.0/routers/ba1f6186-995c-4db8-a19d-ceca9bf1556d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1498563 Jul 08 02:08:57.070829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] Set router ba1f6186-995c-4db8-a19d-ceca9bf1556d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:08:57.117168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed4abd-998a-4761-8d78-eeb9ab9b4cca None None] Pushing event updated for resources: {'Port': ['ID=473aa57d-d442-47a0-9af4-3dca412257d4,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:57.146494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0be825d6-8a28-46cd-a834-dd455527e97f None None] Provisioning complete for port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:08:57.160346 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0be825d6-8a28-46cd-a834-dd455527e97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:57.215473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0be825d6-8a28-46cd-a834-dd455527e97f None None] Port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:08:57.544556 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'name': 'tempest-TestServerBasicOps-529784292-router', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:48Z', 'updated_at': '2021-07-08T02:08:55Z', 'revision_number': 4, 'project_id': '6526beb22d254effbf0caf523c26f177', 'gw_port': {'id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:49Z', 'updated_at': '2021-07-08T02:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc', 'name': '', 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'mac_address': 'fa:16:3e:ce:5a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'e6036a91-0b38-4462-8923-a20ee7ccadee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:54Z', 'updated_at': '2021-07-08T02:08:55Z', 'revision_number': 2, 'project_id': '6526beb22d254effbf0caf523c26f177', 'subnets': [{'id': 'e6036a91-0b38-4462-8923-a20ee7ccadee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:08:57.587694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dd130f-c29f-4a2a-931d-29fb17449c57 None None] The sync data for ids ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'] in n-d-694802-14 is: [{'id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'name': 'tempest-TestServerBasicOps-529784292-router', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:48Z', 'updated_at': '2021-07-08T02:08:55Z', 'revision_number': 4, 'project_id': '6526beb22d254effbf0caf523c26f177', 'gw_port': {'id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:49Z', 'updated_at': '2021-07-08T02:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc', 'name': '', 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'mac_address': 'fa:16:3e:ce:5a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'e6036a91-0b38-4462-8923-a20ee7ccadee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:54Z', 'updated_at': '2021-07-08T02:08:55Z', 'revision_number': 2, 'project_id': '6526beb22d254effbf0caf523c26f177', 'subnets': [{'id': 'e6036a91-0b38-4462-8923-a20ee7ccadee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:08:58.250370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35404) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:58.259090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1038baf0-5eb2-4780-ae6e-5db7d4c32336 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686457642', 'description': 'tempest-secgroup-smoke-1686457642 description', 'project_id': '17b1c052c50b4bbc868876a992e737e9'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:58.307973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1038baf0-5eb2-4780-ae6e-5db7d4c32336 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.483572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1038baf0-5eb2-4780-ae6e-5db7d4c32336 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.500347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1038baf0-5eb2-4780-ae6e-5db7d4c32336 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.543734 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1038baf0-5eb2-4780-ae6e-5db7d4c32336 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.545044 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1038baf0-5eb2-4780-ae6e-5db7d4c32336 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2930419 Jul 08 02:08:58.547903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35408) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:58.553446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-679e9854-b303-460b-a53b-e371481dcbc2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Request body: {'security_group_rule': {'security_group_id': 'd4abd994-7988-49e6-9efc-983db575fa15', 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:58.559539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038baf0-5eb2-4780-ae6e-5db7d4c32336 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4abd994-7988-49e6-9efc-983db575fa15,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:58.608012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-679e9854-b303-460b-a53b-e371481dcbc2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.774854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-679e9854-b303-460b-a53b-e371481dcbc2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.783418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-679e9854-b303-460b-a53b-e371481dcbc2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.856280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e9854-b303-460b-a53b-e371481dcbc2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500475c0-94f1-468a-a1d2-64d4d9f5556c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:58.863841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-679e9854-b303-460b-a53b-e371481dcbc2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:58.865400 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-679e9854-b303-460b-a53b-e371481dcbc2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164690 Jul 08 02:08:58.867951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35418) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:58.881143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6e6c1786-4f7d-4470-9d11-8ef28a94d1e8 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Request body: {'security_group_rule': {'security_group_id': 'd4abd994-7988-49e6-9efc-983db575fa15', 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:58.951794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1786-4f7d-4470-9d11-8ef28a94d1e8 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.059574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1786-4f7d-4470-9d11-8ef28a94d1e8 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.078701 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1786-4f7d-4470-9d11-8ef28a94d1e8 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.168633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c1786-4f7d-4470-9d11-8ef28a94d1e8 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a283af4b-26ef-4a7a-94cd-9d5babdcb897,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:59.182591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1786-4f7d-4470-9d11-8ef28a94d1e8 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.186214 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6e6c1786-4f7d-4470-9d11-8ef28a94d1e8 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3146703 Jul 08 02:08:59.187573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:59.195925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b17aa180-60be-43c4-b804-a31a78d53ce5 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Request body: {'security_group_rule': {'security_group_id': 'd4abd994-7988-49e6-9efc-983db575fa15', 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:59.239133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b17aa180-60be-43c4-b804-a31a78d53ce5 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.352420 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b17aa180-60be-43c4-b804-a31a78d53ce5 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.359949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b17aa180-60be-43c4-b804-a31a78d53ce5 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.383945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17aa180-60be-43c4-b804-a31a78d53ce5 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8038eb-8baf-47fc-9e96-31fd17168d1c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:59.392734 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b17aa180-60be-43c4-b804-a31a78d53ce5 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.395463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b17aa180-60be-43c4-b804-a31a78d53ce5 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2055800 Jul 08 02:08:59.398113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35432) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:59.403025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6c58426e-7dac-47e7-98af-7c4f70af8322 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Request body: {'security_group_rule': {'security_group_id': 'd4abd994-7988-49e6-9efc-983db575fa15', 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:59.466507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c58426e-7dac-47e7-98af-7c4f70af8322 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.678709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c58426e-7dac-47e7-98af-7c4f70af8322 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.684265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c58426e-7dac-47e7-98af-7c4f70af8322 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.735811 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c58426e-7dac-47e7-98af-7c4f70af8322 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:08:59.744403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:08:59.745560 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6c58426e-7dac-47e7-98af-7c4f70af8322 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3462451 Jul 08 02:08:59.751179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-92025cb0-dda9-4cb4-bb0b-8757d5f9f834 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Request body: {'security_group_rule': {'security_group_id': 'd4abd994-7988-49e6-9efc-983db575fa15', 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:08:59.753350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58426e-7dac-47e7-98af-7c4f70af8322 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5846d6b-ca38-4c05-bd72-66839fcc929d,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:08:59.871321 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-92025cb0-dda9-4cb4-bb0b-8757d5f9f834 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Project 17b1c052c50b4bbc868876a992e737e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:08:59.917331 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92025cb0-dda9-4cb4-bb0b-8757d5f9f834 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.046846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 473aa57d-d442-47a0-9af4-3dca412257d4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:00.093992 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92025cb0-dda9-4cb4-bb0b-8757d5f9f834 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.101418 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92025cb0-dda9-4cb4-bb0b-8757d5f9f834 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.149767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92025cb0-dda9-4cb4-bb0b-8757d5f9f834 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dae36d-c351-4dbd-9ae3-701e89c088ff,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:00.179491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92025cb0-dda9-4cb4-bb0b-8757d5f9f834 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.183944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35452) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:00.186242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-92025cb0-dda9-4cb4-bb0b-8757d5f9f834 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4404409 Jul 08 02:09:00.209970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6fbcf003-adce-46a3-a272-fbfdbe21a1b2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Request body: {'security_group_rule': {'security_group_id': 'd4abd994-7988-49e6-9efc-983db575fa15', 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:00.276558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 473aa57d-d442-47a0-9af4-3dca412257d4 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:00.282835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 473aa57d-d442-47a0-9af4-3dca412257d4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:00.283540 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.297311 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-6fbcf003-adce-46a3-a272-fbfdbe21a1b2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Project 17b1c052c50b4bbc868876a992e737e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:09:00.312234 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf003-adce-46a3-a272-fbfdbe21a1b2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.428520 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.459841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf003-adce-46a3-a272-fbfdbe21a1b2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.465174 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf003-adce-46a3-a272-fbfdbe21a1b2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.474688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 473aa57d-d442-47a0-9af4-3dca412257d4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=473aa57d-d442-47a0-9af4-3dca412257d4,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:00.481727 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.490671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcf003-adce-46a3-a272-fbfdbe21a1b2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec90b8a4-a176-4734-a1c6-b039bc6dfd37,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:00.504280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fbcf003-adce-46a3-a272-fbfdbe21a1b2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:00.505846 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6fbcf003-adce-46a3-a272-fbfdbe21a1b2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3205936 Jul 08 02:09:00.615741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=473aa57d-d442-47a0-9af4-3dca412257d4,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:00.819275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e25afeb5-4703-4423-a7d0-7d73cb13b345 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686457642&fields=id&tenant_id=17b1c052c50b4bbc868876a992e737e9 HTTP/1.1" status: 200 len: 267 time: 0.1120274 Jul 08 02:09:01.367081 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Sync routers for ids ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:01.401597 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Routers {'ba1f6186-995c-4db8-a19d-ceca9bf1556d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:01.402249 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:01.605674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-39132086-6760-4b9f-bb24-ea0e9fc172c6 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:01.607518 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-39132086-6760-4b9f-bb24-ea0e9fc172c6 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/networks?id=9108d442-46a8-4cbe-b3c3-62ff3b202b17 HTTP/1.1" status: 200 len: 808 time: 0.7727814 Jul 08 02:09:01.634298 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-2151b624-f799-4527-b053-6eb9112c8fcf tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/quotas/17b1c052c50b4bbc868876a992e737e9 HTTP/1.1" status: 200 len: 375 time: 0.0185792 Jul 08 02:09:01.665357 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Set router ba1f6186-995c-4db8-a19d-ceca9bf1556d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:01.812884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-b384b6ae-be05-46ff-a5f3-3a40b5b4fa49 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17b1c052c50b4bbc868876a992e737e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1590211 Jul 08 02:09:01.947759 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 473aa57d-d442-47a0-9af4-3dca412257d4 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:01.997153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-b5d7828d-8d97-4e01-bcea-cc1a90c10755 service neutron] 10.222.0.41 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604488 Jul 08 02:09:02.007013 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'name': 'tempest-TestServerBasicOps-529784292-router', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:48Z', 'updated_at': '2021-07-08T02:08:55Z', 'revision_number': 4, 'project_id': '6526beb22d254effbf0caf523c26f177', 'gw_port': {'id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:49Z', 'updated_at': '2021-07-08T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc', 'name': '', 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'mac_address': 'fa:16:3e:ce:5a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'e6036a91-0b38-4462-8923-a20ee7ccadee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:54Z', 'updated_at': '2021-07-08T02:08:55Z', 'revision_number': 2, 'project_id': '6526beb22d254effbf0caf523c26f177', 'subnets': [{'id': 'e6036a91-0b38-4462-8923-a20ee7ccadee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:02.026153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 473aa57d-d442-47a0-9af4-3dca412257d4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:02.026987 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.060816 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Checking router: ba1f6186-995c-4db8-a19d-ceca9bf1556d for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:02.061076 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Updating router ba1f6186-995c-4db8-a19d-ceca9bf1556d port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:09:02.106807 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.205264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-70080892-7698-42c3-98af-ad74ec5d9c3d service neutron] 10.222.0.41 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927481 Jul 08 02:09:02.652334 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5fdf56b1-3dd0-4ee5-a78e-1202186813b7 req-6d0d372b-e26d-48e3-9215-27023c680d25 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 210 time: 0.0756321 Jul 08 02:09:02.653797 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:02.688523 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Transition to ACTIVE for port object 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:02.700927 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.060691 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40f171-9ba9-42ca-8485-68658e6134fa None None] Pushing event updated for resources: {'Port': ['ID=5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:03.171813 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Attempting to bind port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:03.172390 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Attempting to bind port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:03.172906 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Attempting to bind port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc on network e455296b-60f5-4048-a79b-9da1e43fba98 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:03.200419 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:03.200419 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Checking segment: {'id': 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:03.200419 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.200419 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Bound using segment: {'id': 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:03.200419 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Bound port: 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:03.201159 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.382121 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] For port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:03.391014 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] For port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc,segment=NetworkSegment(e3bf879a-cc8c-4d4d-8e12-4d0d1846b047),segment_id=e3bf879a-cc8c-4d4d-8e12-4d0d1846b047)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:03.399505 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:03.573039 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Routers {'ba1f6186-995c-4db8-a19d-ceca9bf1556d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:03.574761 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:03.876997 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] Set router ba1f6186-995c-4db8-a19d-ceca9bf1556d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:04.188334 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40f171-9ba9-42ca-8485-68658e6134fa None None] Pushing event updated for resources: {'Port': ['ID=5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:04.207795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-441873e1-4ae7-4a83-ae1e-202f42914fb4 req-0e42a1f4-fd10-4174-a927-b6adf5470899 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 210 time: 0.1839881 Jul 08 02:09:04.505772 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'name': 'tempest-TestServerBasicOps-529784292-router', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:48Z', 'updated_at': '2021-07-08T02:08:55Z', 'revision_number': 4, 'project_id': '6526beb22d254effbf0caf523c26f177', 'gw_port': {'id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:49Z', 'updated_at': '2021-07-08T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc', 'name': '', 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'mac_address': 'fa:16:3e:ce:5a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'e6036a91-0b38-4462-8923-a20ee7ccadee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:54Z', 'updated_at': '2021-07-08T02:09:03Z', 'revision_number': 4, 'project_id': '6526beb22d254effbf0caf523c26f177', 'subnets': [{'id': 'e6036a91-0b38-4462-8923-a20ee7ccadee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:04.535801 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303c9099-fadf-409f-b603-d94d73b6b03a None None] The sync data for ids ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'] in n-d-694802-14 is: [{'id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'name': 'tempest-TestServerBasicOps-529784292-router', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:48Z', 'updated_at': '2021-07-08T02:08:55Z', 'revision_number': 4, 'project_id': '6526beb22d254effbf0caf523c26f177', 'gw_port': {'id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:49Z', 'updated_at': '2021-07-08T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc', 'name': '', 'network_id': 'e455296b-60f5-4048-a79b-9da1e43fba98', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'mac_address': 'fa:16:3e:ce:5a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': 'e6036a91-0b38-4462-8923-a20ee7ccadee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:54Z', 'updated_at': '2021-07-08T02:09:03Z', 'revision_number': 4, 'project_id': '6526beb22d254effbf0caf523c26f177', 'subnets': [{'id': 'e6036a91-0b38-4462-8923-a20ee7ccadee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:04.709167 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:04.879126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-f523f933-e44a-4584-8310-a7afab0fe236 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:04.881887 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-f523f933-e44a-4584-8310-a7afab0fe236 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.16 "GET /v2.0/networks?id=9108d442-46a8-4cbe-b3c3-62ff3b202b17 HTTP/1.1" status: 200 len: 808 time: 0.2455833 Jul 08 02:09:05.001248 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e71aee57-3d22-4b74-9ce0-b337be64427a tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17b1c052c50b4bbc868876a992e737e9 HTTP/1.1" status: 200 len: 380 time: 0.1105292 Jul 08 02:09:05.012561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Request body: {'port': {'device_id': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'admin_state_up': True, 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'security_groups': ['d4abd994-7988-49e6-9efc-983db575fa15']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:05.333706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Made reservation on behalf of 17b1c052c50b4bbc868876a992e737e9 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:05.338913 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:05.560116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b842c98-3cc8-4f10-8815-a1d8e150de00 req-79bd13af-266c-445b-8e54-46933f6808a5 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 210 time: 0.0917821 Jul 08 02:09:05.694052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Allocated IP 172.20.0.5 (9108d442-46a8-4cbe-b3c3-62ff3b202b17/7da400ad-2cea-4a45-9afa-614429c754bb/61dc45ce-c58d-4bf4-999b-52cbe58e220e) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:06.020070 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.025986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:06.056899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Transition to ACTIVE for port object 61dc45ce-c58d-4bf4-999b-52cbe58e220e will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:06.117536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:06.123795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:06.124170 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.150035 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.315270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:06.319424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:06.336998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:06.396901 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.455712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event updated for resources: {'Port': ['ID=61dc45ce-c58d-4bf4-999b-52cbe58e220e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:06.529194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc,segment=NetworkSegment(e3bf879a-cc8c-4d4d-8e12-4d0d1846b047),segment_id=e3bf879a-cc8c-4d4d-8e12-4d0d1846b047)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:06.535418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:06.537451 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.542731 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.596248 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-704707bb-e7bc-4a46-a374-4e5002c40b12 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5877576 Jul 08 02:09:06.612782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Request body: {'port': {'device_id': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:06.691577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:06.848235 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.854474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-920672c3-ca93-43e7-9262-300cab7ecb55 None None] Provisioning for port 61dc45ce-c58d-4bf4-999b-52cbe58e220e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:06.862867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-920672c3-ca93-43e7-9262-300cab7ecb55 None None] Provisioning complete for port 61dc45ce-c58d-4bf4-999b-52cbe58e220e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:06.863249 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-920672c3-ca93-43e7-9262-300cab7ecb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:06.966045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-920672c3-ca93-43e7-9262-300cab7ecb55 None None] Port 61dc45ce-c58d-4bf4-999b-52cbe58e220e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:06.983152 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb4192-5c33-4edd-9eaa-f67ec78561b4 req-54e72aab-4412-428f-890e-234a4451fb92 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:06.988859 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78cb4192-5c33-4edd-9eaa-f67ec78561b4 req-54e72aab-4412-428f-890e-234a4451fb92 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 931 time: 0.1715930 Jul 08 02:09:07.072078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78cb4192-5c33-4edd-9eaa-f67ec78561b4 req-e3a1a00f-aa6f-40f8-8487-a3d85a1e77f1 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762539 Jul 08 02:09:07.388960 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61dc45ce-c58d-4bf4-999b-52cbe58e220e {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:09:07.403135 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:07.426332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Transition to ACTIVE for port object 61dc45ce-c58d-4bf4-999b-52cbe58e220e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:07.430426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:07.568176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Pushing event updated for resources: {'Port': ['ID=61dc45ce-c58d-4bf4-999b-52cbe58e220e,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:07.751642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Attempting to bind port 61dc45ce-c58d-4bf4-999b-52cbe58e220e on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:07.751642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Attempting to bind port 61dc45ce-c58d-4bf4-999b-52cbe58e220e by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:07.751642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Attempting to bind port 61dc45ce-c58d-4bf4-999b-52cbe58e220e on network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:07.759570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Port 61dc45ce-c58d-4bf4-999b-52cbe58e220e on network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:09:07.760099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Attempting to bind port 61dc45ce-c58d-4bf4-999b-52cbe58e220e on network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:07.766800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:07.767199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Checking segment: {'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:07.767867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Bound using segment: {'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:07.768449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Bound port: 61dc45ce-c58d-4bf4-999b-52cbe58e220e, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93d80a6a-e361-454a-b968-028969fda806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:07.769107 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:07.962885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:07.977249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] For port 61dc45ce-c58d-4bf4-999b-52cbe58e220e, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:07.981936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] For port 61dc45ce-c58d-4bf4-999b-52cbe58e220e, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:07.988037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:08.063924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:08.064323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:08.100934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:08.101528 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:08.103000 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] 10.222.0.16 "PUT /v2.0/ports/61dc45ce-c58d-4bf4-999b-52cbe58e220e HTTP/1.1" status: 200 len: 1092 time: 1.4955730 Jul 08 02:09:08.103464 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'tag': '61dc45ce-c58d-4bf4-999b-52cbe58e220e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:08.105853 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "293f856e-d2e3-49d1-b847-7ea3abca9562", "tag": "61dc45ce-c58d-4bf4-999b-52cbe58e220e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:08.292868 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d61335-8559-4d64-b960-30c00ee6e5ca x-openstack-request-id: req-b8d61335-8559-4d64-b960-30c00ee6e5ca {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:08.293202 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293f856e-d2e3-49d1-b847-7ea3abca9562", "tag": "61dc45ce-c58d-4bf4-999b-52cbe58e220e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:08.293423 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8d61335-8559-4d64-b960-30c00ee6e5ca {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:08.293804 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'tag': '61dc45ce-c58d-4bf4-999b-52cbe58e220e', 'status': 'completed', 'code': 200} Jul 08 02:09:08.321917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753f234-7311-44ab-90b4-4abed57c5218 service neutron] Pushing event updated for resources: {'Port': ['ID=61dc45ce-c58d-4bf4-999b-52cbe58e220e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:08.392270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-1a6477e3-64d5-4563-a160-19a62e267d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:08.393960 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-1a6477e3-64d5-4563-a160-19a62e267d26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17b1c052c50b4bbc868876a992e737e9&device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 1095 time: 0.2150047 Jul 08 02:09:08.507871 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-8bd4f1ae-6cb0-4834-8a64-7f3fb0bd0220 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e HTTP/1.1" status: 200 len: 217 time: 0.1062605 Jul 08 02:09:08.620987 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:09:08.623154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eb76b-11f5-4688-909a-b7059ac0bc93 req-cc7a19d8-e401-4507-a6c5-3a3203baeb5f tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:08.626674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-9bdde8d8-a7c8-4a9b-bb6a-b9aaa2d9513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:08.628235 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-9bdde8d8-a7c8-4a9b-bb6a-b9aaa2d9513a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da400ad-2cea-4a45-9afa-614429c754bb HTTP/1.1" status: 200 len: 847 time: 0.1111181 Jul 08 02:09:08.642034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-452eb76b-11f5-4688-909a-b7059ac0bc93 req-cc7a19d8-e401-4507-a6c5-3a3203baeb5f tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 943 time: 0.1680098 Jul 08 02:09:08.770668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-452eb76b-11f5-4688-909a-b7059ac0bc93 req-228d2927-e2d7-4bef-97bc-0d81663def56 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200688 Jul 08 02:09:08.875580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-05814bfd-b02d-414d-a136-f40e18fbbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:08.877202 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-05814bfd-b02d-414d-a136-f40e18fbbc9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9108d442-46a8-4cbe-b3c3-62ff3b202b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2425692 Jul 08 02:09:09.058737 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:09.098861 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-61669fb9-f285-43b6-ad45-dbea1036b750 service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139525 Jul 08 02:09:09.389125 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14cb1315-2ccb-45f9-97dd-6a867665aa45 req-29ba32ac-d398-41ca-9b81-3f2753ac7f20 service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840374 Jul 08 02:09:09.533192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-77f96a1a-b34b-468b-aab0-3acab6f9b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:09.538467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-77f96a1a-b34b-468b-aab0-3acab6f9b1d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17b1c052c50b4bbc868876a992e737e9&device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 1095 time: 0.0919116 Jul 08 02:09:09.727005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-c14a6644-74d1-4a0e-a6a1-a23a847426d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:09.728795 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-c14a6644-74d1-4a0e-a6a1-a23a847426d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9108d442-46a8-4cbe-b3c3-62ff3b202b17 HTTP/1.1" status: 200 len: 909 time: 0.1778901 Jul 08 02:09:10.374115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97a9cc-1a20-4ece-9639-c479e22bdf42 req-39c7765b-5d7d-47ac-aaec-a7d3171dbfec tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:10.383752 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d97a9cc-1a20-4ece-9639-c479e22bdf42 req-39c7765b-5d7d-47ac-aaec-a7d3171dbfec tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 943 time: 0.2210922 Jul 08 02:09:10.448470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d97a9cc-1a20-4ece-9639-c479e22bdf42 req-f6835573-b80b-43a5-aa41-ea6500826970 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627909 Jul 08 02:09:10.539639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-42c5a099-f0aa-4f4f-a92b-4b22fd4e19ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e HTTP/1.1" status: 200 len: 217 time: 0.8015859 Jul 08 02:09:10.632364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-51687d0b-6103-44b9-8ebc-2a14c9cd3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:10.638175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:10.642740 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-51687d0b-6103-44b9-8ebc-2a14c9cd3c97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da400ad-2cea-4a45-9afa-614429c754bb HTTP/1.1" status: 200 len: 847 time: 0.0945315 Jul 08 02:09:10.773356 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:10.840353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-627e6e6a-bc4a-4074-bcf2-2b9a278687a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:10.841957 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-627e6e6a-bc4a-4074-bcf2-2b9a278687a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9108d442-46a8-4cbe-b3c3-62ff3b202b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940749 Jul 08 02:09:10.979887 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:10.987544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.012799 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-5c6b69fe-95a3-4297-aec2-21cad3362097 service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639745 Jul 08 02:09:11.042173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04455f1e-2168-4705-8b36-ac4f5f83c10c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:11.052187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.052847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.053203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.053544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.054123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.054466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.054800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.055132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.055463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.055792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.056122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.056726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:11.062411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-50b4d936-ee1b-4b7c-a4ef-425ff53689a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a546b7ef89047f4a306fe010a930cc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4227357 Jul 08 02:09:11.067025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:11.221202 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7d05ac-3c1d-42ea-82ba-a42c05fc167d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.275294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7d05ac-3c1d-42ea-82ba-a42c05fc167d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.282550 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-289530c7-ad1c-4335-ab56-61f8c7cbc8b2 req-5885db10-1e3b-4740-ae0c-885407b5e3da service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626224 Jul 08 02:09:11.405589 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7d05ac-3c1d-42ea-82ba-a42c05fc167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.408540 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3b7d05ac-3c1d-42ea-82ba-a42c05fc167d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:11.412267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3b7d05ac-3c1d-42ea-82ba-a42c05fc167d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04455f1e-2168-4705-8b36-ac4f5f83c10c HTTP/1.1" status: 204 len: 168 time: 0.3417509 Jul 08 02:09:11.418534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d05ac-3c1d-42ea-82ba-a42c05fc167d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04455f1e-2168-4705-8b36-ac4f5f83c10c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:11.681577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a750e-9992-4cf2-9255-718a65cf978f req-80526b8a-3631-4a79-a147-017312983ea9 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:11.686438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a17a750e-9992-4cf2-9255-718a65cf978f req-80526b8a-3631-4a79-a147-017312983ea9 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 943 time: 0.0876393 Jul 08 02:09:11.743285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a17a750e-9992-4cf2-9255-718a65cf978f req-cc502ca2-77cd-459e-a63a-5f9977bf8192 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480950 Jul 08 02:09:12.366643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:12.483528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1539238161-network', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:12.506935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:12.514116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Made reservation on behalf of b55cfdf3dc11493e9ffa2788e094e3fd for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:12.517810 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.529609 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.566981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfb98f1-1a3a-4e07-a079-ed28c10b8d7c admin admin] Deleting subnet 069c3a78-b69d-4640-a272-6dddde2c361a {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:09:12.571027 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-adfb98f1-1a3a-4e07-a079-ed28c10b8d7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.621611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-adfb98f1-1a3a-4e07-a079-ed28c10b8d7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.660523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.665602 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.673444 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-adfb98f1-1a3a-4e07-a079-ed28c10b8d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.680188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:09:12.696904 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.697253 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Added segment a117491e-4182-4971-95e3-166db9dc9e13 of type vlan for network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa Jul 08 02:09:12.739106 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-adfb98f1-1a3a-4e07-a079-ed28c10b8d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.740605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc83512c-c36a-4db9-9598-f7e65d648b5c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:12.752589 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.778650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb98f1-1a3a-4e07-a079-ed28c10b8d7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=069c3a78-b69d-4640-a272-6dddde2c361a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:12.783347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-adfb98f1-1a3a-4e07-a079-ed28c10b8d7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.788848 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-adfb98f1-1a3a-4e07-a079-ed28c10b8d7c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/069c3a78-b69d-4640-a272-6dddde2c361a HTTP/1.1" status: 204 len: 168 time: 0.2777321 Jul 08 02:09:12.788848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35780) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:12.801244 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.803705 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:12.804544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.836581 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4685516 Jul 08 02:09:12.847729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35782) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:12.853145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Request body: {'subnet': {'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1539238161-subnet', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:12.905981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.909681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Made reservation on behalf of b55cfdf3dc11493e9ffa2788e094e3fd for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:12.912113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:12.953484 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d528063-a91f-4187-995e-b821677260c9 admin admin] Pushing event updated for resources: {'Network': ['ID=9066d2fd-e0a4-4d97-9f12-6e925be1a3fa,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:12.965282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:09:12.993870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d802c-0470-45ad-a0cf-37a60e502acb req-9c1076b4-0d11-4d89-9acc-e5132d3ef069 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:13.001141 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-391d802c-0470-45ad-a0cf-37a60e502acb req-9c1076b4-0d11-4d89-9acc-e5132d3ef069 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 943 time: 0.1107204 Jul 08 02:09:13.079877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61dc45ce-c58d-4bf4-999b-52cbe58e220e details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:09:13.085354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-391d802c-0470-45ad-a0cf-37a60e502acb req-fcbe05d6-97ed-4d1c-a0ca-0f850949c6db tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745528 Jul 08 02:09:13.159081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.171172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e794e8d8-d956-4350-a2d8-cc7ecb4551cf']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:13.184916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818df650-d803-47cb-823d-02cdced4ba99') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:13.185299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818df650-d803-47cb-823d-02cdced4ba99') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:13.208248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.224654 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 61dc45ce-c58d-4bf4-999b-52cbe58e220e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:13.245643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '61dc45ce-c58d-4bf4-999b-52cbe58e220e', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'port_id': '61dc45ce-c58d-4bf4-999b-52cbe58e220e', 'mac_address': 'fa:16:3e:ff:2f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:09:13.259580 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.277578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:13.277578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.292231 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.315216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61dc45ce-c58d-4bf4-999b-52cbe58e220e {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:09:13.341277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 61dc45ce-c58d-4bf4-999b-52cbe58e220e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:13.341812 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:13.361470 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.376187 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.444584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=61dc45ce-c58d-4bf4-999b-52cbe58e220e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:13.451002 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.456239 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e794e8d8-d956-4350-a2d8-cc7ecb4551cf HTTP/1.1" status: 204 len: 168 time: 0.6666846 Jul 08 02:09:13.459380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35804) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:13.492400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817c7b9-2833-43a8-b756-f61a929c8853 admin admin] Pushing event deleted for resources: {'Network': ['ID=e794e8d8-d956-4350-a2d8-cc7ecb4551cf,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:13.503350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.553115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5461d9a-eece-45c3-b3aa-1aff1e530f62 admin admin] Deleting subnet 44ad21e2-8980-4d78-8013-107b410afc02 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:09:13.560399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5461d9a-eece-45c3-b3aa-1aff1e530f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.563157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['61dc45ce-c58d-4bf4-999b-52cbe58e220e'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:09:13.638287 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5461d9a-eece-45c3-b3aa-1aff1e530f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.639411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:13.649468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Checking segment: {'id': 'a117491e-4182-4971-95e3-166db9dc9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:13.649903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Network hostable DHCP agents. Network: 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:09:13.677873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:09:13.693748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:13.704110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:13.706448 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.726651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53efd34b-49da-4f16-9607-a66b56fdaf83 None None] Network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:13.746552 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-54bb7f5b-aec0-4da8-b60e-93097abacb1c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8976779 Jul 08 02:09:13.749235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35812) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:13.754872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1539238161-router', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:13.775444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5461d9a-eece-45c3-b3aa-1aff1e530f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.798193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.800137 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.881378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5461d9a-eece-45c3-b3aa-1aff1e530f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.915025 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.922920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5461d9a-eece-45c3-b3aa-1aff1e530f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ad21e2-8980-4d78-8013-107b410afc02,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:13.925740 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5461d9a-eece-45c3-b3aa-1aff1e530f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:13.928061 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f5461d9a-eece-45c3-b3aa-1aff1e530f62 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/44ad21e2-8980-4d78-8013-107b410afc02 HTTP/1.1" status: 204 len: 168 time: 0.4669330 Jul 08 02:09:13.930558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35814) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:14.031866 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.076911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-9066d2fd-e0a4-4d97-9f12-6e925be1a3fa', 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'fixed_ips': [{'subnet_id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:09:14.077894 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.161742 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.176972 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.177636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d519e2b9-5b76-47ac-9447-83fa796dd646']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:14.203769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d508829-afbc-4c9c-bd9d-1355fa073fc1') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:14.204425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d508829-afbc-4c9c-bd9d-1355fa073fc1') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:14.215433 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.232872 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.240615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:14.241045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:14.317185 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:14.323266 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.376125 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.389018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d519e2b9-5b76-47ac-9447-83fa796dd646 HTTP/1.1" status: 204 len: 168 time: 0.4526672 Jul 08 02:09:14.391852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edea79-a159-434b-81f3-3baa9b96c765 admin admin] Pushing event deleted for resources: {'Network': ['ID=d519e2b9-5b76-47ac-9447-83fa796dd646,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:14.516144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Allocated IP 172.20.0.2 (9066d2fd-e0a4-4d97-9f12-6e925be1a3fa/bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e/2a17b65f-f834-4743-8ab5-18b6c172be38) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:14.679717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e994cf4-bda8-4554-b9ef-50ad6431bdcf req-4090f41d-c475-4bc7-ae63-657075e3bf64 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:14.690951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e994cf4-bda8-4554-b9ef-50ad6431bdcf req-4090f41d-c475-4bc7-ae63-657075e3bf64 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 944 time: 0.1953442 Jul 08 02:09:14.723979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:14.768544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e994cf4-bda8-4554-b9ef-50ad6431bdcf req-753af8d8-bfcf-4bc7-90a1-20f3262d7cff tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746639 Jul 08 02:09:14.776376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.824954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3162ac7a-11cd-443f-9e35-3bf55ee61a44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6f522f976b74717ae1d533103856e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993769 Jul 08 02:09:14.828873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35838) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:14.842576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.940171 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.950754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Transition to ACTIVE for port object 2a17b65f-f834-4743-8ab5-18b6c172be38 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:14.961122 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a163-3f5d-463c-bd43-ab7e68db40a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.973418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Transition to ACTIVE for port object 2a17b65f-f834-4743-8ab5-18b6c172be38 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:14.983333 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:14.997914 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a163-3f5d-463c-bd43-ab7e68db40a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.015334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61dc45ce-c58d-4bf4-999b-52cbe58e220e up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:15.053060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Allocated IP 172.25.4.114 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/116da665-498d-4b48-bb47-685193bfdfa8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:15.090487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:15.093662 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a163-3f5d-463c-bd43-ab7e68db40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.096975 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7c5a163-3f5d-463c-bd43-ab7e68db40a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.097894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:15.098435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e7c5a163-3f5d-463c-bd43-ab7e68db40a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9584049-ee31-40ca-aec5-975f7968b916 HTTP/1.1" status: 204 len: 168 time: 0.2668967 Jul 08 02:09:15.103540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:15.116250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5a163-3f5d-463c-bd43-ab7e68db40a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9584049-ee31-40ca-aec5-975f7968b916,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:15.189658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Pushing event updated for resources: {'Port': ['ID=2a17b65f-f834-4743-8ab5-18b6c172be38,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:15.225202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Attempting to bind port 2a17b65f-f834-4743-8ab5-18b6c172be38 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:15.225611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Attempting to bind port 2a17b65f-f834-4743-8ab5-18b6c172be38 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'a117491e-4182-4971-95e3-166db9dc9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:15.226364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Attempting to bind port 2a17b65f-f834-4743-8ab5-18b6c172be38 on network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:15.233440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 61dc45ce-c58d-4bf4-999b-52cbe58e220e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:15.242043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:15.242734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Checking segment: {'id': 'a117491e-4182-4971-95e3-166db9dc9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:15.243095 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.243588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Bound using segment: {'id': 'a117491e-4182-4971-95e3-166db9dc9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:15.244234 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Bound port: 2a17b65f-f834-4743-8ab5-18b6c172be38, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a117491e-4182-4971-95e3-166db9dc9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:15.244744 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.278237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 61dc45ce-c58d-4bf4-999b-52cbe58e220e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:15.278606 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.407906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.411436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] For port 2a17b65f-f834-4743-8ab5-18b6c172be38, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:15.452086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] For port 2a17b65f-f834-4743-8ab5-18b6c172be38, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2a17b65f-f834-4743-8ab5-18b6c172be38,segment=NetworkSegment(a117491e-4182-4971-95e3-166db9dc9e13),segment_id=a117491e-4182-4971-95e3-166db9dc9e13)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:15.461013 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.503173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.516603 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.557340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:15.566667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:15.573879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:15.613942 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc45ce-c58d-4bf4-999b-52cbe58e220e'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:15.615818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Pushing event updated for resources: {'Port': ['ID=116da665-498d-4b48-bb47-685193bfdfa8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:15.616440 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86cf7d7-0201-43e1-9f8d-900acffeb61a" -d '{"events": [{"server_uuid": "293f856e-d2e3-49d1-b847-7ea3abca9562", "name": "network-vif-plugged", "status": "completed", "tag": "61dc45ce-c58d-4bf4-999b-52cbe58e220e"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:15.641700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7307941-47a8-4fea-903e-000406cbbff3 None None] Pushing event updated for resources: {'Port': ['ID=2a17b65f-f834-4743-8ab5-18b6c172be38,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:15.655133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 61dc45ce-c58d-4bf4-999b-52cbe58e220e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:15.667098 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:15.765547 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a904585-f93d-4dfc-a8d2-bb2b308c5c76 x-openstack-request-id: req-0a904585-f93d-4dfc-a8d2-bb2b308c5c76 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:15.765964 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293f856e-d2e3-49d1-b847-7ea3abca9562", "name": "network-vif-plugged", "status": "completed", "tag": "61dc45ce-c58d-4bf4-999b-52cbe58e220e", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:15.766511 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a904585-f93d-4dfc-a8d2-bb2b308c5c76 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:15.766763 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61dc45ce-c58d-4bf4-999b-52cbe58e220e', 'code': 200} Jul 08 02:09:15.768174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=61dc45ce-c58d-4bf4-999b-52cbe58e220e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:15.861223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35854) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:15.994623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f303812b-f54c-44e7-b150-6da304234079 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5119b5187d9a42d0a2331764ff64bc3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1312513 Jul 08 02:09:16.002576 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35862) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:16.193818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17aedf88-4c85-4c22-9995-bb858a35ea63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:16.199027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a95e04-8a62-47d5-a4c0-2de6ed38a03b req-4be4384c-6adb-4de1-aa44-140ae5dc34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:16.201828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-26a95e04-8a62-47d5-a4c0-2de6ed38a03b req-4be4384c-6adb-4de1-aa44-140ae5dc34ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 1097 time: 0.3832357 Jul 08 02:09:16.219293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2a17b65f-f834-4743-8ab5-18b6c172be38 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:16.241659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:16.242023 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17aedf88-4c85-4c22-9995-bb858a35ea63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:16.286530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968460d-30aa-4573-8644-23f8564681a3 req-ba02f869-6565-4158-b004-873f223021c2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:16.288332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a968460d-30aa-4573-8644-23f8564681a3 req-ba02f869-6565-4158-b004-873f223021c2 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 945 time: 0.2172856 Jul 08 02:09:16.346313 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-26a95e04-8a62-47d5-a4c0-2de6ed38a03b req-9fd99c5f-3e48-464d-bc62-feabe7c617cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006575 Jul 08 02:09:16.363528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 2a17b65f-f834-4743-8ab5-18b6c172be38 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:16.377412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a968460d-30aa-4573-8644-23f8564681a3 req-c671f588-1b3a-414b-8ee1-5a2eaa8cf3ff tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818765 Jul 08 02:09:16.395742 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17aedf88-4c85-4c22-9995-bb858a35ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:16.401201 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-17aedf88-4c85-4c22-9995-bb858a35ea63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:16.402904 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-17aedf88-4c85-4c22-9995-bb858a35ea63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8832afe-7910-4d49-9990-86574916da50 HTTP/1.1" status: 204 len: 168 time: 0.3989511 Jul 08 02:09:16.434867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aedf88-4c85-4c22-9995-bb858a35ea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8832afe-7910-4d49-9990-86574916da50,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:16.629053 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:16.823737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Router f7557825-f5f1-4917-b006-9d925b1b532c is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:09:16.962199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:16.982700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Sync routers for ids ['f7557825-f5f1-4917-b006-9d925b1b532c'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:16.997095 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:17.002316 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c197c61-8ce9-4f74-a4df-7450d0a9fe42 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2481561 Jul 08 02:09:17.002761 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 35882) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:17.016956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Routers {'f7557825-f5f1-4917-b006-9d925b1b532c'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:17.019801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f7557825-f5f1-4917-b006-9d925b1b532c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:17.382948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Set router f7557825-f5f1-4917-b006-9d925b1b532c gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:17.421097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b8629-b52d-4c38-a518-e362fbe83db8 None None] Network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:17.644362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-72899ed2-2fb1-40d9-8c33-1a41ac66bb70 None None] Provisioning for port 2a17b65f-f834-4743-8ab5-18b6c172be38 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:17.652280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-72899ed2-2fb1-40d9-8c33-1a41ac66bb70 None None] Provisioning complete for port 2a17b65f-f834-4743-8ab5-18b6c172be38 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:17.652956 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72899ed2-2fb1-40d9-8c33-1a41ac66bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:17.841012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2679-89db-457d-995f-81e865f61add req-64772962-9a98-4b50-bf11-b8abae99cc9e tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:17.843132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-026a2679-89db-457d-995f-81e865f61add req-64772962-9a98-4b50-bf11-b8abae99cc9e tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 945 time: 0.2269914 Jul 08 02:09:17.936731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-026a2679-89db-457d-995f-81e865f61add req-d8e0127c-a0c5-4f37-9897-d99a0471ef02 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860195 Jul 08 02:09:18.087454 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.336148 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72899ed2-2fb1-40d9-8c33-1a41ac66bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.442179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'name': 'tempest-TestAggregatesBasicOps-1539238161-router', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '116da665-498d-4b48-bb47-685193bfdfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:13Z', 'updated_at': '2021-07-08T02:09:15Z', 'revision_number': 3, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'gw_port': {'id': '116da665-498d-4b48-bb47-685193bfdfa8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:14Z', 'updated_at': '2021-07-08T02:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:18.491638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-72899ed2-2fb1-40d9-8c33-1a41ac66bb70 None None] For port 2a17b65f-f834-4743-8ab5-18b6c172be38, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2a17b65f-f834-4743-8ab5-18b6c172be38,segment=NetworkSegment(a117491e-4182-4971-95e3-166db9dc9e13),segment_id=a117491e-4182-4971-95e3-166db9dc9e13)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:18.501213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Checking router: f7557825-f5f1-4917-b006-9d925b1b532c for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:18.501213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Updating router f7557825-f5f1-4917-b006-9d925b1b532c port 116da665-498d-4b48-bb47-685193bfdfa8 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:09:18.597007 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.600129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Allocated IP 172.20.0.1 (9066d2fd-e0a4-4d97-9f12-6e925be1a3fa/bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e/af909a1d-74dc-46ab-ad03-b26b57b858a6) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:18.602997 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72899ed2-2fb1-40d9-8c33-1a41ac66bb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.771857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72899ed2-2fb1-40d9-8c33-1a41ac66bb70 None None] Pushing event updated for resources: {'Port': ['ID=2a17b65f-f834-4743-8ab5-18b6c172be38,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:18.954260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1f9d9772-45f9-4837-86b9-7149fafcfb06 None None] Provisioning complete for port 2a17b65f-f834-4743-8ab5-18b6c172be38 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:18.954839 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f9d9772-45f9-4837-86b9-7149fafcfb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.976047 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:18.990298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f679908-eee8-4c10-8437-53aa03c8ad42 req-32f15715-9e70-49cd-b938-633c19acc041 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:19.002602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f679908-eee8-4c10-8437-53aa03c8ad42 req-32f15715-9e70-49cd-b938-633c19acc041 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 945 time: 0.7299321 Jul 08 02:09:19.064815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Transition to ACTIVE for port object af909a1d-74dc-46ab-ad03-b26b57b858a6 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:19.106927 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f679908-eee8-4c10-8437-53aa03c8ad42 req-133365bc-1b78-46a4-84bd-0739e17c5ee7 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033397 Jul 08 02:09:19.181196 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.243708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:19.247416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:19.266258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:19.317811 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.395633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Pushing event updated for resources: {'Port': ['ID=af909a1d-74dc-46ab-ad03-b26b57b858a6,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:19.438420 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.458314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Transition to ACTIVE for port object 116da665-498d-4b48-bb47-685193bfdfa8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:19.477896 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.587075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Attempting to bind port 116da665-498d-4b48-bb47-685193bfdfa8 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:19.587458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Attempting to bind port 116da665-498d-4b48-bb47-685193bfdfa8 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:19.587830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Attempting to bind port 116da665-498d-4b48-bb47-685193bfdfa8 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:19.603081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:19.603447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:19.603861 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.604268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:19.604779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Bound port: 116da665-498d-4b48-bb47-685193bfdfa8, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:19.605167 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.608642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aa72b-1ea3-4bc2-bb99-e68de6fdb363 None None] Pushing event updated for resources: {'Port': ['ID=116da665-498d-4b48-bb47-685193bfdfa8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:19.706916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.771360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] For port 116da665-498d-4b48-bb47-685193bfdfa8, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:19.774974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54582be-7f0b-4755-bf38-2cb87d8b1760 req-a7611a3a-344a-433a-a68a-2addcc15cd7a tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:19.776278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] For port 116da665-498d-4b48-bb47-685193bfdfa8, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=116da665-498d-4b48-bb47-685193bfdfa8,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:19.777794 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a54582be-7f0b-4755-bf38-2cb87d8b1760 req-a7611a3a-344a-433a-a68a-2addcc15cd7a tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 945 time: 0.3835268 Jul 08 02:09:19.803497 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:19.822637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9406b815-1e57-4375-8730-4814aaaeb11b None None] Provisioning for port af909a1d-74dc-46ab-ad03-b26b57b858a6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:19.908192 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aa72b-1ea3-4bc2-bb99-e68de6fdb363 None None] Pushing event updated for resources: {'Port': ['ID=116da665-498d-4b48-bb47-685193bfdfa8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:19.917286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9406b815-1e57-4375-8730-4814aaaeb11b None None] Provisioning complete for port af909a1d-74dc-46ab-ad03-b26b57b858a6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:19.917663 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9406b815-1e57-4375-8730-4814aaaeb11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.037368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2a17b65f-f834-4743-8ab5-18b6c172be38 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:20.100622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Routers {'f7557825-f5f1-4917-b006-9d925b1b532c'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:20.101862 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:08:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f7557825-f5f1-4917-b006-9d925b1b532c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:20.368179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9406b815-1e57-4375-8730-4814aaaeb11b None None] Port af909a1d-74dc-46ab-ad03-b26b57b858a6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:20.372442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 2a17b65f-f834-4743-8ab5-18b6c172be38 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:20.372952 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.434229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] Set router f7557825-f5f1-4917-b006-9d925b1b532c gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:20.553388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a54582be-7f0b-4755-bf38-2cb87d8b1760 req-480edf8f-366e-46e8-a0f6-8ade2ef0c947 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654394 Jul 08 02:09:20.589511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35974) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:20.652113 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.670808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.830756 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5bb00097-a3cc-4f8e-9534-682591ecf32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:20.906393 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Pushing event updated for resources: {'Port': ['ID=af909a1d-74dc-46ab-ad03-b26b57b858a6,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:20.912542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.061860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'name': 'tempest-TestAggregatesBasicOps-1539238161-router', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '116da665-498d-4b48-bb47-685193bfdfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:13Z', 'updated_at': '2021-07-08T02:09:19Z', 'revision_number': 4, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'gw_port': {'id': '116da665-498d-4b48-bb47-685193bfdfa8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:14Z', 'updated_at': '2021-07-08T02:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'af909a1d-74dc-46ab-ad03-b26b57b858a6', 'name': '', 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'mac_address': 'fa:16:3e:6e:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:18Z', 'updated_at': '2021-07-08T02:09:18Z', 'revision_number': 1, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'subnets': [{'id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:21.091862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079c0d95-6d3d-487b-9141-4691ff0170ad tempest-TestServerBasicOps-464245453 tempest-TestServerBasicOps-464245453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:21.094461 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-079c0d95-6d3d-487b-9141-4691ff0170ad tempest-TestServerBasicOps-464245453 tempest-TestServerBasicOps-464245453-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 1092 time: 0.5014532 Jul 08 02:09:21.100804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 35988) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:21.112754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '61dc45ce-c58d-4bf4-999b-52cbe58e220e', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:21.116168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e60b4-8f97-4cb5-94ed-26ee2e224028 None None] The sync data for ids ['f7557825-f5f1-4917-b006-9d925b1b532c'] in n-d-694802-14 is: [{'id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'name': 'tempest-TestAggregatesBasicOps-1539238161-router', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '116da665-498d-4b48-bb47-685193bfdfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:13Z', 'updated_at': '2021-07-08T02:09:19Z', 'revision_number': 4, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'gw_port': {'id': '116da665-498d-4b48-bb47-685193bfdfa8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:14Z', 'updated_at': '2021-07-08T02:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'af909a1d-74dc-46ab-ad03-b26b57b858a6', 'name': '', 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'mac_address': 'fa:16:3e:6e:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:18Z', 'updated_at': '2021-07-08T02:09:18Z', 'revision_number': 1, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'subnets': [{'id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:21.159557 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:21.165386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:21.214509 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.479616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.615517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Router f7557825-f5f1-4917-b006-9d925b1b532c has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:09:21.688242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4bcb7917-db8e-4ecd-b36c-526a836f5c7b None None] Provisioning complete for port af909a1d-74dc-46ab-ad03-b26b57b858a6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:21.689019 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4bcb7917-db8e-4ecd-b36c-526a836f5c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:21.750338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb7917-db8e-4ecd-b36c-526a836f5c7b None None] Port af909a1d-74dc-46ab-ad03-b26b57b858a6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:21.795513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Allocated IP 172.25.4.74 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/039a55d0-19a6-47d4-8197-fe0faab2f109) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:21.897181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:21.921144 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-263569ce-af62-4522-8ae7-f9545de77917 admin admin] 10.222.0.41 "PUT /v2.0/routers/f7557825-f5f1-4917-b006-9d925b1b532c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9076068 Jul 08 02:09:22.107403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.205185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:22.261425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:22.262849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:22.269720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:22.384004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event updated for resources: {'Port': ['ID=039a55d0-19a6-47d4-8197-fe0faab2f109,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:22.410461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.410810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.411149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.411488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.411821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.412155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.412568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.412899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.413223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.413552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.413874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:22.414197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:23.017748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36032) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:23.027099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-751036705-network', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:23.093784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Made reservation on behalf of ee2280e59f1044689f8419d6ec91c6bb for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:23.103171 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.133780 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.448980 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.456890 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.462643 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b0496058-8d7c-4ac8-b960-71d3a3eb30f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.511486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3dab1c-d8b4-4376-9c21-aa1b294feb31,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:23.528486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:09:23.553627 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.554796 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Added segment 58e7f216-7a10-4b6e-9327-e37bac82f560 of type vlan for network a5a16f94-54ac-4a8c-aaf6-48883dd73249 Jul 08 02:09:23.665911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.753978 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.757184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.758255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:23.758840 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.802116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36054) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:23.803352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7840011 Jul 08 02:09:23.809358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Request body: {'subnet': {'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-751036705-subnet', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:23.845127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:23.854990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb7d26-6478-4e00-aadd-99a71dcc2bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a16f94-54ac-4a8c-aaf6-48883dd73249,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:23.884070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network a5a16f94-54ac-4a8c-aaf6-48883dd73249 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:09:23.966763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Made reservation on behalf of ee2280e59f1044689f8419d6ec91c6bb for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:23.970382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.035013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 116da665-498d-4b48-bb47-685193bfdfa8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:24.123450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 116da665-498d-4b48-bb47-685193bfdfa8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:24.133826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 116da665-498d-4b48-bb47-685193bfdfa8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:24.134563 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.257726 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.285521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.286482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 116da665-498d-4b48-bb47-685193bfdfa8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=116da665-498d-4b48-bb47-685193bfdfa8,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:24.289603 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.291993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.422785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8120326b-7db2-4bc6-9f39-4738d448c7f4,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:24.431446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Checking segment: {'id': '58e7f216-7a10-4b6e-9327-e37bac82f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:24.431815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Network hostable DHCP agents. Network: a5a16f94-54ac-4a8c-aaf6-48883dd73249, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:09:24.434835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=116da665-498d-4b48-bb47-685193bfdfa8,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:24.505765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Network a5a16f94-54ac-4a8c-aaf6-48883dd73249 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:09:24.522649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, a5a16f94-54ac-4a8c-aaf6-48883dd73249) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:24.538321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:24.538936 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.540101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e37eb-0524-4870-89fe-9303da46ce54 None None] Network a5a16f94-54ac-4a8c-aaf6-48883dd73249 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:24.623286 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-26b66379-ffd4-4dd1-a751-8e1c3c19850c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8173699 Jul 08 02:09:24.623286 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36070) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:24.646086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-751036705-router', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:24.696732 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.720242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.773631 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Sync routers for ids ['f7557825-f5f1-4917-b006-9d925b1b532c'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:24.776124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.777514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.795217 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Routers {'f7557825-f5f1-4917-b006-9d925b1b532c'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:24.797265 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f7557825-f5f1-4917-b006-9d925b1b532c'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:24.808604 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-a5a16f94-54ac-4a8c-aaf6-48883dd73249', 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'fixed_ips': [{'subnet_id': '8120326b-7db2-4bc6-9f39-4738d448c7f4'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:09:24.809815 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.832830 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.846289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event updated for resources: {'Port': ['ID=039a55d0-19a6-47d4-8197-fe0faab2f109,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:24.885721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.932229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:24.933496 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Set router f7557825-f5f1-4917-b006-9d925b1b532c gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:25.006315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Allocated IP 172.20.0.2 (a5a16f94-54ac-4a8c-aaf6-48883dd73249/8120326b-7db2-4bc6-9f39-4738d448c7f4/b4049099-85e9-422d-9ea9-a700145af9c7) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:25.213241 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.227507 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Floating IP 4045d0df-a4b9-4f92-a178-ac94be364078 associated. External IP: 172.25.4.74, port: 61dc45ce-c58d-4bf4-999b-52cbe58e220e. Jul 08 02:09:25.233254 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.238072 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'name': 'tempest-TestAggregatesBasicOps-1539238161-router', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '116da665-498d-4b48-bb47-685193bfdfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:13Z', 'updated_at': '2021-07-08T02:09:19Z', 'revision_number': 4, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'gw_port': {'id': '116da665-498d-4b48-bb47-685193bfdfa8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:14Z', 'updated_at': '2021-07-08T02:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'af909a1d-74dc-46ab-ad03-b26b57b858a6', 'name': '', 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'mac_address': 'fa:16:3e:6e:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:18Z', 'updated_at': '2021-07-08T02:09:19Z', 'revision_number': 2, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'subnets': [{'id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:25.244144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Transition to ACTIVE for port object b4049099-85e9-422d-9ea9-a700145af9c7 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:25.273042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Transition to ACTIVE for port object b4049099-85e9-422d-9ea9-a700145af9c7 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:25.273632 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Checking router: f7557825-f5f1-4917-b006-9d925b1b532c for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:25.274205 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Updating router f7557825-f5f1-4917-b006-9d925b1b532c port af909a1d-74dc-46ab-ad03-b26b57b858a6 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:09:25.284388 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.319999 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.334100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Network a5a16f94-54ac-4a8c-aaf6-48883dd73249 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:25.339821 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:25.350088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:25.362562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Pushing event updated for resources: {'Port': ['ID=b4049099-85e9-422d-9ea9-a700145af9c7,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:25.460087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Attempting to bind port b4049099-85e9-422d-9ea9-a700145af9c7 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:25.466131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Attempting to bind port b4049099-85e9-422d-9ea9-a700145af9c7 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '58e7f216-7a10-4b6e-9327-e37bac82f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:25.466616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Attempting to bind port b4049099-85e9-422d-9ea9-a700145af9c7 on network a5a16f94-54ac-4a8c-aaf6-48883dd73249 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:25.492728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:25.493093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Checking segment: {'id': '58e7f216-7a10-4b6e-9327-e37bac82f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:25.493529 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.493926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Bound using segment: {'id': '58e7f216-7a10-4b6e-9327-e37bac82f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:25.494404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Bound port: b4049099-85e9-422d-9ea9-a700145af9c7, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e7f216-7a10-4b6e-9327-e37bac82f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:25.494792 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.587358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] For port b4049099-85e9-422d-9ea9-a700145af9c7, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:25.592242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] For port b4049099-85e9-422d-9ea9-a700145af9c7, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b4049099-85e9-422d-9ea9-a700145af9c7,segment=NetworkSegment(58e7f216-7a10-4b6e-9327-e37bac82f560),segment_id=58e7f216-7a10-4b6e-9327-e37bac82f560)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:25.598367 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.648235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Router 5c704544-b46d-415a-a2ce-5d6bb475b543 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:09:25.681633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bd2e0-1297-4eab-a15e-69b9b1d553a8 None None] Pushing event updated for resources: {'Port': ['ID=b4049099-85e9-422d-9ea9-a700145af9c7,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:25.739708 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.752390 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Transition to ACTIVE for port object af909a1d-74dc-46ab-ad03-b26b57b858a6 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:25.761278 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.781506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.856799 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0631c01-90dd-4e2a-8d43-79e4686cd6f9 None None] Pushing event updated for resources: {'Port': ['ID=af909a1d-74dc-46ab-ad03-b26b57b858a6,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:25.957388 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Attempting to bind port af909a1d-74dc-46ab-ad03-b26b57b858a6 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:25.957856 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Attempting to bind port af909a1d-74dc-46ab-ad03-b26b57b858a6 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'a117491e-4182-4971-95e3-166db9dc9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:25.960967 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Attempting to bind port af909a1d-74dc-46ab-ad03-b26b57b858a6 on network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:25.970401 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:25.971038 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Checking segment: {'id': 'a117491e-4182-4971-95e3-166db9dc9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:25.971471 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:25.971872 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Bound using segment: {'id': 'a117491e-4182-4971-95e3-166db9dc9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:25.972477 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Bound port: af909a1d-74dc-46ab-ad03-b26b57b858a6, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a117491e-4182-4971-95e3-166db9dc9e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:25.973081 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.044925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 116da665-498d-4b48-bb47-685193bfdfa8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:26.049169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:26.057366 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.098812 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] Sync routers for ids ['5c704544-b46d-415a-a2ce-5d6bb475b543'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:26.127260 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] For port af909a1d-74dc-46ab-ad03-b26b57b858a6, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:26.132584 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] For port af909a1d-74dc-46ab-ad03-b26b57b858a6, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af909a1d-74dc-46ab-ad03-b26b57b858a6,segment=NetworkSegment(a117491e-4182-4971-95e3-166db9dc9e13),segment_id=a117491e-4182-4971-95e3-166db9dc9e13)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:26.141374 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.148051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] Routers {'5c704544-b46d-415a-a2ce-5d6bb475b543'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:26.148713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c704544-b46d-415a-a2ce-5d6bb475b543'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:26.244727 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Routers {'f7557825-f5f1-4917-b006-9d925b1b532c'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:26.245677 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f7557825-f5f1-4917-b006-9d925b1b532c'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:26.267604 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.393336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] Set router 5c704544-b46d-415a-a2ce-5d6bb475b543 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:26.408473 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d954acf1-6505-455a-b300-217f4a7d3047 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2974734 Jul 08 02:09:26.408473 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'tag': '61dc45ce-c58d-4bf4-999b-52cbe58e220e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:26.417324 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7668d74-54be-41ba-a6e8-23abebaa6f94" -d '{"events": [{"name": "network-changed", "server_uuid": "293f856e-d2e3-49d1-b847-7ea3abca9562", "tag": "61dc45ce-c58d-4bf4-999b-52cbe58e220e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:26.434752 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] Set router f7557825-f5f1-4917-b006-9d925b1b532c gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:26.461593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Allocated IP 172.25.4.166 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/834a885c-feb8-46f7-881c-08e4c2cec856) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:26.519950 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e474cdab-a19b-48ac-b6e9-4d38eee3b358 x-openstack-request-id: req-e474cdab-a19b-48ac-b6e9-4d38eee3b358 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:26.520997 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293f856e-d2e3-49d1-b847-7ea3abca9562", "tag": "61dc45ce-c58d-4bf4-999b-52cbe58e220e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:26.523419 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e474cdab-a19b-48ac-b6e9-4d38eee3b358 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:26.524087 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'tag': '61dc45ce-c58d-4bf4-999b-52cbe58e220e', 'status': 'completed', 'code': 200} Jul 08 02:09:26.718789 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0631c01-90dd-4e2a-8d43-79e4686cd6f9 None None] Pushing event updated for resources: {'Port': ['ID=af909a1d-74dc-46ab-ad03-b26b57b858a6,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:26.834718 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:26.863468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.028402 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.221317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:27.246597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:27.249118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Pushing event updated for resources: {'Port': ['ID=834a885c-feb8-46f7-881c-08e4c2cec856,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:27.258451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:27.284537 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'name': 'tempest-TestAggregatesBasicOps-1539238161-router', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '116da665-498d-4b48-bb47-685193bfdfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:13Z', 'updated_at': '2021-07-08T02:09:19Z', 'revision_number': 4, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'gw_port': {'id': '116da665-498d-4b48-bb47-685193bfdfa8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:14Z', 'updated_at': '2021-07-08T02:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'af909a1d-74dc-46ab-ad03-b26b57b858a6', 'name': '', 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'mac_address': 'fa:16:3e:6e:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:18Z', 'updated_at': '2021-07-08T02:09:26Z', 'revision_number': 4, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'subnets': [{'id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:27.319901 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438af83f-c8a8-4ad9-9094-8a9473f4112f None None] The sync data for ids ['f7557825-f5f1-4917-b006-9d925b1b532c'] in n-d-694802-14 is: [{'id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'name': 'tempest-TestAggregatesBasicOps-1539238161-router', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '116da665-498d-4b48-bb47-685193bfdfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:13Z', 'updated_at': '2021-07-08T02:09:19Z', 'revision_number': 4, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'gw_port': {'id': '116da665-498d-4b48-bb47-685193bfdfa8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:14Z', 'updated_at': '2021-07-08T02:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'af909a1d-74dc-46ab-ad03-b26b57b858a6', 'name': '', 'network_id': '9066d2fd-e0a4-4d97-9f12-6e925be1a3fa', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'mac_address': 'fa:16:3e:6e:8c:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:18Z', 'updated_at': '2021-07-08T02:09:26Z', 'revision_number': 4, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'subnets': [{'id': 'bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:27.389204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 116da665-498d-4b48-bb47-685193bfdfa8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:27.389998 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:27.561651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-be068e50-a56d-42b7-a41a-a5f539e217d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:27.563904 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-be068e50-a56d-42b7-a41a-a5f539e217d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17b1c052c50b4bbc868876a992e737e9&device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 1097 time: 1.0275714 Jul 08 02:09:27.616007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed9b0d2-1446-4416-b135-076a98bb7bb0 None None] Network a5a16f94-54ac-4a8c-aaf6-48883dd73249 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:27.800730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1fa59efe-0433-469e-b656-404c2123336f None None] Provisioning for port b4049099-85e9-422d-9ea9-a700145af9c7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:27.927557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '4045d0df-a4b9-4f92-a178-ac94be364078', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'port_id': '61dc45ce-c58d-4bf4-999b-52cbe58e220e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'mac_address': 'fa:16:3e:ff:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:09:22Z', 'updated_at': '2021-07-08T02:09:22Z', 'revision_number': 0, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519dc33-fb0b-48b4-b87a-277c916c1515', 'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'mac_address': 'fa:16:3e:3d:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 5, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'subnets': [{'id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:27.971508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] Checking router: 5c704544-b46d-415a-a2ce-5d6bb475b543 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:27.984246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] Routers {'5c704544-b46d-415a-a2ce-5d6bb475b543'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:27.985555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c704544-b46d-415a-a2ce-5d6bb475b543'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:28.225786 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] Set router 5c704544-b46d-415a-a2ce-5d6bb475b543 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:28.260148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4049099-85e9-422d-9ea9-a700145af9c7 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:28.493297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-05614e85-faf4-4e51-98cf-f046bb9f0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:28.496160 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-05614e85-faf4-4e51-98cf-f046bb9f0989 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9108d442-46a8-4cbe-b3c3-62ff3b202b17 HTTP/1.1" status: 200 len: 909 time: 0.8927915 Jul 08 02:09:28.607339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:28.657890 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-d6a7be2a-d6bd-467a-b3dd-7223f64d2d5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e HTTP/1.1" status: 200 len: 998 time: 0.1535766 Jul 08 02:09:28.678677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b4049099-85e9-422d-9ea9-a700145af9c7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:28.685083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b4049099-85e9-422d-9ea9-a700145af9c7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:28.685606 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:28.732214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '4045d0df-a4b9-4f92-a178-ac94be364078', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'port_id': '61dc45ce-c58d-4bf4-999b-52cbe58e220e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'mac_address': 'fa:16:3e:ff:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:09:22Z', 'updated_at': '2021-07-08T02:09:22Z', 'revision_number': 0, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519dc33-fb0b-48b4-b87a-277c916c1515', 'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'mac_address': 'fa:16:3e:3d:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 5, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'subnets': [{'id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:28.761703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fffd44-b8c0-4690-a9a7-732365404f11 None None] The sync data for ids ['5c704544-b46d-415a-a2ce-5d6bb475b543'] in n-d-694802-14 is: [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '4045d0df-a4b9-4f92-a178-ac94be364078', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'port_id': '61dc45ce-c58d-4bf4-999b-52cbe58e220e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'mac_address': 'fa:16:3e:ff:2f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:09:22Z', 'updated_at': '2021-07-08T02:09:22Z', 'revision_number': 0, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9519dc33-fb0b-48b4-b87a-277c916c1515', 'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'mac_address': 'fa:16:3e:3d:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 5, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'subnets': [{'id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:28.782154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-e69fac41-c7ab-4d4a-9cb0-0862295337f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:28.783672 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-e69fac41-c7ab-4d4a-9cb0-0862295337f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da400ad-2cea-4a45-9afa-614429c754bb HTTP/1.1" status: 200 len: 847 time: 0.1058481 Jul 08 02:09:28.830803 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:28.883383 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port b4049099-85e9-422d-9ea9-a700145af9c7, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b4049099-85e9-422d-9ea9-a700145af9c7,segment=NetworkSegment(58e7f216-7a10-4b6e-9327-e37bac82f560),segment_id=58e7f216-7a10-4b6e-9327-e37bac82f560)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:28.888576 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:28.891108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af909a1d-74dc-46ab-ad03-b26b57b858a6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:28.990049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-0513c9b1-001d-4cc8-a3fe-a1d5675bffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:28.992295 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-0513c9b1-001d-4cc8-a3fe-a1d5675bffde service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9108d442-46a8-4cbe-b3c3-62ff3b202b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2024791 Jul 08 02:09:29.034481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=b4049099-85e9-422d-9ea9-a700145af9c7,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:29.068683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port af909a1d-74dc-46ab-ad03-b26b57b858a6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:29.079297 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port af909a1d-74dc-46ab-ad03-b26b57b858a6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:29.079297 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.091134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.175970 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abf8e1a-f1b9-4719-a08a-7985f0707491 None None] New status for floating IP 4045d0df-a4b9-4f92-a178-ac94be364078: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:09:29.283992 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-19a0ee3f-c1c8-496f-b857-ada725098101 service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813220 Jul 08 02:09:29.317642 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.367288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port af909a1d-74dc-46ab-ad03-b26b57b858a6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af909a1d-74dc-46ab-ad03-b26b57b858a6,segment=NetworkSegment(a117491e-4182-4971-95e3-166db9dc9e13),segment_id=a117491e-4182-4971-95e3-166db9dc9e13)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:29.373008 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.441089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=af909a1d-74dc-46ab-ad03-b26b57b858a6,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:29.491701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:09:29.496499 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d7668d74-54be-41ba-a6e8-23abebaa6f94 req-201671e2-bde6-4310-880c-0cddece9002d service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016189 Jul 08 02:09:29.683836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:29.697310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Sync routers for ids ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:29.712725 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:29.720422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:29.720986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Routers {'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:29.721186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:29.728940 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c3e9739-edd3-4d61-83fd-04ae5be17ace admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1047592 Jul 08 02:09:29.908536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Set router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:30.061172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4049099-85e9-422d-9ea9-a700145af9c7 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:30.224827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b4049099-85e9-422d-9ea9-a700145af9c7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:30.225485 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.290638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'name': 'tempest-TestAggregatesBasicOps-751036705-router', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:24Z', 'updated_at': '2021-07-08T02:09:27Z', 'revision_number': 3, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'gw_port': {'id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:26Z', 'updated_at': '2021-07-08T02:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:30.330744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Checking router: e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:30.330977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Updating router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 port 834a885c-feb8-46f7-881c-08e4c2cec856 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:09:30.413710 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.450399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.540081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af909a1d-74dc-46ab-ad03-b26b57b858a6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:30.685476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port af909a1d-74dc-46ab-ad03-b26b57b858a6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:30.686227 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:30.739554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Allocated IP 172.20.0.1 (a5a16f94-54ac-4a8c-aaf6-48883dd73249/8120326b-7db2-4bc6-9f39-4738d448c7f4/b6032acf-f557-49b3-abfb-80085db78e49) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:30.992345 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.012207 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.035376 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Transition to ACTIVE for port object b6032acf-f557-49b3-abfb-80085db78e49 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:31.036912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Transition to ACTIVE for port object 834a885c-feb8-46f7-881c-08e4c2cec856 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:31.053058 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.107036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.151980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cb67f-c221-4e55-bb53-06aef07bf2c1 None None] Pushing event updated for resources: {'Port': ['ID=834a885c-feb8-46f7-881c-08e4c2cec856,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:31.155995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Attempting to bind port 834a885c-feb8-46f7-881c-08e4c2cec856 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:31.156601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Attempting to bind port 834a885c-feb8-46f7-881c-08e4c2cec856 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:31.157065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Attempting to bind port 834a885c-feb8-46f7-881c-08e4c2cec856 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:31.168937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:31.171451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:31.171994 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.172538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:31.174539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Bound port: 834a885c-feb8-46f7-881c-08e4c2cec856, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:31.177057 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.197292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Pushing event updated for resources: {'Port': ['ID=b6032acf-f557-49b3-abfb-80085db78e49,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:31.229428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Network a5a16f94-54ac-4a8c-aaf6-48883dd73249 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:31.232425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:31.237260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:31.285370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] For port 834a885c-feb8-46f7-881c-08e4c2cec856, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:31.290742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] For port 834a885c-feb8-46f7-881c-08e4c2cec856, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=834a885c-feb8-46f7-881c-08e4c2cec856,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:31.296283 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.401622 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.414529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Routers {'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:31.415852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:31.418535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3cb67f-c221-4e55-bb53-06aef07bf2c1 None None] Pushing event updated for resources: {'Port': ['ID=834a885c-feb8-46f7-881c-08e4c2cec856,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:31.615167 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.819101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-63aee59e-d697-4826-b986-1c04cdb55ff7 None None] Provisioning for port b6032acf-f557-49b3-abfb-80085db78e49 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:31.829358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-63aee59e-d697-4826-b986-1c04cdb55ff7 None None] Provisioning complete for port b6032acf-f557-49b3-abfb-80085db78e49 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:31.829866 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-63aee59e-d697-4826-b986-1c04cdb55ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.854242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] Set router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:31.945167 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:31.958412 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.032172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.043648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-63aee59e-d697-4826-b986-1c04cdb55ff7 None None] Port b6032acf-f557-49b3-abfb-80085db78e49 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:32.088385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'name': 'tempest-TestAggregatesBasicOps-751036705-router', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:24Z', 'updated_at': '2021-07-08T02:09:27Z', 'revision_number': 3, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'gw_port': {'id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:26Z', 'updated_at': '2021-07-08T02:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:32.133438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d969d78-e637-4729-8beb-a7ef034079d7 None None] The sync data for ids ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'] in n-d-694802-14 is: [{'id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'name': 'tempest-TestAggregatesBasicOps-751036705-router', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:24Z', 'updated_at': '2021-07-08T02:09:27Z', 'revision_number': 3, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'gw_port': {'id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:26Z', 'updated_at': '2021-07-08T02:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:32.163275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Pushing event updated for resources: {'Port': ['ID=b6032acf-f557-49b3-abfb-80085db78e49,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:32.253850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Network a5a16f94-54ac-4a8c-aaf6-48883dd73249 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:32.256379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:32.525890 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:09:32.610754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-02ffdd38-a049-4c7a-91e6-b94810623214 None None] Provisioning complete for port b6032acf-f557-49b3-abfb-80085db78e49 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:32.611226 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-02ffdd38-a049-4c7a-91e6-b94810623214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:32.716642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-02ffdd38-a049-4c7a-91e6-b94810623214 None None] Port b6032acf-f557-49b3-abfb-80085db78e49 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:32.928696 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:32.950884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dd5faae8-9200-4a4e-af7b-d3afdf09753d admin admin] 10.222.0.41 "PUT /v2.0/routers/e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2208562 Jul 08 02:09:34.033854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 834a885c-feb8-46f7-881c-08e4c2cec856 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:34.133224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 834a885c-feb8-46f7-881c-08e4c2cec856 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:34.143602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 834a885c-feb8-46f7-881c-08e4c2cec856 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:34.144243 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:34.300106 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:34.340033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 834a885c-feb8-46f7-881c-08e4c2cec856, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=834a885c-feb8-46f7-881c-08e4c2cec856,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:34.350775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:34.459993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=834a885c-feb8-46f7-881c-08e4c2cec856,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:34.688087 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:34.934654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:35.285724 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Sync routers for ids ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:35.305367 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Routers {'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:35.306550 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:35.560779 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Set router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:35.992660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'name': 'tempest-TestAggregatesBasicOps-751036705-router', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:24Z', 'updated_at': '2021-07-08T02:09:31Z', 'revision_number': 4, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'gw_port': {'id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:26Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'b6032acf-f557-49b3-abfb-80085db78e49', 'name': '', 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'mac_address': 'fa:16:3e:3c:30:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '8120326b-7db2-4bc6-9f39-4738d448c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:30Z', 'updated_at': '2021-07-08T02:09:31Z', 'revision_number': 2, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'subnets': [{'id': '8120326b-7db2-4bc6-9f39-4738d448c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:36.037519 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Checking router: e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:36.038006 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Updating router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 port b6032acf-f557-49b3-abfb-80085db78e49 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:09:36.106415 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 834a885c-feb8-46f7-881c-08e4c2cec856 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:36.130838 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.172815 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 834a885c-feb8-46f7-881c-08e4c2cec856 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:36.177030 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.360575 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.708247 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.743302 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Transition to ACTIVE for port object b6032acf-f557-49b3-abfb-80085db78e49 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:36.753983 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:36.948345 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b807baf-b4d6-41fb-bdef-b5c57b385c87 None None] Pushing event updated for resources: {'Port': ['ID=b6032acf-f557-49b3-abfb-80085db78e49,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:36.986903 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Attempting to bind port b6032acf-f557-49b3-abfb-80085db78e49 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:36.987276 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Attempting to bind port b6032acf-f557-49b3-abfb-80085db78e49 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '58e7f216-7a10-4b6e-9327-e37bac82f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:36.988104 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Attempting to bind port b6032acf-f557-49b3-abfb-80085db78e49 on network a5a16f94-54ac-4a8c-aaf6-48883dd73249 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:37.002476 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:37.003413 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Checking segment: {'id': '58e7f216-7a10-4b6e-9327-e37bac82f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:37.003852 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.004259 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Bound using segment: {'id': '58e7f216-7a10-4b6e-9327-e37bac82f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:37.009243 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Bound port: b6032acf-f557-49b3-abfb-80085db78e49, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e7f216-7a10-4b6e-9327-e37bac82f560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:37.009659 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.016690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] Deleting port af909a1d-74dc-46ab-ad03-b26b57b858a6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:37.017415 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.189989 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] For port b6032acf-f557-49b3-abfb-80085db78e49, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:37.199347 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] For port b6032acf-f557-49b3-abfb-80085db78e49, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b6032acf-f557-49b3-abfb-80085db78e49,segment=NetworkSegment(58e7f216-7a10-4b6e-9327-e37bac82f560),segment_id=58e7f216-7a10-4b6e-9327-e37bac82f560)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:37.208948 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.431340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] For port af909a1d-74dc-46ab-ad03-b26b57b858a6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af909a1d-74dc-46ab-ad03-b26b57b858a6,segment=NetworkSegment(a117491e-4182-4971-95e3-166db9dc9e13),segment_id=a117491e-4182-4971-95e3-166db9dc9e13)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:37.431945 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:37.453741 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Routers {'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:37.454410 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:37.504189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] Calling delete_port for af909a1d-74dc-46ab-ad03-b26b57b858a6 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:37.628887 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b807baf-b4d6-41fb-bdef-b5c57b385c87 None None] Pushing event updated for resources: {'Port': ['ID=b6032acf-f557-49b3-abfb-80085db78e49,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:37.861538 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] Set router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:37.989140 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.027174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af909a1d-74dc-46ab-ad03-b26b57b858a6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:38.277573 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'name': 'tempest-TestAggregatesBasicOps-751036705-router', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:24Z', 'updated_at': '2021-07-08T02:09:31Z', 'revision_number': 4, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'gw_port': {'id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:26Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'b6032acf-f557-49b3-abfb-80085db78e49', 'name': '', 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'mac_address': 'fa:16:3e:3c:30:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '8120326b-7db2-4bc6-9f39-4738d448c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:30Z', 'updated_at': '2021-07-08T02:09:37Z', 'revision_number': 4, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'subnets': [{'id': '8120326b-7db2-4bc6-9f39-4738d448c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:38.312669 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2095a0-f530-47ca-90cf-9f3ed4772b32 None None] The sync data for ids ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'] in n-d-694802-14 is: [{'id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'name': 'tempest-TestAggregatesBasicOps-751036705-router', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:24Z', 'updated_at': '2021-07-08T02:09:31Z', 'revision_number': 4, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'gw_port': {'id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:26Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'b6032acf-f557-49b3-abfb-80085db78e49', 'name': '', 'network_id': 'a5a16f94-54ac-4a8c-aaf6-48883dd73249', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'mac_address': 'fa:16:3e:3c:30:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '8120326b-7db2-4bc6-9f39-4738d448c7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:30Z', 'updated_at': '2021-07-08T02:09:37Z', 'revision_number': 4, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'subnets': [{'id': '8120326b-7db2-4bc6-9f39-4738d448c7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:38.332763 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:38.786810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] Router f7557825-f5f1-4917-b006-9d925b1b532c has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:09:39.005305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:39.015584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1961cf10-8d88-4176-81b4-a11e78eff9d0 admin admin] 10.222.0.41 "PUT /v2.0/routers/f7557825-f5f1-4917-b006-9d925b1b532c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0786273 Jul 08 02:09:39.016571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] Sync routers for ids ['f7557825-f5f1-4917-b006-9d925b1b532c'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:39.017998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36420) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:39.089029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] Routers {'f7557825-f5f1-4917-b006-9d925b1b532c'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:39.090924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f7557825-f5f1-4917-b006-9d925b1b532c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:39.199328 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.322386 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.434503 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.450333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] Set router f7557825-f5f1-4917-b006-9d925b1b532c gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:39.455447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Deleting port 116da665-498d-4b48-bb47-685193bfdfa8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:39.456057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.763030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] For port 116da665-498d-4b48-bb47-685193bfdfa8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=116da665-498d-4b48-bb47-685193bfdfa8,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:39.763720 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:39.797468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Calling delete_port for 116da665-498d-4b48-bb47-685193bfdfa8 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:39.933769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'name': 'tempest-TestAggregatesBasicOps-1539238161-router', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114'}], 'enable_snat': True}, 'gw_port_id': '116da665-498d-4b48-bb47-685193bfdfa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:13Z', 'updated_at': '2021-07-08T02:09:37Z', 'revision_number': 5, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'gw_port': {'id': '116da665-498d-4b48-bb47-685193bfdfa8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:14Z', 'updated_at': '2021-07-08T02:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:40.073471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] Checking router: f7557825-f5f1-4917-b006-9d925b1b532c for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:40.097200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] Routers {'f7557825-f5f1-4917-b006-9d925b1b532c'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:40.100258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['f7557825-f5f1-4917-b006-9d925b1b532c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:40.170710 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.248031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=116da665-498d-4b48-bb47-685193bfdfa8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:40.329737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b6032acf-f557-49b3-abfb-80085db78e49 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:40.372208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] Set router f7557825-f5f1-4917-b006-9d925b1b532c gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:40.438047 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.493855 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'name': 'tempest-TestAggregatesBasicOps-1539238161-router', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:13Z', 'updated_at': '2021-07-08T02:09:39Z', 'revision_number': 6, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:40.609234 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba92c2fa-fa20-4001-ab69-c48e1a85f642 None None] The sync data for ids ['f7557825-f5f1-4917-b006-9d925b1b532c'] in n-d-694802-14 is: [{'id': 'f7557825-f5f1-4917-b006-9d925b1b532c', 'name': 'tempest-TestAggregatesBasicOps-1539238161-router', 'tenant_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:13Z', 'updated_at': '2021-07-08T02:09:39Z', 'revision_number': 6, 'project_id': 'b55cfdf3dc11493e9ffa2788e094e3fd', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:40.641542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b6032acf-f557-49b3-abfb-80085db78e49 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:40.651715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b6032acf-f557-49b3-abfb-80085db78e49 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:40.652267 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.837952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.841482 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.881552 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.937830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port b6032acf-f557-49b3-abfb-80085db78e49, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b6032acf-f557-49b3-abfb-80085db78e49,segment=NetworkSegment(58e7f216-7a10-4b6e-9327-e37bac82f560),segment_id=58e7f216-7a10-4b6e-9327-e37bac82f560)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:40.946470 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.989276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:40.989937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7557825-f5f1-4917-b006-9d925b1b532c {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:09:41.002129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.003340 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0e8cf5f6-59eb-4bed-9e90-2d2f81060f45 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f7557825-f5f1-4917-b006-9d925b1b532c HTTP/1.1" status: 204 len: 168 time: 1.9843423 Jul 08 02:09:41.006384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36596) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:41.048380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=b6032acf-f557-49b3-abfb-80085db78e49,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:41.059791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.060235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.061707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.061922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.062232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.062566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.062900 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.063323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.063548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.063879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.064211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.066813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:09:41.135875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d34838-ba83-44fd-889a-4e914338e787 admin admin] Deleting subnet bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:09:41.145813 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1d34838-ba83-44fd-889a-4e914338e787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.225295 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1d34838-ba83-44fd-889a-4e914338e787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.424730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1d34838-ba83-44fd-889a-4e914338e787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.513771 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1d34838-ba83-44fd-889a-4e914338e787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.581437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d34838-ba83-44fd-889a-4e914338e787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:41.587728 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1d34838-ba83-44fd-889a-4e914338e787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.589706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a1d34838-ba83-44fd-889a-4e914338e787 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bd4ca2a3-fc8b-4b3b-9a79-b6fbf6a1577e HTTP/1.1" status: 204 len: 168 time: 0.5803046 Jul 08 02:09:41.593191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36656) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:41.600932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888cedb8-a14c-44b1-b74b-1d1d35c2f4af None None] Network 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:41.734136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:41.921030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe9512-c54c-41a0-877e-903f17432b7c None None] DHCP port deletion for 9066d2fd-e0a4-4d97-9f12-6e925be1a3fa request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:09:41.953364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Deleting port 2a17b65f-f834-4743-8ab5-18b6c172be38 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:41.953954 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.030353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b6032acf-f557-49b3-abfb-80085db78e49 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:42.119188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3efe9512-c54c-41a0-877e-903f17432b7c None None] Deleting port 2a17b65f-f834-4743-8ab5-18b6c172be38 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:42.119832 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3efe9512-c54c-41a0-877e-903f17432b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.178016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b6032acf-f557-49b3-abfb-80085db78e49 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:42.178416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] For port 2a17b65f-f834-4743-8ab5-18b6c172be38, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2a17b65f-f834-4743-8ab5-18b6c172be38,segment=NetworkSegment(a117491e-4182-4971-95e3-166db9dc9e13),segment_id=a117491e-4182-4971-95e3-166db9dc9e13)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:42.178789 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.179125 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.209489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Calling delete_port for 2a17b65f-f834-4743-8ab5-18b6c172be38 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:42.399999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3efe9512-c54c-41a0-877e-903f17432b7c None None] For port 2a17b65f-f834-4743-8ab5-18b6c172be38, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2a17b65f-f834-4743-8ab5-18b6c172be38,segment=NetworkSegment(a117491e-4182-4971-95e3-166db9dc9e13),segment_id=a117491e-4182-4971-95e3-166db9dc9e13)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:42.401780 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3efe9512-c54c-41a0-877e-903f17432b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.444851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3efe9512-c54c-41a0-877e-903f17432b7c None None] Calling delete_port for 2a17b65f-f834-4743-8ab5-18b6c172be38 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:42.472757 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.529414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] No DVR routers for this DVR port 2a17b65f-f834-4743-8ab5-18b6c172be38 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:42.599763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 116da665-498d-4b48-bb47-685193bfdfa8 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:42.609744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2a17b65f-f834-4743-8ab5-18b6c172be38,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:42.630796 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 116da665-498d-4b48-bb47-685193bfdfa8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:42.632702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 116da665-498d-4b48-bb47-685193bfdfa8 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:42.633373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af909a1d-74dc-46ab-ad03-b26b57b858a6 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:42.682157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.687690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: af909a1d-74dc-46ab-ad03-b26b57b858a6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:42.696020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af909a1d-74dc-46ab-ad03-b26b57b858a6 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:42.706005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9066d2fd-e0a4-4d97-9f12-6e925be1a3fa']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:42.727023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a117491e-4182-4971-95e3-166db9dc9e13') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:42.727614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a117491e-4182-4971-95e3-166db9dc9e13') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:42.729508 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3efe9512-c54c-41a0-877e-903f17432b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.748039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.760671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe9512-c54c-41a0-877e-903f17432b7c None None] Pushing event deleted for resources: {'Port': ['ID=2a17b65f-f834-4743-8ab5-18b6c172be38,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:42.762990 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efe9512-c54c-41a0-877e-903f17432b7c None None] No DVR routers for this DVR port 2a17b65f-f834-4743-8ab5-18b6c172be38 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:42.772652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.780402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:42.780995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:42.783057 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:42.864139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.871775 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:42.879441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36770) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:42.886490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] 10.222.0.41 "DELETE /v2.0/networks/9066d2fd-e0a4-4d97-9f12-6e925be1a3fa HTTP/1.1" status: 204 len: 168 time: 1.2921746 Jul 08 02:09:42.917557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7b078-4097-4d44-a0db-b248660383ad admin admin] Pushing event deleted for resources: {'Network': ['ID=9066d2fd-e0a4-4d97-9f12-6e925be1a3fa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:43.464121 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.834994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36782) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:43.842750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] Deleting port b6032acf-f557-49b3-abfb-80085db78e49 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:43.843629 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:43.997498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2a17b65f-f834-4743-8ab5-18b6c172be38 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:44.037557 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] For port b6032acf-f557-49b3-abfb-80085db78e49, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b6032acf-f557-49b3-abfb-80085db78e49,segment=NetworkSegment(58e7f216-7a10-4b6e-9327-e37bac82f560),segment_id=58e7f216-7a10-4b6e-9327-e37bac82f560)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:44.038106 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.060636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 2a17b65f-f834-4743-8ab5-18b6c172be38 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:44.061478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2a17b65f-f834-4743-8ab5-18b6c172be38 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:44.077429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] Calling delete_port for b6032acf-f557-49b3-abfb-80085db78e49 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:44.087502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-795be9a7-8597-4766-a0cd-560b16248a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.258966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-795be9a7-8597-4766-a0cd-560b16248a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.269302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-795be9a7-8597-4766-a0cd-560b16248a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.334265 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-795be9a7-8597-4766-a0cd-560b16248a74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af5a0b921b564b9eb01095eec3ce6f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958541 Jul 08 02:09:44.334265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795be9a7-8597-4766-a0cd-560b16248a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcdf98e-25d4-499f-85ef-80399d90799d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:44.335771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36794) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:44.382142 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.404247 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-291dfe89-14e9-496b-9520-cea19a3e08f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.426791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6032acf-f557-49b3-abfb-80085db78e49,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:44.434864 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-291dfe89-14e9-496b-9520-cea19a3e08f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.526416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-291dfe89-14e9-496b-9520-cea19a3e08f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.532038 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-291dfe89-14e9-496b-9520-cea19a3e08f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:44.536735 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-291dfe89-14e9-496b-9520-cea19a3e08f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbcdf98e-25d4-499f-85ef-80399d90799d HTTP/1.1" status: 204 len: 168 time: 0.1879294 Jul 08 02:09:44.548463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dfe89-14e9-496b-9520-cea19a3e08f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcdf98e-25d4-499f-85ef-80399d90799d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:44.715686 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.003412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36800) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:45.026786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f26a02d-e505-435e-ba55-db31395acfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.085932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] Router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:09:45.208793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f26a02d-e505-435e-ba55-db31395acfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.214499 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1f26a02d-e505-435e-ba55-db31395acfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.253955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:45.276109 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] Sync routers for ids ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:45.278406 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5edc91a4-9747-4063-bb02-542dc2f8d8e0 admin admin] 10.222.0.41 "PUT /v2.0/routers/e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3971608 Jul 08 02:09:45.281957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36806) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:45.283308 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1f26a02d-e505-435e-ba55-db31395acfaf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d2549e386db43e999dc18ba5e4c41a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756817 Jul 08 02:09:45.288570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36808) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:45.295619 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] Routers {'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:45.296646 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:45.314959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26a02d-e505-435e-ba55-db31395acfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaf912b-594e-4d54-95c4-08f4e04e753a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:45.553346 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] Set router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:45.639747 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:09:45.807754 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'name': 'tempest-TestAggregatesBasicOps-751036705-router', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:24Z', 'updated_at': '2021-07-08T02:09:44Z', 'revision_number': 5, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'gw_port': {'id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:26Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:45.837799 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] Checking router: e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:45.839355 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29eed0b2-15d1-437a-a8b4-26f413327db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.850282 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] Routers {'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:45.851023 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:45.872990 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:45.941116 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29eed0b2-15d1-437a-a8b4-26f413327db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.004650 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] Set router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:46.066267 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.081796 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29eed0b2-15d1-437a-a8b4-26f413327db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.084527 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-29eed0b2-15d1-437a-a8b4-26f413327db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.088389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-29eed0b2-15d1-437a-a8b4-26f413327db6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fdaf912b-594e-4d54-95c4-08f4e04e753a HTTP/1.1" status: 204 len: 168 time: 0.7898641 Jul 08 02:09:46.128346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eed0b2-15d1-437a-a8b4-26f413327db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaf912b-594e-4d54-95c4-08f4e04e753a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:46.170966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Deleting port 834a885c-feb8-46f7-881c-08e4c2cec856 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:46.171595 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.308013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] For port 834a885c-feb8-46f7-881c-08e4c2cec856, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=834a885c-feb8-46f7-881c-08e4c2cec856,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:46.308831 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.312156 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'name': 'tempest-TestAggregatesBasicOps-751036705-router', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:24Z', 'updated_at': '2021-07-08T02:09:44Z', 'revision_number': 5, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'gw_port': {'id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:26Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:46.338695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Calling delete_port for 834a885c-feb8-46f7-881c-08e4c2cec856 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:46.381536 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cfee23-af83-42dd-be59-b4cfc986ecfd None None] The sync data for ids ['e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850'] in n-d-694802-14 is: [{'id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'name': 'tempest-TestAggregatesBasicOps-751036705-router', 'tenant_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:24Z', 'updated_at': '2021-07-08T02:09:44Z', 'revision_number': 5, 'project_id': 'ee2280e59f1044689f8419d6ec91c6bb', 'gw_port': {'id': '834a885c-feb8-46f7-881c-08e4c2cec856', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:86:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:26Z', 'updated_at': '2021-07-08T02:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:46.640550 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.676924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Pushing event deleted for resources: {'Port': ['ID=834a885c-feb8-46f7-881c-08e4c2cec856,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:46.788151 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.948535 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:46.952445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.043479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.044396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:09:47.052528 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.053715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e1c7b199-8c90-490d-8383-1fd58d67f489 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e4b3e4d1-b77a-4874-9e3b-38e5a0dd0850 HTTP/1.1" status: 204 len: 168 time: 1.7703972 Jul 08 02:09:47.056428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36842) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:47.132570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bee6a87-3d39-411c-a38b-ad4c9297b40d admin admin] Deleting subnet 8120326b-7db2-4bc6-9f39-4738d448c7f4 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:09:47.144708 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7bee6a87-3d39-411c-a38b-ad4c9297b40d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.190376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7bee6a87-3d39-411c-a38b-ad4c9297b40d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.311873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7bee6a87-3d39-411c-a38b-ad4c9297b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.438744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7bee6a87-3d39-411c-a38b-ad4c9297b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.461484 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7bee6a87-3d39-411c-a38b-ad4c9297b40d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.465517 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7bee6a87-3d39-411c-a38b-ad4c9297b40d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8120326b-7db2-4bc6-9f39-4738d448c7f4 HTTP/1.1" status: 204 len: 168 time: 0.4078851 Jul 08 02:09:47.466463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd01da8-f610-49db-b8b7-38d57bd396f9 None None] Network a5a16f94-54ac-4a8c-aaf6-48883dd73249 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:47.469419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36856) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:47.491094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee6a87-3d39-411c-a38b-ad4c9297b40d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8120326b-7db2-4bc6-9f39-4738d448c7f4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:47.629993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.714752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Deleting port b4049099-85e9-422d-9ea9-a700145af9c7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:47.715101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.805105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] For port b4049099-85e9-422d-9ea9-a700145af9c7, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b4049099-85e9-422d-9ea9-a700145af9c7,segment=NetworkSegment(58e7f216-7a10-4b6e-9327-e37bac82f560),segment_id=58e7f216-7a10-4b6e-9327-e37bac82f560)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:47.805577 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:47.825983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] DHCP port deletion for a5a16f94-54ac-4a8c-aaf6-48883dd73249 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:09:47.833067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Calling delete_port for b4049099-85e9-422d-9ea9-a700145af9c7 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:47.981128 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.001913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] Deleting port b4049099-85e9-422d-9ea9-a700145af9c7 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:48.004890 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.040817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4049099-85e9-422d-9ea9-a700145af9c7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:48.044282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] No DVR routers for this DVR port b4049099-85e9-422d-9ea9-a700145af9c7 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:48.080036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 834a885c-feb8-46f7-881c-08e4c2cec856 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:48.156603 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.172482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a16f94-54ac-4a8c-aaf6-48883dd73249']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:48.191488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e7f216-7a10-4b6e-9327-e37bac82f560') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:48.192474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e7f216-7a10-4b6e-9327-e37bac82f560') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:48.213302 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.244328 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.266300 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:09:48.266300 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:09:48.266954 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:09:48.299433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 834a885c-feb8-46f7-881c-08e4c2cec856 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:48.299782 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 834a885c-feb8-46f7-881c-08e4c2cec856 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:48.300464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4049099-85e9-422d-9ea9-a700145af9c7 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:48.325015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b4049099-85e9-422d-9ea9-a700145af9c7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:48.325664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b4049099-85e9-422d-9ea9-a700145af9c7 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:48.326264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b6032acf-f557-49b3-abfb-80085db78e49 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:48.354213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b6032acf-f557-49b3-abfb-80085db78e49 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:48.354944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b6032acf-f557-49b3-abfb-80085db78e49 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:09:48.369464 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.380809 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.384534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] For port b4049099-85e9-422d-9ea9-a700145af9c7, host n-d-694802-14, got binding levels [] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:48.385167 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.385959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5a16f94-54ac-4a8c-aaf6-48883dd73249 HTTP/1.1" status: 204 len: 168 time: 0.9144056 Jul 08 02:09:48.399226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817d0b0-e0b4-4186-ae7c-1f9f5136be97 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a16f94-54ac-4a8c-aaf6-48883dd73249,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:48.417242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] Calling delete_port for b4049099-85e9-422d-9ea9-a700145af9c7 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:48.421945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.ipam_backend_mixin [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] Port b4049099-85e9-422d-9ea9-a700145af9c7 was not found and therefore no delete operation was performed {{(pid=93885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:09:48.423281 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.441055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] Network a5a16f94-54ac-4a8c-aaf6-48883dd73249 is not hosted by any dhcp agent {{(pid=93885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 08 02:09:48.441933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] No DVR routers for this DVR port b4049099-85e9-422d-9ea9-a700145af9c7 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:48.481400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f71eb-c30f-4270-af75-32bf44637d1b None None] Pushing event deleted for resources: {'Port': ['ID=b4049099-85e9-422d-9ea9-a700145af9c7,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:48.710774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36910) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:48.765588 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e6489f40-abc9-4b0c-948c-9a9a3d49425b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b55cfdf3dc11493e9ffa2788e094e3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535226 Jul 08 02:09:48.768172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36912) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:48.829302 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30909268-69b5-46ee-b0be-aa087504761b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.855369 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30909268-69b5-46ee-b0be-aa087504761b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.920472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30909268-69b5-46ee-b0be-aa087504761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.923319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30909268-69b5-46ee-b0be-aa087504761b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:48.924843 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-30909268-69b5-46ee-b0be-aa087504761b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc83512c-c36a-4db9-9598-f7e65d648b5c HTTP/1.1" status: 204 len: 168 time: 0.1553071 Jul 08 02:09:48.934726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30909268-69b5-46ee-b0be-aa087504761b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc83512c-c36a-4db9-9598-f7e65d648b5c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:49.501488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36942) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:49.579167 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-259dd4d2-6b9e-41cb-a1f2-7db21216cf11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee2280e59f1044689f8419d6ec91c6bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679028 Jul 08 02:09:49.579167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36948) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:49.660506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f9c3-bc0b-4f65-baff-256c3764e3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.691900 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f9c3-bc0b-4f65-baff-256c3764e3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.770473 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f9c3-bc0b-4f65-baff-256c3764e3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.774781 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f9c3-bc0b-4f65-baff-256c3764e3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:49.776246 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9fa4f9c3-bc0b-4f65-baff-256c3764e3b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f3dab1c-d8b4-4376-9c21-aa1b294feb31 HTTP/1.1" status: 204 len: 168 time: 0.1966660 Jul 08 02:09:49.799160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4f9c3-bc0b-4f65-baff-256c3764e3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3dab1c-d8b4-4376-9c21-aa1b294feb31,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:50.290359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36962) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:50.468997 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f51052-814e-4c20-9f47-7d1bb42491bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.653233 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7bcee54b-641b-4eed-9e41-709cb3c8a6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.676204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f51052-814e-4c20-9f47-7d1bb42491bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.683099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89f51052-814e-4c20-9f47-7d1bb42491bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.754196 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-89f51052-814e-4c20-9f47-7d1bb42491bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fcb7b8c2cd84328996fc9e3c1e87571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626207 Jul 08 02:09:50.757325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36980) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:50.767548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f51052-814e-4c20-9f47-7d1bb42491bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472dc51a-8e00-4a0c-bb46-8e9f53d742fb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:50.866560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20bdf782-9817-49a3-997b-ba4768d74346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.917776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20bdf782-9817-49a3-997b-ba4768d74346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.990449 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20bdf782-9817-49a3-997b-ba4768d74346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.993202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20bdf782-9817-49a3-997b-ba4768d74346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:50.996828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-20bdf782-9817-49a3-997b-ba4768d74346 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/472dc51a-8e00-4a0c-bb46-8e9f53d742fb HTTP/1.1" status: 204 len: 168 time: 0.2359333 Jul 08 02:09:51.010170 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdf782-9817-49a3-997b-ba4768d74346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472dc51a-8e00-4a0c-bb46-8e9f53d742fb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:51.149480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 36990) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:51.395379 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-0d993640-17db-411c-8bc6-0712f2ab9275 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0890090 Jul 08 02:09:51.463367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1871991583-network', 'tenant_id': '7afc56f361c745a7aac9780da8d95363'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:51.533305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Made reservation on behalf of 7afc56f361c745a7aac9780da8d95363 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:51.536485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.567722 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.568011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 36998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:51.589749 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7046ddc-9f46-4666-96d6-8ba0d7740acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.596526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-f71947d9-5a71-47b5-8bf1-6c46f7d09526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:51.598111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-f71947d9-5a71-47b5-8bf1-6c46f7d09526 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27982e2e2fa244ff89aa6d70e0b5d617&device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 1098 time: 0.1313448 Jul 08 02:09:51.740520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-74eb2297-ac7c-4f1a-9231-0cfbab00a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:51.741997 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-74eb2297-ac7c-4f1a-9231-0cfbab00a032 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5f3959b-baa9-4129-99fa-8be7998989f4 HTTP/1.1" status: 200 len: 915 time: 0.1171381 Jul 08 02:09:51.800065 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-6025b922-b574-455e-b759-b719b0fb9ccc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73199ced-0aca-47bd-910f-5222b0d7ba5b HTTP/1.1" status: 200 len: 217 time: 0.0504584 Jul 08 02:09:51.809713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.868445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-5c8b19c1-e672-4868-be76-ede7fe81f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:51.868445 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-5c8b19c1-e672-4868-be76-ede7fe81f3c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=995ad66a-96ef-436c-9417-cddbd260991c HTTP/1.1" status: 200 len: 854 time: 0.0499692 Jul 08 02:09:51.868445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.919530 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-ab810928-c39b-4ca4-8652-477cef27a513 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5f3959b-baa9-4129-99fa-8be7998989f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472424 Jul 08 02:09:51.921255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:09:51.973590 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7046ddc-9f46-4666-96d6-8ba0d7740acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.987115 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7046ddc-9f46-4666-96d6-8ba0d7740acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:51.992420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.006296 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Added segment 922dc489-4e7d-4759-bc85-9d55866f1db0 of type vlan for network 4897b7a4-7fe7-4a74-9371-b6eeb629862d Jul 08 02:09:52.016714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c7046ddc-9f46-4666-96d6-8ba0d7740acc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b110397ddee9469d882235cb64a15091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474931 Jul 08 02:09:52.023863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:52.058709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a902bee-4452-44ef-815b-a84b6ea33826,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:52.065666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7046ddc-9f46-4666-96d6-8ba0d7740acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d20704c-3fcf-43d5-b84d-52003909abfe,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:52.111017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.112781 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06d50211-a38a-480f-a316-05f4907fb3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.159212 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06d50211-a38a-480f-a316-05f4907fb3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.201717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-9646c481-500f-4675-8a8d-1420eb3db0ea service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717209 Jul 08 02:09:52.219053 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.220333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:52.220957 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.233687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06d50211-a38a-480f-a316-05f4907fb3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.239552 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-06d50211-a38a-480f-a316-05f4907fb3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.241262 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-06d50211-a38a-480f-a316-05f4907fb3dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d20704c-3fcf-43d5-b84d-52003909abfe HTTP/1.1" status: 204 len: 168 time: 0.2161164 Jul 08 02:09:52.257409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d50211-a38a-480f-a316-05f4907fb3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d20704c-3fcf-43d5-b84d-52003909abfe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:52.346579 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1964142 Jul 08 02:09:52.351077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37008) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:52.358018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Request body: {'subnet': {'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1871991583-subnet', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:52.394116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7288cd-5ebd-4e5e-9b8d-377669b67ede admin admin] Pushing event updated for resources: {'Network': ['ID=4897b7a4-7fe7-4a74-9371-b6eeb629862d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:52.415634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:09:52.428386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Made reservation on behalf of 7afc56f361c745a7aac9780da8d95363 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:09:52.429240 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.456357 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb96bec5-a392-47b6-973e-4e7b8866955b req-0810079c-5b9c-4cb7-ad23-f63482656a23 service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479911 Jul 08 02:09:52.754374 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.806411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37018) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:52.858586 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b3c9983-5699-446d-9bc9-a5b2b4822107,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:52.862336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Checking segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:52.862635 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Network hostable DHCP agents. Network: 4897b7a4-7fe7-4a74-9371-b6eeb629862d, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:09:52.891667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:09:52.913671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 4897b7a4-7fe7-4a74-9371-b6eeb629862d) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:52.924557 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:52.924961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b07fc4-0bd9-4624-b68a-a43de176ce02 None None] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:52.925208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:52.956995 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-91f2e320-07ea-4b9f-bdf8-dacd79015ea8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6046610 Jul 08 02:09:52.957849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:52.974683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:09:53.017810 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.020662 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.186501 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.203054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:09:53.204135 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.438149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.498533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Allocated IP 172.20.0.2 (4897b7a4-7fe7-4a74-9371-b6eeb629862d/0b3c9983-5699-446d-9bc9-a5b2b4822107/cdfcbd25-6312-4346-aa43-15223c6b5c98) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:53.655416 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26b9d9f6-f084-45be-b310-f3d6bedb5acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.751001 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.767714 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d496-9c22-4017-8be5-df143e14ed30 req-5535720c-8a9a-4096-a89d-50924f1a6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:53.769559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8ea9d496-9c22-4017-8be5-df143e14ed30 req-5535720c-8a9a-4096-a89d-50924f1a6321 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 1097 time: 0.9616492 Jul 08 02:09:53.836723 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.841490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8ea9d496-9c22-4017-8be5-df143e14ed30 req-ba4e4aff-eb5a-45c4-a032-fd7381824fb9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645924 Jul 08 02:09:53.859166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Transition to ACTIVE for port object cdfcbd25-6312-4346-aa43-15223c6b5c98 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:53.885031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Transition to ACTIVE for port object cdfcbd25-6312-4346-aa43-15223c6b5c98 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:53.896383 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.898230 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.918331 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:53.940827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:53.942751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:53.943088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e989f9-9caf-4a9a-bfda-f6331886b575 req-190a3b49-48dc-485e-9dd5-24da503b54c3 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:53.944693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6e989f9-9caf-4a9a-bfda-f6331886b575 req-190a3b49-48dc-485e-9dd5-24da503b54c3 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 946 time: 0.1624134 Jul 08 02:09:53.953880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:54.072499 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Pushing event updated for resources: {'Port': ['ID=cdfcbd25-6312-4346-aa43-15223c6b5c98,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:54.079785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6e989f9-9caf-4a9a-bfda-f6331886b575 req-f830c780-a00c-4d59-98a2-9bce06af0a04 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036010 Jul 08 02:09:54.116882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Allocated IP 172.25.4.40 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/c765258c-8823-4952-acef-972f84570647) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:54.121330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Attempting to bind port cdfcbd25-6312-4346-aa43-15223c6b5c98 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:54.121330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Attempting to bind port cdfcbd25-6312-4346-aa43-15223c6b5c98 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:54.121330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Attempting to bind port cdfcbd25-6312-4346-aa43-15223c6b5c98 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:54.137807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:54.138513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Checking segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:54.140591 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.143257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Bound using segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:54.143516 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-b2e678aa-786a-4219-8cba-db6a21fd4ef0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1290660 Jul 08 02:09:54.149185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Bound port: cdfcbd25-6312-4346-aa43-15223c6b5c98, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:54.150047 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.333319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-0044ab92-7b68-4070-a8b4-ef9b665616e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.335581 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-0044ab92-7b68-4070-a8b4-ef9b665616e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17b1c052c50b4bbc868876a992e737e9&device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 1097 time: 0.1343608 Jul 08 02:09:54.351064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] For port cdfcbd25-6312-4346-aa43-15223c6b5c98, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:54.369865 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.374633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] For port cdfcbd25-6312-4346-aa43-15223c6b5c98, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=cdfcbd25-6312-4346-aa43-15223c6b5c98,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:54.387560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.428094 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.488160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a7be5-d10d-4fad-8b2b-2ce0071e0ae9 None None] Pushing event updated for resources: {'Port': ['ID=cdfcbd25-6312-4346-aa43-15223c6b5c98,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:54.511741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Pushing event updated for resources: {'Port': ['ID=c765258c-8823-4952-acef-972f84570647,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:54.516873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:54.518792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:54.527421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:54.551896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-6a6d032d-3b47-4c90-adc6-07c3e561f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.554662 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-6a6d032d-3b47-4c90-adc6-07c3e561f5b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9108d442-46a8-4cbe-b3c3-62ff3b202b17 HTTP/1.1" status: 200 len: 909 time: 0.1947773 Jul 08 02:09:54.677291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-818d941a-8fbc-43d4-9e4d-8ce096e3fac8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e HTTP/1.1" status: 200 len: 1000 time: 0.1158030 Jul 08 02:09:54.896628 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:54.907034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-8cb3a772-c800-49b1-9130-97823335e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:54.909526 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-8cb3a772-c800-49b1-9130-97823335e41d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da400ad-2cea-4a45-9afa-614429c754bb HTTP/1.1" status: 200 len: 847 time: 0.2262158 Jul 08 02:09:55.109899 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.140393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-d8e78dbc-77a0-419f-9b5e-55a710345ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:55.142801 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-d8e78dbc-77a0-419f-9b5e-55a710345ead service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9108d442-46a8-4cbe-b3c3-62ff3b202b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2243550 Jul 08 02:09:55.191024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-2f113a80-fced-4dbe-a85b-377301afe315 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:55.193864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-2f113a80-fced-4dbe-a85b-377301afe315 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.24 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 946 time: 0.2340374 Jul 08 02:09:55.501680 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-83555068-4c92-4666-8c22-5cec5585be9e service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496327 Jul 08 02:09:55.635949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-761bbf30-a133-4d16-888d-04e58d49709f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Deleting port 73199ced-0aca-47bd-910f-5222b0d7ba5b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:09:55.636352 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-761bbf30-a133-4d16-888d-04e58d49709f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.874666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-761bbf30-a133-4d16-888d-04e58d49709f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] For port 73199ced-0aca-47bd-910f-5222b0d7ba5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=73199ced-0aca-47bd-910f-5222b0d7ba5b,segment=NetworkSegment(6fd32a30-06bd-4494-92d9-c3019afe616c),segment_id=6fd32a30-06bd-4494-92d9-c3019afe616c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:55.875380 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-761bbf30-a133-4d16-888d-04e58d49709f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:55.912576 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffe9ec11-c51c-4cb3-9b03-9835a4693b10 req-e237bedf-66f0-4747-99ba-79c3ef360398 service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003921 Jul 08 02:09:55.913647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-761bbf30-a133-4d16-888d-04e58d49709f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Calling delete_port for 73199ced-0aca-47bd-910f-5222b0d7ba5b owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:09:55.980567 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.049283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc627cb5-15fd-4476-a772-c832e48a187c req-35e39ace-3546-41ed-983b-426228225ea7 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:09:56.050852 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc627cb5-15fd-4476-a772-c832e48a187c req-35e39ace-3546-41ed-983b-426228225ea7 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 946 time: 0.6679552 Jul 08 02:09:56.088662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cdfcbd25-6312-4346-aa43-15223c6b5c98 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:56.191982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port cdfcbd25-6312-4346-aa43-15223c6b5c98 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:56.209217 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc627cb5-15fd-4476-a772-c832e48a187c req-969ad847-3cda-4c29-a3e6-a703c0a8247a tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435091 Jul 08 02:09:56.287575 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-761bbf30-a133-4d16-888d-04e58d49709f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.299658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['73199ced-0aca-47bd-910f-5222b0d7ba5b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:09:56.337681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bbf30-a133-4d16-888d-04e58d49709f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Pushing event deleted for resources: {'Port': ['ID=73199ced-0aca-47bd-910f-5222b0d7ba5b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:56.341294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Router 874042fb-60ff-4c09-914c-3d8ea4a97eba is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:09:56.361895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36cab91-660d-4e6a-aedc-2a6bdb6aed04 None None] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:09:56.453084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-761bbf30-a133-4d16-888d-04e58d49709f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] No DVR routers for this DVR port 73199ced-0aca-47bd-910f-5222b0d7ba5b on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:09:56.464469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-761bbf30-a133-4d16-888d-04e58d49709f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.469871 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-29daaaae-3c2e-4663-b5e1-90d180fbddd1 req-761bbf30-a133-4d16-888d-04e58d49709f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.24 "DELETE /v2.0/ports/73199ced-0aca-47bd-910f-5222b0d7ba5b HTTP/1.1" status: 204 len: 173 time: 1.2247341 Jul 08 02:09:56.470469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26579f1-3f9d-462c-8ba9-74048387d5fc', 'name': 'network-vif-deleted', 'tag': '73199ced-0aca-47bd-910f-5222b0d7ba5b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:09:56.473321 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8be72a-eda0-4ea9-b900-0e3ece238267" -d '{"events": [{"server_uuid": "d26579f1-3f9d-462c-8ba9-74048387d5fc", "name": "network-vif-deleted", "tag": "73199ced-0aca-47bd-910f-5222b0d7ba5b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:09:56.477188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e590cff6-d65a-4ebd-bea4-ab0f8704d6cc None None] Provisioning for port cdfcbd25-6312-4346-aa43-15223c6b5c98 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:56.539652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e590cff6-d65a-4ebd-bea4-ab0f8704d6cc None None] Provisioning complete for port cdfcbd25-6312-4346-aa43-15223c6b5c98 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:56.540158 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e590cff6-d65a-4ebd-bea4-ab0f8704d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.545694 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720535d9-9ac6-4e16-b044-8f5116b1d806 x-openstack-request-id: req-720535d9-9ac6-4e16-b044-8f5116b1d806 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:09:56.546066 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26579f1-3f9d-462c-8ba9-74048387d5fc", "name": "network-vif-deleted", "tag": "73199ced-0aca-47bd-910f-5222b0d7ba5b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:09:56.546391 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-720535d9-9ac6-4e16-b044-8f5116b1d806 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:09:56.546880 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26579f1-3f9d-462c-8ba9-74048387d5fc', 'name': 'network-vif-deleted', 'tag': '73199ced-0aca-47bd-910f-5222b0d7ba5b', 'status': 'completed', 'code': 200} Jul 08 02:09:56.549905 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.579627 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:56.596724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Sync routers for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:09:56.621415 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.625978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:56.626215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4e0997b0-1255-4699-b831-6235baf937cc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6631336 Jul 08 02:09:56.626713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:56.628075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37096) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:09:56.839298 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e590cff6-d65a-4ebd-bea4-ab0f8704d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:56.874323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:57.042756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e590cff6-d65a-4ebd-bea4-ab0f8704d6cc None None] For port cdfcbd25-6312-4346-aa43-15223c6b5c98, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=cdfcbd25-6312-4346-aa43-15223c6b5c98,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:09:57.059302 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e590cff6-d65a-4ebd-bea4-ab0f8704d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.188252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590cff6-d65a-4ebd-bea4-ab0f8704d6cc None None] Pushing event updated for resources: {'Port': ['ID=cdfcbd25-6312-4346-aa43-15223c6b5c98,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:57.218997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:54Z', 'revision_number': 3, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:57.277552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Checking router: 874042fb-60ff-4c09-914c-3d8ea4a97eba for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:09:57.277552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Updating router 874042fb-60ff-4c09-914c-3d8ea4a97eba port c765258c-8823-4952-acef-972f84570647 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:09:57.318838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-aa2a4b46-aa77-4525-9a69-8597d4f36500 None None] Provisioning complete for port cdfcbd25-6312-4346-aa43-15223c6b5c98 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:57.319215 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aa2a4b46-aa77-4525-9a69-8597d4f36500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.368680 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.468918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.546547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc3d4133-43be-481c-a03b-af7d0af96595 req-31745877-5750-4f84-8a6b-f637e734a8db tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=d26579f1-3f9d-462c-8ba9-74048387d5fc HTTP/1.1" status: 200 len: 210 time: 0.0584426 Jul 08 02:09:57.698071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Allocated IP 172.20.0.1 (4897b7a4-7fe7-4a74-9371-b6eeb629862d/0b3c9983-5699-446d-9bc9-a5b2b4822107/ba5b5993-0a46-43bd-a21d-75016e2a7d2d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:09:57.789455 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.808210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Transition to ACTIVE for port object c765258c-8823-4952-acef-972f84570647 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:57.817193 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.848069 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.866203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Transition to ACTIVE for port object ba5b5993-0a46-43bd-a21d-75016e2a7d2d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:09:57.876426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac694e-96f1-43a3-9e8f-90a96d183202 None None] Pushing event updated for resources: {'Port': ['ID=c765258c-8823-4952-acef-972f84570647,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:57.878732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Attempting to bind port c765258c-8823-4952-acef-972f84570647 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:09:57.879104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Attempting to bind port c765258c-8823-4952-acef-972f84570647 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:09:57.879468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Attempting to bind port c765258c-8823-4952-acef-972f84570647 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:09:57.885204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:09:57.885615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:09:57.886249 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.886649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:09:57.887131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Bound port: c765258c-8823-4952-acef-972f84570647, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:09:57.888674 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.923015 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.964911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] For port c765258c-8823-4952-acef-972f84570647, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:09:57.972329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] For port c765258c-8823-4952-acef-972f84570647, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c765258c-8823-4952-acef-972f84570647,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:09:57.973767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:57.978714 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:57.979787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:57.982944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:09:58.015460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cdfcbd25-6312-4346-aa43-15223c6b5c98 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:09:58.016968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5b5993-0a46-43bd-a21d-75016e2a7d2d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:58.045538 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.089444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:09:58.090735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:58.134203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac694e-96f1-43a3-9e8f-90a96d183202 None None] Pushing event updated for resources: {'Port': ['ID=c765258c-8823-4952-acef-972f84570647,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:58.163416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port cdfcbd25-6312-4346-aa43-15223c6b5c98 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:58.163901 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.288338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.433632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-95482b3d-2fd3-4e21-b22d-7101cf8c6d51 None None] Provisioning for port ba5b5993-0a46-43bd-a21d-75016e2a7d2d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:09:58.447175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-95482b3d-2fd3-4e21-b22d-7101cf8c6d51 None None] Provisioning complete for port ba5b5993-0a46-43bd-a21d-75016e2a7d2d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:58.447636 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-95482b3d-2fd3-4e21-b22d-7101cf8c6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.451642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:09:58.526799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.535979 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.624270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5b5993-0a46-43bd-a21d-75016e2a7d2d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:09:58.633588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-95482b3d-2fd3-4e21-b22d-7101cf8c6d51 None None] Port ba5b5993-0a46-43bd-a21d-75016e2a7d2d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:58.663995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:58.832853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:09:58.837673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:09:58.840694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:54Z', 'revision_number': 3, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:09:58.890993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59673a26-6a0f-4dfe-8b2a-5818f2c19a33 None None] The sync data for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 is: [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:54Z', 'revision_number': 3, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:09:59.103620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Router 874042fb-60ff-4c09-914c-3d8ea4a97eba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:09:59.177290 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-97d5b611-b2d4-429e-b825-5e5dbe9d1a59 None None] Provisioning complete for port ba5b5993-0a46-43bd-a21d-75016e2a7d2d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:09:59.178607 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-97d5b611-b2d4-429e-b825-5e5dbe9d1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:09:59.277904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-97d5b611-b2d4-429e-b825-5e5dbe9d1a59 None None] Port ba5b5993-0a46-43bd-a21d-75016e2a7d2d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:09:59.362707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:09:59.371811 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-34185a53-e991-4260-95a9-69ebfd3122c8 admin admin] 10.222.0.41 "PUT /v2.0/routers/874042fb-60ff-4c09-914c-3d8ea4a97eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7425771 Jul 08 02:09:59.643270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 73199ced-0aca-47bd-910f-5222b0d7ba5b no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:09:59.672949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 73199ced-0aca-47bd-910f-5222b0d7ba5b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:09:59.673278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 73199ced-0aca-47bd-910f-5222b0d7ba5b not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:10:00.162553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c765258c-8823-4952-acef-972f84570647 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:00.300537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c765258c-8823-4952-acef-972f84570647 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:00.306050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c765258c-8823-4952-acef-972f84570647 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:00.306703 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:00.482466 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:00.536327 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port c765258c-8823-4952-acef-972f84570647, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c765258c-8823-4952-acef-972f84570647,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:00.537342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:00.788144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=c765258c-8823-4952-acef-972f84570647,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:00.829152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37142) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:00.839952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1466166927-network', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:00.907261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Made reservation on behalf of 1dbb4d65c7fa45f691a0bb9949b6c844 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:00.911783 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:00.925530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.087825 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.094562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.132169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:10:01.154440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853ef8da-f7f1-4804-999d-ade153785f09,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:01.160558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.161539 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Added segment 032c8b69-24a2-4534-b41a-da3b62e5b3aa of type vlan for network cd99ea84-1379-4650-8788-cfbcfecb95a2 Jul 08 02:10:01.234817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.299876 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.301373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:01.304032 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.397363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37160) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:01.405506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Request body: {'subnet': {'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1466166927-subnet', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:01.409052 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5786674 Jul 08 02:10:01.420777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c072867-99a7-482c-b727-89e820c86cad admin admin] Pushing event updated for resources: {'Network': ['ID=cd99ea84-1379-4650-8788-cfbcfecb95a2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:01.436442 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Made reservation on behalf of 1dbb4d65c7fa45f691a0bb9949b6c844 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:01.439708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network cd99ea84-1379-4650-8788-cfbcfecb95a2 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:10:01.440035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.649798 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.729054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Checking segment: {'id': '032c8b69-24a2-4534-b41a-da3b62e5b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:01.729740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Network hostable DHCP agents. Network: cd99ea84-1379-4650-8788-cfbcfecb95a2, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:10:01.734270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd96349-07d9-4370-8a5f-462f14014cf0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:01.753873 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Network cd99ea84-1379-4650-8788-cfbcfecb95a2 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:10:01.768067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, cd99ea84-1379-4650-8788-cfbcfecb95a2) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:01.777492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de72d9-0e29-4fe2-a1f0-99b828c1f037 None None] Network cd99ea84-1379-4650-8788-cfbcfecb95a2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:01.783347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:01.784707 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.814555 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37164) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:01.819981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1466166927-router', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:01.823089 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7b231843-ce1f-4b28-b03e-b448d339cbf3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4161873 Jul 08 02:10:01.847592 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Sync routers for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:10:01.859139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.861408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:01.866002 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:01.866727 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:02.063054 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.147143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c765258c-8823-4952-acef-972f84570647 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:02.257390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c765258c-8823-4952-acef-972f84570647 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:02.257699 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:10:02.258685 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.300171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.301625 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-cd99ea84-1379-4650-8788-cfbcfecb95a2', 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'fixed_ips': [{'subnet_id': 'ecd96349-07d9-4370-8a5f-462f14014cf0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:10:02.302770 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.617501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37176) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:02.696596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Allocated IP 172.20.0.2 (cd99ea84-1379-4650-8788-cfbcfecb95a2/ecd96349-07d9-4370-8a5f-462f14014cf0/82483f2b-3f86-4929-aaad-265882a8b305) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:02.733542 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 2, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:02.826793 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Checking router: 874042fb-60ff-4c09-914c-3d8ea4a97eba for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:10:02.829184 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Updating router 874042fb-60ff-4c09-914c-3d8ea4a97eba port ba5b5993-0a46-43bd-a21d-75016e2a7d2d binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:10:02.853296 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef92788f-390c-4640-baee-c40f06c8d37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.880638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.957891 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:02.971196 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.004334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.027109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Transition to ACTIVE for port object 82483f2b-3f86-4929-aaad-265882a8b305 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:03.067524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Transition to ACTIVE for port object 82483f2b-3f86-4929-aaad-265882a8b305 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:03.078180 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.131550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Pushing event updated for resources: {'Port': ['ID=82483f2b-3f86-4929-aaad-265882a8b305,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:03.147587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Network cd99ea84-1379-4650-8788-cfbcfecb95a2 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:03.150099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:03.155525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:03.162819 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef92788f-390c-4640-baee-c40f06c8d37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.171777 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef92788f-390c-4640-baee-c40f06c8d37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.255697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ef92788f-390c-4640-baee-c40f06c8d37c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10ad5d77971246ffa4fffe0b04e0e443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6369121 Jul 08 02:10:03.256998 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92788f-390c-4640-baee-c40f06c8d37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba63ab67-8b9c-4076-8608-dc5a7063bb00,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:03.259093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 37182) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:03.345921 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Attempting to bind port 82483f2b-3f86-4929-aaad-265882a8b305 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:03.346491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Attempting to bind port 82483f2b-3f86-4929-aaad-265882a8b305 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '032c8b69-24a2-4534-b41a-da3b62e5b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:03.347563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Attempting to bind port 82483f2b-3f86-4929-aaad-265882a8b305 on network cd99ea84-1379-4650-8788-cfbcfecb95a2 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:03.355989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Allocated IP 172.25.4.8 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/64aab1d3-7c0d-4f58-b2c6-0d252f0330f0) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:03.357993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:03.358410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Checking segment: {'id': '032c8b69-24a2-4534-b41a-da3b62e5b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:03.359186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.359507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Bound using segment: {'id': '032c8b69-24a2-4534-b41a-da3b62e5b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:03.360533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Bound port: 82483f2b-3f86-4929-aaad-265882a8b305, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032c8b69-24a2-4534-b41a-da3b62e5b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:03.360763 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.530188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd957-f26d-4046-8679-ad3d6b01b875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.576404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] For port 82483f2b-3f86-4929-aaad-265882a8b305, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:03.581687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] For port 82483f2b-3f86-4929-aaad-265882a8b305, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=82483f2b-3f86-4929-aaad-265882a8b305,segment=NetworkSegment(032c8b69-24a2-4534-b41a-da3b62e5b3aa),segment_id=032c8b69-24a2-4534-b41a-da3b62e5b3aa)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:03.588779 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.604897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd957-f26d-4046-8679-ad3d6b01b875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.623560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.688773 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.705612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd957-f26d-4046-8679-ad3d6b01b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.707914 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Transition to ACTIVE for port object ba5b5993-0a46-43bd-a21d-75016e2a7d2d will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:03.709120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb8cd957-f26d-4046-8679-ad3d6b01b875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.710581 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cb8cd957-f26d-4046-8679-ad3d6b01b875 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba63ab67-8b9c-4076-8608-dc5a7063bb00 HTTP/1.1" status: 204 len: 168 time: 0.4504895 Jul 08 02:10:03.727589 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.730627 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:03.748831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e341f-356f-4915-9b73-420dbe6fb0ef None None] Pushing event updated for resources: {'Port': ['ID=82483f2b-3f86-4929-aaad-265882a8b305,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:03.755509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cd957-f26d-4046-8679-ad3d6b01b875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba63ab67-8b9c-4076-8608-dc5a7063bb00,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:03.843786 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Pushing event updated for resources: {'Port': ['ID=ba5b5993-0a46-43bd-a21d-75016e2a7d2d,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:03.864589 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.865079 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.865799 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.866273 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.866798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Pushing event updated for resources: {'Port': ['ID=64aab1d3-7c0d-4f58-b2c6-0d252f0330f0,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:03.867585 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.868020 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.868818 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.869257 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.869703 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.870134 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.870662 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.872091 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:03.873198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:03.875213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:03.878057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:04.060889 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Attempting to bind port ba5b5993-0a46-43bd-a21d-75016e2a7d2d on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:04.061912 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Attempting to bind port ba5b5993-0a46-43bd-a21d-75016e2a7d2d by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:04.062530 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Attempting to bind port ba5b5993-0a46-43bd-a21d-75016e2a7d2d on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:04.069584 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:04.070385 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Checking segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:04.071179 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.072530 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Bound using segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:04.073465 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Bound port: ba5b5993-0a46-43bd-a21d-75016e2a7d2d, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:04.074237 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.266299 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] For port ba5b5993-0a46-43bd-a21d-75016e2a7d2d, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:04.270349 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] For port ba5b5993-0a46-43bd-a21d-75016e2a7d2d, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ba5b5993-0a46-43bd-a21d-75016e2a7d2d,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:04.287356 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.317616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:04.343628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8749777-d8a7-4ef2-b95e-7b62afe600e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.372876 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:04.374442 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:04.407516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.464893 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa05fa-e388-4d7f-9df0-b3884d21b3cd None None] Pushing event updated for resources: {'Port': ['ID=ba5b5993-0a46-43bd-a21d-75016e2a7d2d,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:04.538632 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8749777-d8a7-4ef2-b95e-7b62afe600e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.556138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f8749777-d8a7-4ef2-b95e-7b62afe600e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.597511 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:10:04.690555 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f8749777-d8a7-4ef2-b95e-7b62afe600e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1437c8262a19466bb30085b66f620f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665667 Jul 08 02:10:04.690555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8749777-d8a7-4ef2-b95e-7b62afe600e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d15f324-b9cb-47d0-b929-a7e8360be5d1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:04.691219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37198) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:04.720425 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.817233 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79a07d56-8217-49c1-a6b0-339dd01ed0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:04.883139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79a07d56-8217-49c1-a6b0-339dd01ed0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.046079 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79a07d56-8217-49c1-a6b0-339dd01ed0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.050071 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79a07d56-8217-49c1-a6b0-339dd01ed0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.051900 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-79a07d56-8217-49c1-a6b0-339dd01ed0c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d15f324-b9cb-47d0-b929-a7e8360be5d1 HTTP/1.1" status: 204 len: 168 time: 0.3594232 Jul 08 02:10:05.064399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a07d56-8217-49c1-a6b0-339dd01ed0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d15f324-b9cb-47d0-b929-a7e8360be5d1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:05.380099 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:04Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:05.391938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:05.448481 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25b40be-9b14-42da-a772-f1e43afd6011 None None] The sync data for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 is: [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:04Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:10:05.759069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c7890-b6b3-40ea-a0a7-5e400b7de1d4 None None] Network cd99ea84-1379-4650-8788-cfbcfecb95a2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:10:05.770799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Router e569ecd1-c2f4-42b3-8122-323c5cc50d00 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:10:06.097291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0cdef37-aac3-4485-afa9-c0d523859b41 None None] Provisioning for port 82483f2b-3f86-4929-aaad-265882a8b305 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:06.102284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:10:06.120395 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Sync routers for ids ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:10:06.142458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Routers {'e569ecd1-c2f4-42b3-8122-323c5cc50d00'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:06.142945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:06.145207 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:06.147542 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4f6c14a5-50aa-4702-aa5e-8f07729db681 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3311412 Jul 08 02:10:06.149888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37218) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:06.322530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Set router e569ecd1-c2f4-42b3-8122-323c5cc50d00 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:10:06.423910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba5b5993-0a46-43bd-a21d-75016e2a7d2d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:06.752639 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port ba5b5993-0a46-43bd-a21d-75016e2a7d2d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:06.802194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ba5b5993-0a46-43bd-a21d-75016e2a7d2d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:06.802941 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:07.033418 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:07.166188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'name': 'tempest-TestVolumeBootPattern-1466166927-router', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:10:01Z', 'updated_at': '2021-07-08T02:10:04Z', 'revision_number': 3, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'gw_port': {'id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:07.225706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Checking router: e569ecd1-c2f4-42b3-8122-323c5cc50d00 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:10:07.226622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Updating router e569ecd1-c2f4-42b3-8122-323c5cc50d00 port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:10:07.284477 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:07.287473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port ba5b5993-0a46-43bd-a21d-75016e2a7d2d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ba5b5993-0a46-43bd-a21d-75016e2a7d2d,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:07.311014 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:07.312186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 82483f2b-3f86-4929-aaad-265882a8b305 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:07.353776 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:07.746810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=ba5b5993-0a46-43bd-a21d-75016e2a7d2d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:07.758894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 82483f2b-3f86-4929-aaad-265882a8b305 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:07.766844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 82483f2b-3f86-4929-aaad-265882a8b305 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:07.767220 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:07.783187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Allocated IP 172.20.0.1 (cd99ea84-1379-4650-8788-cfbcfecb95a2/ecd96349-07d9-4370-8a5f-462f14014cf0/715904f4-e07c-468c-a0d3-fe38c5f66f96) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:07.924798 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:07.964439 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:07.985579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Transition to ACTIVE for port object 715904f4-e07c-468c-a0d3-fe38c5f66f96 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:07.995744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 82483f2b-3f86-4929-aaad-265882a8b305, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=82483f2b-3f86-4929-aaad-265882a8b305,segment=NetworkSegment(032c8b69-24a2-4534-b41a-da3b62e5b3aa),segment_id=032c8b69-24a2-4534-b41a-da3b62e5b3aa)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:08.006605 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.040348 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.127844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Network cd99ea84-1379-4650-8788-cfbcfecb95a2 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:08.132198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:08.135055 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.145525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:08.150205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=82483f2b-3f86-4929-aaad-265882a8b305,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:08.158370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba5b5993-0a46-43bd-a21d-75016e2a7d2d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:08.164683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Transition to ACTIVE for port object 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:08.210454 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.242055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Pushing event updated for resources: {'Port': ['ID=715904f4-e07c-468c-a0d3-fe38c5f66f96,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:08.285114 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.374828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e773a5-9374-461f-867b-a640c5120b6b None None] Pushing event updated for resources: {'Port': ['ID=64aab1d3-7c0d-4f58-b2c6-0d252f0330f0,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:08.379002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ba5b5993-0a46-43bd-a21d-75016e2a7d2d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:08.379656 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.381776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Attempting to bind port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:08.382375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Attempting to bind port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:08.383082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Attempting to bind port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:08.422948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:08.423241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:08.423800 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.424350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:08.425061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Bound port: 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:08.425614 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.508181 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.572452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] For port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:08.589058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] For port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=64aab1d3-7c0d-4f58-b2c6-0d252f0330f0,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:08.595824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.667971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Routers {'e569ecd1-c2f4-42b3-8122-323c5cc50d00'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:08.668642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:08.717228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6b5f6fa3-9068-470b-8330-edecf70ba621 None None] Provisioning for port 715904f4-e07c-468c-a0d3-fe38c5f66f96 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:08.723548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e773a5-9374-461f-867b-a640c5120b6b None None] Pushing event updated for resources: {'Port': ['ID=64aab1d3-7c0d-4f58-b2c6-0d252f0330f0,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:08.733406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6b5f6fa3-9068-470b-8330-edecf70ba621 None None] Provisioning complete for port 715904f4-e07c-468c-a0d3-fe38c5f66f96 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:08.733788 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6b5f6fa3-9068-470b-8330-edecf70ba621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:08.814163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6b5f6fa3-9068-470b-8330-edecf70ba621 None None] Port 715904f4-e07c-468c-a0d3-fe38c5f66f96 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:08.858717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] Set router e569ecd1-c2f4-42b3-8122-323c5cc50d00 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:10:08.967767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95101-3ad1-46de-8373-4da013baa9aa req-16eb787f-77b8-452f-b9c4-d90a9f62f512 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:08.978835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-16eb787f-77b8-452f-b9c4-d90a9f62f512 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/networks?id=c5f3959b-baa9-4129-99fa-8be7998989f4 HTTP/1.1" status: 200 len: 814 time: 0.2835450 Jul 08 02:10:09.002259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-c6ba8335-69e2-44cb-ab15-82da96feeca7 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/quotas/27982e2e2fa244ff89aa6d70e0b5d617 HTTP/1.1" status: 200 len: 375 time: 0.0221889 Jul 08 02:10:09.022925 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.042913 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.064368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.066754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-ab9bb168-9d4c-4325-ae47-9e02cab10b65 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=27982e2e2fa244ff89aa6d70e0b5d617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500376 Jul 08 02:10:09.129219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'name': 'tempest-TestVolumeBootPattern-1466166927-router', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:10:01Z', 'updated_at': '2021-07-08T02:10:08Z', 'revision_number': 4, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'gw_port': {'id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '715904f4-e07c-468c-a0d3-fe38c5f66f96', 'name': '', 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'mac_address': 'fa:16:3e:68:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ecd96349-07d9-4370-8a5f-462f14014cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:07Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 1, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'subnets': [{'id': 'ecd96349-07d9-4370-8a5f-462f14014cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:09.160359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Pushing event updated for resources: {'Port': ['ID=715904f4-e07c-468c-a0d3-fe38c5f66f96,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:09.162484 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.180114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1853a-a595-4e8d-9264-2acc4a2db36a None None] The sync data for ids ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'] in n-d-694802-14 is: [{'id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'name': 'tempest-TestVolumeBootPattern-1466166927-router', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:10:01Z', 'updated_at': '2021-07-08T02:10:08Z', 'revision_number': 4, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'gw_port': {'id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '715904f4-e07c-468c-a0d3-fe38c5f66f96', 'name': '', 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'mac_address': 'fa:16:3e:68:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ecd96349-07d9-4370-8a5f-462f14014cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:07Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 1, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'subnets': [{'id': 'ecd96349-07d9-4370-8a5f-462f14014cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:10:09.396245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Network cd99ea84-1379-4650-8788-cfbcfecb95a2 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:09.399565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:09.603017 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-07236cf6-8575-4b86-95e0-ee1b81b9fc13 service neutron] 10.222.0.41 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945633 Jul 08 02:10:09.604993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Router e569ecd1-c2f4-42b3-8122-323c5cc50d00 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:10:09.749205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e0525991-bf6f-4c1e-b799-ac44a0247514 None None] Provisioning complete for port 715904f4-e07c-468c-a0d3-fe38c5f66f96 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:09.749704 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0525991-bf6f-4c1e-b799-ac44a0247514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:09.799869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e0525991-bf6f-4c1e-b799-ac44a0247514 None None] Port 715904f4-e07c-468c-a0d3-fe38c5f66f96 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:09.827657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-8cf1e16c-0c32-4243-b8de-3b696cf9fe81 service neutron] 10.222.0.41 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173476 Jul 08 02:10:09.835208 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:10:09.852949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fa4f9e75-bbd9-4f6f-992d-666dd17b439a admin admin] 10.222.0.41 "PUT /v2.0/routers/e569ecd1-c2f4-42b3-8122-323c5cc50d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7010443 Jul 08 02:10:10.194324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 82483f2b-3f86-4929-aaad-265882a8b305 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:10.329463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 82483f2b-3f86-4929-aaad-265882a8b305 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:10.330355 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:10.697109 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0641614b-1048-41d4-a295-5df964582fd5 req-817ea313-5664-4210-beb9-bacb87e6144f tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 210 time: 0.4771326 Jul 08 02:10:11.904268 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-199971f7-d536-4bab-afb6-68800d55a022 req-3dfc9a4a-ccd7-458b-adab-0656202b4c7b tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 210 time: 0.0356934 Jul 08 02:10:12.198206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:12.261627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:12.273189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:12.273569 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.366374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95101-3ad1-46de-8373-4da013baa9aa req-b5b7e7b2-f82b-4b17-aa97-a294b7267a2a tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:12.368343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-b5b7e7b2-f82b-4b17-aa97-a294b7267a2a tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.24 "GET /v2.0/networks?id=c5f3959b-baa9-4129-99fa-8be7998989f4 HTTP/1.1" status: 200 len: 814 time: 0.1906250 Jul 08 02:10:12.389005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Request body: {'port': {'device_id': '9231570d-1041-41f1-9d22-94af76db8209', 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4', 'admin_state_up': True, 'tenant_id': '27982e2e2fa244ff89aa6d70e0b5d617'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:12.414283 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.440211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=64aab1d3-7c0d-4f58-b2c6-0d252f0330f0,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:12.446495 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.550984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=64aab1d3-7c0d-4f58-b2c6-0d252f0330f0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:12.634913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Made reservation on behalf of 27982e2e2fa244ff89aa6d70e0b5d617 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:12.640088 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:12.810214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Allocated IP 172.20.0.10 (c5f3959b-baa9-4129-99fa-8be7998989f4/995ad66a-96ef-436c-9417-cddbd260991c/cece1edf-fd26-4f49-8ddc-75ba362ffcb8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:12.977428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-89c31c75-e81b-43ce-8bfb-70a7d6b4183e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:12.978971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-89c31c75-e81b-43ce-8bfb-70a7d6b4183e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1381977 Jul 08 02:10:13.004045 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-22ed6bfd-3fc8-4049-8429-ed4a12571cb0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/quotas/7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 375 time: 0.0180328 Jul 08 02:10:13.040104 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Sync routers for ids ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:10:13.049359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:13.067353 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Routers {'e569ecd1-c2f4-42b3-8122-323c5cc50d00'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:13.070226 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:13.099974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:13.153656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Network c5f3959b-baa9-4129-99fa-8be7998989f4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:13.159362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:13.163927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:13.208247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-fb713d0f-3968-4aca-a360-c97d68b6fc54 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1979756 Jul 08 02:10:13.215701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Pushing event updated for resources: {'Port': ['ID=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:13.228520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-5c6578ac-d0e6-4cec-9735-3d7ee298ae4a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:10:13.233193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-5c6578ac-d0e6-4cec-9735-3d7ee298ae4a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172944 Jul 08 02:10:13.244522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:13.245422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:13.260612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5954cf-2f93-49d6-bc74-1b63b91ffed3 req-baf3ceba-3ae2-49c3-a426-dde39e7177ad tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:13.265198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f5954cf-2f93-49d6-bc74-1b63b91ffed3 req-baf3ceba-3ae2-49c3-a426-dde39e7177ad tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 932 time: 0.1707010 Jul 08 02:10:13.275431 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-193883dc-9ac9-4dbb-8e90-d53fc35a75d5 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8967578 Jul 08 02:10:13.288762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Request body: {'port': {'device_id': '9231570d-1041-41f1-9d22-94af76db8209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:13.311948 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Set router e569ecd1-c2f4-42b3-8122-323c5cc50d00 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:10:13.389685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f5954cf-2f93-49d6-bc74-1b63b91ffed3 req-75f36fc6-021a-4360-b032-0156eb1f7af8 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128359 Jul 08 02:10:13.396434 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:13.429102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-759a6e0d-1082-4c60-bcda-9a8e897ae14e service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626551 Jul 08 02:10:13.543354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-62c334ba-6bd2-43e8-baf9-f2491140cf42 service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127536 Jul 08 02:10:13.725636 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'name': 'tempest-TestVolumeBootPattern-1466166927-router', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:10:01Z', 'updated_at': '2021-07-08T02:10:08Z', 'revision_number': 4, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'gw_port': {'id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '715904f4-e07c-468c-a0d3-fe38c5f66f96', 'name': '', 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'mac_address': 'fa:16:3e:68:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ecd96349-07d9-4370-8a5f-462f14014cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:07Z', 'updated_at': '2021-07-08T02:10:08Z', 'revision_number': 2, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'subnets': [{'id': 'ecd96349-07d9-4370-8a5f-462f14014cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:13.762830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Checking router: e569ecd1-c2f4-42b3-8122-323c5cc50d00 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:10:13.763546 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Updating router e569ecd1-c2f4-42b3-8122-323c5cc50d00 port 715904f4-e07c-468c-a0d3-fe38c5f66f96 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:10:13.829850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cece1edf-fd26-4f49-8ddc-75ba362ffcb8 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:10:13.834970 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:13.839001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:13.865872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Transition to ACTIVE for port object cece1edf-fd26-4f49-8ddc-75ba362ffcb8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:13.873043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:13.971333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Pushing event updated for resources: {'Port': ['ID=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:14.039793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Attempting to bind port cece1edf-fd26-4f49-8ddc-75ba362ffcb8 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:14.040275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Attempting to bind port cece1edf-fd26-4f49-8ddc-75ba362ffcb8 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '6fd32a30-06bd-4494-92d9-c3019afe616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:14.040791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Attempting to bind port cece1edf-fd26-4f49-8ddc-75ba362ffcb8 on network c5f3959b-baa9-4129-99fa-8be7998989f4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:14.046893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Port cece1edf-fd26-4f49-8ddc-75ba362ffcb8 on network c5f3959b-baa9-4129-99fa-8be7998989f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:10:14.047308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Attempting to bind port cece1edf-fd26-4f49-8ddc-75ba362ffcb8 on network c5f3959b-baa9-4129-99fa-8be7998989f4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:14.053536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:14.053893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Checking segment: {'id': '6fd32a30-06bd-4494-92d9-c3019afe616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:14.054724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Bound using segment: {'id': '6fd32a30-06bd-4494-92d9-c3019afe616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:14.055172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Bound port: cece1edf-fd26-4f49-8ddc-75ba362ffcb8, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd32a30-06bd-4494-92d9-c3019afe616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:14.055557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.172554 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd962248-64c0-4db9-9b72-ca3df562efe1 req-31941ed6-04d5-49d2-b67e-04219b3e9230 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 210 time: 0.1071100 Jul 08 02:10:14.178445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] For port cece1edf-fd26-4f49-8ddc-75ba362ffcb8, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:14.191334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] For port cece1edf-fd26-4f49-8ddc-75ba362ffcb8, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,segment=NetworkSegment(6fd32a30-06bd-4494-92d9-c3019afe616c),segment_id=6fd32a30-06bd-4494-92d9-c3019afe616c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:14.204511 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.211744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:14.259812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:14.260637 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.262104 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] 10.222.0.24 "PUT /v2.0/ports/cece1edf-fd26-4f49-8ddc-75ba362ffcb8 HTTP/1.1" status: 200 len: 1093 time: 0.9792228 Jul 08 02:10:14.263308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9231570d-1041-41f1-9d22-94af76db8209', 'tag': 'cece1edf-fd26-4f49-8ddc-75ba362ffcb8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:14.273157 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755b47b3-4555-470d-af93-62f74ec5abdf" -d '{"events": [{"name": "network-changed", "server_uuid": "9231570d-1041-41f1-9d22-94af76db8209", "tag": "cece1edf-fd26-4f49-8ddc-75ba362ffcb8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:14.352336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:14.355081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.484118 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.498031 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Transition to ACTIVE for port object 715904f4-e07c-468c-a0d3-fe38c5f66f96 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:14.506557 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.525283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3ca03-ed76-46cf-a840-8673eb693e4b service neutron] Pushing event updated for resources: {'Port': ['ID=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:14.559892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95101-3ad1-46de-8373-4da013baa9aa req-39acba33-91bb-49d7-9ad9-c4c4e6b5963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:14.562762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-39acba33-91bb-49d7-9ad9-c4c4e6b5963c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27982e2e2fa244ff89aa6d70e0b5d617&device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 1096 time: 0.2380664 Jul 08 02:10:14.572968 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0998fe8-587e-42f9-8817-4c21eaedb8fa x-openstack-request-id: req-a0998fe8-587e-42f9-8817-4c21eaedb8fa {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:14.573262 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9231570d-1041-41f1-9d22-94af76db8209", "tag": "cece1edf-fd26-4f49-8ddc-75ba362ffcb8", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:14.573558 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0998fe8-587e-42f9-8817-4c21eaedb8fa {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:14.574266 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9231570d-1041-41f1-9d22-94af76db8209', 'tag': 'cece1edf-fd26-4f49-8ddc-75ba362ffcb8', 'status': 'completed', 'code': 200} Jul 08 02:10:14.625889 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcacef-989d-484c-b1b7-831f94bca7c2 None None] Pushing event updated for resources: {'Port': ['ID=715904f4-e07c-468c-a0d3-fe38c5f66f96,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:14.634667 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-58bf1339-bbfa-4df6-9957-3f1d811e64ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cece1edf-fd26-4f49-8ddc-75ba362ffcb8 HTTP/1.1" status: 200 len: 217 time: 0.0586638 Jul 08 02:10:14.709785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95101-3ad1-46de-8373-4da013baa9aa req-544ab0f9-f807-4f7e-973a-1f34ea153137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:14.711615 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-544ab0f9-f807-4f7e-973a-1f34ea153137 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=995ad66a-96ef-436c-9417-cddbd260991c HTTP/1.1" status: 200 len: 854 time: 0.0701210 Jul 08 02:10:14.778868 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Attempting to bind port 715904f4-e07c-468c-a0d3-fe38c5f66f96 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:14.779562 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Attempting to bind port 715904f4-e07c-468c-a0d3-fe38c5f66f96 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '032c8b69-24a2-4534-b41a-da3b62e5b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:14.780103 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Attempting to bind port 715904f4-e07c-468c-a0d3-fe38c5f66f96 on network cd99ea84-1379-4650-8788-cfbcfecb95a2 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:14.787189 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:14.787810 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Checking segment: {'id': '032c8b69-24a2-4534-b41a-da3b62e5b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:14.788423 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.789006 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Bound using segment: {'id': '032c8b69-24a2-4534-b41a-da3b62e5b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:14.789987 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Bound port: 715904f4-e07c-468c-a0d3-fe38c5f66f96, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032c8b69-24a2-4534-b41a-da3b62e5b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:14.790553 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:14.791468 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-288654c5-db35-49b3-ac7d-8d64c4be2ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5f3959b-baa9-4129-99fa-8be7998989f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711925 Jul 08 02:10:14.909664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad154056-66e6-480b-9881-d63ce8e8d1e0 req-fb0cf033-0d7a-43ec-b78d-a44d71999f5d tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:14.917925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad154056-66e6-480b-9881-d63ce8e8d1e0 req-fb0cf033-0d7a-43ec-b78d-a44d71999f5d tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 944 time: 0.1395469 Jul 08 02:10:14.988914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad154056-66e6-480b-9881-d63ce8e8d1e0 req-c90a2d0f-6a85-4989-8210-ba1c15a307a0 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674951 Jul 08 02:10:15.002871 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] For port 715904f4-e07c-468c-a0d3-fe38c5f66f96, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:15.011541 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] For port 715904f4-e07c-468c-a0d3-fe38c5f66f96, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=715904f4-e07c-468c-a0d3-fe38c5f66f96,segment=NetworkSegment(032c8b69-24a2-4534-b41a-da3b62e5b3aa),segment_id=032c8b69-24a2-4534-b41a-da3b62e5b3aa)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:15.015666 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-09508026-4791-4ac5-9880-7bc501002221 service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163615 Jul 08 02:10:15.017964 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:15.114590 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Routers {'e569ecd1-c2f4-42b3-8122-323c5cc50d00'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:10:15.120497 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:09:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:15.204373 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-abb95101-3ad1-46de-8373-4da013baa9aa req-5f91bf16-202f-499e-b0a1-a02f1d911230 service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822109 Jul 08 02:10:15.306144 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcacef-989d-484c-b1b7-831f94bca7c2 None None] Pushing event updated for resources: {'Port': ['ID=715904f4-e07c-468c-a0d3-fe38c5f66f96,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:15.486569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b47b3-4555-470d-af93-62f74ec5abdf req-dfde45a2-3b10-4f5e-bcea-71afce13f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:15.493998 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-755b47b3-4555-470d-af93-62f74ec5abdf req-dfde45a2-3b10-4f5e-bcea-71afce13f35d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27982e2e2fa244ff89aa6d70e0b5d617&device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 1096 time: 0.1865904 Jul 08 02:10:15.499055 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] Set router e569ecd1-c2f4-42b3-8122-323c5cc50d00 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:10:15.534422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-726b23d7-71c6-4383-a855-a56207f9b4b0 req-44631fdf-cd37-4aab-8928-337e2541a08b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 210 time: 0.1176667 Jul 08 02:10:15.660397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b47b3-4555-470d-af93-62f74ec5abdf req-cc92bb4e-085c-4503-a6b6-7c11b623d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:15.661946 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-755b47b3-4555-470d-af93-62f74ec5abdf req-cc92bb4e-085c-4503-a6b6-7c11b623d1a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5f3959b-baa9-4129-99fa-8be7998989f4 HTTP/1.1" status: 200 len: 915 time: 0.1613357 Jul 08 02:10:15.723256 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-755b47b3-4555-470d-af93-62f74ec5abdf req-9c789a29-6112-416a-aea7-c992c4ae47b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cece1edf-fd26-4f49-8ddc-75ba362ffcb8 HTTP/1.1" status: 200 len: 217 time: 0.0527620 Jul 08 02:10:15.800681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b47b3-4555-470d-af93-62f74ec5abdf req-15231fba-550c-4cd1-92b9-94ff00548afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:15.803450 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-755b47b3-4555-470d-af93-62f74ec5abdf req-15231fba-550c-4cd1-92b9-94ff00548afb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=995ad66a-96ef-436c-9417-cddbd260991c HTTP/1.1" status: 200 len: 854 time: 0.0731313 Jul 08 02:10:15.860432 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-755b47b3-4555-470d-af93-62f74ec5abdf req-945aa8d3-8cbb-4247-aef8-16c89e38c7d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5f3959b-baa9-4129-99fa-8be7998989f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487604 Jul 08 02:10:15.879766 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'name': 'tempest-TestVolumeBootPattern-1466166927-router', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:10:01Z', 'updated_at': '2021-07-08T02:10:08Z', 'revision_number': 4, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'gw_port': {'id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '715904f4-e07c-468c-a0d3-fe38c5f66f96', 'name': '', 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'mac_address': 'fa:16:3e:68:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ecd96349-07d9-4370-8a5f-462f14014cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:07Z', 'updated_at': '2021-07-08T02:10:14Z', 'revision_number': 4, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'subnets': [{'id': 'ecd96349-07d9-4370-8a5f-462f14014cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:10:15.908341 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbbf2e2-7b5c-4b02-843b-ff66d3c734ab None None] The sync data for ids ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'] in n-d-694802-14 is: [{'id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'name': 'tempest-TestVolumeBootPattern-1466166927-router', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:10:01Z', 'updated_at': '2021-07-08T02:10:08Z', 'revision_number': 4, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'gw_port': {'id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '715904f4-e07c-468c-a0d3-fe38c5f66f96', 'name': '', 'network_id': 'cd99ea84-1379-4650-8788-cfbcfecb95a2', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'mac_address': 'fa:16:3e:68:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'ecd96349-07d9-4370-8a5f-462f14014cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:07Z', 'updated_at': '2021-07-08T02:10:14Z', 'revision_number': 4, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'subnets': [{'id': 'ecd96349-07d9-4370-8a5f-462f14014cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:10:15.980774 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-755b47b3-4555-470d-af93-62f74ec5abdf req-30ad5f95-4348-4762-bc61-fbf20c62297f service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122568 Jul 08 02:10:16.174080 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-755b47b3-4555-470d-af93-62f74ec5abdf req-3222410e-e7d1-45f2-8261-0873d39f7672 service neutron] 10.222.0.24 "GET /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862493 Jul 08 02:10:16.196046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 715904f4-e07c-468c-a0d3-fe38c5f66f96 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:16.260053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 715904f4-e07c-468c-a0d3-fe38c5f66f96 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:16.274117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 715904f4-e07c-468c-a0d3-fe38c5f66f96 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:16.274267 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:16.285346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd554b9-9ac3-4daa-a77b-41f53670ddfa req-50675921-ef3c-4047-b0d7-184aa9355d9e tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:16.295843 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd554b9-9ac3-4daa-a77b-41f53670ddfa req-50675921-ef3c-4047-b0d7-184aa9355d9e tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 944 time: 0.1627557 Jul 08 02:10:16.397835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cd554b9-9ac3-4daa-a77b-41f53670ddfa req-ba18fabe-190d-4560-97b6-c7ed05abbe9d tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009014 Jul 08 02:10:16.461172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-0006261f-e950-45ff-9358-adf2dff24d46 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:16.463103 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-0006261f-e950-45ff-9358-adf2dff24d46 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.2438784 Jul 08 02:10:16.473231 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:16.480544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'port': {'device_id': 'da627f2d-946c-4405-8dbd-a4d5c2d8a20f', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'admin_state_up': True, 'tenant_id': '7afc56f361c745a7aac9780da8d95363'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:16.531227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 715904f4-e07c-468c-a0d3-fe38c5f66f96, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=715904f4-e07c-468c-a0d3-fe38c5f66f96,segment=NetworkSegment(032c8b69-24a2-4534-b41a-da3b62e5b3aa),segment_id=032c8b69-24a2-4534-b41a-da3b62e5b3aa)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:16.536891 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:16.658102 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=715904f4-e07c-468c-a0d3-fe38c5f66f96,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:16.832087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b535ceb-f615-43b3-9dd3-5852f10d7a82 req-569c9ecb-9ae5-4c50-b373-43d12753416a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 210 time: 0.0502267 Jul 08 02:10:16.862425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Made reservation on behalf of 7afc56f361c745a7aac9780da8d95363 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:10:16.866936 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.125544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Allocated IP 172.20.0.7 (4897b7a4-7fe7-4a74-9371-b6eeb629862d/0b3c9983-5699-446d-9bc9-a5b2b4822107/fcad5e36-538f-42ab-be22-e0948ab94e32) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:10:17.410185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.426313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Transition to ACTIVE for port object fcad5e36-538f-42ab-be22-e0948ab94e32 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:17.474750 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.602613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=fcad5e36-538f-42ab-be22-e0948ab94e32,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:17.642234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:10:17.644376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:10:17.647205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:10:17.726378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:17.727213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:17.746919 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-94b47245-02db-42ce-92a3-1eae8acfc383 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2714212 Jul 08 02:10:17.760117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Request body: {'port': {'device_id': 'da627f2d-946c-4405-8dbd-a4d5c2d8a20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:10:17.774542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cece1edf-fd26-4f49-8ddc-75ba362ffcb8 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:10:17.800792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecc93e-12e7-4dff-9355-4d49eb6af744 req-1ef79f43-ac23-457b-adc3-5f01be8105ec tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:17.803145 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37ecc93e-12e7-4dff-9355-4d49eb6af744 req-1ef79f43-ac23-457b-adc3-5f01be8105ec tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 944 time: 0.1621873 Jul 08 02:10:17.959440 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37ecc93e-12e7-4dff-9355-4d49eb6af744 req-d8c5dc9d-7d65-4d1c-8d5f-89c07dca2ef1 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500049 Jul 08 02:10:18.025798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.061797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port cece1edf-fd26-4f49-8ddc-75ba362ffcb8, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,segment=NetworkSegment(6fd32a30-06bd-4494-92d9-c3019afe616c),segment_id=6fd32a30-06bd-4494-92d9-c3019afe616c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:18.097335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'cece1edf-fd26-4f49-8ddc-75ba362ffcb8', 'network_id': 'c5f3959b-baa9-4129-99fa-8be7998989f4', 'port_id': 'cece1edf-fd26-4f49-8ddc-75ba362ffcb8', 'mac_address': 'fa:16:3e:41:1f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '995ad66a-96ef-436c-9417-cddbd260991c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:10:18.234103 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 715904f4-e07c-468c-a0d3-fe38c5f66f96 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:18.314944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7629f8-1e85-4911-9089-482f5b86a505 req-672dea2c-ae9f-45b6-8410-56456ab01e11 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:18.316609 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.319795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f7629f8-1e85-4911-9089-482f5b86a505 req-672dea2c-ae9f-45b6-8410-56456ab01e11 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 931 time: 0.1793048 Jul 08 02:10:18.365534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cece1edf-fd26-4f49-8ddc-75ba362ffcb8 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:10:18.377250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d37c9b03-510e-427b-9eaa-7735d6faf389 None None] Provisioning for port fcad5e36-538f-42ab-be22-e0948ab94e32 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:18.391691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d37c9b03-510e-427b-9eaa-7735d6faf389 None None] Provisioning complete for port fcad5e36-538f-42ab-be22-e0948ab94e32 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:18.393678 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d37c9b03-510e-427b-9eaa-7735d6faf389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.427186 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f7629f8-1e85-4911-9089-482f5b86a505 req-5b99fedc-b080-466b-98b4-a959c8b19372 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948906 Jul 08 02:10:18.457690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d37c9b03-510e-427b-9eaa-7735d6faf389 None None] Port fcad5e36-538f-42ab-be22-e0948ab94e32 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:10:18.476027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port cece1edf-fd26-4f49-8ddc-75ba362ffcb8, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,segment=NetworkSegment(6fd32a30-06bd-4494-92d9-c3019afe616c),segment_id=6fd32a30-06bd-4494-92d9-c3019afe616c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:18.492429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 715904f4-e07c-468c-a0d3-fe38c5f66f96 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:18.492823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.548339 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.586728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcad5e36-538f-42ab-be22-e0948ab94e32 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:10:18.602011 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.636092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Transition to ACTIVE for port object fcad5e36-538f-42ab-be22-e0948ab94e32 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:10:18.643111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:18.749036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:18.813314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['cece1edf-fd26-4f49-8ddc-75ba362ffcb8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:10:18.831154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Pushing event updated for resources: {'Port': ['ID=fcad5e36-538f-42ab-be22-e0948ab94e32,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:18.866823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Attempting to bind port fcad5e36-538f-42ab-be22-e0948ab94e32 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:10:18.867174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Attempting to bind port fcad5e36-538f-42ab-be22-e0948ab94e32 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:10:18.867509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Attempting to bind port fcad5e36-538f-42ab-be22-e0948ab94e32 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:18.878602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Port fcad5e36-538f-42ab-be22-e0948ab94e32 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:10:18.878928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Attempting to bind port fcad5e36-538f-42ab-be22-e0948ab94e32 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:10:18.898889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:10:18.898889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Checking segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:10:18.898889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Bound using segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:10:18.898889 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Bound port: fcad5e36-538f-42ab-be22-e0948ab94e32, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:10:18.898889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:19.066116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] For port fcad5e36-538f-42ab-be22-e0948ab94e32, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:10:19.069730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] For port fcad5e36-538f-42ab-be22-e0948ab94e32, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fcad5e36-538f-42ab-be22-e0948ab94e32,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:10:19.083362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:19.148188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:19.148869 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:19.150465 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] 10.222.0.16 "PUT /v2.0/ports/fcad5e36-538f-42ab-be22-e0948ab94e32 HTTP/1.1" status: 200 len: 1092 time: 1.3954570 Jul 08 02:10:19.151070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da627f2d-946c-4405-8dbd-a4d5c2d8a20f', 'tag': 'fcad5e36-538f-42ab-be22-e0948ab94e32'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:19.154051 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305" -d '{"events": [{"name": "network-changed", "server_uuid": "da627f2d-946c-4405-8dbd-a4d5c2d8a20f", "tag": "fcad5e36-538f-42ab-be22-e0948ab94e32"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:19.192119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cce3f-9ad1-4f20-a209-834466dd6657 service neutron] Pushing event updated for resources: {'Port': ['ID=fcad5e36-538f-42ab-be22-e0948ab94e32,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:19.287139 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d53a288-5fba-4221-a049-2ba90912243d x-openstack-request-id: req-8d53a288-5fba-4221-a049-2ba90912243d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:19.287975 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da627f2d-946c-4405-8dbd-a4d5c2d8a20f", "tag": "fcad5e36-538f-42ab-be22-e0948ab94e32", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:19.287975 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d53a288-5fba-4221-a049-2ba90912243d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:19.288435 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da627f2d-946c-4405-8dbd-a4d5c2d8a20f', 'tag': 'fcad5e36-538f-42ab-be22-e0948ab94e32', 'status': 'completed', 'code': 200} Jul 08 02:10:19.305617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-679d1072-31d7-47df-afd1-f065bede5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:19.307384 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-679d1072-31d7-47df-afd1-f065bede5bba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 1095 time: 0.1019166 Jul 08 02:10:19.369165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d514a-196b-42d4-8d99-78d505ce7739 req-b6d52d81-1be0-4151-bf3e-727faa536944 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:19.374506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea4d514a-196b-42d4-8d99-78d505ce7739 req-b6d52d81-1be0-4151-bf3e-727faa536944 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 945 time: 0.1958723 Jul 08 02:10:19.385986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-bb622ee4-5fb3-4d8d-a699-e995db47332e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcad5e36-538f-42ab-be22-e0948ab94e32 HTTP/1.1" status: 200 len: 217 time: 0.0704491 Jul 08 02:10:19.467129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-b1957e80-c417-4888-aa59-ff0c2d667b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:19.468669 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-b1957e80-c417-4888-aa59-ff0c2d667b0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0765553 Jul 08 02:10:19.482287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea4d514a-196b-42d4-8d99-78d505ce7739 req-63928544-87c5-4555-b9c2-a59efdbcf07c tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022716 Jul 08 02:10:19.560089 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-346f8c6b-3ecf-48ba-8f20-544d8a7f11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:19.562458 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-346f8c6b-3ecf-48ba-8f20-544d8a7f11df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822115 Jul 08 02:10:19.728243 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-10b4a456-f954-4a25-a4be-f05fd0c4320e service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577964 Jul 08 02:10:19.756437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f83ae-7bbf-4fea-9f65-26776c00dfed req-014e7834-c244-4f53-9d3d-a7502241bf53 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:19.758348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c9f83ae-7bbf-4fea-9f65-26776c00dfed req-014e7834-c244-4f53-9d3d-a7502241bf53 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 943 time: 0.0942676 Jul 08 02:10:19.790025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cece1edf-fd26-4f49-8ddc-75ba362ffcb8 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:19.851461 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bd395a36-a925-4f52-9088-0efcb0a5a5cd req-4994a87e-eb84-49c5-b945-d666791b69ac service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159189 Jul 08 02:10:19.852478 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c9f83ae-7bbf-4fea-9f65-26776c00dfed req-70707915-5461-4766-819c-9a5b8cd26335 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874219 Jul 08 02:10:19.886006 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port cece1edf-fd26-4f49-8ddc-75ba362ffcb8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:19.891929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port cece1edf-fd26-4f49-8ddc-75ba362ffcb8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:19.892456 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:19.999956 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:20.027203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-44fa2f51-82dd-4929-aa1a-fcc0271ce116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:20.029673 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-44fa2f51-82dd-4929-aa1a-fcc0271ce116 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 1095 time: 0.1211510 Jul 08 02:10:20.057938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port cece1edf-fd26-4f49-8ddc-75ba362ffcb8, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,segment=NetworkSegment(6fd32a30-06bd-4494-92d9-c3019afe616c),segment_id=6fd32a30-06bd-4494-92d9-c3019afe616c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:20.058953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9231570d-1041-41f1-9d22-94af76db8209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cece1edf-fd26-4f49-8ddc-75ba362ffcb8'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:20.061936 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b1ca26-1c7d-4b3e-998f-a3df06450d46" -d '{"events": [{"server_uuid": "9231570d-1041-41f1-9d22-94af76db8209", "name": "network-vif-plugged", "status": "completed", "tag": "cece1edf-fd26-4f49-8ddc-75ba362ffcb8"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:20.065727 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:20.126164 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfb92df-c46a-427c-af71-815b3479c3b1 x-openstack-request-id: req-4cfb92df-c46a-427c-af71-815b3479c3b1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:20.126752 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9231570d-1041-41f1-9d22-94af76db8209", "name": "network-vif-plugged", "status": "completed", "tag": "cece1edf-fd26-4f49-8ddc-75ba362ffcb8", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:20.127178 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cfb92df-c46a-427c-af71-815b3479c3b1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:20.127920 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9231570d-1041-41f1-9d22-94af76db8209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cece1edf-fd26-4f49-8ddc-75ba362ffcb8', 'code': 200} Jul 08 02:10:20.142443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:20.157870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-35e5db66-d5a3-4d8f-aeef-c9d7ebbfe424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:20.159550 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-35e5db66-d5a3-4d8f-aeef-c9d7ebbfe424 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1228380 Jul 08 02:10:20.206269 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-72301ec0-d765-4ddb-85bf-023e3794f47f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcad5e36-538f-42ab-be22-e0948ab94e32 HTTP/1.1" status: 200 len: 217 time: 0.0410206 Jul 08 02:10:20.288426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-03988f34-3e22-463a-a1d0-7887d8d02504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:20.290061 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-03988f34-3e22-463a-a1d0-7887d8d02504 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0763028 Jul 08 02:10:20.343100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e19e16-31a6-443b-978f-88f05ce91abf req-86bc9cdf-e561-48b4-a6c1-9026f537d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:20.344715 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b4e19e16-31a6-443b-978f-88f05ce91abf req-86bc9cdf-e561-48b4-a6c1-9026f537d2e0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 1098 time: 0.1412985 Jul 08 02:10:20.394736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-d2350637-6d84-4221-9b46-85015692d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:20.396214 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-d2350637-6d84-4221-9b46-85015692d9d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990312 Jul 08 02:10:20.398338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b4e19e16-31a6-443b-978f-88f05ce91abf req-ae4c350e-ec04-46f5-821c-213bd28f5010 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463071 Jul 08 02:10:20.551230 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-92315eec-8346-439c-b723-d714700f3908 service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486697 Jul 08 02:10:20.665769 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-563c3c18-ff46-404d-a8cb-0b98fc8b38a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:20.713546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-59e2e20f-c2d7-4e1e-ae9e-39b7aed59305 req-70544e2e-9638-4c41-a28a-64169882bead service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557205 Jul 08 02:10:20.737029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704ab0b-dd98-443b-a189-dc39ab4e98d2 req-5f9dd63c-547f-45ee-87e9-4d3a81b4c9f9 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:20.740788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6704ab0b-dd98-443b-a189-dc39ab4e98d2 req-5f9dd63c-547f-45ee-87e9-4d3a81b4c9f9 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 946 time: 0.0917635 Jul 08 02:10:20.797350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6704ab0b-dd98-443b-a189-dc39ab4e98d2 req-55a12651-a04a-4ad2-b145-6d117d909f85 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Jul 08 02:10:21.050409 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6de44-8500-46b4-b8dd-9565375519d6 req-930658a1-f578-4111-8e2d-48a34cf8a694 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:21.052041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fdf6de44-8500-46b4-b8dd-9565375519d6 req-930658a1-f578-4111-8e2d-48a34cf8a694 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 943 time: 0.0787475 Jul 08 02:10:21.132035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fdf6de44-8500-46b4-b8dd-9565375519d6 req-bf37baf8-388b-46aa-824b-e759c84d7ca6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657032 Jul 08 02:10:21.991048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2d25e-040c-4db4-8d92-cde7285033aa req-33c32af4-15c0-4729-8737-dac548c3a291 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:21.993458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-17e2d25e-040c-4db4-8d92-cde7285033aa req-33c32af4-15c0-4729-8737-dac548c3a291 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 946 time: 0.0755322 Jul 08 02:10:22.040650 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-17e2d25e-040c-4db4-8d92-cde7285033aa req-25b662d4-da60-43f1-812b-29847ecb94dc tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Jul 08 02:10:22.373419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d1639-2867-481a-88bc-c1b4eec22f0a req-e89736bc-3da1-4c26-83c3-6780c40ddd3f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:22.375476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f82d1639-2867-481a-88bc-c1b4eec22f0a req-e89736bc-3da1-4c26-83c3-6780c40ddd3f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 943 time: 0.1005418 Jul 08 02:10:22.430933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f82d1639-2867-481a-88bc-c1b4eec22f0a req-a605f485-aeca-47e4-bab7-ce9053c1a3aa tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486617 Jul 08 02:10:22.611556 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:10:23.451287 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7b697944-8607-47f4-8761-0b8991daf106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.701966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009fd45-805d-4569-bf6a-06aef3f73bf4 req-909553d8-b75c-4f9d-9f03-873253658cbb tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:23.725478 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4009fd45-805d-4569-bf6a-06aef3f73bf4 req-909553d8-b75c-4f9d-9f03-873253658cbb tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 943 time: 0.1149426 Jul 08 02:10:23.742891 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:23.817433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4009fd45-805d-4569-bf6a-06aef3f73bf4 req-debb054c-879f-412b-b381-b34ef765d770 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909510 Jul 08 02:10:24.149191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:24.368011 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.545690 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.556054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.644178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b547520-651a-4c88-ab0a-b4b12f5525f5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:24.669453 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.669859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.670340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.670686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.671022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.671360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.671691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.672018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.672368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.672713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.673034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.673772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:24.689736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-449c6a32-f728-4c40-974c-afb76bb65487 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab45cab0d29249dd95e2965ba1d6cecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361700 Jul 08 02:10:24.689957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:24.761046 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c22c96c-ebde-42c4-b0a4-81438f9df574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.787447 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c22c96c-ebde-42c4-b0a4-81438f9df574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.819279 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.870628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c22c96c-ebde-42c4-b0a4-81438f9df574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.876748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1c22c96c-ebde-42c4-b0a4-81438f9df574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:24.879065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1c22c96c-ebde-42c4-b0a4-81438f9df574 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b547520-651a-4c88-ab0a-b4b12f5525f5 HTTP/1.1" status: 204 len: 168 time: 0.1879222 Jul 08 02:10:24.895905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22c96c-ebde-42c4-b0a4-81438f9df574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b547520-651a-4c88-ab0a-b4b12f5525f5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:25.044621 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86ff35-47c8-44f2-ab61-e3dd802b451d req-ac2b41b6-5fcd-4e39-ad64-a9f5c69253ed tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:25.046347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c86ff35-47c8-44f2-ab61-e3dd802b451d req-ac2b41b6-5fcd-4e39-ad64-a9f5c69253ed tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 943 time: 0.0906277 Jul 08 02:10:25.091367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c86ff35-47c8-44f2-ab61-e3dd802b451d req-7f035143-e7f4-43da-bd84-98b7c8711959 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 Jul 08 02:10:26.330643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ddae2-0a61-4555-b1ee-3905c62284cf req-d57efe64-8096-4c78-a96a-44cc00cc38da tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:26.332249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f4ddae2-0a61-4555-b1ee-3905c62284cf req-d57efe64-8096-4c78-a96a-44cc00cc38da tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 943 time: 0.0753624 Jul 08 02:10:26.371455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f4ddae2-0a61-4555-b1ee-3905c62284cf req-8d750d46-e9be-4a05-9d41-7103ea0c5bde tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335557 Jul 08 02:10:26.481178 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:27.588617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a85e-3657-45e9-82ee-cdf116c58d0a req-b9166908-a899-42f7-9e24-efc78e89bec2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:27.590943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39e8a85e-3657-45e9-82ee-cdf116c58d0a req-b9166908-a899-42f7-9e24-efc78e89bec2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 943 time: 0.0751157 Jul 08 02:10:27.928655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39e8a85e-3657-45e9-82ee-cdf116c58d0a req-0e8f98b4-de0c-437b-9fa2-1e9597bff81a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318965 Jul 08 02:10:29.110730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a716ba-5e4b-4b23-b619-5f521e17967b req-c1b4dc44-a611-43e0-ba50-bce4d95257fc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:29.112273 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40a716ba-5e4b-4b23-b619-5f521e17967b req-c1b4dc44-a611-43e0-ba50-bce4d95257fc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 943 time: 0.0652986 Jul 08 02:10:29.169146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40a716ba-5e4b-4b23-b619-5f521e17967b req-f76a4182-3549-4adc-95bd-5b7054550049 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409498 Jul 08 02:10:30.400088 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1873ca8-012c-485b-b388-348e1215aa0b req-97d43092-076b-41c3-b2b1-2246de703afd tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:30.403132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c1873ca8-012c-485b-b388-348e1215aa0b req-97d43092-076b-41c3-b2b1-2246de703afd tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 943 time: 0.0857754 Jul 08 02:10:30.458351 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c1873ca8-012c-485b-b388-348e1215aa0b req-c3cd5adc-4df4-40d5-a133-c661eca2ef2f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486710 Jul 08 02:10:31.398264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fcad5e36-538f-42ab-be22-e0948ab94e32 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:10:31.520985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port fcad5e36-538f-42ab-be22-e0948ab94e32, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fcad5e36-538f-42ab-be22-e0948ab94e32,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:31.540463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'fcad5e36-538f-42ab-be22-e0948ab94e32', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'port_id': 'fcad5e36-538f-42ab-be22-e0948ab94e32', 'mac_address': 'fa:16:3e:56:61:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:10:31.591227 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.607096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcad5e36-538f-42ab-be22-e0948ab94e32 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:10:31.632165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port fcad5e36-538f-42ab-be22-e0948ab94e32, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fcad5e36-538f-42ab-be22-e0948ab94e32,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:31.640513 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:31.693046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=fcad5e36-538f-42ab-be22-e0948ab94e32,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:31.722737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8a9fa-9338-4477-81e1-b66c4872b380 req-a86294eb-0cb6-40e9-8c91-573ba16c9cf6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:31.724365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66a8a9fa-9338-4477-81e1-b66c4872b380 req-a86294eb-0cb6-40e9-8c91-573ba16c9cf6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 944 time: 0.0955071 Jul 08 02:10:31.763958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66a8a9fa-9338-4477-81e1-b66c4872b380 req-1a55f5d3-dfb4-4dfe-b157-afe17cc39b7b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Jul 08 02:10:31.861401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['fcad5e36-538f-42ab-be22-e0948ab94e32'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:10:32.949417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced28a2-4757-4156-920c-c6c35c14f188 req-533d459f-b8bc-4359-9651-18303882e3e2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:32.951075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ced28a2-4757-4156-920c-c6c35c14f188 req-533d459f-b8bc-4359-9651-18303882e3e2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 944 time: 0.0678148 Jul 08 02:10:32.990154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8ced28a2-4757-4156-920c-c6c35c14f188 req-360acb46-9c3a-49f5-b672-efd50a3a5aae tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329170 Jul 08 02:10:33.428837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fcad5e36-538f-42ab-be22-e0948ab94e32 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:10:33.492341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port fcad5e36-538f-42ab-be22-e0948ab94e32 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:10:33.497584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port fcad5e36-538f-42ab-be22-e0948ab94e32 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:10:33.498071 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:33.588406 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:33.614979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da627f2d-946c-4405-8dbd-a4d5c2d8a20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcad5e36-538f-42ab-be22-e0948ab94e32'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:33.617622 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e389cb07-0c6c-4b48-9e42-80e4b90fa7e3" -d '{"events": [{"server_uuid": "da627f2d-946c-4405-8dbd-a4d5c2d8a20f", "name": "network-vif-plugged", "status": "completed", "tag": "fcad5e36-538f-42ab-be22-e0948ab94e32"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:33.633827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port fcad5e36-538f-42ab-be22-e0948ab94e32, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fcad5e36-538f-42ab-be22-e0948ab94e32,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:33.640556 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:33.695660 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24577908-66e6-4890-acc3-efd2cfe3a23f x-openstack-request-id: req-24577908-66e6-4890-acc3-efd2cfe3a23f {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:33.695992 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da627f2d-946c-4405-8dbd-a4d5c2d8a20f", "name": "network-vif-plugged", "status": "completed", "tag": "fcad5e36-538f-42ab-be22-e0948ab94e32", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:33.696439 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24577908-66e6-4890-acc3-efd2cfe3a23f {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:33.696812 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da627f2d-946c-4405-8dbd-a4d5c2d8a20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcad5e36-538f-42ab-be22-e0948ab94e32', 'code': 200} Jul 08 02:10:33.716221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=fcad5e36-538f-42ab-be22-e0948ab94e32,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:33.799217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3d04b-4536-44da-8dea-860147ca6d55 req-c1d2e5de-0977-410e-b1df-1196fc08031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:33.801191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e1e3d04b-4536-44da-8dea-860147ca6d55 req-c1d2e5de-0977-410e-b1df-1196fc08031d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 1097 time: 0.0714498 Jul 08 02:10:33.847836 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e1e3d04b-4536-44da-8dea-860147ca6d55 req-eee70313-87db-4b91-994d-a4017294be3b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 Jul 08 02:10:34.210768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81125f-6d5e-4379-b76f-9722d497dccc req-0e691fe9-43cc-4ff4-90bc-d62f47c6aa5a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:34.213337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab81125f-6d5e-4379-b76f-9722d497dccc req-0e691fe9-43cc-4ff4-90bc-d62f47c6aa5a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 945 time: 0.0905960 Jul 08 02:10:34.277641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab81125f-6d5e-4379-b76f-9722d497dccc req-f8ef3570-a60a-4f10-9850-cd68369bd3c2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557613 Jul 08 02:10:34.704090 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:34.922277 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37718) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.099406 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5836249c-b6e3-43b2-a14a-5e988e3c325d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:35.218048 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5836249c-b6e3-43b2-a14a-5e988e3c325d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:35.223951 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5836249c-b6e3-43b2-a14a-5e988e3c325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:35.270157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5836249c-b6e3-43b2-a14a-5e988e3c325d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce338e8e340a44c79283d30840c52ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467646 Jul 08 02:10:35.272661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:35.279967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836249c-b6e3-43b2-a14a-5e988e3c325d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2186cf59-ad27-422c-87c1-d65fc742b743,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:35.327997 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b239a-65c5-4ece-bb7e-0cd13633e274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:35.349888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b239a-65c5-4ece-bb7e-0cd13633e274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:35.470000 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b239a-65c5-4ece-bb7e-0cd13633e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:35.472455 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e2b239a-65c5-4ece-bb7e-0cd13633e274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:35.473759 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3e2b239a-65c5-4ece-bb7e-0cd13633e274 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2186cf59-ad27-422c-87c1-d65fc742b743 HTTP/1.1" status: 204 len: 168 time: 0.2001817 Jul 08 02:10:35.489664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092931e-04e8-42aa-adfa-a96c9936f94a req-f05a9334-d6f1-456a-8890-72c0eed85d1d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:35.491116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e092931e-04e8-42aa-adfa-a96c9936f94a req-f05a9334-d6f1-456a-8890-72c0eed85d1d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 945 time: 0.1006455 Jul 08 02:10:35.492077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b239a-65c5-4ece-bb7e-0cd13633e274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2186cf59-ad27-422c-87c1-d65fc742b743,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:35.545122 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e092931e-04e8-42aa-adfa-a96c9936f94a req-484ebd9f-54d0-4047-9eb7-a91033929bb2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 Jul 08 02:10:35.738730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca91dc9-a775-4fb4-b59b-386163827db7 req-c07fb330-1170-47d2-b616-3ac44984f485 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:35.740406 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bca91dc9-a775-4fb4-b59b-386163827db7 req-c07fb330-1170-47d2-b616-3ac44984f485 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 945 time: 0.0773857 Jul 08 02:10:35.805583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bca91dc9-a775-4fb4-b59b-386163827db7 req-3e8423db-ab6a-4a44-b799-ffbfa247bb6e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584967 Jul 08 02:10:36.014474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060736ec-6dde-43b2-b16b-e6fae0881a44 req-e0e48699-941d-4ca8-81a6-7b9616c20313 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:36.016052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-060736ec-6dde-43b2-b16b-e6fae0881a44 req-e0e48699-941d-4ca8-81a6-7b9616c20313 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 945 time: 0.0814030 Jul 08 02:10:36.075468 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-060736ec-6dde-43b2-b16b-e6fae0881a44 req-603e7a03-79b9-49ae-b604-89f3609bfdc7 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528469 Jul 08 02:10:36.641112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90d749-e6a8-4403-8ce5-949c0cfa86d6 req-2030f077-80fd-4a85-b7f5-6076b94ca08a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:36.644210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc90d749-e6a8-4403-8ce5-949c0cfa86d6 req-2030f077-80fd-4a85-b7f5-6076b94ca08a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 945 time: 0.0789189 Jul 08 02:10:36.688818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc90d749-e6a8-4403-8ce5-949c0cfa86d6 req-66afa4ae-a3d2-49c9-897f-155124786d9d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385165 Jul 08 02:10:37.066428 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:37.180794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ae57ba3-cd9d-41da-bc3b-5c98a2189826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:37.307728 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ae57ba3-cd9d-41da-bc3b-5c98a2189826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:37.314350 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1ae57ba3-cd9d-41da-bc3b-5c98a2189826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:37.372997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae57ba3-cd9d-41da-bc3b-5c98a2189826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257fd895-affd-4512-ae0c-51937e3bf0ae,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:37.405569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1ae57ba3-cd9d-41da-bc3b-5c98a2189826 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d672bb472cd4551b27d16c7a9ee7be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3378983 Jul 08 02:10:37.409925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 37808) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:37.555092 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bddc2361-57e2-445c-a8a0-b67db329b70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:37.585061 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bddc2361-57e2-445c-a8a0-b67db329b70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:37.647059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bddc2361-57e2-445c-a8a0-b67db329b70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:37.649914 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bddc2361-57e2-445c-a8a0-b67db329b70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:37.651506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bddc2361-57e2-445c-a8a0-b67db329b70e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/257fd895-affd-4512-ae0c-51937e3bf0ae HTTP/1.1" status: 204 len: 168 time: 0.2338827 Jul 08 02:10:37.667115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc2361-57e2-445c-a8a0-b67db329b70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257fd895-affd-4512-ae0c-51937e3bf0ae,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:37.938423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747ea62-f403-43c0-8cc4-0dadde5dfd77 req-fd68ba5c-e43d-4907-998d-35672d82e61d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:37.948508 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f747ea62-f403-43c0-8cc4-0dadde5dfd77 req-fd68ba5c-e43d-4907-998d-35672d82e61d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 945 time: 0.1343741 Jul 08 02:10:37.987163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-54d0e258-b013-43ef-8b8f-42d7e03b2860 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:37.990232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-54d0e258-b013-43ef-8b8f-42d7e03b2860 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 945 time: 0.1089475 Jul 08 02:10:37.992061 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f747ea62-f403-43c0-8cc4-0dadde5dfd77 req-b2c21bd3-6ab1-4538-a239-4bf2ea1febf6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Jul 08 02:10:38.159796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Deleting port fcad5e36-538f-42ab-be22-e0948ab94e32 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:38.163507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:38.282171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] For port fcad5e36-538f-42ab-be22-e0948ab94e32, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fcad5e36-538f-42ab-be22-e0948ab94e32,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:38.282497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:38.300957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Calling delete_port for fcad5e36-538f-42ab-be22-e0948ab94e32 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:38.542459 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:38.563410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['fcad5e36-538f-42ab-be22-e0948ab94e32'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:10:38.580787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'Port': ['ID=fcad5e36-538f-42ab-be22-e0948ab94e32,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:38.624347 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.624702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.625048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.625673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.626013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.626355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.626689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.627083 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.627475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.627869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.628348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.628684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:10:38.663336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] No DVR routers for this DVR port fcad5e36-538f-42ab-be22-e0948ab94e32 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:10:38.666662 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:38.670309 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d75c73a5-e907-4c66-b588-da6355b9d0da req-dec76031-ebc1-4a60-adbe-ca1ad7e49821 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "DELETE /v2.0/ports/fcad5e36-538f-42ab-be22-e0948ab94e32 HTTP/1.1" status: 204 len: 173 time: 0.6719370 Jul 08 02:10:38.670894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da627f2d-946c-4405-8dbd-a4d5c2d8a20f', 'name': 'network-vif-deleted', 'tag': 'fcad5e36-538f-42ab-be22-e0948ab94e32'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:38.674448 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1861ec4d-ece7-4990-837f-819c6fa1062c" -d '{"events": [{"server_uuid": "da627f2d-946c-4405-8dbd-a4d5c2d8a20f", "name": "network-vif-deleted", "tag": "fcad5e36-538f-42ab-be22-e0948ab94e32"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:38.730903 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d7bb14-4678-40db-aaae-8e89c6780fce x-openstack-request-id: req-49d7bb14-4678-40db-aaae-8e89c6780fce {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:38.732973 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da627f2d-946c-4405-8dbd-a4d5c2d8a20f", "name": "network-vif-deleted", "tag": "fcad5e36-538f-42ab-be22-e0948ab94e32", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:38.733261 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49d7bb14-4678-40db-aaae-8e89c6780fce {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:38.733896 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da627f2d-946c-4405-8dbd-a4d5c2d8a20f', 'name': 'network-vif-deleted', 'tag': 'fcad5e36-538f-42ab-be22-e0948ab94e32', 'status': 'completed', 'code': 200} Jul 08 02:10:39.054033 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:39.192148 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e07f3f5-50c2-401d-85bb-049f27d94f7b req-3eb6c398-bcb0-4ed8-815d-04e4b11cfcee tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 210 time: 0.0717208 Jul 08 02:10:40.351025 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d9b1fb2-1cdd-4730-836b-f79e054db0c8 req-70be29b6-f53d-40ff-9255-40df6b0e78a6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 210 time: 0.0304012 Jul 08 02:10:41.466874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fcad5e36-538f-42ab-be22-e0948ab94e32 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:10:41.525537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: fcad5e36-538f-42ab-be22-e0948ab94e32 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:10:41.526258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fcad5e36-538f-42ab-be22-e0948ab94e32 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:10:41.613753 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63f4f541-e1aa-47b1-8c7b-c9d09622770e req-a7373ad5-014c-417a-9008-86d27bdaee87 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 210 time: 0.0774500 Jul 08 02:10:42.810673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-923db5fd-4bfd-4a76-b977-99e31905a890 req-09ef1fa2-c9c8-4398-9c91-9ec7d31ddc2f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=da627f2d-946c-4405-8dbd-a4d5c2d8a20f HTTP/1.1" status: 200 len: 210 time: 0.0422440 Jul 08 02:10:49.646966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38002) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:49.815501 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4c113fc-bf6c-45de-a36f-07f99acc6549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.942149 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4c113fc-bf6c-45de-a36f-07f99acc6549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.946574 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4c113fc-bf6c-45de-a36f-07f99acc6549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:49.997756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38008) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:10:50.009299 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a4c113fc-bf6c-45de-a36f-07f99acc6549 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e21cc9c822d5452c90345d82547b6240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599851 Jul 08 02:10:50.019568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c113fc-bf6c-45de-a36f-07f99acc6549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2650a2b-095a-4ecc-a925-45bae51b8662,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:50.106830 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-941a22a1-1b5b-4241-bb73-d4b4d796cf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:50.137029 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-941a22a1-1b5b-4241-bb73-d4b4d796cf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:50.206574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-941a22a1-1b5b-4241-bb73-d4b4d796cf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:50.209696 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-941a22a1-1b5b-4241-bb73-d4b4d796cf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:50.211098 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-941a22a1-1b5b-4241-bb73-d4b4d796cf76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2650a2b-095a-4ecc-a925-45bae51b8662 HTTP/1.1" status: 204 len: 168 time: 0.2118092 Jul 08 02:10:50.220693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a22a1-1b5b-4241-bb73-d4b4d796cf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2650a2b-095a-4ecc-a925-45bae51b8662,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:50.225875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90f291-3b19-477b-92bc-f02aaa828657 req-d5320e2f-0741-4136-93c3-85ff92a1161e tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:50.228741 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a90f291-3b19-477b-92bc-f02aaa828657 req-d5320e2f-0741-4136-93c3-85ff92a1161e tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 946 time: 0.0930550 Jul 08 02:10:50.276978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a90f291-3b19-477b-92bc-f02aaa828657 req-852d56b2-a7a2-4776-97cc-43ddcf683c85 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Jul 08 02:10:50.645381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a4bf1192-e65a-453d-98a5-a665e30aa2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:51.492207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231240ae-4bc9-4691-b7b6-a757b10c4683 req-c4082deb-f034-498d-bcfc-6158b7b9e9c4 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:51.493769 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-231240ae-4bc9-4691-b7b6-a757b10c4683 req-c4082deb-f034-498d-bcfc-6158b7b9e9c4 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 946 time: 0.0796578 Jul 08 02:10:51.535913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-231240ae-4bc9-4691-b7b6-a757b10c4683 req-96d313f0-2723-47d8-9007-fcaa79549f2a tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/security-groups?id=de38e602-32e9-42cf-b77a-b89c0ff07921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343101 Jul 08 02:10:51.644476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07432f-375b-4779-8115-4b10f5e9278e req-25685986-7551-49eb-8c97-663dad35f632 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:51.646261 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ff07432f-375b-4779-8115-4b10f5e9278e req-25685986-7551-49eb-8c97-663dad35f632 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.24 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 946 time: 0.0786421 Jul 08 02:10:51.759867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-ff07432f-375b-4779-8115-4b10f5e9278e req-06c274fb-9e6a-4213-a002-0074b8b12c74 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Deleting port cece1edf-fd26-4f49-8ddc-75ba362ffcb8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:10:51.760845 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ff07432f-375b-4779-8115-4b10f5e9278e req-06c274fb-9e6a-4213-a002-0074b8b12c74 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:51.861055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-ff07432f-375b-4779-8115-4b10f5e9278e req-06c274fb-9e6a-4213-a002-0074b8b12c74 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] For port cece1edf-fd26-4f49-8ddc-75ba362ffcb8, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,segment=NetworkSegment(6fd32a30-06bd-4494-92d9-c3019afe616c),segment_id=6fd32a30-06bd-4494-92d9-c3019afe616c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:10:51.861655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ff07432f-375b-4779-8115-4b10f5e9278e req-06c274fb-9e6a-4213-a002-0074b8b12c74 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:51.886355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-ff07432f-375b-4779-8115-4b10f5e9278e req-06c274fb-9e6a-4213-a002-0074b8b12c74 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Calling delete_port for cece1edf-fd26-4f49-8ddc-75ba362ffcb8 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:10:52.051154 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ff07432f-375b-4779-8115-4b10f5e9278e req-06c274fb-9e6a-4213-a002-0074b8b12c74 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:52.064183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['cece1edf-fd26-4f49-8ddc-75ba362ffcb8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:10:52.090303 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c274fb-9e6a-4213-a002-0074b8b12c74 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Pushing event deleted for resources: {'Port': ['ID=cece1edf-fd26-4f49-8ddc-75ba362ffcb8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:10:52.146868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff07432f-375b-4779-8115-4b10f5e9278e req-06c274fb-9e6a-4213-a002-0074b8b12c74 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] No DVR routers for this DVR port cece1edf-fd26-4f49-8ddc-75ba362ffcb8 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:10:52.150024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ff07432f-375b-4779-8115-4b10f5e9278e req-06c274fb-9e6a-4213-a002-0074b8b12c74 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:52.152285 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ff07432f-375b-4779-8115-4b10f5e9278e req-06c274fb-9e6a-4213-a002-0074b8b12c74 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.24 "DELETE /v2.0/ports/cece1edf-fd26-4f49-8ddc-75ba362ffcb8 HTTP/1.1" status: 204 len: 173 time: 0.4999402 Jul 08 02:10:52.152772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9231570d-1041-41f1-9d22-94af76db8209', 'name': 'network-vif-deleted', 'tag': 'cece1edf-fd26-4f49-8ddc-75ba362ffcb8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:10:52.155121 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae43f963-0874-46ce-8197-fad4fe2b29c4" -d '{"events": [{"server_uuid": "9231570d-1041-41f1-9d22-94af76db8209", "name": "network-vif-deleted", "tag": "cece1edf-fd26-4f49-8ddc-75ba362ffcb8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:10:52.194708 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37a360f-61b6-46cc-8ae1-8882a68d7bc4 x-openstack-request-id: req-c37a360f-61b6-46cc-8ae1-8882a68d7bc4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:10:52.195219 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9231570d-1041-41f1-9d22-94af76db8209", "name": "network-vif-deleted", "tag": "cece1edf-fd26-4f49-8ddc-75ba362ffcb8", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:10:52.195469 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c37a360f-61b6-46cc-8ae1-8882a68d7bc4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:10:52.195869 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9231570d-1041-41f1-9d22-94af76db8209', 'name': 'network-vif-deleted', 'tag': 'cece1edf-fd26-4f49-8ddc-75ba362ffcb8', 'status': 'completed', 'code': 200} Jul 08 02:10:52.759658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e2b06a77-febe-400e-a8e7-1f4bbd51fc17 req-59857806-3d27-47a6-aa55-4d4d206649a2 tempest-VolumesSnapshotTestJSON-648842304 tempest-VolumesSnapshotTestJSON-648842304-project] 10.222.0.41 "GET /v2.0/ports?device_id=9231570d-1041-41f1-9d22-94af76db8209 HTTP/1.1" status: 200 len: 210 time: 0.0331533 Jul 08 02:10:53.398450 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0f170e37-2940-4451-8f0f-9db3eafef5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:53.724457 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:54.831839 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:55.980451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cece1edf-fd26-4f49-8ddc-75ba362ffcb8 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:10:56.009244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: cece1edf-fd26-4f49-8ddc-75ba362ffcb8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:10:56.009586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device cece1edf-fd26-4f49-8ddc-75ba362ffcb8 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:10:56.065679 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-c198f070-15a1-499c-8b5a-3ce45c61004a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0712218 Jul 08 02:10:56.189689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-d342e7db-f221-4686-9292-0810ab56b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:56.191753 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-d342e7db-f221-4686-9292-0810ab56b1ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17b1c052c50b4bbc868876a992e737e9&device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 1097 time: 0.0689654 Jul 08 02:10:56.351289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-98d01931-27a0-43a2-a7aa-56d9059a764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:56.352829 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-98d01931-27a0-43a2-a7aa-56d9059a764b service neutron] 10.222.0.16 "GET /v2.0/networks?id=9108d442-46a8-4cbe-b3c3-62ff3b202b17 HTTP/1.1" status: 200 len: 909 time: 0.1272469 Jul 08 02:10:56.435934 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-5cc29f06-3ccb-4746-8a3c-52a572ff458a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e HTTP/1.1" status: 200 len: 1000 time: 0.0761302 Jul 08 02:10:56.472762 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:10:56.528193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-150c3a3f-ff5b-4f5e-a18c-131c23a0e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:56.532004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-150c3a3f-ff5b-4f5e-a18c-131c23a0e5a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da400ad-2cea-4a45-9afa-614429c754bb HTTP/1.1" status: 200 len: 847 time: 0.0897918 Jul 08 02:10:56.637355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-6b864f12-a804-4b10-8d27-78d1b0f32f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:10:56.638928 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-6b864f12-a804-4b10-8d27-78d1b0f32f68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9108d442-46a8-4cbe-b3c3-62ff3b202b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995398 Jul 08 02:10:57.066995 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-2d25c43f-a857-4836-b7ee-c4eebd71ec9b service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216378 Jul 08 02:10:57.169341 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5798fbbc-c2fe-4c4e-83b8-e41aab6005ac req-4a8f7958-c54b-44d9-b2a7-d103fb4324e3 service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952041 Jul 08 02:10:59.613823 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:11:04.692502 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:08.956108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-b0dd07c8-0d6f-49fc-8121-cca213152093 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:08.957679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-b0dd07c8-0d6f-49fc-8121-cca213152093 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1204498 Jul 08 02:11:08.973928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-c3008501-d5e0-4aa1-ac26-3f74763c6179 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/quotas/7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 375 time: 0.0097408 Jul 08 02:11:09.051380 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:09.055774 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-fe5a1f72-6d7c-4005-9e22-cc25de284ff7 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756328 Jul 08 02:11:09.156196 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-6c9eb480-de05-43c1-8fa2-0e7bd45be73e service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928462 Jul 08 02:11:09.287024 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-bf746e20-e9b3-4aa0-bf5b-1da04226e7b4 service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246698 Jul 08 02:11:09.506445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39906a90-1915-46d1-bad6-5a9d421e0329 req-2fdab50e-17ea-42ce-a32b-02da40206d88 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 210 time: 0.0309453 Jul 08 02:11:10.714500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dae28b12-29dc-48dd-b19d-28a3ab8c10f0 req-a7ae3c6c-f86a-44d9-bd5b-924133da11d8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 210 time: 0.0421174 Jul 08 02:11:10.733787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-d00fb7c5-bf91-4dea-9519-16e3d3e4d067 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:10.735436 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-d00fb7c5-bf91-4dea-9519-16e3d3e4d067 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1308029 Jul 08 02:11:10.748539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'port': {'device_id': '77a50676-4d24-485a-9ed3-196e777538f6', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'admin_state_up': True, 'tenant_id': '7afc56f361c745a7aac9780da8d95363'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:10.886512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Made reservation on behalf of 7afc56f361c745a7aac9780da8d95363 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:10.890335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.025588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Allocated IP 172.20.0.4 (4897b7a4-7fe7-4a74-9371-b6eeb629862d/0b3c9983-5699-446d-9bc9-a5b2b4822107/3f2a42e0-b850-458f-87a9-43f2deac84f5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:11.204731 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.222314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Transition to ACTIVE for port object 3f2a42e0-b850-458f-87a9-43f2deac84f5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:11.264326 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.324628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:11.332245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:11.334910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:11.396941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=3f2a42e0-b850-458f-87a9-43f2deac84f5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:11.424652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:11.426990 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.454301 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9e8a3b0d-0567-4003-9b26-81c39e36f31b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7102342 Jul 08 02:11:11.469404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Request body: {'port': {'device_id': '77a50676-4d24-485a-9ed3-196e777538f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:11.581611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:11.705600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0c02629-f3bb-4177-b093-d7395e15cfc1 None None] Provisioning for port 3f2a42e0-b850-458f-87a9-43f2deac84f5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:11.714665 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a0c02629-f3bb-4177-b093-d7395e15cfc1 None None] Provisioning complete for port 3f2a42e0-b850-458f-87a9-43f2deac84f5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:11.715644 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0c02629-f3bb-4177-b093-d7395e15cfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.034572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a0c02629-f3bb-4177-b093-d7395e15cfc1 None None] Port 3f2a42e0-b850-458f-87a9-43f2deac84f5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:12.041012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a02c49-d6c0-4707-9df1-258f5e13d4bf req-1d0e3a24-dd0f-4d85-9647-ebb409893b8f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.048844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48a02c49-d6c0-4707-9df1-258f5e13d4bf req-1d0e3a24-dd0f-4d85-9647-ebb409893b8f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 931 time: 0.1061940 Jul 08 02:11:12.098982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2a42e0-b850-458f-87a9-43f2deac84f5 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:12.121534 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.122063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-48a02c49-d6c0-4707-9df1-258f5e13d4bf req-65a945d2-b446-427f-a9a4-542238c6245b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656230 Jul 08 02:11:12.138924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Transition to ACTIVE for port object 3f2a42e0-b850-458f-87a9-43f2deac84f5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:12.145020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.234078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Pushing event updated for resources: {'Port': ['ID=3f2a42e0-b850-458f-87a9-43f2deac84f5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:12.331042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Attempting to bind port 3f2a42e0-b850-458f-87a9-43f2deac84f5 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:12.331385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Attempting to bind port 3f2a42e0-b850-458f-87a9-43f2deac84f5 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:12.331719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Attempting to bind port 3f2a42e0-b850-458f-87a9-43f2deac84f5 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:12.338977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Port 3f2a42e0-b850-458f-87a9-43f2deac84f5 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:11:12.339321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Attempting to bind port 3f2a42e0-b850-458f-87a9-43f2deac84f5 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:12.351011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:12.351931 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Checking segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:12.352654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Bound using segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:12.354080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Bound port: 3f2a42e0-b850-458f-87a9-43f2deac84f5, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:12.354745 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.465069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] For port 3f2a42e0-b850-458f-87a9-43f2deac84f5, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:12.470613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] For port 3f2a42e0-b850-458f-87a9-43f2deac84f5, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3f2a42e0-b850-458f-87a9-43f2deac84f5,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:12.481657 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.517087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.517702 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:12.519632 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] 10.222.0.24 "PUT /v2.0/ports/3f2a42e0-b850-458f-87a9-43f2deac84f5 HTTP/1.1" status: 200 len: 1092 time: 1.0550141 Jul 08 02:11:12.521929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a50676-4d24-485a-9ed3-196e777538f6', 'tag': '3f2a42e0-b850-458f-87a9-43f2deac84f5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:12.533777 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b56baec-be31-4db3-8149-a16a5f908d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "77a50676-4d24-485a-9ed3-196e777538f6", "tag": "3f2a42e0-b850-458f-87a9-43f2deac84f5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:12.578046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1f7a5-485b-419d-a5ce-7919825ea14a service neutron] Pushing event updated for resources: {'Port': ['ID=3f2a42e0-b850-458f-87a9-43f2deac84f5,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:12.631778 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd39acbe-4181-4458-a15e-8c98b1d5ba31 x-openstack-request-id: req-fd39acbe-4181-4458-a15e-8c98b1d5ba31 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:12.632159 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a50676-4d24-485a-9ed3-196e777538f6", "tag": "3f2a42e0-b850-458f-87a9-43f2deac84f5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:12.632500 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd39acbe-4181-4458-a15e-8c98b1d5ba31 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:12.633002 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a50676-4d24-485a-9ed3-196e777538f6', 'tag': '3f2a42e0-b850-458f-87a9-43f2deac84f5', 'status': 'completed', 'code': 200} Jul 08 02:11:12.663537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-fc173015-773a-4d15-864f-efe785f63566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.665150 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-fc173015-773a-4d15-864f-efe785f63566 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 1095 time: 0.0756447 Jul 08 02:11:12.733968 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-0bc94ed1-4953-4db4-b2ce-1b096d29a5cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2a42e0-b850-458f-87a9-43f2deac84f5 HTTP/1.1" status: 200 len: 217 time: 0.0609658 Jul 08 02:11:12.804911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9931dc36-1f6f-4599-9494-5614a87bb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.807712 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-9931dc36-1f6f-4599-9494-5614a87bb389 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0617225 Jul 08 02:11:12.872472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-85a28fdd-eee9-449f-b2e8-6cb6d93d3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:12.874222 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-85a28fdd-eee9-449f-b2e8-6cb6d93d3148 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605860 Jul 08 02:11:12.977725 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-b496e3f5-ca4e-4bdb-abb5-8d10ee43c5af service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946987 Jul 08 02:11:13.080652 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c8212e30-42a1-49dc-abf9-a3179322f800 req-ceb30642-bf54-4006-8480-1adcdc97391f service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960648 Jul 08 02:11:13.233663 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-ec79437a-13d0-4390-a251-8f893a6d7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:13.235549 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-ec79437a-13d0-4390-a251-8f893a6d7ca9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 1095 time: 0.0990973 Jul 08 02:11:13.362238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-6311fcc1-e462-4cbf-b777-3aea9b57a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:13.364452 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-6311fcc1-e462-4cbf-b777-3aea9b57a417 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1222403 Jul 08 02:11:13.397354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4b596-3730-4ef1-aafe-151d83d0cb72 req-5cf69502-52ac-4fda-8407-f9300bd2dd5c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:13.401043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ac4b596-3730-4ef1-aafe-151d83d0cb72 req-5cf69502-52ac-4fda-8407-f9300bd2dd5c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0877540 Jul 08 02:11:13.419547 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-f8951521-0814-446d-b2a4-efcf2a7968ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2a42e0-b850-458f-87a9-43f2deac84f5 HTTP/1.1" status: 200 len: 217 time: 0.0475693 Jul 08 02:11:13.449843 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ac4b596-3730-4ef1-aafe-151d83d0cb72 req-1a588efc-0664-4e55-aec6-ba27e50e8567 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Jul 08 02:11:13.481562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-b058cf7b-2be1-4e00-8dad-05dc9197f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:13.483596 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-b058cf7b-2be1-4e00-8dad-05dc9197f7ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0583158 Jul 08 02:11:13.560730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-9d383a19-97c7-42ea-af9b-a29d56eb0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:13.562681 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-9d383a19-97c7-42ea-af9b-a29d56eb0f61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719895 Jul 08 02:11:13.672380 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-9cf7a172-db12-4b73-b785-dd8b5548b752 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998108 Jul 08 02:11:13.791984 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b56baec-be31-4db3-8149-a16a5f908d8d req-82fc0ece-b987-4b50-86c3-07d0f863eea6 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125176 Jul 08 02:11:14.740646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ec5db-dfc1-4a61-bc56-66646a45aa45 req-6bd145c1-f451-44aa-9a45-19413549acb3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:14.740646 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab7ec5db-dfc1-4a61-bc56-66646a45aa45 req-6bd145c1-f451-44aa-9a45-19413549acb3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.1239431 Jul 08 02:11:14.833700 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab7ec5db-dfc1-4a61-bc56-66646a45aa45 req-e5d89360-693d-4db6-8bc8-932e556d3b15 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844755 Jul 08 02:11:16.093106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b3dae6-b5c3-4a48-97d7-6e147b2dcdf3 req-cee64e45-69f8-42a8-b5b8-95b316ec2d8a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:16.101095 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88b3dae6-b5c3-4a48-97d7-6e147b2dcdf3 req-cee64e45-69f8-42a8-b5b8-95b316ec2d8a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.1182756 Jul 08 02:11:16.152839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88b3dae6-b5c3-4a48-97d7-6e147b2dcdf3 req-9d3fec17-48a9-4b85-9d69-d892ff306404 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497317 Jul 08 02:11:17.464735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da4fe0-8387-42a4-aa51-b7653f42f841 req-76f47d4c-14fa-497d-9a7b-720f0def6497 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:17.472685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3da4fe0-8387-42a4-aa51-b7653f42f841 req-76f47d4c-14fa-497d-9a7b-720f0def6497 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0862694 Jul 08 02:11:17.532419 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c3da4fe0-8387-42a4-aa51-b7653f42f841 req-859b1848-4b64-4c1b-8872-c0acc0e5c0c2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545018 Jul 08 02:11:18.725599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01362bf-c26b-4602-917d-bb9663acd3f7 req-a380d89c-ffbc-40b4-b248-195fcc7fcfad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:18.734450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e01362bf-c26b-4602-917d-bb9663acd3f7 req-a380d89c-ffbc-40b4-b248-195fcc7fcfad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0802269 Jul 08 02:11:18.787938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e01362bf-c26b-4602-917d-bb9663acd3f7 req-39352459-cc04-48b9-997e-cccf4a23365a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523288 Jul 08 02:11:19.971382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168969f-8862-44d8-8781-10a7470edbc4 req-b121407e-6c82-4260-8c64-8192b12eebbd tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:19.972914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6168969f-8862-44d8-8781-10a7470edbc4 req-b121407e-6c82-4260-8c64-8192b12eebbd tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0673623 Jul 08 02:11:20.015523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6168969f-8862-44d8-8781-10a7470edbc4 req-df84a1d8-a807-4603-8e93-d6aa8e4a61ac tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361855 Jul 08 02:11:20.652357 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a69c1e3f-ecbd-44df-84e1-78e5f79d9be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:21.206412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392ef45-7a14-4442-a492-083715f80ab9 req-1fbdbd52-9ce3-421e-8b33-240a9ea02807 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:21.208405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8392ef45-7a14-4442-a492-083715f80ab9 req-1fbdbd52-9ce3-421e-8b33-240a9ea02807 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0670242 Jul 08 02:11:21.252108 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8392ef45-7a14-4442-a492-083715f80ab9 req-59832897-74dd-4158-aeb0-8b3391780756 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361671 Jul 08 02:11:22.441863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c2f81-f547-4ee4-a579-292957a30875 req-01124416-3c1e-4a10-97a1-b47dacab7654 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:22.443568 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-870c2f81-f547-4ee4-a579-292957a30875 req-01124416-3c1e-4a10-97a1-b47dacab7654 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0757856 Jul 08 02:11:22.484412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-870c2f81-f547-4ee4-a579-292957a30875 req-77fad5d8-dda0-4e29-b01f-ad073797d08b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339425 Jul 08 02:11:23.398008 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-15f772a7-2f2d-4b9f-ba8c-be764e0d2fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.681308 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afa30e-66e3-4e26-bc81-ede30c58cd37 req-6883db2f-f197-4a48-813d-9441fe210d02 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:23.682826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35afa30e-66e3-4e26-bc81-ede30c58cd37 req-6883db2f-f197-4a48-813d-9441fe210d02 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0769637 Jul 08 02:11:23.732356 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:23.735720 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35afa30e-66e3-4e26-bc81-ede30c58cd37 req-5ca0a03f-d5b4-4637-8f4b-7e2760d2c19c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427027 Jul 08 02:11:24.828434 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:24.928417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0cd97-f578-4b4e-8f4f-c308309676d1 req-d98dad60-fd7f-4cda-9d4d-f4cb67a5d904 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:24.929988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7e0cd97-f578-4b4e-8f4f-c308309676d1 req-d98dad60-fd7f-4cda-9d4d-f4cb67a5d904 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0722046 Jul 08 02:11:24.974019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7e0cd97-f578-4b4e-8f4f-c308309676d1 req-8f3933f4-62b4-4f54-83c0-78039e09bd81 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Jul 08 02:11:26.168035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e476479-949b-4634-a1c7-cf51e512faa0 req-de2b0baf-7519-4b1b-a54c-556f4b358da0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:26.169706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e476479-949b-4634-a1c7-cf51e512faa0 req-de2b0baf-7519-4b1b-a54c-556f4b358da0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0731144 Jul 08 02:11:26.209906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e476479-949b-4634-a1c7-cf51e512faa0 req-40a97dcf-418c-4be3-aba5-c26ae801deb5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345271 Jul 08 02:11:26.470574 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:27.388288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0d72c-90d4-4577-b384-cfc26368d57f req-94627b3d-c0f8-41b1-9bca-34fdb88b6afe tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:27.389710 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-42e0d72c-90d4-4577-b384-cfc26368d57f req-94627b3d-c0f8-41b1-9bca-34fdb88b6afe tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0634027 Jul 08 02:11:27.427136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-42e0d72c-90d4-4577-b384-cfc26368d57f req-599f16a3-8a7f-4889-a966-6ecc98e601bd tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Jul 08 02:11:28.615259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c7cfc-8229-483e-8a49-985c9c163b4d req-42bc74e7-47e6-4da2-b929-9c75eda09fdf tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:28.616772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b7c7cfc-8229-483e-8a49-985c9c163b4d req-42bc74e7-47e6-4da2-b929-9c75eda09fdf tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0674055 Jul 08 02:11:28.657548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b7c7cfc-8229-483e-8a49-985c9c163b4d req-a869961c-cdd9-48e4-a5bd-9d93c16e3fa3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346217 Jul 08 02:11:29.839149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f09cd-0d81-45d0-bb9d-6bc6b546a2eb req-738f8321-e9c8-4fbe-9c0f-88a659a8420e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:29.840854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c5f09cd-0d81-45d0-bb9d-6bc6b546a2eb req-738f8321-e9c8-4fbe-9c0f-88a659a8420e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0656707 Jul 08 02:11:29.881103 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c5f09cd-0d81-45d0-bb9d-6bc6b546a2eb req-1af30e87-2312-4e58-9c84-f44aa90a317d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346413 Jul 08 02:11:31.087658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40353d85-0273-4587-9b70-23ef1b5fe012 req-10171da9-42a5-4ea8-8941-e82fb271eb1f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:31.089230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40353d85-0273-4587-9b70-23ef1b5fe012 req-10171da9-42a5-4ea8-8941-e82fb271eb1f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0690632 Jul 08 02:11:31.129959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40353d85-0273-4587-9b70-23ef1b5fe012 req-32705e06-cdfa-44dc-b13d-b5da966f7add tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349436 Jul 08 02:11:32.073643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3f2a42e0-b850-458f-87a9-43f2deac84f5 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:11:32.176548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3f2a42e0-b850-458f-87a9-43f2deac84f5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3f2a42e0-b850-458f-87a9-43f2deac84f5,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:32.189211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '3f2a42e0-b850-458f-87a9-43f2deac84f5', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'port_id': '3f2a42e0-b850-458f-87a9-43f2deac84f5', 'mac_address': 'fa:16:3e:af:8b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:11:32.231777 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.245804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2a42e0-b850-458f-87a9-43f2deac84f5 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:32.267542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3f2a42e0-b850-458f-87a9-43f2deac84f5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3f2a42e0-b850-458f-87a9-43f2deac84f5,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:32.273151 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:32.317548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2039c74-2328-4b6d-a956-22635963424e req-9cec2a8b-65a4-4fe2-bdd2-20fd743abb17 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:32.319160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2039c74-2328-4b6d-a956-22635963424e req-9cec2a8b-65a4-4fe2-bdd2-20fd743abb17 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 943 time: 0.0731032 Jul 08 02:11:32.327520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=3f2a42e0-b850-458f-87a9-43f2deac84f5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:32.335504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.335863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.336368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.337129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.337467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.337804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.338128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.338456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.338783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.339107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.339432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.339889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:32.361720 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2039c74-2328-4b6d-a956-22635963424e req-8138ca51-35df-4305-b66e-f088d0e82c73 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358024 Jul 08 02:11:32.478408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['3f2a42e0-b850-458f-87a9-43f2deac84f5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:33.541223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81418609-dccf-4ec4-9b62-bfc206a9073f req-3796321b-1e1c-4934-b7bb-c000fe81c405 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:33.542863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81418609-dccf-4ec4-9b62-bfc206a9073f req-3796321b-1e1c-4934-b7bb-c000fe81c405 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 944 time: 0.0658104 Jul 08 02:11:33.598912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81418609-dccf-4ec4-9b62-bfc206a9073f req-6f4a1b0e-e611-498b-8a2c-bb87274c111e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494447 Jul 08 02:11:34.088443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3f2a42e0-b850-458f-87a9-43f2deac84f5 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:34.136653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 3f2a42e0-b850-458f-87a9-43f2deac84f5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:34.140516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 3f2a42e0-b850-458f-87a9-43f2deac84f5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:34.141010 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.217658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.242073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a50676-4d24-485a-9ed3-196e777538f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a42e0-b850-458f-87a9-43f2deac84f5'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:34.244896 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fc9dd9-0f08-414f-a752-1c7d3c1dda7b" -d '{"events": [{"server_uuid": "77a50676-4d24-485a-9ed3-196e777538f6", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a42e0-b850-458f-87a9-43f2deac84f5"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:34.258045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3f2a42e0-b850-458f-87a9-43f2deac84f5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3f2a42e0-b850-458f-87a9-43f2deac84f5,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:34.263179 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.310990 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=3f2a42e0-b850-458f-87a9-43f2deac84f5,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:34.408121 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f7a98c-7888-489b-a8b3-dd7618414bb6 x-openstack-request-id: req-32f7a98c-7888-489b-a8b3-dd7618414bb6 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:34.408439 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a50676-4d24-485a-9ed3-196e777538f6", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a42e0-b850-458f-87a9-43f2deac84f5", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:34.408698 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32f7a98c-7888-489b-a8b3-dd7618414bb6 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:34.409095 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a50676-4d24-485a-9ed3-196e777538f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a42e0-b850-458f-87a9-43f2deac84f5', 'code': 200} Jul 08 02:11:34.520617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e7bfe-7bb5-46f6-b238-0b8dffebf9b1 req-bcfcfec6-7a9b-4414-86d4-6953b8a1dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:34.522128 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-264e7bfe-7bb5-46f6-b238-0b8dffebf9b1 req-bcfcfec6-7a9b-4414-86d4-6953b8a1dc83 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 1097 time: 0.0521102 Jul 08 02:11:34.556751 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-264e7bfe-7bb5-46f6-b238-0b8dffebf9b1 req-f05760e5-2bc0-49d4-a726-9188a7bcc4b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283339 Jul 08 02:11:34.679743 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:34.788767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6ec9-4cff-40cd-812e-0837310e362c req-1dce93c6-e20a-494c-a511-e925071adcb6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:34.791181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe2d6ec9-4cff-40cd-812e-0837310e362c req-1dce93c6-e20a-494c-a511-e925071adcb6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 945 time: 0.0695181 Jul 08 02:11:34.831475 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe2d6ec9-4cff-40cd-812e-0837310e362c req-d7fb68e3-fc02-4fdb-af29-fb2b532dddb7 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339253 Jul 08 02:11:36.045216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa584-88ae-4d84-9a68-f437dd9a5689 req-a0442e84-4a2c-4c30-8b29-206c12b65d58 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:36.046495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37bfa584-88ae-4d84-9a68-f437dd9a5689 req-a0442e84-4a2c-4c30-8b29-206c12b65d58 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 945 time: 0.0842137 Jul 08 02:11:36.087962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37bfa584-88ae-4d84-9a68-f437dd9a5689 req-c575b3b4-fcc1-4a54-ba65-f5711885fece tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359418 Jul 08 02:11:36.277771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4136-4cbc-4f41-b36f-f087f81e5716 req-39a98e31-47c6-4700-9f76-78feb9820916 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:36.279534 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b17e4136-4cbc-4f41-b36f-f087f81e5716 req-39a98e31-47c6-4700-9f76-78feb9820916 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 945 time: 0.0747843 Jul 08 02:11:36.322800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b17e4136-4cbc-4f41-b36f-f087f81e5716 req-2a8b7adc-bbef-4f57-bfe0-92113036ccc1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 Jul 08 02:11:36.502763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537a3bd-a622-4846-9ddd-6aed8242442a req-31498eb1-7453-46dc-b6d2-7431026ba057 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:36.504276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6537a3bd-a622-4846-9ddd-6aed8242442a req-31498eb1-7453-46dc-b6d2-7431026ba057 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 945 time: 0.0678155 Jul 08 02:11:36.543888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6537a3bd-a622-4846-9ddd-6aed8242442a req-b99138fb-6207-48cc-8fb5-4d3ef354dcb6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335801 Jul 08 02:11:36.612752 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:11:36.996548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b3220-decc-48ef-886f-c8c6b08760de req-ef3937bd-668a-4fd9-b05c-9dc34bb466f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:36.998115 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f7b3220-decc-48ef-886f-c8c6b08760de req-ef3937bd-668a-4fd9-b05c-9dc34bb466f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 945 time: 0.0668049 Jul 08 02:11:37.038689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f7b3220-decc-48ef-886f-c8c6b08760de req-bc7566ec-6e91-4d72-8477-e3f0a68260d1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346437 Jul 08 02:11:37.138010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38360) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:37.339953 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7903b1b-6e8e-4a72-94d7-e6fbe92ce8a3 admin admin] Deleting subnet 995ad66a-96ef-436c-9417-cddbd260991c {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:11:37.343213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7903b1b-6e8e-4a72-94d7-e6fbe92ce8a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.381951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7903b1b-6e8e-4a72-94d7-e6fbe92ce8a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.420864 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7903b1b-6e8e-4a72-94d7-e6fbe92ce8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.478390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7903b1b-6e8e-4a72-94d7-e6fbe92ce8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.515189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7903b1b-6e8e-4a72-94d7-e6fbe92ce8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=995ad66a-96ef-436c-9417-cddbd260991c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:37.520223 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f7903b1b-6e8e-4a72-94d7-e6fbe92ce8a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.522325 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f7903b1b-6e8e-4a72-94d7-e6fbe92ce8a3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/995ad66a-96ef-436c-9417-cddbd260991c HTTP/1.1" status: 204 len: 168 time: 0.3825643 Jul 08 02:11:37.525372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38364) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:37.606146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.685964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.696385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f3959b-baa9-4129-99fa-8be7998989f4']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:37.707193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd32a30-06bd-4494-92d9-c3019afe616c') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:37.707435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd32a30-06bd-4494-92d9-c3019afe616c') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:37.716814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.730365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.736564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:11:37.736975 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:11:37.738616 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:11:37.798144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.803130 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:37.806028 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] 10.222.0.41 "DELETE /v2.0/networks/c5f3959b-baa9-4129-99fa-8be7998989f4 HTTP/1.1" status: 204 len: 168 time: 0.2797019 Jul 08 02:11:37.818668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15c2ff-2db6-49dd-8901-761f16c7e72f admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f3959b-baa9-4129-99fa-8be7998989f4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:37.940010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38368) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:37.980577 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8885516e-4b67-4b87-acf3-d5fbcb33cfa5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27982e2e2fa244ff89aa6d70e0b5d617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393355 Jul 08 02:11:37.983107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38370) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:38.033532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff4498ed-f8e9-4605-a2a6-e4ac03aff501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.055495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff4498ed-f8e9-4605-a2a6-e4ac03aff501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.103055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff4498ed-f8e9-4605-a2a6-e4ac03aff501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.105907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff4498ed-f8e9-4605-a2a6-e4ac03aff501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.109597 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ff4498ed-f8e9-4605-a2a6-e4ac03aff501 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de38e602-32e9-42cf-b77a-b89c0ff07921 HTTP/1.1" status: 204 len: 168 time: 0.1230884 Jul 08 02:11:38.115015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4498ed-f8e9-4605-a2a6-e4ac03aff501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de38e602-32e9-42cf-b77a-b89c0ff07921,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:38.234976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36575848-0212-41f0-88c3-ea5c48e98050 req-4f39f3aa-c3b2-4a5b-8b88-27dc40a09016 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:38.236531 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36575848-0212-41f0-88c3-ea5c48e98050 req-4f39f3aa-c3b2-4a5b-8b88-27dc40a09016 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 945 time: 0.0771551 Jul 08 02:11:38.287602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36575848-0212-41f0-88c3-ea5c48e98050 req-db89ed6d-e92d-40c8-9ab5-0344440e0d9a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446866 Jul 08 02:11:38.402643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-ba78303e-ee42-4062-8304-400b453a2008 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:38.404167 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-ba78303e-ee42-4062-8304-400b453a2008 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 945 time: 0.0704672 Jul 08 02:11:38.507088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Deleting port 3f2a42e0-b850-458f-87a9-43f2deac84f5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:11:38.507436 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.605249 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] For port 3f2a42e0-b850-458f-87a9-43f2deac84f5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3f2a42e0-b850-458f-87a9-43f2deac84f5,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:38.605617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.618573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Calling delete_port for 3f2a42e0-b850-458f-87a9-43f2deac84f5 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:11:38.752898 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.765857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['3f2a42e0-b850-458f-87a9-43f2deac84f5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:38.815900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'Port': ['ID=3f2a42e0-b850-458f-87a9-43f2deac84f5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:38.840795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] No DVR routers for this DVR port 3f2a42e0-b850-458f-87a9-43f2deac84f5 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:11:38.843605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:38.845912 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c2e097a8-8670-45ca-a4ee-2235028097e6 req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "DELETE /v2.0/ports/3f2a42e0-b850-458f-87a9-43f2deac84f5 HTTP/1.1" status: 204 len: 173 time: 0.4365947 Jul 08 02:11:38.846762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a50676-4d24-485a-9ed3-196e777538f6', 'name': 'network-vif-deleted', 'tag': '3f2a42e0-b850-458f-87a9-43f2deac84f5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:38.849933 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe8c0dc-40d3-4c05-b190-1ae25bfd9132" -d '{"events": [{"server_uuid": "77a50676-4d24-485a-9ed3-196e777538f6", "name": "network-vif-deleted", "tag": "3f2a42e0-b850-458f-87a9-43f2deac84f5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:38.854396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.854735 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.855052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.855487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.855906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.856295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.857316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.857316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.857316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.857641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.857951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.858454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802a08b5-844d-4f19-98fa-e40ec25269b3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:38.911356 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519744cd-da36-433f-8cc7-6bdd92c6514f x-openstack-request-id: req-519744cd-da36-433f-8cc7-6bdd92c6514f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:38.911704 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a50676-4d24-485a-9ed3-196e777538f6", "name": "network-vif-deleted", "tag": "3f2a42e0-b850-458f-87a9-43f2deac84f5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:38.911915 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-519744cd-da36-433f-8cc7-6bdd92c6514f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:38.913721 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a50676-4d24-485a-9ed3-196e777538f6', 'name': 'network-vif-deleted', 'tag': '3f2a42e0-b850-458f-87a9-43f2deac84f5', 'status': 'completed', 'code': 200} Jul 08 02:11:39.050314 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.437225 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4000c393-93cd-4546-896c-9b5d6bad07ec req-dc80b013-e6f1-4da5-8ecb-6f459833f34c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 210 time: 0.0293798 Jul 08 02:11:39.855588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38418) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:39.861944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255096664', 'description': 'tempest-secgroup-smoke-1255096664 description', 'project_id': '214685b4f82040c087d1b3f522f25c6e'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:39.889512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:39.899892 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.007797 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.014061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.052019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a50fc-06db-4137-999d-1784c6193af6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.130742 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.135665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.161751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.162978 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3054392 Jul 08 02:11:40.166514 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38420) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:40.167442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9358883-a66a-4d0f-97e0-a785ed63e937 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f3374d-2ec1-4ce4-ac99-e47513c65393,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.173693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '36f3374d-2ec1-4ce4-ac99-e47513c65393', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:40.209234 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.272074 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.276945 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.299506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9dd22c-295b-4fa0-ac6a-e1cc404699bf,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.303793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.305312 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371315 Jul 08 02:11:40.308434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38422) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:40.310879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.311317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.311741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.312160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.312604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.313012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.313349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.313698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.314049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.314385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.314722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.315053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f04d94-c125-4942-a66e-51e469f760ef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:40.315552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6f623ac2-751a-4061-a9bb-71079f02d76a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '36f3374d-2ec1-4ce4-ac99-e47513c65393', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:40.345723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f623ac2-751a-4061-a9bb-71079f02d76a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.406466 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f623ac2-751a-4061-a9bb-71079f02d76a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.409983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f623ac2-751a-4061-a9bb-71079f02d76a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.428467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f623ac2-751a-4061-a9bb-71079f02d76a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed157d68-953e-4293-9013-396893b8620d,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.435099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f623ac2-751a-4061-a9bb-71079f02d76a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.436263 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6f623ac2-751a-4061-a9bb-71079f02d76a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263349 Jul 08 02:11:40.438996 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38424) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:40.443807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7629bd70-0103-49ec-9303-0642d2abc0ac tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '36f3374d-2ec1-4ce4-ac99-e47513c65393', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:40.479402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7629bd70-0103-49ec-9303-0642d2abc0ac tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.553944 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7629bd70-0103-49ec-9303-0642d2abc0ac tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.559927 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7629bd70-0103-49ec-9303-0642d2abc0ac tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.609333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629bd70-0103-49ec-9303-0642d2abc0ac tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3afe6ddf-8d98-4f09-8332-3a400ac56d9e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.613269 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89e40a2f-5228-44d8-a852-71ddf92f4875 req-2cd7cc94-9ebe-4762-85e7-2f5a6000a670 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 210 time: 0.0406690 Jul 08 02:11:40.614422 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7629bd70-0103-49ec-9303-0642d2abc0ac tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.615558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7629bd70-0103-49ec-9303-0642d2abc0ac tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754360 Jul 08 02:11:40.619109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38428) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:40.624128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c9176869-b726-49fb-9bb5-27522688437d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '36f3374d-2ec1-4ce4-ac99-e47513c65393', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:40.655617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c9176869-b726-49fb-9bb5-27522688437d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.720752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c9176869-b726-49fb-9bb5-27522688437d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.724991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c9176869-b726-49fb-9bb5-27522688437d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.745900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9176869-b726-49fb-9bb5-27522688437d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24ce6f6-fa88-4fa3-bff3-41554ff63df9,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.749823 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c9176869-b726-49fb-9bb5-27522688437d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.754013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:40.754169 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c9176869-b726-49fb-9bb5-27522688437d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339843 Jul 08 02:11:40.759242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d0e57bf0-e17c-43f9-9f02-17a6abe7b15a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '36f3374d-2ec1-4ce4-ac99-e47513c65393', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:40.788185 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-d0e57bf0-e17c-43f9-9f02-17a6abe7b15a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Project 214685b4f82040c087d1b3f522f25c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:11:40.793908 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0e57bf0-e17c-43f9-9f02-17a6abe7b15a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.865514 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0e57bf0-e17c-43f9-9f02-17a6abe7b15a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.871150 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0e57bf0-e17c-43f9-9f02-17a6abe7b15a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.891400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e57bf0-e17c-43f9-9f02-17a6abe7b15a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce06b9c6-9a54-40d7-86f4-bfa5770563b4,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:40.898453 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0e57bf0-e17c-43f9-9f02-17a6abe7b15a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:40.902629 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d0e57bf0-e17c-43f9-9f02-17a6abe7b15a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448495 Jul 08 02:11:40.902629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38432) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:40.907614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9335afda-7249-46c3-9193-10aff28e4808 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '36f3374d-2ec1-4ce4-ac99-e47513c65393', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:40.933990 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-9335afda-7249-46c3-9193-10aff28e4808 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Project 214685b4f82040c087d1b3f522f25c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:11:40.940005 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9335afda-7249-46c3-9193-10aff28e4808 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.022390 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9335afda-7249-46c3-9193-10aff28e4808 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.027419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9335afda-7249-46c3-9193-10aff28e4808 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.049311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335afda-7249-46c3-9193-10aff28e4808 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ceb745e-0564-4960-ae8d-ec87c97c7e48,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:41.053885 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9335afda-7249-46c3-9193-10aff28e4808 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.058194 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9335afda-7249-46c3-9193-10aff28e4808 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1508687 Jul 08 02:11:41.058763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38434) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:41.064175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'network': {'name': 'tempest-network-smoke--1094066757', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'port_security_enabled': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:41.090949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:41.095061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.121486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:11:41.131705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.132481 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Added segment 257fe06e-91ed-4305-964c-55fa626b0d12 of type vlan for network 0085860c-7de8-4c25-8451-dbe18a7102d1 Jul 08 02:11:41.180648 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.214146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.220623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:41.221300 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.287842 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2282085 Jul 08 02:11:41.291180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:41.295941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'admin_state_up': True, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:41.306353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239fa44-fb3f-41a4-8855-e6e650cdca12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Network': ['ID=0085860c-7de8-4c25-8451-dbe18a7102d1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:41.317625 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 0085860c-7de8-4c25-8451-dbe18a7102d1 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:11:41.330130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.331510 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.388575 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.534851 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.751389 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.798540 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:41.801669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9002d8c2-5767-4401-93ff-a590e8ca1e07 req-76aed785-9c9b-4191-8770-c774b92f80eb tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 210 time: 0.0523896 Jul 08 02:11:41.906939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.25.4.156 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/aa7caecf-49bf-49c9-895f-a79c8bbd2243) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:42.013748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:42.054091 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:42.100883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=aa7caecf-49bf-49c9-895f-a79c8bbd2243,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:42.105189 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:42.106623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3f2a42e0-b850-458f-87a9-43f2deac84f5 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:11:42.106950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:42.109128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:42.133496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 3f2a42e0-b850-458f-87a9-43f2deac84f5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:11:42.133844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3f2a42e0-b850-458f-87a9-43f2deac84f5 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:11:42.369026 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:42.579358 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:42.709159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:11:43.105245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8db76b1-178b-41d1-8847-12f46a68580e req-be9fe273-0599-4dfd-8fd9-82645cc185eb tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=77a50676-4d24-485a-9ed3-196e777538f6 HTTP/1.1" status: 200 len: 210 time: 0.0358448 Jul 08 02:11:43.122033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:43.141390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Sync routers for ids ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:43.151125 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.151853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Routers {'6f10f814-e79c-45ae-bdc4-41e320c2ff55'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:43.155801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:11:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:43.156037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5ada57f4-ee14-4b54-9460-30a0a1878af6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8606262 Jul 08 02:11:43.156253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:43.273816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Set router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:43.291166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a9012065-3ba8-4547-b27b-1173e4d407cf tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=214685b4f82040c087d1b3f522f25c6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1334376 Jul 08 02:11:43.293814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:43.465985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b915f74-8cd8-438e-871a-f196f4623f42 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:43.468758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:42Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:43.468942 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0b915f74-8cd8-438e-871a-f196f4623f42 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1733274 Jul 08 02:11:43.470728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38448) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:43.495130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Checking router: 6f10f814-e79c-45ae-bdc4-41e320c2ff55 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:43.495624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Updating router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 port aa7caecf-49bf-49c9-895f-a79c8bbd2243 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:11:43.505668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a9084437-c9a5-4f86-8600-77a837a56592 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311220 Jul 08 02:11:43.505892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:43.511244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-633381777', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:43.536428 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.599693 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:43.603837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.811101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.812581 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.827598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Transition to ACTIVE for port object aa7caecf-49bf-49c9-895f-a79c8bbd2243 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:43.833649 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.885406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Subnet': ['ID=ac0adf14-e27c-4b92-83f5-9870f8b652bf,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:43.893637 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Checking segment: {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:43.893997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network hostable DHCP agents. Network: 0085860c-7de8-4c25-8451-dbe18a7102d1, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:11:43.896135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Attempting to bind port aa7caecf-49bf-49c9-895f-a79c8bbd2243 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:43.896622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Attempting to bind port aa7caecf-49bf-49c9-895f-a79c8bbd2243 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:43.897164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Attempting to bind port aa7caecf-49bf-49c9-895f-a79c8bbd2243 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:43.907185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:43.907507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:43.908910 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.908910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:43.908910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Bound port: aa7caecf-49bf-49c9-895f-a79c8bbd2243, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:43.909447 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.914747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 0085860c-7de8-4c25-8451-dbe18a7102d1 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:11:43.925849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 0085860c-7de8-4c25-8451-dbe18a7102d1) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:43.931175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:43.932045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:43.943662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60bbe4-cdc4-4df0-9aa4-ee3bfc41636b None None] Network 0085860c-7de8-4c25-8451-dbe18a7102d1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:43.952656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c5ab6cd3-051b-4a00-a217-9e91a4010994 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4457982 Jul 08 02:11:43.955488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38452) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:43.984784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8236a28-4ec8-4e31-b349-f32092007c93 None None] Pushing event updated for resources: {'Port': ['ID=aa7caecf-49bf-49c9-895f-a79c8bbd2243,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:44.049788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] For port aa7caecf-49bf-49c9-895f-a79c8bbd2243, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:44.057834 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] For port aa7caecf-49bf-49c9-895f-a79c8bbd2243, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aa7caecf-49bf-49c9-895f-a79c8bbd2243,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:44.065398 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.154254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Routers {'6f10f814-e79c-45ae-bdc4-41e320c2ff55'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:44.155036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:11:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:44.292869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] Set router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:44.403250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8236a28-4ec8-4e31-b349-f32092007c93 None None] Pushing event updated for resources: {'Port': ['ID=aa7caecf-49bf-49c9-895f-a79c8bbd2243,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:44.441685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-0085860c-7de8-4c25-8451-dbe18a7102d1', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:11:44.442755 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.489360 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:44.661503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Allocated IP 172.20.0.2 (0085860c-7de8-4c25-8451-dbe18a7102d1/ac0adf14-e27c-4b92-83f5-9870f8b652bf/692d85d7-ff4c-494a-9f9b-9d23d7effa82) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:44.740580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:42Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:44.945799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53ca3a6-e450-4524-9e0f-0d6839e03888 None None] The sync data for ids ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'] in n-d-694802-14 is: [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:42Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:45.061692 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.070216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Transition to ACTIVE for port object 692d85d7-ff4c-494a-9f9b-9d23d7effa82 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:45.086179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Transition to ACTIVE for port object 692d85d7-ff4c-494a-9f9b-9d23d7effa82 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:45.093388 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.132167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Network 0085860c-7de8-4c25-8451-dbe18a7102d1 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:45.138918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:45.141730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:45.148637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.20.0.1 (0085860c-7de8-4c25-8451-dbe18a7102d1/ac0adf14-e27c-4b92-83f5-9870f8b652bf/80df7a81-a809-4e30-9887-7c36d80e93c6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:45.159697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Pushing event updated for resources: {'Port': ['ID=692d85d7-ff4c-494a-9f9b-9d23d7effa82,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:45.220146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Attempting to bind port 692d85d7-ff4c-494a-9f9b-9d23d7effa82 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:45.220146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Attempting to bind port 692d85d7-ff4c-494a-9f9b-9d23d7effa82 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:45.220146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Attempting to bind port 692d85d7-ff4c-494a-9f9b-9d23d7effa82 on network 0085860c-7de8-4c25-8451-dbe18a7102d1 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:45.224903 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:45.225375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Checking segment: {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:45.228490 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.228490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Bound using segment: {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:45.228490 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Bound port: 692d85d7-ff4c-494a-9f9b-9d23d7effa82, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:45.228947 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.315304 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.332059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] For port 692d85d7-ff4c-494a-9f9b-9d23d7effa82, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:45.336235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Transition to ACTIVE for port object 80df7a81-a809-4e30-9887-7c36d80e93c6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:45.338538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] For port 692d85d7-ff4c-494a-9f9b-9d23d7effa82, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=692d85d7-ff4c-494a-9f9b-9d23d7effa82,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:45.357916 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.387993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.443734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 0085860c-7de8-4c25-8451-dbe18a7102d1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:45.447815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:45.452445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:45.484838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cdcb1-7e38-4b9f-ac27-7ee7171d2cee None None] Pushing event updated for resources: {'Port': ['ID=692d85d7-ff4c-494a-9f9b-9d23d7effa82,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:45.512375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:45.519301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=80df7a81-a809-4e30-9887-7c36d80e93c6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:45.716994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.262516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aa7caecf-49bf-49c9-895f-a79c8bbd2243 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:46.318933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port aa7caecf-49bf-49c9-895f-a79c8bbd2243 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:46.323615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port aa7caecf-49bf-49c9-895f-a79c8bbd2243 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:46.323991 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.413811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.439737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port aa7caecf-49bf-49c9-895f-a79c8bbd2243, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aa7caecf-49bf-49c9-895f-a79c8bbd2243,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:46.446102 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.446929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 692d85d7-ff4c-494a-9f9b-9d23d7effa82 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:46.478278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.486580 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.534829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=aa7caecf-49bf-49c9-895f-a79c8bbd2243,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:46.547460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 692d85d7-ff4c-494a-9f9b-9d23d7effa82 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:46.587206 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.590395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=80df7a81-a809-4e30-9887-7c36d80e93c6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:46.695626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 0085860c-7de8-4c25-8451-dbe18a7102d1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:46.697744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:46.811937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e77e59a-7af3-4271-8b6c-3f88af5b185c None None] Network 0085860c-7de8-4c25-8451-dbe18a7102d1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:11:46.839328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:11:46.947219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f72a0eff-ed56-4aaf-89b9-7211633e96fb None None] Provisioning for port 692d85d7-ff4c-494a-9f9b-9d23d7effa82 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:46.959861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f72a0eff-ed56-4aaf-89b9-7211633e96fb None None] Provisioning complete for port 692d85d7-ff4c-494a-9f9b-9d23d7effa82 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:46.960235 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f72a0eff-ed56-4aaf-89b9-7211633e96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:46.993944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:11:47.007796 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a848ca53-2f6f-4a0d-8c69-7afec1f94b2b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "PUT /v2.0/routers/6f10f814-e79c-45ae-bdc4-41e320c2ff55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0439408 Jul 08 02:11:47.103368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f72a0eff-ed56-4aaf-89b9-7211633e96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.153622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f72a0eff-ed56-4aaf-89b9-7211633e96fb None None] For port 692d85d7-ff4c-494a-9f9b-9d23d7effa82, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=692d85d7-ff4c-494a-9f9b-9d23d7effa82,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:47.158997 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f72a0eff-ed56-4aaf-89b9-7211633e96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.193954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-c1eac27a-2fd8-4736-a7ed-a908cd94c83f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255096664&fields=id&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 267 time: 0.0487850 Jul 08 02:11:47.230771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a0eff-ed56-4aaf-89b9-7211633e96fb None None] Pushing event updated for resources: {'Port': ['ID=692d85d7-ff4c-494a-9f9b-9d23d7effa82,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:47.362617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa14709-2167-4910-a8aa-455015575e87 req-62ac8127-dbba-47de-afee-8911b03fd560 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:47.369780 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-62ac8127-dbba-47de-afee-8911b03fd560 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/networks?id=0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 200 len: 797 time: 0.1586738 Jul 08 02:11:47.380231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-99a8807e-3cf5-48b2-bb88-fa80b90fa49e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/quotas/214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 375 time: 0.0095713 Jul 08 02:11:47.463267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-9e8def93-3ccb-4a0d-9fbf-c9a800a32e06 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765259 Jul 08 02:11:47.470303 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Sync routers for ids ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:11:47.488063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-602fa3ee-131a-4ace-ab8f-8efcd2c60856 None None] Provisioning for port 80df7a81-a809-4e30-9887-7c36d80e93c6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:47.493761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-602fa3ee-131a-4ace-ab8f-8efcd2c60856 None None] Provisioning complete for port 80df7a81-a809-4e30-9887-7c36d80e93c6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:47.494487 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-602fa3ee-131a-4ace-ab8f-8efcd2c60856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.495141 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Routers {'6f10f814-e79c-45ae-bdc4-41e320c2ff55'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:47.495797 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:11:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:47.532718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-602fa3ee-131a-4ace-ab8f-8efcd2c60856 None None] Port 80df7a81-a809-4e30-9887-7c36d80e93c6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:47.543616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-602fa3ee-131a-4ace-ab8f-8efcd2c60856 None None] Provisioning complete for port 692d85d7-ff4c-494a-9f9b-9d23d7effa82 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:47.544333 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-602fa3ee-131a-4ace-ab8f-8efcd2c60856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.597845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-effe21fa-019f-4e26-8d62-12572c62ff69 service neutron] 10.222.0.41 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135087 Jul 08 02:11:47.702768 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-f49d0124-e1f4-480b-8a17-5a98bd56a7e8 service neutron] 10.222.0.41 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040933 Jul 08 02:11:47.729594 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Set router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:47.800545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e766aef0-ca8c-41bf-b980-a29ae736aa94 None None] Provisioning complete for port 80df7a81-a809-4e30-9887-7c36d80e93c6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:47.801134 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e766aef0-ca8c-41bf-b980-a29ae736aa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:47.897292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e766aef0-ca8c-41bf-b980-a29ae736aa94 None None] Port 80df7a81-a809-4e30-9887-7c36d80e93c6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:47.940255 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60979b2d-75d2-4d9f-851c-fe42d2fc5875 req-6f56f9a3-b302-4eda-86fd-51c33cc742ff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 210 time: 0.0705345 Jul 08 02:11:48.010267 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:45Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '80df7a81-a809-4e30-9887-7c36d80e93c6', 'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:47:84:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:44Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 2, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:48.030360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b24dae5b-b423-41e1-b1e7-6a5fa919419c None None] Provisioning complete for port 80df7a81-a809-4e30-9887-7c36d80e93c6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:48.031224 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b24dae5b-b423-41e1-b1e7-6a5fa919419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.042098 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Checking router: 6f10f814-e79c-45ae-bdc4-41e320c2ff55 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:11:48.042626 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Updating router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 port 80df7a81-a809-4e30-9887-7c36d80e93c6 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:11:48.092085 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.106250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b24dae5b-b423-41e1-b1e7-6a5fa919419c None None] Port 80df7a81-a809-4e30-9887-7c36d80e93c6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:48.197526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aa7caecf-49bf-49c9-895f-a79c8bbd2243 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:48.260946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port aa7caecf-49bf-49c9-895f-a79c8bbd2243 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:48.262694 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.376281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 692d85d7-ff4c-494a-9f9b-9d23d7effa82 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:48.421800 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.428203 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 692d85d7-ff4c-494a-9f9b-9d23d7effa82 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:48.428841 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.434043 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Transition to ACTIVE for port object 80df7a81-a809-4e30-9887-7c36d80e93c6 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:48.441626 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.557886 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Pushing event updated for resources: {'Port': ['ID=80df7a81-a809-4e30-9887-7c36d80e93c6,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:48.574395 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.574732 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.575450 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.576289 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.576965 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.577520 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.578185 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.578719 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.579257 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.579810 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.580141 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.580728 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:11:48.584079 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Attempting to bind port 80df7a81-a809-4e30-9887-7c36d80e93c6 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:48.584546 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Attempting to bind port 80df7a81-a809-4e30-9887-7c36d80e93c6 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:48.584954 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Attempting to bind port 80df7a81-a809-4e30-9887-7c36d80e93c6 on network 0085860c-7de8-4c25-8451-dbe18a7102d1 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:48.592225 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:48.592741 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Checking segment: {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:48.593155 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.593550 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Bound using segment: {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:48.594024 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Bound port: 80df7a81-a809-4e30-9887-7c36d80e93c6, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:48.594406 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.683210 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] For port 80df7a81-a809-4e30-9887-7c36d80e93c6, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:48.687285 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] For port 80df7a81-a809-4e30-9887-7c36d80e93c6, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=80df7a81-a809-4e30-9887-7c36d80e93c6,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:48.693260 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:48.755795 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b1b3a-216a-42f1-b10f-7ad3a41a0ecb None None] Pushing event updated for resources: {'Port': ['ID=80df7a81-a809-4e30-9887-7c36d80e93c6,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:48.780776 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Routers {'6f10f814-e79c-45ae-bdc4-41e320c2ff55'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:11:48.782059 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:11:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:48.902731 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] Set router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:11:49.119238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6734a118-bcbf-4e1c-ab5c-e202af7c5b7a req-062681e8-639e-4cb6-bbd1-70367726b14f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 210 time: 0.0326750 Jul 08 02:11:49.162042 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:45Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '80df7a81-a809-4e30-9887-7c36d80e93c6', 'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:47:84:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:44Z', 'updated_at': '2021-07-08T02:11:48Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:11:49.199649 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c8274e-a567-47dc-9691-264ea3b22486 None None] The sync data for ids ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'] in n-d-694802-14 is: [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:45Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '80df7a81-a809-4e30-9887-7c36d80e93c6', 'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:47:84:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:44Z', 'updated_at': '2021-07-08T02:11:48Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:11:49.321669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa14709-2167-4910-a8aa-455015575e87 req-3630bbea-eee4-4a24-80fb-c178e5cec30c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:49.323803 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-3630bbea-eee4-4a24-80fb-c178e5cec30c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.24 "GET /v2.0/networks?id=0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 200 len: 797 time: 0.1663990 Jul 08 02:11:49.391321 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-b56d6546-b29c-4435-9dda-7fec83e6fb48 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 380 time: 0.0593426 Jul 08 02:11:49.400912 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'port': {'device_id': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'admin_state_up': True, 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'security_groups': ['36f3374d-2ec1-4ce4-ac99-e47513c65393']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:49.526388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:11:49.530142 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:49.678535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.20.0.10 (0085860c-7de8-4c25-8451-dbe18a7102d1/ac0adf14-e27c-4b92-83f5-9870f8b652bf/646ee629-e07f-4b38-bc78-31f67a4ebd47) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:49.851858 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:49.871698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Transition to ACTIVE for port object 646ee629-e07f-4b38-bc78-31f67a4ebd47 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:49.939301 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.002014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 0085860c-7de8-4c25-8451-dbe18a7102d1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:50.005737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:50.013738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:50.023875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=646ee629-e07f-4b38-bc78-31f67a4ebd47,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:50.133004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:50.133004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.162931 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-5f5426df-3b98-4979-bcc2-b498b58f052a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7661886 Jul 08 02:11:50.175234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Request body: {'port': {'device_id': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:50.294638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 80df7a81-a809-4e30-9887-7c36d80e93c6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:50.370461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.408674 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 80df7a81-a809-4e30-9887-7c36d80e93c6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:50.416946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 80df7a81-a809-4e30-9887-7c36d80e93c6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:50.418350 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.505563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68868acb-ef39-4581-896c-e1747cf8823a req-4c996ea3-6130-4a27-bacf-854c02aa8304 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:50.508179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68868acb-ef39-4581-896c-e1747cf8823a req-4c996ea3-6130-4a27-bacf-854c02aa8304 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 932 time: 0.1781745 Jul 08 02:11:50.534685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c46f11e0-cfa4-4612-b3e7-c9df7f992274 None None] Provisioning for port 646ee629-e07f-4b38-bc78-31f67a4ebd47 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:50.542034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c46f11e0-cfa4-4612-b3e7-c9df7f992274 None None] Provisioning complete for port 646ee629-e07f-4b38-bc78-31f67a4ebd47 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:50.548350 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c46f11e0-cfa4-4612-b3e7-c9df7f992274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.606047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68868acb-ef39-4581-896c-e1747cf8823a req-150849cb-fe6e-4ea1-85ef-968275a6f81c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879173 Jul 08 02:11:50.611468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c46f11e0-cfa4-4612-b3e7-c9df7f992274 None None] Port 646ee629-e07f-4b38-bc78-31f67a4ebd47 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:11:50.776372 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ea1e1b78-f994-4b28-a222-46ffcee9c365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.789787 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.828709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646ee629-e07f-4b38-bc78-31f67a4ebd47 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:50.838503 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.854385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Transition to ACTIVE for port object 646ee629-e07f-4b38-bc78-31f67a4ebd47 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:11:50.864178 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.878431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 80df7a81-a809-4e30-9887-7c36d80e93c6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=80df7a81-a809-4e30-9887-7c36d80e93c6,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:50.888279 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:50.979777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Pushing event updated for resources: {'Port': ['ID=646ee629-e07f-4b38-bc78-31f67a4ebd47,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:50.982914 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=80df7a81-a809-4e30-9887-7c36d80e93c6,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:51.059146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Attempting to bind port 646ee629-e07f-4b38-bc78-31f67a4ebd47 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:11:51.062451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Attempting to bind port 646ee629-e07f-4b38-bc78-31f67a4ebd47 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:11:51.062795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Attempting to bind port 646ee629-e07f-4b38-bc78-31f67a4ebd47 on network 0085860c-7de8-4c25-8451-dbe18a7102d1 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:51.072184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Port 646ee629-e07f-4b38-bc78-31f67a4ebd47 on network 0085860c-7de8-4c25-8451-dbe18a7102d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:11:51.072742 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Attempting to bind port 646ee629-e07f-4b38-bc78-31f67a4ebd47 on network 0085860c-7de8-4c25-8451-dbe18a7102d1 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:11:51.082767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:11:51.083092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Checking segment: {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:11:51.083536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Bound using segment: {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:11:51.084005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Bound port: 646ee629-e07f-4b38-bc78-31f67a4ebd47, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:11:51.084442 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.208415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:11:51.212793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:11:51.218705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.262769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:51.263464 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:51.265060 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] 10.222.0.24 "PUT /v2.0/ports/646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 1093 time: 1.0948601 Jul 08 02:11:51.265553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:51.268226 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2519f7df-fb94-45cf-955f-aff59c7b5a90" -d '{"events": [{"name": "network-changed", "server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:51.299597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbdfa0-f988-4a87-ad5c-47cfce58b573 service neutron] Pushing event updated for resources: {'Port': ['ID=646ee629-e07f-4b38-bc78-31f67a4ebd47,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:51.391164 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6619ab8-71d3-4825-bb1e-1a1033d85238 x-openstack-request-id: req-a6619ab8-71d3-4825-bb1e-1a1033d85238 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:51.392398 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:51.392398 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6619ab8-71d3-4825-bb1e-1a1033d85238 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:51.392398 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'status': 'completed', 'code': 200} Jul 08 02:11:51.435395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa14709-2167-4910-a8aa-455015575e87 req-c473618a-70e8-4e27-83c8-cbee82cf743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:51.437215 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-c473618a-70e8-4e27-83c8-cbee82cf743d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1096 time: 0.0938246 Jul 08 02:11:51.494980 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-f0bcb877-7940-4244-a02e-f57d4610c99e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 217 time: 0.0479515 Jul 08 02:11:51.550636 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa14709-2167-4910-a8aa-455015575e87 req-39353613-8302-4390-9796-ad938ed90bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:51.552168 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-39353613-8302-4390-9796-ad938ed90bdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac0adf14-e27c-4b92-83f5-9870f8b652bf HTTP/1.1" status: 200 len: 834 time: 0.0506246 Jul 08 02:11:51.626673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa14709-2167-4910-a8aa-455015575e87 req-d2035326-2ef8-46b2-b122-fe9a43657357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:51.628286 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-d2035326-2ef8-46b2-b122-fe9a43657357 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0085860c-7de8-4c25-8451-dbe18a7102d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691419 Jul 08 02:11:51.741734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-ee4591ca-a6ba-486f-bd15-4430e936f0ca service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061342 Jul 08 02:11:51.827590 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75090c34-71db-4bc1-be90-8a269b51b3dd req-c6e02401-a098-4e2b-b951-e7ac906617f2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:51.833131 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75090c34-71db-4bc1-be90-8a269b51b3dd req-c6e02401-a098-4e2b-b951-e7ac906617f2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 944 time: 0.0930929 Jul 08 02:11:51.870262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0aa14709-2167-4910-a8aa-455015575e87 req-70572bdd-832b-4523-99f2-780210d3728e service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227584 Jul 08 02:11:51.879573 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-75090c34-71db-4bc1-be90-8a269b51b3dd req-2f9a3bb4-2e2d-4dad-9f78-beff3523cd8e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439508 Jul 08 02:11:51.996521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-b8109a8a-608a-42a9-8794-96d9d5a78954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:51.999124 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-b8109a8a-608a-42a9-8794-96d9d5a78954 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1096 time: 0.0706656 Jul 08 02:11:52.106355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-501fd8ee-94bf-4426-9433-c31adaeab3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:52.107882 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-501fd8ee-94bf-4426-9433-c31adaeab3ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 200 len: 898 time: 0.1026700 Jul 08 02:11:52.164857 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-e6c001d4-f0de-42b7-a83a-fdd497b4c707 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 217 time: 0.0484028 Jul 08 02:11:52.173060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 80df7a81-a809-4e30-9887-7c36d80e93c6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:52.219272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-01aa3ef4-c0c9-44a2-958f-26ba5e4ea26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:52.221111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-01aa3ef4-c0c9-44a2-958f-26ba5e4ea26d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac0adf14-e27c-4b92-83f5-9870f8b652bf HTTP/1.1" status: 200 len: 834 time: 0.0510266 Jul 08 02:11:52.232155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 80df7a81-a809-4e30-9887-7c36d80e93c6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:52.232818 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:52.295513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-57171c64-0c0e-43fe-a129-8edffd18e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:52.297197 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-57171c64-0c0e-43fe-a129-8edffd18e8f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0085860c-7de8-4c25-8451-dbe18a7102d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688217 Jul 08 02:11:52.400044 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-5b9ef2f9-226e-48c2-a693-fdfa33998e5b service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942822 Jul 08 02:11:52.516119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2519f7df-fb94-45cf-955f-aff59c7b5a90 req-6dadee64-5fe3-4d66-98bc-4ce8c2dabca9 service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093669 Jul 08 02:11:53.073435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852568f-6832-4a77-ac2c-5b5ade0f6c72 req-3948b42d-77e3-44a1-b46c-d6d16faeae9a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:53.074981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0852568f-6832-4a77-ac2c-5b5ade0f6c72 req-3948b42d-77e3-44a1-b46c-d6d16faeae9a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 944 time: 0.0668418 Jul 08 02:11:53.115291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0852568f-6832-4a77-ac2c-5b5ade0f6c72 req-e7040294-b3f1-4304-8bd6-e5e1156b2688 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342848 Jul 08 02:11:53.390580 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4b6b5098-b2b6-4a12-b5bf-4d3a5c606fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:53.728958 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.133018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 646ee629-e07f-4b38-bc78-31f67a4ebd47 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:11:54.270347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:54.285522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'port_id': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'mac_address': 'fa:16:3e:32:a2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:11:54.336643 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.353295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646ee629-e07f-4b38-bc78-31f67a4ebd47 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:11:54.359707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd65ce6-2ec1-4ff4-8447-8400f446138d req-d6920690-d460-451f-a872-043fcc1dfafa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:54.361834 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbd65ce6-2ec1-4ff4-8447-8400f446138d req-d6920690-d460-451f-a872-043fcc1dfafa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 944 time: 0.0806112 Jul 08 02:11:54.376333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:54.380792 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:54.407397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fbd65ce6-2ec1-4ff4-8447-8400f446138d req-be568632-cb37-495b-a8fb-8afcd2d455cf tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383258 Jul 08 02:11:54.441871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=646ee629-e07f-4b38-bc78-31f67a4ebd47,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:54.572985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['646ee629-e07f-4b38-bc78-31f67a4ebd47'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:11:54.828012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:55.593199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc48c1-81dc-4bd8-a8dc-a735923a87c2 req-0fe9accf-31f8-42f6-a580-8185d271bd43 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:55.594815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9fc48c1-81dc-4bd8-a8dc-a735923a87c2 req-0fe9accf-31f8-42f6-a580-8185d271bd43 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 945 time: 0.0672565 Jul 08 02:11:55.634646 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9fc48c1-81dc-4bd8-a8dc-a735923a87c2 req-494de05a-f1f4-4f13-982c-15647f086055 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340385 Jul 08 02:11:56.136447 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 646ee629-e07f-4b38-bc78-31f67a4ebd47 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:11:56.191353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 646ee629-e07f-4b38-bc78-31f67a4ebd47 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:11:56.197733 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 646ee629-e07f-4b38-bc78-31f67a4ebd47 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:11:56.198172 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.293549 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.326699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:11:56.329609 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da3a85-5cd0-4c40-b87a-9438550a64aa" -d '{"events": [{"server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "name": "network-vif-plugged", "status": "completed", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:11:56.346946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:11:56.353259 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.406036 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e2757d-ae07-4df1-a195-da006bda07ec x-openstack-request-id: req-b9e2757d-ae07-4df1-a195-da006bda07ec {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:11:56.406649 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "name": "network-vif-plugged", "status": "completed", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:11:56.407183 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9e2757d-ae07-4df1-a195-da006bda07ec {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:11:56.408607 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'code': 200} Jul 08 02:11:56.433525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=646ee629-e07f-4b38-bc78-31f67a4ebd47,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:56.483040 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:56.563298 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44478f-8abf-44db-a76e-078c8c26ed30 req-7f632ad0-4187-46a6-9cff-66febecdd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:56.565039 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de44478f-8abf-44db-a76e-078c8c26ed30 req-7f632ad0-4187-46a6-9cff-66febecdd66d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1098 time: 0.0720437 Jul 08 02:11:56.603506 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de44478f-8abf-44db-a76e-078c8c26ed30 req-02c7aba0-6eb1-4d36-ae1d-3b46c53efcde service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Jul 08 02:11:56.847851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4bd72-d4dd-4dce-b410-7252bad44b45 req-df961de7-64d1-4a88-a852-b8a3f977cd1c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:56.855296 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fdc4bd72-d4dd-4dce-b410-7252bad44b45 req-df961de7-64d1-4a88-a852-b8a3f977cd1c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.0859671 Jul 08 02:11:56.911592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fdc4bd72-d4dd-4dce-b410-7252bad44b45 req-9a1ca898-9e67-49b5-8d34-50281cc77281 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506549 Jul 08 02:11:57.088290 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-82a406d2-25bb-4bb5-9bb6-88ee70818996 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585620 Jul 08 02:11:57.186208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-654c92ba-57a4-4c16-b6e8-00784502acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:57.187783 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-654c92ba-57a4-4c16-b6e8-00784502acd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17b1c052c50b4bbc868876a992e737e9&device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 1097 time: 0.0548613 Jul 08 02:11:57.300154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-a7676d84-5b42-4792-8233-e0756f35e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:57.301715 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-a7676d84-5b42-4792-8233-e0756f35e831 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9108d442-46a8-4cbe-b3c3-62ff3b202b17 HTTP/1.1" status: 200 len: 909 time: 0.0915599 Jul 08 02:11:57.385377 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-bb8cee34-2a94-4b63-ac7c-232c3844b581 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e HTTP/1.1" status: 200 len: 1000 time: 0.0764658 Jul 08 02:11:57.443736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-b7649a0b-b7d5-4940-a84e-5ce7235b2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:57.446682 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-b7649a0b-b7d5-4940-a84e-5ce7235b2f1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da400ad-2cea-4a45-9afa-614429c754bb HTTP/1.1" status: 200 len: 847 time: 0.0550847 Jul 08 02:11:57.518317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-8d992791-995c-40d2-9cbb-8b79507c6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:57.519866 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-8d992791-995c-40d2-9cbb-8b79507c6712 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9108d442-46a8-4cbe-b3c3-62ff3b202b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669966 Jul 08 02:11:57.621678 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-98bc3944-b4ec-409c-a84d-c4ffb49dd82f service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942907 Jul 08 02:11:57.720055 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2245e1e7-febf-4315-9f05-338a3b9bac33 req-1572c571-a835-49d0-8c49-221f189dd2a9 service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911341 Jul 08 02:11:58.103692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928312e-45e5-4594-81ae-05dd0a55e729 req-dc1a800e-edb9-486a-9b2a-130543df4df0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:58.105230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4928312e-45e5-4594-81ae-05dd0a55e729 req-dc1a800e-edb9-486a-9b2a-130543df4df0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.0741584 Jul 08 02:11:58.148796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4928312e-45e5-4594-81ae-05dd0a55e729 req-f4543477-c3e0-4a30-a688-77f41b8431b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378802 Jul 08 02:11:58.335229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f9ffe-21cf-4c65-afa4-73692e8929d0 req-80309cbc-5b57-4526-b72b-57f5079c83bd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:58.337212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-064f9ffe-21cf-4c65-afa4-73692e8929d0 req-80309cbc-5b57-4526-b72b-57f5079c83bd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.0708373 Jul 08 02:11:58.381798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-064f9ffe-21cf-4c65-afa4-73692e8929d0 req-9ab6065b-58e5-4ba8-a544-d1ee87e512a4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386848 Jul 08 02:11:58.406229 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:58.467199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2976d90f-e217-4d7c-b95c-690145e7fa28 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:11:58.468764 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2976d90f-e217-4d7c-b95c-690145e7fa28 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1093 time: 0.0612423 Jul 08 02:11:58.471719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38618) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:11:58.476880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:11:58.502741 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:58.613428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:58.734865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.25.4.214 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/1fbe510c-d882-451a-abc1-e35cb8cc0c24) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:11:58.860115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:58.901831 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:58.949190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:11:58.952576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:11:58.956459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:11:58.963162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=1fbe510c-d882-451a-abc1-e35cb8cc0c24,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:59.356770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.440274 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.616276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.623668 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.700127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=1fbe510c-d882-451a-abc1-e35cb8cc0c24,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:11:59.714863 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:11:59.829748 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Floating IP bfdfc202-d406-40bb-b568-9c3bf606c0fd associated. External IP: 172.25.4.214, port: 646ee629-e07f-4b38-bc78-31f67a4ebd47. Jul 08 02:12:00.052386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:12:00.170502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:12:00.183151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] Sync routers for ids ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:12:00.188694 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:00.201440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] Routers {'6f10f814-e79c-45ae-bdc4-41e320c2ff55'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:00.202116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:11:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:00.230302 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-148aca58-e8e5-450f-b7fb-4a57d6b6ad5c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7575443 Jul 08 02:12:00.230972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:00.233378 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30" -d '{"events": [{"name": "network-changed", "server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:00.282215 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2a28c7-658b-429f-bda6-1e3e382035be x-openstack-request-id: req-fd2a28c7-658b-429f-bda6-1e3e382035be {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:00.282511 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:00.282757 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd2a28c7-658b-429f-bda6-1e3e382035be {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:00.283166 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'status': 'completed', 'code': 200} Jul 08 02:12:00.359358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] Set router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:00.379677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-c6c9ae3c-a74c-466c-a19f-223cc72c95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:00.381510 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-c6c9ae3c-a74c-466c-a19f-223cc72c95dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1098 time: 0.0743015 Jul 08 02:12:00.436758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2d615-1722-4844-bd9e-cfb28df0e2e0 req-37857c72-6c65-4da7-a51a-2ad29845cf8e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:00.438344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7d2d615-1722-4844-bd9e-cfb28df0e2e0 req-37857c72-6c65-4da7-a51a-2ad29845cf8e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.0781121 Jul 08 02:12:00.499978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e7d2d615-1722-4844-bd9e-cfb28df0e2e0 req-85eb0762-ce86-499d-ad09-f67505343bb5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556870 Jul 08 02:12:00.516041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-55c502d3-7c73-482d-8990-787d48bfbd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:00.518062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:00.522007 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-55c502d3-7c73-482d-8990-787d48bfbd66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 200 len: 898 time: 0.1286249 Jul 08 02:12:00.595226 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-efbf2d29-a02b-42ef-be77-b08cf67eee0d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 1000 time: 0.0703735 Jul 08 02:12:00.657160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-656fa51f-2e6f-418d-8043-5d4f06820402 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/bfdfc202-d406-40bb-b568-9c3bf606c0fd HTTP/1.1" status: 200 len: 992 time: 0.1378548 Jul 08 02:12:00.658076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-c60b6096-d1fb-496a-9a1d-11bc13541245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:00.659818 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-c60b6096-d1fb-496a-9a1d-11bc13541245 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac0adf14-e27c-4b92-83f5-9870f8b652bf HTTP/1.1" status: 200 len: 834 time: 0.0572929 Jul 08 02:12:00.689793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:45Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'bfdfc202-d406-40bb-b568-9c3bf606c0fd', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'port_id': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'mac_address': 'fa:16:3e:32:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:11:59Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80df7a81-a809-4e30-9887-7c36d80e93c6', 'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:47:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:44Z', 'updated_at': '2021-07-08T02:11:50Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:00.723890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-59396d60-8de8-4a5a-a044-0e632fd1d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:00.725418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] Checking router: 6f10f814-e79c-45ae-bdc4-41e320c2ff55 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:12:00.725773 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-59396d60-8de8-4a5a-a044-0e632fd1d3d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0085860c-7de8-4c25-8451-dbe18a7102d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593255 Jul 08 02:12:00.733985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] Routers {'6f10f814-e79c-45ae-bdc4-41e320c2ff55'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:12:00.734579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:11:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:00.822199 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-6f3615f8-7f18-4277-8641-c8871be3e000 service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892835 Jul 08 02:12:00.848205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] Set router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:12:00.937191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40298cfd-f7ac-40c8-b9f0-5991c0aa2e30 req-e0f4a9bc-cd08-4943-9865-85b273522a0a service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088109 Jul 08 02:12:01.099072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:45Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'bfdfc202-d406-40bb-b568-9c3bf606c0fd', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'port_id': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'mac_address': 'fa:16:3e:32:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:11:59Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80df7a81-a809-4e30-9887-7c36d80e93c6', 'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:47:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:44Z', 'updated_at': '2021-07-08T02:11:50Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:12:01.126831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a4169-d95a-45a5-b3e4-69a9b4dc68c0 None None] The sync data for ids ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'] in n-d-694802-14 is: [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:45Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'bfdfc202-d406-40bb-b568-9c3bf606c0fd', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'port_id': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'mac_address': 'fa:16:3e:32:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:11:59Z', 'updated_at': '2021-07-08T02:11:59Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80df7a81-a809-4e30-9887-7c36d80e93c6', 'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:47:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:44Z', 'updated_at': '2021-07-08T02:11:50Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:12:01.354829 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf61e318-4ab3-40c8-b852-d9897bc7a550 None None] New status for floating IP bfdfc202-d406-40bb-b568-9c3bf606c0fd: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:12:01.661055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38632) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:01.739236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4009f85c-5047-4b92-ac7d-9b94ff88de45 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/bfdfc202-d406-40bb-b568-9c3bf606c0fd HTTP/1.1" status: 200 len: 994 time: 0.0768855 Jul 08 02:12:04.687225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:07.393629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-892479e5-e6b7-4e34-afa5-f5ae4977bbb0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:07.395168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-892479e5-e6b7-4e34-afa5-f5ae4977bbb0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1089196 Jul 08 02:12:07.412179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-369a3dd3-ce89-490a-8cbc-027a029726af tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/quotas/7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 375 time: 0.0100548 Jul 08 02:12:07.483287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-2abfdec6-a3c0-4ba1-9e64-b3d16ce48867 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654848 Jul 08 02:12:07.583381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-bc81a836-ad2f-4f90-99fd-94b61d9ba0f7 service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936911 Jul 08 02:12:07.685504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-39f698f4-c804-4f18-a8b8-bfc0a34b49e0 service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942552 Jul 08 02:12:07.991963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f31fb7ae-8fd4-4764-a281-a7c1153344c4 req-7c664b2d-27df-4668-a6f4-4b71e788cba5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 210 time: 0.0301030 Jul 08 02:12:09.051143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-bdfb5b33-178f-4f62-9725-a627e33ffd12 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:09.055762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-bdfb5b33-178f-4f62-9725-a627e33ffd12 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1068084 Jul 08 02:12:09.065930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'port': {'device_id': 'a6fe50a9-b10f-4f73-b84e-9333626b5b28', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'admin_state_up': True, 'tenant_id': '7afc56f361c745a7aac9780da8d95363'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:09.074050 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.156184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef7b16ad-109a-4594-9072-2238295514ae req-50809830-85e5-4435-8b5a-745c6626986d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 210 time: 0.0336416 Jul 08 02:12:09.200162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Made reservation on behalf of 7afc56f361c745a7aac9780da8d95363 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:12:09.204178 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.350725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Allocated IP 172.20.0.5 (4897b7a4-7fe7-4a74-9371-b6eeb629862d/0b3c9983-5699-446d-9bc9-a5b2b4822107/e1e6f3fc-e8b6-4180-8be1-96e28cabf39a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:09.862432 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.877268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Transition to ACTIVE for port object e1e6f3fc-e8b6-4180-8be1-96e28cabf39a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:09.913163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:09.957876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:09.962522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:09.966811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:10.008627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:10.030464 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:10.031195 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.050022 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6f6f73ad-0cde-423e-aebf-f0e57785cb97 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9885173 Jul 08 02:12:10.063522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Request body: {'port': {'device_id': 'a6fe50a9-b10f-4f73-b84e-9333626b5b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:10.164229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.346817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-12582f81-f1e3-4de5-97e1-3a96a3fce1bf None None] Provisioning for port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:10.353031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-12582f81-f1e3-4de5-97e1-3a96a3fce1bf None None] Provisioning complete for port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:10.353669 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12582f81-f1e3-4de5-97e1-3a96a3fce1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.396550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-12582f81-f1e3-4de5-97e1-3a96a3fce1bf None None] Port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:12:10.454198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fe462-db15-47a6-b1d8-79399b7e1a29 req-3f857df1-2c4c-44b9-8e7f-e6433d3ede3b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:10.457221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f07fe462-db15-47a6-b1d8-79399b7e1a29 req-3f857df1-2c4c-44b9-8e7f-e6433d3ede3b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 931 time: 0.1437063 Jul 08 02:12:10.531010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f07fe462-db15-47a6-b1d8-79399b7e1a29 req-bc6f4046-c9a4-4ef2-ad1c-d88e60ac5c5b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635374 Jul 08 02:12:10.585669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e6f3fc-e8b6-4180-8be1-96e28cabf39a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:12:10.599380 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.621025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Transition to ACTIVE for port object e1e6f3fc-e8b6-4180-8be1-96e28cabf39a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:10.625203 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.680061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:10.761176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Attempting to bind port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:10.761632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Attempting to bind port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:10.762049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Attempting to bind port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:10.767221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:12:10.767634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Attempting to bind port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:10.776703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:10.777121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Checking segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:10.777597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Bound using segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:10.778122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Bound port: e1e6f3fc-e8b6-4180-8be1-96e28cabf39a, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:10.778609 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.859908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] For port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:10.863820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] For port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:10.870263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.918828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:10.919529 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:10.921055 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] 10.222.0.16 "PUT /v2.0/ports/e1e6f3fc-e8b6-4180-8be1-96e28cabf39a HTTP/1.1" status: 200 len: 1092 time: 0.8633552 Jul 08 02:12:10.921570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6fe50a9-b10f-4f73-b84e-9333626b5b28', 'tag': 'e1e6f3fc-e8b6-4180-8be1-96e28cabf39a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:10.923980 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a6fe50a9-b10f-4f73-b84e-9333626b5b28", "tag": "e1e6f3fc-e8b6-4180-8be1-96e28cabf39a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:11.004710 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25203dcb-17be-4e70-a54c-3a5e04ab652b x-openstack-request-id: req-25203dcb-17be-4e70-a54c-3a5e04ab652b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:11.005159 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6fe50a9-b10f-4f73-b84e-9333626b5b28", "tag": "e1e6f3fc-e8b6-4180-8be1-96e28cabf39a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:11.005495 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25203dcb-17be-4e70-a54c-3a5e04ab652b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:11.005990 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6fe50a9-b10f-4f73-b84e-9333626b5b28', 'tag': 'e1e6f3fc-e8b6-4180-8be1-96e28cabf39a', 'status': 'completed', 'code': 200} Jul 08 02:12:11.012152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa3f8c-c67f-4032-a677-b4fd6f5f5634 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:11.044775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-bb7208d6-ce86-47fd-8ec1-5f0cd2fe640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:11.046312 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-bb7208d6-ce86-47fd-8ec1-5f0cd2fe640d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 1095 time: 0.0715630 Jul 08 02:12:11.095148 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-6dd6bd84-0161-497d-ae72-8604cee143a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a HTTP/1.1" status: 200 len: 217 time: 0.0419755 Jul 08 02:12:11.154779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-a98060eb-7bdd-4c44-8c30-f17756210ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:11.156638 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-a98060eb-7bdd-4c44-8c30-f17756210ceb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0539844 Jul 08 02:12:11.220014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-74380662-9744-4a6a-b1b5-3dbceb2acab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:11.221547 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-74380662-9744-4a6a-b1b5-3dbceb2acab0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581183 Jul 08 02:12:11.320853 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-b01958d7-23f0-490e-94c1-42093384f01d service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929413 Jul 08 02:12:11.417240 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c560d9a-fc82-4f3e-a260-80563ccdfaeb req-ccea2345-f308-43a2-b339-d0fda77eb541 service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896852 Jul 08 02:12:11.516945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-f0c77d77-2379-4733-a6d2-24b06dd0c63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:11.518498 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-f0c77d77-2379-4733-a6d2-24b06dd0c63b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 1095 time: 0.0551298 Jul 08 02:12:11.628421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-681f3791-bbb4-4a35-af1a-366874de5040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:11.630901 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-681f3791-bbb4-4a35-af1a-366874de5040 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1064138 Jul 08 02:12:11.674617 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-58393dc9-835f-4ea1-96ca-a903ffb92484 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a HTTP/1.1" status: 200 len: 217 time: 0.0370359 Jul 08 02:12:11.730572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-b63ed990-c97b-4b07-8a8d-3e607cc7b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:11.732053 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-b63ed990-c97b-4b07-8a8d-3e607cc7b90e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0520871 Jul 08 02:12:11.736878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f82db-4c0a-4f3a-a6e1-7503a1182208 req-ad7aeddb-a870-44a1-9bc1-8f9965cdacf5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:11.739741 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-806f82db-4c0a-4f3a-a6e1-7503a1182208 req-ad7aeddb-a870-44a1-9bc1-8f9965cdacf5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 943 time: 0.0937090 Jul 08 02:12:11.781690 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-806f82db-4c0a-4f3a-a6e1-7503a1182208 req-a3b902b2-c1ff-4f3b-b48a-088c79a47825 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351496 Jul 08 02:12:11.793449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-50bbdfe3-606c-4dcd-848e-b1e3a535fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:11.795202 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-50bbdfe3-606c-4dcd-848e-b1e3a535fbae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568109 Jul 08 02:12:11.888199 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-88de9387-822a-4fff-92ed-a5546ed22d08 service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859752 Jul 08 02:12:11.986873 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39a7bfd9-f1f0-4035-be5b-669f0396c4c7 req-85a74f71-acba-47b1-abb8-18620ff4badc service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916464 Jul 08 02:12:12.972448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f8b69-1172-4f47-90eb-4e06f48d2424 req-bbf36f52-8ce7-4ce5-8886-cddfdb8c7918 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:12.973855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-760f8b69-1172-4f47-90eb-4e06f48d2424 req-bbf36f52-8ce7-4ce5-8886-cddfdb8c7918 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 943 time: 0.0716119 Jul 08 02:12:13.014602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-760f8b69-1172-4f47-90eb-4e06f48d2424 req-a1c5e271-fe63-4cb9-942f-dd6de0db3bdd tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343561 Jul 08 02:12:13.612406 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:12:14.197657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90460698-3940-4520-824d-e3eaed60d58f req-7cf4154c-8b79-4751-ab71-1a90b4498bd6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:14.199224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90460698-3940-4520-824d-e3eaed60d58f req-7cf4154c-8b79-4751-ab71-1a90b4498bd6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 943 time: 0.0654948 Jul 08 02:12:14.241686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90460698-3940-4520-824d-e3eaed60d58f req-7351b67d-4fef-43f6-9808-8d3e3830adb2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365293 Jul 08 02:12:15.428024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6036ee-439d-47bc-9c1b-550956ccf720 req-17357216-17a1-4221-a59c-4057adc3dbf7 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:15.429755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f6036ee-439d-47bc-9c1b-550956ccf720 req-17357216-17a1-4221-a59c-4057adc3dbf7 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 943 time: 0.0682354 Jul 08 02:12:15.469745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f6036ee-439d-47bc-9c1b-550956ccf720 req-9ea65936-7ceb-49aa-89f7-60e1ae9982a2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Jul 08 02:12:16.648101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751010e-7e68-4aa0-9e61-7e0fdecd82be req-a55ac1f0-e72e-4389-9a56-d2e87a1ea384 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:16.649660 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5751010e-7e68-4aa0-9e61-7e0fdecd82be req-a55ac1f0-e72e-4389-9a56-d2e87a1ea384 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 943 time: 0.0664203 Jul 08 02:12:16.690216 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5751010e-7e68-4aa0-9e61-7e0fdecd82be req-ec1a5582-5b83-4713-a0cb-57caac3e9b3e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Jul 08 02:12:17.890174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a380e-dffd-4d88-bc05-4a92fb2d7de2 req-12d24826-0863-400a-ba98-1a1d3ccaebdd tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:17.891661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-184a380e-dffd-4d88-bc05-4a92fb2d7de2 req-12d24826-0863-400a-ba98-1a1d3ccaebdd tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 943 time: 0.0638564 Jul 08 02:12:17.935275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-184a380e-dffd-4d88-bc05-4a92fb2d7de2 req-7cf643a0-d9a3-4841-a226-9c301e51b6f0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Jul 08 02:12:19.113713 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592bd06-046c-49d1-967b-6c7e682467c7 req-842257f6-5653-4341-be21-a4c60cf7f35f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:19.115271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9592bd06-046c-49d1-967b-6c7e682467c7 req-842257f6-5653-4341-be21-a4c60cf7f35f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 943 time: 0.0667372 Jul 08 02:12:19.153245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9592bd06-046c-49d1-967b-6c7e682467c7 req-8801a9d6-f80b-4810-83d5-c669b843ed65 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Jul 08 02:12:20.333765 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7023a7-324e-4ae0-8fbf-4ef9471ac254 req-b674b60b-5e15-424e-a395-2953d344b8e9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:20.336119 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b7023a7-324e-4ae0-8fbf-4ef9471ac254 req-b674b60b-5e15-424e-a395-2953d344b8e9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 943 time: 0.0690987 Jul 08 02:12:20.376970 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b7023a7-324e-4ae0-8fbf-4ef9471ac254 req-6d868c12-9d6e-49cb-a31f-578915ad5588 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350583 Jul 08 02:12:20.650420 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-874b07af-6fe8-45e8-b15f-66b4c66017ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:21.749334 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bd7d5-039e-4ae3-a1db-e14eee1d74fb req-5b50c21e-f52c-47ad-a1f0-4449416ba648 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:21.750837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-107bd7d5-039e-4ae3-a1db-e14eee1d74fb req-5b50c21e-f52c-47ad-a1f0-4449416ba648 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 943 time: 0.0713959 Jul 08 02:12:21.792263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-107bd7d5-039e-4ae3-a1db-e14eee1d74fb req-b7d78449-e82d-44ff-8dbf-66dac2065e33 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Jul 08 02:12:21.985790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e1e6f3fc-e8b6-4180-8be1-96e28cabf39a details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:12:22.086469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:22.098724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'e1e6f3fc-e8b6-4180-8be1-96e28cabf39a', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'port_id': 'e1e6f3fc-e8b6-4180-8be1-96e28cabf39a', 'mac_address': 'fa:16:3e:71:c7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:12:22.140534 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:22.154608 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e6f3fc-e8b6-4180-8be1-96e28cabf39a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:12:22.174428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:22.180156 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:22.236970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:22.441547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e1e6f3fc-e8b6-4180-8be1-96e28cabf39a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:22.979420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb6c17-4762-46dd-8e30-c4f989e8c7ac req-b87d5028-29b1-45fd-bd99-e5c392ded1f9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:22.981063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2dcb6c17-4762-46dd-8e30-c4f989e8c7ac req-b87d5028-29b1-45fd-bd99-e5c392ded1f9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 944 time: 0.0703695 Jul 08 02:12:23.021000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2dcb6c17-4762-46dd-8e30-c4f989e8c7ac req-2aa807df-0b92-4fc5-a838-26449299cd47 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341578 Jul 08 02:12:23.391481 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9afae5e6-b192-4f01-9b55-c5a33e5a2def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:23.732121 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:23.987289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e1e6f3fc-e8b6-4180-8be1-96e28cabf39a up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:24.038108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:24.042372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:24.042745 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:24.119260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:24.143532 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fe50a9-b10f-4f73-b84e-9333626b5b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e6f3fc-e8b6-4180-8be1-96e28cabf39a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:24.145971 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87fee21-c2b7-441a-852b-d268f422028a" -d '{"events": [{"server_uuid": "a6fe50a9-b10f-4f73-b84e-9333626b5b28", "name": "network-vif-plugged", "status": "completed", "tag": "e1e6f3fc-e8b6-4180-8be1-96e28cabf39a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:24.159933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:24.165187 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:24.191651 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e332e8-aa03-4339-af48-9caffc283593 x-openstack-request-id: req-73e332e8-aa03-4339-af48-9caffc283593 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:24.191942 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fe50a9-b10f-4f73-b84e-9333626b5b28", "name": "network-vif-plugged", "status": "completed", "tag": "e1e6f3fc-e8b6-4180-8be1-96e28cabf39a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:24.197547 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73e332e8-aa03-4339-af48-9caffc283593 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:24.197547 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fe50a9-b10f-4f73-b84e-9333626b5b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e6f3fc-e8b6-4180-8be1-96e28cabf39a', 'code': 200} Jul 08 02:12:24.209281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd0aee-2b24-4d71-b8eb-743fbfcea767 req-516bf7d2-f4cb-4ba0-b122-b60a50df9e89 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:24.210998 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76bd0aee-2b24-4d71-b8eb-743fbfcea767 req-516bf7d2-f4cb-4ba0-b122-b60a50df9e89 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 944 time: 0.0696039 Jul 08 02:12:24.232973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:24.253576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-76bd0aee-2b24-4d71-b8eb-743fbfcea767 req-1021b7a1-227f-4cbb-b629-cbffbf3dccd0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366821 Jul 08 02:12:24.303417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e2e83-2398-48cb-8d98-07e68b221a8a req-74b230c0-2617-453a-9043-0eb482e889b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:24.304968 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac7e2e83-2398-48cb-8d98-07e68b221a8a req-74b230c0-2617-453a-9043-0eb482e889b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 1097 time: 0.0540218 Jul 08 02:12:24.341051 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ac7e2e83-2398-48cb-8d98-07e68b221a8a req-7ec2bf4c-3cf1-41dc-82b7-cae71e221688 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290990 Jul 08 02:12:24.819564 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:25.435429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b2f83-11dd-4e1e-93e8-302233390ce3 req-ac7f8068-8316-4818-95a7-58353aa0a642 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:25.436848 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d93b2f83-11dd-4e1e-93e8-302233390ce3 req-ac7f8068-8316-4818-95a7-58353aa0a642 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 945 time: 0.0684595 Jul 08 02:12:25.478462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d93b2f83-11dd-4e1e-93e8-302233390ce3 req-cd2ccbde-0dfb-4746-8043-e643e048a809 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358856 Jul 08 02:12:25.669377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507f9c6-069f-4900-b8f3-402b073f80aa req-c43a1f0f-31c1-4a56-ba51-7d77ce6bde9b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:25.670906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d507f9c6-069f-4900-b8f3-402b073f80aa req-c43a1f0f-31c1-4a56-ba51-7d77ce6bde9b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 945 time: 0.0701015 Jul 08 02:12:25.711830 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d507f9c6-069f-4900-b8f3-402b073f80aa req-e39e6458-846a-4907-88e9-f0b915d5ec06 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351081 Jul 08 02:12:26.480560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:28.209592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-15562d39-1ac0-4822-99c4-5ce69731a4f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:28.211084 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-15562d39-1ac0-4822-99c4-5ce69731a4f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1060812 Jul 08 02:12:28.225352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-760e6e59-3f0d-495d-8587-d70331dcb396 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/quotas/7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 375 time: 0.0089891 Jul 08 02:12:28.293789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8abbfe5b-1b57-4c21-a410-0cc7997ab689 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635958 Jul 08 02:12:28.387821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-748f81b5-bf1b-4d43-90cf-e5e41a68bc89 service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873020 Jul 08 02:12:28.504567 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-7d540304-1bcf-4b7c-bd7f-2a41a5c3b5f9 service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109011 Jul 08 02:12:28.522281 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf943d2-07cf-44a0-b8f1-aa6267929f4a req-9791ca3d-07d4-4b07-a3e3-39e270833a70 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:28.523813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adf943d2-07cf-44a0-b8f1-aa6267929f4a req-9791ca3d-07d4-4b07-a3e3-39e270833a70 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1098 time: 0.0760999 Jul 08 02:12:28.546252 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-adf943d2-07cf-44a0-b8f1-aa6267929f4a req-5a8f1de8-b9c8-4eac-be94-e4c3cbf145dd tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:28.645280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-adf943d2-07cf-44a0-b8f1-aa6267929f4a req-5a8f1de8-b9c8-4eac-be94-e4c3cbf145dd tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:28.649835 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-adf943d2-07cf-44a0-b8f1-aa6267929f4a req-5a8f1de8-b9c8-4eac-be94-e4c3cbf145dd tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:28.673424 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adf943d2-07cf-44a0-b8f1-aa6267929f4a req-5a8f1de8-b9c8-4eac-be94-e4c3cbf145dd tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437278 Jul 08 02:12:28.695855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f1de8-b9c8-4eac-be94-e4c3cbf145dd tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f9dbf-7f6a-48ad-9f9d-ae3353d37b14,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:28.724012 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ce37903-ceeb-404b-9552-45a2877301e4 req-d627d5bf-cd34-4d27-9a48-16f9e480b021 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 210 time: 0.0468667 Jul 08 02:12:28.863505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc366a9-9b1c-4667-952e-caddf333ad09 req-2616e9eb-23aa-41ab-a647-4ea205ed8983 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:28.865644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bc366a9-9b1c-4667-952e-caddf333ad09 req-2616e9eb-23aa-41ab-a647-4ea205ed8983 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.0649288 Jul 08 02:12:28.908621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bc366a9-9b1c-4667-952e-caddf333ad09 req-d3d6955f-6dd0-488d-93b5-b27d49357c32 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374317 Jul 08 02:12:28.934509 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 38826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:29.002823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f2ee34fe-d7bc-4347-9ecd-b4a335e4e06c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/bfdfc202-d406-40bb-b568-9c3bf606c0fd HTTP/1.1" status: 200 len: 994 time: 0.0670543 Jul 08 02:12:29.698885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38842) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:29.842607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d05eb3-e7fc-409f-84aa-5a0049ad25ce req-8e0ed990-847f-4b77-9a53-eee58078617b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:29.845040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9d05eb3-e7fc-409f-84aa-5a0049ad25ce req-8e0ed990-847f-4b77-9a53-eee58078617b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.0850818 Jul 08 02:12:29.927312 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-483dd5a7-c913-4189-b050-026777c19ed7 req-37ccf15c-91ed-4507-a108-57a535399260 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 210 time: 0.0497417 Jul 08 02:12:29.933671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-3dde8c5f-8467-4d20-8edc-ecd3e3175f89 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:29.935469 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-3dde8c5f-8467-4d20-8edc-ecd3e3175f89 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1777103 Jul 08 02:12:29.946216 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9d05eb3-e7fc-409f-84aa-5a0049ad25ce req-2b9d0f10-d315-4b2e-bb99-b52455a49c12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901971 Jul 08 02:12:29.952553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'port': {'device_id': '710230b2-7366-4abd-b276-9e32079900c0', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'admin_state_up': True, 'tenant_id': '7afc56f361c745a7aac9780da8d95363'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:29.961017 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-78fddb62-3a7e-491f-a5d7-ff401dc23897 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2607605 Jul 08 02:12:30.088672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Made reservation on behalf of 7afc56f361c745a7aac9780da8d95363 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:12:30.092425 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.246847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Allocated IP 172.20.0.12 (4897b7a4-7fe7-4a74-9371-b6eeb629862d/0b3c9983-5699-446d-9bc9-a5b2b4822107/27c3130d-adc0-44af-9828-feb7db68dc93) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:12:30.437973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.454183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Transition to ACTIVE for port object 27c3130d-adc0-44af-9828-feb7db68dc93 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:30.495964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.509519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e1e6f3fc-e8b6-4180-8be1-96e28cabf39a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:30.564248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:12:30.572457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:12:30.581260 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:12:30.660340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=27c3130d-adc0-44af-9828-feb7db68dc93,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:30.679318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:30.680296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.699094 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-8142933c-f066-4100-b4cc-8cd3b7de66a4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7509599 Jul 08 02:12:30.724591 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Request body: {'port': {'device_id': '710230b2-7366-4abd-b276-9e32079900c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:30.848935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:30.963411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2a964a2b-7a54-4807-a2a2-4b262a56f326 None None] Provisioning for port 27c3130d-adc0-44af-9828-feb7db68dc93 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:30.989495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2a964a2b-7a54-4807-a2a2-4b262a56f326 None None] Provisioning complete for port 27c3130d-adc0-44af-9828-feb7db68dc93 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:30.989866 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a964a2b-7a54-4807-a2a2-4b262a56f326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.093263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-2a964a2b-7a54-4807-a2a2-4b262a56f326 None None] Port 27c3130d-adc0-44af-9828-feb7db68dc93 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:12:31.275200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe427ccb-816c-4634-9329-429a46f896be req-573b36bb-b086-4ad2-afa1-a5c8e11bdea4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:31.276954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe427ccb-816c-4634-9329-429a46f896be req-573b36bb-b086-4ad2-afa1-a5c8e11bdea4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 932 time: 0.1324942 Jul 08 02:12:31.308113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8d956-3199-419d-bb95-aa4ae00dc266 req-4e819689-340b-40a2-83f2-5ec0fdf33e35 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:31.309693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8c8d956-3199-419d-bb95-aa4ae00dc266 req-4e819689-340b-40a2-83f2-5ec0fdf33e35 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.1059871 Jul 08 02:12:31.382536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8c8d956-3199-419d-bb95-aa4ae00dc266 req-50c23a9d-8ecd-4e29-bc70-763239b92e58 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609794 Jul 08 02:12:31.386300 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fe427ccb-816c-4634-9329-429a46f896be req-d06351ec-5014-4127-a7bf-422d35511527 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000526 Jul 08 02:12:31.449890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c3130d-adc0-44af-9828-feb7db68dc93 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:12:31.459202 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.479685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Transition to ACTIVE for port object 27c3130d-adc0-44af-9828-feb7db68dc93 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:31.486475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-5caf747c-12fb-4179-ab7d-37c606b833f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:31.487925 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-5caf747c-12fb-4179-ab7d-37c606b833f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1098 time: 0.1168671 Jul 08 02:12:31.488540 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.595024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=27c3130d-adc0-44af-9828-feb7db68dc93,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:31.692288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-15d5b948-8ce7-4044-ba89-629c9ce4d7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:31.694410 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-15d5b948-8ce7-4044-ba89-629c9ce4d7b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 200 len: 898 time: 0.1804028 Jul 08 02:12:31.747673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Attempting to bind port 27c3130d-adc0-44af-9828-feb7db68dc93 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:31.748482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Attempting to bind port 27c3130d-adc0-44af-9828-feb7db68dc93 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:31.748482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Attempting to bind port 27c3130d-adc0-44af-9828-feb7db68dc93 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:31.763620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Port 27c3130d-adc0-44af-9828-feb7db68dc93 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:12:31.763949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Attempting to bind port 27c3130d-adc0-44af-9828-feb7db68dc93 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:31.776645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:31.776969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Checking segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:31.777364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Bound using segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:31.777802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Bound port: 27c3130d-adc0-44af-9828-feb7db68dc93, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:31.778165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.797661 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-1e88f194-7370-4863-99fb-475c1342e2e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 1002 time: 0.0952411 Jul 08 02:12:31.886446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-ce738e6b-22a6-472b-b8bb-356028e7cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:31.887939 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-ce738e6b-22a6-472b-b8bb-356028e7cbc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac0adf14-e27c-4b92-83f5-9870f8b652bf HTTP/1.1" status: 200 len: 834 time: 0.0669315 Jul 08 02:12:31.892412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] For port 27c3130d-adc0-44af-9828-feb7db68dc93, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:31.897216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] For port 27c3130d-adc0-44af-9828-feb7db68dc93, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=27c3130d-adc0-44af-9828-feb7db68dc93,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:31.906566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.969818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:31.970437 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:31.971844 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] 10.222.0.24 "PUT /v2.0/ports/27c3130d-adc0-44af-9828-feb7db68dc93 HTTP/1.1" status: 200 len: 1093 time: 1.2568686 Jul 08 02:12:31.976861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710230b2-7366-4abd-b276-9e32079900c0', 'tag': '27c3130d-adc0-44af-9828-feb7db68dc93'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:31.979177 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "710230b2-7366-4abd-b276-9e32079900c0", "tag": "27c3130d-adc0-44af-9828-feb7db68dc93"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:32.011680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b12947-79a0-47a7-9927-5dec6d6ac8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=27c3130d-adc0-44af-9828-feb7db68dc93,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:32.031443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-f2012d0c-a94f-4304-ab32-801f94714ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.034058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-f2012d0c-a94f-4304-ab32-801f94714ccb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0085860c-7de8-4c25-8451-dbe18a7102d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390305 Jul 08 02:12:32.070184 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efa6dd7-3592-4a83-905e-9e59a52ce1b6 x-openstack-request-id: req-5efa6dd7-3592-4a83-905e-9e59a52ce1b6 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:32.070672 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710230b2-7366-4abd-b276-9e32079900c0", "tag": "27c3130d-adc0-44af-9828-feb7db68dc93", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:32.070813 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5efa6dd7-3592-4a83-905e-9e59a52ce1b6 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:32.071096 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710230b2-7366-4abd-b276-9e32079900c0', 'tag': '27c3130d-adc0-44af-9828-feb7db68dc93', 'status': 'completed', 'code': 200} Jul 08 02:12:32.237058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-168f20da-7763-4478-91cd-fa20d19ef044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.239724 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-168f20da-7763-4478-91cd-fa20d19ef044 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 1096 time: 0.1712682 Jul 08 02:12:32.319976 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-8c7d1c87-b4d5-495f-8f7d-894b6c342f66 service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725189 Jul 08 02:12:32.322310 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-a053bafe-eda5-41ab-a732-de0afa6aab10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c3130d-adc0-44af-9828-feb7db68dc93 HTTP/1.1" status: 200 len: 217 time: 0.0659146 Jul 08 02:12:32.437935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-9cd28584-0836-48d0-b4cc-eb1e34cc5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.439621 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-9cd28584-0836-48d0-b4cc-eb1e34cc5031 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0985992 Jul 08 02:12:32.492033 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-827d3023-406c-473b-9a1c-73667c41d76b service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597652 Jul 08 02:12:32.518724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-4037d2ac-63d4-4ae8-a94c-812a7b6bfbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.520164 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-4037d2ac-63d4-4ae8-a94c-812a7b6bfbfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741682 Jul 08 02:12:32.678620 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-d469fecd-1476-4252-83bd-b1fb09361afb service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503046 Jul 08 02:12:32.713684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e1bb2-6f1e-4eaa-a02b-9b1da3486441 req-1a2abfc7-8534-4ef9-b92f-279efa8d5ba9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.720787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d37e1bb2-6f1e-4eaa-a02b-9b1da3486441 req-1a2abfc7-8534-4ef9-b92f-279efa8d5ba9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.1883512 Jul 08 02:12:32.762321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70f36a-416b-4b3b-9633-d7838ed3dd5a req-2676760b-cc78-4045-ac96-d7da1c22794b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.764129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b70f36a-416b-4b3b-9633-d7838ed3dd5a req-2676760b-cc78-4045-ac96-d7da1c22794b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1842597 Jul 08 02:12:32.772704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d37e1bb2-6f1e-4eaa-a02b-9b1da3486441 req-666ba763-4407-451d-852c-920a968529e1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509546 Jul 08 02:12:32.786764 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-22f32268-a61d-43c5-96e7-be5c01efa0ee req-67e41126-0540-42dd-8aa9-78041e2e00ca service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014655 Jul 08 02:12:32.819536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1b70f36a-416b-4b3b-9633-d7838ed3dd5a req-03ad91ec-0ec4-4e1e-9aeb-222cb7fb7039 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448854 Jul 08 02:12:32.897741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-3b6b94fc-64a3-4c97-9051-e6379ca1873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:32.899342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-3b6b94fc-64a3-4c97-9051-e6379ca1873f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 1096 time: 0.0594201 Jul 08 02:12:33.001978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-3ac8738e-0d6a-4b70-93f0-4e3fd6a74cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:33.003512 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-3ac8738e-0d6a-4b70-93f0-4e3fd6a74cf8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.0958917 Jul 08 02:12:33.046064 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-da380371-5141-499e-a2d8-214255fb0470 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27c3130d-adc0-44af-9828-feb7db68dc93 HTTP/1.1" status: 200 len: 217 time: 0.0344775 Jul 08 02:12:33.113571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-a057c2a4-fd17-419b-9083-0fb10e114a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:33.115096 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-a057c2a4-fd17-419b-9083-0fb10e114a01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0634151 Jul 08 02:12:33.198676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-58783f3d-d703-4222-83ac-4e017cc9097f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:33.200725 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-58783f3d-d703-4222-83ac-4e017cc9097f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789366 Jul 08 02:12:33.312572 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-9e899a19-8d23-4586-9e33-3b0281452501 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046674 Jul 08 02:12:33.468173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-17c8b5fa-fe2c-4806-a34c-f2c47d52d5ec req-619052b5-037c-4c9f-8eff-0648d0b8ee05 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496489 Jul 08 02:12:34.094748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f853043-463c-4bc1-8708-ea2f364ea591 req-c3b71659-7ac9-4dc3-8bc7-19112d6c7813 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:34.097181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f853043-463c-4bc1-8708-ea2f364ea591 req-c3b71659-7ac9-4dc3-8bc7-19112d6c7813 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.1422129 Jul 08 02:12:34.111128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9fa34-601d-4c9f-899c-14d652f1ef95 req-cd750c4a-a88b-4e71-8a90-8ffa718a9e2b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:34.113405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ce9fa34-601d-4c9f-899c-14d652f1ef95 req-cd750c4a-a88b-4e71-8a90-8ffa718a9e2b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1328924 Jul 08 02:12:34.183643 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f853043-463c-4bc1-8708-ea2f364ea591 req-1d0197ec-35f7-425a-9cb7-1caa4c091f1a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691931 Jul 08 02:12:34.189700 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ce9fa34-601d-4c9f-899c-14d652f1ef95 req-66766050-cb30-4815-97df-aa2485d051a5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573359 Jul 08 02:12:34.684712 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:35.579730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a963-29af-479c-87be-b1e3e252b64e req-10c8699f-8472-4d3d-9000-32ece785564f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:35.585006 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7464a963-29af-479c-87be-b1e3e252b64e req-10c8699f-8472-4d3d-9000-32ece785564f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1651678 Jul 08 02:12:35.617630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ef5df-d133-4965-843a-e7b04b49928c req-bc5d38c7-93b1-446a-b64b-deaca9534f95 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:35.619389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c12ef5df-d133-4965-843a-e7b04b49928c req-bc5d38c7-93b1-446a-b64b-deaca9534f95 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.1808763 Jul 08 02:12:35.666888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7464a963-29af-479c-87be-b1e3e252b64e req-6bb97325-c172-48d4-8bd7-d5d49e97fe40 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784564 Jul 08 02:12:35.696510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c12ef5df-d133-4965-843a-e7b04b49928c req-d46fe098-22ce-47e1-b0f8-45eda2b47c29 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680077 Jul 08 02:12:37.205035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a44e6-c8a8-4921-ac62-c19f61e957f2 req-f757af1c-2fdc-4114-b732-895f64bb64f8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:37.211051 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e39a44e6-c8a8-4921-ac62-c19f61e957f2 req-f757af1c-2fdc-4114-b732-895f64bb64f8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.4158792 Jul 08 02:12:37.256752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352a962-b6c1-447f-a4e3-e0504553d6d0 req-d1351ae9-1d49-44c4-bb11-7d10850e4aca tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:37.258388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6352a962-b6c1-447f-a4e3-e0504553d6d0 req-d1351ae9-1d49-44c4-bb11-7d10850e4aca tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.4215236 Jul 08 02:12:37.281765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e39a44e6-c8a8-4921-ac62-c19f61e957f2 req-c5cee297-d16d-498b-9db3-589a528cee2c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688977 Jul 08 02:12:37.312362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6352a962-b6c1-447f-a4e3-e0504553d6d0 req-f3882ba4-5825-48ba-aef0-73201b16922d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Jul 08 02:12:38.503312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07853-e83a-4b54-b6ea-cabb5bb2135e req-7b78d184-35e5-4871-8a38-7e6e0f8d98aa tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:38.504968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bd07853-e83a-4b54-b6ea-cabb5bb2135e req-7b78d184-35e5-4871-8a38-7e6e0f8d98aa tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1017342 Jul 08 02:12:38.559165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bd07853-e83a-4b54-b6ea-cabb5bb2135e req-2bd7a673-ac51-4b7a-8abc-00c45609cd8d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463822 Jul 08 02:12:38.575945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb7cd9-08a5-4a16-b86b-90bbe438cc34 req-8f33a515-f69f-4ba0-a487-732f3c47aa0c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:38.577477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22bb7cd9-08a5-4a16-b86b-90bbe438cc34 req-8f33a515-f69f-4ba0-a487-732f3c47aa0c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.1162162 Jul 08 02:12:38.617015 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22bb7cd9-08a5-4a16-b86b-90bbe438cc34 req-715053ac-f800-4481-8cce-3be8d483c46e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343928 Jul 08 02:12:39.063463 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:39.804380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84440b48-009e-43bb-ad46-29cdee976f17 req-23fb7b7f-7423-4146-92de-d8e801f1eaf6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:39.805890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84440b48-009e-43bb-ad46-29cdee976f17 req-23fb7b7f-7423-4146-92de-d8e801f1eaf6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1028404 Jul 08 02:12:39.855170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec892c65-3815-4726-9e11-fb9d6039a682 req-1558bf4d-afd5-4041-9c58-44d07755e44c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:39.856716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ec892c65-3815-4726-9e11-fb9d6039a682 req-1558bf4d-afd5-4041-9c58-44d07755e44c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.1121674 Jul 08 02:12:39.864566 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84440b48-009e-43bb-ad46-29cdee976f17 req-d9db228a-b313-4eac-b69e-7d0e01dbbfca tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506234 Jul 08 02:12:39.899845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ec892c65-3815-4726-9e11-fb9d6039a682 req-61537657-54f9-4f7d-aae6-18d674dc10fb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335548 Jul 08 02:12:41.120926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71469e78-807b-4828-ae2a-f75344ca5064 req-eac36e2e-40c6-4b26-93d3-282e4601d509 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:41.122457 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71469e78-807b-4828-ae2a-f75344ca5064 req-eac36e2e-40c6-4b26-93d3-282e4601d509 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1166322 Jul 08 02:12:41.145839 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780808f-1360-4d0d-8a60-7c7229e833d0 req-b47fbbd7-5359-4bf7-8c3e-d593ac745344 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:41.148105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5780808f-1360-4d0d-8a60-7c7229e833d0 req-b47fbbd7-5359-4bf7-8c3e-d593ac745344 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.1037171 Jul 08 02:12:41.195926 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71469e78-807b-4828-ae2a-f75344ca5064 req-5ddaaf3d-e7a6-4985-b2e2-f5f4129ef326 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675349 Jul 08 02:12:41.204063 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5780808f-1360-4d0d-8a60-7c7229e833d0 req-06dda2d3-e5df-42f2-bb6c-70d78b77efd2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492015 Jul 08 02:12:42.447607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d51609-d703-4fbe-b2af-dec67864382a req-e9052842-14f4-4aeb-8655-b55bf11d1fcf tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:42.449301 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04d51609-d703-4fbe-b2af-dec67864382a req-e9052842-14f4-4aeb-8655-b55bf11d1fcf tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1198163 Jul 08 02:12:42.473645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a6cac-ff98-426b-910a-16d7bc7be85f req-bddb93fb-8491-4848-9464-93e28307d17b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:42.475736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e1a6cac-ff98-426b-910a-16d7bc7be85f req-bddb93fb-8491-4848-9464-93e28307d17b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.1132705 Jul 08 02:12:42.526230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04d51609-d703-4fbe-b2af-dec67864382a req-c3ea989b-e150-42aa-8ba1-f5122e627c24 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655270 Jul 08 02:12:42.551535 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e1a6cac-ff98-426b-910a-16d7bc7be85f req-bf2a6562-5525-43e2-b20e-c914800313a1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627642 Jul 08 02:12:43.819563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fc41b-049a-4a82-b33c-1a68195d826c req-d0144a04-8099-4b18-9e3f-42029ca755d9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:43.821214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f4fc41b-049a-4a82-b33c-1a68195d826c req-d0144a04-8099-4b18-9e3f-42029ca755d9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1547489 Jul 08 02:12:43.837091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93f1e2-9190-4e3e-a71d-0f4790dc8376 req-c3ba2f8d-2a59-447f-b1ee-7f64a28de94e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:43.838584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce93f1e2-9190-4e3e-a71d-0f4790dc8376 req-c3ba2f8d-2a59-447f-b1ee-7f64a28de94e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.1213963 Jul 08 02:12:43.892548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f4fc41b-049a-4a82-b33c-1a68195d826c req-a5851e7c-7a24-4fa0-b1a8-ac0bf6325331 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646422 Jul 08 02:12:43.911043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce93f1e2-9190-4e3e-a71d-0f4790dc8376 req-89a35fc4-ed33-40c3-8f49-5fef75109f78 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553067 Jul 08 02:12:44.540993 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-d0946b3c-df5b-490f-80d2-93f4fc3fe37a service neutron] show failed (client error): The resource could not be found. Jul 08 02:12:44.542290 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-d0946b3c-df5b-490f-80d2-93f4fc3fe37a service neutron] 10.222.0.24 "GET /v2.0/ports/646ee629-e07f-4b38-bc78-31f67a4ebd47/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.1126342 Jul 08 02:12:44.855649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-6c8a473b-e4ea-442d-a63a-fb2b2eb8a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:44.857597 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-6c8a473b-e4ea-442d-a63a-fb2b2eb8a55b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 1098 time: 0.1026919 Jul 08 02:12:44.870008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:12:44.948265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.132902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd86a28-bc75-4af5-ba14-2613b290ec61 req-86ee76a2-f427-4e2f-aff4-3c78d7aa8240 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:45.134427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ddd86a28-bc75-4af5-ba14-2613b290ec61 req-86ee76a2-f427-4e2f-aff4-3c78d7aa8240 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1139665 Jul 08 02:12:45.142972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8f7b3-badf-4c5f-b35d-0710596cd605 req-914d13f8-b53a-4b8b-95e1-d1420a6f5858 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:45.144411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63a8f7b3-badf-4c5f-b35d-0710596cd605 req-914d13f8-b53a-4b8b-95e1-d1420a6f5858 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.1109712 Jul 08 02:12:45.181588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:45.206751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ddd86a28-bc75-4af5-ba14-2613b290ec61 req-ace083b6-63dd-407f-9925-c407a4d033d0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 Jul 08 02:12:45.215001 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-63a8f7b3-badf-4c5f-b35d-0710596cd605 req-8bec61ec-790c-45a0-bf84-3a9d331bcbde tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633376 Jul 08 02:12:45.228402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:45.283411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:45.285759 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a463884e-5d0b-4714-8046-5b686f1d8b98" -d '{"events": [{"server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "name": "network-vif-unplugged", "status": "completed", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:45.290561 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.304433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Transition to ACTIVE for port object 646ee629-e07f-4b38-bc78-31f67a4ebd47 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:12:45.309388 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:45.346153 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575323cf-358f-44f2-a950-bfa1edcebf18 x-openstack-request-id: req-575323cf-358f-44f2-a950-bfa1edcebf18 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:45.346608 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "name": "network-vif-unplugged", "status": "completed", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:45.346991 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-575323cf-358f-44f2-a950-bfa1edcebf18 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:45.347611 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'code': 200} Jul 08 02:12:45.386708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=646ee629-e07f-4b38-bc78-31f67a4ebd47,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:45.440116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.440487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.440815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.441150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.441481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.441960 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.442163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.442439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.442894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.443736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.444055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.444400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:45.515467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] No DVR routers for this DVR port 646ee629-e07f-4b38-bc78-31f67a4ebd47 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:12:46.005206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Attempting to bind port 646ee629-e07f-4b38-bc78-31f67a4ebd47 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:12:46.005910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Attempting to bind port 646ee629-e07f-4b38-bc78-31f67a4ebd47 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:12:46.006038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Attempting to bind port 646ee629-e07f-4b38-bc78-31f67a4ebd47 on network 0085860c-7de8-4c25-8451-dbe18a7102d1 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:46.010650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Port 646ee629-e07f-4b38-bc78-31f67a4ebd47 on network 0085860c-7de8-4c25-8451-dbe18a7102d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:12:46.010967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Attempting to bind port 646ee629-e07f-4b38-bc78-31f67a4ebd47 on network 0085860c-7de8-4c25-8451-dbe18a7102d1 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:12:46.016293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:12:46.016836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Checking segment: {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:12:46.017231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Bound using segment: {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:12:46.017657 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Bound port: 646ee629-e07f-4b38-bc78-31f67a4ebd47, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257fe06e-91ed-4305-964c-55fa626b0d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:12:46.018014 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:46.094251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:12:46.097453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:12:46.103645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:46.142882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.143514 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:46.144943 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] 10.222.0.16 "PUT /v2.0/ports/646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 1093 time: 1.2790632 Jul 08 02:12:46.164010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31830d0a-757c-49fa-b45b-ea43f2a88ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=646ee629-e07f-4b38-bc78-31f67a4ebd47,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:46.261148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-dd16b9e4-705b-4613-a334-d8dc0a0d8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.262679 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-dd16b9e4-705b-4613-a334-d8dc0a0d8117 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1096 time: 0.0736196 Jul 08 02:12:46.381440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-3db80b24-406a-4305-bb1c-5150d3d1b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.384010 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-3db80b24-406a-4305-bb1c-5150d3d1b02d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 200 len: 898 time: 0.1150222 Jul 08 02:12:46.468197 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-a016e6c4-4ceb-47ed-9f4e-f1a37d3f347d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 1000 time: 0.0765266 Jul 08 02:12:46.489594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6e55a-c360-4e08-bd7b-a39ddac4bca3 req-525ed289-f631-4e90-abb9-d183bf5c87db tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.491167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b6e55a-c360-4e08-bd7b-a39ddac4bca3 req-525ed289-f631-4e90-abb9-d183bf5c87db tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1205468 Jul 08 02:12:46.515563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a10e6-c8a4-4f84-b22e-a91db6fb5ae6 req-57804c53-2f89-4851-ae40-22891b67b544 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.517228 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c6a10e6-c8a4-4f84-b22e-a91db6fb5ae6 req-57804c53-2f89-4851-ae40-22891b67b544 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 944 time: 0.1138761 Jul 08 02:12:46.519051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-cecf275d-4126-4ebb-982e-1b080a2c1fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.520845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-cecf275d-4126-4ebb-982e-1b080a2c1fad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac0adf14-e27c-4b92-83f5-9870f8b652bf HTTP/1.1" status: 200 len: 834 time: 0.0467665 Jul 08 02:12:46.570364 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7b6e55a-c360-4e08-bd7b-a39ddac4bca3 req-95801293-d506-41ae-b843-852ce0b024c6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697293 Jul 08 02:12:46.593959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c6a10e6-c8a4-4f84-b22e-a91db6fb5ae6 req-7ba99a24-ca24-463c-808e-5102ae662d28 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654967 Jul 08 02:12:46.624183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-af6f0643-23c9-4728-8efc-a09839410bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:46.625759 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-af6f0643-23c9-4728-8efc-a09839410bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0085860c-7de8-4c25-8451-dbe18a7102d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975857 Jul 08 02:12:46.724595 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-464616b0-00f8-44fa-b8ef-a5893c0877d3 service neutron] 10.222.0.16 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919673 Jul 08 02:12:46.826201 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-a1d9fc2e-9209-4cfd-8b99-bffab1d4347c service neutron] 10.222.0.16 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953367 Jul 08 02:12:47.349489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:47.352551 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:47.414344 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68842c10-ef00-48c6-b3ea-68aaa60c6f1a x-openstack-request-id: req-68842c10-ef00-48c6-b3ea-68aaa60c6f1a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:47.414658 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:47.414922 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68842c10-ef00-48c6-b3ea-68aaa60c6f1a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:47.415332 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'status': 'completed', 'code': 200} Jul 08 02:12:47.542734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-aca2e066-fb8f-4664-b422-059f38b692e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.544183 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-aca2e066-fb8f-4664-b422-059f38b692e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1096 time: 0.0951672 Jul 08 02:12:47.549830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-3065def2-bc33-4000-b1cf-0900f94ac7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.551158 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-3065def2-bc33-4000-b1cf-0900f94ac7c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1096 time: 0.1156518 Jul 08 02:12:47.727094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-85d92aa0-c16b-4b64-9769-6daffa87b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.727094 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-85d92aa0-c16b-4b64-9769-6daffa87b270 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 200 len: 898 time: 0.1672182 Jul 08 02:12:47.731874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-f5f9a0a0-5cf8-432f-8c01-091c5b43c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.733365 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-f5f9a0a0-5cf8-432f-8c01-091c5b43c41c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 200 len: 898 time: 0.1813602 Jul 08 02:12:47.844739 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-18dc3566-d860-4f94-928e-4815906048cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 1000 time: 0.1103621 Jul 08 02:12:47.846917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6639d-a64f-46c3-b6fd-c977e4e39427 req-b57c9782-7846-4d6b-a840-f8147737c598 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.847739 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-789bf903-ede3-4516-acd5-7bf31170d03f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 1000 time: 0.1061258 Jul 08 02:12:47.847945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90e6639d-a64f-46c3-b6fd-c977e4e39427 req-b57c9782-7846-4d6b-a840-f8147737c598 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1292002 Jul 08 02:12:47.859938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862112bd-f977-4413-be2d-cc4cbcddb88e req-c095c83c-2e24-4db0-844d-2cc7d26fefa8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:47.862533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-862112bd-f977-4413-be2d-cc4cbcddb88e req-c095c83c-2e24-4db0-844d-2cc7d26fefa8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 944 time: 0.1300566 Jul 08 02:12:47.969009 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90e6639d-a64f-46c3-b6fd-c977e4e39427 req-a153be34-17cb-4a84-9f9a-505d5110c1eb tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048884 Jul 08 02:12:47.979532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-862112bd-f977-4413-be2d-cc4cbcddb88e req-b33ddba8-acbf-4f1c-8c00-9bdfeb037cea tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049988 Jul 08 02:12:48.012565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-798bef5f-ea31-4734-944c-e13e6c10ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:48.014093 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-798bef5f-ea31-4734-944c-e13e6c10ee5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac0adf14-e27c-4b92-83f5-9870f8b652bf HTTP/1.1" status: 200 len: 834 time: 0.1618667 Jul 08 02:12:48.015865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-77a4803e-8196-47ab-9d48-4180e928e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:48.017277 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-77a4803e-8196-47ab-9d48-4180e928e206 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac0adf14-e27c-4b92-83f5-9870f8b652bf HTTP/1.1" status: 200 len: 834 time: 0.1629548 Jul 08 02:12:48.124371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-912f41f4-b14a-48e4-acd3-19dadc0c3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:48.125783 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-912f41f4-b14a-48e4-acd3-19dadc0c3eb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0085860c-7de8-4c25-8451-dbe18a7102d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046600 Jul 08 02:12:48.143891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-bb615706-a4fa-4f18-988b-29c516b2ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:48.145525 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-bb615706-a4fa-4f18-988b-29c516b2ce69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0085860c-7de8-4c25-8451-dbe18a7102d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146007 Jul 08 02:12:48.297060 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-d18dab8e-4462-4330-89c0-31ba8005208b service neutron] 10.222.0.16 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636062 Jul 08 02:12:48.330793 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-2f4824b7-1ce7-4b96-b4f6-b709f7998f34 service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752028 Jul 08 02:12:48.380833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 646ee629-e07f-4b38-bc78-31f67a4ebd47 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:12:48.486969 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-d10684a8-b553-41dd-b806-81456d3cc85d service neutron] 10.222.0.16 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783993 Jul 08 02:12:48.503771 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cf57fe9c-98d2-4871-8ec9-e8701638a9f7 req-c1e258be-c2b6-4164-8cdb-2e73d1cdb036 service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474905 Jul 08 02:12:48.595998 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 646ee629-e07f-4b38-bc78-31f67a4ebd47 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:12:49.261573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d30ea7-f2f0-4d60-ac08-48c0de0f56f3 req-49d0fef5-0a26-43f8-8e16-c11735b1abe9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:49.263396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36d30ea7-f2f0-4d60-ac08-48c0de0f56f3 req-49d0fef5-0a26-43f8-8e16-c11735b1abe9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 944 time: 0.1462343 Jul 08 02:12:49.307250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ff81e-d2b1-4c60-beec-4453fd714fd0 req-2431c969-ccb2-432c-88ac-b7f6e6b514b1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:49.309621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce2ff81e-d2b1-4c60-beec-4453fd714fd0 req-2431c969-ccb2-432c-88ac-b7f6e6b514b1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1743684 Jul 08 02:12:49.351878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36d30ea7-f2f0-4d60-ac08-48c0de0f56f3 req-f6c55992-4eb7-4a9a-b518-1c49eddc9183 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772555 Jul 08 02:12:49.379962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce2ff81e-d2b1-4c60-beec-4453fd714fd0 req-30bc7c5d-bbce-41a9-b0fc-cc4adcdb70dc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596225 Jul 08 02:12:49.785437 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed3e2f-9f63-4c59-9cc4-e61aadf89480 req-aebf4e2b-9192-442d-ad10-eb8c2fb0a27f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:49.787804 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90ed3e2f-9f63-4c59-9cc4-e61aadf89480 req-aebf4e2b-9192-442d-ad10-eb8c2fb0a27f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 944 time: 0.0912309 Jul 08 02:12:49.836010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-1652bd03-ce4a-4b8b-a2d4-5c6802ef522a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:49.837699 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-1652bd03-ce4a-4b8b-a2d4-5c6802ef522a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.24 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd&tenant_id=214685b4f82040c087d1b3f522f25c6e&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 944 time: 0.1586428 Jul 08 02:12:49.844106 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90ed3e2f-9f63-4c59-9cc4-e61aadf89480 req-db23c4db-720f-4401-91eb-acd313741e2e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486178 Jul 08 02:12:49.937302 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-94019e2f-692b-45ce-97e0-0421aa449bcd service neutron] delete failed (client error): The resource could not be found. Jul 08 02:12:49.938515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-94019e2f-692b-45ce-97e0-0421aa449bcd service neutron] 10.222.0.24 "DELETE /v2.0/ports/646ee629-e07f-4b38-bc78-31f67a4ebd47/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0915067 Jul 08 02:12:50.056629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-fcfe9b12-7534-4d2f-bf24-5f1ddc3ed98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:50.059144 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-fcfe9b12-7534-4d2f-bf24-5f1ddc3ed98e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1096 time: 0.0700300 Jul 08 02:12:50.080728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 646ee629-e07f-4b38-bc78-31f67a4ebd47 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:12:50.218930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-af10f4b4-573a-4bd4-b6ef-6193dcd9cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:50.221578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-af10f4b4-573a-4bd4-b6ef-6193dcd9cf9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 200 len: 898 time: 0.1548808 Jul 08 02:12:50.222159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:50.245940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'port_id': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'mac_address': 'fa:16:3e:32:a2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:12:50.302197 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:50.307679 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-d598535c-1896-4f76-af09-d4c3645dcf01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 1000 time: 0.0764360 Jul 08 02:12:50.324370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646ee629-e07f-4b38-bc78-31f67a4ebd47 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:12:50.357206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:50.362802 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:50.383678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-dc8cb621-60c6-4195-ae2b-a80d307e5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:50.385757 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-dc8cb621-60c6-4195-ae2b-a80d307e5892 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac0adf14-e27c-4b92-83f5-9870f8b652bf HTTP/1.1" status: 200 len: 834 time: 0.0703065 Jul 08 02:12:50.425469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=646ee629-e07f-4b38-bc78-31f67a4ebd47,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:50.442155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.443285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.444032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.444518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.445045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.445644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.446295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.447224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.447719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.448479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.451052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.451457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:12:50.487447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-805b8e79-5045-4a8f-ade3-a421968d770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:50.489207 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-805b8e79-5045-4a8f-ade3-a421968d770c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0085860c-7de8-4c25-8451-dbe18a7102d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970914 Jul 08 02:12:50.592452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['646ee629-e07f-4b38-bc78-31f67a4ebd47'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:50.633874 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:12:50.649923 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-8b718302-37d3-4fe3-a661-f7e6a9a30a4a service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525321 Jul 08 02:12:50.675982 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-af8caa3a-0c4d-4499-b572-768f1c55c6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:50.698850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3654323-0c47-4110-b2ef-10aa5b447393 req-bc65949e-5372-4832-bcb0-24b73a828cf5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:50.702123 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3654323-0c47-4110-b2ef-10aa5b447393 req-bc65949e-5372-4832-bcb0-24b73a828cf5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.1547356 Jul 08 02:12:50.754078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3654323-0c47-4110-b2ef-10aa5b447393 req-f98e2665-8e65-4748-b480-15ac5900b259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Jul 08 02:12:50.818348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a689bebe-4723-4ab0-b930-5d18aefe8fa1 req-5cbc8c00-d369-453c-831b-029a0862f7cc service neutron] 10.222.0.24 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612258 Jul 08 02:12:51.131462 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe2559-57a7-4660-9ae5-970900dcd826 req-a8efdf1e-90ae-47ff-a92c-1eab912574e2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.133435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afbe2559-57a7-4660-9ae5-970900dcd826 req-a8efdf1e-90ae-47ff-a92c-1eab912574e2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 945 time: 0.0938675 Jul 08 02:12:51.206399 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afbe2559-57a7-4660-9ae5-970900dcd826 req-10ebaec2-c457-49bc-b466-37f1469521f6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604150 Jul 08 02:12:51.979875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d55334-5fd1-4719-a236-fc969b6b1462 req-bb2bd4c7-749d-4d1e-a0b9-25972a15d0a7 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:51.981502 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81d55334-5fd1-4719-a236-fc969b6b1462 req-bb2bd4c7-749d-4d1e-a0b9-25972a15d0a7 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 944 time: 0.0804458 Jul 08 02:12:52.028736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-81d55334-5fd1-4719-a236-fc969b6b1462 req-4fe4eda4-ac74-4dca-9a19-6f39d51343f3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Jul 08 02:12:52.082275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 646ee629-e07f-4b38-bc78-31f67a4ebd47 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:52.139510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 646ee629-e07f-4b38-bc78-31f67a4ebd47 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:52.146826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 646ee629-e07f-4b38-bc78-31f67a4ebd47 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:52.147268 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:52.239201 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:52.264684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:52.266972 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d399f54b-e63d-44b0-a6d6-849c26041654" -d '{"events": [{"server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "name": "network-vif-plugged", "status": "completed", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:52.281941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:52.289495 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:52.326370 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34fb885-4b53-4652-8da0-6a695c658370 x-openstack-request-id: req-e34fb885-4b53-4652-8da0-6a695c658370 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:52.326738 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "name": "network-vif-plugged", "status": "completed", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:52.327051 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e34fb885-4b53-4652-8da0-6a695c658370 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:52.327508 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'code': 200} Jul 08 02:12:52.345727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=646ee629-e07f-4b38-bc78-31f67a4ebd47,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:52.419969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 27c3130d-adc0-44af-9828-feb7db68dc93 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:12:52.448735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845c3d-9906-4272-a289-323fa8545f53 req-9b6abbbc-28dc-4a46-96c3-89adc1dc33dc tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:52.450645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c845c3d-9906-4272-a289-323fa8545f53 req-9b6abbbc-28dc-4a46-96c3-89adc1dc33dc tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.0846419 Jul 08 02:12:52.522271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c845c3d-9906-4272-a289-323fa8545f53 req-96678f62-0002-4ffb-8ca8-e897521f2e92 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586941 Jul 08 02:12:52.543963 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 38956) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:12:52.568114 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 27c3130d-adc0-44af-9828-feb7db68dc93, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=27c3130d-adc0-44af-9828-feb7db68dc93,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:52.584466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '27c3130d-adc0-44af-9828-feb7db68dc93', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'port_id': '27c3130d-adc0-44af-9828-feb7db68dc93', 'mac_address': 'fa:16:3e:eb:3f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:12:52.628831 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:52.634267 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b785c1b8-99d6-4094-911f-a666e4357904 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/bfdfc202-d406-40bb-b568-9c3bf606c0fd HTTP/1.1" status: 200 len: 994 time: 0.0877814 Jul 08 02:12:52.647411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c3130d-adc0-44af-9828-feb7db68dc93 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:12:52.669676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 27c3130d-adc0-44af-9828-feb7db68dc93, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=27c3130d-adc0-44af-9828-feb7db68dc93,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:52.673845 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:52.730860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=27c3130d-adc0-44af-9828-feb7db68dc93,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:52.878391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['27c3130d-adc0-44af-9828-feb7db68dc93'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:53.259864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fad83-779e-4213-b26b-aa39a1206388 req-94ee8384-b467-42d7-9ac0-91b771dc5aa4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:53.261673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-939fad83-779e-4213-b26b-aa39a1206388 req-94ee8384-b467-42d7-9ac0-91b771dc5aa4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 945 time: 0.0787766 Jul 08 02:12:53.313178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-939fad83-779e-4213-b26b-aa39a1206388 req-114800a1-27c2-412f-832d-8991ef655d29 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448756 Jul 08 02:12:53.394558 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0c2f6f55-c5bb-4be6-86f3-3c9971992327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:53.735993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:54.428331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 27c3130d-adc0-44af-9828-feb7db68dc93 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:12:54.498992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 27c3130d-adc0-44af-9828-feb7db68dc93 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:12:54.508600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 27c3130d-adc0-44af-9828-feb7db68dc93 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:12:54.510260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:54.545780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d28ca-06a9-4378-af4d-47d05af3f217 req-f428f0cf-b695-4f47-bbd4-1a10a51645bf tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:54.547379 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-399d28ca-06a9-4378-af4d-47d05af3f217 req-f428f0cf-b695-4f47-bbd4-1a10a51645bf tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 945 time: 0.0849140 Jul 08 02:12:54.601863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-399d28ca-06a9-4378-af4d-47d05af3f217 req-1fd53722-44a7-41e7-b6e8-784d9f6da192 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431511 Jul 08 02:12:54.631242 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:54.663109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710230b2-7366-4abd-b276-9e32079900c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3130d-adc0-44af-9828-feb7db68dc93'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:54.666463 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12aeda5-d09d-4ac4-a09c-5336e3fdbda4" -d '{"events": [{"server_uuid": "710230b2-7366-4abd-b276-9e32079900c0", "name": "network-vif-plugged", "status": "completed", "tag": "27c3130d-adc0-44af-9828-feb7db68dc93"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:12:54.686169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 27c3130d-adc0-44af-9828-feb7db68dc93, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=27c3130d-adc0-44af-9828-feb7db68dc93,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:54.691023 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:54.719665 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8aaf33-a6d3-4299-be60-c00888327df7 x-openstack-request-id: req-af8aaf33-a6d3-4299-be60-c00888327df7 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:12:54.719957 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710230b2-7366-4abd-b276-9e32079900c0", "name": "network-vif-plugged", "status": "completed", "tag": "27c3130d-adc0-44af-9828-feb7db68dc93", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:12:54.720211 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af8aaf33-a6d3-4299-be60-c00888327df7 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:12:54.720635 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710230b2-7366-4abd-b276-9e32079900c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c3130d-adc0-44af-9828-feb7db68dc93', 'code': 200} Jul 08 02:12:54.761550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=27c3130d-adc0-44af-9828-feb7db68dc93,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:54.836067 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:54.859373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382a640-06bd-458e-9c88-956edd7ac94f req-dcf816da-00ae-4b84-8a39-dee23f83cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:54.862082 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a382a640-06bd-458e-9c88-956edd7ac94f req-dcf816da-00ae-4b84-8a39-dee23f83cedb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 1098 time: 0.0642638 Jul 08 02:12:54.905628 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a382a640-06bd-458e-9c88-956edd7ac94f req-b3b4237d-aa68-4d5a-ab8a-285241138d52 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376000 Jul 08 02:12:55.855482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bac736-9248-47ed-94a2-6465c69d1eb1 req-237675b9-a9d7-4d52-a2d7-9869b6fdc13f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:55.857652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08bac736-9248-47ed-94a2-6465c69d1eb1 req-237675b9-a9d7-4d52-a2d7-9869b6fdc13f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 946 time: 0.0848780 Jul 08 02:12:55.901951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08bac736-9248-47ed-94a2-6465c69d1eb1 req-c191dee7-834b-44d9-9992-8da32ba8d2e8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362701 Jul 08 02:12:56.480842 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:57.132820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af672e4-9941-445f-8ee5-8367fdea0ee0 req-ef853890-e8fd-4df3-bef1-96a7a83c591d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:57.134576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5af672e4-9941-445f-8ee5-8367fdea0ee0 req-ef853890-e8fd-4df3-bef1-96a7a83c591d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 946 time: 0.0871317 Jul 08 02:12:57.190906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5af672e4-9941-445f-8ee5-8367fdea0ee0 req-a27594a0-729e-4977-b5ba-08491d4338eb tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487390 Jul 08 02:12:57.443652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea52f57-a068-4b2c-8777-2acf473d44b4 req-197b265f-0623-4fa9-8e66-c8b8c7d9022b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:57.446489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bea52f57-a068-4b2c-8777-2acf473d44b4 req-197b265f-0623-4fa9-8e66-c8b8c7d9022b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 946 time: 0.0869808 Jul 08 02:12:57.499462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bea52f57-a068-4b2c-8777-2acf473d44b4 req-e9457f01-50b9-450f-ac99-79c8df08b39f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 Jul 08 02:12:58.091024 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-f3eb59d1-fe30-4d5f-bb0a-876757a01e1f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0647542 Jul 08 02:12:58.104735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e83896-cfa1-4024-8678-0f33ab287d86 req-832a0b55-7efa-4c53-b003-b59ca0cf7a80 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:58.106371 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8e83896-cfa1-4024-8678-0f33ab287d86 req-832a0b55-7efa-4c53-b003-b59ca0cf7a80 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 946 time: 0.0858197 Jul 08 02:12:58.157125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8e83896-cfa1-4024-8678-0f33ab287d86 req-1726a74d-a733-4cfc-bd4d-e90043c6ac35 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Jul 08 02:12:58.219241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-6901b79d-71e9-453b-b131-a2e68e7a1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:58.221264 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-6901b79d-71e9-453b-b131-a2e68e7a1d8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17b1c052c50b4bbc868876a992e737e9&device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 1097 time: 0.0747495 Jul 08 02:12:58.348014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-b6d75139-60c1-4629-a335-1d2d76feeb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:58.349906 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-b6d75139-60c1-4629-a335-1d2d76feeb41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9108d442-46a8-4cbe-b3c3-62ff3b202b17 HTTP/1.1" status: 200 len: 909 time: 0.1064363 Jul 08 02:12:58.428560 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-fbcf0283-a5b0-48d3-8d82-e50125769b67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e HTTP/1.1" status: 200 len: 1000 time: 0.0715437 Jul 08 02:12:58.481805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-1476003b-80bc-49ab-bd66-71817805954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:58.483318 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-1476003b-80bc-49ab-bd66-71817805954c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7da400ad-2cea-4a45-9afa-614429c754bb HTTP/1.1" status: 200 len: 847 time: 0.0488095 Jul 08 02:12:58.550955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-4bb492cf-006b-4583-b1c2-dd9a5f68d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:58.553215 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-4bb492cf-006b-4583-b1c2-dd9a5f68d001 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9108d442-46a8-4cbe-b3c3-62ff3b202b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637074 Jul 08 02:12:58.662087 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-f3bbf5e1-993b-4e78-aff3-9c357be8bc84 service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025531 Jul 08 02:12:58.778695 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3db374ed-439a-41a8-82fa-676f6363b3a4 req-1b1927fa-fa19-419e-b929-e7e6b9e51d8b service neutron] 10.222.0.16 "GET /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103051 Jul 08 02:12:59.384006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11e1e3-5b4d-4d92-82ba-6d5d0ab7bde6 req-f8d6502e-d0ef-49fa-b3f1-677484c6a64c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:59.387140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a11e1e3-5b4d-4d92-82ba-6d5d0ab7bde6 req-f8d6502e-d0ef-49fa-b3f1-677484c6a64c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 946 time: 0.0897830 Jul 08 02:12:59.435972 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a11e1e3-5b4d-4d92-82ba-6d5d0ab7bde6 req-ce6d0f7d-1dce-44e7-96f7-227539c0f762 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Jul 08 02:12:59.454822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-d252823e-8fdc-418d-9f61-126e3bb6f5a8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:12:59.456420 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-d252823e-8fdc-418d-9f61-126e3bb6f5a8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 946 time: 0.0839579 Jul 08 02:12:59.573755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-a7e991bb-6b63-4657-8e07-7d53c4ad3fd5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Deleting port 27c3130d-adc0-44af-9828-feb7db68dc93 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:12:59.574102 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-a7e991bb-6b63-4657-8e07-7d53c4ad3fd5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.676862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-a7e991bb-6b63-4657-8e07-7d53c4ad3fd5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] For port 27c3130d-adc0-44af-9828-feb7db68dc93, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=27c3130d-adc0-44af-9828-feb7db68dc93,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:12:59.677226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-a7e991bb-6b63-4657-8e07-7d53c4ad3fd5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.690304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-a7e991bb-6b63-4657-8e07-7d53c4ad3fd5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Calling delete_port for 27c3130d-adc0-44af-9828-feb7db68dc93 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:12:59.829774 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-a7e991bb-6b63-4657-8e07-7d53c4ad3fd5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.843127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['27c3130d-adc0-44af-9828-feb7db68dc93'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:59.845566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e1e6f3fc-e8b6-4180-8be1-96e28cabf39a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:12:59.867383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e991bb-6b63-4657-8e07-7d53c4ad3fd5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'Port': ['ID=27c3130d-adc0-44af-9828-feb7db68dc93,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:12:59.932176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-a7e991bb-6b63-4657-8e07-7d53c4ad3fd5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] No DVR routers for this DVR port 27c3130d-adc0-44af-9828-feb7db68dc93 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:12:59.936042 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-a7e991bb-6b63-4657-8e07-7d53c4ad3fd5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:12:59.938870 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6bcb4b45-ae37-499e-b77a-1327b2671ccb req-a7e991bb-6b63-4657-8e07-7d53c4ad3fd5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "DELETE /v2.0/ports/27c3130d-adc0-44af-9828-feb7db68dc93 HTTP/1.1" status: 204 len: 173 time: 0.4772379 Jul 08 02:12:59.939415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710230b2-7366-4abd-b276-9e32079900c0', 'name': 'network-vif-deleted', 'tag': '27c3130d-adc0-44af-9828-feb7db68dc93'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:12:59.943394 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61926fcd-a00c-4b3a-a5a4-16e424be0a67" -d '{"events": [{"server_uuid": "710230b2-7366-4abd-b276-9e32079900c0", "name": "network-vif-deleted", "tag": "27c3130d-adc0-44af-9828-feb7db68dc93"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:00.018816 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78ce74c-dfd7-4bad-b92b-0362f51bfeab x-openstack-request-id: req-c78ce74c-dfd7-4bad-b92b-0362f51bfeab {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:00.019379 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710230b2-7366-4abd-b276-9e32079900c0", "name": "network-vif-deleted", "tag": "27c3130d-adc0-44af-9828-feb7db68dc93", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:00.024593 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c78ce74c-dfd7-4bad-b92b-0362f51bfeab {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:00.025044 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710230b2-7366-4abd-b276-9e32079900c0', 'name': 'network-vif-deleted', 'tag': '27c3130d-adc0-44af-9828-feb7db68dc93', 'status': 'completed', 'code': 200} Jul 08 02:13:00.589634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-facd6332-b12f-4f82-b239-873a06f6b399 req-0de47a8e-9244-4fe1-a04e-cba831dc8f6b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 210 time: 0.0329556 Jul 08 02:13:01.765828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57168530-f8b6-4ab8-ba7d-7b17b28b0daa req-c642fbbd-1978-458e-92da-cedbee4b1d4a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 210 time: 0.0355704 Jul 08 02:13:02.482531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 27c3130d-adc0-44af-9828-feb7db68dc93 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:02.503220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 27c3130d-adc0-44af-9828-feb7db68dc93 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:02.503567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 27c3130d-adc0-44af-9828-feb7db68dc93 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:02.934668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f8c1778-959c-4081-bf7e-b0c3ad134a48 req-759c186d-84c5-46a7-865d-af36bc5d9f24 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 210 time: 0.0329673 Jul 08 02:13:04.103915 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dfb06087-2e2d-4b45-9129-cc1c2109cb16 req-8a67aaa9-4e26-426c-8681-58a3939cc45b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=710230b2-7366-4abd-b276-9e32079900c0 HTTP/1.1" status: 200 len: 210 time: 0.0320456 Jul 08 02:13:04.683082 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:08.801002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9631ca-c643-411d-bf89-1ef919fc1984 req-34160078-579d-410b-a61b-41c27c75dd8d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:08.802500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e9631ca-c643-411d-bf89-1ef919fc1984 req-34160078-579d-410b-a61b-41c27c75dd8d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 945 time: 0.0628219 Jul 08 02:13:08.841055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e9631ca-c643-411d-bf89-1ef919fc1984 req-3d62bc2b-6a38-4bbe-b562-52bf6e44af7f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330865 Jul 08 02:13:09.066996 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.024844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48c630-09fa-44d2-b6d6-9770edef3bc2 req-1dca5ead-6f1d-4803-9444-aa8bb598c17b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:10.026524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc48c630-09fa-44d2-b6d6-9770edef3bc2 req-1dca5ead-6f1d-4803-9444-aa8bb598c17b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 945 time: 0.0712962 Jul 08 02:13:10.067147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc48c630-09fa-44d2-b6d6-9770edef3bc2 req-85775242-b1e3-40a8-b0f7-04d432eaf9c2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=6a902bee-4452-44ef-815b-a84b6ea33826&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347683 Jul 08 02:13:10.307399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-b118e653-2790-461b-8deb-92a9af1b0bb4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:10.309039 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-b118e653-2790-461b-8deb-92a9af1b0bb4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 945 time: 0.0698149 Jul 08 02:13:10.424760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-eaece680-5827-478c-86e7-a7b3a91fef72 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Deleting port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:10.425034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-eaece680-5827-478c-86e7-a7b3a91fef72 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.516282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-eaece680-5827-478c-86e7-a7b3a91fef72 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] For port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:10.516678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-eaece680-5827-478c-86e7-a7b3a91fef72 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.530983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-eaece680-5827-478c-86e7-a7b3a91fef72 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Calling delete_port for e1e6f3fc-e8b6-4180-8be1-96e28cabf39a owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:10.670234 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-eaece680-5827-478c-86e7-a7b3a91fef72 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.682140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['e1e6f3fc-e8b6-4180-8be1-96e28cabf39a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:13:10.701641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaece680-5827-478c-86e7-a7b3a91fef72 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'Port': ['ID=e1e6f3fc-e8b6-4180-8be1-96e28cabf39a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:10.768586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-eaece680-5827-478c-86e7-a7b3a91fef72 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] No DVR routers for this DVR port e1e6f3fc-e8b6-4180-8be1-96e28cabf39a on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:10.771959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-eaece680-5827-478c-86e7-a7b3a91fef72 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:10.774112 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28f3a68a-7d93-4023-b4ba-b87cd76b558a req-eaece680-5827-478c-86e7-a7b3a91fef72 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "DELETE /v2.0/ports/e1e6f3fc-e8b6-4180-8be1-96e28cabf39a HTTP/1.1" status: 204 len: 173 time: 0.4586995 Jul 08 02:13:10.774574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6fe50a9-b10f-4f73-b84e-9333626b5b28', 'name': 'network-vif-deleted', 'tag': 'e1e6f3fc-e8b6-4180-8be1-96e28cabf39a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:10.776948 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7ea69a-4ad6-4bcd-a7ee-e4fa24b583f4" -d '{"events": [{"server_uuid": "a6fe50a9-b10f-4f73-b84e-9333626b5b28", "name": "network-vif-deleted", "tag": "e1e6f3fc-e8b6-4180-8be1-96e28cabf39a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:10.814930 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea6427c-1665-4c6f-9698-43869ebbb934 x-openstack-request-id: req-1ea6427c-1665-4c6f-9698-43869ebbb934 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:10.815238 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6fe50a9-b10f-4f73-b84e-9333626b5b28", "name": "network-vif-deleted", "tag": "e1e6f3fc-e8b6-4180-8be1-96e28cabf39a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:10.815522 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ea6427c-1665-4c6f-9698-43869ebbb934 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:10.815959 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6fe50a9-b10f-4f73-b84e-9333626b5b28', 'name': 'network-vif-deleted', 'tag': 'e1e6f3fc-e8b6-4180-8be1-96e28cabf39a', 'status': 'completed', 'code': 200} Jul 08 02:13:11.233209 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fafd1b6-2125-49b9-839c-8b49e122a6f7 req-778344b3-7456-4a45-bf3f-2a6774dd05d0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 210 time: 0.0296929 Jul 08 02:13:12.382546 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc904701-9ed4-496e-b3e5-3bf385a4c18d req-a92883a5-f7d1-4ebf-b58e-d852433047c4 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 210 time: 0.0306282 Jul 08 02:13:13.533454 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55e49370-c4bf-4346-b02a-0e66478389bc req-6fadecd9-d96f-4a77-9fab-47b2d5df0b00 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 210 time: 0.0304546 Jul 08 02:13:14.176375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e1e6f3fc-e8b6-4180-8be1-96e28cabf39a no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:14.201542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: e1e6f3fc-e8b6-4180-8be1-96e28cabf39a {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:14.201984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device e1e6f3fc-e8b6-4180-8be1-96e28cabf39a not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:14.711742 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e557465-ec3e-4114-8820-1393d4cffa99 req-1b12af45-6901-4ded-924e-076d56108cf9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6fe50a9-b10f-4f73-b84e-9333626b5b28 HTTP/1.1" status: 200 len: 210 time: 0.0372179 Jul 08 02:13:18.081961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39076) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:18.087440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d4c552a3-0548-48e1-9880-cfa77e66f126 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934012825', 'description': 'tempest-secgroup-smoke-934012825 description', 'project_id': '7afc56f361c745a7aac9780da8d95363'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:18.110049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4c552a3-0548-48e1-9880-cfa77e66f126 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.194740 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4c552a3-0548-48e1-9880-cfa77e66f126 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.198879 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4c552a3-0548-48e1-9880-cfa77e66f126 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.225592 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4c552a3-0548-48e1-9880-cfa77e66f126 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.226824 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d4c552a3-0548-48e1-9880-cfa77e66f126 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1438539 Jul 08 02:13:18.230068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:18.230833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c552a3-0548-48e1-9880-cfa77e66f126 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49d6cab-378d-4ed3-a561-f9ecb3eb7675,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:18.234787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'security_group_rule': {'security_group_id': 'b49d6cab-378d-4ed3-a561-f9ecb3eb7675', 'project_id': '7afc56f361c745a7aac9780da8d95363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:18.261702 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.319762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.323518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.340926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a378017-76db-49dc-b297-6c84f4dee0f2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:18.349894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.350149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.350491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.350826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.351177 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.351577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.351903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.352229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.352579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.352902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.353226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.353548 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:18.356679 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.357884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fb2370cd-d821-4bfd-bb7d-bd3f68f797bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267912 Jul 08 02:13:18.361482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39080) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:18.368009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-459083a0-0b29-4daf-9f29-ed3ed465f0d2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'security_group_rule': {'security_group_id': 'b49d6cab-378d-4ed3-a561-f9ecb3eb7675', 'project_id': '7afc56f361c745a7aac9780da8d95363', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:18.398880 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-459083a0-0b29-4daf-9f29-ed3ed465f0d2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.459138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-459083a0-0b29-4daf-9f29-ed3ed465f0d2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.467877 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-459083a0-0b29-4daf-9f29-ed3ed465f0d2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.484201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459083a0-0b29-4daf-9f29-ed3ed465f0d2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5d47e8-980e-475c-8b12-6c46d8302acf,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:18.495063 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-459083a0-0b29-4daf-9f29-ed3ed465f0d2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.496397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-459083a0-0b29-4daf-9f29-ed3ed465f0d2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338913 Jul 08 02:13:18.499153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39084) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:18.503814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b649a128-9336-4b38-a3cd-732e419840f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'security_group_rule': {'security_group_id': 'b49d6cab-378d-4ed3-a561-f9ecb3eb7675', 'project_id': '7afc56f361c745a7aac9780da8d95363', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:18.533327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b649a128-9336-4b38-a3cd-732e419840f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.594671 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b649a128-9336-4b38-a3cd-732e419840f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.598651 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b649a128-9336-4b38-a3cd-732e419840f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.620836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649a128-9336-4b38-a3cd-732e419840f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869ed149-b500-4bb4-b8df-5e7eb9095895,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:18.626444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b649a128-9336-4b38-a3cd-732e419840f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.627945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b649a128-9336-4b38-a3cd-732e419840f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273913 Jul 08 02:13:18.632491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39086) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:18.637086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-79066d0e-8343-45dd-a660-791671ae22c3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'security_group_rule': {'security_group_id': 'b49d6cab-378d-4ed3-a561-f9ecb3eb7675', 'project_id': '7afc56f361c745a7aac9780da8d95363', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:18.664342 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79066d0e-8343-45dd-a660-791671ae22c3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.730519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79066d0e-8343-45dd-a660-791671ae22c3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.734460 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79066d0e-8343-45dd-a660-791671ae22c3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.754007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79066d0e-8343-45dd-a660-791671ae22c3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bbe7a9-a9ec-4838-9908-1a7206e2049b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:18.760116 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-79066d0e-8343-45dd-a660-791671ae22c3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.761358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-79066d0e-8343-45dd-a660-791671ae22c3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278760 Jul 08 02:13:18.764133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39088) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:18.768672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-787c8410-f8af-4f4b-8998-d372a9c552ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'security_group_rule': {'security_group_id': 'b49d6cab-378d-4ed3-a561-f9ecb3eb7675', 'project_id': '7afc56f361c745a7aac9780da8d95363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:18.790459 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-787c8410-f8af-4f4b-8998-d372a9c552ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Project 7afc56f361c745a7aac9780da8d95363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:13:18.796208 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-787c8410-f8af-4f4b-8998-d372a9c552ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.862404 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-787c8410-f8af-4f4b-8998-d372a9c552ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.866845 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-787c8410-f8af-4f4b-8998-d372a9c552ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.885243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c8410-f8af-4f4b-8998-d372a9c552ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35757d15-438f-466f-bd5e-656a48a9c8a5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:18.890696 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-787c8410-f8af-4f4b-8998-d372a9c552ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.892090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-787c8410-f8af-4f4b-8998-d372a9c552ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269541 Jul 08 02:13:18.894967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39090) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:18.900397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4730b023-1b73-4495-ad31-a23edff168e2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'security_group_rule': {'security_group_id': 'b49d6cab-378d-4ed3-a561-f9ecb3eb7675', 'project_id': '7afc56f361c745a7aac9780da8d95363', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:18.925830 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-4730b023-1b73-4495-ad31-a23edff168e2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Project 7afc56f361c745a7aac9780da8d95363 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:13:18.930916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730b023-1b73-4495-ad31-a23edff168e2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.993885 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730b023-1b73-4495-ad31-a23edff168e2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:18.998139 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730b023-1b73-4495-ad31-a23edff168e2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:19.019903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730b023-1b73-4495-ad31-a23edff168e2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c6789f-1e18-481e-b3a3-75c3f4694934,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:19.023980 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4730b023-1b73-4495-ad31-a23edff168e2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:19.028454 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4730b023-1b73-4495-ad31-a23edff168e2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286988 Jul 08 02:13:20.650145 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-95dfe492-076a-4167-8d81-0bfe9f419227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.179163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdca4ff-9355-488f-bab1-a3b29c6c84e9 req-bac0ec10-5a90-4075-9ec7-0e44bd696f13 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:21.180769 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ccdca4ff-9355-488f-bab1-a3b29c6c84e9 req-bac0ec10-5a90-4075-9ec7-0e44bd696f13 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1098 time: 0.0554278 Jul 08 02:13:21.217177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ccdca4ff-9355-488f-bab1-a3b29c6c84e9 req-c48b5a11-a49f-4c8c-b303-ae088d2df386 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305357 Jul 08 02:13:21.242333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39170) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:21.407156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port 1fbe510c-d882-451a-abc1-e35cb8cc0c24 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:21.407610 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.495604 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.496035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.511282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for 1fbe510c-d882-451a-abc1-e35cb8cc0c24 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:21.707206 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.735298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=1fbe510c-d882-451a-abc1-e35cb8cc0c24,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:21.799419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:21.799758 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Floating IP bfdfc202-d406-40bb-b568-9c3bf606c0fd disassociated (deleted). External IP: 172.25.4.214, port: 646ee629-e07f-4b38-bc78-31f67a4ebd47. Jul 08 02:13:22.032228 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:22.151803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:22.156737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:22.162085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] Sync routers for ids ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:22.175000 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] Routers {'6f10f814-e79c-45ae-bdc4-41e320c2ff55'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:22.175638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:12:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:22.202073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eaeeca2a-a1ec-41ff-bd8b-4fdb3ff8715f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/floatingips/bfdfc202-d406-40bb-b568-9c3bf606c0fd HTTP/1.1" status: 204 len: 168 time: 0.9585955 Jul 08 02:13:22.202665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:22.205422 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923b51c9-9036-4635-8232-814f155b781c" -d '{"events": [{"name": "network-changed", "server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:22.307976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] Set router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:22.340807 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b935ca-541e-4c90-ba53-53a2653afa0d x-openstack-request-id: req-66b935ca-541e-4c90-ba53-53a2653afa0d {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:22.341325 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:22.341647 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66b935ca-541e-4c90-ba53-53a2653afa0d {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:22.342124 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'status': 'completed', 'code': 200} Jul 08 02:13:22.432233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b51c9-9036-4635-8232-814f155b781c req-2accb9c7-179d-4ef4-b461-cd44ef6e987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:22.434318 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-923b51c9-9036-4635-8232-814f155b781c req-2accb9c7-179d-4ef4-b461-cd44ef6e987f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 1098 time: 0.0661960 Jul 08 02:13:22.540957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b51c9-9036-4635-8232-814f155b781c req-0ed4d388-b618-4b96-bbd6-1b6b1a6a0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:22.542393 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-923b51c9-9036-4635-8232-814f155b781c req-0ed4d388-b618-4b96-bbd6-1b6b1a6a0422 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 200 len: 898 time: 0.1015000 Jul 08 02:13:22.580450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:45Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '80df7a81-a809-4e30-9887-7c36d80e93c6', 'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:47:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:44Z', 'updated_at': '2021-07-08T02:11:50Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:22.597323 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-923b51c9-9036-4635-8232-814f155b781c req-2a5c1707-4cf9-45ac-aa23-c27b29b35379 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 200 len: 217 time: 0.0474532 Jul 08 02:13:22.618250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] Checking router: 6f10f814-e79c-45ae-bdc4-41e320c2ff55 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:22.631511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] Routers {'6f10f814-e79c-45ae-bdc4-41e320c2ff55'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:22.632529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:12:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:22.665373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a214e-90e5-484a-ad8f-f9b3dcc11c56 req-71fc1dd7-206e-49bb-9eac-398e866c9ccd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:22.668268 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e5a214e-90e5-484a-ad8f-f9b3dcc11c56 req-71fc1dd7-206e-49bb-9eac-398e866c9ccd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.0885029 Jul 08 02:13:22.674872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b51c9-9036-4635-8232-814f155b781c req-8a1a221c-242e-456d-ab25-107c5d33f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:22.676582 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-923b51c9-9036-4635-8232-814f155b781c req-8a1a221c-242e-456d-ab25-107c5d33f47d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac0adf14-e27c-4b92-83f5-9870f8b652bf HTTP/1.1" status: 200 len: 834 time: 0.0723598 Jul 08 02:13:22.723246 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e5a214e-90e5-484a-ad8f-f9b3dcc11c56 req-f73f1525-a2f1-42eb-9cf4-90f3e7805b96 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491867 Jul 08 02:13:22.771185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b51c9-9036-4635-8232-814f155b781c req-b2d62ba2-53a4-4ac1-8ade-eead178ad61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:22.773261 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-923b51c9-9036-4635-8232-814f155b781c req-b2d62ba2-53a4-4ac1-8ade-eead178ad61a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0085860c-7de8-4c25-8451-dbe18a7102d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897057 Jul 08 02:13:22.774180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] Set router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:22.876631 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-923b51c9-9036-4635-8232-814f155b781c req-05d6bbca-405e-4001-b3fb-7d530acb10f9 service neutron] 10.222.0.16 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958555 Jul 08 02:13:22.972289 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-923b51c9-9036-4635-8232-814f155b781c req-138d3127-0e9e-400a-b3e1-97786196eebd service neutron] 10.222.0.16 "GET /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885870 Jul 08 02:13:22.989610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:45Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '80df7a81-a809-4e30-9887-7c36d80e93c6', 'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:47:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:44Z', 'updated_at': '2021-07-08T02:11:50Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:23.018403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a23051-ba90-4469-8a58-fa22fc958e9c None None] The sync data for ids ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'] in n-d-694802-14 is: [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:45Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '80df7a81-a809-4e30-9887-7c36d80e93c6', 'name': '', 'network_id': '0085860c-7de8-4c25-8451-dbe18a7102d1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:47:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:44Z', 'updated_at': '2021-07-08T02:11:50Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'ac0adf14-e27c-4b92-83f5-9870f8b652bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:23.246364 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78495ca-d8a2-4fd5-8f63-02a3d97b755a None None] New status for floating IP bfdfc202-d406-40bb-b568-9c3bf606c0fd: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:13:23.399819 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8fe10944-2a68-4dff-ac88-061c7e2f8ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.741073 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.821545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-c94683bd-86e2-4fed-b3be-847152ec7842 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:23.823101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-c94683bd-86e2-4fed-b3be-847152ec7842 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.0848272 Jul 08 02:13:23.915663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc6c43-dfe8-4419-8129-333e84c410a2 req-db5a810f-95a7-4be2-833b-64b519970a67 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:23.917271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1bc6c43-dfe8-4419-8129-333e84c410a2 req-db5a810f-95a7-4be2-833b-64b519970a67 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=519d44bc-4df4-446f-81a9-e52e9fda98dd HTTP/1.1" status: 200 len: 946 time: 0.0734494 Jul 08 02:13:23.938685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-907afc54-0dee-41c4-a3a8-a1c6f3af2b84 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port 646ee629-e07f-4b38-bc78-31f67a4ebd47 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:23.939267 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-907afc54-0dee-41c4-a3a8-a1c6f3af2b84 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:23.957116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1bc6c43-dfe8-4419-8129-333e84c410a2 req-d37df415-cf52-479f-8244-28c8fc2c4970 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=36f3374d-2ec1-4ce4-ac99-e47513c65393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340521 Jul 08 02:13:24.042994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-907afc54-0dee-41c4-a3a8-a1c6f3af2b84 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port 646ee629-e07f-4b38-bc78-31f67a4ebd47, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=646ee629-e07f-4b38-bc78-31f67a4ebd47,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:24.043358 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-907afc54-0dee-41c4-a3a8-a1c6f3af2b84 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.059064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-907afc54-0dee-41c4-a3a8-a1c6f3af2b84 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for 646ee629-e07f-4b38-bc78-31f67a4ebd47 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:24.197237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-907afc54-0dee-41c4-a3a8-a1c6f3af2b84 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.235667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907afc54-0dee-41c4-a3a8-a1c6f3af2b84 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=646ee629-e07f-4b38-bc78-31f67a4ebd47,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:24.281120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-907afc54-0dee-41c4-a3a8-a1c6f3af2b84 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] No DVR routers for this DVR port 646ee629-e07f-4b38-bc78-31f67a4ebd47 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:24.283809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-907afc54-0dee-41c4-a3a8-a1c6f3af2b84 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:24.286626 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-10cb3142-886b-4187-aa63-10eceb0cc7b7 req-907afc54-0dee-41c4-a3a8-a1c6f3af2b84 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "DELETE /v2.0/ports/646ee629-e07f-4b38-bc78-31f67a4ebd47 HTTP/1.1" status: 204 len: 173 time: 0.4576416 Jul 08 02:13:24.287161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'name': 'network-vif-deleted', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:24.289494 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66887d5-0dd0-4b3c-9f8e-709c615b9f98" -d '{"events": [{"server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "name": "network-vif-deleted", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:24.328200 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d040aea-e182-440d-82cc-c51f7d8b0f82 x-openstack-request-id: req-0d040aea-e182-440d-82cc-c51f7d8b0f82 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:24.328523 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519d44bc-4df4-446f-81a9-e52e9fda98dd", "name": "network-vif-deleted", "tag": "646ee629-e07f-4b38-bc78-31f67a4ebd47", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:24.328790 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d040aea-e182-440d-82cc-c51f7d8b0f82 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:24.329200 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519d44bc-4df4-446f-81a9-e52e9fda98dd', 'name': 'network-vif-deleted', 'tag': '646ee629-e07f-4b38-bc78-31f67a4ebd47', 'status': 'completed', 'code': 200} Jul 08 02:13:24.830143 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:25.060509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39194) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:25.775552 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.061750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port 80df7a81-a809-4e30-9887-7c36d80e93c6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:26.062364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.153442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port 80df7a81-a809-4e30-9887-7c36d80e93c6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=80df7a81-a809-4e30-9887-7c36d80e93c6,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:26.154600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.169379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for 80df7a81-a809-4e30-9887-7c36d80e93c6 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:26.366048 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.402392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=80df7a81-a809-4e30-9887-7c36d80e93c6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:26.486524 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.608223 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:26.858732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:27.024474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:27.031682 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bd14693f-7208-4b53-b40c-f413b40660aa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "PUT /v2.0/routers/6f10f814-e79c-45ae-bdc4-41e320c2ff55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9700675 Jul 08 02:13:27.034391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39200) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:27.040068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] Sync routers for ids ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:27.052802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] Routers {'6f10f814-e79c-45ae-bdc4-41e320c2ff55'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:27.053714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:27.093848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbe2b60-d19e-42e0-be56-d67f42af3926 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting subnet ac0adf14-e27c-4b92-83f5-9870f8b652bf {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:13:27.098839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2b60-d19e-42e0-be56-d67f42af3926 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.151290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2b60-d19e-42e0-be56-d67f42af3926 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.175676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] Set router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:27.263319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2b60-d19e-42e0-be56-d67f42af3926 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.334152 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2b60-d19e-42e0-be56-d67f42af3926 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.364127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe2b60-d19e-42e0-be56-d67f42af3926 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0adf14-e27c-4b92-83f5-9870f8b652bf,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:27.368446 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2b60-d19e-42e0-be56-d67f42af3926 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.370564 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bdbe2b60-d19e-42e0-be56-d67f42af3926 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/subnets/ac0adf14-e27c-4b92-83f5-9870f8b652bf HTTP/1.1" status: 204 len: 168 time: 0.3352032 Jul 08 02:13:27.373252 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:27.381856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d97a9-78a7-4c78-84ed-10a23a257845 None None] Network 0085860c-7de8-4c25-8451-dbe18a7102d1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:27.452555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:13:26Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:27.488027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] Checking router: 6f10f814-e79c-45ae-bdc4-41e320c2ff55 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:27.493351 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.531748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] Routers {'6f10f814-e79c-45ae-bdc4-41e320c2ff55'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:27.532410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:27.615430 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:13:27.616005 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.663724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] Set router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:27.671339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port aa7caecf-49bf-49c9-895f-a79c8bbd2243 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:27.671682 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:27.730502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92cf0f0-f7a2-4867-93c1-0963eb8c50c8 None None] DHCP port deletion for 0085860c-7de8-4c25-8451-dbe18a7102d1 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:13:28.030927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f92cf0f0-f7a2-4867-93c1-0963eb8c50c8 None None] Deleting port 692d85d7-ff4c-494a-9f9b-9d23d7effa82 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:13:28.031308 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f92cf0f0-f7a2-4867-93c1-0963eb8c50c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.071459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port aa7caecf-49bf-49c9-895f-a79c8bbd2243, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=aa7caecf-49bf-49c9-895f-a79c8bbd2243,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:28.071459 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.078886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for aa7caecf-49bf-49c9-895f-a79c8bbd2243 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:28.106947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f92cf0f0-f7a2-4867-93c1-0963eb8c50c8 None None] For port 692d85d7-ff4c-494a-9f9b-9d23d7effa82, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=692d85d7-ff4c-494a-9f9b-9d23d7effa82,segment=NetworkSegment(257fe06e-91ed-4305-964c-55fa626b0d12),segment_id=257fe06e-91ed-4305-964c-55fa626b0d12)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:28.107340 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f92cf0f0-f7a2-4867-93c1-0963eb8c50c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.123346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f92cf0f0-f7a2-4867-93c1-0963eb8c50c8 None None] Calling delete_port for 692d85d7-ff4c-494a-9f9b-9d23d7effa82 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:13:28.137874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:13:26Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:28.170659 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333aedf1-0d20-458b-9dce-85f04d6472bd None None] The sync data for ids ['6f10f814-e79c-45ae-bdc4-41e320c2ff55'] in n-d-694802-14 is: [{'id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1180668408', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:13:26Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'aa7caecf-49bf-49c9-895f-a79c8bbd2243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:51:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f10f814-e79c-45ae-bdc4-41e320c2ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:11:41Z', 'updated_at': '2021-07-08T02:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:28.276125 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f92cf0f0-f7a2-4867-93c1-0963eb8c50c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.287239 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.305735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 646ee629-e07f-4b38-bc78-31f67a4ebd47 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:28.310554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cf0f0-f7a2-4867-93c1-0963eb8c50c8 None None] Pushing event deleted for resources: {'Port': ['ID=692d85d7-ff4c-494a-9f9b-9d23d7effa82,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:28.319488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=aa7caecf-49bf-49c9-895f-a79c8bbd2243,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:28.336123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92cf0f0-f7a2-4867-93c1-0963eb8c50c8 None None] No DVR routers for this DVR port 692d85d7-ff4c-494a-9f9b-9d23d7effa82 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:13:28.340253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 646ee629-e07f-4b38-bc78-31f67a4ebd47 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:28.340623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 646ee629-e07f-4b38-bc78-31f67a4ebd47 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:28.398379 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.543105 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.546331 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.605464 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.605986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Fanout notify agent at l3_agent the message router_deleted on router 6f10f814-e79c-45ae-bdc4-41e320c2ff55 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:13:28.615127 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.616294 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6e4a1cde-3202-4990-9206-267e6739ae7e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/routers/6f10f814-e79c-45ae-bdc4-41e320c2ff55 HTTP/1.1" status: 204 len: 168 time: 1.2420309 Jul 08 02:13:28.619136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:28.644111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 692d85d7-ff4c-494a-9f9b-9d23d7effa82 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:28.669984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 692d85d7-ff4c-494a-9f9b-9d23d7effa82 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:28.670685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 692d85d7-ff4c-494a-9f9b-9d23d7effa82 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:28.728485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.821880 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.833880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0085860c-7de8-4c25-8451-dbe18a7102d1']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:28.845190 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257fe06e-91ed-4305-964c-55fa626b0d12') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:28.845560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257fe06e-91ed-4305-964c-55fa626b0d12') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:28.857062 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.873033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.879303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:13:28.879709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:13:28.883068 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:13:28.953941 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.963051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:28.964382 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/networks/0085860c-7de8-4c25-8451-dbe18a7102d1 HTTP/1.1" status: 204 len: 168 time: 0.3441582 Jul 08 02:13:28.974660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39208) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:28.979841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40041ccb-0bd5-4ed2-91e1-8a6259d147d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Network': ['ID=0085860c-7de8-4c25-8451-dbe18a7102d1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:29.037547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f94f3f9e-1744-42e1-8b77-04d86333634f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.068776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f94f3f9e-1744-42e1-8b77-04d86333634f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.142201 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f94f3f9e-1744-42e1-8b77-04d86333634f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.145717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f94f3f9e-1744-42e1-8b77-04d86333634f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.147046 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f94f3f9e-1744-42e1-8b77-04d86333634f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/security-groups/36f3374d-2ec1-4ce4-ac99-e47513c65393 HTTP/1.1" status: 204 len: 168 time: 0.1706190 Jul 08 02:13:29.158649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f3f9e-1744-42e1-8b77-04d86333634f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f3374d-2ec1-4ce4-ac99-e47513c65393,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:29.403471 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39216) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:29.408379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3e387a53-d2d2-49e3-97dc-2a0ac2b00917 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1878216925', 'description': 'tempest-secgroup-smoke-1878216925 description', 'project_id': '214685b4f82040c087d1b3f522f25c6e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:29.432074 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e387a53-d2d2-49e3-97dc-2a0ac2b00917 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.521886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e387a53-d2d2-49e3-97dc-2a0ac2b00917 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.526930 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e387a53-d2d2-49e3-97dc-2a0ac2b00917 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.558621 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e387a53-d2d2-49e3-97dc-2a0ac2b00917 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.559878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3e387a53-d2d2-49e3-97dc-2a0ac2b00917 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1554368 Jul 08 02:13:29.561763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e387a53-d2d2-49e3-97dc-2a0ac2b00917 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96133a0c-e107-44e9-b0c1-8a76bcb9d015,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:29.563047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39218) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:29.569637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-848a42c8-a8f2-407c-a30d-788c0c51ba3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '96133a0c-e107-44e9-b0c1-8a76bcb9d015', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:29.598600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-848a42c8-a8f2-407c-a30d-788c0c51ba3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.649091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-848a42c8-a8f2-407c-a30d-788c0c51ba3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.653493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-848a42c8-a8f2-407c-a30d-788c0c51ba3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.670927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a42c8-a8f2-407c-a30d-788c0c51ba3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdde70ef-26ef-42fe-b4e6-59e2e7909722,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:29.678689 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-848a42c8-a8f2-407c-a30d-788c0c51ba3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.682513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-848a42c8-a8f2-407c-a30d-788c0c51ba3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157076 Jul 08 02:13:29.682742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39220) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:29.687619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c5ef6fda-ee1e-4943-bc6d-dca05948366e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '96133a0c-e107-44e9-b0c1-8a76bcb9d015', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:29.716380 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6fda-ee1e-4943-bc6d-dca05948366e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.779142 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6fda-ee1e-4943-bc6d-dca05948366e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.784073 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6fda-ee1e-4943-bc6d-dca05948366e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.806213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef6fda-ee1e-4943-bc6d-dca05948366e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209a4022-403d-47aa-b585-a61a7ee4de87,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:29.809869 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6fda-ee1e-4943-bc6d-dca05948366e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.813782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c5ef6fda-ee1e-4943-bc6d-dca05948366e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273997 Jul 08 02:13:29.814203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:29.819263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0e072e50-f082-4aa0-9ce4-007e9607c4d8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '96133a0c-e107-44e9-b0c1-8a76bcb9d015', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:29.850886 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e072e50-f082-4aa0-9ce4-007e9607c4d8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.919400 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e072e50-f082-4aa0-9ce4-007e9607c4d8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.922824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e072e50-f082-4aa0-9ce4-007e9607c4d8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.940344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e072e50-f082-4aa0-9ce4-007e9607c4d8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afe13db-0e39-4c24-83c6-fe92e3fed235,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:29.948110 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0e072e50-f082-4aa0-9ce4-007e9607c4d8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:29.949617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0e072e50-f082-4aa0-9ce4-007e9607c4d8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345177 Jul 08 02:13:29.952356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39224) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:29.957026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-07b733fc-d5e8-4624-aa4b-9f98804cd7b3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '96133a0c-e107-44e9-b0c1-8a76bcb9d015', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:29.984883 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07b733fc-d5e8-4624-aa4b-9f98804cd7b3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.044549 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07b733fc-d5e8-4624-aa4b-9f98804cd7b3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.048840 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07b733fc-d5e8-4624-aa4b-9f98804cd7b3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.070414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b733fc-d5e8-4624-aa4b-9f98804cd7b3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f106fe93-6a7e-49fc-b079-f869274a576e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:30.074399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-07b733fc-d5e8-4624-aa4b-9f98804cd7b3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.080043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-07b733fc-d5e8-4624-aa4b-9f98804cd7b3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223261 Jul 08 02:13:30.080439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39226) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:30.097502 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f00b7c38-dd29-45c1-a13c-0b2c2555aa94 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '96133a0c-e107-44e9-b0c1-8a76bcb9d015', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:30.120718 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-f00b7c38-dd29-45c1-a13c-0b2c2555aa94 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Project 214685b4f82040c087d1b3f522f25c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:13:30.125721 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f00b7c38-dd29-45c1-a13c-0b2c2555aa94 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.203263 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f00b7c38-dd29-45c1-a13c-0b2c2555aa94 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.207803 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f00b7c38-dd29-45c1-a13c-0b2c2555aa94 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.229577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b7c38-dd29-45c1-a13c-0b2c2555aa94 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50cd8e82-94bf-4fc6-baf7-2dd4042fb839,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:30.237987 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f00b7c38-dd29-45c1-a13c-0b2c2555aa94 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.242835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f00b7c38-dd29-45c1-a13c-0b2c2555aa94 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1581459 Jul 08 02:13:30.242995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aa7caecf-49bf-49c9-895f-a79c8bbd2243 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:30.243408 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39238) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:30.247994 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-31a28f78-8f00-408f-86e7-d94ccdb540b7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': '96133a0c-e107-44e9-b0c1-8a76bcb9d015', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:30.267467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: aa7caecf-49bf-49c9-895f-a79c8bbd2243 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:30.268402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device aa7caecf-49bf-49c9-895f-a79c8bbd2243 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:30.269301 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 80df7a81-a809-4e30-9887-7c36d80e93c6 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:13:30.279471 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-31a28f78-8f00-408f-86e7-d94ccdb540b7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Project 214685b4f82040c087d1b3f522f25c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:13:30.284911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a28f78-8f00-408f-86e7-d94ccdb540b7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.293341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 80df7a81-a809-4e30-9887-7c36d80e93c6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:13:30.293976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 80df7a81-a809-4e30-9887-7c36d80e93c6 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:13:30.357091 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a28f78-8f00-408f-86e7-d94ccdb540b7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.360970 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a28f78-8f00-408f-86e7-d94ccdb540b7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.384184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a28f78-8f00-408f-86e7-d94ccdb540b7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03effc87-ece7-4117-9a2d-9938721fdfbf,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:30.387847 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31a28f78-8f00-408f-86e7-d94ccdb540b7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.391862 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-31a28f78-8f00-408f-86e7-d94ccdb540b7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451688 Jul 08 02:13:30.392490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39240) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:30.398140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'network': {'name': 'tempest-network-smoke--590526316', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'port_security_enabled': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:30.419297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:30.422918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.449745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:13:30.461115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.461391 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Added segment 505d3163-be3c-43b9-966a-76698eab2a56 of type vlan for network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad Jul 08 02:13:30.505477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.535265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.541650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:30.542261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.606878 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2131443 Jul 08 02:13:30.609592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39246) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:30.617838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'admin_state_up': True, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:30.648296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966eaf0-711c-47be-adb5-cbe26a018a36 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Network': ['ID=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:30.661278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:13:30.665719 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.666931 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.732001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:30.887374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.105596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.131497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.274593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.25.4.149 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/e4eadc27-28d2-4090-b8b7-6e715a340d6c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:31.388124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.428977 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.471372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:31.474831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:31.478308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:31.483937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=e4eadc27-28d2-4090-b8b7-6e715a340d6c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:31.744272 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:31.949626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.077600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router ac924934-3868-45b5-a3e6-eec8b324da5d is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:13:32.513361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:32.524842 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Sync routers for ids ['ac924934-3868-45b5-a3e6-eec8b324da5d'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:32.533914 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.538781 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-20ded042-977c-4362-907d-a16c8efe794a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9282169 Jul 08 02:13:32.539181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39264) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:32.540900 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Routers {'ac924934-3868-45b5-a3e6-eec8b324da5d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:32.541527 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ac924934-3868-45b5-a3e6-eec8b324da5d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:32.570368 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-444117f0-2e9a-419b-878e-88d734164065 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=214685b4f82040c087d1b3f522f25c6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298433 Jul 08 02:13:32.572946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39266) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:32.650797 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Set router ac924934-3868-45b5-a3e6-eec8b324da5d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:32.665372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd1ff63-ac25-4927-a202-df1be9491bc9 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:32.669887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39268) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:32.676954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5bd1ff63-ac25-4927-a202-df1be9491bc9 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1027200 Jul 08 02:13:32.701656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:32.701848 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b167cb61-92b5-4e62-b9e3-546e40768498 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307162 Jul 08 02:13:32.709027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-59839355', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:32.804946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:32.809138 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:32.836158 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:31Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:32.863528 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Checking router: ac924934-3868-45b5-a3e6-eec8b324da5d for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:32.863816 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Updating router ac924934-3868-45b5-a3e6-eec8b324da5d port e4eadc27-28d2-4090-b8b7-6e715a340d6c binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:13:32.901468 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.022603 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.079613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Subnet': ['ID=f4150529-e83d-4a02-b47f-2da6b620b773,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:33.103831 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Checking segment: {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:33.104192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network hostable DHCP agents. Network: fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:13:33.125104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:13:33.136286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:33.141016 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:33.141814 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.147079 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f761ae52-ab61-48a5-8910-a666ddd2f6f7 None None] Network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:33.166407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a0ec4de5-f7cb-43e1-b2e1-079670d325d1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4628460 Jul 08 02:13:33.169165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39272) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:33.205592 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.217192 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Transition to ACTIVE for port object e4eadc27-28d2-4090-b8b7-6e715a340d6c will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:33.225259 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.280142 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Attempting to bind port e4eadc27-28d2-4090-b8b7-6e715a340d6c on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:13:33.280540 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Attempting to bind port e4eadc27-28d2-4090-b8b7-6e715a340d6c by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:13:33.280947 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Attempting to bind port e4eadc27-28d2-4090-b8b7-6e715a340d6c on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:33.293080 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:13:33.293537 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:33.293853 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.294315 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:13:33.294941 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Bound port: e4eadc27-28d2-4090-b8b7-6e715a340d6c, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:13:33.296276 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.329075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:13:33.330073 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.366830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] For port e4eadc27-28d2-4090-b8b7-6e715a340d6c, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:33.399012 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] For port e4eadc27-28d2-4090-b8b7-6e715a340d6c, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e4eadc27-28d2-4090-b8b7-6e715a340d6c,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:13:33.400016 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Pushing event updated for resources: {'Port': ['ID=e4eadc27-28d2-4090-b8b7-6e715a340d6c,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:33.409512 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.413701 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.414068 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.414366 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.414704 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.415038 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.415367 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.415695 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.416024 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.416427 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.416750 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.417071 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.417387 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:33.491837 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Routers {'ac924934-3868-45b5-a3e6-eec8b324da5d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:33.492619 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ac924934-3868-45b5-a3e6-eec8b324da5d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:33.545215 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335486b-ba2f-4d0d-b850-83bcc865b1ca None None] Pushing event updated for resources: {'Port': ['ID=e4eadc27-28d2-4090-b8b7-6e715a340d6c,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:33.589416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Allocated IP 172.20.0.2 (fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad/f4150529-e83d-4a02-b47f-2da6b620b773/8eb4033d-4b49-4cd0-ab49-78c74ead0ff8) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:33.704238 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] Set router ac924934-3868-45b5-a3e6-eec8b324da5d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:33.846650 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.866296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Transition to ACTIVE for port object 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:33.885803 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.905474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Transition to ACTIVE for port object 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:33.914853 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:33.980656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Pushing event updated for resources: {'Port': ['ID=8eb4033d-4b49-4cd0-ab49-78c74ead0ff8,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:33.994257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:33.995780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:33.998997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:34.056808 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:31Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:34.083432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Attempting to bind port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:13:34.083840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Attempting to bind port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:13:34.084202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Attempting to bind port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 on network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:34.091302 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711bdab9-f657-4319-b95f-209f0aba34c0 None None] The sync data for ids ['ac924934-3868-45b5-a3e6-eec8b324da5d'] in n-d-694802-14 is: [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:31Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:34.091561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:13:34.092051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Checking segment: {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:34.092496 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.092894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Bound using segment: {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:13:34.094105 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Bound port: 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:13:34.094491 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.186608 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] For port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:34.193281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] For port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8eb4033d-4b49-4cd0-ab49-78c74ead0ff8,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:13:34.205191 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.299747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613efd2-e815-42ec-bacd-2a9bed71e5ef None None] Pushing event updated for resources: {'Port': ['ID=8eb4033d-4b49-4cd0-ab49-78c74ead0ff8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:34.352267 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.20.0.1 (fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad/f4150529-e83d-4a02-b47f-2da6b620b773/51d2bd6c-a041-4b82-9e8d-d8b55c33dba0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:34.623996 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.642148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Transition to ACTIVE for port object 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:34.696986 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.710521 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:34.770491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:34.774507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:34.781042 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:34.812198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=51d2bd6c-a041-4b82-9e8d-d8b55c33dba0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:34.846439 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:35.020187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:35.389117 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:35.395520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:35.486775 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:35.489212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=51d2bd6c-a041-4b82-9e8d-d8b55c33dba0,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:35.573570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4a5aa9-edc8-437f-b95e-a3dfb9aa55f3 None None] Network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:13:35.595268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:35.596817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:35.637210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-173e3792-aa7e-4f7b-aa37-1df9c80b123d None None] Provisioning for port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:35.729182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router ac924934-3868-45b5-a3e6-eec8b324da5d has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:35.860372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-6796360c-9460-4887-aa96-4f32acb12029 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934012825&fields=id&tenant_id=7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 267 time: 0.0772963 Jul 08 02:13:35.939749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:35.947290 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f7e0834c-47cd-4ac9-876c-960b62afe450 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "PUT /v2.0/routers/ac924934-3868-45b5-a3e6-eec8b324da5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7768104 Jul 08 02:13:35.998451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5acd4fef-8309-4049-a654-ea5ea2042e2d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:35.999983 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5acd4fef-8309-4049-a654-ea5ea2042e2d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1321962 Jul 08 02:13:36.016778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-6b0a2ec7-9817-4669-a6e3-5326e84bf1a0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/quotas/7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 375 time: 0.0104952 Jul 08 02:13:36.090682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9eda182c-ced8-4e6e-a191-15671702873b None None] Provisioning for port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:36.094815 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9eda182c-ced8-4e6e-a191-15671702873b None None] Provisioning complete for port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:36.095181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9eda182c-ced8-4e6e-a191-15671702873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.130914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-038b62d5-1a99-412f-a485-d9dec225cdb1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051362 Jul 08 02:13:36.136653 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-3e061387-6d34-4777-af71-e889ab6f5ec2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1878216925&fields=id&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 267 time: 0.0517006 Jul 08 02:13:36.140420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9eda182c-ced8-4e6e-a191-15671702873b None None] Port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:13:36.170658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Sync routers for ids ['ac924934-3868-45b5-a3e6-eec8b324da5d'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:36.181789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Routers {'ac924934-3868-45b5-a3e6-eec8b324da5d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:36.184261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ac924934-3868-45b5-a3e6-eec8b324da5d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:36.290081 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-48599634-a655-4db7-92ed-7865cbd73eec service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436081 Jul 08 02:13:36.324536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c28da69d-b574-43ca-a1f7-f349b66b859d None None] Provisioning complete for port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:36.324536 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c28da69d-b574-43ca-a1f7-f349b66b859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.356530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:36.400182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Set router ac924934-3868-45b5-a3e6-eec8b324da5d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:36.424074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716fe9-99b4-487a-8481-2388c661168a req-805ce3e9-cb52-4213-9499-0a624c91f9d6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:36.427144 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-805ce3e9-cb52-4213-9499-0a624c91f9d6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 796 time: 0.2727063 Jul 08 02:13:36.452811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c28da69d-b574-43ca-a1f7-f349b66b859d None None] Port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:13:36.454100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-ddfb0a89-8d22-40bd-b4ea-a8b98b28e95e service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567624 Jul 08 02:13:36.455381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-39213b05-c9dd-48f1-9e0f-042ffa5ca2e8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/quotas/214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 375 time: 0.0209699 Jul 08 02:13:36.524168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:36.540102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-59870703-e202-4f8c-92b5-ac0aef345aae tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744851 Jul 08 02:13:36.556485 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:36.556854 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.623589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-00dc3241-60cf-4a0b-9ca2-bde8ae858528 None None] Provisioning complete for port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:36.624171 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-00dc3241-60cf-4a0b-9ca2-bde8ae858528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.721467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-7a06f766-6f63-4663-beea-8c75711b7b4a service neutron] 10.222.0.41 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672802 Jul 08 02:13:36.727805 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-00dc3241-60cf-4a0b-9ca2-bde8ae858528 None None] Port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:13:36.781152 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.806531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:34Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '51d2bd6c-a041-4b82-9e8d-d8b55c33dba0', 'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:63:dc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:34Z', 'updated_at': '2021-07-08T02:13:35Z', 'revision_number': 2, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:36.838698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Checking router: ac924934-3868-45b5-a3e6-eec8b324da5d for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:36.839052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Updating router ac924934-3868-45b5-a3e6-eec8b324da5d port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:13:36.874987 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8eb4033d-4b49-4cd0-ab49-78c74ead0ff8,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:36.882649 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:36.883644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e4eadc27-28d2-4090-b8b7-6e715a340d6c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:36.958284 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.014610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=8eb4033d-4b49-4cd0-ab49-78c74ead0ff8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:37.098966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port e4eadc27-28d2-4090-b8b7-6e715a340d6c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:37.105380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e4eadc27-28d2-4090-b8b7-6e715a340d6c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:37.105380 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.168660 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da65c97a-aa7d-42eb-8fd3-6c492b2f48ba req-b52a3cc2-8705-498c-9f8f-35603f387a39 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 210 time: 0.3529117 Jul 08 02:13:37.188644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-52b622b8-0566-418c-b383-e9dfa6d99fbf service neutron] 10.222.0.41 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610212 Jul 08 02:13:37.290486 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.332892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port e4eadc27-28d2-4090-b8b7-6e715a340d6c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e4eadc27-28d2-4090-b8b7-6e715a340d6c,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:37.343853 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.409100 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6237103-3d77-4f97-8731-46665d00b6ac req-cfa53362-cbcf-42d7-88af-b9c566cfe4e5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 210 time: 0.0424368 Jul 08 02:13:37.432542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.452736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=e4eadc27-28d2-4090-b8b7-6e715a340d6c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:37.456564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Transition to ACTIVE for port object 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:37.463751 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.525919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd842e-d9a6-4904-b0d0-15b584678fdb None None] Pushing event updated for resources: {'Port': ['ID=51d2bd6c-a041-4b82-9e8d-d8b55c33dba0,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:37.582991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Attempting to bind port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:13:37.583502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Attempting to bind port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:13:37.583932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Attempting to bind port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 on network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:37.590517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:13:37.591116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Checking segment: {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:37.591600 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.592281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Bound using segment: {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:13:37.592825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Bound port: 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:13:37.593207 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.667518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] For port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:37.671042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] For port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=51d2bd6c-a041-4b82-9e8d-d8b55c33dba0,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:13:37.677462 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:37.743986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Routers {'ac924934-3868-45b5-a3e6-eec8b324da5d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:37.744612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ac924934-3868-45b5-a3e6-eec8b324da5d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:37.791888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd842e-d9a6-4904-b0d0-15b584678fdb None None] Pushing event updated for resources: {'Port': ['ID=51d2bd6c-a041-4b82-9e8d-d8b55c33dba0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:38.065927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] Set router ac924934-3868-45b5-a3e6-eec8b324da5d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:38.095167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-08cce7d5-cc45-4668-96a4-c4c9dc0b221a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:38.096785 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-08cce7d5-cc45-4668-96a4-c4c9dc0b221a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1506472 Jul 08 02:13:38.162090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-4ce904d5-33ba-4f8a-ad2c-ca95413e4e6d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 379 time: 0.0563798 Jul 08 02:13:38.176510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'port': {'device_id': '4882270a-1be3-4a97-b971-ad12c1325097', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'admin_state_up': True, 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'security_groups': ['b49d6cab-378d-4ed3-a561-f9ecb3eb7675']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:38.310426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:38.355125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Made reservation on behalf of 7afc56f361c745a7aac9780da8d95363 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:38.358816 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:38.391094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:38.391452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df965d71-93ae-483f-873e-e974fc94dce7 req-ac054887-7839-4ebc-baef-0cd9f4211f63 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 210 time: 0.0589228 Jul 08 02:13:38.391900 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:38.429522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:34Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '51d2bd6c-a041-4b82-9e8d-d8b55c33dba0', 'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:63:dc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:34Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:38.467327 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a55876-cf2c-414b-b827-30d83d9b3b5d None None] The sync data for ids ['ac924934-3868-45b5-a3e6-eec8b324da5d'] in n-d-694802-14 is: [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:34Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '51d2bd6c-a041-4b82-9e8d-d8b55c33dba0', 'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:63:dc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:34Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:38.558596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e4eadc27-28d2-4090-b8b7-6e715a340d6c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:38.565857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Allocated IP 172.20.0.13 (4897b7a4-7fe7-4a74-9371-b6eeb629862d/0b3c9983-5699-446d-9bc9-a5b2b4822107/381352b9-5cda-4e5a-8216-159be19c5d56) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:38.639946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port e4eadc27-28d2-4090-b8b7-6e715a340d6c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:38.640634 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:38.666666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1e5bf9e-7f52-4eaf-a3bf-b1e7db59494e req-fbe0f68c-2002-4614-975c-6c0c72087d5e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 210 time: 0.0614827 Jul 08 02:13:38.801085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:38.857680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Transition to ACTIVE for port object 381352b9-5cda-4e5a-8216-159be19c5d56 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:38.928908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716fe9-99b4-487a-8481-2388c661168a req-ca9de351-c8af-4f6a-b301-3ba7fd371067 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:38.930798 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-ca9de351-c8af-4f6a-b301-3ba7fd371067 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 796 time: 0.1614249 Jul 08 02:13:38.959340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.014058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:39.029440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:39.031906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:39.074642 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.077529 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-3aecb3d4-fcaa-41df-9d37-caed44f7b963 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 380 time: 0.1357710 Jul 08 02:13:39.081110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=381352b9-5cda-4e5a-8216-159be19c5d56,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:39.096216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'port': {'device_id': '71300419-ee5c-4449-9c41-2cfe1e063357', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'admin_state_up': True, 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'security_groups': ['96133a0c-e107-44e9-b0c1-8a76bcb9d015']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:39.158810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:39.159450 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.189417 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-d781d175-5443-492d-bbbf-dca6b3e08e49 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0183520 Jul 08 02:13:39.205466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Request body: {'port': {'device_id': '4882270a-1be3-4a97-b971-ad12c1325097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:39.339764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.343456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:13:39.347131 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.389903 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-72d06dd2-d1df-49a9-bd45-38651699eca1 None None] Provisioning for port 381352b9-5cda-4e5a-8216-159be19c5d56 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:39.395136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-72d06dd2-d1df-49a9-bd45-38651699eca1 None None] Provisioning complete for port 381352b9-5cda-4e5a-8216-159be19c5d56 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:39.396090 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72d06dd2-d1df-49a9-bd45-38651699eca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.494432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-72d06dd2-d1df-49a9-bd45-38651699eca1 None None] Port 381352b9-5cda-4e5a-8216-159be19c5d56 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:13:39.622158 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e4e09-7f9c-422f-82ff-947814657b7d req-60bc7cef-8cf1-4ce0-a9ed-4a024d9679e6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:39.631656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d73e4e09-7f9c-422f-82ff-947814657b7d req-60bc7cef-8cf1-4ce0-a9ed-4a024d9679e6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 932 time: 0.0819049 Jul 08 02:13:39.663022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.20.0.4 (fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad/f4150529-e83d-4a02-b47f-2da6b620b773/3804bf5a-82bf-4999-97a8-42a9a013b8c5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:39.670831 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d73e4e09-7f9c-422f-82ff-947814657b7d req-e5bd3b61-c201-41dc-955a-d6f4a69eff6c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378754 Jul 08 02:13:39.831385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30818a6c-d554-4db8-a6bc-a58c3921230e req-84a61360-50e5-4266-9d03-415682d5aecc tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 210 time: 0.0366304 Jul 08 02:13:39.902421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381352b9-5cda-4e5a-8216-159be19c5d56 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:13:39.916704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.921018 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:39.943099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Transition to ACTIVE for port object 381352b9-5cda-4e5a-8216-159be19c5d56 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:39.944436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Transition to ACTIVE for port object 3804bf5a-82bf-4999-97a8-42a9a013b8c5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:39.982447 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.028081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.063986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Pushing event updated for resources: {'Port': ['ID=381352b9-5cda-4e5a-8216-159be19c5d56,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:40.094079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:40.121109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:40.123549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:40.230709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=3804bf5a-82bf-4999-97a8-42a9a013b8c5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:40.259633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:40.260625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.280742 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Attempting to bind port 381352b9-5cda-4e5a-8216-159be19c5d56 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:13:40.281014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Attempting to bind port 381352b9-5cda-4e5a-8216-159be19c5d56 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:13:40.281349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Attempting to bind port 381352b9-5cda-4e5a-8216-159be19c5d56 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:40.288160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Port 381352b9-5cda-4e5a-8216-159be19c5d56 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:13:40.288522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Attempting to bind port 381352b9-5cda-4e5a-8216-159be19c5d56 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:40.294893 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-aac51c73-7799-45dd-abf3-4cd2b6f2e5a2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2070594 Jul 08 02:13:40.302777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:13:40.303130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Checking segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:40.303522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Bound using segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:13:40.303970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Bound port: 381352b9-5cda-4e5a-8216-159be19c5d56, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:13:40.304363 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.315079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Request body: {'port': {'device_id': '71300419-ee5c-4449-9c41-2cfe1e063357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:40.341803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:40.404279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:40.415430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:40.415430 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.466989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] For port 381352b9-5cda-4e5a-8216-159be19c5d56, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:40.472092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] For port 381352b9-5cda-4e5a-8216-159be19c5d56, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=381352b9-5cda-4e5a-8216-159be19c5d56,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:13:40.473525 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.490059 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.533522 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.548324 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:40.549082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.550526 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] 10.222.0.16 "PUT /v2.0/ports/381352b9-5cda-4e5a-8216-159be19c5d56 HTTP/1.1" status: 200 len: 1093 time: 1.3532026 Jul 08 02:13:40.555945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4882270a-1be3-4a97-b971-ad12c1325097', 'tag': '381352b9-5cda-4e5a-8216-159be19c5d56'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:40.558357 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677354f1-19d0-4507-bde9-6aeae0e7ffdd" -d '{"events": [{"name": "network-changed", "server_uuid": "4882270a-1be3-4a97-b971-ad12c1325097", "tag": "381352b9-5cda-4e5a-8216-159be19c5d56"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:40.593679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=51d2bd6c-a041-4b82-9e8d-d8b55c33dba0,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:40.606388 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.650842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e12b34e2-9278-4ac0-9f78-58dd66ff235a None None] Provisioning for port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:40.663589 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5c698d-b93f-40dc-9664-874ced0f9021 x-openstack-request-id: req-2d5c698d-b93f-40dc-9664-874ced0f9021 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:40.664490 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4882270a-1be3-4a97-b971-ad12c1325097", "tag": "381352b9-5cda-4e5a-8216-159be19c5d56", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:40.664919 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d5c698d-b93f-40dc-9664-874ced0f9021 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:40.665491 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4882270a-1be3-4a97-b971-ad12c1325097', 'tag': '381352b9-5cda-4e5a-8216-159be19c5d56', 'status': 'completed', 'code': 200} Jul 08 02:13:40.670975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e12b34e2-9278-4ac0-9f78-58dd66ff235a None None] Provisioning complete for port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:40.671354 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e12b34e2-9278-4ac0-9f78-58dd66ff235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:40.697121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c228422-1878-4365-9486-0edb66e31c6e service neutron] Pushing event updated for resources: {'Port': ['ID=381352b9-5cda-4e5a-8216-159be19c5d56,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:40.724926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=51d2bd6c-a041-4b82-9e8d-d8b55c33dba0,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:40.749842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e12b34e2-9278-4ac0-9f78-58dd66ff235a None None] Port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:13:40.821544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-4d5131d1-12dd-485c-a163-073bd3307f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:40.823152 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-4d5131d1-12dd-485c-a163-073bd3307f2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 1096 time: 0.1767366 Jul 08 02:13:40.881831 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-cd922beb-8c35-4998-b137-5897aa648cea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=381352b9-5cda-4e5a-8216-159be19c5d56 HTTP/1.1" status: 200 len: 217 time: 0.0491252 Jul 08 02:13:40.943380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007d624-15bb-4691-ace7-02fcb80f8716 req-e701cd71-d23a-40da-bd75-6fe8236ad197 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:40.945592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f007d624-15bb-4691-ace7-02fcb80f8716 req-e701cd71-d23a-40da-bd75-6fe8236ad197 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 944 time: 0.1087260 Jul 08 02:13:40.976717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-706cd555-a4f9-417c-aeae-f0ea86323845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:40.978346 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-706cd555-a4f9-417c-aeae-f0ea86323845 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0887032 Jul 08 02:13:40.993013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f007d624-15bb-4691-ace7-02fcb80f8716 req-20915bee-13fb-49f4-9cbb-3486a6fe09c5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412500 Jul 08 02:13:41.013566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3804bf5a-82bf-4999-97a8-42a9a013b8c5 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:13:41.042729 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.062813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Transition to ACTIVE for port object 3804bf5a-82bf-4999-97a8-42a9a013b8c5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:13:41.073211 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.084316 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fffef6d-f73e-4099-b5a3-d1e94fe1cb1a req-85f6ec74-3ba2-4b4e-a737-37aea1032190 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:41.085980 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9fffef6d-f73e-4099-b5a3-d1e94fe1cb1a req-85f6ec74-3ba2-4b4e-a737-37aea1032190 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 931 time: 0.0775084 Jul 08 02:13:41.125951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-ad5cfac0-fcc7-419c-9fc7-cf0b9b99ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:41.127496 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-ad5cfac0-fcc7-419c-9fc7-cf0b9b99ea48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322498 Jul 08 02:13:41.135609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9fffef6d-f73e-4099-b5a3-d1e94fe1cb1a req-093a0cef-b6ff-45dd-83ea-dd1c982482c3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432785 Jul 08 02:13:41.161354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3804bf5a-82bf-4999-97a8-42a9a013b8c5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:41.303219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Attempting to bind port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:13:41.303565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Attempting to bind port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:13:41.303905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Attempting to bind port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 on network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:41.312907 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-ed4f1537-da88-45b8-816a-19733554aa7a service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773806 Jul 08 02:13:41.313451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 on network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:13:41.313777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Attempting to bind port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 on network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:13:41.328534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:13:41.328879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Checking segment: {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:13:41.329274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Bound using segment: {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:13:41.329726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Bound port: 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:13:41.330119 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.465155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:13:41.469288 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-020e6cc9-43c6-464a-8b44-9420f79d2b4a req-c0683f59-cf15-44e1-988b-c8efa02593cb service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490095 Jul 08 02:13:41.470983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:13:41.476988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.517925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:41.518715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:41.521739 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] 10.222.0.16 "PUT /v2.0/ports/3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 1092 time: 1.2149112 Jul 08 02:13:41.623026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0dc73-2c22-4156-a372-23bcefccd0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=3804bf5a-82bf-4999-97a8-42a9a013b8c5,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:41.661700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-197410c6-0e54-4254-88da-2e0b032d4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:41.663261 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-197410c6-0e54-4254-88da-2e0b032d4585 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 1096 time: 0.1383581 Jul 08 02:13:41.669084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716fe9-99b4-487a-8481-2388c661168a req-4399663f-05ba-4271-9557-f86ec7f12a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:41.670703 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-4399663f-05ba-4271-9557-f86ec7f12a61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1095 time: 0.1007001 Jul 08 02:13:41.752127 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-a7f73b74-3117-4c26-907c-a270d2a1b0c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 217 time: 0.0719447 Jul 08 02:13:41.827310 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716fe9-99b4-487a-8481-2388c661168a req-09ae72ad-ac95-429d-a0eb-55962b91fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:41.828439 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-09ae72ad-ac95-429d-a0eb-55962b91fdfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 200 len: 833 time: 0.0683441 Jul 08 02:13:41.833660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-bdc5eed8-6cd7-45b1-9175-a63ac0bdf5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:41.835073 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-bdc5eed8-6cd7-45b1-9175-a63ac0bdf5b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1634233 Jul 08 02:13:41.899730 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-e1cad77c-fcce-4410-b67f-f2d77a4b4a6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=381352b9-5cda-4e5a-8216-159be19c5d56 HTTP/1.1" status: 200 len: 217 time: 0.0562897 Jul 08 02:13:41.961863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21716fe9-99b4-487a-8481-2388c661168a req-e31c0916-e95e-4efa-9645-7a8a8039c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:41.963408 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-e31c0916-e95e-4efa-9645-7a8a8039c044 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274974 Jul 08 02:13:41.964725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-ee041a0e-8147-47b3-bd7e-4f73900da120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:41.966051 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-ee041a0e-8147-47b3-bd7e-4f73900da120 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0595400 Jul 08 02:13:42.103700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-e1e01eb0-d48c-4a0d-9fa5-83c96d7b9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:42.105359 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-e1e01eb0-d48c-4a0d-9fa5-83c96d7b9766 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1289926 Jul 08 02:13:42.107358 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-9b130a72-0881-475e-8f5d-60cbc8eb74dc service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320980 Jul 08 02:13:42.182461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7a441-de1f-4a31-80c9-3be681a0ce45 req-d7d96757-2143-4e53-ba7c-92aa7c8eafb5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:42.189775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09b7a441-de1f-4a31-80c9-3be681a0ce45 req-d7d96757-2143-4e53-ba7c-92aa7c8eafb5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 944 time: 0.0803373 Jul 08 02:13:42.274425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-09b7a441-de1f-4a31-80c9-3be681a0ce45 req-c239e794-8442-40ea-8b25-a912f7ab21f6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835776 Jul 08 02:13:42.294950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:42.301860 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-21716fe9-99b4-487a-8481-2388c661168a req-759c208f-9fef-491f-87e6-407507d540d1 service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833885 Jul 08 02:13:42.305490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-3217e16f-6532-47bd-87bf-d64af4cb9202 service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883533 Jul 08 02:13:42.374551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:42.374975 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:42.392789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7819d2-a685-4edf-ba8b-773f5349915d req-f27b13ba-d978-4032-ab0e-bbbc582f3ad8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:42.394686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7819d2-a685-4edf-ba8b-773f5349915d req-f27b13ba-d978-4032-ab0e-bbbc582f3ad8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 943 time: 0.0760381 Jul 08 02:13:42.436813 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-677354f1-19d0-4507-bde9-6aeae0e7ffdd req-0dde07d4-da4c-49dd-a760-03588fa49e90 service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234534 Jul 08 02:13:42.439443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7819d2-a685-4edf-ba8b-773f5349915d req-6e2a26b6-50b9-4cca-9dfd-3598b5e1c040 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381420 Jul 08 02:13:42.666462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:42.668865 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72df55a2-2628-4edd-b631-5accd3a6f086" -d '{"events": [{"name": "network-changed", "server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:42.707307 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed568fb3-b896-4d54-90d7-e3b08e51c569 x-openstack-request-id: req-ed568fb3-b896-4d54-90d7-e3b08e51c569 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:42.707712 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:42.707942 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed568fb3-b896-4d54-90d7-e3b08e51c569 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:42.708380 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'status': 'completed', 'code': 200} Jul 08 02:13:42.785165 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-eb978abc-425a-4208-8382-6e8e72efd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:42.787036 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-eb978abc-425a-4208-8382-6e8e72efd846 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1095 time: 0.0564382 Jul 08 02:13:42.883034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-b8e7e06c-327f-473e-b93e-f9fa8bfd3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:42.884703 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-b8e7e06c-327f-473e-b93e-f9fa8bfd3631 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 897 time: 0.0912235 Jul 08 02:13:42.934757 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-327f8a15-af22-4265-bc84-353160aac5c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 217 time: 0.0430675 Jul 08 02:13:42.993241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-2efc99b6-33ea-4461-88fe-0d1a43f6cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:42.994920 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-2efc99b6-33ea-4461-88fe-0d1a43f6cf8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 200 len: 833 time: 0.0540547 Jul 08 02:13:43.062159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-443ffd8b-ab3c-40d5-a13d-d3073343a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:43.063728 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-443ffd8b-ab3c-40d5-a13d-d3073343a569 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619905 Jul 08 02:13:43.456479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5a238-d61c-4959-8e60-3aaf9e828fd4 req-b500edec-c429-4ae2-b213-3b4293074ef1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:43.458698 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9d5a238-d61c-4959-8e60-3aaf9e828fd4 req-b500edec-c429-4ae2-b213-3b4293074ef1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 944 time: 0.0723135 Jul 08 02:13:43.505157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b9d5a238-d61c-4959-8e60-3aaf9e828fd4 req-55e5c0b8-378a-4660-afa3-91c84497aff2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398643 Jul 08 02:13:43.528789 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-259c1026-5f55-4b60-99fb-d4d4574dec92 service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573405 Jul 08 02:13:43.634469 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-72df55a2-2628-4edd-b631-5accd3a6f086 req-03612c2a-8db3-4f13-b810-91c5cf666e36 service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984457 Jul 08 02:13:43.684464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e49e62-30e7-4234-af4c-225bbe4c57ce req-40909bfa-93be-4c03-ad4e-0515906d3db2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:43.686171 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6e49e62-30e7-4234-af4c-225bbe4c57ce req-40909bfa-93be-4c03-ad4e-0515906d3db2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 943 time: 0.1094456 Jul 08 02:13:43.725604 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d6e49e62-30e7-4234-af4c-225bbe4c57ce req-30dd8323-7779-48e5-ba69-bde3f650e975 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337250 Jul 08 02:13:44.690933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ecbeb-cb16-42a1-98a8-385cfa1dbc0a req-f32ebf12-724b-4646-a099-c5d4ff781ecf tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:44.693094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-603ecbeb-cb16-42a1-98a8-385cfa1dbc0a req-f32ebf12-724b-4646-a099-c5d4ff781ecf tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 944 time: 0.0646243 Jul 08 02:13:44.730456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-603ecbeb-cb16-42a1-98a8-385cfa1dbc0a req-e6fdfd04-7e69-41e8-904c-3eaa101f417c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318913 Jul 08 02:13:44.902806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0540bc7-5355-4333-8aed-58695c5384cc req-78853563-10ea-4ddd-bdce-6384958e508f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:44.904324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0540bc7-5355-4333-8aed-58695c5384cc req-78853563-10ea-4ddd-bdce-6384958e508f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 943 time: 0.0635200 Jul 08 02:13:44.942860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0540bc7-5355-4333-8aed-58695c5384cc req-cacf5619-3f7e-4ee3-9bf8-ee86736a0142 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329521 Jul 08 02:13:45.907938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97012a-f5b5-41ba-8581-89370c81c715 req-157a2fa8-88ed-4ebc-8534-de42cc6ff365 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:45.909367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce97012a-f5b5-41ba-8581-89370c81c715 req-157a2fa8-88ed-4ebc-8534-de42cc6ff365 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 944 time: 0.0661879 Jul 08 02:13:45.947226 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ce97012a-f5b5-41ba-8581-89370c81c715 req-abdb0c9e-778e-47b8-973e-919d6045200f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315270 Jul 08 02:13:46.116792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e129f37-54ff-4886-8929-cf7c8780fda9 req-7cf8043e-8335-459a-9be8-266cb1a0d30c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:46.118309 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e129f37-54ff-4886-8929-cf7c8780fda9 req-7cf8043e-8335-459a-9be8-266cb1a0d30c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 943 time: 0.0638931 Jul 08 02:13:46.155745 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e129f37-54ff-4886-8929-cf7c8780fda9 req-68982b96-e49b-4b2c-847e-ada0be70eaa8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 Jul 08 02:13:46.433235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3804bf5a-82bf-4999-97a8-42a9a013b8c5 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:13:46.529715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:46.540649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'port_id': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'mac_address': 'fa:16:3e:10:7a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:13:46.577725 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.591189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3804bf5a-82bf-4999-97a8-42a9a013b8c5 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:13:46.615742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:46.619768 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:46.665718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=3804bf5a-82bf-4999-97a8-42a9a013b8c5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:46.835371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['3804bf5a-82bf-4999-97a8-42a9a013b8c5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:13:47.127494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61039fd-7ec6-44c4-8b84-f232c305047f req-a9b4dda2-c69f-48eb-82f5-f6e4c0364467 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:47.129487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c61039fd-7ec6-44c4-8b84-f232c305047f req-a9b4dda2-c69f-48eb-82f5-f6e4c0364467 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 944 time: 0.0681427 Jul 08 02:13:47.167971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c61039fd-7ec6-44c4-8b84-f232c305047f req-63ce73b4-c1b3-4b78-ada7-b65b400443be tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Jul 08 02:13:47.333082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c07923-f8d4-4c83-8fc0-281a86420683 req-5e827048-143e-420a-a3a3-4b1ed95c57b1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:47.334594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56c07923-f8d4-4c83-8fc0-281a86420683 req-5e827048-143e-420a-a3a3-4b1ed95c57b1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 944 time: 0.0644307 Jul 08 02:13:47.372824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56c07923-f8d4-4c83-8fc0-281a86420683 req-4e291d75-9127-43cc-974f-eb356255633d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324833 Jul 08 02:13:47.482107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-98a7b7b5-309e-44af-9cae-b80eda23f54c req-3f71d0fc-4997-4cee-87d2-c1b484dda2c4 service neutron] (93883) timed out ('10.222.0.16', 52357) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:13:48.342528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e66dd-7e12-4139-9b0c-641719fbfb05 req-2f91ef0e-c5c3-4b2c-af1d-a1c2e81dd206 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:48.344082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf1e66dd-7e12-4139-9b0c-641719fbfb05 req-2f91ef0e-c5c3-4b2c-af1d-a1c2e81dd206 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 944 time: 0.0639536 Jul 08 02:13:48.382781 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf1e66dd-7e12-4139-9b0c-641719fbfb05 req-b1a613b7-7887-4a0c-a88b-1b5f507dbe11 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316694 Jul 08 02:13:48.453184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3804bf5a-82bf-4999-97a8-42a9a013b8c5 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:48.501869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:48.507462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:48.507842 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.553108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ece3b9-b96c-41c1-ac84-dfd8a98eb9fb req-396bf616-2ec3-4bfa-ac96-dcc64c4ea1d4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:48.554641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67ece3b9-b96c-41c1-ac84-dfd8a98eb9fb req-396bf616-2ec3-4bfa-ac96-dcc64c4ea1d4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 944 time: 0.0694010 Jul 08 02:13:48.591779 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.594002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67ece3b9-b96c-41c1-ac84-dfd8a98eb9fb req-b3a8de4c-7b94-4bc4-84b0-419eb49335c9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336311 Jul 08 02:13:48.615740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:48.618066 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5138b171-7d77-42ec-8f4f-df27dbd17f9f" -d '{"events": [{"server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "name": "network-vif-plugged", "status": "completed", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:48.631513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:48.635780 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:48.663636 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da775afc-26d7-4c10-b546-44f62740a99c x-openstack-request-id: req-da775afc-26d7-4c10-b546-44f62740a99c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:48.663922 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "name": "network-vif-plugged", "status": "completed", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:48.664168 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da775afc-26d7-4c10-b546-44f62740a99c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:48.664573 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'code': 200} Jul 08 02:13:48.693098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=3804bf5a-82bf-4999-97a8-42a9a013b8c5,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:48.772519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a14998-27b5-42b9-92ca-c3adb6940e3d req-2c1d6ab3-b2ab-45bb-a38a-6abad1008fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:48.773958 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8a14998-27b5-42b9-92ca-c3adb6940e3d req-2c1d6ab3-b2ab-45bb-a38a-6abad1008fbb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1097 time: 0.0560107 Jul 08 02:13:48.808815 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8a14998-27b5-42b9-92ca-c3adb6940e3d req-3ddf1bf5-6ca8-4c92-adcd-0f7f19cbbc82 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284941 Jul 08 02:13:49.561976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca744cc-4e07-49a6-b703-a483634021e1 req-2446de58-8cf3-412f-ba6a-d3d7568505f8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:49.563482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ca744cc-4e07-49a6-b703-a483634021e1 req-2446de58-8cf3-412f-ba6a-d3d7568505f8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 944 time: 0.0657570 Jul 08 02:13:49.603245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ca744cc-4e07-49a6-b703-a483634021e1 req-173358c7-6460-4597-a604-1eea4feed3d2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341191 Jul 08 02:13:49.789316 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f7d08-a87f-4d89-be0e-f072cb50a0dd req-427e6478-f553-4a91-89c5-ba0eb44e8264 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:49.790819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e4f7d08-a87f-4d89-be0e-f072cb50a0dd req-427e6478-f553-4a91-89c5-ba0eb44e8264 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0702865 Jul 08 02:13:49.829171 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8e4f7d08-a87f-4d89-be0e-f072cb50a0dd req-c61ba03e-ebbe-4f6d-a4ad-b58a404b0781 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Jul 08 02:13:50.005990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497bf2f-d681-4f7e-9f11-adb93c6f0481 req-9ace2f86-2097-40bd-90aa-1cf393e83c05 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:50.007594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5497bf2f-d681-4f7e-9f11-adb93c6f0481 req-9ace2f86-2097-40bd-90aa-1cf393e83c05 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0650353 Jul 08 02:13:50.047199 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5497bf2f-d681-4f7e-9f11-adb93c6f0481 req-6d433cb0-1440-4ff1-8f30-50e7eb20a5b5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340731 Jul 08 02:13:50.072541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39378) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:50.126891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae2fe57-705e-4552-8809-e1b28ff7565e tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:50.128544 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fae2fe57-705e-4552-8809-e1b28ff7565e tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1092 time: 0.0549350 Jul 08 02:13:50.132052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39380) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:50.136984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:50.161877 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.263152 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.370129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.25.4.209 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/fd1fcfb2-6692-42d6-a7e2-e007ec07a76a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:50.474491 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.513049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.556242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:50.559001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:50.562527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:50.584554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=fd1fcfb2-6692-42d6-a7e2-e007ec07a76a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:50.597660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.598063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.598429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.598770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.599109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.599445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.599777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.600109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.600475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.600806 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.601135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.601462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:50.651490 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0647486c-9f34-4287-9e04-f6577994a0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:50.798897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70131640-dcae-4e18-a39a-5d454b991a14 req-1cb6a6a1-dde6-49c6-934d-a23a4aa2692a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:50.800345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70131640-dcae-4e18-a39a-5d454b991a14 req-1cb6a6a1-dde6-49c6-934d-a23a4aa2692a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 944 time: 0.0680110 Jul 08 02:13:50.840392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70131640-dcae-4e18-a39a-5d454b991a14 req-782053c8-32a7-4d54-ac7f-6634ed2b5ea9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337558 Jul 08 02:13:50.955753 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.028992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.186352 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.190918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.260010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=fd1fcfb2-6692-42d6-a7e2-e007ec07a76a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:51.276760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.376233 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Floating IP 1adbadfc-abfd-4b24-bad3-c6b7de1e2368 associated. External IP: 172.25.4.209, port: 3804bf5a-82bf-4999-97a8-42a9a013b8c5. Jul 08 02:13:51.582942 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router ac924934-3868-45b5-a3e6-eec8b324da5d has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:51.692034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:51.702201 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] Sync routers for ids ['ac924934-3868-45b5-a3e6-eec8b324da5d'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:51.708722 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:51.713404 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] Routers {'ac924934-3868-45b5-a3e6-eec8b324da5d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:51.714056 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ac924934-3868-45b5-a3e6-eec8b324da5d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:51.748732 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-461f883f-11f8-4d63-96bf-b57b1e6cea7b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6154187 Jul 08 02:13:51.749319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:51.751609 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:51.787942 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767b25a9-d058-4453-b7a5-b63a283dc794 x-openstack-request-id: req-767b25a9-d058-4453-b7a5-b63a283dc794 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:51.788239 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:51.788559 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-767b25a9-d058-4453-b7a5-b63a283dc794 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:51.788968 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'status': 'completed', 'code': 200} Jul 08 02:13:51.823421 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] Set router ac924934-3868-45b5-a3e6-eec8b324da5d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:51.871545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-1b4f4adb-a2e8-42e5-bf09-2bb76e0ef45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:51.874176 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-1b4f4adb-a2e8-42e5-bf09-2bb76e0ef45e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1097 time: 0.0603914 Jul 08 02:13:51.912361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d77df0-82df-42cc-9f75-a758b626e07a req-b3809d76-29a1-4047-8abe-f282a8175650 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:51.914094 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70d77df0-82df-42cc-9f75-a758b626e07a req-b3809d76-29a1-4047-8abe-f282a8175650 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0691164 Jul 08 02:13:51.979920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-5277d008-d7b1-4b64-a205-6acd97c8b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:51.981620 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-5277d008-d7b1-4b64-a205-6acd97c8b088 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 897 time: 0.1008048 Jul 08 02:13:51.983235 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70d77df0-82df-42cc-9f75-a758b626e07a req-b7a501ff-d14e-4204-9afc-6a00576f5f8a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598772 Jul 08 02:13:52.012682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39390) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:52.069550 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-111814fa-8a1e-49d9-9354-944c79c66cfb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 999 time: 0.0784311 Jul 08 02:13:52.079443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533b961-e930-470a-a9b7-3021dcb842c8 req-f3fe16f8-7eb4-4ee1-bc90-9239af79ec05 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:52.079841 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:34Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '1adbadfc-abfd-4b24-bad3-c6b7de1e2368', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'port_id': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'mac_address': 'fa:16:3e:10:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71300419-ee5c-4449-9c41-2cfe1e063357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:13:50Z', 'updated_at': '2021-07-08T02:13:50Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d2bd6c-a041-4b82-9e8d-d8b55c33dba0', 'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:63:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:34Z', 'updated_at': '2021-07-08T02:13:40Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:52.081317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e533b961-e930-470a-a9b7-3021dcb842c8 req-f3fe16f8-7eb4-4ee1-bc90-9239af79ec05 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 944 time: 0.1123657 Jul 08 02:13:52.108950 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] Checking router: ac924934-3868-45b5-a3e6-eec8b324da5d for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:52.118442 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] Routers {'ac924934-3868-45b5-a3e6-eec8b324da5d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:52.119059 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ac924934-3868-45b5-a3e6-eec8b324da5d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:52.120953 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ea87c807-1424-4124-9f19-bb747188783a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/1adbadfc-abfd-4b24-bad3-c6b7de1e2368 HTTP/1.1" status: 200 len: 991 time: 0.1062262 Jul 08 02:13:52.126328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-f4400bc0-144b-42d8-99cc-853371496721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:52.127786 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-f4400bc0-144b-42d8-99cc-853371496721 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 200 len: 833 time: 0.0523682 Jul 08 02:13:52.141203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e533b961-e930-470a-a9b7-3021dcb842c8 req-4020819e-fc2b-4088-8cb6-62865ad356a7 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497870 Jul 08 02:13:52.191008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-9638ad15-a99a-4a2e-ad5d-9d1c5aab1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:52.193039 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-9638ad15-a99a-4a2e-ad5d-9d1c5aab1c51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589375 Jul 08 02:13:52.305289 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-20ea8809-2a1c-4307-847e-34dc8dc9ddd9 service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052775 Jul 08 02:13:52.331884 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] Set router ac924934-3868-45b5-a3e6-eec8b324da5d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:52.403912 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-149e98c9-8d2e-4db5-ad85-6941ec79e8aa req-6084163c-dbf6-4bbd-9ac1-d86d32557bde service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906162 Jul 08 02:13:52.487030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 381352b9-5cda-4e5a-8216-159be19c5d56 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:13:52.570460 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:34Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '1adbadfc-abfd-4b24-bad3-c6b7de1e2368', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'port_id': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'mac_address': 'fa:16:3e:10:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71300419-ee5c-4449-9c41-2cfe1e063357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:13:50Z', 'updated_at': '2021-07-08T02:13:50Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d2bd6c-a041-4b82-9e8d-d8b55c33dba0', 'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:63:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:34Z', 'updated_at': '2021-07-08T02:13:40Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:52.585635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 381352b9-5cda-4e5a-8216-159be19c5d56, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=381352b9-5cda-4e5a-8216-159be19c5d56,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:52.597449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '381352b9-5cda-4e5a-8216-159be19c5d56', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'port_id': '381352b9-5cda-4e5a-8216-159be19c5d56', 'mac_address': 'fa:16:3e:cd:32:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:13:52.602194 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4009f4-fc7e-4c1b-a0e6-96e06557edbd None None] The sync data for ids ['ac924934-3868-45b5-a3e6-eec8b324da5d'] in n-d-694802-14 is: [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:34Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '1adbadfc-abfd-4b24-bad3-c6b7de1e2368', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'port_id': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'mac_address': 'fa:16:3e:10:7a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71300419-ee5c-4449-9c41-2cfe1e063357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:13:50Z', 'updated_at': '2021-07-08T02:13:50Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d2bd6c-a041-4b82-9e8d-d8b55c33dba0', 'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:63:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:34Z', 'updated_at': '2021-07-08T02:13:40Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:13:52.637857 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.652482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381352b9-5cda-4e5a-8216-159be19c5d56 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:13:52.673519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 381352b9-5cda-4e5a-8216-159be19c5d56, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=381352b9-5cda-4e5a-8216-159be19c5d56,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:52.677500 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:52.728360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=381352b9-5cda-4e5a-8216-159be19c5d56,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:52.735916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.736264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.736634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.736976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.737315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.737651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.737986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.738920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.739459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.739856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.740282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.740639 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:13:52.804831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1861c456-864e-4c82-9ad5-b44a9784dd7d None None] New status for floating IP 1adbadfc-abfd-4b24-bad3-c6b7de1e2368: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:13:52.946371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['381352b9-5cda-4e5a-8216-159be19c5d56'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:13:53.125313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:53.199179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-951b0353-cc0e-4094-8815-fe36c944f212 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/1adbadfc-abfd-4b24-bad3-c6b7de1e2368 HTTP/1.1" status: 200 len: 993 time: 0.0724120 Jul 08 02:13:53.330612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e74b0-5e20-49dd-a74b-1b9902ae7a1e req-e368f94b-17f0-40b4-b38c-e05ff8222f24 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:53.332204 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e48e74b0-5e20-49dd-a74b-1b9902ae7a1e req-e368f94b-17f0-40b4-b38c-e05ff8222f24 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 945 time: 0.0625536 Jul 08 02:13:53.369278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e48e74b0-5e20-49dd-a74b-1b9902ae7a1e req-bf286dad-b0e4-43d2-b80d-73335ae2f092 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315471 Jul 08 02:13:53.399968 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7442191-cdc4-4bb1-b3db-d90f13ca6e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:53.742845 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:54.505478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 381352b9-5cda-4e5a-8216-159be19c5d56 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:13:54.555161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d4a63-aff4-4a6f-8d20-06c514edc377 req-85ef1937-0f51-4cb1-b643-0d6afb6831bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:54.557452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a12d4a63-aff4-4a6f-8d20-06c514edc377 req-85ef1937-0f51-4cb1-b643-0d6afb6831bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 945 time: 0.0735004 Jul 08 02:13:54.560505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 381352b9-5cda-4e5a-8216-159be19c5d56 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:13:54.564386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 381352b9-5cda-4e5a-8216-159be19c5d56 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:13:54.564762 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:54.602342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a12d4a63-aff4-4a6f-8d20-06c514edc377 req-052f2a88-4a57-4109-83c2-1183e15dd26c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400088 Jul 08 02:13:54.649477 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:54.672458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4882270a-1be3-4a97-b971-ad12c1325097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381352b9-5cda-4e5a-8216-159be19c5d56'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:54.674950 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8187f9db-8868-4cd4-8b0e-ac50688fa71b" -d '{"events": [{"server_uuid": "4882270a-1be3-4a97-b971-ad12c1325097", "name": "network-vif-plugged", "status": "completed", "tag": "381352b9-5cda-4e5a-8216-159be19c5d56"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:54.688327 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 381352b9-5cda-4e5a-8216-159be19c5d56, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=381352b9-5cda-4e5a-8216-159be19c5d56,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:13:54.693308 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:54.722963 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11ac77d-06eb-4af7-b6d7-d1f2c6a985a7 x-openstack-request-id: req-b11ac77d-06eb-4af7-b6d7-d1f2c6a985a7 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:54.723258 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4882270a-1be3-4a97-b971-ad12c1325097", "name": "network-vif-plugged", "status": "completed", "tag": "381352b9-5cda-4e5a-8216-159be19c5d56", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:54.723511 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b11ac77d-06eb-4af7-b6d7-d1f2c6a985a7 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:54.723896 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4882270a-1be3-4a97-b971-ad12c1325097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381352b9-5cda-4e5a-8216-159be19c5d56', 'code': 200} Jul 08 02:13:54.751329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=381352b9-5cda-4e5a-8216-159be19c5d56,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:54.831844 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:54.833872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7539c2-e782-4e58-b6d7-fc35a6633d14 req-51a37d9e-be5c-4036-84ca-fc458735217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:54.835449 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6f7539c2-e782-4e58-b6d7-fc35a6633d14 req-51a37d9e-be5c-4036-84ca-fc458735217c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 1098 time: 0.0572760 Jul 08 02:13:54.878153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6f7539c2-e782-4e58-b6d7-fc35a6633d14 req-7b61bcb4-2efe-451c-b87c-d4bbed8e6e99 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364645 Jul 08 02:13:55.787052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8445a3a-f888-4ea8-83ae-5609f5d3a7e9 req-dec79c6d-811e-4897-988f-c4cfa00d2a95 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:55.788615 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8445a3a-f888-4ea8-83ae-5609f5d3a7e9 req-dec79c6d-811e-4897-988f-c4cfa00d2a95 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 946 time: 0.0697975 Jul 08 02:13:55.827797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e8445a3a-f888-4ea8-83ae-5609f5d3a7e9 req-0dac3152-5c81-4a79-a54d-22dfb330f7c9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326946 Jul 08 02:13:56.488056 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:57.009282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8fefc-76fc-48ad-b6a4-56e64e00a8cf req-455c534a-fe85-4602-b5a8-0f0b578d5be5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:57.011476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ad8fefc-76fc-48ad-b6a4-56e64e00a8cf req-455c534a-fe85-4602-b5a8-0f0b578d5be5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 946 time: 0.0654876 Jul 08 02:13:57.053342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ad8fefc-76fc-48ad-b6a4-56e64e00a8cf req-a94b064c-f5e8-4865-a1fa-e2dbf0d543cd tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355158 Jul 08 02:13:57.288518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62339c-afa6-449d-b94c-ff07656f8672 req-811e39af-2fff-4320-ae8c-461c573663af tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:57.290331 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a62339c-afa6-449d-b94c-ff07656f8672 req-811e39af-2fff-4320-ae8c-461c573663af tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 946 time: 0.1046336 Jul 08 02:13:57.337452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a62339c-afa6-449d-b94c-ff07656f8672 req-2fe23a61-c4d8-49ce-9d06-d313a8fa5417 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411749 Jul 08 02:13:57.365396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39408) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:57.435800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f48b505-162c-4ea0-a8b0-1240c1f0439f tempest-TestVolumeBootPattern-1271454887 tempest-TestVolumeBootPattern-1271454887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:57.437411 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1f48b505-162c-4ea0-a8b0-1240c1f0439f tempest-TestVolumeBootPattern-1271454887 tempest-TestVolumeBootPattern-1271454887-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 1093 time: 0.0709782 Jul 08 02:13:57.440660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39410) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:13:57.446388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '381352b9-5cda-4e5a-8216-159be19c5d56', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:13:57.472085 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:57.592957 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:57.720408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Allocated IP 172.25.4.48 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/4165ac33-550f-42f7-af1f-18a4d7b3f78c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:13:57.855287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:57.907819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:57.946708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:13:57.951870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:13:57.956125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:13:57.980643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=4165ac33-550f-42f7-af1f-18a4d7b3f78c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:58.345564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.424717 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.574417 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.578758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.647990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=4165ac33-550f-42f7-af1f-18a4d7b3f78c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:13:58.660411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:58.762151 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Floating IP 53f8be5c-e459-46c2-a2fe-ca9cfd5fdad3 associated. External IP: 172.25.4.48, port: 381352b9-5cda-4e5a-8216-159be19c5d56. Jul 08 02:13:59.314995 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0e4c4-fd58-4a45-b086-5037ef51a56e req-4995d11d-7173-4fc7-add1-becfab2d6de0 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:59.316509 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ef0e4c4-fd58-4a45-b086-5037ef51a56e req-4995d11d-7173-4fc7-add1-becfab2d6de0 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 945 time: 0.0680478 Jul 08 02:13:59.329568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Router 874042fb-60ff-4c09-914c-3d8ea4a97eba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:13:59.363037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ef0e4c4-fd58-4a45-b086-5037ef51a56e req-8e6e7ea1-2410-4370-934e-ee8fe2fc33a0 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358391 Jul 08 02:13:59.444961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:13:59.454935 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] Sync routers for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:13:59.465461 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:59.466581 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:59.467360 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:13:59.511233 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c24874f6-52e3-48cd-9064-2514eaf0fe0f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0683208 Jul 08 02:13:59.511233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4882270a-1be3-4a97-b971-ad12c1325097', 'tag': '381352b9-5cda-4e5a-8216-159be19c5d56'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:13:59.513078 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39107e5-37f1-48d5-98af-0171f05c4d6b" -d '{"events": [{"name": "network-changed", "server_uuid": "4882270a-1be3-4a97-b971-ad12c1325097", "tag": "381352b9-5cda-4e5a-8216-159be19c5d56"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:13:59.552820 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11896db1-7a4c-43b0-8cf3-6af9c4419b1e x-openstack-request-id: req-11896db1-7a4c-43b0-8cf3-6af9c4419b1e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:13:59.553112 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4882270a-1be3-4a97-b971-ad12c1325097", "tag": "381352b9-5cda-4e5a-8216-159be19c5d56", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:13:59.553366 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11896db1-7a4c-43b0-8cf3-6af9c4419b1e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:13:59.553777 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4882270a-1be3-4a97-b971-ad12c1325097', 'tag': '381352b9-5cda-4e5a-8216-159be19c5d56', 'status': 'completed', 'code': 200} Jul 08 02:13:59.594219 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:13:59.645756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-b71b3d91-b8bb-47a2-a029-a2a20f348db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:59.647418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-b71b3d91-b8bb-47a2-a029-a2a20f348db8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 1098 time: 0.0617313 Jul 08 02:13:59.758971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-2b9e037d-ee63-4408-9bbe-6555f5b66d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:59.760952 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-2b9e037d-ee63-4408-9bbe-6555f5b66d6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1032829 Jul 08 02:13:59.841965 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-3122032a-6ddc-4336-b87f-442896339f55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=381352b9-5cda-4e5a-8216-159be19c5d56 HTTP/1.1" status: 200 len: 999 time: 0.0734046 Jul 08 02:13:59.858091 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '53f8be5c-e459-46c2-a2fe-ca9cfd5fdad3', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '381352b9-5cda-4e5a-8216-159be19c5d56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:cd:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4882270a-1be3-4a97-b971-ad12c1325097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:13:58Z', 'revision_number': 0, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:59.889160 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] Checking router: 874042fb-60ff-4c09-914c-3d8ea4a97eba for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:13:59.898424 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:13:59.898954 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:13:59.904496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-926d6bec-9d1f-4e61-a24d-299de9da1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:59.906111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-926d6bec-9d1f-4e61-a24d-299de9da1afc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0528083 Jul 08 02:13:59.967995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-ef820c90-9292-4556-a990-acb25fc54992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:13:59.969799 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-ef820c90-9292-4556-a990-acb25fc54992 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568314 Jul 08 02:14:00.008240 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:00.075334 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-f983abe0-e088-4ff6-93e6-45cfd3527587 service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934861 Jul 08 02:14:00.168137 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a39107e5-37f1-48d5-98af-0171f05c4d6b req-78813a0f-aaea-4a80-85c7-466b80346574 service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854745 Jul 08 02:14:00.240727 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '53f8be5c-e459-46c2-a2fe-ca9cfd5fdad3', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '381352b9-5cda-4e5a-8216-159be19c5d56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:cd:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4882270a-1be3-4a97-b971-ad12c1325097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:13:58Z', 'revision_number': 0, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:00.265820 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be719fe-e616-4d87-98c6-63b76fba8bd2 None None] The sync data for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 is: [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '53f8be5c-e459-46c2-a2fe-ca9cfd5fdad3', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.48', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '381352b9-5cda-4e5a-8216-159be19c5d56', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:cd:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4882270a-1be3-4a97-b971-ad12c1325097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:13:58Z', 'updated_at': '2021-07-08T02:13:58Z', 'revision_number': 0, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:00.459662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61df20a8-af9a-41f2-ba25-664b7aff45c2 None None] New status for floating IP 53f8be5c-e459-46c2-a2fe-ca9cfd5fdad3: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:14:00.545848 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058c27a-766c-4c16-92a1-c83b75787818 req-cb46f51b-9daa-4873-a1ac-71535f3ccd19 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:00.548259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b058c27a-766c-4c16-92a1-c83b75787818 req-cb46f51b-9daa-4873-a1ac-71535f3ccd19 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 945 time: 0.0645177 Jul 08 02:14:00.591615 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b058c27a-766c-4c16-92a1-c83b75787818 req-53af846a-9789-4a66-ab27-c88ddbf69bfc tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/security-groups?id=d4abd994-7988-49e6-9efc-983db575fa15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374200 Jul 08 02:14:00.677109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dacef6-5582-42bd-8842-3bac372582a8 req-de04c4f6-1c56-4482-990c-9cdc885c59c5 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:00.678513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-54dacef6-5582-42bd-8842-3bac372582a8 req-de04c4f6-1c56-4482-990c-9cdc885c59c5 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.16 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 945 time: 0.0819471 Jul 08 02:14:00.783194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Deleting port 61dc45ce-c58d-4bf4-999b-52cbe58e220e {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:00.783545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:00.875957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] For port 61dc45ce-c58d-4bf4-999b-52cbe58e220e, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=61dc45ce-c58d-4bf4-999b-52cbe58e220e,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:00.876341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.099347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.099726 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.100041 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Floating IP 4045d0df-a4b9-4f92-a178-ac94be364078 disassociated. External IP: 172.25.4.74, port: 61dc45ce-c58d-4bf4-999b-52cbe58e220e. Jul 08 02:14:01.100415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Calling delete_port for 61dc45ce-c58d-4bf4-999b-52cbe58e220e owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:01.226390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.257264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event deleted for resources: {'Port': ['ID=61dc45ce-c58d-4bf4-999b-52cbe58e220e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:01.380106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Router 5c704544-b46d-415a-a2ce-5d6bb475b543 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:14:01.488235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:01.499179 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] Sync routers for ids ['5c704544-b46d-415a-a2ce-5d6bb475b543'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:01.508422 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] Routers {'5c704544-b46d-415a-a2ce-5d6bb475b543'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:01.509175 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c704544-b46d-415a-a2ce-5d6bb475b543'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:01.536658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] No DVR routers for this DVR port 61dc45ce-c58d-4bf4-999b-52cbe58e220e on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:14:01.539332 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:01.541370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-54dacef6-5582-42bd-8842-3bac372582a8 req-4e8feda2-6219-40a2-ba83-cf8686207f57 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.16 "DELETE /v2.0/ports/61dc45ce-c58d-4bf4-999b-52cbe58e220e HTTP/1.1" status: 204 len: 173 time: 0.8536947 Jul 08 02:14:01.555096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'name': 'network-vif-deleted', 'tag': '61dc45ce-c58d-4bf4-999b-52cbe58e220e'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:01.557687 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6916a0b-b531-4af8-a8d0-00df7bf259f0" -d '{"events": [{"server_uuid": "293f856e-d2e3-49d1-b847-7ea3abca9562", "name": "network-vif-deleted", "tag": "61dc45ce-c58d-4bf4-999b-52cbe58e220e"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:01.597516 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6595f7-5dc7-4050-aaf1-e431b30d76ca x-openstack-request-id: req-0e6595f7-5dc7-4050-aaf1-e431b30d76ca {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:01.597890 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293f856e-d2e3-49d1-b847-7ea3abca9562", "name": "network-vif-deleted", "tag": "61dc45ce-c58d-4bf4-999b-52cbe58e220e", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:01.598906 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e6595f7-5dc7-4050-aaf1-e431b30d76ca {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:01.599511 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293f856e-d2e3-49d1-b847-7ea3abca9562', 'name': 'network-vif-deleted', 'tag': '61dc45ce-c58d-4bf4-999b-52cbe58e220e', 'status': 'completed', 'code': 200} Jul 08 02:14:01.626348 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] Set router 5c704544-b46d-415a-a2ce-5d6bb475b543 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:01.783231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4052505-bc49-461f-95c5-7d73758c541b req-3cacf2fb-ba32-454f-bf25-cdf1fdba7dcc tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "GET /v2.0/ports?device_id=293f856e-d2e3-49d1-b847-7ea3abca9562 HTTP/1.1" status: 200 len: 210 time: 0.0319867 Jul 08 02:14:01.857453 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9519dc33-fb0b-48b4-b87a-277c916c1515', 'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'mac_address': 'fa:16:3e:3d:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 5, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'subnets': [{'id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:01.883656 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] Checking router: 5c704544-b46d-415a-a2ce-5d6bb475b543 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:01.891552 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] Routers {'5c704544-b46d-415a-a2ce-5d6bb475b543'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:01.892146 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c704544-b46d-415a-a2ce-5d6bb475b543'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:02.088815 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] Set router 5c704544-b46d-415a-a2ce-5d6bb475b543 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:02.289667 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9519dc33-fb0b-48b4-b87a-277c916c1515', 'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'mac_address': 'fa:16:3e:3d:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 5, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'subnets': [{'id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:02.318738 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7289bbbf-05e4-4297-adf2-5eaff135e4ae None None] The sync data for ids ['5c704544-b46d-415a-a2ce-5d6bb475b543'] in n-d-694802-14 is: [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:08:44Z', 'revision_number': 4, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9519dc33-fb0b-48b4-b87a-277c916c1515', 'name': '', 'network_id': '9108d442-46a8-4cbe-b3c3-62ff3b202b17', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'mac_address': 'fa:16:3e:3d:38:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:42Z', 'updated_at': '2021-07-08T02:08:52Z', 'revision_number': 5, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'subnets': [{'id': '7da400ad-2cea-4a45-9afa-614429c754bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:02.535638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ce2314-f695-47db-906f-abf49d8a40d6 None None] New status for floating IP 4045d0df-a4b9-4f92-a178-ac94be364078: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:14:02.880064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39432) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:03.003770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-84c60d05-a07d-43b0-a9e5-c4b02acc28fa tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Deleting port 039a55d0-19a6-47d4-8197-fe0faab2f109 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:03.004118 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84c60d05-a07d-43b0-a9e5-c4b02acc28fa tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.078504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84c60d05-a07d-43b0-a9e5-c4b02acc28fa tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.078767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84c60d05-a07d-43b0-a9e5-c4b02acc28fa tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.090689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-84c60d05-a07d-43b0-a9e5-c4b02acc28fa tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Calling delete_port for 039a55d0-19a6-47d4-8197-fe0faab2f109 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:03.225509 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84c60d05-a07d-43b0-a9e5-c4b02acc28fa tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.251029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c60d05-a07d-43b0-a9e5-c4b02acc28fa tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event deleted for resources: {'Port': ['ID=039a55d0-19a6-47d4-8197-fe0faab2f109,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:03.318027 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84c60d05-a07d-43b0-a9e5-c4b02acc28fa tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.320589 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84c60d05-a07d-43b0-a9e5-c4b02acc28fa tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.321775 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-84c60d05-a07d-43b0-a9e5-c4b02acc28fa tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "DELETE /v2.0/floatingips/4045d0df-a4b9-4f92-a178-ac94be364078 HTTP/1.1" status: 204 len: 168 time: 0.4406583 Jul 08 02:14:03.460834 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:03.518940 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a3cfe44-1539-4014-9cd6-e13e5a6735c7 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.544461 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a3cfe44-1539-4014-9cd6-e13e5a6735c7 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.604061 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a3cfe44-1539-4014-9cd6-e13e5a6735c7 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.606759 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a3cfe44-1539-4014-9cd6-e13e5a6735c7 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:03.607929 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5a3cfe44-1539-4014-9cd6-e13e5a6735c7 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] 10.222.0.41 "DELETE /v2.0/security-groups/d4abd994-7988-49e6-9efc-983db575fa15 HTTP/1.1" status: 204 len: 168 time: 0.1461198 Jul 08 02:14:03.616993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cfe44-1539-4014-9cd6-e13e5a6735c7 tempest-TestServerBasicOps-1866461405 tempest-TestServerBasicOps-1866461405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4abd994-7988-49e6-9efc-983db575fa15,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:03.652664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:04.117955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:04.388169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] Deleting port 9519dc33-fb0b-48b4-b87a-277c916c1515 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:04.388525 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:04.471739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] For port 9519dc33-fb0b-48b4-b87a-277c916c1515, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9519dc33-fb0b-48b4-b87a-277c916c1515,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:04.472466 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:04.485829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] Calling delete_port for 9519dc33-fb0b-48b4-b87a-277c916c1515 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:04.530844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61dc45ce-c58d-4bf4-999b-52cbe58e220e no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:04.555478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 61dc45ce-c58d-4bf4-999b-52cbe58e220e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:04.555824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 61dc45ce-c58d-4bf4-999b-52cbe58e220e not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:04.614481 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:14:04.686163 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:04.687479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:04.721524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] Pushing event deleted for resources: {'Port': ['ID=9519dc33-fb0b-48b4-b87a-277c916c1515,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:04.904098 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:05.146383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] Router 5c704544-b46d-415a-a2ce-5d6bb475b543 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:14:05.265209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:05.270546 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1e5ca77f-ebd8-47e9-a678-d87d9e2ddf1c admin admin] 10.222.0.41 "PUT /v2.0/routers/5c704544-b46d-415a-a2ce-5d6bb475b543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6165385 Jul 08 02:14:05.273149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39446) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:05.274417 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] Sync routers for ids ['5c704544-b46d-415a-a2ce-5d6bb475b543'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:05.283345 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] Routers {'5c704544-b46d-415a-a2ce-5d6bb475b543'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:05.283958 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c704544-b46d-415a-a2ce-5d6bb475b543'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:05.383510 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:05.393683 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] Set router 5c704544-b46d-415a-a2ce-5d6bb475b543 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:05.584450 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:14:04Z', 'revision_number': 5, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:05.611314 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] Checking router: 5c704544-b46d-415a-a2ce-5d6bb475b543 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:05.620785 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] Routers {'5c704544-b46d-415a-a2ce-5d6bb475b543'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:05.621460 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c704544-b46d-415a-a2ce-5d6bb475b543'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:05.729389 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] Set router 5c704544-b46d-415a-a2ce-5d6bb475b543 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:05.764548 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:05.817516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Deleting port b5e711dc-74c0-4107-a261-c45f31e246f3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:05.817775 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:05.897059 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] For port b5e711dc-74c0-4107-a261-c45f31e246f3, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b5e711dc-74c0-4107-a261-c45f31e246f3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:05.897424 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:05.910233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Calling delete_port for b5e711dc-74c0-4107-a261-c45f31e246f3 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:05.911159 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:14:04Z', 'revision_number': 5, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:05.936923 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44480b6f-4714-45b2-aa9f-480cf08f489d None None] The sync data for ids ['5c704544-b46d-415a-a2ce-5d6bb475b543'] in n-d-694802-14 is: [{'id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'name': 'tempest-TestServerBasicOps-150996684-router', 'tenant_id': '17b1c052c50b4bbc868876a992e737e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:36Z', 'updated_at': '2021-07-08T02:14:04Z', 'revision_number': 5, 'project_id': '17b1c052c50b4bbc868876a992e737e9', 'gw_port': {'id': 'b5e711dc-74c0-4107-a261-c45f31e246f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:5c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c704544-b46d-415a-a2ce-5d6bb475b543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:38Z', 'updated_at': '2021-07-08T02:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:06.076767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.107075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e711dc-74c0-4107-a261-c45f31e246f3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:06.166288 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.255600 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.258462 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.305728 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.306257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c704544-b46d-415a-a2ce-5d6bb475b543 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:14:06.311196 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.312385 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5dc00be9-4237-409c-a2de-0fc0fb788929 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5c704544-b46d-415a-a2ce-5d6bb475b543 HTTP/1.1" status: 204 len: 168 time: 1.0382483 Jul 08 02:14:06.314892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:06.366634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-453554cf-3cf5-4a2f-814a-0454a4d76b5a admin admin] Deleting subnet 7da400ad-2cea-4a45-9afa-614429c754bb {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:14:06.370349 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453554cf-3cf5-4a2f-814a-0454a4d76b5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.406074 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453554cf-3cf5-4a2f-814a-0454a4d76b5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.413599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9519dc33-fb0b-48b4-b87a-277c916c1515 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:06.437729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 9519dc33-fb0b-48b4-b87a-277c916c1515 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:06.438069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9519dc33-fb0b-48b4-b87a-277c916c1515 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:06.496529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453554cf-3cf5-4a2f-814a-0454a4d76b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.566179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453554cf-3cf5-4a2f-814a-0454a4d76b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.605582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453554cf-3cf5-4a2f-814a-0454a4d76b5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da400ad-2cea-4a45-9afa-614429c754bb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:06.607557 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-453554cf-3cf5-4a2f-814a-0454a4d76b5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.609593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-453554cf-3cf5-4a2f-814a-0454a4d76b5a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7da400ad-2cea-4a45-9afa-614429c754bb HTTP/1.1" status: 204 len: 168 time: 0.2937546 Jul 08 02:14:06.612092 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39452) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:06.617651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccafbb13-20bc-482a-8f07-4d69ec004c4e None None] Network 9108d442-46a8-4cbe-b3c3-62ff3b202b17 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:14:06.691070 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.747823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Deleting port 611a65be-63f1-45c3-8406-1f837b5dbe4e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:06.748163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.821475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] For port 611a65be-63f1-45c3-8406-1f837b5dbe4e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=611a65be-63f1-45c3-8406-1f837b5dbe4e,segment=NetworkSegment(93d80a6a-e361-454a-b968-028969fda806),segment_id=93d80a6a-e361-454a-b968-028969fda806)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:06.822320 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.835895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Calling delete_port for 611a65be-63f1-45c3-8406-1f837b5dbe4e owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:06.923066 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:06.950370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=611a65be-63f1-45c3-8406-1f837b5dbe4e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:06.956725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] No DVR routers for this DVR port 611a65be-63f1-45c3-8406-1f837b5dbe4e on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:14:07.003317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54148881-9777-4b8e-8381-6444656ccbe0 None None] DHCP port deletion for 9108d442-46a8-4cbe-b3c3-62ff3b202b17 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:14:07.048065 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.059682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9108d442-46a8-4cbe-b3c3-62ff3b202b17']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:07.070924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d80a6a-e361-454a-b968-028969fda806') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:07.071223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d80a6a-e361-454a-b968-028969fda806') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:07.080219 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.095000 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.101864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:14:07.102322 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:14:07.104135 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:14:07.165059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.171216 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.173267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] 10.222.0.41 "DELETE /v2.0/networks/9108d442-46a8-4cbe-b3c3-62ff3b202b17 HTTP/1.1" status: 204 len: 168 time: 0.5599909 Jul 08 02:14:07.176253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39454) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:07.184941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14578c8-30e3-4470-8dde-0a6a6c150c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=9108d442-46a8-4cbe-b3c3-62ff3b202b17,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:07.540895 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.808792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] Deleting port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:07.809063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.892812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] For port 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc,segment=NetworkSegment(e3bf879a-cc8c-4d4d-8e12-4d0d1846b047),segment_id=e3bf879a-cc8c-4d4d-8e12-4d0d1846b047)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:07.893152 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:07.905907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] Calling delete_port for 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:08.085208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:08.108400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:08.286905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:08.323572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b5e711dc-74c0-4107-a261-c45f31e246f3 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:08.344764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b5e711dc-74c0-4107-a261-c45f31e246f3 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:08.345126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b5e711dc-74c0-4107-a261-c45f31e246f3 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:08.345619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 611a65be-63f1-45c3-8406-1f837b5dbe4e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:08.366051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 611a65be-63f1-45c3-8406-1f837b5dbe4e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:08.366474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 611a65be-63f1-45c3-8406-1f837b5dbe4e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:08.503046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] Router ba1f6186-995c-4db8-a19d-ceca9bf1556d has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:14:08.608683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:08.613926 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b5665283-de79-4b45-908c-c18a3abd3729 admin admin] 10.222.0.41 "PUT /v2.0/routers/ba1f6186-995c-4db8-a19d-ceca9bf1556d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4361901 Jul 08 02:14:08.616915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39456) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:08.619388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] Sync routers for ids ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:08.628729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] Routers {'ba1f6186-995c-4db8-a19d-ceca9bf1556d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:08.629482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:08.900137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] Set router ba1f6186-995c-4db8-a19d-ceca9bf1556d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:09.065763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.077883 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.092857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'name': 'tempest-TestServerBasicOps-529784292-router', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:48Z', 'updated_at': '2021-07-08T02:14:08Z', 'revision_number': 5, 'project_id': '6526beb22d254effbf0caf523c26f177', 'gw_port': {'id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:49Z', 'updated_at': '2021-07-08T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:09.126407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] Checking router: ba1f6186-995c-4db8-a19d-ceca9bf1556d for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:09.135157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] Routers {'ba1f6186-995c-4db8-a19d-ceca9bf1556d'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:09.135779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:13:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:09.169414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.226914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Deleting port 473aa57d-d442-47a0-9af4-3dca412257d4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:09.227259 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.247474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] Set router ba1f6186-995c-4db8-a19d-ceca9bf1556d gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:09.310846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] For port 473aa57d-d442-47a0-9af4-3dca412257d4, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=473aa57d-d442-47a0-9af4-3dca412257d4,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:09.311461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.327672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Calling delete_port for 473aa57d-d442-47a0-9af4-3dca412257d4 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:09.448345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'name': 'tempest-TestServerBasicOps-529784292-router', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:48Z', 'updated_at': '2021-07-08T02:14:08Z', 'revision_number': 5, 'project_id': '6526beb22d254effbf0caf523c26f177', 'gw_port': {'id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:49Z', 'updated_at': '2021-07-08T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:09.480324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f6c0bf-e93c-4b3f-b936-342eff35db0f None None] The sync data for ids ['ba1f6186-995c-4db8-a19d-ceca9bf1556d'] in n-d-694802-14 is: [{'id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'name': 'tempest-TestServerBasicOps-529784292-router', 'tenant_id': '6526beb22d254effbf0caf523c26f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:08:48Z', 'updated_at': '2021-07-08T02:14:08Z', 'revision_number': 5, 'project_id': '6526beb22d254effbf0caf523c26f177', 'gw_port': {'id': '473aa57d-d442-47a0-9af4-3dca412257d4', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1f6186-995c-4db8-a19d-ceca9bf1556d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:08:49Z', 'updated_at': '2021-07-08T02:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:09.511742 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.542086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=473aa57d-d442-47a0-9af4-3dca412257d4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:09.609819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.701216 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.703258 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.747261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.748083 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba1f6186-995c-4db8-a19d-ceca9bf1556d {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:14:09.752543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.754495 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6f0a8db7-e3f2-4789-a5b8-7fa3ee2941b0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ba1f6186-995c-4db8-a19d-ceca9bf1556d HTTP/1.1" status: 204 len: 168 time: 1.1360223 Jul 08 02:14:09.757110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39458) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:09.805188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d681286-cecb-4e0b-a7d3-2dd760b5049d admin admin] Deleting subnet e6036a91-0b38-4462-8923-a20ee7ccadee {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:14:09.808233 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d681286-cecb-4e0b-a7d3-2dd760b5049d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.844774 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d681286-cecb-4e0b-a7d3-2dd760b5049d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.927387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d681286-cecb-4e0b-a7d3-2dd760b5049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:09.987061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d681286-cecb-4e0b-a7d3-2dd760b5049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.012032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d681286-cecb-4e0b-a7d3-2dd760b5049d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6036a91-0b38-4462-8923-a20ee7ccadee,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:10.018129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d681286-cecb-4e0b-a7d3-2dd760b5049d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.022481 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4d681286-cecb-4e0b-a7d3-2dd760b5049d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e6036a91-0b38-4462-8923-a20ee7ccadee HTTP/1.1" status: 204 len: 168 time: 0.2621427 Jul 08 02:14:10.022787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39460) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:10.099248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.156888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a6492-f048-44b7-a9ab-4206dd487320 None None] Network e455296b-60f5-4048-a79b-9da1e43fba98 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:14:10.162199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Deleting port 39ac3a9d-297c-427d-b883-36bea9a91580 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:10.162635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.249975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] For port 39ac3a9d-297c-427d-b883-36bea9a91580, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=39ac3a9d-297c-427d-b883-36bea9a91580,segment=NetworkSegment(e3bf879a-cc8c-4d4d-8e12-4d0d1846b047),segment_id=e3bf879a-cc8c-4d4d-8e12-4d0d1846b047)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:10.250346 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.274637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Calling delete_port for 39ac3a9d-297c-427d-b883-36bea9a91580 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:10.363276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.395487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Pushing event deleted for resources: {'Port': ['ID=39ac3a9d-297c-427d-b883-36bea9a91580,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:10.399486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] No DVR routers for this DVR port 39ac3a9d-297c-427d-b883-36bea9a91580 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:14:10.471585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.482226 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e455296b-60f5-4048-a79b-9da1e43fba98']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:10.493174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:10.493482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bf879a-cc8c-4d4d-8e12-4d0d1846b047') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:10.502173 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.515506 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.521374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:14:10.521767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:14:10.523427 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:14:10.583137 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.588962 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.590852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] 10.222.0.41 "DELETE /v2.0/networks/e455296b-60f5-4048-a79b-9da1e43fba98 HTTP/1.1" status: 204 len: 168 time: 0.5670598 Jul 08 02:14:10.602964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a557110-1202-4936-a678-e41a0e13d27f admin admin] Pushing event deleted for resources: {'Network': ['ID=e455296b-60f5-4048-a79b-9da1e43fba98,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:10.625158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:10.654540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67722f57-77c9-466a-9a9d-2bce3768155a None None] DHCP port deletion for e455296b-60f5-4048-a79b-9da1e43fba98 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:14:10.662086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:10.675829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5a6d17d6-5fba-4bf4-82b2-5daefd3b37fc not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:10.753677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39464) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:10.794815 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ca2c4f5d-ba40-4997-815c-162b16740362 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17b1c052c50b4bbc868876a992e737e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398669 Jul 08 02:14:10.797397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39466) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:10.848977 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72af8c5c-cb8c-42f2-b3f7-f2eb8ca2584e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.872144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72af8c5c-cb8c-42f2-b3f7-f2eb8ca2584e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.919290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72af8c5c-cb8c-42f2-b3f7-f2eb8ca2584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.922073 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72af8c5c-cb8c-42f2-b3f7-f2eb8ca2584e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:10.923235 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-72af8c5c-cb8c-42f2-b3f7-f2eb8ca2584e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/113ca910-be08-4a79-9802-2e4cac9a9114 HTTP/1.1" status: 204 len: 168 time: 0.1249509 Jul 08 02:14:10.931904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af8c5c-cb8c-42f2-b3f7-f2eb8ca2584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113ca910-be08-4a79-9802-2e4cac9a9114,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:11.231363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39472) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:11.271971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-63c499d7-25c5-4855-b08c-789a9075a790 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6526beb22d254effbf0caf523c26f177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394275 Jul 08 02:14:11.274479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39474) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:11.323308 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0c5179e-4f27-4fff-b15d-9217d8ed3cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.343744 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0c5179e-4f27-4fff-b15d-9217d8ed3cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.390572 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0c5179e-4f27-4fff-b15d-9217d8ed3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.393142 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d0c5179e-4f27-4fff-b15d-9217d8ed3cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:11.394378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d0c5179e-4f27-4fff-b15d-9217d8ed3cc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8a72587-6c32-4b24-b712-cd371e61e3db HTTP/1.1" status: 204 len: 168 time: 0.1190155 Jul 08 02:14:11.402084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5179e-4f27-4fff-b15d-9217d8ed3cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a72587-6c32-4b24-b712-cd371e61e3db,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:12.240823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 39ac3a9d-297c-427d-b883-36bea9a91580 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:12.264628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 39ac3a9d-297c-427d-b883-36bea9a91580 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:12.264975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 39ac3a9d-297c-427d-b883-36bea9a91580 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:12.265397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 473aa57d-d442-47a0-9af4-3dca412257d4 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:12.284541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 473aa57d-d442-47a0-9af4-3dca412257d4 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:12.284889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 473aa57d-d442-47a0-9af4-3dca412257d4 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:20.657748 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9ec93bfc-f5a5-4b94-9958-da440267e281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:23.409757 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-af479f9b-81f2-494c-81a2-ba9297374905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:23.748542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:24.831758 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:26.491188 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:26.533327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742b672-7ae3-4289-9345-e1e23cdcf55a req-0ea66d22-d978-4a3b-96c5-122cee22d6ff tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:26.534856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2742b672-7ae3-4289-9345-e1e23cdcf55a req-0ea66d22-d978-4a3b-96c5-122cee22d6ff tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1097 time: 0.0598528 Jul 08 02:14:26.569428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2742b672-7ae3-4289-9345-e1e23cdcf55a req-52f73211-ecb5-4a26-9e7e-8c1348b47c55 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288532 Jul 08 02:14:26.970551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d863556-e37e-4ce4-b483-bdf2f62ea4a3 req-9d685aa5-0030-4f2c-bbc5-6f5fff95f8a8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:26.972092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d863556-e37e-4ce4-b483-bdf2f62ea4a3 req-9d685aa5-0030-4f2c-bbc5-6f5fff95f8a8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.2908680 Jul 08 02:14:27.011771 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d863556-e37e-4ce4-b483-bdf2f62ea4a3 req-bd566b00-79da-4532-b34b-134d889ff127 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338755 Jul 08 02:14:27.037269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39500) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:27.107157 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-34f3965c-b889-48c1-9d73-eedc5c72cf43 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/1adbadfc-abfd-4b24-bad3-c6b7de1e2368 HTTP/1.1" status: 200 len: 993 time: 0.0687072 Jul 08 02:14:27.887840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2c6fa-90db-47f4-a0d5-7f1d4be94db6 req-1229c03a-d4f2-428a-9471-1a1c9fa5153f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:27.889456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7e2c6fa-90db-47f4-a0d5-7f1d4be94db6 req-1229c03a-d4f2-428a-9471-1a1c9fa5153f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.1148553 Jul 08 02:14:27.893938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-dfca54f4-106e-4954-8a0e-f528a2b31ad9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1691506 Jul 08 02:14:27.934549 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7e2c6fa-90db-47f4-a0d5-7f1d4be94db6 req-db7aaa31-75e9-4fde-9ea5-4e9a4d674f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376492 Jul 08 02:14:29.149715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a6149-5365-40a0-aaec-22ac5c31696a req-2fd5edf5-c413-43f5-90d9-5fdf44476f98 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:29.155010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-759a6149-5365-40a0-aaec-22ac5c31696a req-2fd5edf5-c413-43f5-90d9-5fdf44476f98 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0866940 Jul 08 02:14:29.203377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-759a6149-5365-40a0-aaec-22ac5c31696a req-addbf643-06c3-4f38-84b8-543ce0620e6d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439806 Jul 08 02:14:29.278080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-b53c5901-cfe9-4949-a258-f7f33037f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:29.279694 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-b53c5901-cfe9-4949-a258-f7f33037f19a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1097 time: 0.1385288 Jul 08 02:14:29.394789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-d953159b-20b3-4f40-9197-b8c492ec7f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:29.396987 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-d953159b-20b3-4f40-9197-b8c492ec7f94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 897 time: 0.1097121 Jul 08 02:14:29.466214 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-b2e9909d-8974-4004-905e-3a717bc2f734 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 1001 time: 0.0624640 Jul 08 02:14:29.520641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-f4c57085-5f2c-48ef-bf0d-4d5e024c987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:29.522112 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-f4c57085-5f2c-48ef-bf0d-4d5e024c987f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 200 len: 833 time: 0.0501118 Jul 08 02:14:29.588233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-7298ebef-a3f2-434a-9500-6eb28069f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:29.589828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-7298ebef-a3f2-434a-9500-6eb28069f717 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604374 Jul 08 02:14:29.601854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-971f3c0b-5bcf-40e1-9afc-89ee1528dbbf service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:14:29.602966 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-971f3c0b-5bcf-40e1-9afc-89ee1528dbbf service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064039 Jul 08 02:14:29.713287 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-cb3cd3f3-f5c2-48bb-9cd2-6d1d453d8a11 service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030383 Jul 08 02:14:29.817963 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-8d6ca8c2-ba93-4540-84d4-46df8a62088c service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970366 Jul 08 02:14:30.396497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f8448-72da-4bc0-b82a-1a804b0c93bc req-810526c6-c678-4d94-9bd4-cc50dddfa46a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:30.398009 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d1f8448-72da-4bc0-b82a-1a804b0c93bc req-810526c6-c678-4d94-9bd4-cc50dddfa46a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0734215 Jul 08 02:14:30.437432 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d1f8448-72da-4bc0-b82a-1a804b0c93bc req-d51be529-ff6e-47e9-b2a8-2a761983a5ae tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Jul 08 02:14:31.619912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeded0-4560-41ba-bf01-2dee5daf5037 req-540b3340-909c-4e09-832d-5b366837c7a4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:31.621494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ffeded0-4560-41ba-bf01-2dee5daf5037 req-540b3340-909c-4e09-832d-5b366837c7a4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0662162 Jul 08 02:14:31.661381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ffeded0-4560-41ba-bf01-2dee5daf5037 req-8abf2453-4de9-4fd3-b327-0718a10684b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343180 Jul 08 02:14:32.844208 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f083c-7cca-4c53-a23a-e2168be357c8 req-ddd5172f-8b1d-47e9-a8b3-daa8737b11c9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:32.845730 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-783f083c-7cca-4c53-a23a-e2168be357c8 req-ddd5172f-8b1d-47e9-a8b3-daa8737b11c9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0653160 Jul 08 02:14:32.886811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-783f083c-7cca-4c53-a23a-e2168be357c8 req-d4b5639b-313d-4aea-9bbf-6552a721b653 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332265 Jul 08 02:14:34.072871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820ea99-c8c7-4be0-b9b7-e205637dc34c req-76151f3c-a6bb-4c98-a7f8-2a4da0204e33 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:34.074372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c820ea99-c8c7-4be0-b9b7-e205637dc34c req-76151f3c-a6bb-4c98-a7f8-2a4da0204e33 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0671401 Jul 08 02:14:34.116168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c820ea99-c8c7-4be0-b9b7-e205637dc34c req-39487b3d-55c5-4b99-943b-afd4ae255c80 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Jul 08 02:14:34.701133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:35.311504 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba4da4-67d4-4785-bad7-2d91e918cbc2 req-e15cdf25-8590-4c74-9dc3-203b0596dbef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:35.313098 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ecba4da4-67d4-4785-bad7-2d91e918cbc2 req-e15cdf25-8590-4c74-9dc3-203b0596dbef tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0660343 Jul 08 02:14:35.352516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ecba4da4-67d4-4785-bad7-2d91e918cbc2 req-841c0cd0-5353-44bd-9b82-ebd00452444f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333569 Jul 08 02:14:36.533215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361d5d0-c994-4c5e-8ae4-ec049028efec req-81cbbac6-bce1-4c67-8190-6caff128b222 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:36.534706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4361d5d0-c994-4c5e-8ae4-ec049028efec req-81cbbac6-bce1-4c67-8190-6caff128b222 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0680633 Jul 08 02:14:36.574318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4361d5d0-c994-4c5e-8ae4-ec049028efec req-c5d51b51-5f39-4911-8987-0cfc84af453d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340235 Jul 08 02:14:37.766697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e50295-02a5-4385-86a3-cc8134f7f693 req-56d46346-39c8-4c0f-9fc0-54a12936528c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:37.768121 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80e50295-02a5-4385-86a3-cc8134f7f693 req-56d46346-39c8-4c0f-9fc0-54a12936528c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0656292 Jul 08 02:14:37.811332 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80e50295-02a5-4385-86a3-cc8134f7f693 req-90ad389d-1f66-434f-bc6e-14ad999cc2c0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375736 Jul 08 02:14:38.995173 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094317bb-a786-484e-855b-d3ff65d13615 req-0422625a-1320-41ea-868a-2c7d049553d6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:38.996707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-094317bb-a786-484e-855b-d3ff65d13615 req-0422625a-1320-41ea-868a-2c7d049553d6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0645471 Jul 08 02:14:39.037629 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-094317bb-a786-484e-855b-d3ff65d13615 req-6b89a1d5-07a6-4aba-9da7-02aa638e9e4d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351219 Jul 08 02:14:39.083661 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:40.222018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa8efb-841a-4297-af6c-585ade3967f2 req-8acdf5a5-19c0-4d97-8639-fd85a5923df9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:40.224471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55aa8efb-841a-4297-af6c-585ade3967f2 req-8acdf5a5-19c0-4d97-8639-fd85a5923df9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0730126 Jul 08 02:14:40.264018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55aa8efb-841a-4297-af6c-585ade3967f2 req-1e1c27ba-de2b-4ecf-84ff-c5d8c2b11e97 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339682 Jul 08 02:14:41.443770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa69ff0-1451-4218-82e1-629dc84d22ce req-9bb627ae-5e2d-4996-b053-a6af4952d415 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:41.445319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fa69ff0-1451-4218-82e1-629dc84d22ce req-9bb627ae-5e2d-4996-b053-a6af4952d415 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0658259 Jul 08 02:14:41.488286 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fa69ff0-1451-4218-82e1-629dc84d22ce req-8c2b0413-b586-40f4-a044-82e89a761e16 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374258 Jul 08 02:14:41.613780 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:14:41.648552 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-b9b207a2-240e-45ac-b30a-068486bfc88b service neutron] show failed (client error): The resource could not be found. Jul 08 02:14:41.649681 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-b9b207a2-240e-45ac-b30a-068486bfc88b service neutron] 10.222.0.16 "GET /v2.0/ports/3804bf5a-82bf-4999-97a8-42a9a013b8c5/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0581286 Jul 08 02:14:41.911331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-43cadd9d-82aa-4d3c-9b77-1a5bfe920fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:41.912804 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-43cadd9d-82aa-4d3c-9b77-1a5bfe920fbe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 1097 time: 0.0595088 Jul 08 02:14:41.924508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:42.004827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:42.214596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:42.251393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:42.298952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:42.301904 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4802e895-19f8-4a08-97d0-7540559bb80f" -d '{"events": [{"server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "name": "network-vif-unplugged", "status": "completed", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:42.305820 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:42.319227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Transition to ACTIVE for port object 3804bf5a-82bf-4999-97a8-42a9a013b8c5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:42.323472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:42.361305 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24cafa4-8177-4a37-8099-2f40baa80296 x-openstack-request-id: req-d24cafa4-8177-4a37-8099-2f40baa80296 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:42.361619 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "name": "network-vif-unplugged", "status": "completed", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:42.361871 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d24cafa4-8177-4a37-8099-2f40baa80296 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:42.362218 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'code': 200} Jul 08 02:14:42.410416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Pushing event updated for resources: {'Port': ['ID=3804bf5a-82bf-4999-97a8-42a9a013b8c5,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:42.462569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] No DVR routers for this DVR port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:14:42.620691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Attempting to bind port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:42.621033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Attempting to bind port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:42.621373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Attempting to bind port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 on network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:42.626572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 on network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:14:42.626857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Attempting to bind port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 on network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:42.636528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:42.637169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Checking segment: {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:42.637774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Bound using segment: {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:42.638233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Bound port: 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505d3163-be3c-43b9-966a-76698eab2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:42.638585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:42.708681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35641fc7-e826-4128-adb4-44e537daa656 req-8a008ba0-4cb3-4c50-b730-c00bfa6c2c8a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:42.710068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35641fc7-e826-4128-adb4-44e537daa656 req-8a008ba0-4cb3-4c50-b730-c00bfa6c2c8a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 943 time: 0.0866115 Jul 08 02:14:42.711350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:42.716985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:42.722136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:42.752874 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35641fc7-e826-4128-adb4-44e537daa656 req-e52fa061-bcfe-4d0e-b039-5c16b901f3a9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367205 Jul 08 02:14:42.759774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:42.760453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:42.761875 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] 10.222.0.24 "PUT /v2.0/ports/3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 1092 time: 0.8414590 Jul 08 02:14:42.788792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d0be5-6193-4cf6-ae93-5cf6cd6762aa service neutron] Pushing event updated for resources: {'Port': ['ID=3804bf5a-82bf-4999-97a8-42a9a013b8c5,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:42.867401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-638c3afb-cadb-4c7a-9db4-3a08082df13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:42.869184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-638c3afb-cadb-4c7a-9db4-3a08082df13a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1095 time: 0.0689881 Jul 08 02:14:42.982681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-a40bc904-3775-44b6-8fff-aba07453e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:42.984169 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-a40bc904-3775-44b6-8fff-aba07453e483 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 897 time: 0.1077380 Jul 08 02:14:43.063738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-5bf65351-394d-4b4d-9ef1-34491fc13fd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 999 time: 0.0728652 Jul 08 02:14:43.113940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-5e9de97a-ada2-43b1-8124-f7e81795be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:43.115477 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-5e9de97a-ada2-43b1-8124-f7e81795be0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 200 len: 833 time: 0.0454819 Jul 08 02:14:43.180879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-9b1b9308-3bab-48cc-85ae-6d48ffb35e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:43.182424 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-9b1b9308-3bab-48cc-85ae-6d48ffb35e54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604286 Jul 08 02:14:43.287140 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-00048db9-651a-4ff2-8fe7-776ba73e4917 service neutron] 10.222.0.24 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975823 Jul 08 02:14:43.379233 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b724ed06-2865-40a4-a5a8-e0ee992386cf req-0bcde5bd-9c8d-472c-9753-e5fd9e1233ca service neutron] 10.222.0.24 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832298 Jul 08 02:14:43.956970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7f404-2037-4f8e-86eb-b4d74cfada9e req-41483937-d262-4b37-b029-0e91539acbed tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:43.962366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82e7f404-2037-4f8e-86eb-b4d74cfada9e req-41483937-d262-4b37-b029-0e91539acbed tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 943 time: 0.0675628 Jul 08 02:14:43.998671 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82e7f404-2037-4f8e-86eb-b4d74cfada9e req-c97eda42-609a-4622-a32a-e7c41462d88c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344272 Jul 08 02:14:44.363874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:44.366289 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4" -d '{"events": [{"name": "network-changed", "server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:44.422933 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d440fd-054a-4d73-9e64-9a51d9646a5c x-openstack-request-id: req-b6d440fd-054a-4d73-9e64-9a51d9646a5c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:44.423281 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:44.423535 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6d440fd-054a-4d73-9e64-9a51d9646a5c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:44.423939 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'status': 'completed', 'code': 200} Jul 08 02:14:44.540923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-800305be-7127-40e2-897e-d207df3adc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.542387 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-800305be-7127-40e2-897e-d207df3adc30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1095 time: 0.0996695 Jul 08 02:14:44.544999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-b4035b68-7c40-4a5a-8afe-e3d06c19edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.546367 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-b4035b68-7c40-4a5a-8afe-e3d06c19edc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1095 time: 0.0955141 Jul 08 02:14:44.705537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-29914b91-5dbc-4030-9bd2-35519a8b57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.707105 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-29914b91-5dbc-4030-9bd2-35519a8b57a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 897 time: 0.1496332 Jul 08 02:14:44.708064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-035e6327-4eaa-4bdc-9392-44d35343c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.709425 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-035e6327-4eaa-4bdc-9392-44d35343c11c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 897 time: 0.1613076 Jul 08 02:14:44.819138 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-577a8063-ce4f-439b-9ceb-fe6e5501d105 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 999 time: 0.1044157 Jul 08 02:14:44.821082 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-f4cde64c-4578-4f14-b8e1-68ada7784b49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 999 time: 0.1007481 Jul 08 02:14:44.907704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-537027a4-aa0c-4bb4-a531-49ba9fcb5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.909246 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-537027a4-aa0c-4bb4-a531-49ba9fcb5ca2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 200 len: 833 time: 0.0822937 Jul 08 02:14:44.911061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-8b277295-a5bd-408e-9297-c4a2c76c6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:44.912410 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-8b277295-a5bd-408e-9297-c4a2c76c6490 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 200 len: 833 time: 0.0843983 Jul 08 02:14:45.036778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-e1ca8176-9ba7-442b-979d-4258e2c64b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.038330 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-e1ca8176-9ba7-442b-979d-4258e2c64b3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221449 Jul 08 02:14:45.041133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-6e827760-0af7-430e-985e-c9d7c2e682a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.043230 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-6e827760-0af7-430e-985e-c9d7c2e682a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188254 Jul 08 02:14:45.184560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d870b-71b3-4d79-821e-9bbd7b9898ac req-57a152f9-dd10-4518-bcbe-2e7e420d6254 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.186102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f5d870b-71b3-4d79-821e-9bbd7b9898ac req-57a152f9-dd10-4518-bcbe-2e7e420d6254 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 943 time: 0.0651379 Jul 08 02:14:45.202260 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-5f27f4f4-d36c-4b20-bf06-c0d4d0c84bc4 service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570880 Jul 08 02:14:45.205930 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-36990a0c-35a3-43fc-a9fb-a4380028c928 service neutron] 10.222.0.24 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425064 Jul 08 02:14:45.229826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f5d870b-71b3-4d79-821e-9bbd7b9898ac req-e8b6f2f4-957b-4f13-80c4-df67558fdafe tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380058 Jul 08 02:14:45.366686 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-b3b8fc76-6c2e-4686-a7cb-24622d337667 service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577084 Jul 08 02:14:45.370440 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9a34e6fc-d554-4c1b-ab31-ee6f166778b4 req-0987b342-10cb-4bc4-b46f-8ab05813b601 service neutron] 10.222.0.24 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541357 Jul 08 02:14:45.614039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-2936007b-0e70-40b1-ad5a-dc28ff3b20eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.615527 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-2936007b-0e70-40b1-ad5a-dc28ff3b20eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.24 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357&tenant_id=214685b4f82040c087d1b3f522f25c6e&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 943 time: 0.0814662 Jul 08 02:14:45.681229 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-1003ec9c-f43f-4fd5-a7b4-e66b9f224594 service neutron] 10.222.0.24 "GET /v2.0/ports/3804bf5a-82bf-4999-97a8-42a9a013b8c5/bindings/n-h2-694802-14 HTTP/1.1" status: 200 len: 383 time: 0.0589347 Jul 08 02:14:45.697937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd81e-7da4-4aa7-a1b5-28ec02868159 req-0e95a363-21cd-4019-a4c4-ddfb3d3df1b7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.700430 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-271dd81e-7da4-4aa7-a1b5-28ec02868159 req-0e95a363-21cd-4019-a4c4-ddfb3d3df1b7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 943 time: 0.0963194 Jul 08 02:14:45.748693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-271dd81e-7da4-4aa7-a1b5-28ec02868159 req-b03fce5b-51e2-40e4-bc78-6a4ec483885d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Jul 08 02:14:45.777997 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-867ce5c0-abb9-4b66-8f0a-454f97e514c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.779550 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-867ce5c0-abb9-4b66-8f0a-454f97e514c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1095 time: 0.0736871 Jul 08 02:14:45.873171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-604a2e3c-89bd-4050-ada4-f34137827606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:45.874792 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-604a2e3c-89bd-4050-ada4-f34137827606 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 897 time: 0.0890343 Jul 08 02:14:45.946813 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-daca38ce-a7c4-4217-9542-39e0eadd3f02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 999 time: 0.0628309 Jul 08 02:14:45.999463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-d1f501d2-9fcd-46ad-bec4-fd95f1863b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:46.000896 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-d1f501d2-9fcd-46ad-bec4-fd95f1863b7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 200 len: 833 time: 0.0478637 Jul 08 02:14:46.067433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-c0e0e659-076d-4034-8234-bb80ef5411ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:46.069028 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-c0e0e659-076d-4034-8234-bb80ef5411ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590088 Jul 08 02:14:46.171368 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-c5cc2c6c-a0ad-4cbc-9ef1-26da05483a28 service neutron] 10.222.0.24 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942154 Jul 08 02:14:46.275747 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cdacaf13-17ab-4a81-9716-8188815ce3a9 req-b4b27906-6850-48da-93cf-702113d707a3 service neutron] 10.222.0.24 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982420 Jul 08 02:14:46.684725 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3804bf5a-82bf-4999-97a8-42a9a013b8c5 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:46.724727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 3804bf5a-82bf-4999-97a8-42a9a013b8c5 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:46.938769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed25f1-2f41-472a-8534-ef176742f134 req-a8e9dc28-56a8-4f9f-b191-95e7f5f56221 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:46.940238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88ed25f1-2f41-472a-8534-ef176742f134 req-a8e9dc28-56a8-4f9f-b191-95e7f5f56221 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 943 time: 0.0653329 Jul 08 02:14:46.980960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-88ed25f1-2f41-472a-8534-ef176742f134 req-74058bc5-f766-4609-be22-cd6a65b07562 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350306 Jul 08 02:14:47.067676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3804bf5a-82bf-4999-97a8-42a9a013b8c5 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:14:47.165758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:47.177730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'port_id': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'mac_address': 'fa:16:3e:10:7a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:14:47.214812 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:47.227707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3804bf5a-82bf-4999-97a8-42a9a013b8c5 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:14:47.252705 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:47.257251 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:47.310774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=3804bf5a-82bf-4999-97a8-42a9a013b8c5,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:47.479980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['3804bf5a-82bf-4999-97a8-42a9a013b8c5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:14:48.175941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf94ce-12c1-4e42-b69f-27de8284a016 req-6669cc2b-198c-4878-84d2-51b6f8aece8a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:48.177525 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eddf94ce-12c1-4e42-b69f-27de8284a016 req-6669cc2b-198c-4878-84d2-51b6f8aece8a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 944 time: 0.0693140 Jul 08 02:14:48.221342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eddf94ce-12c1-4e42-b69f-27de8284a016 req-172e4059-8cf9-434e-ad33-a24730ba73b8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379913 Jul 08 02:14:48.248166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39588) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:48.419196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port fd1fcfb2-6692-42d6-a7e2-e007ec07a76a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:48.419538 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:48.843170 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:48.843490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:48.855985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for fd1fcfb2-6692-42d6-a7e2-e007ec07a76a owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:49.009799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.036863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=fd1fcfb2-6692-42d6-a7e2-e007ec07a76a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:49.077091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3804bf5a-82bf-4999-97a8-42a9a013b8c5 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:14:49.099497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.099747 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Floating IP 1adbadfc-abfd-4b24-bad3-c6b7de1e2368 disassociated (deleted). External IP: 172.25.4.209, port: 3804bf5a-82bf-4999-97a8-42a9a013b8c5. Jul 08 02:14:49.131032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:14:49.135152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:14:49.135538 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.213862 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.236031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:49.238901 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42067af4-5718-4022-a62e-c816b234651b" -d '{"events": [{"server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "name": "network-vif-plugged", "status": "completed", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:49.265236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:49.276208 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.302227 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc8037a-594d-4fe5-b801-5e5b9834108c x-openstack-request-id: req-efc8037a-594d-4fe5-b801-5e5b9834108c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:49.302522 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "name": "network-vif-plugged", "status": "completed", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:49.302772 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efc8037a-594d-4fe5-b801-5e5b9834108c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:49.303159 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'code': 200} Jul 08 02:14:49.331130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=3804bf5a-82bf-4999-97a8-42a9a013b8c5,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:49.337011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router ac924934-3868-45b5-a3e6-eec8b324da5d has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:14:49.448861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:49.453702 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:49.459132 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] Sync routers for ids ['ac924934-3868-45b5-a3e6-eec8b324da5d'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:49.468870 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] Routers {'ac924934-3868-45b5-a3e6-eec8b324da5d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:49.469491 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:14:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ac924934-3868-45b5-a3e6-eec8b324da5d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:49.491931 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a3248b93-f292-4d23-ae8d-824d5ac792eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/floatingips/1adbadfc-abfd-4b24-bad3-c6b7de1e2368 HTTP/1.1" status: 204 len: 168 time: 1.2422283 Jul 08 02:14:49.492554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:49.494832 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50" -d '{"events": [{"name": "network-changed", "server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:49.564031 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b3b06b-3b2a-4ae6-b785-370dbc295bff x-openstack-request-id: req-d9b3b06b-3b2a-4ae6-b785-370dbc295bff {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:49.564495 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:49.564612 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9b3b06b-3b2a-4ae6-b785-370dbc295bff {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:49.564984 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'status': 'completed', 'code': 200} Jul 08 02:14:49.589907 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] Set router ac924934-3868-45b5-a3e6-eec8b324da5d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:49.686066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-bff2be91-cdec-494c-aea1-2e32eafac506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:49.687617 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-bff2be91-cdec-494c-aea1-2e32eafac506 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1097 time: 0.1046495 Jul 08 02:14:49.690484 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-5bfe77bd-b53e-4e20-b0a7-149cda62154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:49.692525 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-5bfe77bd-b53e-4e20-b0a7-149cda62154b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 1097 time: 0.1003478 Jul 08 02:14:49.827660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:34Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '51d2bd6c-a041-4b82-9e8d-d8b55c33dba0', 'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:63:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:34Z', 'updated_at': '2021-07-08T02:13:40Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:49.861363 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] Checking router: ac924934-3868-45b5-a3e6-eec8b324da5d for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:49.866105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-bfe1414f-419f-4fcd-9f3b-60519d08361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:49.867618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-bfe1414f-419f-4fcd-9f3b-60519d08361a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 897 time: 0.1733496 Jul 08 02:14:49.868753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-45ba9ad7-5e35-49ae-8eed-afd6f7140499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:49.870101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-45ba9ad7-5e35-49ae-8eed-afd6f7140499 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 200 len: 897 time: 0.1681213 Jul 08 02:14:49.871842 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] Routers {'ac924934-3868-45b5-a3e6-eec8b324da5d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:49.872525 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:14:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ac924934-3868-45b5-a3e6-eec8b324da5d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:49.945296 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-670d12f5-f7ba-4929-b1dc-8061b8a33041 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 217 time: 0.0650311 Jul 08 02:14:49.946713 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-c117d198-b568-4d10-9e8d-9c54beb7f6e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 200 len: 217 time: 0.0733116 Jul 08 02:14:49.952260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeaedb-0f7b-49a4-a9e0-5de9f51fe25a req-33a96167-f406-4cad-82fe-40b987eae636 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:49.954967 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-87eeaedb-0f7b-49a4-a9e0-5de9f51fe25a req-33a96167-f406-4cad-82fe-40b987eae636 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0773430 Jul 08 02:14:50.002553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-87eeaedb-0f7b-49a4-a9e0-5de9f51fe25a req-4950ccd7-5cc8-4807-af6d-573abb95f41e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371168 Jul 08 02:14:50.032847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-9c1bfcb8-05a1-482d-b30a-dbeac2b68411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:50.034387 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-9c1bfcb8-05a1-482d-b30a-dbeac2b68411 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 200 len: 833 time: 0.0734859 Jul 08 02:14:50.041669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-100ff2bf-21f5-496a-ac6e-39c7ad48d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:50.043158 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-100ff2bf-21f5-496a-ac6e-39c7ad48d303 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 200 len: 833 time: 0.0911882 Jul 08 02:14:50.093201 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] Set router ac924934-3868-45b5-a3e6-eec8b324da5d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:50.141402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-d6854830-9e25-4317-b604-5290c3a2821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:50.142944 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-d6854830-9e25-4317-b604-5290c3a2821a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989318 Jul 08 02:14:50.145408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-7e0f0760-2e9d-4567-9b53-37d3222ac151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:50.146778 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-7e0f0760-2e9d-4567-9b53-37d3222ac151 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946677 Jul 08 02:14:50.310614 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-7c5ff2a5-dc21-4842-bb10-e7fd1a62f042 service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601548 Jul 08 02:14:50.312024 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:34Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '51d2bd6c-a041-4b82-9e8d-d8b55c33dba0', 'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:63:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:34Z', 'updated_at': '2021-07-08T02:13:40Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:50.312742 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-6f9071f5-0044-45cb-aa64-36be8550b5e6 service neutron] 10.222.0.24 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550257 Jul 08 02:14:50.339776 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a134d-8569-4f98-91f8-0951c6f700f1 None None] The sync data for ids ['ac924934-3868-45b5-a3e6-eec8b324da5d'] in n-d-694802-14 is: [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:13:34Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '51d2bd6c-a041-4b82-9e8d-d8b55c33dba0', 'name': '', 'network_id': 'fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:63:dc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:34Z', 'updated_at': '2021-07-08T02:13:40Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f4150529-e83d-4a02-b47f-2da6b620b773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:50.483348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-2a5752bb-e317-4ca9-a6d3-26363d791d03 service neutron] 10.222.0.16 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663098 Jul 08 02:14:50.485291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75e30f64-6c4f-4591-bb3d-dfa938c3cd50 req-153252f1-82d7-43f3-a7e5-82281e06302e service neutron] 10.222.0.24 "GET /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567287 Jul 08 02:14:50.596515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3616d54a-d7e6-4e06-ba42-10a0ac474374 None None] New status for floating IP 1adbadfc-abfd-4b24-bad3-c6b7de1e2368: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:14:50.670730 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2ef31a53-44ee-4317-bef2-c78f978d4cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.140061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8787af-215b-471d-8946-f01f10ed7765 req-ca7e2e82-66be-4bf3-a62e-06e6c35a79d6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:51.141632 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb8787af-215b-471d-8946-f01f10ed7765 req-ca7e2e82-66be-4bf3-a62e-06e6c35a79d6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.24 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0711579 Jul 08 02:14:51.224016 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc76dee-205e-4594-b33f-d3075cc813a2 req-5001a7ca-8a28-495a-abc0-f71f06384b5d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:51.225571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdc76dee-205e-4594-b33f-d3075cc813a2 req-5001a7ca-8a28-495a-abc0-f71f06384b5d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=71300419-ee5c-4449-9c41-2cfe1e063357 HTTP/1.1" status: 200 len: 945 time: 0.0765033 Jul 08 02:14:51.250437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-bb8787af-215b-471d-8946-f01f10ed7765 req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:51.250831 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb8787af-215b-471d-8946-f01f10ed7765 req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.268010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdc76dee-205e-4594-b33f-d3075cc813a2 req-1fd02360-a9c4-466d-a65c-8bdadc7173ae tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=96133a0c-e107-44e9-b0c1-8a76bcb9d015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364475 Jul 08 02:14:51.317004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39600) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:51.443189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bb8787af-215b-471d-8946-f01f10ed7765 req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port 3804bf5a-82bf-4999-97a8-42a9a013b8c5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=3804bf5a-82bf-4999-97a8-42a9a013b8c5,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:51.443556 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb8787af-215b-471d-8946-f01f10ed7765 req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.464442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-bb8787af-215b-471d-8946-f01f10ed7765 req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for 3804bf5a-82bf-4999-97a8-42a9a013b8c5 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:51.752662 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb8787af-215b-471d-8946-f01f10ed7765 req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.788282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=3804bf5a-82bf-4999-97a8-42a9a013b8c5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:51.821937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.822314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.822686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.823036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.823366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.823703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.824037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.824389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.824729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.825063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.825390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.825722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:51.853622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8787af-215b-471d-8946-f01f10ed7765 req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] No DVR routers for this DVR port 3804bf5a-82bf-4999-97a8-42a9a013b8c5 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:14:51.857215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb8787af-215b-471d-8946-f01f10ed7765 req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:51.859310 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb8787af-215b-471d-8946-f01f10ed7765 req-1bcd8625-a500-49a5-97f6-2582896fc5b9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.24 "DELETE /v2.0/ports/3804bf5a-82bf-4999-97a8-42a9a013b8c5 HTTP/1.1" status: 204 len: 173 time: 0.7126110 Jul 08 02:14:51.859722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'name': 'network-vif-deleted', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:14:51.862128 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d4bff9-473d-487f-bbb4-69f466426fc3" -d '{"events": [{"server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "name": "network-vif-deleted", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:14:51.931172 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bfd865-9b86-4668-84c4-60a78f15f77b x-openstack-request-id: req-26bfd865-9b86-4668-84c4-60a78f15f77b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:14:51.931472 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71300419-ee5c-4449-9c41-2cfe1e063357", "name": "network-vif-deleted", "tag": "3804bf5a-82bf-4999-97a8-42a9a013b8c5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:14:51.931922 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26bfd865-9b86-4668-84c4-60a78f15f77b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:14:51.932351 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71300419-ee5c-4449-9c41-2cfe1e063357', 'name': 'network-vif-deleted', 'tag': '3804bf5a-82bf-4999-97a8-42a9a013b8c5', 'status': 'completed', 'code': 200} Jul 08 02:14:51.952664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:52.236227 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:52.236602 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:52.327656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=51d2bd6c-a041-4b82-9e8d-d8b55c33dba0,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:52.328023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:52.342773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:52.564320 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:52.596705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=51d2bd6c-a041-4b82-9e8d-d8b55c33dba0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:52.784822 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:53.004284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router ac924934-3868-45b5-a3e6-eec8b324da5d has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:14:53.404274 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4f679fe5-89d9-4c61-a0e2-2b40a1fbc0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:53.445924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:53.450917 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ec6bd9dd-cf11-4f12-8308-7fc299ca752a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "PUT /v2.0/routers/ac924934-3868-45b5-a3e6-eec8b324da5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1327181 Jul 08 02:14:53.455065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39604) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:53.455838 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] Sync routers for ids ['ac924934-3868-45b5-a3e6-eec8b324da5d'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:53.466971 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] Routers {'ac924934-3868-45b5-a3e6-eec8b324da5d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:53.467709 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:14:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ac924934-3868-45b5-a3e6-eec8b324da5d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:53.508203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca320ea8-79d7-4ce4-b3bc-d6f4bef924a5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting subnet f4150529-e83d-4a02-b47f-2da6b620b773 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:14:53.511576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca320ea8-79d7-4ce4-b3bc-d6f4bef924a5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:53.554415 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca320ea8-79d7-4ce4-b3bc-d6f4bef924a5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:53.581745 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] Set router ac924934-3868-45b5-a3e6-eec8b324da5d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:53.644653 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca320ea8-79d7-4ce4-b3bc-d6f4bef924a5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:53.705254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca320ea8-79d7-4ce4-b3bc-d6f4bef924a5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:53.734551 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca320ea8-79d7-4ce4-b3bc-d6f4bef924a5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Subnet': ['ID=f4150529-e83d-4a02-b47f-2da6b620b773,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:53.738262 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca320ea8-79d7-4ce4-b3bc-d6f4bef924a5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:53.743052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39606) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:53.743506 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ca320ea8-79d7-4ce4-b3bc-d6f4bef924a5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/subnets/f4150529-e83d-4a02-b47f-2da6b620b773 HTTP/1.1" status: 204 len: 168 time: 0.2870171 Jul 08 02:14:53.758529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f771d614-74d6-450a-94e2-a5c5714d2382 None None] Network fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:14:53.774069 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:14:52Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:53.799257 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:53.801212 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] Checking router: ac924934-3868-45b5-a3e6-eec8b324da5d for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:53.810029 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] Routers {'ac924934-3868-45b5-a3e6-eec8b324da5d'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:53.810563 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:14:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ac924934-3868-45b5-a3e6-eec8b324da5d'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:53.869568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:53.921368 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] Set router ac924934-3868-45b5-a3e6-eec8b324da5d gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:53.984944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] DHCP port deletion for fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:14:53.997262 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.048061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Deleting port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:54.048484 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.063116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port e4eadc27-28d2-4090-b8b7-6e715a340d6c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:14:54.063443 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.114561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] For port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8eb4033d-4b49-4cd0-ab49-78c74ead0ff8,segment=NetworkSegment(505d3163-be3c-43b9-966a-76698eab2a56),segment_id=505d3163-be3c-43b9-966a-76698eab2a56)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:54.115361 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.129740 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:14:52Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:54.130177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Calling delete_port for 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:54.157169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port e4eadc27-28d2-4090-b8b7-6e715a340d6c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=e4eadc27-28d2-4090-b8b7-6e715a340d6c,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:14:54.157514 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.160759 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc09ebe-a4ad-40ab-bd58-c63663f80674 None None] The sync data for ids ['ac924934-3868-45b5-a3e6-eec8b324da5d'] in n-d-694802-14 is: [{'id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316405781', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:13:30Z', 'updated_at': '2021-07-08T02:14:52Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'e4eadc27-28d2-4090-b8b7-6e715a340d6c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac924934-3868-45b5-a3e6-eec8b324da5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:13:31Z', 'updated_at': '2021-07-08T02:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:14:54.172522 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for e4eadc27-28d2-4090-b8b7-6e715a340d6c owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:14:54.230836 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.259063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] No DVR routers for this DVR port 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:14:54.260985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Pushing event deleted for resources: {'Port': ['ID=8eb4033d-4b49-4cd0-ab49-78c74ead0ff8,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:54.270085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.270279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.270876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.271331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.271890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.272482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.273025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.273586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.274283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.274683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.275867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.275867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d89aa07-319c-4ad7-80be-a15e87454207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.370870 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.396991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=e4eadc27-28d2-4090-b8b7-6e715a340d6c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:54.425740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.426376 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.426524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.426862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.427197 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.427533 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.427864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.428195 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.428552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.428881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.429209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.429534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:14:54.476116 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.574773 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.577137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.626820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:54.627322 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.627446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Fanout notify agent at l3_agent the message router_deleted on router ac924934-3868-45b5-a3e6-eec8b324da5d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:14:54.635114 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.636265 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a9b0f65c-a38f-4c7e-b107-315401a569be tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/routers/ac924934-3868-45b5-a3e6-eec8b324da5d HTTP/1.1" status: 204 len: 168 time: 0.8912213 Jul 08 02:14:54.640422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39608) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:54.657162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:54.657515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8eb4033d-4b49-4cd0-ab49-78c74ead0ff8 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:54.657940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:54.679172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:54.679520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 51d2bd6c-a041-4b82-9e8d-d8b55c33dba0 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:54.725064 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.823146 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.834631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:54.837296 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.853186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505d3163-be3c-43b9-966a-76698eab2a56') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:54.853685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505d3163-be3c-43b9-966a-76698eab2a56') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:54.870585 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.890269 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.896844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:14:54.897249 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:14:54.900411 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:14:54.964536 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.971334 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:54.974515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/networks/fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad HTTP/1.1" status: 204 len: 168 time: 0.3331842 Jul 08 02:14:54.977564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39610) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:54.986709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c193f83-df9c-48fc-a006-a998e9fa3876 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Network': ['ID=fcc41bf0-d1b8-4dd7-8f94-6a7771c9bcad,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:55.044719 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21b796e4-1a7a-4cd9-b476-4239fdd1e34b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.073378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21b796e4-1a7a-4cd9-b476-4239fdd1e34b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.123802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3804bf5a-82bf-4999-97a8-42a9a013b8c5 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:55.140519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21b796e4-1a7a-4cd9-b476-4239fdd1e34b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.143026 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21b796e4-1a7a-4cd9-b476-4239fdd1e34b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.145075 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-21b796e4-1a7a-4cd9-b476-4239fdd1e34b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/security-groups/96133a0c-e107-44e9-b0c1-8a76bcb9d015 HTTP/1.1" status: 204 len: 168 time: 0.1658435 Jul 08 02:14:55.152583 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 3804bf5a-82bf-4999-97a8-42a9a013b8c5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:55.153059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 3804bf5a-82bf-4999-97a8-42a9a013b8c5 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:55.154666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b796e4-1a7a-4cd9-b476-4239fdd1e34b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96133a0c-e107-44e9-b0c1-8a76bcb9d015,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:55.425269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:55.430118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-297dec71-8419-47f7-9185-d1a9780fc801 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872310249', 'description': 'tempest-secgroup-smoke-1872310249 description', 'project_id': '214685b4f82040c087d1b3f522f25c6e'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:55.453659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-297dec71-8419-47f7-9185-d1a9780fc801 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.545667 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-297dec71-8419-47f7-9185-d1a9780fc801 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.549964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-297dec71-8419-47f7-9185-d1a9780fc801 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.576073 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-297dec71-8419-47f7-9185-d1a9780fc801 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.577345 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-297dec71-8419-47f7-9185-d1a9780fc801 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1510067 Jul 08 02:14:55.580451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39618) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:55.586414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-94f5d981-02f5-4a2c-88dd-5ce29612bd06 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcdb61-5bc7-49ef-9977-5aadc395a8ec', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:55.590411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dec71-8419-47f7-9185-d1a9780fc801 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:55.614355 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94f5d981-02f5-4a2c-88dd-5ce29612bd06 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.671485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94f5d981-02f5-4a2c-88dd-5ce29612bd06 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.675386 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94f5d981-02f5-4a2c-88dd-5ce29612bd06 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.693505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5d981-02f5-4a2c-88dd-5ce29612bd06 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819c6aaf-9240-4aad-821a-81c5ecc4ef79,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:55.699084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-94f5d981-02f5-4a2c-88dd-5ce29612bd06 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.703480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-94f5d981-02f5-4a2c-88dd-5ce29612bd06 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176016 Jul 08 02:14:55.703575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39620) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:55.709288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c80d7b35-60b3-4b9e-b22c-a72b923ff75f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcdb61-5bc7-49ef-9977-5aadc395a8ec', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:55.741372 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c80d7b35-60b3-4b9e-b22c-a72b923ff75f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.798265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c80d7b35-60b3-4b9e-b22c-a72b923ff75f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.802868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c80d7b35-60b3-4b9e-b22c-a72b923ff75f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.822390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d7b35-60b3-4b9e-b22c-a72b923ff75f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a56c089-ec74-4245-8d39-e03cabbf2b82,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:55.829942 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c80d7b35-60b3-4b9e-b22c-a72b923ff75f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.831347 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c80d7b35-60b3-4b9e-b22c-a72b923ff75f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263552 Jul 08 02:14:55.834717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39622) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:55.839246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-00d1e2e1-4c6d-4167-af2b-17fcb1761e50 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcdb61-5bc7-49ef-9977-5aadc395a8ec', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:55.867571 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00d1e2e1-4c6d-4167-af2b-17fcb1761e50 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.942227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00d1e2e1-4c6d-4167-af2b-17fcb1761e50 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.946115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00d1e2e1-4c6d-4167-af2b-17fcb1761e50 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.965570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1e2e1-4c6d-4167-af2b-17fcb1761e50 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e24d05-dc62-4f02-8134-6341ed985afe,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:55.969021 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-00d1e2e1-4c6d-4167-af2b-17fcb1761e50 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:55.970226 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-00d1e2e1-4c6d-4167-af2b-17fcb1761e50 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345711 Jul 08 02:14:55.973972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39624) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:55.978698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-01581f61-28cd-4470-9c24-373869ef2f92 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcdb61-5bc7-49ef-9977-5aadc395a8ec', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:56.014762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01581f61-28cd-4470-9c24-373869ef2f92 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.088674 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01581f61-28cd-4470-9c24-373869ef2f92 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.092619 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01581f61-28cd-4470-9c24-373869ef2f92 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.110245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01581f61-28cd-4470-9c24-373869ef2f92 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d48827-a9ba-4cd8-bc4f-38ce88b7ba99,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:56.117623 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01581f61-28cd-4470-9c24-373869ef2f92 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.121385 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-01581f61-28cd-4470-9c24-373869ef2f92 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437309 Jul 08 02:14:56.121544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39626) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:56.126017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3df54dce-8f4a-4719-a10e-6882c0aa4fff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcdb61-5bc7-49ef-9977-5aadc395a8ec', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:56.148258 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-3df54dce-8f4a-4719-a10e-6882c0aa4fff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Project 214685b4f82040c087d1b3f522f25c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:14:56.153404 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3df54dce-8f4a-4719-a10e-6882c0aa4fff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.216133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3df54dce-8f4a-4719-a10e-6882c0aa4fff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.220389 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3df54dce-8f4a-4719-a10e-6882c0aa4fff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.233478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e4eadc27-28d2-4090-b8b7-6e715a340d6c no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:14:56.241655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df54dce-8f4a-4719-a10e-6882c0aa4fff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537eaf9f-3545-4e49-ba7f-a378448451d8,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:56.245703 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3df54dce-8f4a-4719-a10e-6882c0aa4fff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.249959 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3df54dce-8f4a-4719-a10e-6882c0aa4fff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244774 Jul 08 02:14:56.251000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:56.256905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b54a1127-3cdf-47da-9b82-24506852e918 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'bdbcdb61-5bc7-49ef-9977-5aadc395a8ec', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:56.261913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: e4eadc27-28d2-4090-b8b7-6e715a340d6c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:14:56.262264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device e4eadc27-28d2-4090-b8b7-6e715a340d6c not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:14:56.281119 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-b54a1127-3cdf-47da-9b82-24506852e918 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Project 214685b4f82040c087d1b3f522f25c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:14:56.287035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b54a1127-3cdf-47da-9b82-24506852e918 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.351739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b54a1127-3cdf-47da-9b82-24506852e918 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.357006 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b54a1127-3cdf-47da-9b82-24506852e918 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.378292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a1127-3cdf-47da-9b82-24506852e918 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=462df00f-6a47-4ae6-b549-201035ab1695,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:56.384574 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b54a1127-3cdf-47da-9b82-24506852e918 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.385787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b54a1127-3cdf-47da-9b82-24506852e918 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333995 Jul 08 02:14:56.388581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39630) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:56.393603 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'network': {'name': 'tempest-network-smoke--2114478641', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:56.414893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:14:56.418390 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.442182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:14:56.454272 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.454614 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Added segment 57e82fa7-1f6b-4a67-8f19-de1a131b6b7c of type vlan for network b53027d9-f31d-4f3f-a184-79b661828ba8 Jul 08 02:14:56.494536 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.500412 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.529529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.535190 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:56.535774 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.597386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2075503 Jul 08 02:14:56.600611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39632) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:56.605143 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'admin_state_up': True, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:56.619479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aaf05-6b66-4359-8190-c1b1109607e4 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Network': ['ID=b53027d9-f31d-4f3f-a184-79b661828ba8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:56.630510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network b53027d9-f31d-4f3f-a184-79b661828ba8 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:14:56.636637 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.637716 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.693372 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:56.833084 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:57.031485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:57.051599 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:57.157373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.25.4.47 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/6f363033-3214-4c2c-9b64-46760f161472) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:57.294180 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:57.349330 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:57.394606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:14:57.398394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:57.416882 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:14:57.446899 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=6f363033-3214-4c2c-9b64-46760f161472,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:57.998836 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:58.215862 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:58.374006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router c1487fc0-950f-4f3e-a13a-2f1eae4efeda is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:14:58.491984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:14:58.503935 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Sync routers for ids ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:14:58.514239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Routers {'c1487fc0-950f-4f3e-a13a-2f1eae4efeda'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:58.515043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:14:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:58.518268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:58.519865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-af3d5ff9-8468-4584-a2cb-d97a5d428ba5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9181194 Jul 08 02:14:58.523830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39634) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:58.554600 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-80798173-a411-4689-98ce-5f32edda7d55 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=214685b4f82040c087d1b3f522f25c6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295174 Jul 08 02:14:58.561028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39636) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:58.636661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Set router c1487fc0-950f-4f3e-a13a-2f1eae4efeda gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:14:58.661662 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c161e4-5f68-453b-89c0-ed23ce335158 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:58.663233 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-84c161e4-5f68-453b-89c0-ed23ce335158 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010492 Jul 08 02:14:58.667089 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39638) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:58.699111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-238eed53-94ec-473b-900e-af90a8b2fb8b tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307899 Jul 08 02:14:58.702032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39640) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:58.707384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2097356160', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:14:58.808919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:14:58.814517 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:58.848333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:14:57Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:58.881434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Checking router: c1487fc0-950f-4f3e-a13a-2f1eae4efeda for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:14:58.882076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Updating router c1487fc0-950f-4f3e-a13a-2f1eae4efeda port 6f363033-3214-4c2c-9b64-46760f161472 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:14:58.919500 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.018346 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.094932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Subnet': ['ID=f92a8708-659b-48a3-b4c5-6c182493f118,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:59.105510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Checking segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:59.105963 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network hostable DHCP agents. Network: b53027d9-f31d-4f3f-a184-79b661828ba8, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:14:59.127084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network b53027d9-f31d-4f3f-a184-79b661828ba8 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:14:59.138678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, b53027d9-f31d-4f3f-a184-79b661828ba8) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:14:59.143049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:14:59.143645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.152749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df612ce-9107-45b3-baa9-612bc6c28b80 None None] Network b53027d9-f31d-4f3f-a184-79b661828ba8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:14:59.163379 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eea3b28e-86f4-4efe-99c9-71d94cc5632f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4592185 Jul 08 02:14:59.165071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39642) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:14:59.257802 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.277834 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Transition to ACTIVE for port object 6f363033-3214-4c2c-9b64-46760f161472 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:14:59.290824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.538288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Attempting to bind port 6f363033-3214-4c2c-9b64-46760f161472 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:14:59.538981 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Attempting to bind port 6f363033-3214-4c2c-9b64-46760f161472 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:14:59.539144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Attempting to bind port 6f363033-3214-4c2c-9b64-46760f161472 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:14:59.544649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2519f12-2106-4ef9-ac62-02d244c3519d None None] Pushing event updated for resources: {'Port': ['ID=6f363033-3214-4c2c-9b64-46760f161472,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:59.566312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:14:59.566312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:14:59.566683 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.566908 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:14:59.567402 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Bound port: 6f363033-3214-4c2c-9b64-46760f161472, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:14:59.567793 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.591275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-b53027d9-f31d-4f3f-a184-79b661828ba8', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:14:59.592132 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.655712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.694037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] For port 6f363033-3214-4c2c-9b64-46760f161472, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:14:59.718282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] For port 6f363033-3214-4c2c-9b64-46760f161472, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f363033-3214-4c2c-9b64-46760f161472,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:14:59.726220 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:14:59.820529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Allocated IP 172.20.0.2 (b53027d9-f31d-4f3f-a184-79b661828ba8/f92a8708-659b-48a3-b4c5-6c182493f118/663e3502-e188-4f9a-8026-07123b13e2d3) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:14:59.824977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Routers {'c1487fc0-950f-4f3e-a13a-2f1eae4efeda'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:14:59.825625 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:14:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:14:59.869554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2519f12-2106-4ef9-ac62-02d244c3519d None None] Pushing event updated for resources: {'Port': ['ID=6f363033-3214-4c2c-9b64-46760f161472,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:14:59.998958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] Set router c1487fc0-950f-4f3e-a13a-2f1eae4efeda gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:00.162946 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:00.181132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Transition to ACTIVE for port object 663e3502-e188-4f9a-8026-07123b13e2d3 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:00.218014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Transition to ACTIVE for port object 663e3502-e188-4f9a-8026-07123b13e2d3 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:00.224022 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:00.271776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Network b53027d9-f31d-4f3f-a184-79b661828ba8 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:00.273363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.20.0.1 (b53027d9-f31d-4f3f-a184-79b661828ba8/f92a8708-659b-48a3-b4c5-6c182493f118/c5be8bb3-ba31-4709-9b9d-44b1e74321aa) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:15:00.279733 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:00.284354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:00.291313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Pushing event updated for resources: {'Port': ['ID=663e3502-e188-4f9a-8026-07123b13e2d3,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:00.344088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:14:57Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:00.376456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade2c081-59ac-4558-9626-4b694d1a4985 None None] The sync data for ids ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'] in n-d-694802-14 is: [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:14:57Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:15:00.380522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Attempting to bind port 663e3502-e188-4f9a-8026-07123b13e2d3 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:00.380522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Attempting to bind port 663e3502-e188-4f9a-8026-07123b13e2d3 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:00.380797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Attempting to bind port 663e3502-e188-4f9a-8026-07123b13e2d3 on network b53027d9-f31d-4f3f-a184-79b661828ba8 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:00.389292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:00.389671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Checking segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:00.390084 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:00.395208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Bound using segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:00.395208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Bound port: 663e3502-e188-4f9a-8026-07123b13e2d3, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:00.395208 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:00.397367 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:00.413936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Transition to ACTIVE for port object c5be8bb3-ba31-4709-9b9d-44b1e74321aa will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:00.451558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:00.475093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] For port 663e3502-e188-4f9a-8026-07123b13e2d3, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:00.479297 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] For port 663e3502-e188-4f9a-8026-07123b13e2d3, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=663e3502-e188-4f9a-8026-07123b13e2d3,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:00.489746 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:00.506416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network b53027d9-f31d-4f3f-a184-79b661828ba8 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:00.510260 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:00.515252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:00.519549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=c5be8bb3-ba31-4709-9b9d-44b1e74321aa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:00.566867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf2544-a5a0-4550-860c-8ca905538946 None None] Pushing event updated for resources: {'Port': ['ID=663e3502-e188-4f9a-8026-07123b13e2d3,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:00.573308 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:00.785642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:01.134091 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:01.141605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:01.228285 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:01.230671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=c5be8bb3-ba31-4709-9b9d-44b1e74321aa,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:01.344020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network b53027d9-f31d-4f3f-a184-79b661828ba8 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:01.345720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:01.481059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router c1487fc0-950f-4f3e-a13a-2f1eae4efeda has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:15:01.606284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a35348-254a-42be-95db-47596c2b9fc6 None None] Network b53027d9-f31d-4f3f-a184-79b661828ba8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:15:01.608849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:15:01.613924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6220e2c4-300c-4769-9557-7f8b6c4f6da3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "PUT /v2.0/routers/c1487fc0-950f-4f3e-a13a-2f1eae4efeda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475243 Jul 08 02:15:01.721400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0088b36e-8948-4fa4-a227-b850a7cbca12 None None] Provisioning for port 663e3502-e188-4f9a-8026-07123b13e2d3 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:01.825879 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-2c81fd5f-9f1a-461c-9bdb-6d7218a60edd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872310249&fields=id&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 267 time: 0.0405691 Jul 08 02:15:01.944633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-70262e7c-1790-4d7f-9d58-132bf9e640df tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:01.946240 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-70262e7c-1790-4d7f-9d58-132bf9e640df tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/networks?id=b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 200 len: 797 time: 0.1154029 Jul 08 02:15:01.962206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-f4829630-eec1-4107-b7e1-34c29bb73159 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/quotas/214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 375 time: 0.0104425 Jul 08 02:15:02.041533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-37a841c6-b1f7-415d-8f08-f195758780f3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723457 Jul 08 02:15:02.063012 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-5275977c-e4d7-4750-a8db-18eb8884d4b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0722127 Jul 08 02:15:02.081327 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b2eb2d7b-b560-421d-95ac-39a9aef29e6b None None] Provisioning for port c5be8bb3-ba31-4709-9b9d-44b1e74321aa completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:02.085829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b2eb2d7b-b560-421d-95ac-39a9aef29e6b None None] Provisioning complete for port c5be8bb3-ba31-4709-9b9d-44b1e74321aa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:02.086201 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b2eb2d7b-b560-421d-95ac-39a9aef29e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.132663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb2d7b-b560-421d-95ac-39a9aef29e6b None None] Port c5be8bb3-ba31-4709-9b9d-44b1e74321aa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:15:02.162851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-3702ab31-a271-4128-9c5a-5102af699931 service neutron] 10.222.0.41 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091547 Jul 08 02:15:02.179512 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Sync routers for ids ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:15:02.189191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-9f8926cf-c98a-445a-bc68-fae70f045250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:02.190107 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Routers {'c1487fc0-950f-4f3e-a13a-2f1eae4efeda'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:02.190746 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:14:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:02.190966 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-9f8926cf-c98a-445a-bc68-fae70f045250 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 1098 time: 0.0750923 Jul 08 02:15:02.300412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-52a2bdb8-161b-42ef-a6ae-ff115460a01d service neutron] 10.222.0.41 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293683 Jul 08 02:15:02.365555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-60018213-93e5-4bac-a0c3-4e3d8a7b6fd2 None None] Provisioning complete for port c5be8bb3-ba31-4709-9b9d-44b1e74321aa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:02.365870 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-60018213-93e5-4bac-a0c3-4e3d8a7b6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.383382 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-1fb55e79-6b8c-4205-8245-a95f68adf347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:02.385170 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-1fb55e79-6b8c-4205-8245-a95f68adf347 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1705515 Jul 08 02:15:02.430021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 663e3502-e188-4f9a-8026-07123b13e2d3 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:02.435219 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Set router c1487fc0-950f-4f3e-a13a-2f1eae4efeda gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:02.490728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-60018213-93e5-4bac-a0c3-4e3d8a7b6fd2 None None] Port c5be8bb3-ba31-4709-9b9d-44b1e74321aa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:15:02.533949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-17ba80e5-3aa2-45b2-a68c-dca761a3be17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=381352b9-5cda-4e5a-8216-159be19c5d56 HTTP/1.1" status: 200 len: 1001 time: 0.1427746 Jul 08 02:15:02.546592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 663e3502-e188-4f9a-8026-07123b13e2d3 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:02.553063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 663e3502-e188-4f9a-8026-07123b13e2d3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:02.553419 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.581849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98d2385c-582a-4223-86de-d55bc5b4daa5 req-99b54459-3ea1-4c1a-9332-0721d19263a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 210 time: 0.0662284 Jul 08 02:15:02.624357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-b067a782-3adf-4f29-9dad-971ce8ea9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:02.630684 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-b067a782-3adf-4f29-9dad-971ce8ea9292 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0897555 Jul 08 02:15:02.697253 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.711722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-3396fe11-d679-4651-9429-b36b38398eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:02.713803 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-3396fe11-d679-4651-9429-b36b38398eaa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769427 Jul 08 02:15:02.738687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-60eda457-7eaa-43b6-b7d4-eb94f9a9dd9a None None] Provisioning complete for port c5be8bb3-ba31-4709-9b9d-44b1e74321aa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:02.739143 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-60eda457-7eaa-43b6-b7d4-eb94f9a9dd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.762934 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:15:00Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c5be8bb3-ba31-4709-9b9d-44b1e74321aa', 'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:00:33:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:59Z', 'updated_at': '2021-07-08T02:15:00Z', 'revision_number': 2, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:02.771535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 663e3502-e188-4f9a-8026-07123b13e2d3, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=663e3502-e188-4f9a-8026-07123b13e2d3,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:02.781657 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.782993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f363033-3214-4c2c-9b64-46760f161472 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:02.793520 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Checking router: c1487fc0-950f-4f3e-a13a-2f1eae4efeda for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:15:02.793876 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Updating router c1487fc0-950f-4f3e-a13a-2f1eae4efeda port c5be8bb3-ba31-4709-9b9d-44b1e74321aa binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:15:02.825018 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-8808379d-7f97-4ffd-b31f-afb192dfd81f service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047430 Jul 08 02:15:02.839684 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.856974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-60eda457-7eaa-43b6-b7d4-eb94f9a9dd9a None None] Port c5be8bb3-ba31-4709-9b9d-44b1e74321aa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:15:02.895981 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=663e3502-e188-4f9a-8026-07123b13e2d3,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:02.899422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6f363033-3214-4c2c-9b64-46760f161472 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:02.903755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6f363033-3214-4c2c-9b64-46760f161472 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:02.904129 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:02.975909 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d55f908d-f3c0-495d-b15d-b3c1cf982e2d req-fb70b9bc-7823-4e9e-bcaa-1ebfa08dafc9 service neutron] 10.222.0.16 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438813 Jul 08 02:15:03.023314 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:03.053822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 6f363033-3214-4c2c-9b64-46760f161472, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f363033-3214-4c2c-9b64-46760f161472,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:03.060562 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:03.147411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=6f363033-3214-4c2c-9b64-46760f161472,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:03.303448 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:03.314803 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Transition to ACTIVE for port object c5be8bb3-ba31-4709-9b9d-44b1e74321aa will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:03.321749 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:03.378730 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Pushing event updated for resources: {'Port': ['ID=c5be8bb3-ba31-4709-9b9d-44b1e74321aa,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:03.427148 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.427489 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.427985 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.428176 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.428518 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.428916 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.429167 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.429490 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.429812 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.430124 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.430481 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.430798 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:03.449050 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Attempting to bind port c5be8bb3-ba31-4709-9b9d-44b1e74321aa on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:03.449413 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Attempting to bind port c5be8bb3-ba31-4709-9b9d-44b1e74321aa by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:03.449766 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Attempting to bind port c5be8bb3-ba31-4709-9b9d-44b1e74321aa on network b53027d9-f31d-4f3f-a184-79b661828ba8 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:03.462731 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:03.465227 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Checking segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:03.466421 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:03.466835 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Bound using segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:03.467391 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Bound port: c5be8bb3-ba31-4709-9b9d-44b1e74321aa, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:03.467781 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:03.540253 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] For port c5be8bb3-ba31-4709-9b9d-44b1e74321aa, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:03.544044 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] For port c5be8bb3-ba31-4709-9b9d-44b1e74321aa, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c5be8bb3-ba31-4709-9b9d-44b1e74321aa,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:03.548517 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:03.622825 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Routers {'c1487fc0-950f-4f3e-a13a-2f1eae4efeda'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:03.623152 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:14:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:03.679784 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fec3f1-8883-4923-b7f7-23612b724515 None None] Pushing event updated for resources: {'Port': ['ID=c5be8bb3-ba31-4709-9b9d-44b1e74321aa,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:03.791768 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] Set router c1487fc0-950f-4f3e-a13a-2f1eae4efeda gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:03.809040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f93c2058-ac9f-4a61-9750-0043f67be550 req-af81e1fc-f21b-40da-9987-2747640d64d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 210 time: 0.0573549 Jul 08 02:15:03.897000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-20452995-7117-416d-8071-6213e6b4ebd1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:03.898495 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-20452995-7117-416d-8071-6213e6b4ebd1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.24 "GET /v2.0/networks?id=b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 200 len: 797 time: 0.1552565 Jul 08 02:15:03.959152 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ebeff69c-84fe-418c-9dca-962afdddac12 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 380 time: 0.0497367 Jul 08 02:15:03.969678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'port': {'device_id': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'admin_state_up': True, 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'security_groups': ['bdbcdb61-5bc7-49ef-9977-5aadc395a8ec']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:04.042589 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:15:00Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c5be8bb3-ba31-4709-9b9d-44b1e74321aa', 'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:00:33:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:59Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:04.070575 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464c97f2-c67b-41cd-b778-5844e231fb0f None None] The sync data for ids ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'] in n-d-694802-14 is: [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:15:00Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c5be8bb3-ba31-4709-9b9d-44b1e74321aa', 'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:00:33:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:59Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:15:04.098548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:15:04.102616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.311029 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.20.0.13 (b53027d9-f31d-4f3f-a184-79b661828ba8/f92a8708-659b-48a3-b4c5-6c182493f118/bc013dce-bab7-4758-8b7d-cdb08c93f299) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:15:04.373618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 663e3502-e188-4f9a-8026-07123b13e2d3 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:04.434819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 663e3502-e188-4f9a-8026-07123b13e2d3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:04.435454 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.502794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.518850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Transition to ACTIVE for port object bc013dce-bab7-4758-8b7d-cdb08c93f299 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:04.527851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f363033-3214-4c2c-9b64-46760f161472 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:04.557343 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.598575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6f363033-3214-4c2c-9b64-46760f161472 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:04.598948 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.615297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network b53027d9-f31d-4f3f-a184-79b661828ba8 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:04.620495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:04.626827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:04.666685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=bc013dce-bab7-4758-8b7d-cdb08c93f299,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:04.711671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:04.716136 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.718890 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.723969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c5be8bb3-ba31-4709-9b9d-44b1e74321aa up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:04.741837 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-ddd253f5-1c35-4720-ac3d-c5389122fba2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761917 Jul 08 02:15:04.760395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Request body: {'port': {'device_id': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:04.789637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c5be8bb3-ba31-4709-9b9d-44b1e74321aa completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:04.795405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c5be8bb3-ba31-4709-9b9d-44b1e74321aa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:04.795827 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.867663 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.920255 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:04.975830 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port c5be8bb3-ba31-4709-9b9d-44b1e74321aa, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c5be8bb3-ba31-4709-9b9d-44b1e74321aa,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:04.987311 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:05.048538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-93a9b907-2a22-415e-8a85-c83245b7f9e7 None None] Provisioning for port bc013dce-bab7-4758-8b7d-cdb08c93f299 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:05.060809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-93a9b907-2a22-415e-8a85-c83245b7f9e7 None None] Provisioning complete for port bc013dce-bab7-4758-8b7d-cdb08c93f299 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:05.061268 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93a9b907-2a22-415e-8a85-c83245b7f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:05.084168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc26c20-046d-4509-bad0-b8c52f83cfa7 req-fb33825e-03d2-4536-a311-aa451e4b3d25 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.087036 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afc26c20-046d-4509-bad0-b8c52f83cfa7 req-fb33825e-03d2-4536-a311-aa451e4b3d25 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 932 time: 0.1228268 Jul 08 02:15:05.102453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=c5be8bb3-ba31-4709-9b9d-44b1e74321aa,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:05.123009 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-93a9b907-2a22-415e-8a85-c83245b7f9e7 None None] Port bc013dce-bab7-4758-8b7d-cdb08c93f299 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:15:05.141930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afc26c20-046d-4509-bad0-b8c52f83cfa7 req-046a7e5f-2cd8-486f-95ed-b12c2fd3c3a1 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469310 Jul 08 02:15:05.211793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc013dce-bab7-4758-8b7d-cdb08c93f299 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:15:05.221652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:05.235913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Transition to ACTIVE for port object bc013dce-bab7-4758-8b7d-cdb08c93f299 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:05.241359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:05.299075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Pushing event updated for resources: {'Port': ['ID=bc013dce-bab7-4758-8b7d-cdb08c93f299,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:05.410083 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:05.410515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:05.410999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 on network b53027d9-f31d-4f3f-a184-79b661828ba8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:05.419404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Port bc013dce-bab7-4758-8b7d-cdb08c93f299 on network b53027d9-f31d-4f3f-a184-79b661828ba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:15:05.419946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 on network b53027d9-f31d-4f3f-a184-79b661828ba8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:05.429355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:05.429902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Checking segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:05.430547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Bound using segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:05.432133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Bound port: bc013dce-bab7-4758-8b7d-cdb08c93f299, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:05.432780 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:05.542713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:05.546904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:05.551851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:05.597907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.598628 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:05.600212 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-6c522f40-e723-4324-9a70-02a383660810 service neutron] 10.222.0.24 "PUT /v2.0/ports/bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 1093 time: 0.8470480 Jul 08 02:15:05.600755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:05.603330 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:05.642922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c522f40-e723-4324-9a70-02a383660810 service neutron] Pushing event updated for resources: {'Port': ['ID=bc013dce-bab7-4758-8b7d-cdb08c93f299,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:05.667760 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefa4d33-260b-4ff2-a39a-5cc27d51d1f2 x-openstack-request-id: req-eefa4d33-260b-4ff2-a39a-5cc27d51d1f2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:05.668157 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:05.668501 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eefa4d33-260b-4ff2-a39a-5cc27d51d1f2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:05.668953 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'status': 'completed', 'code': 200} Jul 08 02:15:05.724182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-f84d8001-d2fc-4869-bc50-cf4b02528d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.725942 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-f84d8001-d2fc-4869-bc50-cf4b02528d13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1096 time: 0.0695834 Jul 08 02:15:05.805690 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-e8b96886-7bbc-4909-9945-2cdd2686e087 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 217 time: 0.0705602 Jul 08 02:15:05.888107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-9ce895b2-5f62-46db-9dc2-7330993fd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.889818 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-9ce895b2-5f62-46db-9dc2-7330993fd265 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f92a8708-659b-48a3-b4c5-6c182493f118 HTTP/1.1" status: 200 len: 835 time: 0.0773118 Jul 08 02:15:05.960717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-635dc8d8-f5a8-4ce1-98e4-5daf87d657b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:05.962424 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-635dc8d8-f5a8-4ce1-98e4-5daf87d657b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b53027d9-f31d-4f3f-a184-79b661828ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666435 Jul 08 02:15:06.088115 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-5afb19d1-98ba-4f8e-8b35-46348ddc8e07 service neutron] 10.222.0.24 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174524 Jul 08 02:15:06.230154 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-edc4acf3-5140-46f4-bc87-9fbbbf599589 req-28c84a04-5a90-470e-8f20-ddb842c2e3bd service neutron] 10.222.0.24 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347048 Jul 08 02:15:06.305586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c5be8bb3-ba31-4709-9b9d-44b1e74321aa up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:06.365757 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271bc0-bdca-4f30-8fe8-14575d3f6d0e req-c7516511-f470-4fa7-83ef-71c771abd913 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:06.366304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-b9c81e35-06c5-4dda-a129-ff48ae7708e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:06.367393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08271bc0-bdca-4f30-8fe8-14575d3f6d0e req-c7516511-f470-4fa7-83ef-71c771abd913 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 944 time: 0.0793772 Jul 08 02:15:06.368109 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-b9c81e35-06c5-4dda-a129-ff48ae7708e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1096 time: 0.0683224 Jul 08 02:15:06.377228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c5be8bb3-ba31-4709-9b9d-44b1e74321aa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:06.377599 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:06.412029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08271bc0-bdca-4f30-8fe8-14575d3f6d0e req-c4c74e0a-d096-4abd-88a8-225a3b8f16b0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388598 Jul 08 02:15:06.484625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-5a535ce4-9f67-4aef-b5c8-46fdb5e2baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:06.486224 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-5a535ce4-9f67-4aef-b5c8-46fdb5e2baba service neutron] 10.222.0.24 "GET /v2.0/networks?id=b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 200 len: 898 time: 0.1100290 Jul 08 02:15:06.529231 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-df45fa01-6582-4e41-8547-a8dfff12520e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 217 time: 0.0362532 Jul 08 02:15:06.586639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-869687de-0058-40e3-9133-b8a604ec0c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:06.588829 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-869687de-0058-40e3-9133-b8a604ec0c21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f92a8708-659b-48a3-b4c5-6c182493f118 HTTP/1.1" status: 200 len: 835 time: 0.0535948 Jul 08 02:15:06.649401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-c1342d85-2922-42b1-93da-ce7668fa9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:06.652173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-c1342d85-2922-42b1-93da-ce7668fa9c3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b53027d9-f31d-4f3f-a184-79b661828ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564244 Jul 08 02:15:06.750586 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-6972ec53-58e9-4957-8a5f-fb662c808402 service neutron] 10.222.0.24 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914295 Jul 08 02:15:06.847639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-816c07bc-c1c7-4e4e-8083-d0e4bd54d1a6 req-f7b75121-63ca-4302-ac70-4f4a17670567 service neutron] 10.222.0.24 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900989 Jul 08 02:15:07.598171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb6daf-0c19-489b-9ff9-ab7c2d4d73a7 req-19ce9d65-2f8e-4691-b493-59b33570adb5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:07.599677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-17eb6daf-0c19-489b-9ff9-ab7c2d4d73a7 req-19ce9d65-2f8e-4691-b493-59b33570adb5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 944 time: 0.0686545 Jul 08 02:15:07.637639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-17eb6daf-0c19-489b-9ff9-ab7c2d4d73a7 req-0d9454b4-8187-4ad4-8a0c-fcb4572d6c1c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Jul 08 02:15:08.813364 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9442-d0a8-40b7-b9a8-20345af91238 req-c7cc18f3-b1ca-4001-980d-1ed2cd33e420 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:08.814916 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0aca9442-d0a8-40b7-b9a8-20345af91238 req-c7cc18f3-b1ca-4001-980d-1ed2cd33e420 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 944 time: 0.0640986 Jul 08 02:15:08.853703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0aca9442-d0a8-40b7-b9a8-20345af91238 req-e9483678-30fe-49d5-847d-e5ae68c82e66 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326896 Jul 08 02:15:09.071066 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:09.184684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device bc013dce-bab7-4758-8b7d-cdb08c93f299 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:15:09.288495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:09.301568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'port_id': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'mac_address': 'fa:16:3e:2b:c4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:15:09.345150 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:09.359070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc013dce-bab7-4758-8b7d-cdb08c93f299 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:15:09.379667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:09.383568 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:09.440278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=bc013dce-bab7-4758-8b7d-cdb08c93f299,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:09.575754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['bc013dce-bab7-4758-8b7d-cdb08c93f299'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:15:10.160057 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1d6e9-2bc9-471c-a9dc-c44100ee2ba1 req-4978fb10-85a1-4af4-8a5c-d6627887e6de tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:10.161552 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78c1d6e9-2bc9-471c-a9dc-c44100ee2ba1 req-4978fb10-85a1-4af4-8a5c-d6627887e6de tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 945 time: 0.1763337 Jul 08 02:15:10.216539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78c1d6e9-2bc9-471c-a9dc-c44100ee2ba1 req-04bb6e66-540c-432a-a35a-456d072e6551 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424786 Jul 08 02:15:11.201560 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device bc013dce-bab7-4758-8b7d-cdb08c93f299 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:15:11.250918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port bc013dce-bab7-4758-8b7d-cdb08c93f299 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:15:11.254835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port bc013dce-bab7-4758-8b7d-cdb08c93f299 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:11.255204 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.337695 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.361799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:11.364178 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864eaa8f-569a-4f10-a58b-8d0ec57f4450" -d '{"events": [{"server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "name": "network-vif-plugged", "status": "completed", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:11.378235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:11.385189 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:11.411749 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99aa40d-17ee-442a-a8d6-358d4761eb54 x-openstack-request-id: req-c99aa40d-17ee-442a-a8d6-358d4761eb54 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:11.412029 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "name": "network-vif-plugged", "status": "completed", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:11.412436 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c99aa40d-17ee-442a-a8d6-358d4761eb54 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:11.412828 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'code': 200} Jul 08 02:15:11.418467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695bbb-bed5-4a64-8979-297b5169147c req-05573320-c34e-4b69-84fe-826719707ec7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:11.420044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80695bbb-bed5-4a64-8979-297b5169147c req-05573320-c34e-4b69-84fe-826719707ec7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 945 time: 0.0729241 Jul 08 02:15:11.442739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=bc013dce-bab7-4758-8b7d-cdb08c93f299,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:11.461530 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80695bbb-bed5-4a64-8979-297b5169147c req-6ab58f04-06d1-4d8f-ac2d-833f4489b0eb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358877 Jul 08 02:15:11.523831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de1bc-6f05-46f8-8579-5b1ada978b3e req-f9a0c467-53e1-4cc8-a9af-8d31d3d15341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:11.525396 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b89de1bc-6f05-46f8-8579-5b1ada978b3e req-f9a0c467-53e1-4cc8-a9af-8d31d3d15341 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1098 time: 0.0521798 Jul 08 02:15:11.559582 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b89de1bc-6f05-46f8-8579-5b1ada978b3e req-60b747d1-479f-44c2-a76b-a0b623d556cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279493 Jul 08 02:15:12.637193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2ab36-dff6-43e3-956a-d9c52c3d8bee req-f74b99e4-7bb6-4fb2-af7e-911eb268b53d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:12.638709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cb2ab36-dff6-43e3-956a-d9c52c3d8bee req-f74b99e4-7bb6-4fb2-af7e-911eb268b53d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 946 time: 0.0649297 Jul 08 02:15:12.676475 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5cb2ab36-dff6-43e3-956a-d9c52c3d8bee req-87bc661b-5e6b-4495-ad48-79a8c9fe82d5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321062 Jul 08 02:15:12.851567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bc45f-1c93-43fc-ba80-e0c7a281eeb4 req-b98e61cd-21a4-4250-8f08-18ed5a286b4c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:12.853111 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b25bc45f-1c93-43fc-ba80-e0c7a281eeb4 req-b98e61cd-21a4-4250-8f08-18ed5a286b4c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 946 time: 0.0679977 Jul 08 02:15:12.893042 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b25bc45f-1c93-43fc-ba80-e0c7a281eeb4 req-d3c13e25-8279-48eb-960f-541d62754407 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340657 Jul 08 02:15:12.917084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39694) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:12.970372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8bf8a1-5543-403b-b462-b8c59a94e277 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:12.971918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bc8bf8a1-5543-403b-b462-b8c59a94e277 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1093 time: 0.0538793 Jul 08 02:15:12.974776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:12.979967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:13.002758 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.105906 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.208468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.25.4.179 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/ec3bd353-54da-4691-85f8-6df75a9e760e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:15:13.313532 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.352008 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.388113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:15:13.392782 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:15:13.396137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:15:13.422744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=ec3bd353-54da-4691-85f8-6df75a9e760e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:13.765185 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.843885 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.991613 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:13.996894 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:14.063447 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=ec3bd353-54da-4691-85f8-6df75a9e760e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:14.079540 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:14.181043 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Floating IP 262a838e-3324-4ead-8c05-5bdc2b0364e2 associated. External IP: 172.25.4.179, port: bc013dce-bab7-4758-8b7d-cdb08c93f299. Jul 08 02:15:14.670314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router c1487fc0-950f-4f3e-a13a-2f1eae4efeda has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:15:14.774524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:15:14.784912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] Sync routers for ids ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:15:14.791956 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:14.796069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] Routers {'c1487fc0-950f-4f3e-a13a-2f1eae4efeda'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:14.796717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:14:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:14.835008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bdfb2eb7-f8c9-4aa7-af2b-b0dbea888315 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8591571 Jul 08 02:15:14.835604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:14.838064 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62ff310-58a7-477e-b209-0de0d4af8390" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:14.890217 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cf3169-da5a-4d81-b3f5-2782e531c42c x-openstack-request-id: req-b7cf3169-da5a-4d81-b3f5-2782e531c42c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:14.890521 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:14.890773 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7cf3169-da5a-4d81-b3f5-2782e531c42c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:14.891305 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'status': 'completed', 'code': 200} Jul 08 02:15:14.973095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-6ba85376-5a3a-46f2-b10d-18c89021e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:14.974639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-6ba85376-5a3a-46f2-b10d-18c89021e103 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1098 time: 0.0587809 Jul 08 02:15:15.000639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed27182-51e1-44e0-ac84-5a7d593eeb69 req-d857be63-eefb-4eb5-b4d5-279a375c5572 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:15.002284 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ed27182-51e1-44e0-ac84-5a7d593eeb69 req-d857be63-eefb-4eb5-b4d5-279a375c5572 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 946 time: 0.0672998 Jul 08 02:15:15.045463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ed27182-51e1-44e0-ac84-5a7d593eeb69 req-63555163-0743-4294-b185-e0e5eaf3d52f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367100 Jul 08 02:15:15.074602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39702) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:15.085546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] Set router c1487fc0-950f-4f3e-a13a-2f1eae4efeda gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:15.146166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ec2f5444-7f2f-4a24-a6d2-cc232c08b265 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/262a838e-3324-4ead-8c05-5bdc2b0364e2 HTTP/1.1" status: 200 len: 992 time: 0.0689991 Jul 08 02:15:15.338883 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:15:00Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '262a838e-3324-4ead-8c05-5bdc2b0364e2', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'port_id': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'mac_address': 'fa:16:3e:2b:c4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:15:13Z', 'updated_at': '2021-07-08T02:15:13Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5be8bb3-ba31-4709-9b9d-44b1e74321aa', 'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:00:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:59Z', 'updated_at': '2021-07-08T02:15:04Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:15.366573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] Checking router: c1487fc0-950f-4f3e-a13a-2f1eae4efeda for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:15:15.375225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] Routers {'c1487fc0-950f-4f3e-a13a-2f1eae4efeda'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:15.375838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:14:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:15.418574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-7259574f-1d2e-428d-bdfc-ce6c88c67e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:15.420085 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-7259574f-1d2e-428d-bdfc-ce6c88c67e91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 200 len: 898 time: 0.4386539 Jul 08 02:15:15.493907 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-0addf050-cce0-4d1b-9a79-67a5047f005b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 1000 time: 0.0670714 Jul 08 02:15:15.495194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] Set router c1487fc0-950f-4f3e-a13a-2f1eae4efeda gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:15:15.550972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-47e87037-bd7a-43e0-b9d8-123f4fdadf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:15.552731 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-47e87037-bd7a-43e0-b9d8-123f4fdadf24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f92a8708-659b-48a3-b4c5-6c182493f118 HTTP/1.1" status: 200 len: 835 time: 0.0515511 Jul 08 02:15:15.616106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-64103421-997f-41ee-a73b-4e01bf5af1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:15.617605 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-64103421-997f-41ee-a73b-4e01bf5af1da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b53027d9-f31d-4f3f-a184-79b661828ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588541 Jul 08 02:15:15.711822 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-714a9ab1-a495-4e1e-a264-7f4da5421e17 service neutron] 10.222.0.24 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875344 Jul 08 02:15:15.733408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:15:00Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '262a838e-3324-4ead-8c05-5bdc2b0364e2', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'port_id': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'mac_address': 'fa:16:3e:2b:c4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:15:13Z', 'updated_at': '2021-07-08T02:15:13Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5be8bb3-ba31-4709-9b9d-44b1e74321aa', 'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:00:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:59Z', 'updated_at': '2021-07-08T02:15:04Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:15.765779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f633571a-97f2-4f8b-90d5-93151982104d None None] The sync data for ids ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'] in n-d-694802-14 is: [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:15:00Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '262a838e-3324-4ead-8c05-5bdc2b0364e2', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.179', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'port_id': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'mac_address': 'fa:16:3e:2b:c4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:15:13Z', 'updated_at': '2021-07-08T02:15:13Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5be8bb3-ba31-4709-9b9d-44b1e74321aa', 'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:00:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:59Z', 'updated_at': '2021-07-08T02:15:04Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:15:15.817336 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c62ff310-58a7-477e-b209-0de0d4af8390 req-896b8db6-1fad-419c-a6c0-7206c3d6d447 service neutron] 10.222.0.24 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987027 Jul 08 02:15:15.978510 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88765ba3-d1c3-482f-880f-79d448b24afc None None] New status for floating IP 262a838e-3324-4ead-8c05-5bdc2b0364e2: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:15:16.149041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:16.221918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b080094b-1f0f-489b-88bb-104f168f20ad tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/262a838e-3324-4ead-8c05-5bdc2b0364e2 HTTP/1.1" status: 200 len: 994 time: 0.0716727 Jul 08 02:15:18.613655 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:15:20.653256 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ca4b5e43-23d4-4d94-a84e-eff269a31798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.406747 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-27ff0c5b-37a0-48ad-b67c-99b8b41633d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:23.751522 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:24.836993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:26.495299 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:34.700798 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:39.070504 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:47.618259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36244fd3-6401-4bbe-8914-43c9c9730db1 req-50fa1be0-e0c2-458f-80ae-8466fdee6568 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:47.619829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36244fd3-6401-4bbe-8914-43c9c9730db1 req-50fa1be0-e0c2-458f-80ae-8466fdee6568 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 946 time: 0.0670006 Jul 08 02:15:47.664479 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36244fd3-6401-4bbe-8914-43c9c9730db1 req-5e072ac9-2f75-4efb-acb3-73fb96f9ecae tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389383 Jul 08 02:15:47.695947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:15:47.764622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-af30519b-835d-4c77-8a9f-c5cf3f904445 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/262a838e-3324-4ead-8c05-5bdc2b0364e2 HTTP/1.1" status: 200 len: 994 time: 0.0668972 Jul 08 02:15:48.217717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b8f1e-dafd-4697-9db2-8022b37242da req-3a87b7df-c906-494d-8856-81d51c2cf5d6 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:48.220788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b7b8f1e-dafd-4697-9db2-8022b37242da req-3a87b7df-c906-494d-8856-81d51c2cf5d6 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1098 time: 0.0580559 Jul 08 02:15:48.258285 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b7b8f1e-dafd-4697-9db2-8022b37242da req-4f96445c-5129-487d-859a-bd99b058294d tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326614 Jul 08 02:15:48.903645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-f6fed60f-fe2d-41e8-8d6d-5b563930b204 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0610399 Jul 08 02:15:49.648163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-d517c20c-f736-4a74-b6df-8b7dfb30410c tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:15:49.649225 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-d517c20c-f736-4a74-b6df-8b7dfb30410c tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0803208 Jul 08 02:15:49.659363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Request body: {'binding': {'host': 'n-h1-694802-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:49.660028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Unknown quota resources ['binding']. {{(pid=93883) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 08 02:15:49.812273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 on host n-h1-694802-14 for vnic_type normal with profile None {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:49.812643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:49.812979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 on network b53027d9-f31d-4f3f-a184-79b661828ba8 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:49.818963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Port bc013dce-bab7-4758-8b7d-cdb08c93f299 on network b53027d9-f31d-4f3f-a184-79b661828ba8 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:15:49.819297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 on network b53027d9-f31d-4f3f-a184-79b661828ba8 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:49.825218 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:49.825610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Checking segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:49.825948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Bound using segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:49.826384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Bound port: bc013dce-bab7-4758-8b7d-cdb08c93f299, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:49.925416 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:49.931906 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:49.933807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-951dfcbb-5780-4652-adb3-13a9f04b6ab0 service neutron] 10.222.0.41 "POST /v2.0/ports/bc013dce-bab7-4758-8b7d-cdb08c93f299/bindings HTTP/1.1" status: 201 len: 390 time: 0.2783005 Jul 08 02:15:50.147524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e1c3e-7c6b-4fac-abff-40a21b131ec7 req-9e6ece8d-b74c-4e06-8d9e-d4a1a9695e95 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:50.149090 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b11e1c3e-7c6b-4fac-abff-40a21b131ec7 req-9e6ece8d-b74c-4e06-8d9e-d4a1a9695e95 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 946 time: 0.0727034 Jul 08 02:15:50.192205 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b11e1c3e-7c6b-4fac-abff-40a21b131ec7 req-095edf3d-7b42-42f0-91e6-108e639ecf07 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371947 Jul 08 02:15:50.194606 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-48007a4d-fffa-4563-8c1c-ea49645fa6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:50.197856 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-48007a4d-fffa-4563-8c1c-ea49645fa6c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1098 time: 0.0594854 Jul 08 02:15:50.299899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-69d6d72b-b390-402c-b48d-a000512f2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:50.301444 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-69d6d72b-b390-402c-b48d-a000512f2c85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 200 len: 898 time: 0.0960000 Jul 08 02:15:50.369720 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-f0620f25-a6fd-4c72-8db2-fc899666cb64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 1002 time: 0.0612071 Jul 08 02:15:50.421348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-93d00f75-7241-478f-bbb9-afa665a90f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:50.422790 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-93d00f75-7241-478f-bbb9-afa665a90f4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f92a8708-659b-48a3-b4c5-6c182493f118 HTTP/1.1" status: 200 len: 835 time: 0.0465543 Jul 08 02:15:50.486735 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-7ee41971-584b-4b8e-af47-348891aa9f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:50.488269 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-7ee41971-584b-4b8e-af47-348891aa9f6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b53027d9-f31d-4f3f-a184-79b661828ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580640 Jul 08 02:15:50.577702 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-eb5f8857-de38-4d58-8409-66758f9bf74c service neutron] 10.222.0.16 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814884 Jul 08 02:15:50.657356 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d5d3e2d1-feb4-4ecf-b307-4ba45ac706df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:50.691183 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-c5721ad9-681d-4e6c-b025-c1bd2badbfee service neutron] 10.222.0.16 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002340 Jul 08 02:15:50.860142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-eb8b1da0-76a5-4fee-a2ef-ef6c4d18525d tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:50.861730 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-eb8b1da0-76a5-4fee-a2ef-ef6c4d18525d tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c&tenant_id=214685b4f82040c087d1b3f522f25c6e&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1098 time: 0.1125135 Jul 08 02:15:50.873128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-694802-14'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:15:50.957007 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.097697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:51.136564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:51.178946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:51.181841 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9cea65-d343-48ae-87c8-84779c7ec613" -d '{"events": [{"server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:51.186138 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.193259 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.330018 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf359380-5444-4a8b-9457-a5d84c2cf989 x-openstack-request-id: req-bf359380-5444-4a8b-9457-a5d84c2cf989 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:51.331108 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:51.331108 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf359380-5444-4a8b-9457-a5d84c2cf989 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:51.331108 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'code': 200} Jul 08 02:15:51.357880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Pushing event updated for resources: {'Port': ['ID=bc013dce-bab7-4758-8b7d-cdb08c93f299,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:51.362037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 on host n-h2-694802-14 for vnic_type normal with profile {"migrating_to": "n-h1-694802-14"} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:15:51.362386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:15:51.362724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 on network b53027d9-f31d-4f3f-a184-79b661828ba8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:51.367770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Port bc013dce-bab7-4758-8b7d-cdb08c93f299 on network b53027d9-f31d-4f3f-a184-79b661828ba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:15:51.368096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Attempting to bind port bc013dce-bab7-4758-8b7d-cdb08c93f299 on network b53027d9-f31d-4f3f-a184-79b661828ba8 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:15:51.374257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:15:51.374603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Checking segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:15:51.374994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Bound using segment: {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:15:51.375433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Bound port: bc013dce-bab7-4758-8b7d-cdb08c93f299, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:15:51.375800 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.417338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7456f-d17c-47f4-bb61-e0cdf67e9b7d req-09b6eaee-d026-47c7-b97d-4a20130008af tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:51.420820 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f7456f-d17c-47f4-bb61-e0cdf67e9b7d req-09b6eaee-d026-47c7-b97d-4a20130008af tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 944 time: 0.0994475 Jul 08 02:15:51.453497 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:51.458784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:15:51.466574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.479373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60f7456f-d17c-47f4-bb61-e0cdf67e9b7d req-7e8034e2-1212-4260-8119-b8b2fbca0928 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520349 Jul 08 02:15:51.502106 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-81eb9304-f3c1-4c31-a52e-8dcc31588ee6 None None] Provisioning complete for port bc013dce-bab7-4758-8b7d-cdb08c93f299 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:51.502601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-81eb9304-f3c1-4c31-a52e-8dcc31588ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.584646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Pushing event updated for resources: {'Port': ['ID=bc013dce-bab7-4758-8b7d-cdb08c93f299,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:51.613751 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-81eb9304-f3c1-4c31-a52e-8dcc31588ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.621921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:51.622358 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.623865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9940da84-5a4a-4f86-a3aa-541b89d8b728 service neutron] 10.222.0.16 "PUT /v2.0/ports/bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 1124 time: 0.7554803 Jul 08 02:15:51.642912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:51.645248 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87145f0b-2b8b-432e-b89e-b749663111db" -d '{"events": [{"server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "name": "network-vif-plugged", "status": "completed", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:51.662988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-81eb9304-f3c1-4c31-a52e-8dcc31588ee6 None None] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:51.678382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-81eb9304-f3c1-4c31-a52e-8dcc31588ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:51.706586 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c898571d-4742-45f4-89c0-71bb6729648c x-openstack-request-id: req-c898571d-4742-45f4-89c0-71bb6729648c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:51.706898 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "name": "network-vif-plugged", "status": "completed", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:51.707128 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c898571d-4742-45f4-89c0-71bb6729648c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:51.707604 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'code': 200} Jul 08 02:15:51.710789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['bc013dce-bab7-4758-8b7d-cdb08c93f299'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:15:51.866946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb9304-f3c1-4c31-a52e-8dcc31588ee6 None None] Pushing event updated for resources: {'Port': ['ID=bc013dce-bab7-4758-8b7d-cdb08c93f299,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:52.047429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-76ddae08-02c9-4758-9b10-296d3eb44a59 None None] Provisioning complete for port bc013dce-bab7-4758-8b7d-cdb08c93f299 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:15:52.047803 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-76ddae08-02c9-4758-9b10-296d3eb44a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:52.647421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f2568-3946-4178-a6cb-a4ea892094fa req-a5922c24-cf44-482f-96c5-8633561ac0c2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:52.648947 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-813f2568-3946-4178-a6cb-a4ea892094fa req-a5922c24-cf44-482f-96c5-8633561ac0c2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 946 time: 0.0660129 Jul 08 02:15:52.686411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-813f2568-3946-4178-a6cb-a4ea892094fa req-5b056bdb-b630-4380-b3af-70e4bc92f72a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318825 Jul 08 02:15:53.332247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:53.334734 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db98084-c5ef-4032-8de5-d5b534cacb47" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:53.371007 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d3c445-d30b-4010-8823-ad1ddef20f21 x-openstack-request-id: req-36d3c445-d30b-4010-8823-ad1ddef20f21 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:53.371294 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:53.371541 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36d3c445-d30b-4010-8823-ad1ddef20f21 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:53.371966 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'status': 'completed', 'code': 200} Jul 08 02:15:53.407714 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8c529a52-b0c3-443c-af5c-537af1be1a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:53.451557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-60e0abb2-2b3d-480b-a840-dec9187381c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:53.453378 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-60e0abb2-2b3d-480b-a840-dec9187381c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1129 time: 0.0592268 Jul 08 02:15:53.566187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-40d39d85-c884-43ff-8e76-ac3621a800c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:53.567637 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-40d39d85-c884-43ff-8e76-ac3621a800c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 200 len: 898 time: 0.1078238 Jul 08 02:15:53.642226 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-649706be-29d9-4847-a8d1-cbf1df63384a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 1002 time: 0.0672567 Jul 08 02:15:53.693998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-c4827222-1239-4f45-95b3-f76b49464ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:53.695663 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-c4827222-1239-4f45-95b3-f76b49464ded service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f92a8708-659b-48a3-b4c5-6c182493f118 HTTP/1.1" status: 200 len: 835 time: 0.0465469 Jul 08 02:15:53.753802 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:53.764861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-2aae0107-f93c-49c5-bcb2-6982af82ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:53.766782 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-2aae0107-f93c-49c5-bcb2-6982af82ff54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b53027d9-f31d-4f3f-a184-79b661828ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641713 Jul 08 02:15:53.870497 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-58edb61e-eb2a-4c19-a5cd-fe8b7fdcc3bd service neutron] 10.222.0.24 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941691 Jul 08 02:15:53.890982 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544c32a-2dac-4f65-b644-82880f6b7fa8 req-b7d0efcd-6bec-41f1-88cd-525b8e350c05 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:53.892597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d544c32a-2dac-4f65-b644-82880f6b7fa8 req-b7d0efcd-6bec-41f1-88cd-525b8e350c05 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 946 time: 0.0748293 Jul 08 02:15:53.934665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d544c32a-2dac-4f65-b644-82880f6b7fa8 req-525c7763-f7aa-4efc-ab37-9b1fec221116 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325899 Jul 08 02:15:53.975004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1db98084-c5ef-4032-8de5-d5b534cacb47 req-7e650cc6-dbe8-41c9-9f25-a0211fd2ee18 service neutron] 10.222.0.24 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978267 Jul 08 02:15:54.841082 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:55.109206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device bc013dce-bab7-4758-8b7d-cdb08c93f299 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:15:55.114583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab9c24-5ec8-4412-ba97-e97a17067330 req-d667a3b1-1e21-4a96-b9f7-32eebf9eb248 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:55.116136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-42ab9c24-5ec8-4412-ba97-e97a17067330 req-d667a3b1-1e21-4a96-b9f7-32eebf9eb248 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 946 time: 0.0661843 Jul 08 02:15:55.173155 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-42ab9c24-5ec8-4412-ba97-e97a17067330 req-605f611f-ff53-4a11-90d6-3661a3a9c599 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485556 Jul 08 02:15:55.225853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:55.238430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device bc013dce-bab7-4758-8b7d-cdb08c93f299 has no active binding in host n-h1-694802-14 {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 08 02:15:55.612984 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:15:56.262011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f346107-5b40-4165-9f02-175a1ebeafd5 req-89f506ce-db5e-4643-9e9b-f86c906fae66 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:56.263715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f346107-5b40-4165-9f02-175a1ebeafd5 req-89f506ce-db5e-4643-9e9b-f86c906fae66 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 946 time: 0.0760410 Jul 08 02:15:56.330011 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f346107-5b40-4165-9f02-175a1ebeafd5 req-1fc9c0e9-faf2-4480-91c1-e7f19b8d3930 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604293 Jul 08 02:15:56.382891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c86b91-e6a3-4e1b-8827-958cdd6e2ca6 req-33668aa4-70f1-4642-859a-f695e1791766 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:56.384718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9c86b91-e6a3-4e1b-8827-958cdd6e2ca6 req-33668aa4-70f1-4642-859a-f695e1791766 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 946 time: 0.0757167 Jul 08 02:15:56.425132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e9c86b91-e6a3-4e1b-8827-958cdd6e2ca6 req-8e23ac18-940b-4ebf-b895-303de7bf9115 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347004 Jul 08 02:15:56.497545 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:56.574177 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-98533e82-a394-407c-92e3-9f27bfb4af77 service neutron] 10.222.0.24 "GET /v2.0/ports/bc013dce-bab7-4758-8b7d-cdb08c93f299/bindings/n-h1-694802-14 HTTP/1.1" status: 200 len: 385 time: 0.0657346 Jul 08 02:15:56.744431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:56.764732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:15:56.807627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:56.809928 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d39b67f-c905-42d2-b97c-d33cb74ded51" -d '{"events": [{"server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:56.816912 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:56.833361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:56.868671 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca5eaa6-7f19-439d-af64-92ac21909449 x-openstack-request-id: req-9ca5eaa6-7f19-439d-af64-92ac21909449 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:56.868995 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "name": "network-vif-unplugged", "status": "completed", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:56.869245 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ca5eaa6-7f19-439d-af64-92ac21909449 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:56.869643 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'code': 200} Jul 08 02:15:56.912035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Transition to ACTIVE for port object bc013dce-bab7-4758-8b7d-cdb08c93f299 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:15:56.917316 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:57.015343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Pushing event updated for resources: {'Port': ['ID=bc013dce-bab7-4758-8b7d-cdb08c93f299,revision_number=11']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:57.032922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.033266 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.033605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.033945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.034272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.034598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.034925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.035250 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.035574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.035899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.036219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.036564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:15:57.068455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] No DVR routers for this DVR port bc013dce-bab7-4758-8b7d-cdb08c93f299 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:15:57.210970 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-14393469-32a6-41c0-8bf6-f718b6d06a2c service neutron] 10.222.0.24 "PUT /v2.0/ports/bc013dce-bab7-4758-8b7d-cdb08c93f299/bindings/n-h1-694802-14/activate HTTP/1.1" status: 200 len: 370 time: 0.6316619 Jul 08 02:15:57.381671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-a3b45282-88bc-442f-baa1-d95c85b0a81d tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:57.383231 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-a3b45282-88bc-442f-baa1-d95c85b0a81d tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c&tenant_id=214685b4f82040c087d1b3f522f25c6e&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.1124785 Jul 08 02:15:57.392618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-3fa6dba2-ebf9-497a-8604-2f5e802a604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:57.394059 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-3fa6dba2-ebf9-497a-8604-2f5e802a604b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1097 time: 0.0932627 Jul 08 02:15:57.518013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-3033b6d2-fc42-40c0-aa7d-8c0c395c9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:57.519559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-3033b6d2-fc42-40c0-aa7d-8c0c395c9e79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 1097 time: 0.1246402 Jul 08 02:15:57.531207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff08f09-b349-4d53-8c51-bc55a680c151 req-65bf62b7-9902-4683-8495-1b4d0b3d2ca3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:57.533376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bff08f09-b349-4d53-8c51-bc55a680c151 req-65bf62b7-9902-4683-8495-1b4d0b3d2ca3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 946 time: 0.0758398 Jul 08 02:15:57.536561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-63af2b4f-34b3-400a-acba-e3ac9465a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:57.538414 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-63af2b4f-34b3-400a-acba-e3ac9465a031 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 200 len: 898 time: 0.1151035 Jul 08 02:15:57.590782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bff08f09-b349-4d53-8c51-bc55a680c151 req-01f02abc-c81e-43b4-b3c9-07f9e3f9cb1c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491018 Jul 08 02:15:57.679910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef915f8-5a2c-4f1c-a801-dc77df59e838 req-10f98fb4-c232-4cea-88a8-2f645985d135 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:57.684026 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ef915f8-5a2c-4f1c-a801-dc77df59e838 req-10f98fb4-c232-4cea-88a8-2f645985d135 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 945 time: 0.1107557 Jul 08 02:15:57.737930 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-5dd4f44d-ccef-4fd7-86a7-65675435d2ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 1000 time: 0.1843967 Jul 08 02:15:57.748342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ef915f8-5a2c-4f1c-a801-dc77df59e838 req-d8c64d01-2f69-4be2-a421-4a48caa4284b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547185 Jul 08 02:15:57.783777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-faf9bfe5-cac9-4944-a810-b597ac2bf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:57.785273 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-faf9bfe5-cac9-4944-a810-b597ac2bf773 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1097 time: 0.2414703 Jul 08 02:15:57.856999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-da19825a-57ad-4083-bc49-109b6be14a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:57.858524 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-da19825a-57ad-4083-bc49-109b6be14a79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f92a8708-659b-48a3-b4c5-6c182493f118 HTTP/1.1" status: 200 len: 835 time: 0.1138186 Jul 08 02:15:57.869182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-5165e6fc-63dc-4efa-a6ce-f91b55cf2e13 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:57.870732 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-5165e6fc-63dc-4efa-a6ce-f91b55cf2e13 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 946 time: 0.2153814 Jul 08 02:15:58.025343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-2c38bafc-223c-4e7b-9516-996f87c22086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:58.026879 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-2c38bafc-223c-4e7b-9516-996f87c22086 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 200 len: 898 time: 0.2328291 Jul 08 02:15:58.076657 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-0f11120d-fcbb-436f-8211-dd0fe8dd2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:58.078398 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-0f11120d-fcbb-436f-8211-dd0fe8dd2f58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b53027d9-f31d-4f3f-a184-79b661828ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2067723 Jul 08 02:15:58.174412 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-9eecd094-b879-4ece-89de-57dfc21dc460 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 1000 time: 0.1407437 Jul 08 02:15:58.184759 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Deleting port 381352b9-5cda-4e5a-8216-159be19c5d56 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:15:58.185165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:58.671507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-624147d4-48d6-4f29-9a5a-7c633e869dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:58.673035 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-624147d4-48d6-4f29-9a5a-7c633e869dc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f92a8708-659b-48a3-b4c5-6c182493f118 HTTP/1.1" status: 200 len: 835 time: 0.4901345 Jul 08 02:15:58.674819 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-1691fcb2-6067-407a-8d0f-263c03188d76 service neutron] 10.222.0.24 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900068 Jul 08 02:15:58.797486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] For port 381352b9-5cda-4e5a-8216-159be19c5d56, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=381352b9-5cda-4e5a-8216-159be19c5d56,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:15:58.798549 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:58.850885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a468-6231-4d7d-b29e-0d56daeab44d req-7a62bd05-7075-46f6-b296-4bd9b6ddc60f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:58.853291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d0b7a468-6231-4d7d-b29e-0d56daeab44d req-7a62bd05-7075-46f6-b296-4bd9b6ddc60f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 946 time: 0.1018803 Jul 08 02:15:58.900938 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ff7ac8-719c-4d7d-bfb1-cc8a5d4811ae req-c2ebce76-7f3f-41df-947d-2ec8518f3390 service neutron] 10.222.0.24 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125595 Jul 08 02:15:58.944565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-ca5dd1b6-1f34-4517-a70e-4d9067194142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:58.946297 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-ca5dd1b6-1f34-4517-a70e-4d9067194142 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b53027d9-f31d-4f3f-a184-79b661828ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2607276 Jul 08 02:15:58.954704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d0b7a468-6231-4d7d-b29e-0d56daeab44d req-12047340-0fcb-48aa-96b8-e758c1c5195c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930669 Jul 08 02:15:59.023216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a081dcb-38b8-4808-8113-6f376d783536 req-1e6e8820-ce3f-4f5d-99d5-fcbd4bb98e5b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:59.025652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a081dcb-38b8-4808-8113-6f376d783536 req-1e6e8820-ce3f-4f5d-99d5-fcbd4bb98e5b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 945 time: 0.1232140 Jul 08 02:15:59.081539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a081dcb-38b8-4808-8113-6f376d783536 req-3baf3edd-f918-43a7-a4c9-15b10cbf743a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454626 Jul 08 02:15:59.121828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:59.122197 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:59.122509 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Floating IP 53f8be5c-e459-46c2-a2fe-ca9cfd5fdad3 disassociated. External IP: 172.25.4.48, port: 381352b9-5cda-4e5a-8216-159be19c5d56. Jul 08 02:15:59.122851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Calling delete_port for 381352b9-5cda-4e5a-8216-159be19c5d56 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:15:59.128642 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-a6d3b6b8-a519-4219-a0e0-81a9edd65e1c service neutron] 10.222.0.16 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732838 Jul 08 02:15:59.294429 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-0fdde4a9-be36-41c4-9cd4-2aa63779e757 service neutron] 10.222.0.16 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578958 Jul 08 02:15:59.362689 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:59.391713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'Port': ['ID=381352b9-5cda-4e5a-8216-159be19c5d56,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:15:59.421837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device bc013dce-bab7-4758-8b7d-cdb08c93f299 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:15:59.481274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device bc013dce-bab7-4758-8b7d-cdb08c93f299 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:15:59.563048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Router 874042fb-60ff-4c09-914c-3d8ea4a97eba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:15:59.729194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:15:59.741957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-bffd7446-0ac6-494c-8a4a-0d583a3aea37 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:15:59.743987 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-bffd7446-0ac6-494c-8a4a-0d583a3aea37 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c&tenant_id=214685b4f82040c087d1b3f522f25c6e&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 1097 time: 0.1306789 Jul 08 02:15:59.747198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] Sync routers for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:15:59.764140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:15:59.765112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:15:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:15:59.818002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] No DVR routers for this DVR port 381352b9-5cda-4e5a-8216-159be19c5d56 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:15:59.822732 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:15:59.825101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2122bd9-30fe-44c3-aa2b-b8b9a19923b1 req-ad60d870-b8de-423d-aa0a-9f45d46f0fda tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.16 "DELETE /v2.0/ports/381352b9-5cda-4e5a-8216-159be19c5d56 HTTP/1.1" status: 204 len: 173 time: 1.9481108 Jul 08 02:15:59.827152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4882270a-1be3-4a97-b971-ad12c1325097', 'name': 'network-vif-deleted', 'tag': '381352b9-5cda-4e5a-8216-159be19c5d56'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:15:59.830060 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45843d15-acde-4a16-82e0-712041e6acc0" -d '{"events": [{"server_uuid": "4882270a-1be3-4a97-b971-ad12c1325097", "name": "network-vif-deleted", "tag": "381352b9-5cda-4e5a-8216-159be19c5d56"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:15:59.878402 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523524d2-8d7e-447c-9a9e-be1ff3f16dd4 x-openstack-request-id: req-523524d2-8d7e-447c-9a9e-be1ff3f16dd4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:15:59.878692 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4882270a-1be3-4a97-b971-ad12c1325097", "name": "network-vif-deleted", "tag": "381352b9-5cda-4e5a-8216-159be19c5d56", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:15:59.878940 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-523524d2-8d7e-447c-9a9e-be1ff3f16dd4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:15:59.879507 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4882270a-1be3-4a97-b971-ad12c1325097', 'name': 'network-vif-deleted', 'tag': '381352b9-5cda-4e5a-8216-159be19c5d56', 'status': 'completed', 'code': 200} Jul 08 02:15:59.930306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:00.012870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-0425b36b-c328-41a6-a140-7c6fda66a1a9 service neutron] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:00.017015 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-0425b36b-c328-41a6-a140-7c6fda66a1a9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:00.019079 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f00bddf-98a0-4ffb-84c4-62423bb416d2 req-0425b36b-c328-41a6-a140-7c6fda66a1a9 service neutron] 10.222.0.16 "DELETE /v2.0/ports/bc013dce-bab7-4758-8b7d-cdb08c93f299/bindings/n-h2-694802-14 HTTP/1.1" status: 204 len: 173 time: 0.2566850 Jul 08 02:16:00.150291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:00.165396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f08338c3-240b-4842-b58d-553170f7c5b7 req-44b92ee7-0799-4271-8a75-b79aadb0d234 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 210 time: 0.0493488 Jul 08 02:16:00.186210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] Checking router: 874042fb-60ff-4c09-914c-3d8ea4a97eba for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:16:00.200514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:00.201161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:15:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:00.322674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d16a4-db85-4690-8b54-8c6da1b9b297 req-86012879-6a3a-4229-b211-d9e83db2e0e2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:00.324931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-734d16a4-db85-4690-8b54-8c6da1b9b297 req-86012879-6a3a-4229-b211-d9e83db2e0e2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 945 time: 0.0763543 Jul 08 02:16:00.371355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-734d16a4-db85-4690-8b54-8c6da1b9b297 req-107d3bd9-928d-4659-a24f-f0aae3d43c40 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Jul 08 02:16:00.530339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:00.557096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81f0d5-476c-4dc4-b68a-5a8275fa649c req-da3b20fe-26c7-4365-9a8a-18945338c920 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:00.559043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c81f0d5-476c-4dc4-b68a-5a8275fa649c req-da3b20fe-26c7-4365-9a8a-18945338c920 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1097 time: 0.0626578 Jul 08 02:16:00.609499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4c81f0d5-476c-4dc4-b68a-5a8275fa649c req-692c4972-df17-4009-be34-8ba4204c7cd5 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431020 Jul 08 02:16:00.812493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:00.837673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38492e-739e-46ca-978c-6a20770acbbe req-c89dace3-aca7-40c1-9c85-f9c213f4ea25 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:00.839306 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de38492e-739e-46ca-978c-6a20770acbbe req-c89dace3-aca7-40c1-9c85-f9c213f4ea25 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 945 time: 0.0733323 Jul 08 02:16:00.842081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e39a13e-560b-45dd-83a0-05fce22cfcfe None None] The sync data for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 is: [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:16:00.885875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de38492e-739e-46ca-978c-6a20770acbbe req-a2ee7e18-b613-447f-b666-0c9dea24fd8e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403197 Jul 08 02:16:00.913043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39810) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:00.986615 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f1b500a7-c469-4847-9d8a-daa7eaf6a469 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/262a838e-3324-4ead-8c05-5bdc2b0364e2 HTTP/1.1" status: 200 len: 992 time: 0.0723135 Jul 08 02:16:01.119116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 381352b9-5cda-4e5a-8216-159be19c5d56 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:01.145495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 381352b9-5cda-4e5a-8216-159be19c5d56 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:16:01.145842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 381352b9-5cda-4e5a-8216-159be19c5d56 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:01.154268 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbf0ab-192b-477d-aa38-c8b4092136a8 None None] New status for floating IP 53f8be5c-e459-46c2-a2fe-ca9cfd5fdad3: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:16:01.318924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f641e85b-04d9-48a7-9826-67e65a5b3058 req-39adcd8f-71d7-40e5-b678-ee79dc118dc2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 210 time: 0.0314853 Jul 08 02:16:02.111420 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-746aa76c-4a8a-4b95-bba5-9ffc590d3319 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534210 Jul 08 02:16:02.211509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-8d917b4b-0050-4d9f-915f-2ef27d73c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:02.213691 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-8d917b4b-0050-4d9f-915f-2ef27d73c3fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1097 time: 0.0606325 Jul 08 02:16:02.336215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-6ca9578b-916e-489a-ad56-41aa3b98cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:02.338021 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-6ca9578b-916e-489a-ad56-41aa3b98cc3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 200 len: 898 time: 0.1032333 Jul 08 02:16:02.416011 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-5f25f207-5731-43f5-bece-0e0ff9b3fee9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 1000 time: 0.0719860 Jul 08 02:16:02.476201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-96783fad-5bbf-4cd5-aa4f-10eefb251343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:02.477872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-96783fad-5bbf-4cd5-aa4f-10eefb251343 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f92a8708-659b-48a3-b4c5-6c182493f118 HTTP/1.1" status: 200 len: 835 time: 0.0559888 Jul 08 02:16:02.544657 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-24230188-7751-4313-bc97-332e28e222d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:02.546480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-24230188-7751-4313-bc97-332e28e222d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b53027d9-f31d-4f3f-a184-79b661828ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624850 Jul 08 02:16:02.641578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-18d5bc9c-a1af-43c1-9a84-1dd4b81bdfc1 service neutron] 10.222.0.16 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886946 Jul 08 02:16:02.657390 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9133177d-077f-48b4-b408-479f31cde45c req-9d5a72b1-3182-44af-81f7-7552e209a1ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 210 time: 0.0297630 Jul 08 02:16:02.755404 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-75f29a96-2517-45dd-a070-48cbc38743a2 req-85b67bae-9cbf-473f-9912-b6b17fb4564c service neutron] 10.222.0.16 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069412 Jul 08 02:16:03.267465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:03.438933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port ec3bd353-54da-4691-85f8-6df75a9e760e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:16:03.439279 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:03.529017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:03.529017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:03.541957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for ec3bd353-54da-4691-85f8-6df75a9e760e owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:03.703732 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:03.730836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=ec3bd353-54da-4691-85f8-6df75a9e760e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:03.757723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.758080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.759161 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.759633 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.760080 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.760446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.760867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.761203 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.761547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.761877 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.762212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.762540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:03.807643 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:03.808106 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Floating IP 262a838e-3324-4ead-8c05-5bdc2b0364e2 disassociated (deleted). External IP: 172.25.4.179, port: bc013dce-bab7-4758-8b7d-cdb08c93f299. Jul 08 02:16:03.872985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41eec16f-a987-4a32-a7d5-e5a10fad5642 req-387d8df3-02ae-448f-b543-5622834f925b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=4882270a-1be3-4a97-b971-ad12c1325097 HTTP/1.1" status: 200 len: 210 time: 0.0626192 Jul 08 02:16:04.059141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router c1487fc0-950f-4f3e-a13a-2f1eae4efeda has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:16:04.167089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:16:04.171953 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:04.178828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] Sync routers for ids ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:16:04.189626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] Routers {'c1487fc0-950f-4f3e-a13a-2f1eae4efeda'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:04.190350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:15:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:04.209961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5f4c4b85-0005-4024-9ff0-3defdca1c646 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/floatingips/262a838e-3324-4ead-8c05-5bdc2b0364e2 HTTP/1.1" status: 204 len: 168 time: 0.9413981 Jul 08 02:16:04.210684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:04.213496 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c0e659-642a-4b9a-b98f-97a71d3e37c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:04.258110 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6207ad1-6b3e-437a-b0b9-49d50691d86b x-openstack-request-id: req-c6207ad1-6b3e-437a-b0b9-49d50691d86b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:04.258507 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:04.258830 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6207ad1-6b3e-437a-b0b9-49d50691d86b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:04.259305 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'status': 'completed', 'code': 200} Jul 08 02:16:04.304667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] Set router c1487fc0-950f-4f3e-a13a-2f1eae4efeda gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:04.335072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-344ce9ae-a166-40b7-b06a-1bf85960bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:04.337316 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-344ce9ae-a166-40b7-b06a-1bf85960bd44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 1097 time: 0.0567834 Jul 08 02:16:04.445401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-3d7a4bf9-2f17-4966-9d6b-0f208e17a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:04.446445 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-3d7a4bf9-2f17-4966-9d6b-0f208e17a948 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 200 len: 898 time: 0.1033154 Jul 08 02:16:04.490745 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-d2882644-1f3e-49ba-9b97-49401f69ded6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 200 len: 217 time: 0.0383704 Jul 08 02:16:04.525649 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:15:00Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c5be8bb3-ba31-4709-9b9d-44b1e74321aa', 'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:00:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:59Z', 'updated_at': '2021-07-08T02:15:04Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:04.546546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-405e3ab5-da3a-415e-9365-014217d2f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:04.548260 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-405e3ab5-da3a-415e-9365-014217d2f8d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f92a8708-659b-48a3-b4c5-6c182493f118 HTTP/1.1" status: 200 len: 835 time: 0.0511403 Jul 08 02:16:04.553086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] Checking router: c1487fc0-950f-4f3e-a13a-2f1eae4efeda for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:16:04.562081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] Routers {'c1487fc0-950f-4f3e-a13a-2f1eae4efeda'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:04.562610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:15:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:04.618599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72f475-8503-443c-8ec1-b14f5c09d545 req-d47b1a37-ef49-4705-85ce-e614b4287861 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:04.620206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b72f475-8503-443c-8ec1-b14f5c09d545 req-d47b1a37-ef49-4705-85ce-e614b4287861 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 945 time: 0.0717525 Jul 08 02:16:04.624386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-e506eaaf-b4c3-44d2-81cc-423380616b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:04.626058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-e506eaaf-b4c3-44d2-81cc-423380616b95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b53027d9-f31d-4f3f-a184-79b661828ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692573 Jul 08 02:16:04.660625 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b72f475-8503-443c-8ec1-b14f5c09d545 req-e351e668-2e97-47fc-872a-d93c7db6498f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334837 Jul 08 02:16:04.684047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] Set router c1487fc0-950f-4f3e-a13a-2f1eae4efeda gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:04.722754 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-1f204379-036d-44aa-8aa8-ad4aa6e72df0 service neutron] 10.222.0.16 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890610 Jul 08 02:16:04.736419 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:04.833087 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-76c0e659-642a-4b9a-b98f-97a71d3e37c3 req-995da15e-b2ea-44c5-9f64-6e34d0e4e06d service neutron] 10.222.0.16 "GET /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024575 Jul 08 02:16:04.910704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:15:00Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c5be8bb3-ba31-4709-9b9d-44b1e74321aa', 'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:00:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:59Z', 'updated_at': '2021-07-08T02:15:04Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:04.937258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2864bac6-cf1b-46ad-a9dd-2d29e090c35c None None] The sync data for ids ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'] in n-d-694802-14 is: [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:15:00Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c5be8bb3-ba31-4709-9b9d-44b1e74321aa', 'name': '', 'network_id': 'b53027d9-f31d-4f3f-a184-79b661828ba8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:00:33:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:59Z', 'updated_at': '2021-07-08T02:15:04Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': 'f92a8708-659b-48a3-b4c5-6c182493f118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:16:04.998513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-722f1eb9-0bab-45cc-8d80-7bea177a1613 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:05.000195 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-722f1eb9-0bab-45cc-8d80-7bea177a1613 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 945 time: 0.0741446 Jul 08 02:16:05.115937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-1dc45aeb-a336-4f79-9c0a-efa182da7533 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port bc013dce-bab7-4758-8b7d-cdb08c93f299 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:16:05.116279 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-1dc45aeb-a336-4f79-9c0a-efa182da7533 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:05.148698 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-77377efc-4db5-4356-94b3-f4cd4ec3a496 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934012825&fields=id&tenant_id=7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 267 time: 0.0408227 Jul 08 02:16:05.216505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-1dc45aeb-a336-4f79-9c0a-efa182da7533 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port bc013dce-bab7-4758-8b7d-cdb08c93f299, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=bc013dce-bab7-4758-8b7d-cdb08c93f299,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:05.216883 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-1dc45aeb-a336-4f79-9c0a-efa182da7533 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:05.230926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-1dc45aeb-a336-4f79-9c0a-efa182da7533 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for bc013dce-bab7-4758-8b7d-cdb08c93f299 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:05.251674 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155d124a-ac37-47b8-ae43-b10a0ae7b83d None None] New status for floating IP 262a838e-3324-4ead-8c05-5bdc2b0364e2: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:16:05.266235 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a81b-853f-483f-92ca-64478df17057 req-55e744da-c15e-4981-9f97-ba484648c01e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:05.267841 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-55e744da-c15e-4981-9f97-ba484648c01e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1115792 Jul 08 02:16:05.283184 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-8553e844-1052-4c80-bb83-8c1ba0572202 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/quotas/7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 375 time: 0.0099370 Jul 08 02:16:05.370335 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-3969c57b-d9fa-4667-a9cb-80bb4b612b40 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818624 Jul 08 02:16:05.377127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-1dc45aeb-a336-4f79-9c0a-efa182da7533 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:05.408394 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc45aeb-a336-4f79-9c0a-efa182da7533 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=bc013dce-bab7-4758-8b7d-cdb08c93f299,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:05.456026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-1dc45aeb-a336-4f79-9c0a-efa182da7533 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] No DVR routers for this DVR port bc013dce-bab7-4758-8b7d-cdb08c93f299 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:16:05.458710 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-1dc45aeb-a336-4f79-9c0a-efa182da7533 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:05.460840 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffb3b033-5562-40ed-8b20-533da1fcdacb req-1dc45aeb-a336-4f79-9c0a-efa182da7533 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "DELETE /v2.0/ports/bc013dce-bab7-4758-8b7d-cdb08c93f299 HTTP/1.1" status: 204 len: 173 time: 0.4558132 Jul 08 02:16:05.461493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'name': 'network-vif-deleted', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:05.463966 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d92d375-2844-4abe-a2c7-3e2e6ff1e030" -d '{"events": [{"server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "name": "network-vif-deleted", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:05.478956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-7ad6602d-9ff2-4def-be83-b23aba307962 service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956128 Jul 08 02:16:05.508086 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78887c2a-fba2-4887-86b5-b2d4a60a5d11 x-openstack-request-id: req-78887c2a-fba2-4887-86b5-b2d4a60a5d11 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:05.509167 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3e96d0-eeca-4030-a83f-16b8717a449c", "name": "network-vif-deleted", "tag": "bc013dce-bab7-4758-8b7d-cdb08c93f299", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:05.509503 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78887c2a-fba2-4887-86b5-b2d4a60a5d11 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:05.510402 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3e96d0-eeca-4030-a83f-16b8717a449c', 'name': 'network-vif-deleted', 'tag': 'bc013dce-bab7-4758-8b7d-cdb08c93f299', 'status': 'completed', 'code': 200} Jul 08 02:16:05.585077 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-3ae919be-9d3e-46c7-a2b2-4d941c16e206 service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993464 Jul 08 02:16:05.838392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bf0d2df-6404-49e7-9742-4a94c802248d req-5692896f-c8f3-4e4f-8128-eea44b16eb18 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c3e96d0-eeca-4030-a83f-16b8717a449c HTTP/1.1" status: 200 len: 210 time: 0.0330110 Jul 08 02:16:05.939441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bcb959bd-f2aa-4656-9a61-2b93d5393497 req-c3bcaf79-8f62-4e7e-bbc4-1ccd8ee63300 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 210 time: 0.0321600 Jul 08 02:16:06.942874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39862) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:07.065724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a81b-853f-483f-92ca-64478df17057 req-0e722b76-f14e-4dae-9f70-b260ac8253db tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:07.067231 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-0e722b76-f14e-4dae-9f70-b260ac8253db tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1958094 Jul 08 02:16:07.094910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6021b43-68fa-4493-8165-eaebb1dc8161 req-c2caf47f-aeb5-478e-aba7-4b69940448ae tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 210 time: 0.0351253 Jul 08 02:16:07.171232 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-b4afe3d7-2920-4ee9-9fd9-2a91a8e3df3d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 379 time: 0.0919421 Jul 08 02:16:07.183208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'port': {'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'admin_state_up': True, 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'security_groups': ['b49d6cab-378d-4ed3-a561-f9ecb3eb7675']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:07.392423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Made reservation on behalf of 7afc56f361c745a7aac9780da8d95363 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:07.395988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:07.573189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Allocated IP 172.20.0.9 (4897b7a4-7fe7-4a74-9371-b6eeb629862d/0b3c9983-5699-446d-9bc9-a5b2b4822107/78cfbfbc-3b76-4f9d-b269-c73a4869d072) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:16:07.626199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:07.840765 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:07.873479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Transition to ACTIVE for port object 78cfbfbc-3b76-4f9d-b269-c73a4869d072 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:07.926865 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:08.314606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1435a-ea09-467d-9a8d-3c7656c8c075 req-7d2f6743-6740-44a2-93cb-d7456233096b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:08.317236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57f1435a-ea09-467d-9a8d-3c7656c8c075 req-7d2f6743-6740-44a2-93cb-d7456233096b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 931 time: 0.0915761 Jul 08 02:16:08.361532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57f1435a-ea09-467d-9a8d-3c7656c8c075 req-1bcbb9ae-429b-40fd-b256-a3f0ed961db7 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384624 Jul 08 02:16:08.399057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:08.418003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:08.419924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=78cfbfbc-3b76-4f9d-b269-c73a4869d072,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:08.423772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:16:08.492146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:08.493364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:08.506332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port c5be8bb3-ba31-4709-9b9d-44b1e74321aa {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:16:08.506586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:08.549149 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-67977ca9-8d16-4d8e-8ffd-eba685e9615e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3710556 Jul 08 02:16:08.564365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Request body: {'port': {'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:08.663981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port c5be8bb3-ba31-4709-9b9d-44b1e74321aa, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c5be8bb3-ba31-4709-9b9d-44b1e74321aa,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:08.664906 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:08.684986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for c5be8bb3-ba31-4709-9b9d-44b1e74321aa owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:08.690524 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:08.727918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3ca17f45-aa73-4300-9056-b73b938a4fac None None] Provisioning for port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:08.733518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3ca17f45-aa73-4300-9056-b73b938a4fac None None] Provisioning complete for port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:08.734060 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3ca17f45-aa73-4300-9056-b73b938a4fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:08.773467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3ca17f45-aa73-4300-9056-b73b938a4fac None None] Port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:16:09.071630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:09.082678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:09.174396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=c5be8bb3-ba31-4709-9b9d-44b1e74321aa,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:09.207469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78cfbfbc-3b76-4f9d-b269-c73a4869d072 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:09.212506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device bc013dce-bab7-4758-8b7d-cdb08c93f299 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:09.224276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:09.244337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: bc013dce-bab7-4758-8b7d-cdb08c93f299 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:16:09.244964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device bc013dce-bab7-4758-8b7d-cdb08c93f299 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:09.252023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Transition to ACTIVE for port object 78cfbfbc-3b76-4f9d-b269-c73a4869d072 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:09.260626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:09.458955 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc16834-b214-4c25-9247-858469937059 service neutron] Pushing event updated for resources: {'Port': ['ID=78cfbfbc-3b76-4f9d-b269-c73a4869d072,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:09.491548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:09.593816 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Attempting to bind port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:16:09.594173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Attempting to bind port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:16:09.594568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Attempting to bind port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:09.607485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:16:09.607816 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Attempting to bind port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:09.616532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:16:09.616532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Checking segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:09.616964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Bound using segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:16:09.617887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Bound port: 78cfbfbc-3b76-4f9d-b269-c73a4869d072, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:16:09.618117 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:09.619803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756a030-40ce-4bc0-9884-f19260d20708 req-ec88fae2-17a7-4176-9dab-60cac4cf7e91 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:09.622261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0756a030-40ce-4bc0-9884-f19260d20708 req-ec88fae2-17a7-4176-9dab-60cac4cf7e91 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 943 time: 0.0963800 Jul 08 02:16:09.681373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0756a030-40ce-4bc0-9884-f19260d20708 req-b5b8d8a0-4c5b-4be3-b52e-32746ab96746 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529499 Jul 08 02:16:09.782749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] For port 78cfbfbc-3b76-4f9d-b269-c73a4869d072, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:09.824149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] For port 78cfbfbc-3b76-4f9d-b269-c73a4869d072, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:16:09.830598 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:09.882361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:09.883584 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:09.885126 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-9fc16834-b214-4c25-9247-858469937059 service neutron] 10.222.0.24 "PUT /v2.0/ports/78cfbfbc-3b76-4f9d-b269-c73a4869d072 HTTP/1.1" status: 200 len: 1092 time: 1.3252289 Jul 08 02:16:09.887652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'tag': '78cfbfbc-3b76-4f9d-b269-c73a4869d072'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:09.890359 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a" -d '{"events": [{"name": "network-changed", "server_uuid": "04de220e-3d7f-49f7-b3cb-8673649ca2eb", "tag": "78cfbfbc-3b76-4f9d-b269-c73a4869d072"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:09.918315 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router c1487fc0-950f-4f3e-a13a-2f1eae4efeda has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:16:09.919308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc16834-b214-4c25-9247-858469937059 service neutron] Pushing event updated for resources: {'Port': ['ID=78cfbfbc-3b76-4f9d-b269-c73a4869d072,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:09.998952 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7916baf-f5a9-4590-a640-2529fc8e84e2 x-openstack-request-id: req-d7916baf-f5a9-4590-a640-2529fc8e84e2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:09.999307 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04de220e-3d7f-49f7-b3cb-8673649ca2eb", "tag": "78cfbfbc-3b76-4f9d-b269-c73a4869d072", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:09.999478 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7916baf-f5a9-4590-a640-2529fc8e84e2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:09.999884 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'tag': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'status': 'completed', 'code': 200} Jul 08 02:16:10.111146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a81b-853f-483f-92ca-64478df17057 req-63b50a45-2457-414e-982c-cd956d82c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:10.112283 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-63b50a45-2457-414e-982c-cd956d82c7f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 1095 time: 0.1223526 Jul 08 02:16:10.113780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:16:10.122369 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f9d9bc23-da22-435f-9b13-d24fb82bfde5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "PUT /v2.0/routers/c1487fc0-950f-4f3e-a13a-2f1eae4efeda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1759591 Jul 08 02:16:10.122763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39872) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:10.135155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] Sync routers for ids ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:16:10.147027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] Routers {'c1487fc0-950f-4f3e-a13a-2f1eae4efeda'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:10.148033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:15:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:10.178717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-f7e49e6e-ebd8-4b19-8561-c78178589bc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072 HTTP/1.1" status: 200 len: 217 time: 0.0574644 Jul 08 02:16:10.243823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae35c057-8ce1-42b6-887f-80e64eca33d9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting subnet f92a8708-659b-48a3-b4c5-6c182493f118 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:16:10.248720 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae35c057-8ce1-42b6-887f-80e64eca33d9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:10.276088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a81b-853f-483f-92ca-64478df17057 req-f97706eb-0a51-4864-985e-ffac163ca701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:10.277698 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-f97706eb-0a51-4864-985e-ffac163ca701 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0926096 Jul 08 02:16:10.329182 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae35c057-8ce1-42b6-887f-80e64eca33d9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:10.348387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] Set router c1487fc0-950f-4f3e-a13a-2f1eae4efeda gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:10.434890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576a81b-853f-483f-92ca-64478df17057 req-e83c48f3-9d23-450f-94ba-df972ad0f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:10.436539 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-e83c48f3-9d23-450f-94ba-df972ad0f51f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525600 Jul 08 02:16:10.448756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae35c057-8ce1-42b6-887f-80e64eca33d9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:10.534718 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae35c057-8ce1-42b6-887f-80e64eca33d9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:10.565091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35c057-8ce1-42b6-887f-80e64eca33d9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Subnet': ['ID=f92a8708-659b-48a3-b4c5-6c182493f118,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:10.582484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:16:08Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:10.584457 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ae35c057-8ce1-42b6-887f-80e64eca33d9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:10.587002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ae35c057-8ce1-42b6-887f-80e64eca33d9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/subnets/f92a8708-659b-48a3-b4c5-6c182493f118 HTTP/1.1" status: 204 len: 168 time: 0.4632163 Jul 08 02:16:10.592904 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39874) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:10.637539 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-8f287633-3c17-4ac7-a659-43862f1f138b service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914411 Jul 08 02:16:10.644929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7bf1c4-5fef-407d-bb35-b0303176488c None None] Network b53027d9-f31d-4f3f-a184-79b661828ba8 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:16:10.658682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] Checking router: c1487fc0-950f-4f3e-a13a-2f1eae4efeda for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:16:10.751897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] Routers {'c1487fc0-950f-4f3e-a13a-2f1eae4efeda'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:10.765024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:15:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:10.771136 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4576a81b-853f-483f-92ca-64478df17057 req-aaf81b99-04cc-4e85-8c44-d79c84f7620d service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278205 Jul 08 02:16:10.806660 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:10.907607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-80398a3d-58ea-4bb1-905c-0c710002fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:10.914558 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-80398a3d-58ea-4bb1-905c-0c710002fd3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 1095 time: 0.0839515 Jul 08 02:16:11.002632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] Set router c1487fc0-950f-4f3e-a13a-2f1eae4efeda gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:11.032589 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.057987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f7192-ad8d-4501-9e04-0ccff8300fa3 req-78c7afe8-11a2-4cd9-b7c7-1a73031add03 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:11.060346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-986f7192-ad8d-4501-9e04-0ccff8300fa3 req-78c7afe8-11a2-4cd9-b7c7-1a73031add03 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 943 time: 0.1290674 Jul 08 02:16:11.080184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-9802d73a-4300-43e3-8861-4c2ca6095400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:11.082340 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-9802d73a-4300-43e3-8861-4c2ca6095400 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1613019 Jul 08 02:16:11.179601 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-7d12179c-b857-4c57-b76c-41b58e811284 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072 HTTP/1.1" status: 200 len: 217 time: 0.0894394 Jul 08 02:16:11.181818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-986f7192-ad8d-4501-9e04-0ccff8300fa3 req-2e6b382f-3b6a-423b-be09-02ee8e15827c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977964 Jul 08 02:16:11.191861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] DHCP port deletion for b53027d9-f31d-4f3f-a184-79b661828ba8 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:16:11.198623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port 6f363033-3214-4c2c-9b64-46760f161472 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:16:11.199173 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.253215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-4c156a86-11ec-43d3-94c1-f5e05ba7abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:11.254753 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-4c156a86-11ec-43d3-94c1-f5e05ba7abfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0665131 Jul 08 02:16:11.319744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Deleting port 663e3502-e188-4f9a-8026-07123b13e2d3 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:16:11.321716 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.330961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-de8c6163-5e8a-4b12-a839-d456d6287300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:11.333297 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-de8c6163-5e8a-4b12-a839-d456d6287300 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720716 Jul 08 02:16:11.365523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port 6f363033-3214-4c2c-9b64-46760f161472, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f363033-3214-4c2c-9b64-46760f161472,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:11.365913 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.381246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for 6f363033-3214-4c2c-9b64-46760f161472 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:11.385294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:16:08Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:11.420667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e08f74e-3d61-41ca-b3c1-1b4988220807 None None] The sync data for ids ['c1487fc0-950f-4f3e-a13a-2f1eae4efeda'] in n-d-694802-14 is: [{'id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-460623958', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '6f363033-3214-4c2c-9b64-46760f161472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:14:56Z', 'updated_at': '2021-07-08T02:16:08Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': '6f363033-3214-4c2c-9b64-46760f161472', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ef:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1487fc0-950f-4f3e-a13a-2f1eae4efeda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:14:57Z', 'updated_at': '2021-07-08T02:15:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:16:11.446876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] For port 663e3502-e188-4f9a-8026-07123b13e2d3, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=663e3502-e188-4f9a-8026-07123b13e2d3,segment=NetworkSegment(57e82fa7-1f6b-4a67-8f19-de1a131b6b7c),segment_id=57e82fa7-1f6b-4a67-8f19-de1a131b6b7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:11.448016 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.461880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Calling delete_port for 663e3502-e188-4f9a-8026-07123b13e2d3 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:16:11.472221 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-6e09972a-c970-4ac0-8f93-f86399f60992 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309061 Jul 08 02:16:11.581937 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-61bbca80-8a7b-4d2f-b589-c9f2bbcfa54a req-7939310d-37c8-4625-8ef4-2176ecc2e1f0 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019354 Jul 08 02:16:11.632137 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.660073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=6f363033-3214-4c2c-9b64-46760f161472,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:11.734381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.746735 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.778654 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Pushing event deleted for resources: {'Port': ['ID=663e3502-e188-4f9a-8026-07123b13e2d3,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:11.789959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] No DVR routers for this DVR port 663e3502-e188-4f9a-8026-07123b13e2d3 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:16:11.794790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.795389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.795918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.796266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.796642 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.797224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.797443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.797779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.798110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.798438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.798767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.799092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef792586-7dd4-4ed5-b20c-740ea3ad5f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:11.864464 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:11.866924 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.213622 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.214097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Fanout notify agent at l3_agent the message router_deleted on router c1487fc0-950f-4f3e-a13a-2f1eae4efeda {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:16:12.221051 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.229031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e4716235-d1f0-4769-9ec6-f8bde22e9257 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/routers/c1487fc0-950f-4f3e-a13a-2f1eae4efeda HTTP/1.1" status: 204 len: 168 time: 1.6281524 Jul 08 02:16:12.229230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39880) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:12.349119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.486725 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.498958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53027d9-f31d-4f3f-a184-79b661828ba8']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:12.511910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:12.512208 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e82fa7-1f6b-4a67-8f19-de1a131b6b7c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:12.520942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525b645-3078-4383-a88c-0838c262ff1e req-9ba7c0ee-7c24-4ed9-a548-0fb5ecd1d909 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:12.522727 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9525b645-3078-4383-a88c-0838c262ff1e req-9ba7c0ee-7c24-4ed9-a548-0fb5ecd1d909 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 943 time: 0.1690960 Jul 08 02:16:12.532600 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.560422 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.578094 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:16:12.578623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:16:12.581619 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:16:12.596133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9525b645-3078-4383-a88c-0838c262ff1e req-cca69e74-8345-4448-976d-ad77f94fd200 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615940 Jul 08 02:16:12.645546 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.653608 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.655339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/networks/b53027d9-f31d-4f3f-a184-79b661828ba8 HTTP/1.1" status: 204 len: 168 time: 0.4251993 Jul 08 02:16:12.658230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39882) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:12.666749 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8be84-bdf2-4a0c-9a56-8f2da2b031f5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Network': ['ID=b53027d9-f31d-4f3f-a184-79b661828ba8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:12.726923 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5037f4d-8214-4457-8216-39006cb13b4e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.729476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 663e3502-e188-4f9a-8026-07123b13e2d3 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:12.751837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 663e3502-e188-4f9a-8026-07123b13e2d3 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:16:12.752183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 663e3502-e188-4f9a-8026-07123b13e2d3 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:12.752636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c5be8bb3-ba31-4709-9b9d-44b1e74321aa no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:12.760983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5037f4d-8214-4457-8216-39006cb13b4e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.775920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: c5be8bb3-ba31-4709-9b9d-44b1e74321aa {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:16:12.776283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c5be8bb3-ba31-4709-9b9d-44b1e74321aa not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:12.830538 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5037f4d-8214-4457-8216-39006cb13b4e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.833441 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5037f4d-8214-4457-8216-39006cb13b4e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:12.834641 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e5037f4d-8214-4457-8216-39006cb13b4e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/security-groups/bdbcdb61-5bc7-49ef-9977-5aadc395a8ec HTTP/1.1" status: 204 len: 168 time: 0.1751344 Jul 08 02:16:12.844255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5037f4d-8214-4457-8216-39006cb13b4e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbcdb61-5bc7-49ef-9977-5aadc395a8ec,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:13.568111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:13.573481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4bfded77-2df7-40fc-be00-1089432b4bcd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267809199', 'description': 'tempest-secgroup-smoke-1267809199 description', 'project_id': '214685b4f82040c087d1b3f522f25c6e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:13.597125 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bfded77-2df7-40fc-be00-1089432b4bcd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.694831 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bfded77-2df7-40fc-be00-1089432b4bcd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.699929 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bfded77-2df7-40fc-be00-1089432b4bcd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.741683 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bfded77-2df7-40fc-be00-1089432b4bcd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.742896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4bfded77-2df7-40fc-be00-1089432b4bcd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1736398 Jul 08 02:16:13.746092 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39892) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:13.750959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-18fbc373-d2e1-4818-9fa0-0230ce0340cd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'cf1338aa-676f-4676-b4a0-0df8d0d61b0f', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:13.766736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfded77-2df7-40fc-be00-1089432b4bcd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1338aa-676f-4676-b4a0-0df8d0d61b0f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:13.781003 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18fbc373-d2e1-4818-9fa0-0230ce0340cd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.806863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21606711-4047-43fc-bbfe-e9099aa265b4 req-6f42adde-ec25-4ad4-88ea-4bf5a70227df tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:13.808465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21606711-4047-43fc-bbfe-e9099aa265b4 req-6f42adde-ec25-4ad4-88ea-4bf5a70227df tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 943 time: 0.0846071 Jul 08 02:16:13.832195 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18fbc373-d2e1-4818-9fa0-0230ce0340cd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.836710 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18fbc373-d2e1-4818-9fa0-0230ce0340cd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.848949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21606711-4047-43fc-bbfe-e9099aa265b4 req-919118d9-93c7-4755-a271-643ca2c24bb6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347435 Jul 08 02:16:13.857973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbc373-d2e1-4818-9fa0-0230ce0340cd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5888601-6e44-4ee1-affb-67624da3166a,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:13.865192 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18fbc373-d2e1-4818-9fa0-0230ce0340cd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.868342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-18fbc373-d2e1-4818-9fa0-0230ce0340cd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194425 Jul 08 02:16:13.869419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39894) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:13.874342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9b6a5ca2-7cd4-46c8-9527-355f5ea21a0a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'cf1338aa-676f-4676-b4a0-0df8d0d61b0f', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:13.903468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5ca2-7cd4-46c8-9527-355f5ea21a0a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.962892 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5ca2-7cd4-46c8-9527-355f5ea21a0a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.966513 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5ca2-7cd4-46c8-9527-355f5ea21a0a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.985272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a5ca2-7cd4-46c8-9527-355f5ea21a0a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120eb3ea-840a-4a77-81c7-e60e96ba6b77,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:13.990361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5ca2-7cd4-46c8-9527-355f5ea21a0a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:13.991840 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9b6a5ca2-7cd4-46c8-9527-355f5ea21a0a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213918 Jul 08 02:16:13.995111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39896) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:13.999709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ce2c3114-fdc6-4cb8-9c26-885743301815 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'cf1338aa-676f-4676-b4a0-0df8d0d61b0f', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:14.027723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3114-fdc6-4cb8-9c26-885743301815 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.090879 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3114-fdc6-4cb8-9c26-885743301815 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.094961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3114-fdc6-4cb8-9c26-885743301815 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.114845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c3114-fdc6-4cb8-9c26-885743301815 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd92c56e-6e51-444b-a707-778794f5876c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:14.117992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ce2c3114-fdc6-4cb8-9c26-885743301815 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.119264 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ce2c3114-fdc6-4cb8-9c26-885743301815 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231835 Jul 08 02:16:14.122154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39898) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:14.126873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-470982a5-cb85-49ef-8bed-4eeedca5aec7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'cf1338aa-676f-4676-b4a0-0df8d0d61b0f', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:14.154569 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-470982a5-cb85-49ef-8bed-4eeedca5aec7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.222396 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-470982a5-cb85-49ef-8bed-4eeedca5aec7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.225290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-470982a5-cb85-49ef-8bed-4eeedca5aec7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.244688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470982a5-cb85-49ef-8bed-4eeedca5aec7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7ba7a2-0cb4-419e-8c35-4c4809b712e7,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:14.251463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-470982a5-cb85-49ef-8bed-4eeedca5aec7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.252524 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-470982a5-cb85-49ef-8bed-4eeedca5aec7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294415 Jul 08 02:16:14.256586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39900) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:14.262480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b0bf038a-bd66-4167-a034-209fe5939328 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'cf1338aa-676f-4676-b4a0-0df8d0d61b0f', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:14.281534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f363033-3214-4c2c-9b64-46760f161472 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:16:14.288431 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-b0bf038a-bd66-4167-a034-209fe5939328 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Project 214685b4f82040c087d1b3f522f25c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:16:14.293618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0bf038a-bd66-4167-a034-209fe5939328 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.302302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6f363033-3214-4c2c-9b64-46760f161472 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:16:14.305502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f363033-3214-4c2c-9b64-46760f161472 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:16:14.361871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0bf038a-bd66-4167-a034-209fe5939328 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.365494 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0bf038a-bd66-4167-a034-209fe5939328 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.384774 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf038a-bd66-4167-a034-209fe5939328 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0049c9-9278-40a2-a04d-88f52f39ea85,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:14.390727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b0bf038a-bd66-4167-a034-209fe5939328 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.392084 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b0bf038a-bd66-4167-a034-209fe5939328 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345613 Jul 08 02:16:14.394978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39902) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:14.400008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-577c9394-49be-4694-a928-982176f7fa11 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'security_group_rule': {'security_group_id': 'cf1338aa-676f-4676-b4a0-0df8d0d61b0f', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:14.421628 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-577c9394-49be-4694-a928-982176f7fa11 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Project 214685b4f82040c087d1b3f522f25c6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:16:14.426576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-577c9394-49be-4694-a928-982176f7fa11 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.489357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-577c9394-49be-4694-a928-982176f7fa11 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.493773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-577c9394-49be-4694-a928-982176f7fa11 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.511417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c9394-49be-4694-a928-982176f7fa11 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe9e904-791e-43b0-b60c-8b76818a3667,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:14.523789 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-577c9394-49be-4694-a928-982176f7fa11 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.525090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-577c9394-49be-4694-a928-982176f7fa11 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291423 Jul 08 02:16:14.528063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39904) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:14.533258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'network': {'name': 'tempest-network-smoke--1562007975', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'port_security_enabled': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:14.553971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:14.558143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.584978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:16:14.594129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.594479 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Added segment befdf30e-506c-4d74-9f2e-505a255101fd of type vlan for network be5f51a2-5aa2-4eca-acc2-6c952117eda1 Jul 08 02:16:14.634933 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.664525 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.670058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:14.670660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.729235 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2000446 Jul 08 02:16:14.731922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39906) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:14.738502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'admin_state_up': True, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:14.749308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455993fd-e088-4fc7-afdb-6da7f669dae8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Network': ['ID=be5f51a2-5aa2-4eca-acc2-6c952117eda1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:14.760261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network be5f51a2-5aa2-4eca-acc2-6c952117eda1 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:16:14.766361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.767346 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.825915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:14.974178 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:15.029854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a86a08-d701-494f-945b-7b142014dc93 req-e53fe199-29e5-4abb-b983-09581330706e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:15.031409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77a86a08-d701-494f-945b-7b142014dc93 req-e53fe199-29e5-4abb-b983-09581330706e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 943 time: 0.0639405 Jul 08 02:16:15.074189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77a86a08-d701-494f-945b-7b142014dc93 req-0e7664de-6925-436c-9377-e201eb812c9a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369163 Jul 08 02:16:15.171794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:15.190363 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:15.296466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.25.4.182 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/fd4deb43-c561-4178-bc20-a96426f46eac) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:16:15.401028 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:15.440148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:15.478456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:15.483202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:15.485617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:16:15.517836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=fd4deb43-c561-4178-bc20-a96426f46eac,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:16.095196 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:16.271856 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018fcc6-33b9-4baa-8ed3-c1cd4a0c5598 req-c0b8783f-5b7f-4151-a352-cf0ee41c8303 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:16.273457 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e018fcc6-33b9-4baa-8ed3-c1cd4a0c5598 req-c0b8783f-5b7f-4151-a352-cf0ee41c8303 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 943 time: 0.0811155 Jul 08 02:16:16.314874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:16.315851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e018fcc6-33b9-4baa-8ed3-c1cd4a0c5598 req-f734e65e-0c9a-41e0-b940-7b64df30ab3b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367553 Jul 08 02:16:16.453660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router 01cff708-1b35-447c-9fbe-d845f3b1fde5 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:16:16.571047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:16:16.581235 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Sync routers for ids ['01cff708-1b35-447c-9fbe-d845f3b1fde5'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:16:16.593415 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:16.594682 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Routers {'01cff708-1b35-447c-9fbe-d845f3b1fde5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:16.595308 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:15:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['01cff708-1b35-447c-9fbe-d845f3b1fde5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:16.596680 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-581ce699-233a-48fa-a2fb-68d08dfe34a6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8630643 Jul 08 02:16:16.599726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39912) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:16.629856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-35b5e2f4-7b6b-49c8-b36d-1ef1a031dd59 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=214685b4f82040c087d1b3f522f25c6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288246 Jul 08 02:16:16.632866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39914) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:16.713972 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Set router 01cff708-1b35-447c-9fbe-d845f3b1fde5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:16.732861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d014c-1dd7-4322-9889-810a04b9b980 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:16.734744 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-699d014c-1dd7-4322-9889-810a04b9b980 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008070 Jul 08 02:16:16.737621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39916) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:16.770318 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-561be272-7aae-481d-83ef-a998ba62f38e tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313165 Jul 08 02:16:16.774504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39918) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:16.780706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1627300839', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:16.871403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:16.875020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:16.923986 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:15Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:16.951878 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Checking router: 01cff708-1b35-447c-9fbe-d845f3b1fde5 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:16:16.952227 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Updating router 01cff708-1b35-447c-9fbe-d845f3b1fde5 port fd4deb43-c561-4178-bc20-a96426f46eac binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:16:16.989333 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.066072 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.136089 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Subnet': ['ID=2b91954d-ecd8-4f5c-bfc7-b6702ef852b0,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:17.145904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Checking segment: {'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:17.146269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network hostable DHCP agents. Network: be5f51a2-5aa2-4eca-acc2-6c952117eda1, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:16:17.166867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network be5f51a2-5aa2-4eca-acc2-6c952117eda1 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:16:17.176455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, be5f51a2-5aa2-4eca-acc2-6c952117eda1) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:17.180843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:17.181456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.190175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbdada0-b110-4369-b40f-97bf3afe91bd None None] Network be5f51a2-5aa2-4eca-acc2-6c952117eda1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:16:17.202611 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d94afe1f-fe3e-4d8b-9686-b55f6d634f2a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4259865 Jul 08 02:16:17.205181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 39920) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:17.259702 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.272664 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Transition to ACTIVE for port object fd4deb43-c561-4178-bc20-a96426f46eac will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:17.280674 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.374670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:16:17.375824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.438227 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Attempting to bind port fd4deb43-c561-4178-bc20-a96426f46eac on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:16:17.438853 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Attempting to bind port fd4deb43-c561-4178-bc20-a96426f46eac by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:16:17.439403 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Attempting to bind port fd4deb43-c561-4178-bc20-a96426f46eac on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:17.448135 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Pushing event updated for resources: {'Port': ['ID=fd4deb43-c561-4178-bc20-a96426f46eac,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:17.456653 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.457260 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.457745 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.458351 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.458862 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.459295 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.459623 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.460107 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.460656 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.461149 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.461616 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.462090 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:16:17.465882 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:16:17.466575 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:17.467142 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.467674 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:16:17.468325 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Bound port: fd4deb43-c561-4178-bc20-a96426f46eac, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:16:17.468917 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.538287 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] For port fd4deb43-c561-4178-bc20-a96426f46eac, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:17.541803 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] For port fd4deb43-c561-4178-bc20-a96426f46eac, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fd4deb43-c561-4178-bc20-a96426f46eac,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:16:17.547188 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.555087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7430fa2-63b2-41d6-9566-0c2f440e64d2 req-4cfe7a61-6253-441f-a59b-f2edea0b9cbf tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:17.557542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7430fa2-63b2-41d6-9566-0c2f440e64d2 req-4cfe7a61-6253-441f-a59b-f2edea0b9cbf tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 943 time: 0.0724409 Jul 08 02:16:17.573070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Allocated IP 172.20.0.2 (be5f51a2-5aa2-4eca-acc2-6c952117eda1/2b91954d-ecd8-4f5c-bfc7-b6702ef852b0/88a473b7-6b76-4a33-8702-5f8a6f59b07b) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:16:17.595113 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Routers {'01cff708-1b35-447c-9fbe-d845f3b1fde5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:17.595808 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:15:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['01cff708-1b35-447c-9fbe-d845f3b1fde5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:17.622377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7430fa2-63b2-41d6-9566-0c2f440e64d2 req-18a10c5a-1ba8-47d6-b32b-9571dbca42dc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565364 Jul 08 02:16:17.702743 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee477c-e0b0-40db-971c-51954cd2d27c None None] Pushing event updated for resources: {'Port': ['ID=fd4deb43-c561-4178-bc20-a96426f46eac,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:17.731070 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] Set router 01cff708-1b35-447c-9fbe-d845f3b1fde5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:17.756464 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.764752 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.775510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Transition to ACTIVE for port object 88a473b7-6b76-4a33-8702-5f8a6f59b07b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:17.793882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Transition to ACTIVE for port object 88a473b7-6b76-4a33-8702-5f8a6f59b07b will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:17.801524 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.859350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Pushing event updated for resources: {'Port': ['ID=88a473b7-6b76-4a33-8702-5f8a6f59b07b,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:17.875537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Network be5f51a2-5aa2-4eca-acc2-6c952117eda1 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:17.877729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:17.881294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:16:17.923536 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:15Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:17.951480 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2f55-66b0-4b6d-bcb3-0a8179a98e4d None None] The sync data for ids ['01cff708-1b35-447c-9fbe-d845f3b1fde5'] in n-d-694802-14 is: [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:15Z', 'revision_number': 3, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:16:17.961300 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Attempting to bind port 88a473b7-6b76-4a33-8702-5f8a6f59b07b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:16:17.961758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Attempting to bind port 88a473b7-6b76-4a33-8702-5f8a6f59b07b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:16:17.962193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Attempting to bind port 88a473b7-6b76-4a33-8702-5f8a6f59b07b on network be5f51a2-5aa2-4eca-acc2-6c952117eda1 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:17.968046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:16:17.968580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Checking segment: {'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:17.969061 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:17.969580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Bound using segment: {'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:16:17.970142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Bound port: 88a473b7-6b76-4a33-8702-5f8a6f59b07b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:16:17.970625 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:18.047681 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] For port 88a473b7-6b76-4a33-8702-5f8a6f59b07b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:18.052074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] For port 88a473b7-6b76-4a33-8702-5f8a6f59b07b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=88a473b7-6b76-4a33-8702-5f8a6f59b07b,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:16:18.057876 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:18.077689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.20.0.1 (be5f51a2-5aa2-4eca-acc2-6c952117eda1/2b91954d-ecd8-4f5c-bfc7-b6702ef852b0/cc7e718c-6acd-4dbc-81fa-45dc6530ef85) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:16:18.129530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48115f34-857b-4f6d-83b1-f3b8d62ddea5 None None] Pushing event updated for resources: {'Port': ['ID=88a473b7-6b76-4a33-8702-5f8a6f59b07b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:18.245256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:18.263318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Transition to ACTIVE for port object cc7e718c-6acd-4dbc-81fa-45dc6530ef85 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:18.314285 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:18.403379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network be5f51a2-5aa2-4eca-acc2-6c952117eda1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:18.407425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=cc7e718c-6acd-4dbc-81fa-45dc6530ef85,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:18.410203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:18.412656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:16:18.458581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:18.469819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fd4deb43-c561-4178-bc20-a96426f46eac up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:18.549575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port fd4deb43-c561-4178-bc20-a96426f46eac completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:18.556078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port fd4deb43-c561-4178-bc20-a96426f46eac triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:18.557117 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:18.654849 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:18.658735 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:18.683289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port fd4deb43-c561-4178-bc20-a96426f46eac, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fd4deb43-c561-4178-bc20-a96426f46eac,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:18.688729 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:18.751362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=fd4deb43-c561-4178-bc20-a96426f46eac,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:18.876921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc137d-9ad0-4588-b995-d602f660bd53 req-0ba50337-2bb5-4ee3-9423-259b2a92647f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:18.878927 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ffc137d-9ad0-4588-b995-d602f660bd53 req-0ba50337-2bb5-4ee3-9423-259b2a92647f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 943 time: 0.0727901 Jul 08 02:16:18.924449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ffc137d-9ad0-4588-b995-d602f660bd53 req-bf1860ca-6459-4311-b687-dd8500ff2635 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388210 Jul 08 02:16:19.005239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:19.013172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:19.088456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=cc7e718c-6acd-4dbc-81fa-45dc6530ef85,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:19.100577 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:19.203779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network be5f51a2-5aa2-4eca-acc2-6c952117eda1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:19.205246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:19.258169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0a76ef-485f-4afe-976f-e8d6cbc63553 None None] Network be5f51a2-5aa2-4eca-acc2-6c952117eda1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:16:19.328570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c49a7f1a-18b4-4435-a90e-27259b50683d None None] Provisioning for port 88a473b7-6b76-4a33-8702-5f8a6f59b07b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:19.328770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router 01cff708-1b35-447c-9fbe-d845f3b1fde5 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:16:19.448874 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:16:19.454259 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eacaa7ca-d712-4029-9452-3079a71f2e6e tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "PUT /v2.0/routers/01cff708-1b35-447c-9fbe-d845f3b1fde5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2480080 Jul 08 02:16:19.499209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 78cfbfbc-3b76-4f9d-b269-c73a4869d072 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:16:19.625689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 78cfbfbc-3b76-4f9d-b269-c73a4869d072, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:19.641169 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-79a5d7f6-f8fe-489d-8ff1-69f0de3841c6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267809199&fields=id&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 267 time: 0.0473247 Jul 08 02:16:19.650046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'mac_address': 'fa:16:3e:8c:49:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:16:19.699506 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:19.717342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78cfbfbc-3b76-4f9d-b269-c73a4869d072 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:19.740756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 78cfbfbc-3b76-4f9d-b269-c73a4869d072, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:19.745576 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:19.770894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-2c571f3a-7fe5-4544-826c-98a7a98453a3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:19.773715 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-2c571f3a-7fe5-4544-826c-98a7a98453a3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/networks?id=be5f51a2-5aa2-4eca-acc2-6c952117eda1 HTTP/1.1" status: 200 len: 797 time: 0.1236975 Jul 08 02:16:19.801283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3c5a7e95-814d-496c-9611-b9c2496b0dc0 None None] Provisioning for port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:19.806565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-62ed8917-7146-48bc-9f20-a57d7c202add tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/quotas/214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 375 time: 0.0239642 Jul 08 02:16:19.811453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3c5a7e95-814d-496c-9611-b9c2496b0dc0 None None] Provisioning complete for port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:19.811980 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7e95-814d-496c-9611-b9c2496b0dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:19.839803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=78cfbfbc-3b76-4f9d-b269-c73a4869d072,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:19.855754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3c5a7e95-814d-496c-9611-b9c2496b0dc0 None None] Port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:16:19.883130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-48d0f672-c0ec-40f4-bba5-5b6327832891 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751047 Jul 08 02:16:19.911983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Sync routers for ids ['01cff708-1b35-447c-9fbe-d845f3b1fde5'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:16:19.922787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Routers {'01cff708-1b35-447c-9fbe-d845f3b1fde5'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:19.923605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:15:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['01cff708-1b35-447c-9fbe-d845f3b1fde5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:19.983393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['78cfbfbc-3b76-4f9d-b269-c73a4869d072'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:20.011229 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-aba3ac0c-ece1-4b50-a802-01f5bd76f77c service neutron] 10.222.0.41 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124730 Jul 08 02:16:20.075205 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-01ff3b1f-7613-4a4e-8fac-fff97cdbf260 None None] Provisioning complete for port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:20.075497 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01ff3b1f-7613-4a4e-8fac-fff97cdbf260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.119583 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Set router 01cff708-1b35-447c-9fbe-d845f3b1fde5 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:20.171885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-2ab7b5c2-b7e3-4a6c-9ae2-78375c4ccbf2 service neutron] 10.222.0.41 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542003 Jul 08 02:16:20.178959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-01ff3b1f-7613-4a4e-8fac-fff97cdbf260 None None] Port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:16:20.183720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b15bd3-9279-412f-a147-6d11b25bf0cd req-8538efa2-1356-4afe-a674-9336ae0818f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:20.185281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53b15bd3-9279-412f-a147-6d11b25bf0cd req-8538efa2-1356-4afe-a674-9336ae0818f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 944 time: 0.1064949 Jul 08 02:16:20.231878 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-53b15bd3-9279-412f-a147-6d11b25bf0cd req-b296990e-e7b6-4022-bbdc-e812ac20df7d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391376 Jul 08 02:16:20.356808 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7e32c918-3380-4cc9-aaf9-8d4782db763a None None] Provisioning complete for port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:20.357182 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7e32c918-3380-4cc9-aaf9-8d4782db763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.385596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9295d3da-162e-440e-ad72-91f776a9e40d req-37090d40-bb6f-45ff-915c-52c14787e12a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 210 time: 0.0335274 Jul 08 02:16:20.454890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7e32c918-3380-4cc9-aaf9-8d4782db763a None None] Port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:16:20.477383 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 88a473b7-6b76-4a33-8702-5f8a6f59b07b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:20.567411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'cc7e718c-6acd-4dbc-81fa-45dc6530ef85', 'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:ae:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:17Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 2, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:20.600289 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Checking router: 01cff708-1b35-447c-9fbe-d845f3b1fde5 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:16:20.600673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Updating router 01cff708-1b35-447c-9fbe-d845f3b1fde5 port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:16:20.646026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 88a473b7-6b76-4a33-8702-5f8a6f59b07b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:20.658285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 88a473b7-6b76-4a33-8702-5f8a6f59b07b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:20.658660 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.681583 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.708857 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8d36f82-689f-4e9b-95bc-8b8c60af366f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.855239 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.932277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 88a473b7-6b76-4a33-8702-5f8a6f59b07b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=88a473b7-6b76-4a33-8702-5f8a6f59b07b,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:20.941034 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:20.941834 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fd4deb43-c561-4178-bc20-a96426f46eac up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:21.050692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=88a473b7-6b76-4a33-8702-5f8a6f59b07b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:21.096586 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port fd4deb43-c561-4178-bc20-a96426f46eac triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:21.096961 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.133637 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.150573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Transition to ACTIVE for port object cc7e718c-6acd-4dbc-81fa-45dc6530ef85 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:21.158552 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.405582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5601cfa-0c9f-401d-8ac8-06dbf8d05840 None None] Pushing event updated for resources: {'Port': ['ID=cc7e718c-6acd-4dbc-81fa-45dc6530ef85,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:21.462025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1bc83-a38e-4e45-b767-4d02b08228f3 req-918c67ce-965b-4675-a73b-45e842da48fe tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:21.471973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8dd1bc83-a38e-4e45-b767-4d02b08228f3 req-918c67ce-965b-4675-a73b-45e842da48fe tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 944 time: 0.0962331 Jul 08 02:16:21.481539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Attempting to bind port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:16:21.481936 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Attempting to bind port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:16:21.482308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Attempting to bind port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 on network be5f51a2-5aa2-4eca-acc2-6c952117eda1 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:21.492884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:16:21.493248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Checking segment: {'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:21.493572 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.495220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Bound using segment: {'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:16:21.495220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Bound port: cc7e718c-6acd-4dbc-81fa-45dc6530ef85, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:16:21.495220 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.534694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 78cfbfbc-3b76-4f9d-b269-c73a4869d072 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:21.551499 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8dd1bc83-a38e-4e45-b767-4d02b08228f3 req-c65f5c9b-d9db-49aa-8c0d-2d610dd40967 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786095 Jul 08 02:16:21.587384 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fefb5627-9e86-487b-b371-a1c862b25be1 req-c5968b9e-e768-4df2-82bd-c3ded45ad195 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 210 time: 0.0345709 Jul 08 02:16:21.604335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] For port cc7e718c-6acd-4dbc-81fa-45dc6530ef85, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:21.610558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] For port cc7e718c-6acd-4dbc-81fa-45dc6530ef85, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=cc7e718c-6acd-4dbc-81fa-45dc6530ef85,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:16:21.616175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.625441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-c690543c-4cd6-4446-b4bc-0b5959f4353c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:21.626997 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-c690543c-4cd6-4446-b4bc-0b5959f4353c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "GET /v2.0/networks?id=be5f51a2-5aa2-4eca-acc2-6c952117eda1 HTTP/1.1" status: 200 len: 797 time: 0.2134843 Jul 08 02:16:21.646199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:21.663392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:21.663824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.676399 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-1c9f5ece-738a-46fe-88de-9e4f635ed782 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=214685b4f82040c087d1b3f522f25c6e HTTP/1.1" status: 200 len: 380 time: 0.0394044 Jul 08 02:16:21.685411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'port': {'device_id': '90bc0954-bbf8-470c-93e8-252271585cd9', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'admin_state_up': True, 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'security_groups': ['cf1338aa-676f-4676-b4a0-0df8d0d61b0f']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:21.710051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Routers {'01cff708-1b35-447c-9fbe-d845f3b1fde5'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:21.715186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:15:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['01cff708-1b35-447c-9fbe-d845f3b1fde5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:21.717361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5601cfa-0c9f-401d-8ac8-06dbf8d05840 None None] Pushing event updated for resources: {'Port': ['ID=cc7e718c-6acd-4dbc-81fa-45dc6530ef85,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:21.821271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Made reservation on behalf of 214685b4f82040c087d1b3f522f25c6e for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:16:21.825130 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.867133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:21.881044 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] Set router 01cff708-1b35-447c-9fbe-d845f3b1fde5 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:21.924345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cfbfbc-3b76-4f9d-b269-c73a4869d072'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:21.926652 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1687a881-5432-411c-8405-0c94ff7319f6" -d '{"events": [{"server_uuid": "04de220e-3d7f-49f7-b3cb-8673649ca2eb", "name": "network-vif-plugged", "status": "completed", "tag": "78cfbfbc-3b76-4f9d-b269-c73a4869d072"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:21.950930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 78cfbfbc-3b76-4f9d-b269-c73a4869d072, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:21.975058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.20.0.14 (be5f51a2-5aa2-4eca-acc2-6c952117eda1/2b91954d-ecd8-4f5c-bfc7-b6702ef852b0/530d970e-0e9a-49c5-b2ba-6cb556c46de8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:16:21.984356 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93e3137-a8b0-4981-bc9e-4efdee183279 x-openstack-request-id: req-d93e3137-a8b0-4981-bc9e-4efdee183279 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:21.984650 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04de220e-3d7f-49f7-b3cb-8673649ca2eb", "name": "network-vif-plugged", "status": "completed", "tag": "78cfbfbc-3b76-4f9d-b269-c73a4869d072", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:21.984909 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d93e3137-a8b0-4981-bc9e-4efdee183279 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:21.985300 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'code': 200} Jul 08 02:16:21.986323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:22.115109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=78cfbfbc-3b76-4f9d-b269-c73a4869d072,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:22.169531 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:22.175317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf281f2-d40d-4dbf-bb99-ed8c3f911ba2 req-970431a5-bc95-4388-a875-d716d118aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:22.176885 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fdf281f2-d40d-4dbf-bb99-ed8c3f911ba2 req-970431a5-bc95-4388-a875-d716d118aecc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 1097 time: 0.1105721 Jul 08 02:16:22.193910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'cc7e718c-6acd-4dbc-81fa-45dc6530ef85', 'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:ae:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:17Z', 'updated_at': '2021-07-08T02:16:21Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:22.200706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Transition to ACTIVE for port object 530d970e-0e9a-49c5-b2ba-6cb556c46de8 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:22.227376 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea45bc-bf4d-4032-a91f-40bd670fd11e None None] The sync data for ids ['01cff708-1b35-447c-9fbe-d845f3b1fde5'] in n-d-694802-14 is: [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'cc7e718c-6acd-4dbc-81fa-45dc6530ef85', 'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:ae:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:17Z', 'updated_at': '2021-07-08T02:16:21Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:16:22.231705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fdf281f2-d40d-4dbf-bb99-ed8c3f911ba2 req-7ce30a35-e682-42a4-83ac-90bf908ee185 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476732 Jul 08 02:16:22.250991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:22.310091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network be5f51a2-5aa2-4eca-acc2-6c952117eda1 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:22.315647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:22.318133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:16:22.349638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=530d970e-0e9a-49c5-b2ba-6cb556c46de8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:22.389255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:22.390112 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:22.416151 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-81001c6a-62bd-43bb-9243-b1d46d430379 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7346838 Jul 08 02:16:22.428111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Request body: {'port': {'device_id': '90bc0954-bbf8-470c-93e8-252271585cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:22.526979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 88a473b7-6b76-4a33-8702-5f8a6f59b07b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:22.550052 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:22.607125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 88a473b7-6b76-4a33-8702-5f8a6f59b07b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:22.607653 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:22.670677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e00a1aa-bee8-4742-bf81-da42d4fa7562 None None] Provisioning for port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:22.677758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-6e00a1aa-bee8-4742-bf81-da42d4fa7562 None None] Provisioning complete for port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:22.678175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6e00a1aa-bee8-4742-bf81-da42d4fa7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:22.749414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6e00a1aa-bee8-4742-bf81-da42d4fa7562 None None] Port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:16:22.763056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cc7e718c-6acd-4dbc-81fa-45dc6530ef85 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:22.828601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:22.834047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:22.834620 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:22.892922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eac96-5e28-4010-ba38-57bc140dac55 req-d93e832a-cc30-4328-b800-dcc6665d318e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:22.894932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-704eac96-5e28-4010-ba38-57bc140dac55 req-d93e832a-cc30-4328-b800-dcc6665d318e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 945 time: 0.1874933 Jul 08 02:16:22.954475 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:22.958166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515052fb-59db-4937-808d-4973b201b978 req-126b6cbd-c385-4fdc-979c-a06dca4386ff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:22.959908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-515052fb-59db-4937-808d-4973b201b978 req-126b6cbd-c385-4fdc-979c-a06dca4386ff tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 932 time: 0.1768692 Jul 08 02:16:22.986274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-704eac96-5e28-4010-ba38-57bc140dac55 req-b2d54cd0-78fe-4d75-9f21-a9b6bb5153a3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816371 Jul 08 02:16:23.031218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port cc7e718c-6acd-4dbc-81fa-45dc6530ef85, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=cc7e718c-6acd-4dbc-81fa-45dc6530ef85,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:23.042050 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.058034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-515052fb-59db-4937-808d-4973b201b978 req-3a7b4334-303e-4b6b-994e-18e85f4f78fa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683060 Jul 08 02:16:23.123124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=cc7e718c-6acd-4dbc-81fa-45dc6530ef85,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:23.385458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530d970e-0e9a-49c5-b2ba-6cb556c46de8 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:23.393429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.407108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Transition to ACTIVE for port object 530d970e-0e9a-49c5-b2ba-6cb556c46de8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:16:23.411130 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e76d2bfb-f544-45ec-89e5-e9ebbc2ab5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.412010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.469794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=530d970e-0e9a-49c5-b2ba-6cb556c46de8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:23.548272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Attempting to bind port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:16:23.548906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Attempting to bind port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:16:23.549422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Attempting to bind port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 on network be5f51a2-5aa2-4eca-acc2-6c952117eda1 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:23.557311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 on network be5f51a2-5aa2-4eca-acc2-6c952117eda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:16:23.557779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Attempting to bind port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 on network be5f51a2-5aa2-4eca-acc2-6c952117eda1 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:16:23.565363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:16:23.565803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Checking segment: {'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:16:23.566354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Bound using segment: {'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:16:23.566981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Bound port: 530d970e-0e9a-49c5-b2ba-6cb556c46de8, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'befdf30e-506c-4d74-9f2e-505a255101fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:16:23.567473 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.660681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] For port 530d970e-0e9a-49c5-b2ba-6cb556c46de8, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:16:23.665045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] For port 530d970e-0e9a-49c5-b2ba-6cb556c46de8, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:16:23.670642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.704853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:23.705817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.707255 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] 10.222.0.16 "PUT /v2.0/ports/530d970e-0e9a-49c5-b2ba-6cb556c46de8 HTTP/1.1" status: 200 len: 1093 time: 1.2837858 Jul 08 02:16:23.709793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:23.713941 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2403c205-3d60-4793-b085-843298722e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:23.758942 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:23.768210 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d2d426-f888-4729-85ee-8593127cf48e x-openstack-request-id: req-95d2d426-f888-4729-85ee-8593127cf48e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:23.768529 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:23.768801 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95d2d426-f888-4729-85ee-8593127cf48e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:23.769257 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'status': 'completed', 'code': 200} Jul 08 02:16:23.796412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5acf7-3a82-478a-8f4c-2820c162d4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=530d970e-0e9a-49c5-b2ba-6cb556c46de8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:23.826338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-cb9e2399-8daf-4bdd-99a6-1d028db82feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:23.828140 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-cb9e2399-8daf-4bdd-99a6-1d028db82feb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0811725 Jul 08 02:16:23.875148 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-75a06fc5-f60a-48c5-9d23-d9017817f3f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8 HTTP/1.1" status: 200 len: 217 time: 0.0381789 Jul 08 02:16:23.925022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-021b95d1-7546-43b1-ac82-9af50007407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:23.926516 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-021b95d1-7546-43b1-ac82-9af50007407a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2b91954d-ecd8-4f5c-bfc7-b6702ef852b0 HTTP/1.1" status: 200 len: 835 time: 0.0452754 Jul 08 02:16:24.003619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-8efcaf2a-e715-41ca-b39b-c9435dba8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:24.005112 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-8efcaf2a-e715-41ca-b39b-c9435dba8d69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be5f51a2-5aa2-4eca-acc2-6c952117eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715730 Jul 08 02:16:24.112244 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-e6d39625-d308-43e9-8d06-ce0eacf0ffb8 service neutron] 10.222.0.16 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008637 Jul 08 02:16:24.211048 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-82a3173c-ca7a-4b79-892e-8cdea665205b req-b022ce9c-5a74-4fa5-ac64-c1448c8d3a84 service neutron] 10.222.0.16 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921185 Jul 08 02:16:24.223858 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb2c2-76e7-4e3f-9953-91b482bec2c0 req-88bc8e32-6d5a-4e45-9d15-e4613e14b7f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:24.225534 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-090cb2c2-76e7-4e3f-9953-91b482bec2c0 req-88bc8e32-6d5a-4e45-9d15-e4613e14b7f5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 945 time: 0.1152663 Jul 08 02:16:24.286836 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-090cb2c2-76e7-4e3f-9953-91b482bec2c0 req-78dab5e0-73e4-47f7-8855-3721a4e709a5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519502 Jul 08 02:16:24.294875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00811e5-80d4-4a21-a0a0-48a1dfd47472 req-857d789c-b515-4e57-ba35-7ff42c58408a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:24.296641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d00811e5-80d4-4a21-a0a0-48a1dfd47472 req-857d789c-b515-4e57-ba35-7ff42c58408a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 944 time: 0.1209464 Jul 08 02:16:24.361493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d00811e5-80d4-4a21-a0a0-48a1dfd47472 req-6775a247-414e-420b-945b-1d08f4ee6017 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552652 Jul 08 02:16:24.364051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cc7e718c-6acd-4dbc-81fa-45dc6530ef85 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:24.370957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c205-3d60-4793-b085-843298722e6a req-1981f50f-7177-4ca3-bf84-1d4cc345f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:24.374256 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2403c205-3d60-4793-b085-843298722e6a req-1981f50f-7177-4ca3-bf84-1d4cc345f18b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 1096 time: 0.1084795 Jul 08 02:16:24.428159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:24.428553 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:24.472891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c205-3d60-4793-b085-843298722e6a req-ab0017e4-53ef-4f1a-878b-69b5115850d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:24.474399 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2403c205-3d60-4793-b085-843298722e6a req-ab0017e4-53ef-4f1a-878b-69b5115850d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be5f51a2-5aa2-4eca-acc2-6c952117eda1 HTTP/1.1" status: 200 len: 898 time: 0.0934675 Jul 08 02:16:24.521934 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2403c205-3d60-4793-b085-843298722e6a req-a4f37e52-88af-4759-a88d-ce8a521354e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8 HTTP/1.1" status: 200 len: 217 time: 0.0392029 Jul 08 02:16:24.539395 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda00bc-86cd-4358-984e-286da6df0bdc req-8a837ef0-cfba-413d-8b22-348897ccadd0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:24.540978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adda00bc-86cd-4358-984e-286da6df0bdc req-8a837ef0-cfba-413d-8b22-348897ccadd0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 945 time: 0.0844612 Jul 08 02:16:24.577022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c205-3d60-4793-b085-843298722e6a req-1ae32b1c-5ba4-4414-9522-d6e3dc033b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:24.579030 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2403c205-3d60-4793-b085-843298722e6a req-1ae32b1c-5ba4-4414-9522-d6e3dc033b9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2b91954d-ecd8-4f5c-bfc7-b6702ef852b0 HTTP/1.1" status: 200 len: 835 time: 0.0461328 Jul 08 02:16:24.584414 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adda00bc-86cd-4358-984e-286da6df0bdc req-5efcf228-3185-4b59-9d64-a83b4173b296 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360935 Jul 08 02:16:24.611756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39972) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:24.650425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c205-3d60-4793-b085-843298722e6a req-15d8826b-c10f-4396-84f7-dd7ffcf05100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:24.651977 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2403c205-3d60-4793-b085-843298722e6a req-15d8826b-c10f-4396-84f7-dd7ffcf05100 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be5f51a2-5aa2-4eca-acc2-6c952117eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652130 Jul 08 02:16:24.751547 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2403c205-3d60-4793-b085-843298722e6a req-7b8aa56c-682c-446d-8c58-5ae4106c8db4 service neutron] 10.222.0.16 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919538 Jul 08 02:16:24.782382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55daba30-bb17-4e7d-9779-341d539c9b99 tempest-TestVolumeBootPattern-1271454887 tempest-TestVolumeBootPattern-1271454887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:24.786659 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-55daba30-bb17-4e7d-9779-341d539c9b99 tempest-TestVolumeBootPattern-1271454887 tempest-TestVolumeBootPattern-1271454887-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 1092 time: 0.1708286 Jul 08 02:16:24.786787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39976) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:24.791926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:24.816058 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:24.844605 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:24.850090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2403c205-3d60-4793-b085-843298722e6a req-bddd9c98-4fb9-4515-b9af-dff0781dd9d2 service neutron] 10.222.0.16 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913804 Jul 08 02:16:24.925277 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:25.034430 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Allocated IP 172.25.4.91 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/5cd7740f-d691-4dbb-9fe9-fc8ef0305111) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:16:25.146920 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:25.186636 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:25.227146 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:25.229968 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:25.233527 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:16:25.239573 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=5cd7740f-d691-4dbb-9fe9-fc8ef0305111,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:25.633862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73669825-d6f0-4a0d-b93a-d2ba52dac679 req-56aa74e3-b21e-4589-9127-2e22cf7b60fa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:25.635389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73669825-d6f0-4a0d-b93a-d2ba52dac679 req-56aa74e3-b21e-4589-9127-2e22cf7b60fa tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 944 time: 0.1581957 Jul 08 02:16:25.697017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:25.723963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73669825-d6f0-4a0d-b93a-d2ba52dac679 req-466e890e-8f35-4cba-9804-4f4b9deec3cd tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669737 Jul 08 02:16:25.782573 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:25.937617 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:25.941994 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:26.015490 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=5cd7740f-d691-4dbb-9fe9-fc8ef0305111,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:26.024598 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:26.126774 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Floating IP c0d65713-4c95-486f-a155-2dd18b9ef8b5 associated. External IP: 172.25.4.91, port: 78cfbfbc-3b76-4f9d-b269-c73a4869d072. Jul 08 02:16:26.339786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Router 874042fb-60ff-4c09-914c-3d8ea4a97eba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:16:26.448525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:16:26.459681 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] Sync routers for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:16:26.466009 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:26.469284 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:26.469910 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:16:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:26.502067 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:26.582361 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:26.809646 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-16c91d43-cfff-4081-83af-6ff3326e52f1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0210631 Jul 08 02:16:26.812271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'tag': '78cfbfbc-3b76-4f9d-b269-c73a4869d072'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:26.815374 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb424952-1aff-4a9a-9c2f-b07685239d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "04de220e-3d7f-49f7-b3cb-8673649ca2eb", "tag": "78cfbfbc-3b76-4f9d-b269-c73a4869d072"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:26.826955 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c0d65713-4c95-486f-a155-2dd18b9ef8b5', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:8c:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:25Z', 'updated_at': '2021-07-08T02:16:25Z', 'revision_number': 0, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:26.856167 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00237c1-6460-4bbd-a4db-5cef8f7fdcd3 x-openstack-request-id: req-f00237c1-6460-4bbd-a4db-5cef8f7fdcd3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:26.856385 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04de220e-3d7f-49f7-b3cb-8673649ca2eb", "tag": "78cfbfbc-3b76-4f9d-b269-c73a4869d072", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:26.856631 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f00237c1-6460-4bbd-a4db-5cef8f7fdcd3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:26.857018 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'tag': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'status': 'completed', 'code': 200} Jul 08 02:16:26.857197 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] Checking router: 874042fb-60ff-4c09-914c-3d8ea4a97eba for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:16:26.866233 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:26.867924 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:16:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:26.919679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee787104-5736-4dfe-b32c-9557e81de1b5 req-0a974bc3-c139-4c45-84c6-4135fce78f93 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:26.921267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee787104-5736-4dfe-b32c-9557e81de1b5 req-0a974bc3-c139-4c45-84c6-4135fce78f93 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 944 time: 0.0765853 Jul 08 02:16:26.939832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-8865ba3a-8b76-4a19-97fc-01b61088bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:26.941405 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-8865ba3a-8b76-4a19-97fc-01b61088bebc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 1097 time: 0.0608406 Jul 08 02:16:26.967895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee787104-5736-4dfe-b32c-9557e81de1b5 req-c0046899-f83c-475c-87f9-12900ca5e97c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400596 Jul 08 02:16:26.984358 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:27.045569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-36e26d4d-5b9e-49f3-ba39-38178957e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:27.047090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-36e26d4d-5b9e-49f3-ba39-38178957e526 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.0987146 Jul 08 02:16:27.112451 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-4579e474-c06e-4d17-a7d8-f7af5c14059a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072 HTTP/1.1" status: 200 len: 998 time: 0.0593374 Jul 08 02:16:27.168093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-0ce3e3d6-1190-417f-acfb-c9aac92c6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:27.169611 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-0ce3e3d6-1190-417f-acfb-c9aac92c6a93 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0518088 Jul 08 02:16:27.222838 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c0d65713-4c95-486f-a155-2dd18b9ef8b5', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:8c:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:25Z', 'updated_at': '2021-07-08T02:16:25Z', 'revision_number': 0, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:27.229008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-7c3cd608-0ca9-4e70-b1a5-47997c86e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:27.230529 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-7c3cd608-0ca9-4e70-b1a5-47997c86e4a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542858 Jul 08 02:16:27.254285 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193e9626-778e-4b55-b7d8-62c3aada2144 None None] The sync data for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 is: [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c0d65713-4c95-486f-a155-2dd18b9ef8b5', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:8c:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:25Z', 'updated_at': '2021-07-08T02:16:25Z', 'revision_number': 0, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:16:27.274923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 530d970e-0e9a-49c5-b2ba-6cb556c46de8 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:16:27.358781 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-11abe224-133f-4592-8ff0-72aa19b9e1b9 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122620 Jul 08 02:16:27.385644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 530d970e-0e9a-49c5-b2ba-6cb556c46de8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:27.398603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'port_id': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'mac_address': 'fa:16:3e:8c:7d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:16:27.438541 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:27.453880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530d970e-0e9a-49c5-b2ba-6cb556c46de8 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:16:27.474228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fb424952-1aff-4a9a-9c2f-b07685239d6c req-bec53621-af99-47cb-82af-dea7fdacb85a service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065860 Jul 08 02:16:27.477250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 530d970e-0e9a-49c5-b2ba-6cb556c46de8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:27.482493 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:27.513135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc66b0a9-0890-4efc-b41f-2a992ba184a0 None None] New status for floating IP c0d65713-4c95-486f-a155-2dd18b9ef8b5: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:16:27.581243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=530d970e-0e9a-49c5-b2ba-6cb556c46de8,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:27.686336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['530d970e-0e9a-49c5-b2ba-6cb556c46de8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:16:28.175086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ea01-9fc5-464d-860e-236eb34ac6ef req-fcc23163-cda0-489d-ab2d-92a398d4fa67 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:28.176743 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e99ea01-9fc5-464d-860e-236eb34ac6ef req-fcc23163-cda0-489d-ab2d-92a398d4fa67 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 945 time: 0.0733609 Jul 08 02:16:28.220503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e99ea01-9fc5-464d-860e-236eb34ac6ef req-c2645f9d-9c40-4271-bc40-b958832fc3bc tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373828 Jul 08 02:16:29.286165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 530d970e-0e9a-49c5-b2ba-6cb556c46de8 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:16:29.341633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:16:29.345891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:16:29.346262 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:29.400352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2910904-dc81-4143-a062-8015f6133712 req-2f791cb4-5c72-4679-a932-b09a8bb094af tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:29.401913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2910904-dc81-4143-a062-8015f6133712 req-2f791cb4-5c72-4679-a932-b09a8bb094af tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 945 time: 0.0661724 Jul 08 02:16:29.426720 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:29.442181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2910904-dc81-4143-a062-8015f6133712 req-ce57e1f3-00c6-4885-8012-060c0b465400 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328937 Jul 08 02:16:29.450919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:29.453487 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4a76f2-1884-45be-a3fc-b964daa2c89a" -d '{"events": [{"server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "name": "network-vif-plugged", "status": "completed", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:29.468233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 530d970e-0e9a-49c5-b2ba-6cb556c46de8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:16:29.473585 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:29.501081 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79440de-c6bc-422b-a819-78c636a31c4a x-openstack-request-id: req-d79440de-c6bc-422b-a819-78c636a31c4a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:29.501381 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "name": "network-vif-plugged", "status": "completed", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:29.501635 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d79440de-c6bc-422b-a819-78c636a31c4a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:29.502027 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'code': 200} Jul 08 02:16:29.529696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=530d970e-0e9a-49c5-b2ba-6cb556c46de8,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:29.609568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70d1d6-012b-4040-a10a-8f6aba40403a req-eb8531e5-5b1b-451b-8b2f-50183bd4438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:29.611001 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa70d1d6-012b-4040-a10a-8f6aba40403a req-eb8531e5-5b1b-451b-8b2f-50183bd4438d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0533013 Jul 08 02:16:29.646239 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa70d1d6-012b-4040-a10a-8f6aba40403a req-3b2b48e2-6ae3-4e25-9464-e4e7cbe6c3b7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283980 Jul 08 02:16:30.625304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f95446-837e-40e6-8893-d8cb2f102ae9 req-a9d1fb87-4c82-46c0-a735-a26bfcc1bd56 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.626814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00f95446-837e-40e6-8893-d8cb2f102ae9 req-a9d1fb87-4c82-46c0-a735-a26bfcc1bd56 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0639048 Jul 08 02:16:30.666269 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00f95446-837e-40e6-8893-d8cb2f102ae9 req-a4ef30a0-c4c9-43db-899b-3e62d8b49af5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332406 Jul 08 02:16:30.851110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237ae5a-0e11-44bc-8b1c-986cfa45dc4c req-e9afa6c0-8d49-473c-b9af-6ddb0d211325 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.852770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a237ae5a-0e11-44bc-8b1c-986cfa45dc4c req-e9afa6c0-8d49-473c-b9af-6ddb0d211325 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0710769 Jul 08 02:16:30.898782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a237ae5a-0e11-44bc-8b1c-986cfa45dc4c req-dfee7574-c619-4981-bfaf-a5233506a976 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341506 Jul 08 02:16:30.922110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:30.975245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bf50e2-9215-41d8-a2a1-9bcbc0ef87d8 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:30.977591 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-94bf50e2-9215-41d8-a2a1-9bcbc0ef87d8 tempest-TestNetworkAdvancedServerOps-558273015 tempest-TestNetworkAdvancedServerOps-558273015-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 1093 time: 0.0544922 Jul 08 02:16:30.980408 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 39998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:30.984732 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:16:31.014108 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:31.116875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:31.221699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Allocated IP 172.25.4.47 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/f62ba7e0-f5cc-402e-a964-4a46b9ed8451) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:16:31.336509 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:31.377635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:31.414347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:16:31.420508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:16:31.424041 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:16:31.430610 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=f62ba7e0-f5cc-402e-a964-4a46b9ed8451,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:31.864232 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:31.957694 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:32.125088 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:32.130387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:32.208372 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event updated for resources: {'Port': ['ID=f62ba7e0-f5cc-402e-a964-4a46b9ed8451,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:16:32.220179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:32.324087 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Floating IP 853b9cc0-8444-4e32-8d94-920e557b08bd associated. External IP: 172.25.4.47, port: 530d970e-0e9a-49c5-b2ba-6cb556c46de8. Jul 08 02:16:32.540848 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router 01cff708-1b35-447c-9fbe-d845f3b1fde5 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:16:32.612039 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:16:32.651765 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:16:32.660812 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] Sync routers for ids ['01cff708-1b35-447c-9fbe-d845f3b1fde5'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:16:32.668968 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:32.670492 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] Routers {'01cff708-1b35-447c-9fbe-d845f3b1fde5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:32.671093 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:16:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['01cff708-1b35-447c-9fbe-d845f3b1fde5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:32.716373 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2af4caf0-f28d-4ed2-918e-3fe5f700250a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7325311 Jul 08 02:16:32.716373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:16:32.717183 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88055fb5-94fd-49a7-91ab-455ea5518562" -d '{"events": [{"name": "network-changed", "server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:16:32.767567 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f9dd80-cb0b-47db-974e-2e407babead1 x-openstack-request-id: req-29f9dd80-cb0b-47db-974e-2e407babead1 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:16:32.768790 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:16:32.768790 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29f9dd80-cb0b-47db-974e-2e407babead1 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:16:32.769315 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'status': 'completed', 'code': 200} Jul 08 02:16:32.791569 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] Set router 01cff708-1b35-447c-9fbe-d845f3b1fde5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:32.845822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-3ed9e415-5203-4660-812c-6b2f2b7fe367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:32.847380 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-3ed9e415-5203-4660-812c-6b2f2b7fe367 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0627508 Jul 08 02:16:32.885393 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d414ae-e696-4afd-941b-77f03522ed0c req-5721bd31-89d5-416d-9e5e-3521487007b0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:32.886983 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05d414ae-e696-4afd-941b-77f03522ed0c req-5721bd31-89d5-416d-9e5e-3521487007b0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0693719 Jul 08 02:16:32.929128 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05d414ae-e696-4afd-941b-77f03522ed0c req-74b85840-001e-4d23-9b0d-0e722191401a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351474 Jul 08 02:16:32.957969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-ebed8143-7bae-4b34-a751-17c73e54361a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:32.959631 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-ebed8143-7bae-4b34-a751-17c73e54361a service neutron] 10.222.0.16 "GET /v2.0/networks?id=be5f51a2-5aa2-4eca-acc2-6c952117eda1 HTTP/1.1" status: 200 len: 898 time: 0.1064134 Jul 08 02:16:32.961953 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:33.033746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ea2ac2ad-7a69-470e-b884-aa691a5c5277 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/853b9cc0-8444-4e32-8d94-920e557b08bd HTTP/1.1" status: 200 len: 991 time: 0.0703056 Jul 08 02:16:33.044872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-07fc4660-e167-4064-8048-9edab543ea08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8 HTTP/1.1" status: 200 len: 999 time: 0.0790498 Jul 08 02:16:33.099192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-8066fd3e-40e9-46d2-a16e-4e35e790027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:33.104775 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-8066fd3e-40e9-46d2-a16e-4e35e790027d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2b91954d-ecd8-4f5c-bfc7-b6702ef852b0 HTTP/1.1" status: 200 len: 835 time: 0.0504622 Jul 08 02:16:33.138902 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '853b9cc0-8444-4e32-8d94-920e557b08bd', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'port_id': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'mac_address': 'fa:16:3e:8c:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bc0954-bbf8-470c-93e8-252271585cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:31Z', 'updated_at': '2021-07-08T02:16:31Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7e718c-6acd-4dbc-81fa-45dc6530ef85', 'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:ae:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:17Z', 'updated_at': '2021-07-08T02:16:22Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:33.166654 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] Checking router: 01cff708-1b35-447c-9fbe-d845f3b1fde5 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:16:33.177289 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] Routers {'01cff708-1b35-447c-9fbe-d845f3b1fde5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:16:33.177641 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:16:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['01cff708-1b35-447c-9fbe-d845f3b1fde5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:33.190407 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-9852df7d-f58b-499d-a634-d53809f71047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:33.192513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-9852df7d-f58b-499d-a634-d53809f71047 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be5f51a2-5aa2-4eca-acc2-6c952117eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846648 Jul 08 02:16:33.317348 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] Set router 01cff708-1b35-447c-9fbe-d845f3b1fde5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:16:33.334833 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-162d2720-e1ef-402d-96d4-5f8b26c6d00a service neutron] 10.222.0.16 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342061 Jul 08 02:16:33.430585 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88055fb5-94fd-49a7-91ab-455ea5518562 req-42801f1d-6120-4caf-9c40-d8169a8f3db4 service neutron] 10.222.0.16 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913098 Jul 08 02:16:33.582833 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '853b9cc0-8444-4e32-8d94-920e557b08bd', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'port_id': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'mac_address': 'fa:16:3e:8c:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bc0954-bbf8-470c-93e8-252271585cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:31Z', 'updated_at': '2021-07-08T02:16:31Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7e718c-6acd-4dbc-81fa-45dc6530ef85', 'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:ae:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:17Z', 'updated_at': '2021-07-08T02:16:22Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:16:33.611523 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e6a9de-afb4-4834-978c-8a0f6965ac62 None None] The sync data for ids ['01cff708-1b35-447c-9fbe-d845f3b1fde5'] in n-d-694802-14 is: [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '853b9cc0-8444-4e32-8d94-920e557b08bd', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'floating_ip_address': '172.25.4.47', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'port_id': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'mac_address': 'fa:16:3e:8c:7d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bc0954-bbf8-470c-93e8-252271585cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:31Z', 'updated_at': '2021-07-08T02:16:31Z', 'revision_number': 0, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc7e718c-6acd-4dbc-81fa-45dc6530ef85', 'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:ae:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:17Z', 'updated_at': '2021-07-08T02:16:22Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:16:33.840276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85221048-131b-47fa-ac0a-b0365a2080c9 None None] New status for floating IP 853b9cc0-8444-4e32-8d94-920e557b08bd: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:16:34.039100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40008) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:16:34.106375 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6d64fd8d-3fca-461e-82d6-5fd49a4e355b tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/853b9cc0-8444-4e32-8d94-920e557b08bd HTTP/1.1" status: 200 len: 993 time: 0.0659747 Jul 08 02:16:34.702693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:39.084942 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:50.660614 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c18d82ed-24b8-4631-b85b-38ac06ee8214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:53.413197 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0d5dc6e5-b7eb-49da-8825-0114784a63c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:53.753384 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:54.845382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:56.504653 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:16:59.312190 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-aa52aff8-ec1a-44bc-b980-f1858b20c44a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549686 Jul 08 02:16:59.417282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-1b5f6b97-c308-4ba1-9fe1-4815b24580af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:59.418925 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-1b5f6b97-c308-4ba1-9fe1-4815b24580af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 1097 time: 0.0592792 Jul 08 02:16:59.531391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-ba6a4ab7-1af1-4f6f-8d20-a0e802837c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:59.532917 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-ba6a4ab7-1af1-4f6f-8d20-a0e802837c62 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.0944750 Jul 08 02:16:59.600706 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-8854b9f1-4b56-42c4-9761-5f4c34a21155 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072 HTTP/1.1" status: 200 len: 1000 time: 0.0608258 Jul 08 02:16:59.652788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-66bc74e1-7c8d-49e9-88d1-c70c64d75a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:59.654314 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-66bc74e1-7c8d-49e9-88d1-c70c64d75a6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0464387 Jul 08 02:16:59.719832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-c3ecfcc3-7e7c-4429-a764-e8e6de50502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:16:59.721495 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-c3ecfcc3-7e7c-4429-a764-e8e6de50502d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611761 Jul 08 02:16:59.821273 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-f451ca9c-fdfb-4110-a13c-2f3fdb0ba532 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919387 Jul 08 02:16:59.923094 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d75cfa0e-8050-43ce-b418-3191d9f3179d req-cd5aad49-4648-49b0-902e-52ce9722452b service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951653 Jul 08 02:17:03.098897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-195f48fb-fd38-4d21-8588-549d45addeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:03.101402 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-195f48fb-fd38-4d21-8588-549d45addeaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0686491 Jul 08 02:17:03.147468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ecd65-9bbd-48ef-807a-0bd1290dde44 req-29d6b99d-5562-4d2f-9621-7a7db475d7ae tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:03.149152 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c68ecd65-9bbd-48ef-807a-0bd1290dde44 req-29d6b99d-5562-4d2f-9621-7a7db475d7ae tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0767283 Jul 08 02:17:03.213375 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c68ecd65-9bbd-48ef-807a-0bd1290dde44 req-b0f1755e-48fa-47db-8def-6d5dbca26306 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573037 Jul 08 02:17:03.222124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-09027830-69e0-4dc3-a6fa-17944e4136b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:03.223998 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-09027830-69e0-4dc3-a6fa-17944e4136b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be5f51a2-5aa2-4eca-acc2-6c952117eda1 HTTP/1.1" status: 200 len: 898 time: 0.0976758 Jul 08 02:17:03.305347 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-93730459-6e1c-4a2d-9e03-49d9d6b3f248 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8 HTTP/1.1" status: 200 len: 1001 time: 0.0736270 Jul 08 02:17:03.362000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-4d73fa87-152e-4212-9483-719b1525fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:03.363502 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-4d73fa87-152e-4212-9483-719b1525fb71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2b91954d-ecd8-4f5c-bfc7-b6702ef852b0 HTTP/1.1" status: 200 len: 835 time: 0.0519102 Jul 08 02:17:03.441369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-fb4633da-f5d2-4a12-b84c-afce3b7573f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:03.442864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-fb4633da-f5d2-4a12-b84c-afce3b7573f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be5f51a2-5aa2-4eca-acc2-6c952117eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707521 Jul 08 02:17:03.547067 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-93305736-6d27-4f43-af60-7634b0db4076 service neutron] 10.222.0.16 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943775 Jul 08 02:17:03.642618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81622f43-3f4c-4bb3-b768-b1fc6140b325 req-37e7de58-29a1-4a59-be8e-a939afd13962 service neutron] 10.222.0.16 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883801 Jul 08 02:17:04.425771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37762396-1677-45f0-83c9-a212b63d0222 req-d37c0081-f5fe-4dcd-843c-f787a43b923f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:04.427301 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37762396-1677-45f0-83c9-a212b63d0222 req-d37c0081-f5fe-4dcd-843c-f787a43b923f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0742342 Jul 08 02:17:04.469573 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37762396-1677-45f0-83c9-a212b63d0222 req-b399123c-1d6b-4dd5-84f3-a14f01f6f5a9 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358469 Jul 08 02:17:04.699239 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:05.665341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905143ed-c0fb-4534-9f3e-00143fe07b44 req-60332023-a9ff-4814-a3fb-bcecda32931a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:05.666928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-905143ed-c0fb-4534-9f3e-00143fe07b44 req-60332023-a9ff-4814-a3fb-bcecda32931a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0729144 Jul 08 02:17:05.711892 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-905143ed-c0fb-4534-9f3e-00143fe07b44 req-a5ac3fbb-31f4-478b-af63-6016538ade60 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373497 Jul 08 02:17:06.931176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a926ff-c525-4d63-af8f-1464dedc427d req-b05e0f65-a315-49bb-91d8-9ba0b501d442 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:06.932985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8a926ff-c525-4d63-af8f-1464dedc427d req-b05e0f65-a315-49bb-91d8-9ba0b501d442 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0773773 Jul 08 02:17:06.989761 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8a926ff-c525-4d63-af8f-1464dedc427d req-77d916ec-e547-4a34-83b7-b9887da7406f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500548 Jul 08 02:17:08.179821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7934c8-fa6e-4b46-9b71-4188993ad996 req-45b64310-5e09-40d8-9708-a324b9a8e854 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:08.181463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d7934c8-fa6e-4b46-9b71-4188993ad996 req-45b64310-5e09-40d8-9708-a324b9a8e854 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0685387 Jul 08 02:17:08.220139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d7934c8-fa6e-4b46-9b71-4188993ad996 req-f6af9278-cc9b-4dcf-8522-f9aa21c03ce5 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330541 Jul 08 02:17:09.098443 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:09.401957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a9269-57f2-43e3-bfba-e1a43c067864 req-7839d4d0-e9e8-4dfd-9c50-1f723bdc36c7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:09.403682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-589a9269-57f2-43e3-bfba-e1a43c067864 req-7839d4d0-e9e8-4dfd-9c50-1f723bdc36c7 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0683053 Jul 08 02:17:09.449040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-589a9269-57f2-43e3-bfba-e1a43c067864 req-89753152-dbef-488f-aef5-e76a6a350acf tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395908 Jul 08 02:17:09.614208 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:17:10.644592 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c0882-5aea-488c-bcd4-2f6a30dfeea1 req-aa18072a-0d11-4eba-85cc-f114857140bb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:10.646149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-214c0882-5aea-488c-bcd4-2f6a30dfeea1 req-aa18072a-0d11-4eba-85cc-f114857140bb tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0799599 Jul 08 02:17:10.688685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-214c0882-5aea-488c-bcd4-2f6a30dfeea1 req-b618b7c0-188d-476a-b899-266811e9efe8 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361958 Jul 08 02:17:11.870666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbfd3f-d65d-4a12-b22c-65892d757b53 req-c1237f6c-f64d-4b69-b658-f945133debae tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:11.872180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ccfbfd3f-d65d-4a12-b22c-65892d757b53 req-c1237f6c-f64d-4b69-b658-f945133debae tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0645237 Jul 08 02:17:11.911138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ccfbfd3f-d65d-4a12-b22c-65892d757b53 req-ec2bc443-b880-4ed6-a14c-fa6b84f8c004 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332060 Jul 08 02:17:13.092410 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3b6f-bdca-4066-a4e6-10b9f6d6945e req-7b8234d5-5a83-4ff9-8296-11add0eaeb75 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:13.093908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-847f3b6f-bdca-4066-a4e6-10b9f6d6945e req-7b8234d5-5a83-4ff9-8296-11add0eaeb75 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0696051 Jul 08 02:17:13.132531 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-847f3b6f-bdca-4066-a4e6-10b9f6d6945e req-64f91d79-342c-4820-85ce-fc18a2479b2f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330412 Jul 08 02:17:14.323871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bb1e7-c4fd-48c5-bd93-435a4a91ac56 req-a0b8dc20-2d56-4838-9527-7b78eb697119 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:14.325421 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b35bb1e7-c4fd-48c5-bd93-435a4a91ac56 req-a0b8dc20-2d56-4838-9527-7b78eb697119 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0787508 Jul 08 02:17:14.376021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b35bb1e7-c4fd-48c5-bd93-435a4a91ac56 req-e646fa45-aeb3-4b8e-b063-5b958492973f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440373 Jul 08 02:17:15.553459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad841134-f4cf-4952-bb75-7fef92b3011e req-92a39dfa-a93e-4c9f-b631-c65fec0b0f9d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:15.555500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad841134-f4cf-4952-bb75-7fef92b3011e req-92a39dfa-a93e-4c9f-b631-c65fec0b0f9d tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0647604 Jul 08 02:17:15.595753 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ad841134-f4cf-4952-bb75-7fef92b3011e req-8245d44d-a9c7-4b54-864b-4c6daac2a7b6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346677 Jul 08 02:17:15.767736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8d2b4-154c-46d5-93cd-ccabade82cf2 req-224c5ef7-76a3-427e-a9c6-b78642e8e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:15.769301 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19c8d2b4-154c-46d5-93cd-ccabade82cf2 req-224c5ef7-76a3-427e-a9c6-b78642e8e235 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0586936 Jul 08 02:17:15.805528 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-19c8d2b4-154c-46d5-93cd-ccabade82cf2 req-0432922c-66ce-4463-b196-f580cf181c8c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289092 Jul 08 02:17:16.784133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ddc77-47af-4a91-876e-2e9d8610107a req-96a39fbb-04cf-410a-bbf1-3a913b7bfa0a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:16.785676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-961ddc77-47af-4a91-876e-2e9d8610107a req-96a39fbb-04cf-410a-bbf1-3a913b7bfa0a tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0691104 Jul 08 02:17:16.826016 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-961ddc77-47af-4a91-876e-2e9d8610107a req-22353827-ac54-413e-b37c-17bd1e2f0747 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340118 Jul 08 02:17:16.851297 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40078) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:16.912292 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3a0618f4-e507-45e3-a38c-7742e54d5fbf tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/floatingips/853b9cc0-8444-4e32-8d94-920e557b08bd HTTP/1.1" status: 200 len: 993 time: 0.0597508 Jul 08 02:17:17.522765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 530d970e-0e9a-49c5-b2ba-6cb556c46de8 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:17:17.624057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 530d970e-0e9a-49c5-b2ba-6cb556c46de8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:17.636818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'port_id': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'mac_address': 'fa:16:3e:8c:7d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:17:17.673774 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:17.686807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 530d970e-0e9a-49c5-b2ba-6cb556c46de8 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:17:17.710827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 530d970e-0e9a-49c5-b2ba-6cb556c46de8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:17.715254 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:17.762842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=530d970e-0e9a-49c5-b2ba-6cb556c46de8,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:17.770534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.770884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.771228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.771567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.771904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.772238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.772595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.772978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.773261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.773588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.774040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.774449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:17.912173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['530d970e-0e9a-49c5-b2ba-6cb556c46de8'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:17:19.537886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 530d970e-0e9a-49c5-b2ba-6cb556c46de8 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:17:19.586494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:17:19.586859 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:19.666732 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:19.691662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:19.694074 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62ed9cd-5e1d-4e55-b252-f7413e0a0080" -d '{"events": [{"server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "name": "network-vif-plugged", "status": "completed", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:19.708995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 530d970e-0e9a-49c5-b2ba-6cb556c46de8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:19.714030 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:19.764426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=530d970e-0e9a-49c5-b2ba-6cb556c46de8,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:19.812855 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0633e3d8-3773-4cdb-915a-318aef34ddd8 x-openstack-request-id: req-0633e3d8-3773-4cdb-915a-318aef34ddd8 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:19.812855 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "name": "network-vif-plugged", "status": "completed", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:19.812855 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0633e3d8-3773-4cdb-915a-318aef34ddd8 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:19.812855 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'code': 200} Jul 08 02:17:20.661638 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-75c2f155-35a9-4b4a-b106-45f9326b34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:23.417200 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4cf5-b315-4231-8aaf-f1a041c54a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:23.754953 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:24.849067 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:26.505581 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:34.707215 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:39.100252 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:46.614470 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:17:47.469644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40094) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:47.623414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port f62ba7e0-f5cc-402e-a964-4a46b9ed8451 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:47.623757 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:47.701949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:47.702272 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:47.714118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for f62ba7e0-f5cc-402e-a964-4a46b9ed8451 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:47.861568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:47.888279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=f62ba7e0-f5cc-402e-a964-4a46b9ed8451,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:47.916880 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.917233 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.917589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.917909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.918250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.918579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.918979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.919282 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.919607 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.919932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.920258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.920680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:47.961725 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:47.962066 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Floating IP 853b9cc0-8444-4e32-8d94-920e557b08bd disassociated (deleted). External IP: 172.25.4.47, port: 530d970e-0e9a-49c5-b2ba-6cb556c46de8. Jul 08 02:17:48.169957 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router 01cff708-1b35-447c-9fbe-d845f3b1fde5 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:17:48.281536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:17:48.286343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:48.290575 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] Sync routers for ids ['01cff708-1b35-447c-9fbe-d845f3b1fde5'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:17:48.300728 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] Routers {'01cff708-1b35-447c-9fbe-d845f3b1fde5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:48.301364 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:17:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['01cff708-1b35-447c-9fbe-d845f3b1fde5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:48.326345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9eaad548-fa56-4612-bd20-1aa6316ca951 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/floatingips/853b9cc0-8444-4e32-8d94-920e557b08bd HTTP/1.1" status: 204 len: 168 time: 0.8527498 Jul 08 02:17:48.326345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:48.327100 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:48.364246 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8046e3-f5a5-4548-bf2b-f79659fc9440 x-openstack-request-id: req-bd8046e3-f5a5-4548-bf2b-f79659fc9440 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:48.364565 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:48.364813 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd8046e3-f5a5-4548-bf2b-f79659fc9440 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:48.365213 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'status': 'completed', 'code': 200} Jul 08 02:17:48.416988 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] Set router 01cff708-1b35-447c-9fbe-d845f3b1fde5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:48.443460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-f66e9062-6554-4c6c-bba3-3d1eab620668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.445042 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-f66e9062-6554-4c6c-bba3-3d1eab620668 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=214685b4f82040c087d1b3f522f25c6e&device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 1098 time: 0.0548043 Jul 08 02:17:48.543080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-4733c859-53f2-4523-804a-e5bd6340d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.545524 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-4733c859-53f2-4523-804a-e5bd6340d1e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=be5f51a2-5aa2-4eca-acc2-6c952117eda1 HTTP/1.1" status: 200 len: 898 time: 0.0934730 Jul 08 02:17:48.592069 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-1f9a33b1-5b44-4cb7-b436-8f66e28de3a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8 HTTP/1.1" status: 200 len: 217 time: 0.0399144 Jul 08 02:17:48.647401 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'cc7e718c-6acd-4dbc-81fa-45dc6530ef85', 'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:ae:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:17Z', 'updated_at': '2021-07-08T02:16:22Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:48.648104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-d3faf296-5f91-4ac8-83d9-643f47ec612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.649711 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-d3faf296-5f91-4ac8-83d9-643f47ec612f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2b91954d-ecd8-4f5c-bfc7-b6702ef852b0 HTTP/1.1" status: 200 len: 835 time: 0.0510709 Jul 08 02:17:48.674934 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] Checking router: 01cff708-1b35-447c-9fbe-d845f3b1fde5 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:17:48.684056 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] Routers {'01cff708-1b35-447c-9fbe-d845f3b1fde5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:48.686300 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:17:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['01cff708-1b35-447c-9fbe-d845f3b1fde5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:48.717296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-ff000dbb-10cf-4a54-b318-5f090b013ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.719788 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-ff000dbb-10cf-4a54-b318-5f090b013ff8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be5f51a2-5aa2-4eca-acc2-6c952117eda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610058 Jul 08 02:17:48.740735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50626b44-e124-48d7-ba34-6a5b44ea14ab req-8d40e799-f7e6-45dc-aca8-86244544d3df tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:48.742301 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50626b44-e124-48d7-ba34-6a5b44ea14ab req-8d40e799-f7e6-45dc-aca8-86244544d3df tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0742934 Jul 08 02:17:48.786784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50626b44-e124-48d7-ba34-6a5b44ea14ab req-26999680-482a-425d-875d-632c1ff2979f tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375855 Jul 08 02:17:48.816586 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] Set router 01cff708-1b35-447c-9fbe-d845f3b1fde5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:48.819850 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-cf81b30a-d4bd-4441-9292-67d082afd563 service neutron] 10.222.0.16 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939472 Jul 08 02:17:48.919367 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2b9585c9-ab7b-4a3f-9eb5-136e9406b4e0 req-6145ef62-608c-4c5d-ac1e-d381fe577de9 service neutron] 10.222.0.16 "GET /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914972 Jul 08 02:17:49.031122 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'cc7e718c-6acd-4dbc-81fa-45dc6530ef85', 'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:ae:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:17Z', 'updated_at': '2021-07-08T02:16:22Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:49.061893 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9123d-5154-4abc-b8a0-74d89f26cc75 None None] The sync data for ids ['01cff708-1b35-447c-9fbe-d845f3b1fde5'] in n-d-694802-14 is: [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'cc7e718c-6acd-4dbc-81fa-45dc6530ef85', 'name': '', 'network_id': 'be5f51a2-5aa2-4eca-acc2-6c952117eda1', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'mac_address': 'fa:16:3e:ae:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:17Z', 'updated_at': '2021-07-08T02:16:22Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'subnets': [{'id': '2b91954d-ecd8-4f5c-bfc7-b6702ef852b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:17:49.326763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bef72c-f8de-4b27-ae28-1c93c955ca05 None None] New status for floating IP 853b9cc0-8444-4e32-8d94-920e557b08bd: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:17:49.970546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269940fa-13ca-49fb-8186-3c15a8a0c9c1 req-d3d3cf12-1358-4d1e-b943-d1fccc9a58f2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:49.972179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-269940fa-13ca-49fb-8186-3c15a8a0c9c1 req-d3d3cf12-1358-4d1e-b943-d1fccc9a58f2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0671270 Jul 08 02:17:50.004718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-044a91ca-16cb-4c51-8939-f0349788e217 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:50.006226 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-044a91ca-16cb-4c51-8939-f0349788e217 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "GET /v2.0/ports?device_id=90bc0954-bbf8-470c-93e8-252271585cd9 HTTP/1.1" status: 200 len: 946 time: 0.0709023 Jul 08 02:17:50.011287 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-269940fa-13ca-49fb-8186-3c15a8a0c9c1 req-6fb819bd-ba4a-48f5-837d-c386955f4a05 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf1338aa-676f-4676-b4a0-0df8d0d61b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335722 Jul 08 02:17:50.108413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:50.108761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:50.202219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port 530d970e-0e9a-49c5-b2ba-6cb556c46de8, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=530d970e-0e9a-49c5-b2ba-6cb556c46de8,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:50.202716 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:50.222867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for 530d970e-0e9a-49c5-b2ba-6cb556c46de8 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:50.360562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:50.390967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=530d970e-0e9a-49c5-b2ba-6cb556c46de8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:50.405892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.406244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.406583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.406920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.407251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.407581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.407908 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.408243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.408637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.408972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.409302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.409623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:17:50.447413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] No DVR routers for this DVR port 530d970e-0e9a-49c5-b2ba-6cb556c46de8 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:50.451037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:50.453142 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d043d8a9-d7ab-4576-86b4-005c68952989 req-f0160377-bc10-4ea9-9673-8f6d5850c9e0 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.16 "DELETE /v2.0/ports/530d970e-0e9a-49c5-b2ba-6cb556c46de8 HTTP/1.1" status: 204 len: 173 time: 0.4401319 Jul 08 02:17:50.453572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'name': 'network-vif-deleted', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:17:50.455822 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf7bb59-198e-41ab-a6c8-a2e039e56158" -d '{"events": [{"server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "name": "network-vif-deleted", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:17:50.495483 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00151a7b-20f0-4c58-beba-7e15c43f033a x-openstack-request-id: req-00151a7b-20f0-4c58-beba-7e15c43f033a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:17:50.495777 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bc0954-bbf8-470c-93e8-252271585cd9", "name": "network-vif-deleted", "tag": "530d970e-0e9a-49c5-b2ba-6cb556c46de8", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:17:50.496031 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00151a7b-20f0-4c58-beba-7e15c43f033a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:17:50.497095 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bc0954-bbf8-470c-93e8-252271585cd9', 'name': 'network-vif-deleted', 'tag': '530d970e-0e9a-49c5-b2ba-6cb556c46de8', 'status': 'completed', 'code': 200} Jul 08 02:17:50.663388 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-82afeb38-318b-4a1c-bcad-89e1163ed083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:51.118714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40108) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:51.749164 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:52.012015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port cc7e718c-6acd-4dbc-81fa-45dc6530ef85 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:52.012273 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:52.099820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port cc7e718c-6acd-4dbc-81fa-45dc6530ef85, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=cc7e718c-6acd-4dbc-81fa-45dc6530ef85,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:52.100181 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:52.112869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for cc7e718c-6acd-4dbc-81fa-45dc6530ef85 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:52.299582 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:52.333595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=cc7e718c-6acd-4dbc-81fa-45dc6530ef85,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:52.509834 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:52.725865 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Router 01cff708-1b35-447c-9fbe-d845f3b1fde5 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:17:52.832481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:17:52.837415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-28954dc7-dba6-4f38-8f18-302626efb1e3 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "PUT /v2.0/routers/01cff708-1b35-447c-9fbe-d845f3b1fde5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7176340 Jul 08 02:17:52.840030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:52.842622 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] Sync routers for ids ['01cff708-1b35-447c-9fbe-d845f3b1fde5'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:17:52.851715 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] Routers {'01cff708-1b35-447c-9fbe-d845f3b1fde5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:52.852331 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:17:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['01cff708-1b35-447c-9fbe-d845f3b1fde5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:52.893528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e76bb4-5d9a-4787-9b65-952ee02f7cf6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting subnet 2b91954d-ecd8-4f5c-bfc7-b6702ef852b0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:17:52.896676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2e76bb4-5d9a-4787-9b65-952ee02f7cf6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:52.937673 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2e76bb4-5d9a-4787-9b65-952ee02f7cf6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:52.955753 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] Set router 01cff708-1b35-447c-9fbe-d845f3b1fde5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:53.033880 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2e76bb4-5d9a-4787-9b65-952ee02f7cf6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.095609 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2e76bb4-5d9a-4787-9b65-952ee02f7cf6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.124640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e76bb4-5d9a-4787-9b65-952ee02f7cf6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Subnet': ['ID=2b91954d-ecd8-4f5c-bfc7-b6702ef852b0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:53.128410 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e2e76bb4-5d9a-4787-9b65-952ee02f7cf6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.133239 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e2e76bb4-5d9a-4787-9b65-952ee02f7cf6 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/subnets/2b91954d-ecd8-4f5c-bfc7-b6702ef852b0 HTTP/1.1" status: 204 len: 168 time: 0.2891777 Jul 08 02:17:53.133340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40112) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:53.142849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f51d4f-6571-4260-abe6-442b12b762a0 None None] Network be5f51a2-5aa2-4eca-acc2-6c952117eda1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:17:53.235622 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:17:52Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:53.253595 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.262540 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] Checking router: 01cff708-1b35-447c-9fbe-d845f3b1fde5 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:17:53.273403 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] Routers {'01cff708-1b35-447c-9fbe-d845f3b1fde5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:53.274016 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:17:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['01cff708-1b35-447c-9fbe-d845f3b1fde5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:53.358878 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bc5d56-057a-4760-920f-807a8e9b7a43 None None] DHCP port deletion for be5f51a2-5aa2-4eca-acc2-6c952117eda1 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:17:53.375853 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.401045 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] Set router 01cff708-1b35-447c-9fbe-d845f3b1fde5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:53.423566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc5d56-057a-4760-920f-807a8e9b7a43 None None] Deleting port 88a473b7-6b76-4a33-8702-5f8a6f59b07b {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:53.423983 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9bc5d56-057a-4760-920f-807a8e9b7a43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.432936 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Deleting port fd4deb43-c561-4178-bc20-a96426f46eac {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:17:53.433570 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.436665 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-981f57a4-e6ec-4115-8eac-7c1f991612e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.496247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d9bc5d56-057a-4760-920f-807a8e9b7a43 None None] For port 88a473b7-6b76-4a33-8702-5f8a6f59b07b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=88a473b7-6b76-4a33-8702-5f8a6f59b07b,segment=NetworkSegment(befdf30e-506c-4d74-9f2e-505a255101fd),segment_id=befdf30e-506c-4d74-9f2e-505a255101fd)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:53.496577 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9bc5d56-057a-4760-920f-807a8e9b7a43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.510709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc5d56-057a-4760-920f-807a8e9b7a43 None None] Calling delete_port for 88a473b7-6b76-4a33-8702-5f8a6f59b07b owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:53.524872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] For port fd4deb43-c561-4178-bc20-a96426f46eac, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=fd4deb43-c561-4178-bc20-a96426f46eac,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:17:53.525354 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.538593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Calling delete_port for fd4deb43-c561-4178-bc20-a96426f46eac owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:17:53.583240 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:17:52Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:53.598325 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9bc5d56-057a-4760-920f-807a8e9b7a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.611005 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e009e-294f-4241-92d7-0e9acfeabea0 None None] The sync data for ids ['01cff708-1b35-447c-9fbe-d845f3b1fde5'] in n-d-694802-14 is: [{'id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1065678796', 'tenant_id': '214685b4f82040c087d1b3f522f25c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:16:14Z', 'updated_at': '2021-07-08T02:17:52Z', 'revision_number': 5, 'project_id': '214685b4f82040c087d1b3f522f25c6e', 'gw_port': {'id': 'fd4deb43-c561-4178-bc20-a96426f46eac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:75:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cff708-1b35-447c-9fbe-d845f3b1fde5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:16:15Z', 'updated_at': '2021-07-08T02:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:17:53.631412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc5d56-057a-4760-920f-807a8e9b7a43 None None] Pushing event deleted for resources: {'Port': ['ID=88a473b7-6b76-4a33-8702-5f8a6f59b07b,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:53.636573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc5d56-057a-4760-920f-807a8e9b7a43 None None] No DVR routers for this DVR port 88a473b7-6b76-4a33-8702-5f8a6f59b07b on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:17:53.649247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 530d970e-0e9a-49c5-b2ba-6cb556c46de8 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:53.671066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 530d970e-0e9a-49c5-b2ba-6cb556c46de8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:53.671410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 530d970e-0e9a-49c5-b2ba-6cb556c46de8 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:53.717867 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.746501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Port': ['ID=fd4deb43-c561-4178-bc20-a96426f46eac,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:53.758831 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.812976 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.903696 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.905908 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.948195 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.948766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Fanout notify agent at l3_agent the message router_deleted on router 01cff708-1b35-447c-9fbe-d845f3b1fde5 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:17:53.956017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:53.957175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f378ca5c-261d-4219-ba87-cc4081e9ece2 tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/routers/01cff708-1b35-447c-9fbe-d845f3b1fde5 HTTP/1.1" status: 204 len: 168 time: 0.8228862 Jul 08 02:17:53.959746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:54.041031 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.138900 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.149127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5f51a2-5aa2-4eca-acc2-6c952117eda1']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:54.160031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befdf30e-506c-4d74-9f2e-505a255101fd') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:54.160345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befdf30e-506c-4d74-9f2e-505a255101fd') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:54.169192 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.183774 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.190540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:17:54.190950 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:17:54.194264 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:17:54.261445 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.269826 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.271756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/networks/be5f51a2-5aa2-4eca-acc2-6c952117eda1 HTTP/1.1" status: 204 len: 168 time: 0.3110716 Jul 08 02:17:54.274524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40116) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:54.285115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71046524-3b8a-4f90-9e9d-faa4b449ae3c tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'Network': ['ID=be5f51a2-5aa2-4eca-acc2-6c952117eda1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:54.344177 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d85ab85a-6fe4-4214-a43d-f90e1d6ac7ab tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.368907 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d85ab85a-6fe4-4214-a43d-f90e1d6ac7ab tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.428778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d85ab85a-6fe4-4214-a43d-f90e1d6ac7ab tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.431361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d85ab85a-6fe4-4214-a43d-f90e1d6ac7ab tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.432537 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d85ab85a-6fe4-4214-a43d-f90e1d6ac7ab tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf1338aa-676f-4676-b4a0-0df8d0d61b0f HTTP/1.1" status: 204 len: 168 time: 0.1557326 Jul 08 02:17:54.443444 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ab85a-6fe4-4214-a43d-f90e1d6ac7ab tempest-TestNetworkAdvancedServerOps-2114882669 tempest-TestNetworkAdvancedServerOps-2114882669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1338aa-676f-4676-b4a0-0df8d0d61b0f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:54.698021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 88a473b7-6b76-4a33-8702-5f8a6f59b07b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:54.719629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 88a473b7-6b76-4a33-8702-5f8a6f59b07b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:54.720296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 88a473b7-6b76-4a33-8702-5f8a6f59b07b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:54.720769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fd4deb43-c561-4178-bc20-a96426f46eac no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:54.740407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: fd4deb43-c561-4178-bc20-a96426f46eac {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:54.740752 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device fd4deb43-c561-4178-bc20-a96426f46eac not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:54.741349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cc7e718c-6acd-4dbc-81fa-45dc6530ef85 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:17:54.761021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: cc7e718c-6acd-4dbc-81fa-45dc6530ef85 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:17:54.761369 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cc7e718c-6acd-4dbc-81fa-45dc6530ef85 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:17:54.784194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40124) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:54.852265 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:54.935533 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-84e13487-47e6-46c3-aefa-d06f0c2453a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=214685b4f82040c087d1b3f522f25c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493943 Jul 08 02:17:54.938090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40128) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:54.985964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ebed2fe-a86f-4ce9-b4be-201f3b2126b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.007603 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ebed2fe-a86f-4ce9-b4be-201f3b2126b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.058230 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ebed2fe-a86f-4ce9-b4be-201f3b2126b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.061847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ebed2fe-a86f-4ce9-b4be-201f3b2126b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.063413 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7ebed2fe-a86f-4ce9-b4be-201f3b2126b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b0a50fc-06db-4137-999d-1784c6193af6 HTTP/1.1" status: 204 len: 168 time: 0.1243575 Jul 08 02:17:55.071847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebed2fe-a86f-4ce9-b4be-201f3b2126b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a50fc-06db-4137-999d-1784c6193af6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:55.352886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40142) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:55.395847 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e316fa57-2dc3-4736-9d00-da43253c8467 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b2abfe0a52c4da9992a1fe8704bd2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394146 Jul 08 02:17:55.396056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40144) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:55.446147 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3472ef97-233b-4ef5-874f-5f0e7f308726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.469033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3472ef97-233b-4ef5-874f-5f0e7f308726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.520286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3472ef97-233b-4ef5-874f-5f0e7f308726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.522971 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3472ef97-233b-4ef5-874f-5f0e7f308726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:55.524168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3472ef97-233b-4ef5-874f-5f0e7f308726 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e40f9dbf-7f6a-48ad-9f9d-ae3353d37b14 HTTP/1.1" status: 204 len: 168 time: 0.1272850 Jul 08 02:17:55.533861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472ef97-233b-4ef5-874f-5f0e7f308726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f9dbf-7f6a-48ad-9f9d-ae3353d37b14,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:56.509616 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:56.865204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40182) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:57.010485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'network': {'name': 'tempest-network-smoke--1560931320', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:57.033300 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Made reservation on behalf of 9ad7f761ca8440da91cd28ca2c27215a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:57.036894 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.045712 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.146215 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.149888 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.178630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:17:57.189652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5438daea-d695-480d-b180-b5574b0fb3a1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:57.194553 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.194874 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Added segment 2c55df9f-458d-430b-a9ed-22e31569dc7c of type vlan for network fe22b1db-8782-4bc6-883e-74f6edcfb669 Jul 08 02:17:57.238492 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.271178 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.276781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:57.277381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.339477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4731009 Jul 08 02:17:57.343619 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40192) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:57.351116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-755162287', 'admin_state_up': True, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:57.371792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486afe2-66d9-4f68-9ff0-4d66ee769020 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Network': ['ID=fe22b1db-8782-4bc6-883e-74f6edcfb669,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:57.385988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network fe22b1db-8782-4bc6-883e-74f6edcfb669 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:17:57.390319 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.391541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.464067 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:57.619885 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.119844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.139949 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.297944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Allocated IP 172.25.4.36 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/79a6f593-b03b-427f-8e98-0e3d9c32d04d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:17:58.414582 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.462609 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.501362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:17:58.508425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:17:58.512062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:17:58.536999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=79a6f593-b03b-427f-8e98-0e3d9c32d04d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:17:58.791622 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:58.998737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.143171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 60898c50-6381-45e0-ab0d-07610ad8ee72 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:17:59.269153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:17:59.292410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Sync routers for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:17:59.298297 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.303173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ca79bd32-7eef-401f-a146-67e535e92ae6 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9583805 Jul 08 02:17:59.303896 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:59.308186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:17:59.309190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:17:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:59.409811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b0e4cbf4-372f-4f1f-bee3-ed5128ed5b19 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9ad7f761ca8440da91cd28ca2c27215a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1043572 Jul 08 02:17:59.413258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40208) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:59.451981 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-2bd4a1a2-b572-4d4b-9a81-e8054e0cac4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1856148 Jul 08 02:17:59.482957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:17:59.537119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3073fe-d100-4ce8-b1e8-d7cc48795738 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:59.539773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2b3073fe-d100-4ce8-b1e8-d7cc48795738 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1251540 Jul 08 02:17:59.544389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40210) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:59.581686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a63865ac-ff08-456b-8aeb-56b669baa851 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358164 Jul 08 02:17:59.584446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40212) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:17:59.589916 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-176412725', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:17:59.602208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-75706a53-a540-41aa-94fc-45b55ff9b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:59.603752 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-75706a53-a540-41aa-94fc-45b55ff9b6d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 1097 time: 0.0768485 Jul 08 02:17:59.705040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Made reservation on behalf of 9ad7f761ca8440da91cd28ca2c27215a for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:17:59.710160 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.751125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:17:58Z', 'revision_number': 3, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:17:59.797116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Checking router: 60898c50-6381-45e0-ab0d-07610ad8ee72 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:17:59.797759 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Updating router 60898c50-6381-45e0-ab0d-07610ad8ee72 port 79a6f593-b03b-427f-8e98-0e3d9c32d04d binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:17:59.816513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-7d545c5f-f468-4377-be29-71856dcb88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:17:59.826875 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-7d545c5f-f468-4377-be29-71856dcb88cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1973791 Jul 08 02:17:59.898429 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:17:59.921895 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-3d3e54fa-a4d2-4987-9f8d-61f10aea8b61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072 HTTP/1.1" status: 200 len: 1000 time: 0.0889575 Jul 08 02:17:59.998750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-25ef31cc-e729-4c33-8fd7-9043721325a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:00.000575 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-25ef31cc-e729-4c33-8fd7-9043721325a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0697644 Jul 08 02:18:00.018112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.105370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-9cdf9354-436e-48aa-88a0-d63979fa1be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:00.108790 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-9cdf9354-436e-48aa-88a0-d63979fa1be5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002731 Jul 08 02:18:00.121199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-9b19b96c-2ef3-49e0-8e50-be696b09f376 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:18:00.123329 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-9b19b96c-2ef3-49e0-8e50-be696b09f376 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091095 Jul 08 02:18:00.136842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Subnet': ['ID=0402536f-edc8-43d2-af78-c8e765fcceeb,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:00.162244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Checking segment: {'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:00.162852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network hostable DHCP agents. Network: fe22b1db-8782-4bc6-883e-74f6edcfb669, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:18:00.181591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network fe22b1db-8782-4bc6-883e-74f6edcfb669 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:18:00.195081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, fe22b1db-8782-4bc6-883e-74f6edcfb669) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:00.211979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902d56d0-030f-406a-a787-0e49f6dd41fb None None] Network fe22b1db-8782-4bc6-883e-74f6edcfb669 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:18:00.214027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:00.214892 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.239342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40216) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:00.241731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-57e70051-21d5-4bf4-929e-f9c51f060936 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6508598 Jul 08 02:18:00.309991 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.313342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-674c810d-ff74-4e9c-8fe7-36001870f5ec service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838818 Jul 08 02:18:00.345401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Transition to ACTIVE for port object 79a6f593-b03b-427f-8e98-0e3d9c32d04d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:00.361548 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.484285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Attempting to bind port 79a6f593-b03b-427f-8e98-0e3d9c32d04d on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:00.485122 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Attempting to bind port 79a6f593-b03b-427f-8e98-0e3d9c32d04d by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:00.485666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Attempting to bind port 79a6f593-b03b-427f-8e98-0e3d9c32d04d on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:00.500001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79f019-4d4f-4576-85e0-2aa7a72ec7e6 None None] Pushing event updated for resources: {'Port': ['ID=79a6f593-b03b-427f-8e98-0e3d9c32d04d,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:00.508999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:00.509859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:00.509859 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.510278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:00.510581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Bound port: 79a6f593-b03b-427f-8e98-0e3d9c32d04d, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:00.510581 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.532566 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c1571947-1fb9-4f14-9953-5e56be29dea4 req-88088a8d-dacd-46e9-b0f3-45a3aa5096a3 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109747 Jul 08 02:18:00.875344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-fe22b1db-8782-4bc6-883e-74f6edcfb669', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:18:00.876353 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:00.926244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] For port 79a6f593-b03b-427f-8e98-0e3d9c32d04d, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:01.020728 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:01.025362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] For port 79a6f593-b03b-427f-8e98-0e3d9c32d04d, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=79a6f593-b03b-427f-8e98-0e3d9c32d04d,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:01.037910 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:01.194662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:18:01.196085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:17:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:01.257070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79f019-4d4f-4576-85e0-2aa7a72ec7e6 None None] Pushing event updated for resources: {'Port': ['ID=79a6f593-b03b-427f-8e98-0e3d9c32d04d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:01.287195 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Allocated IP 172.20.0.2 (fe22b1db-8782-4bc6-883e-74f6edcfb669/0402536f-edc8-43d2-af78-c8e765fcceeb/68cd6862-53ea-4372-b05b-82b2296f5722) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:01.429603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:18:01.674705 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:01.722242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Transition to ACTIVE for port object 68cd6862-53ea-4372-b05b-82b2296f5722 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:01.754531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Transition to ACTIVE for port object 68cd6862-53ea-4372-b05b-82b2296f5722 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:01.765666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:17:58Z', 'revision_number': 3, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:01.769745 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:01.815086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bb7a1-64e2-4514-ab63-da25f9902810 None None] The sync data for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 is: [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:17:58Z', 'revision_number': 3, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:18:01.857061 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Network fe22b1db-8782-4bc6-883e-74f6edcfb669 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:01.860945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:01.865678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:01.902517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Pushing event updated for resources: {'Port': ['ID=68cd6862-53ea-4372-b05b-82b2296f5722,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:01.955255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Attempting to bind port 68cd6862-53ea-4372-b05b-82b2296f5722 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:01.955629 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Attempting to bind port 68cd6862-53ea-4372-b05b-82b2296f5722 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:01.956132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Attempting to bind port 68cd6862-53ea-4372-b05b-82b2296f5722 on network fe22b1db-8782-4bc6-883e-74f6edcfb669 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:01.964064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:01.964477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Checking segment: {'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:01.964877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:01.965256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Bound using segment: {'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:01.965737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Bound port: 68cd6862-53ea-4372-b05b-82b2296f5722, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:01.966906 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.064982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] For port 68cd6862-53ea-4372-b05b-82b2296f5722, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:02.068919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] For port 68cd6862-53ea-4372-b05b-82b2296f5722, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=68cd6862-53ea-4372-b05b-82b2296f5722,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:02.079695 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.101351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Allocated IP 172.20.0.1 (fe22b1db-8782-4bc6-883e-74f6edcfb669/0402536f-edc8-43d2-af78-c8e765fcceeb/734786ce-d612-48c8-b85e-d84119a9a2fa) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:02.179331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1ec65-9f20-4836-a9d9-e1c9a832c0ad None None] Pushing event updated for resources: {'Port': ['ID=68cd6862-53ea-4372-b05b-82b2296f5722,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:02.351705 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.389648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Transition to ACTIVE for port object 734786ce-d612-48c8-b85e-d84119a9a2fa will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:02.514701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79a6f593-b03b-427f-8e98-0e3d9c32d04d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:02.526207 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.586906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=734786ce-d612-48c8-b85e-d84119a9a2fa,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:02.613025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network fe22b1db-8782-4bc6-883e-74f6edcfb669 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:02.615604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:02.618694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:02.641198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 79a6f593-b03b-427f-8e98-0e3d9c32d04d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:02.654345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 79a6f593-b03b-427f-8e98-0e3d9c32d04d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:02.655674 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.702682 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.883736 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.925540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 79a6f593-b03b-427f-8e98-0e3d9c32d04d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=79a6f593-b03b-427f-8e98-0e3d9c32d04d,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:02.937664 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:02.947819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:03.002925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=79a6f593-b03b-427f-8e98-0e3d9c32d04d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:03.481159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:03.495072 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:03.587849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=734786ce-d612-48c8-b85e-d84119a9a2fa,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:03.591874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:03.665085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be9bbba-d08c-460b-bfeb-063f0e981114 None None] Network fe22b1db-8782-4bc6-883e-74f6edcfb669 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:18:03.739046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network fe22b1db-8782-4bc6-883e-74f6edcfb669 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:03.740783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:03.763330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ebf1de1c-0159-4f5b-8d1a-751a91eec747 None None] Provisioning for port 68cd6862-53ea-4372-b05b-82b2296f5722 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:03.893944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 60898c50-6381-45e0-ab0d-07610ad8ee72 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:18:04.054097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:18:04.063116 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8ceb25d0-e559-49c1-b598-4ec1ce1fbac3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "PUT /v2.0/routers/60898c50-6381-45e0-ab0d-07610ad8ee72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8156140 Jul 08 02:18:04.063608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40228) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:04.312221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2a3d4df-d983-4efb-acbd-279e11e663e3 None None] Provisioning for port 734786ce-d612-48c8-b85e-d84119a9a2fa completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:04.321872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2a3d4df-d983-4efb-acbd-279e11e663e3 None None] Provisioning complete for port 734786ce-d612-48c8-b85e-d84119a9a2fa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:04.322155 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2a3d4df-d983-4efb-acbd-279e11e663e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:04.366179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf3458-4932-4ad8-8cb5-a070f0af8583 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.366661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf3458-4932-4ad8-8cb5-a070f0af8583 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.367132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf3458-4932-4ad8-8cb5-a070f0af8583 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.367738 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf3458-4932-4ad8-8cb5-a070f0af8583 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.369180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf3458-4932-4ad8-8cb5-a070f0af8583 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.369662 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf3458-4932-4ad8-8cb5-a070f0af8583 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.375065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eacf3458-4932-4ad8-8cb5-a070f0af8583 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.3099921 Jul 08 02:18:04.376761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40232) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:04.410769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3d4df-d983-4efb-acbd-279e11e663e3 None None] Port 734786ce-d612-48c8-b85e-d84119a9a2fa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:18:04.422571 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Sync routers for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:18:04.443763 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:18:04.444679 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:17:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:04.608159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b442118-829f-4263-83f3-485bfc52343b tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.608922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b442118-829f-4263-83f3-485bfc52343b tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.609102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b442118-829f-4263-83f3-485bfc52343b tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.609737 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b442118-829f-4263-83f3-485bfc52343b tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.610190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b442118-829f-4263-83f3-485bfc52343b tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.610664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b442118-829f-4263-83f3-485bfc52343b tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:04.616338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1b442118-829f-4263-83f3-485bfc52343b tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.2372870 Jul 08 02:18:04.616699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40234) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:04.640333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 68cd6862-53ea-4372-b05b-82b2296f5722 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:04.656811 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:18:04.706240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-322546fa-eeef-4a9b-b1c0-7fdcf2561965 None None] Provisioning complete for port 734786ce-d612-48c8-b85e-d84119a9a2fa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:04.707983 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-322546fa-eeef-4a9b-b1c0-7fdcf2561965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:04.748571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-322546fa-eeef-4a9b-b1c0-7fdcf2561965 None None] Port 734786ce-d612-48c8-b85e-d84119a9a2fa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:18:04.773136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 68cd6862-53ea-4372-b05b-82b2296f5722 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:04.782625 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 68cd6862-53ea-4372-b05b-82b2296f5722 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:04.783137 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:04.836425 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:04.913292 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:04.943453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3caf324a-d373-430e-bbe8-87d43c80e768 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3250866 Jul 08 02:18:04.969315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 68cd6862-53ea-4372-b05b-82b2296f5722, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=68cd6862-53ea-4372-b05b-82b2296f5722,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:04.979414 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:04.980225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79a6f593-b03b-427f-8e98-0e3d9c32d04d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:05.012684 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:03Z', 'revision_number': 2, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:05.035621 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4c9012da-d701-4630-9457-877e7dac41d3 None None] Provisioning complete for port 734786ce-d612-48c8-b85e-d84119a9a2fa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:05.036283 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c9012da-d701-4630-9457-877e7dac41d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.093300 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Checking router: 60898c50-6381-45e0-ab0d-07610ad8ee72 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:18:05.093647 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Updating router 60898c50-6381-45e0-ab0d-07610ad8ee72 port 734786ce-d612-48c8-b85e-d84119a9a2fa binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:18:05.099350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4c9012da-d701-4630-9457-877e7dac41d3 None None] Port 734786ce-d612-48c8-b85e-d84119a9a2fa cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:18:05.108758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=68cd6862-53ea-4372-b05b-82b2296f5722,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:05.117924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 79a6f593-b03b-427f-8e98-0e3d9c32d04d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:05.118775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.131395 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.269478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40240) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:05.276665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ddc353f8-b345-4515-9519-21603c6c5f4b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367638281', 'description': 'tempest-secgroup-smoke-1367638281 description', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:05.314186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ddc353f8-b345-4515-9519-21603c6c5f4b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.415539 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ddc353f8-b345-4515-9519-21603c6c5f4b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.420267 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ddc353f8-b345-4515-9519-21603c6c5f4b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.458958 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ddc353f8-b345-4515-9519-21603c6c5f4b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.460149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ddc353f8-b345-4515-9519-21603c6c5f4b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1890502 Jul 08 02:18:05.463498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40242) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:05.464215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc353f8-b345-4515-9519-21603c6c5f4b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b0859e-8f65-4792-bbca-c32d41059ab3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:05.470076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1373ce40-3f58-4b52-b82c-ef6bea888822 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '35b0859e-8f65-4792-bbca-c32d41059ab3', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:05.491733 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.506831 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Transition to ACTIVE for port object 734786ce-d612-48c8-b85e-d84119a9a2fa will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:05.513316 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1373ce40-3f58-4b52-b82c-ef6bea888822 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.516992 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.605851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1373ce40-3f58-4b52-b82c-ef6bea888822 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.615176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1373ce40-3f58-4b52-b82c-ef6bea888822 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.619135 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Pushing event updated for resources: {'Port': ['ID=734786ce-d612-48c8-b85e-d84119a9a2fa,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:05.630864 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Attempting to bind port 734786ce-d612-48c8-b85e-d84119a9a2fa on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:05.631388 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Attempting to bind port 734786ce-d612-48c8-b85e-d84119a9a2fa by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:05.631778 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Attempting to bind port 734786ce-d612-48c8-b85e-d84119a9a2fa on network fe22b1db-8782-4bc6-883e-74f6edcfb669 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:05.642966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373ce40-3f58-4b52-b82c-ef6bea888822 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680a979b-14ce-4ca9-84c3-770554f8a295,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:05.643172 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.643443 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.643787 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.644120 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.644515 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.652990 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.654307 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.654925 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.655419 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.656076 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.656624 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.657366 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:05.659988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1373ce40-3f58-4b52-b82c-ef6bea888822 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.669590 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1373ce40-3f58-4b52-b82c-ef6bea888822 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2020884 Jul 08 02:18:05.669590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40244) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:05.670307 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:05.670715 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Checking segment: {'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:05.671710 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.671710 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Bound using segment: {'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:05.672860 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Bound port: 734786ce-d612-48c8-b85e-d84119a9a2fa, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:05.672860 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.679429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fd4305ea-23b8-417d-913f-d8013faf8d76 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '35b0859e-8f65-4792-bbca-c32d41059ab3', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:05.718806 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd4305ea-23b8-417d-913f-d8013faf8d76 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.795744 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] For port 734786ce-d612-48c8-b85e-d84119a9a2fa, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:05.800716 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] For port 734786ce-d612-48c8-b85e-d84119a9a2fa, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=734786ce-d612-48c8-b85e-d84119a9a2fa,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:05.809166 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.837524 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd4305ea-23b8-417d-913f-d8013faf8d76 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.848493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd4305ea-23b8-417d-913f-d8013faf8d76 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.894624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4305ea-23b8-417d-913f-d8013faf8d76 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d52d1c-fc12-473b-997b-bca6bb4ca6d6,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:05.897247 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:18:05.902899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd4305ea-23b8-417d-913f-d8013faf8d76 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:05.905210 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:17:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:05.907196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40246) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:05.907342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fd4305ea-23b8-417d-913f-d8013faf8d76 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2333453 Jul 08 02:18:05.919475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6451a96a-147f-48b8-a337-c149da104349 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '35b0859e-8f65-4792-bbca-c32d41059ab3', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:05.953879 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bd800-7351-4628-9ec3-809374e0a66b None None] Pushing event updated for resources: {'Port': ['ID=734786ce-d612-48c8-b85e-d84119a9a2fa,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:05.977473 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6451a96a-147f-48b8-a337-c149da104349 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.119381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6451a96a-147f-48b8-a337-c149da104349 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.125446 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6451a96a-147f-48b8-a337-c149da104349 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.150783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451a96a-147f-48b8-a337-c149da104349 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037a0475-1c94-45c6-b298-f65da56d471b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:06.161212 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6451a96a-147f-48b8-a337-c149da104349 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.162643 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6451a96a-147f-48b8-a337-c149da104349 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2536309 Jul 08 02:18:06.166816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40248) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:06.172257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9b227f95-9118-4175-9e37-d1d432fe4eeb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '35b0859e-8f65-4792-bbca-c32d41059ab3', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:06.179035 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:18:06.212135 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b227f95-9118-4175-9e37-d1d432fe4eeb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.316151 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b227f95-9118-4175-9e37-d1d432fe4eeb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.323432 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b227f95-9118-4175-9e37-d1d432fe4eeb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.347265 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b227f95-9118-4175-9e37-d1d432fe4eeb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c75b02-2eaf-4b92-a233-9eacb90c6197,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:06.360197 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9b227f95-9118-4175-9e37-d1d432fe4eeb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.366053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9b227f95-9118-4175-9e37-d1d432fe4eeb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1955903 Jul 08 02:18:06.366445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40252) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:06.375299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dd3d548f-1f9e-4658-8219-82a2395784b1 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '35b0859e-8f65-4792-bbca-c32d41059ab3', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:06.435809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 68cd6862-53ea-4372-b05b-82b2296f5722 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:06.440661 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-dd3d548f-1f9e-4658-8219-82a2395784b1 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Project 9ad7f761ca8440da91cd28ca2c27215a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:18:06.456467 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd3d548f-1f9e-4658-8219-82a2395784b1 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.477894 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:05Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:06.498848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 68cd6862-53ea-4372-b05b-82b2296f5722 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:06.499225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.514417 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f7b260-ec55-4a67-b491-1350e6d91ceb None None] The sync data for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 is: [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:05Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:18:06.568375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd3d548f-1f9e-4658-8219-82a2395784b1 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.594584 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd3d548f-1f9e-4658-8219-82a2395784b1 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.631312 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d548f-1f9e-4658-8219-82a2395784b1 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04837a29-5626-4f9a-b271-c052f70d71d6,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:06.652847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dd3d548f-1f9e-4658-8219-82a2395784b1 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.656349 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dd3d548f-1f9e-4658-8219-82a2395784b1 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2873580 Jul 08 02:18:06.658622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40254) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:06.665078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b9dbe170-3dac-4be9-883c-6b7118e95000 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '35b0859e-8f65-4792-bbca-c32d41059ab3', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:06.709177 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-b9dbe170-3dac-4be9-883c-6b7118e95000 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Project 9ad7f761ca8440da91cd28ca2c27215a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:18:06.715874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe170-3dac-4be9-883c-6b7118e95000 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.799710 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe170-3dac-4be9-883c-6b7118e95000 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.806889 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe170-3dac-4be9-883c-6b7118e95000 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.836096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbe170-3dac-4be9-883c-6b7118e95000 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfebb6da-115f-4787-939c-12c2858b477f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:06.844234 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe170-3dac-4be9-883c-6b7118e95000 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:06.848340 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b9dbe170-3dac-4be9-883c-6b7118e95000 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1854219 Jul 08 02:18:07.018576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-f1412cd1-0fe1-4a2e-ac0e-228be5dad965 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367638281&fields=id&tenant_id=9ad7f761ca8440da91cd28ca2c27215a HTTP/1.1" status: 200 len: 267 time: 0.0415709 Jul 08 02:18:07.163933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-08e0f30d-83c1-49c6-ae9d-2eab7ecf2e90 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:07.172253 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-08e0f30d-83c1-49c6-ae9d-2eab7ecf2e90 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/networks?id=fe22b1db-8782-4bc6-883e-74f6edcfb669 HTTP/1.1" status: 200 len: 797 time: 0.1468585 Jul 08 02:18:07.186074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-e9d0b04e-23f7-4c10-ace5-d8ed58385d23 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/quotas/9ad7f761ca8440da91cd28ca2c27215a HTTP/1.1" status: 200 len: 375 time: 0.0124290 Jul 08 02:18:07.279911 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-2f79e9de-7049-4749-8685-2aa98e19416f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785265 Jul 08 02:18:07.393959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-0b6e9f9d-ca54-499d-81cf-2bd1a9791882 service neutron] 10.222.0.41 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011522 Jul 08 02:18:07.504395 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-8e785ccd-faa2-4410-bfbc-5f6a0221db6b service neutron] 10.222.0.41 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045032 Jul 08 02:18:07.717065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fb7bb48-b056-4a03-ad71-06eee48399eb req-e44156df-a108-40b0-977e-0ffab60eccf5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 210 time: 0.0326223 Jul 08 02:18:07.808217 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-a96d9c41-3e95-4474-813f-08b193126b2f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934012825&fields=id&tenant_id=7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 267 time: 0.0395801 Jul 08 02:18:07.937486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-f3edf383-e4b7-47c6-8e26-3bbb449beb30 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:07.939547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-f3edf383-e4b7-47c6-8e26-3bbb449beb30 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.1207778 Jul 08 02:18:07.956721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-5c8a75ed-b586-4b9b-9c21-0d6f562f4cc2 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/quotas/7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 375 time: 0.0112135 Jul 08 02:18:08.045315 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-aef168df-0e2a-4596-aac9-f23711f1b340 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0827098 Jul 08 02:18:08.442094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 734786ce-d612-48c8-b85e-d84119a9a2fa up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:08.460742 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-76569d7b-cd8a-48fb-8395-458b1de5430b service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033501 Jul 08 02:18:08.498798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 734786ce-d612-48c8-b85e-d84119a9a2fa completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:08.502757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 734786ce-d612-48c8-b85e-d84119a9a2fa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:08.503210 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:08.567729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-8c7b35c0-97ec-4742-acf7-3c08c9b72fa0 service neutron] 10.222.0.41 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003356 Jul 08 02:18:08.589252 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:08.624045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 734786ce-d612-48c8-b85e-d84119a9a2fa, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=734786ce-d612-48c8-b85e-d84119a9a2fa,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:08.629902 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:08.690104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=734786ce-d612-48c8-b85e-d84119a9a2fa,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:08.921864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15fbdaea-8a47-453a-b3be-f5b131474d16 req-d70ede25-1fb6-4540-ba99-a755215f5934 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 210 time: 0.0567639 Jul 08 02:18:08.940588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-d25192ae-7978-4e63-9634-ff4da617fbfb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:08.942167 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-d25192ae-7978-4e63-9634-ff4da617fbfb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "GET /v2.0/networks?id=fe22b1db-8782-4bc6-883e-74f6edcfb669 HTTP/1.1" status: 200 len: 797 time: 0.1566694 Jul 08 02:18:08.999829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e53a5b0-c7e0-4df9-97d9-1b5d61d2c525 req-17dcb3d2-fe14-4972-bacb-745aa9866dde tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0509834 Jul 08 02:18:09.013845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-b79541a9-5347-4e1e-888e-3c7b653884c2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ad7f761ca8440da91cd28ca2c27215a HTTP/1.1" status: 200 len: 380 time: 0.0624704 Jul 08 02:18:09.022159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'port': {'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'admin_state_up': True, 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'security_groups': ['35b0859e-8f65-4792-bbca-c32d41059ab3']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:09.114698 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.152276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Made reservation on behalf of 9ad7f761ca8440da91cd28ca2c27215a for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:09.156645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.298945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Allocated IP 172.20.0.8 (fe22b1db-8782-4bc6-883e-74f6edcfb669/0402536f-edc8-43d2-af78-c8e765fcceeb/10cc8be4-ff4a-4551-a492-5fe8e0c3ca28) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:09.449831 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.464751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Transition to ACTIVE for port object 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:09.501652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.549885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network fe22b1db-8782-4bc6-883e-74f6edcfb669 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:09.555133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:09.557725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:09.599202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:09.620738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:09.621381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.638988 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-93987ab6-07b8-458e-99fb-a61cf53d09d9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6202579 Jul 08 02:18:09.650063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Request body: {'port': {'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:09.727776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.801887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-47f87d0a-a208-47bf-bfcc-cd1b6ac2f504 None None] Provisioning for port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:09.805507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-47f87d0a-a208-47bf-bfcc-cd1b6ac2f504 None None] Provisioning complete for port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:09.805875 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-47f87d0a-a208-47bf-bfcc-cd1b6ac2f504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:09.845449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-47f87d0a-a208-47bf-bfcc-cd1b6ac2f504 None None] Port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:18:10.090863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:10.108133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:10.140385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Transition to ACTIVE for port object 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:10.146776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:10.151710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05463f7a-9c08-4ca9-9866-375fb6c7d03a req-b75efd4e-fe6c-480f-a45e-cc32e6e91a10 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:10.160330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05463f7a-9c08-4ca9-9866-375fb6c7d03a req-b75efd4e-fe6c-480f-a45e-cc32e6e91a10 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 931 time: 0.1207657 Jul 08 02:18:10.206488 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05463f7a-9c08-4ca9-9866-375fb6c7d03a req-71776532-0f7c-4d55-b363-06357eed22f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451574 Jul 08 02:18:10.218713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Pushing event updated for resources: {'Port': ['ID=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:10.293069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fda1f0b-105e-41d3-a218-f8c024c12dc7 req-182a598c-313e-494b-a72f-b50bba89345c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0439615 Jul 08 02:18:10.295673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-8baccc22-a1f4-4db1-b37f-8cbed0d90f7f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:10.297453 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-8baccc22-a1f4-4db1-b37f-8cbed0d90f7f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 812 time: 0.2797160 Jul 08 02:18:10.371541 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-1a81dac1-3adb-4a36-8ee1-2263c157888d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7afc56f361c745a7aac9780da8d95363 HTTP/1.1" status: 200 len: 379 time: 0.0547810 Jul 08 02:18:10.392923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'port': {'device_id': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'admin_state_up': True, 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'security_groups': ['b49d6cab-378d-4ed3-a561-f9ecb3eb7675']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:10.419546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 734786ce-d612-48c8-b85e-d84119a9a2fa up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:10.482331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 734786ce-d612-48c8-b85e-d84119a9a2fa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:10.482709 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:10.506325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Attempting to bind port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:10.506690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Attempting to bind port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:10.507022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Attempting to bind port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 on network fe22b1db-8782-4bc6-883e-74f6edcfb669 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:10.524623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 on network fe22b1db-8782-4bc6-883e-74f6edcfb669 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:18:10.524952 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Attempting to bind port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 on network fe22b1db-8782-4bc6-883e-74f6edcfb669 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:10.549124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:10.549743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Checking segment: {'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:10.550169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Bound using segment: {'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:10.550837 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Bound port: 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c55df9f-458d-430b-a9ed-22e31569dc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:10.551318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:10.599041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Made reservation on behalf of 7afc56f361c745a7aac9780da8d95363 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:10.602681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:10.696947 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] For port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:10.720423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] For port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:10.726529 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:10.819418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:10.820582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:10.822939 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] 10.222.0.16 "PUT /v2.0/ports/10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 HTTP/1.1" status: 200 len: 1092 time: 1.1775250 Jul 08 02:18:10.828995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'tag': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:10.834341 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06" -d '{"events": [{"name": "network-changed", "server_uuid": "4c28fc21-5cba-4cbf-9fdd-2b428c95cee7", "tag": "10cc8be4-ff4a-4551-a492-5fe8e0c3ca28"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:10.975213 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1899b02b-581c-4fa7-8591-00369512c6c8 x-openstack-request-id: req-1899b02b-581c-4fa7-8591-00369512c6c8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:10.975787 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c28fc21-5cba-4cbf-9fdd-2b428c95cee7", "tag": "10cc8be4-ff4a-4551-a492-5fe8e0c3ca28", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:10.976348 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1899b02b-581c-4fa7-8591-00369512c6c8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:10.979251 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'tag': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'status': 'completed', 'code': 200} Jul 08 02:18:10.983645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Allocated IP 172.20.0.5 (4897b7a4-7fe7-4a74-9371-b6eeb629862d/0b3c9983-5699-446d-9bc9-a5b2b4822107/f157e416-592a-4ae3-8552-f7cf80ca3569) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:10.992685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02eb4d-3a44-4306-84ab-1a447ea3b25b service neutron] Pushing event updated for resources: {'Port': ['ID=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:11.069028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-7ccf7f79-1429-4109-b01a-ff4658839da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:11.072356 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-7ccf7f79-1429-4109-b01a-ff4658839da9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 1095 time: 0.1815753 Jul 08 02:18:11.167405 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-b0d70232-240e-4189-b566-01aa0975d0f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 HTTP/1.1" status: 200 len: 217 time: 0.0789468 Jul 08 02:18:11.276057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-7eb23212-f72a-4f5a-b1de-f951a7f14739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:11.278128 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-7eb23212-f72a-4f5a-b1de-f951a7f14739 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0402536f-edc8-43d2-af78-c8e765fcceeb HTTP/1.1" status: 200 len: 834 time: 0.1025183 Jul 08 02:18:11.287164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:11.330577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Transition to ACTIVE for port object f157e416-592a-4ae3-8552-f7cf80ca3569 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:11.371776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:11.410968 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db4cca-62e4-4884-8454-59b4b3efa2cf req-7e22c78a-248f-413f-8031-71e65862438f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:11.418966 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89db4cca-62e4-4884-8454-59b4b3efa2cf req-7e22c78a-248f-413f-8031-71e65862438f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 943 time: 0.0793233 Jul 08 02:18:11.432886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=f157e416-592a-4ae3-8552-f7cf80ca3569,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:11.460445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:11.465449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:11.469534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:11.501586 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-89db4cca-62e4-4884-8454-59b4b3efa2cf req-18a25d17-8103-4a87-be36-986cd270abec tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805371 Jul 08 02:18:11.527369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:11.528232 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:11.548162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-04b6e8ad-e970-4b90-b53f-e49fb29fba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:11.550014 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-04b6e8ad-e970-4b90-b53f-e49fb29fba45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe22b1db-8782-4bc6-883e-74f6edcfb669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2598875 Jul 08 02:18:11.551543 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-0ef4419b-0c30-42ac-8bd9-9d97eae9efd8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1637826 Jul 08 02:18:11.555952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d4929-8b32-4071-a5c0-f3bb8965bb6c req-17dc60ed-a932-42bc-9fdc-20204e560cb9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:11.564104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-857d4929-8b32-4071-a5c0-f3bb8965bb6c req-17dc60ed-a932-42bc-9fdc-20204e560cb9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 931 time: 0.1076689 Jul 08 02:18:11.610492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-857d4929-8b32-4071-a5c0-f3bb8965bb6c req-c325526d-7f84-4c7c-925a-336f743b98c6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453310 Jul 08 02:18:11.643823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Request body: {'port': {'device_id': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:11.706750 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-74b28508-63e6-4400-9d96-8f7b85a8fe26 service neutron] 10.222.0.16 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479204 Jul 08 02:18:11.822392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:11.844171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-622efb8c-f678-4cba-9b91-64bad2a88ddd None None] Provisioning for port f157e416-592a-4ae3-8552-f7cf80ca3569 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:11.849404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-622efb8c-f678-4cba-9b91-64bad2a88ddd None None] Provisioning complete for port f157e416-592a-4ae3-8552-f7cf80ca3569 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:11.850467 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-622efb8c-f678-4cba-9b91-64bad2a88ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:11.893331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-622efb8c-f678-4cba-9b91-64bad2a88ddd None None] Port f157e416-592a-4ae3-8552-f7cf80ca3569 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:18:11.910595 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2c7e20d1-1a8f-4a74-9281-54bf5e02129a req-e05d6b29-088a-4a3f-8fb2-0cb78ac2d4ca service neutron] 10.222.0.16 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998756 Jul 08 02:18:12.092039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-d49f827a-c5c1-4c11-86e2-72f927b116cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.093795 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-d49f827a-c5c1-4c11-86e2-72f927b116cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 1095 time: 0.1310847 Jul 08 02:18:12.241222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f157e416-592a-4ae3-8552-f7cf80ca3569 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:12.250045 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:12.253007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-3f1a137e-7385-4e97-a203-005bbb1a03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.254531 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-3f1a137e-7385-4e97-a203-005bbb1a03a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe22b1db-8782-4bc6-883e-74f6edcfb669 HTTP/1.1" status: 200 len: 898 time: 0.1513002 Jul 08 02:18:12.317424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Transition to ACTIVE for port object f157e416-592a-4ae3-8552-f7cf80ca3569 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:12.320645 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-238c80ed-16cd-4724-bcab-48e676818033 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 HTTP/1.1" status: 200 len: 217 time: 0.0590851 Jul 08 02:18:12.322132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:12.429365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Pushing event updated for resources: {'Port': ['ID=f157e416-592a-4ae3-8552-f7cf80ca3569,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:12.439380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-f9695011-29a5-4ff9-984d-2dc11721757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.440976 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-f9695011-29a5-4ff9-984d-2dc11721757f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0402536f-edc8-43d2-af78-c8e765fcceeb HTTP/1.1" status: 200 len: 834 time: 0.1115367 Jul 08 02:18:12.555745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Attempting to bind port f157e416-592a-4ae3-8552-f7cf80ca3569 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:12.556171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Attempting to bind port f157e416-592a-4ae3-8552-f7cf80ca3569 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:12.556608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Attempting to bind port f157e416-592a-4ae3-8552-f7cf80ca3569 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:12.570065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Port f157e416-592a-4ae3-8552-f7cf80ca3569 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:18:12.570495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Attempting to bind port f157e416-592a-4ae3-8552-f7cf80ca3569 on network 4897b7a4-7fe7-4a74-9371-b6eeb629862d {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:12.585466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:12.585996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Checking segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:12.586486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Bound using segment: {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:12.586942 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Bound port: f157e416-592a-4ae3-8552-f7cf80ca3569, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922dc489-4e7d-4759-bc85-9d55866f1db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:12.587308 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:12.592394 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-d9a039d3-e5cc-4fba-bc0e-358de0150364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.593895 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-d9a039d3-e5cc-4fba-bc0e-358de0150364 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe22b1db-8782-4bc6-883e-74f6edcfb669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321309 Jul 08 02:18:12.712105 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-25b767b0-d3ec-4aaf-b560-fa81a7a629b1 service neutron] 10.222.0.16 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067469 Jul 08 02:18:12.740975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29138df-8b23-4420-ae9c-7ff67d488f8c req-942a2075-f145-457b-a897-cad9a7b4c4a4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.749935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a29138df-8b23-4420-ae9c-7ff67d488f8c req-942a2075-f145-457b-a897-cad9a7b4c4a4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 943 time: 0.1065445 Jul 08 02:18:12.819640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a29138df-8b23-4420-ae9c-7ff67d488f8c req-6dcd37c4-139d-4e3c-b38a-b07e02f77d20 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686793 Jul 08 02:18:12.864028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] For port f157e416-592a-4ae3-8552-f7cf80ca3569, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:12.866132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9933e9-824b-4589-8635-5492f426d5bc req-c8d93ee6-da63-4ba3-9500-07e8ca3e3ffc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.869048 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd9933e9-824b-4589-8635-5492f426d5bc req-c8d93ee6-da63-4ba3-9500-07e8ca3e3ffc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 943 time: 0.1010494 Jul 08 02:18:12.886167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] For port f157e416-592a-4ae3-8552-f7cf80ca3569, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f157e416-592a-4ae3-8552-f7cf80ca3569,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:12.894260 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d985a1b0-fcb8-46e1-82d7-16a62a1d5f06 req-d5ac3faa-546e-4e09-b9d9-3080c6d3a45f service neutron] 10.222.0.16 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749997 Jul 08 02:18:12.895360 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:12.932938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:12.933572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:12.935552 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] 10.222.0.24 "PUT /v2.0/ports/f157e416-592a-4ae3-8552-f7cf80ca3569 HTTP/1.1" status: 200 len: 1092 time: 1.2962513 Jul 08 02:18:12.941681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd9933e9-824b-4589-8635-5492f426d5bc req-844a40be-2f93-4861-89cf-e979a03da3c3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662918 Jul 08 02:18:12.985076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'tag': 'f157e416-592a-4ae3-8552-f7cf80ca3569'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:12.988013 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95921ec5-e0f8-463c-92e5-3e686835b3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8", "tag": "f157e416-592a-4ae3-8552-f7cf80ca3569"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:12.991615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d3df7-0d8c-401b-8c65-c2d36683668f service neutron] Pushing event updated for resources: {'Port': ['ID=f157e416-592a-4ae3-8552-f7cf80ca3569,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:13.034339 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cfa4c5-6f40-45b6-807f-fdbe56f25cab x-openstack-request-id: req-58cfa4c5-6f40-45b6-807f-fdbe56f25cab {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:13.034684 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8", "tag": "f157e416-592a-4ae3-8552-f7cf80ca3569", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:13.034934 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58cfa4c5-6f40-45b6-807f-fdbe56f25cab {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:13.035329 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'tag': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'status': 'completed', 'code': 200} Jul 08 02:18:13.070480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-dc939a18-aac6-4e83-9d69-a1e5a3ee95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.072046 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-dc939a18-aac6-4e83-9d69-a1e5a3ee95ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 1095 time: 0.0772340 Jul 08 02:18:13.116858 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-17280be9-5ee0-4d7a-a41b-17f3f272b7a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f157e416-592a-4ae3-8552-f7cf80ca3569 HTTP/1.1" status: 200 len: 217 time: 0.0370734 Jul 08 02:18:13.169167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-1f4865bc-7442-4502-be1a-8189371962c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.171226 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-1f4865bc-7442-4502-be1a-8189371962c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0471056 Jul 08 02:18:13.238517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-83ac68d3-d84b-422a-9567-0bff0a68caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.240029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-83ac68d3-d84b-422a-9567-0bff0a68caf0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618336 Jul 08 02:18:13.344296 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-d9d7e4cc-a517-4824-90e2-6d1e7b9f6df6 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976355 Jul 08 02:18:13.441997 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c6cc10-9232-43fe-8b74-508262f9d652 req-6380fb21-c074-4060-9cf5-b0d03e4410e9 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914671 Jul 08 02:18:13.548863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-9b566796-177c-4a86-bdb1-2f5aea18a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.550349 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-9b566796-177c-4a86-bdb1-2f5aea18a104 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 1095 time: 0.0587702 Jul 08 02:18:13.649053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-4df6445d-1862-4a86-b9e6-c5b2fa0b7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.650534 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-4df6445d-1862-4a86-b9e6-c5b2fa0b7e32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.0940897 Jul 08 02:18:13.704764 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-5ca79045-26cc-4c51-9c83-3df9a80eda58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f157e416-592a-4ae3-8552-f7cf80ca3569 HTTP/1.1" status: 200 len: 217 time: 0.0474904 Jul 08 02:18:13.756663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:18:13.762885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-4bce6af9-de69-4458-924c-750a3ae65cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.765787 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-4bce6af9-de69-4458-924c-750a3ae65cee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0549047 Jul 08 02:18:13.832668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-cfa36e58-2540-49fb-a785-ac74b7ca0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:13.835186 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-cfa36e58-2540-49fb-a785-ac74b7ca0c2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626817 Jul 08 02:18:13.900142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:13.922422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'mac_address': 'fa:16:3e:df:d6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:18:13.986796 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:14.007123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:14.056077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:14.065532 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:14.144065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94d1e8-a101-4917-ab13-860a1de0965f req-f19019d9-76fe-4327-af1f-75bccd95d93e tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:14.158129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:14.163712 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf94d1e8-a101-4917-ab13-860a1de0965f req-f19019d9-76fe-4327-af1f-75bccd95d93e tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 943 time: 0.1769023 Jul 08 02:18:14.253024 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf94d1e8-a101-4917-ab13-860a1de0965f req-9d7ca604-33fb-456c-b969-9cbfe4b6cdb4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874009 Jul 08 02:18:14.280876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['10cc8be4-ff4a-4551-a492-5fe8e0c3ca28'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:14.366141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f104155-6d73-417b-b93f-1084310c8405 req-340f7c06-5492-46ea-9165-ddcfa7f8e403 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:14.374160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f104155-6d73-417b-b93f-1084310c8405 req-340f7c06-5492-46ea-9165-ddcfa7f8e403 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 943 time: 0.1196783 Jul 08 02:18:14.434271 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-90f22a1f-f3e9-43f1-94e5-9502d70ecd09 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914834 Jul 08 02:18:14.436905 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f104155-6d73-417b-b93f-1084310c8405 req-b070d288-255c-4369-b7e6-30b1d9601512 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614288 Jul 08 02:18:14.540660 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95921ec5-e0f8-463c-92e5-3e686835b3d9 req-0c72e2a9-2c64-410f-855c-968205f7da37 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988781 Jul 08 02:18:15.430998 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b96b7-3aef-4d29-b49b-a912c0333229 req-9ce3bb72-38a0-414e-94a3-3b3437a6963a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:15.432503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-811b96b7-3aef-4d29-b49b-a912c0333229 req-9ce3bb72-38a0-414e-94a3-3b3437a6963a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 944 time: 0.0656109 Jul 08 02:18:15.471887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-811b96b7-3aef-4d29-b49b-a912c0333229 req-ff691f40-27ec-4411-b839-c283de97e9de tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337398 Jul 08 02:18:15.639172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265160b-6466-4a89-b495-60de7b233adf req-07a82ce2-50c3-4ded-8892-96a0889a9e2e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:15.640792 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9265160b-6466-4a89-b495-60de7b233adf req-07a82ce2-50c3-4ded-8892-96a0889a9e2e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 943 time: 0.0818543 Jul 08 02:18:15.685507 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9265160b-6466-4a89-b495-60de7b233adf req-ea407bd9-1fbd-4569-aa80-efc1aa211d15 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381875 Jul 08 02:18:15.751458 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:15.803825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:15.808286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:15.808678 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:15.907862 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:15.934468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:15.937495 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0dd121e-5cd2-492e-8fc5-e6201b84cfcf" -d '{"events": [{"server_uuid": "4c28fc21-5cba-4cbf-9fdd-2b428c95cee7", "name": "network-vif-plugged", "status": "completed", "tag": "10cc8be4-ff4a-4551-a492-5fe8e0c3ca28"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:15.952393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:15.957742 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:15.993070 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb02448-84f4-4945-ba40-24fea9c72e82 x-openstack-request-id: req-5eb02448-84f4-4945-ba40-24fea9c72e82 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:15.993379 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c28fc21-5cba-4cbf-9fdd-2b428c95cee7", "name": "network-vif-plugged", "status": "completed", "tag": "10cc8be4-ff4a-4551-a492-5fe8e0c3ca28", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:15.993633 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5eb02448-84f4-4945-ba40-24fea9c72e82 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:15.994030 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'code': 200} Jul 08 02:18:16.024961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:16.141361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2356dfb-cde8-464a-b3b1-e0d20a926c84 req-e7e68e34-3b08-489f-a03f-1ab197793c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:16.143711 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a2356dfb-cde8-464a-b3b1-e0d20a926c84 req-e7e68e34-3b08-489f-a03f-1ab197793c87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 1097 time: 0.0819578 Jul 08 02:18:16.192290 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a2356dfb-cde8-464a-b3b1-e0d20a926c84 req-38bf3e75-63da-463f-9ee8-1fcfb9b0a12c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Jul 08 02:18:16.657407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf75bc-4caf-4c35-b990-ae1a610b25f5 req-090b3e9c-b225-43c1-b058-19fd9fa2a0c3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:16.658971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69cf75bc-4caf-4c35-b990-ae1a610b25f5 req-090b3e9c-b225-43c1-b058-19fd9fa2a0c3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 945 time: 0.0666280 Jul 08 02:18:16.698537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69cf75bc-4caf-4c35-b990-ae1a610b25f5 req-f7e30a60-51f9-4a62-a6dd-e93c30a41371 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Jul 08 02:18:16.866804 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2066f6a-e24c-4a5d-af9d-db3d61196385 req-268d9222-4cc2-47d4-a647-6519f8c997e8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:16.868329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2066f6a-e24c-4a5d-af9d-db3d61196385 req-268d9222-4cc2-47d4-a647-6519f8c997e8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 943 time: 0.0637994 Jul 08 02:18:16.912534 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c2066f6a-e24c-4a5d-af9d-db3d61196385 req-93271f32-332b-43a8-a0c8-b42771d4f59a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377524 Jul 08 02:18:17.899217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ede9c-5499-4713-80e6-077c6dcf0e4d req-45713e70-bf45-472d-ba41-1ee24c9e533e tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:17.900880 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b41ede9c-5499-4713-80e6-077c6dcf0e4d req-45713e70-bf45-472d-ba41-1ee24c9e533e tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 945 time: 0.0713699 Jul 08 02:18:17.943955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b41ede9c-5499-4713-80e6-077c6dcf0e4d req-01c891be-7af1-4572-8af1-dc3913ad3c22 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370305 Jul 08 02:18:18.161434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525acbe4-1cb6-4cbf-8bdf-eb772bae6668 req-3c89c513-8b5f-4f2d-a073-fd2076d1f5b5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.163577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-525acbe4-1cb6-4cbf-8bdf-eb772bae6668 req-3c89c513-8b5f-4f2d-a073-fd2076d1f5b5 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 943 time: 0.1342351 Jul 08 02:18:18.221661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b5f0f-ddcc-4be6-b123-3e430206dd95 req-06deb917-cff9-4f91-b5d2-54fa17cf3fdd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.223283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-540b5f0f-ddcc-4be6-b123-3e430206dd95 req-06deb917-cff9-4f91-b5d2-54fa17cf3fdd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 945 time: 0.1495330 Jul 08 02:18:18.233208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-525acbe4-1cb6-4cbf-8bdf-eb772bae6668 req-5c80a446-ff56-4ae6-b9b0-688481237d28 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633190 Jul 08 02:18:18.273769 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-540b5f0f-ddcc-4be6-b123-3e430206dd95 req-eb44466b-63e9-4e5d-9498-a80605166454 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Jul 08 02:18:18.300109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40346) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:18.359527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1640dc2-472c-4604-ab7c-bb63f7202e44 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:18.361191 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c1640dc2-472c-4604-ab7c-bb63f7202e44 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 1092 time: 0.0600345 Jul 08 02:18:18.365015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40348) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:18.369585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:18.393841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:18.499747 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:18.602610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Allocated IP 172.25.4.158 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/59faeb53-bf0b-4cf0-a355-870fb7f29027) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:18.732698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:18.774350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:18.820787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:18.823612 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:18.826327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:18.851848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=59faeb53-bf0b-4cf0-a355-870fb7f29027,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:19.327974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:19.444507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca28638-c04d-4cdc-a707-284e21d86dd6 req-c4091cb7-0e8b-4249-b989-2dcd9b804180 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:19.446936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bca28638-c04d-4cdc-a707-284e21d86dd6 req-c4091cb7-0e8b-4249-b989-2dcd9b804180 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 943 time: 0.0877936 Jul 08 02:18:19.451803 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:19.503157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bca28638-c04d-4cdc-a707-284e21d86dd6 req-9a57edcd-1da7-447b-a1f1-7b37e053a198 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455081 Jul 08 02:18:19.633074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:19.638105 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:19.708130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=59faeb53-bf0b-4cf0-a355-870fb7f29027,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:19.724087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:19.828611 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Floating IP 5a001a3a-5ebf-4399-941d-32fb21f657f5 associated. External IP: 172.25.4.158, port: 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28. Jul 08 02:18:20.046168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 60898c50-6381-45e0-ab0d-07610ad8ee72 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:18:20.154627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:18:20.165248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] Sync routers for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:18:20.172486 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:20.176510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:18:20.177201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:17:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:20.219260 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9c92d0da-c581-46b1-a5ce-c2a4be921455 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8532257 Jul 08 02:18:20.220001 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'tag': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:20.222121 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:20.222440 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223ed09a-dac4-4e42-900a-e5cda445524d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c28fc21-5cba-4cbf-9fdd-2b428c95cee7", "tag": "10cc8be4-ff4a-4551-a492-5fe8e0c3ca28"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:20.269170 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d96d7a-9064-47c7-86f6-b29f1b9e12a1 x-openstack-request-id: req-c4d96d7a-9064-47c7-86f6-b29f1b9e12a1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:20.269170 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c28fc21-5cba-4cbf-9fdd-2b428c95cee7", "tag": "10cc8be4-ff4a-4551-a492-5fe8e0c3ca28", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:20.269170 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4d96d7a-9064-47c7-86f6-b29f1b9e12a1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:20.269170 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'tag': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'status': 'completed', 'code': 200} Jul 08 02:18:20.301168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-16bae65b-b558-43cc-bdc4-a727c981e8f3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/floatingips/5a001a3a-5ebf-4399-941d-32fb21f657f5 HTTP/1.1" status: 200 len: 991 time: 0.0775921 Jul 08 02:18:20.349421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ed09a-dac4-4e42-900a-e5cda445524d req-75bfb553-f8d2-4a9c-a599-a36ffb88e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:20.351130 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-223ed09a-dac4-4e42-900a-e5cda445524d req-75bfb553-f8d2-4a9c-a599-a36ffb88e0ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 1097 time: 0.0613487 Jul 08 02:18:20.449654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ed09a-dac4-4e42-900a-e5cda445524d req-09532d97-46f0-4333-b569-02b5c940b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:20.452061 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-223ed09a-dac4-4e42-900a-e5cda445524d req-09532d97-46f0-4333-b569-02b5c940b1a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe22b1db-8782-4bc6-883e-74f6edcfb669 HTTP/1.1" status: 200 len: 898 time: 0.0945876 Jul 08 02:18:20.458803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:18:20.532059 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-223ed09a-dac4-4e42-900a-e5cda445524d req-ef03aff3-e9a4-41d0-a25d-43d54b7b4730 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 HTTP/1.1" status: 200 len: 999 time: 0.0742593 Jul 08 02:18:20.585197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ed09a-dac4-4e42-900a-e5cda445524d req-388679d1-e8a0-407f-aad8-d94a11764343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:20.586770 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-223ed09a-dac4-4e42-900a-e5cda445524d req-388679d1-e8a0-407f-aad8-d94a11764343 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0402536f-edc8-43d2-af78-c8e765fcceeb HTTP/1.1" status: 200 len: 834 time: 0.0493042 Jul 08 02:18:20.660482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ed09a-dac4-4e42-900a-e5cda445524d req-572e8b09-e088-423f-bdf7-dcb0ba338bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:20.662130 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-223ed09a-dac4-4e42-900a-e5cda445524d req-572e8b09-e088-423f-bdf7-dcb0ba338bfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe22b1db-8782-4bc6-883e-74f6edcfb669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651510 Jul 08 02:18:20.704115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737ebd9-7f90-493c-a30b-298e6b24dd44 req-55c746ef-eab2-4a46-bdb4-af0a0fc13f3f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:20.705756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f737ebd9-7f90-493c-a30b-298e6b24dd44 req-55c746ef-eab2-4a46-bdb4-af0a0fc13f3f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 943 time: 0.0843441 Jul 08 02:18:20.712161 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ea23453b-2c0e-433b-a5f6-fa0a46eee65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:20.753661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '5a001a3a-5ebf-4399-941d-32fb21f657f5', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'mac_address': 'fa:16:3e:df:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:19Z', 'updated_at': '2021-07-08T02:18:19Z', 'revision_number': 0, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:20.757320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f737ebd9-7f90-493c-a30b-298e6b24dd44 req-624988d2-43ec-4b19-bfc8-521a008518ca tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407298 Jul 08 02:18:20.775507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-223ed09a-dac4-4e42-900a-e5cda445524d req-7ea4a343-eb27-4dfc-b6ba-4d549272f3ee service neutron] 10.222.0.16 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065485 Jul 08 02:18:20.787558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] Checking router: 60898c50-6381-45e0-ab0d-07610ad8ee72 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:18:20.798507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:18:20.799162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:17:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:20.885416 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-223ed09a-dac4-4e42-900a-e5cda445524d req-df7f9c35-a927-4906-814d-73cd7aed6c3e service neutron] 10.222.0.16 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039968 Jul 08 02:18:20.919217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:18:21.157794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '5a001a3a-5ebf-4399-941d-32fb21f657f5', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'mac_address': 'fa:16:3e:df:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:19Z', 'updated_at': '2021-07-08T02:18:19Z', 'revision_number': 0, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:21.189765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba68178-e1be-4e3b-8c14-6e11cf0ac101 None None] The sync data for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 is: [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '5a001a3a-5ebf-4399-941d-32fb21f657f5', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'mac_address': 'fa:16:3e:df:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:19Z', 'updated_at': '2021-07-08T02:18:19Z', 'revision_number': 0, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:18:21.304766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40358) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:21.381555 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cd87e32e-78ba-4b18-9446-c071aa687659 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/floatingips/5a001a3a-5ebf-4399-941d-32fb21f657f5 HTTP/1.1" status: 200 len: 991 time: 0.0755451 Jul 08 02:18:21.414812 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80df01fc-14e5-4275-86d4-c5e5e9bb1e20 None None] New status for floating IP 5a001a3a-5ebf-4399-941d-32fb21f657f5: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:18:21.955100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12398320-64df-48c0-9dfa-141338b3b07f req-a8e15ae3-6fe7-4359-bba3-71863c09fb6e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:21.956690 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12398320-64df-48c0-9dfa-141338b3b07f req-a8e15ae3-6fe7-4359-bba3-71863c09fb6e tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 943 time: 0.0787218 Jul 08 02:18:21.988335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f157e416-592a-4ae3-8552-f7cf80ca3569 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:18:22.001193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12398320-64df-48c0-9dfa-141338b3b07f req-2f2b34cb-8286-422c-8826-2961573654b6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376112 Jul 08 02:18:22.102671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f157e416-592a-4ae3-8552-f7cf80ca3569, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f157e416-592a-4ae3-8552-f7cf80ca3569,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:22.114814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'port_id': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'mac_address': 'fa:16:3e:79:71:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:18:22.160734 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:22.175003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f157e416-592a-4ae3-8552-f7cf80ca3569 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:22.198596 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f157e416-592a-4ae3-8552-f7cf80ca3569, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f157e416-592a-4ae3-8552-f7cf80ca3569,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:22.206165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:22.258048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f157e416-592a-4ae3-8552-f7cf80ca3569,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:22.266156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.266508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.266842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.267175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.267516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.267838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.268156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.268514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.268838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.269155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.269475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.269906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:22.385378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40362) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:22.448891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f157e416-592a-4ae3-8552-f7cf80ca3569'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:18:22.463536 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-31f26935-d0b4-4270-8d9d-c2324fe28ca4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/floatingips/5a001a3a-5ebf-4399-941d-32fb21f657f5 HTTP/1.1" status: 200 len: 993 time: 0.0767145 Jul 08 02:18:23.396614 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb637f21-be4b-4ea0-bc7b-b82828ec78c2 req-d8e3d440-e347-4948-a083-253a21abed43 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:23.398202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb637f21-be4b-4ea0-bc7b-b82828ec78c2 req-d8e3d440-e347-4948-a083-253a21abed43 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 944 time: 0.0716970 Jul 08 02:18:23.420826 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-61a90679-0930-4b22-a15d-4e9206a3a4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:23.445073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cb637f21-be4b-4ea0-bc7b-b82828ec78c2 req-7cca8e72-fff5-4c2b-9573-dd97f1af17ca tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 Jul 08 02:18:23.613957 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:18:23.761722 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:23.990051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f157e416-592a-4ae3-8552-f7cf80ca3569 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:24.039117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port f157e416-592a-4ae3-8552-f7cf80ca3569 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:24.043000 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port f157e416-592a-4ae3-8552-f7cf80ca3569 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:24.043381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:24.123474 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:24.146323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f157e416-592a-4ae3-8552-f7cf80ca3569'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:24.148629 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e25a5d-d21c-4955-94e5-8681fce5bf35" -d '{"events": [{"server_uuid": "8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8", "name": "network-vif-plugged", "status": "completed", "tag": "f157e416-592a-4ae3-8552-f7cf80ca3569"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:24.163042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f157e416-592a-4ae3-8552-f7cf80ca3569, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f157e416-592a-4ae3-8552-f7cf80ca3569,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:24.168427 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:24.191814 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42c5fb0-e930-4f4f-810e-d44ea728fa86 x-openstack-request-id: req-b42c5fb0-e930-4f4f-810e-d44ea728fa86 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:24.192110 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8", "name": "network-vif-plugged", "status": "completed", "tag": "f157e416-592a-4ae3-8552-f7cf80ca3569", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:24.192361 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b42c5fb0-e930-4f4f-810e-d44ea728fa86 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:24.192674 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'code': 200} Jul 08 02:18:24.221961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f157e416-592a-4ae3-8552-f7cf80ca3569,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:24.306019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a080e0d-a20b-4c24-b0bf-c280547f82fb req-d2188184-6fd0-4835-a9cf-167dc5847a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:24.307463 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a080e0d-a20b-4c24-b0bf-c280547f82fb req-d2188184-6fd0-4835-a9cf-167dc5847a99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0536165 Jul 08 02:18:24.345282 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a080e0d-a20b-4c24-b0bf-c280547f82fb req-3552ddcf-aeff-48de-aa25-e78f4c9adf86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308630 Jul 08 02:18:24.621194 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b676fe-5149-4477-8bd9-a41e6a7ebb03 req-564d537f-6bc2-4313-8b06-1d5d755d3a8c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:24.623211 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4b676fe-5149-4477-8bd9-a41e6a7ebb03 req-564d537f-6bc2-4313-8b06-1d5d755d3a8c tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 945 time: 0.0644610 Jul 08 02:18:24.663137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a4b676fe-5149-4477-8bd9-a41e6a7ebb03 req-37e8774a-9ddc-408d-a14f-42e5282fec5a tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341527 Jul 08 02:18:24.854427 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:25.844491 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90f79f-f43a-4520-a621-b025e9b5dba5 req-1784e94d-da83-48ec-885a-58ab1f630548 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:25.846013 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc90f79f-f43a-4520-a621-b025e9b5dba5 req-1784e94d-da83-48ec-885a-58ab1f630548 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 945 time: 0.0678091 Jul 08 02:18:25.886812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc90f79f-f43a-4520-a621-b025e9b5dba5 req-1fdf6eb2-8331-4c72-90c6-37c95e9cdef0 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351679 Jul 08 02:18:26.065308 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eed252-b0d2-4028-a9af-da6c0bcbd54b req-10844107-4b81-4fda-ba77-bb39a945610d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:26.066722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29eed252-b0d2-4028-a9af-da6c0bcbd54b req-10844107-4b81-4fda-ba77-bb39a945610d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 945 time: 0.0643823 Jul 08 02:18:26.104943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29eed252-b0d2-4028-a9af-da6c0bcbd54b req-1b63a4a7-889c-4864-8e86-8fdb45a3eaee tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326722 Jul 08 02:18:26.130050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40374) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:26.182386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b6fe31-318f-46db-b5a5-227436bc5b7c tempest-TestVolumeBootPattern-1271454887 tempest-TestVolumeBootPattern-1271454887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:26.183953 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-75b6fe31-318f-46db-b5a5-227436bc5b7c tempest-TestVolumeBootPattern-1271454887 tempest-TestVolumeBootPattern-1271454887-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 1092 time: 0.0529196 Jul 08 02:18:26.186919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40376) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:26.191479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:26.214536 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:26.316831 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:26.421289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Allocated IP 172.25.4.18 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/95f4e7e4-47c1-44b1-a95f-14b46062839f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:26.506103 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:26.533059 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:26.572864 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:26.609243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:26.614058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:26.617379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:26.641093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=95f4e7e4-47c1-44b1-a95f-14b46062839f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:27.003715 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.086092 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.593429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.598048 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.665826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event updated for resources: {'Port': ['ID=95f4e7e4-47c1-44b1-a95f-14b46062839f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:27.682025 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:27.785503 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Floating IP 3a27dceb-4f90-43e8-91df-56770e82f16f associated. External IP: 172.25.4.18, port: f157e416-592a-4ae3-8552-f7cf80ca3569. Jul 08 02:18:28.005527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Router 874042fb-60ff-4c09-914c-3d8ea4a97eba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:18:28.117675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:18:28.127448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] Sync routers for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:18:28.133690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:28.136762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:18:28.137387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:18:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:28.184507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-21950b0a-3f1d-4074-92c7-8f10d9f4c47f tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9962916 Jul 08 02:18:28.185143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'tag': 'f157e416-592a-4ae3-8552-f7cf80ca3569'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:18:28.188724 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8", "tag": "f157e416-592a-4ae3-8552-f7cf80ca3569"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:18:28.228323 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20582a31-1242-4cf7-b08a-6ba1c13d0c16 x-openstack-request-id: req-20582a31-1242-4cf7-b08a-6ba1c13d0c16 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:18:28.228623 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8", "tag": "f157e416-592a-4ae3-8552-f7cf80ca3569", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:18:28.228874 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20582a31-1242-4cf7-b08a-6ba1c13d0c16 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:18:28.229347 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'tag': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'status': 'completed', 'code': 200} Jul 08 02:18:28.260018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:18:28.309360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-6b195ccd-1a58-478e-8d08-c5484b7cf054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:28.312212 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-6b195ccd-1a58-478e-8d08-c5484b7cf054 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0568035 Jul 08 02:18:28.407248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-d4f070e8-f3dd-43b6-812a-b4b79fe439f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:28.408932 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-d4f070e8-f3dd-43b6-812a-b4b79fe439f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.0911360 Jul 08 02:18:28.476292 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-df57a7bf-5ab2-4182-9b0a-1ce98cb290fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f157e416-592a-4ae3-8552-f7cf80ca3569 HTTP/1.1" status: 200 len: 998 time: 0.0610669 Jul 08 02:18:28.493111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '3a27dceb-4f90-43e8-91df-56770e82f16f', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:79:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:26Z', 'updated_at': '2021-07-08T02:18:26Z', 'revision_number': 0, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}, {'id': 'c0d65713-4c95-486f-a155-2dd18b9ef8b5', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:8c:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:25Z', 'updated_at': '2021-07-08T02:16:27Z', 'revision_number': 1, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:28.521164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] Checking router: 874042fb-60ff-4c09-914c-3d8ea4a97eba for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:18:28.528957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-c3b97d55-a426-4c73-ad05-270e3b39e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:28.529753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:18:28.530384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:18:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:28.531367 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-c3b97d55-a426-4c73-ad05-270e3b39e302 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0479181 Jul 08 02:18:28.600678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-4ecca18e-c60a-4365-87b1-edec08375ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:28.602503 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-4ecca18e-c60a-4365-87b1-edec08375ce7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647850 Jul 08 02:18:28.641795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:18:28.697546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-8b9051f6-a794-4d07-be50-94367d4b2f8e service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887198 Jul 08 02:18:28.795566 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a736e1ce-559e-4141-a82e-6dba7f4a4f2b req-b414a792-dc6e-4140-b503-0feb801a54e2 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908027 Jul 08 02:18:28.877849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '3a27dceb-4f90-43e8-91df-56770e82f16f', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:79:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:26Z', 'updated_at': '2021-07-08T02:18:26Z', 'revision_number': 0, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}, {'id': 'c0d65713-4c95-486f-a155-2dd18b9ef8b5', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:8c:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:25Z', 'updated_at': '2021-07-08T02:16:27Z', 'revision_number': 1, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:18:28.909197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3650f5ff-4785-4f43-9a9a-dfd677547cdc None None] The sync data for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 is: [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '3a27dceb-4f90-43e8-91df-56770e82f16f', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:79:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:26Z', 'updated_at': '2021-07-08T02:18:26Z', 'revision_number': 0, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}, {'id': 'c0d65713-4c95-486f-a155-2dd18b9ef8b5', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:8c:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:25Z', 'updated_at': '2021-07-08T02:16:27Z', 'revision_number': 1, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:18:29.111184 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455d66c5-49c0-4cf1-9513-613413befd86 None None] New status for floating IP 3a27dceb-4f90-43e8-91df-56770e82f16f: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:18:34.721886 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:39.115644 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:50.664531 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-77acba44-fc04-4c16-9baa-683a0e91a0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:51.394530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40398) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:51.505354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b835f26-6f23-4323-8a66-4849cc558ed5 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:51.505846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b835f26-6f23-4323-8a66-4849cc558ed5 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:51.506331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b835f26-6f23-4323-8a66-4849cc558ed5 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:51.508072 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7b835f26-6f23-4323-8a66-4849cc558ed5 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=9ad7f761ca8440da91cd28ca2c27215a&network_id=fe22b1db-8782-4bc6-883e-74f6edcfb669 HTTP/1.1" status: 200 len: 2972 time: 0.1125541 Jul 08 02:18:53.423571 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-950739eb-4ad1-45d5-8706-b912ac47522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:53.461319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40408) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:53.520862 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9325692-7517-4aac-bc00-98eed127faef tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:53.524409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f9325692-7517-4aac-bc00-98eed127faef tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a HTTP/1.1" status: 200 len: 814 time: 0.0599687 Jul 08 02:18:53.765186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.292035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:54.298291 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'network': {'name': 'tempest-network-smoke--1353565396', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:54.319390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Made reservation on behalf of 9ad7f761ca8440da91cd28ca2c27215a for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:54.323110 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.350377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:18:54.360703 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.361055 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Added segment 30017950-e10f-4598-a63e-459ff40da121 of type vlan for network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b Jul 08 02:18:54.404391 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.435925 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.442400 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:54.443003 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.504668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2113886 Jul 08 02:18:54.507742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40416) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:54.550007 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Network': ['ID=2e5f42ef-5b82-471a-a48c-7e4b20aec06b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:54.564921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.565264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.565707 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.566055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.566386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.566750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.567073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.567389 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.567708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.568023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.568365 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.568687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160e5436-942a-4d40-aa67-449e12589060 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:54.582526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:18:54.583250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819ce67b-daba-42e3-904e-ac3e516cbc10 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:54.584623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-819ce67b-daba-42e3-904e-ac3e516cbc10 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9ad7f761ca8440da91cd28ca2c27215a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0758233 Jul 08 02:18:54.588604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40418) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:54.682812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704240e-b756-488b-9eb3-b0764c0f5e2a tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:54.684431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5704240e-b756-488b-9eb3-b0764c0f5e2a tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948529 Jul 08 02:18:54.687969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40420) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:54.724179 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-332a09b8-648c-477f-b46f-a1e8ca2ec8f5 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349762 Jul 08 02:18:54.726991 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40422) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:54.757753 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7d1639cf-d81f-434b-b421-0f798d8f8ad6 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9ad7f761ca8440da91cd28ca2c27215a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296807 Jul 08 02:18:54.761674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40424) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:54.855201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a271e199-13ae-43d7-86af-5d41e2714fd7 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:54.857099 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a271e199-13ae-43d7-86af-5d41e2714fd7 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945065 Jul 08 02:18:54.859582 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:54.861000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:54.892356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1d90dd74-b125-45d9-b541-af8be514d882 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294597 Jul 08 02:18:54.894128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40428) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:54.899640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2001082495', 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:55.007993 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Made reservation on behalf of 9ad7f761ca8440da91cd28ca2c27215a for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:55.011529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.201191 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.262710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Subnet': ['ID=90ccbbb7-a221-47a5-a67b-10afa7026b6a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:55.274659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Checking segment: {'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:55.275028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network hostable DHCP agents. Network: 2e5f42ef-5b82-471a-a48c-7e4b20aec06b, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:18:55.293359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:18:55.304789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 2e5f42ef-5b82-471a-a48c-7e4b20aec06b) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:55.310270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:55.311084 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.315608 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4ebe4-ff48-4b80-a461-de776ebdb1ee None None] Network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:18:55.338028 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-96e8a894-76c6-4a78-a754-66d9f1e2d401 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4380941 Jul 08 02:18:55.485651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-2e5f42ef-5b82-471a-a48c-7e4b20aec06b', 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ips': [{'subnet_id': '90ccbbb7-a221-47a5-a67b-10afa7026b6a'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:18:55.486587 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.643597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Allocated IP 172.20.0.18 (2e5f42ef-5b82-471a-a48c-7e4b20aec06b/90ccbbb7-a221-47a5-a67b-10afa7026b6a/8d24bda8-be9c-4f36-b99b-619dd0169f82) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:55.660848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40432) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:55.667781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495617877', 'description': 'tempest-secgroup-smoke-495617877 description', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:55.697840 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.795564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.801459 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.810865 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.821937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Transition to ACTIVE for port object 8d24bda8-be9c-4f36-b99b-619dd0169f82 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:55.837465 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.838824 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1765869 Jul 08 02:18:55.839199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Transition to ACTIVE for port object 8d24bda8-be9c-4f36-b99b-619dd0169f82 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:55.841806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40434) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:55.846291 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.847035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-451a9f09-d9dc-4ee0-b77e-9478692f42dd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': 'f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:55.848018 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:55.861106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.861530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.861861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.862203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.862537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.862892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.863679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.864179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.864927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.865269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.865596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.865939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e15646-5cf1-4313-9794-b9793102a36c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:18:55.883143 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451a9f09-d9dc-4ee0-b77e-9478692f42dd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.891737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:55.896151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:55.898871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:55.907934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Pushing event updated for resources: {'Port': ['ID=8d24bda8-be9c-4f36-b99b-619dd0169f82,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:55.965579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Attempting to bind port 8d24bda8-be9c-4f36-b99b-619dd0169f82 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:18:55.965967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Attempting to bind port 8d24bda8-be9c-4f36-b99b-619dd0169f82 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:18:55.966330 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Attempting to bind port 8d24bda8-be9c-4f36-b99b-619dd0169f82 on network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:18:55.968163 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451a9f09-d9dc-4ee0-b77e-9478692f42dd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.972103 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:18:55.972399 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451a9f09-d9dc-4ee0-b77e-9478692f42dd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.972561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Checking segment: {'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:18:55.972881 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.973357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Bound using segment: {'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:18:55.974477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Bound port: 8d24bda8-be9c-4f36-b99b-619dd0169f82, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:18:55.974477 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:55.991436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a9f09-d9dc-4ee0-b77e-9478692f42dd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3e0a26-517e-4ade-8ba9-daf7daa86972,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:55.999245 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-451a9f09-d9dc-4ee0-b77e-9478692f42dd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.005517 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-451a9f09-d9dc-4ee0-b77e-9478692f42dd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623828 Jul 08 02:18:56.008201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:56.016104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9e287d7c-9332-4cd6-84f5-eab15e51c104 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': 'f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:56.054032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] For port 8d24bda8-be9c-4f36-b99b-619dd0169f82, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:18:56.057229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] For port 8d24bda8-be9c-4f36-b99b-619dd0169f82, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8d24bda8-be9c-4f36-b99b-619dd0169f82,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:18:56.059883 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e287d7c-9332-4cd6-84f5-eab15e51c104 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.061604 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.122217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf10d1-0343-4479-840b-441dbb428f59 None None] Pushing event updated for resources: {'Port': ['ID=8d24bda8-be9c-4f36-b99b-619dd0169f82,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:56.131367 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e287d7c-9332-4cd6-84f5-eab15e51c104 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.135162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e287d7c-9332-4cd6-84f5-eab15e51c104 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.153274 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e287d7c-9332-4cd6-84f5-eab15e51c104 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7e2a7c-3ff7-4420-ad81-c8a3e81841d0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:56.159868 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e287d7c-9332-4cd6-84f5-eab15e51c104 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.161220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9e287d7c-9332-4cd6-84f5-eab15e51c104 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515596 Jul 08 02:18:56.163966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40438) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:56.169164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ba180792-e7bb-4247-85cb-c6b786b9155c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': 'f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:56.203458 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba180792-e7bb-4247-85cb-c6b786b9155c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.279612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba180792-e7bb-4247-85cb-c6b786b9155c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.298184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba180792-e7bb-4247-85cb-c6b786b9155c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.325318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba180792-e7bb-4247-85cb-c6b786b9155c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28d58cc-9269-43bf-ba1f-ae534a5256e3,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:56.343786 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba180792-e7bb-4247-85cb-c6b786b9155c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.345502 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ba180792-e7bb-4247-85cb-c6b786b9155c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801116 Jul 08 02:18:56.349884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40440) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:56.354770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-40e3e251-b313-4575-9b57-10d21f82d92f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': 'f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:56.391547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40e3e251-b313-4575-9b57-10d21f82d92f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.475462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40e3e251-b313-4575-9b57-10d21f82d92f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.478099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8d24bda8-be9c-4f36-b99b-619dd0169f82 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:56.480524 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40e3e251-b313-4575-9b57-10d21f82d92f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.500721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3e251-b313-4575-9b57-10d21f82d92f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed0da9a-af95-4f47-8c39-193cb6dbbc51,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:56.506778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-40e3e251-b313-4575-9b57-10d21f82d92f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.511352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-40e3e251-b313-4575-9b57-10d21f82d92f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1604459 Jul 08 02:18:56.511739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40442) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:56.518755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ef07d393-a870-493c-a098-51ca43d903d2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': 'f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:56.529341 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.543654 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-ef07d393-a870-493c-a098-51ca43d903d2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Project 9ad7f761ca8440da91cd28ca2c27215a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:18:56.544214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 8d24bda8-be9c-4f36-b99b-619dd0169f82 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:56.550280 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef07d393-a870-493c-a098-51ca43d903d2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.618943 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef07d393-a870-493c-a098-51ca43d903d2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.622871 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef07d393-a870-493c-a098-51ca43d903d2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.641211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07d393-a870-493c-a098-51ca43d903d2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd057fff-327f-44f0-b4bd-a3a3ad1db0ca,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:56.648885 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef07d393-a870-493c-a098-51ca43d903d2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.650884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ef07d393-a870-493c-a098-51ca43d903d2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377878 Jul 08 02:18:56.653652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:18:56.661038 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c648f620-00bf-479d-94d5-5fecceb61106 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': 'f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:56.684036 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-c648f620-00bf-479d-94d5-5fecceb61106 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Project 9ad7f761ca8440da91cd28ca2c27215a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:18:56.689798 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c648f620-00bf-479d-94d5-5fecceb61106 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.761681 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c648f620-00bf-479d-94d5-5fecceb61106 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.765950 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c648f620-00bf-479d-94d5-5fecceb61106 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.785726 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648f620-00bf-479d-94d5-5fecceb61106 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c575010-5362-453e-bce9-7d96aba7b646,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:56.791360 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c648f620-00bf-479d-94d5-5fecceb61106 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:56.792810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c648f620-00bf-479d-94d5-5fecceb61106 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381865 Jul 08 02:18:56.976523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-4180c861-c088-4f3e-a659-ed8dfd668200 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495617877&fields=id&tenant_id=9ad7f761ca8440da91cd28ca2c27215a HTTP/1.1" status: 200 len: 267 time: 0.0397294 Jul 08 02:18:57.100261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-dfad5fd8-e7af-4106-b607-a98b2edfe4e9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:57.101783 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-dfad5fd8-e7af-4106-b607-a98b2edfe4e9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/networks?id=2e5f42ef-5b82-471a-a48c-7e4b20aec06b HTTP/1.1" status: 200 len: 797 time: 0.1185002 Jul 08 02:18:57.117910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-56190e57-d497-4573-80e5-25ea8eb3cd8e tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/quotas/9ad7f761ca8440da91cd28ca2c27215a HTTP/1.1" status: 200 len: 375 time: 0.0106163 Jul 08 02:18:57.142334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2653342a-f3ae-4376-aced-358dec0937f5 None None] Network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:18:57.199475 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-6017f314-3ede-4ac2-93e2-b1f1a1533654 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0759842 Jul 08 02:18:57.209595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d1003640-71ed-4593-bd3a-82893d53d96e None None] Provisioning for port 8d24bda8-be9c-4f36-b99b-619dd0169f82 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:57.222379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d1003640-71ed-4593-bd3a-82893d53d96e None None] Provisioning complete for port 8d24bda8-be9c-4f36-b99b-619dd0169f82 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:57.222754 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1003640-71ed-4593-bd3a-82893d53d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:57.291070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-56758c94-61fc-4885-bebf-506bcbd1c4d4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:18:57.292212 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-56758c94-61fc-4885-bebf-506bcbd1c4d4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0801044 Jul 08 02:18:57.384842 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1003640-71ed-4593-bd3a-82893d53d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:57.397489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f511c776-fee7-46ec-a244-209974c85604 service neutron] 10.222.0.41 "GET /v2.0/networks/2e5f42ef-5b82-471a-a48c-7e4b20aec06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971506 Jul 08 02:18:57.440701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d1003640-71ed-4593-bd3a-82893d53d96e None None] For port 8d24bda8-be9c-4f36-b99b-619dd0169f82, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8d24bda8-be9c-4f36-b99b-619dd0169f82,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:18:57.446330 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1003640-71ed-4593-bd3a-82893d53d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:57.516040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1003640-71ed-4593-bd3a-82893d53d96e None None] Pushing event updated for resources: {'Port': ['ID=8d24bda8-be9c-4f36-b99b-619dd0169f82,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:57.526486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-02a73d13-a212-4d77-b6b3-59eecc71b42f service neutron] 10.222.0.41 "GET /v2.0/networks/2e5f42ef-5b82-471a-a48c-7e4b20aec06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224165 Jul 08 02:18:57.677797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-302d5935-c3b4-4f08-b56d-e0f0de658c2b None None] Provisioning complete for port 8d24bda8-be9c-4f36-b99b-619dd0169f82 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:57.678387 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-302d5935-c3b4-4f08-b56d-e0f0de658c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:57.740199 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8bc5f43-cc19-451d-b64e-9255360983cd req-8e40904e-1a5a-45de-802f-649d7bf2c5d0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 210 time: 0.0444849 Jul 08 02:18:58.420809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8d24bda8-be9c-4f36-b99b-619dd0169f82 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:18:58.474939 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 8d24bda8-be9c-4f36-b99b-619dd0169f82 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:58.475214 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:58.867624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-4054f1d7-44ce-4c07-93e8-417458e0e423 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:58.870037 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-4054f1d7-44ce-4c07-93e8-417458e0e423 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "GET /v2.0/networks?id=2e5f42ef-5b82-471a-a48c-7e4b20aec06b HTTP/1.1" status: 200 len: 797 time: 0.1371887 Jul 08 02:18:58.933685 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58b2a40a-de46-496e-8751-68d1df3f0142 req-e304c4e8-af2d-4502-b553-4c101ce39029 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 210 time: 0.0385070 Jul 08 02:18:58.946747 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-4f3ec1eb-3264-4531-8ce6-a7ce05b5f497 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ad7f761ca8440da91cd28ca2c27215a HTTP/1.1" status: 200 len: 472 time: 0.0587552 Jul 08 02:18:58.956388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'port': {'device_id': '46f2a8dc-1124-4f56-9c90-be62b6f7cd5f', 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b', 'admin_state_up': True, 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'security_groups': ['f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:59.071936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Made reservation on behalf of 9ad7f761ca8440da91cd28ca2c27215a for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:18:59.075370 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.213513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Allocated IP 172.20.0.29 (2e5f42ef-5b82-471a-a48c-7e4b20aec06b/90ccbbb7-a221-47a5-a67b-10afa7026b6a/cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:18:59.362636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.382443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Transition to ACTIVE for port object cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:59.426628 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.473752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:18:59.477038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:18:59.481637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:18:59.488887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:18:59.539533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:18:59.540368 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.556762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-af27fa65-4ef9-48c6-a85b-ac35d563e6cc tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6046991 Jul 08 02:18:59.568459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Request body: {'port': {'device_id': '46f2a8dc-1124-4f56-9c90-be62b6f7cd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:18:59.669690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.717444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eed31c3b-29bd-4656-acce-1e456b8a471f None None] Provisioning for port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:18:59.722125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eed31c3b-29bd-4656-acce-1e456b8a471f None None] Provisioning complete for port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:18:59.722505 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eed31c3b-29bd-4656-acce-1e456b8a471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.758405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-eed31c3b-29bd-4656-acce-1e456b8a471f None None] Port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:18:59.948154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:18:59.957082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:18:59.971826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Transition to ACTIVE for port object cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:18:59.983375 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:00.041638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Pushing event updated for resources: {'Port': ['ID=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:00.131773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Attempting to bind port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:00.132262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Attempting to bind port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:00.132872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Attempting to bind port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 on network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:00.137579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 on network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:19:00.138027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Attempting to bind port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 on network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:00.144099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:00.144601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Checking segment: {'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:00.145106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Bound using segment: {'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:00.145656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Bound port: cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:00.146178 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:00.147776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ba37-5b0e-4d2e-a439-7185df322faf req-36d307ef-620c-4c5c-a367-2143f9df673b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.150461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9f1ba37-5b0e-4d2e-a439-7185df322faf req-36d307ef-620c-4c5c-a367-2143f9df673b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 944 time: 0.0790653 Jul 08 02:19:00.211504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9f1ba37-5b0e-4d2e-a439-7185df322faf req-9acdfc2a-813e-401e-8fce-9b8b7c4ca7f5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494056 Jul 08 02:19:00.222365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] For port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:00.226948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] For port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:00.232811 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:00.274633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.275484 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:00.277033 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] 10.222.0.16 "PUT /v2.0/ports/cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 HTTP/1.1" status: 200 len: 1093 time: 0.7131202 Jul 08 02:19:00.278773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f2a8dc-1124-4f56-9c90-be62b6f7cd5f', 'tag': 'cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:00.281695 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8454afb-242f-4246-8c25-30333894ade7" -d '{"events": [{"name": "network-changed", "server_uuid": "46f2a8dc-1124-4f56-9c90-be62b6f7cd5f", "tag": "cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:00.360962 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac8619b-9e87-425f-b72a-029be2cb0f0d x-openstack-request-id: req-0ac8619b-9e87-425f-b72a-029be2cb0f0d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:00.361266 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f2a8dc-1124-4f56-9c90-be62b6f7cd5f", "tag": "cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:00.361525 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ac8619b-9e87-425f-b72a-029be2cb0f0d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:00.361933 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f2a8dc-1124-4f56-9c90-be62b6f7cd5f', 'tag': 'cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25', 'status': 'completed', 'code': 200} Jul 08 02:19:00.365247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa6867-4da9-40e5-80db-907322f58d9b service neutron] Pushing event updated for resources: {'Port': ['ID=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:00.421022 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-d63ee4c4-adcb-456f-adc3-83144b8cd0e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1429391 Jul 08 02:19:00.433782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-55fb1165-c53a-4259-8259-418a644fe50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.436015 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-55fb1165-c53a-4259-8259-418a644fe50a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 1096 time: 0.0977802 Jul 08 02:19:00.496089 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-31a25a7d-9dff-4bbe-95ba-87ae3eda778f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 HTTP/1.1" status: 200 len: 217 time: 0.0529971 Jul 08 02:19:00.573085 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-12fdcb2b-cf6b-46e2-ab99-f10814731530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.574581 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-12fdcb2b-cf6b-46e2-ab99-f10814731530 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ccbbb7-a221-47a5-a67b-10afa7026b6a HTTP/1.1" status: 200 len: 838 time: 0.0602605 Jul 08 02:19:00.613762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-356dc3b5-bd6b-483b-aba2-7a7df068eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.615283 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-356dc3b5-bd6b-483b-aba2-7a7df068eb9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 1097 time: 0.1289105 Jul 08 02:19:00.616172 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:19:00.693615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-fa3e175c-c5bc-4ed5-97fd-0eecab765c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.695163 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-fa3e175c-c5bc-4ed5-97fd-0eecab765c77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e5f42ef-5b82-471a-a48c-7e4b20aec06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1141675 Jul 08 02:19:00.800558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-35b91054-2b79-4d56-ac09-b4cb5f49d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:00.801988 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-35b91054-2b79-4d56-ac09-b4cb5f49d02f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1642041 Jul 08 02:19:00.857732 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-e1cb3930-4a77-471f-89ac-a8e6a207a040 service neutron] 10.222.0.16 "GET /v2.0/networks/2e5f42ef-5b82-471a-a48c-7e4b20aec06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560600 Jul 08 02:19:00.932244 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-ec8501c1-fb75-4379-8e1c-748ea943e500 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072 HTTP/1.1" status: 200 len: 1000 time: 0.1237824 Jul 08 02:19:01.010389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-8b00b9d5-7460-4749-9ea8-0f3506f69f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:01.011893 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-8b00b9d5-7460-4749-9ea8-0f3506f69f15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0730762 Jul 08 02:19:01.014140 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f21cf0c2-29ec-4d27-bc04-09d7b1739dc1 req-0a537c17-8d5d-4587-a0f2-e0f69454e6b4 service neutron] 10.222.0.16 "GET /v2.0/networks/2e5f42ef-5b82-471a-a48c-7e4b20aec06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495082 Jul 08 02:19:01.116983 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-c80b6648-f84e-4fed-adb1-26e725b104b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:01.118529 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-c80b6648-f84e-4fed-adb1-26e725b104b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997846 Jul 08 02:19:01.201673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454afb-242f-4246-8c25-30333894ade7 req-57e42988-5071-4a1b-8adc-af4647382d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:01.203276 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f8454afb-242f-4246-8c25-30333894ade7 req-57e42988-5071-4a1b-8adc-af4647382d1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 1096 time: 0.1341610 Jul 08 02:19:01.299899 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-630dd29e-5863-4628-ae96-5613fd1318a1 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731403 Jul 08 02:19:01.408744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454afb-242f-4246-8c25-30333894ade7 req-1e916710-989d-44fb-ba23-a06007dff400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:01.410141 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f8454afb-242f-4246-8c25-30333894ade7 req-1e916710-989d-44fb-ba23-a06007dff400 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e5f42ef-5b82-471a-a48c-7e4b20aec06b HTTP/1.1" status: 200 len: 898 time: 0.1977375 Jul 08 02:19:01.469093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e57e7-310e-4fb4-8166-a1dcd870b754 req-9b448441-0b39-4fd3-a0d0-8c5fb21a8706 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:01.470303 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f8454afb-242f-4246-8c25-30333894ade7 req-c1005529-c6e4-4cae-a5b2-e0193cef6c93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 HTTP/1.1" status: 200 len: 217 time: 0.0512488 Jul 08 02:19:01.472064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa7e57e7-310e-4fb4-8166-a1dcd870b754 req-9b448441-0b39-4fd3-a0d0-8c5fb21a8706 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 944 time: 0.1017349 Jul 08 02:19:01.525464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa7e57e7-310e-4fb4-8166-a1dcd870b754 req-a9dfc298-b78e-4641-9d86-5ebc6e331a56 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459259 Jul 08 02:19:01.527783 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd3fdd6d-adc3-4c73-bf53-5ab557f6f4a3 req-a1c7570c-606e-4df1-baae-628997ba8dd4 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213795 Jul 08 02:19:01.563374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454afb-242f-4246-8c25-30333894ade7 req-fc2ea675-651d-446d-82a7-8bba117e2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:01.565111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f8454afb-242f-4246-8c25-30333894ade7 req-fc2ea675-651d-446d-82a7-8bba117e2502 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=90ccbbb7-a221-47a5-a67b-10afa7026b6a HTTP/1.1" status: 200 len: 838 time: 0.0848131 Jul 08 02:19:01.645057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454afb-242f-4246-8c25-30333894ade7 req-b8efdfb3-6a57-4b96-b33f-e9858585adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:01.646834 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f8454afb-242f-4246-8c25-30333894ade7 req-b8efdfb3-6a57-4b96-b33f-e9858585adcd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e5f42ef-5b82-471a-a48c-7e4b20aec06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0714726 Jul 08 02:19:01.755816 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f8454afb-242f-4246-8c25-30333894ade7 req-d08c26d4-4fbd-430b-bcb5-6d7b7520b337 service neutron] 10.222.0.16 "GET /v2.0/networks/2e5f42ef-5b82-471a-a48c-7e4b20aec06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009552 Jul 08 02:19:01.860046 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f8454afb-242f-4246-8c25-30333894ade7 req-621fb529-7fc3-40f8-9773-689f54b7b100 service neutron] 10.222.0.16 "GET /v2.0/networks/2e5f42ef-5b82-471a-a48c-7e4b20aec06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969207 Jul 08 02:19:02.717199 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e158b-2555-43d1-811c-d44a0d258738 req-1f72fe73-6248-4689-b611-536f490eeed4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:02.718718 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b63e158b-2555-43d1-811c-d44a0d258738 req-1f72fe73-6248-4689-b611-536f490eeed4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 944 time: 0.0665729 Jul 08 02:19:02.759778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b63e158b-2555-43d1-811c-d44a0d258738 req-37fc6a11-1da3-4c41-89a1-5f70a1547f95 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345280 Jul 08 02:19:03.934659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318750-e0bc-4077-ab6e-c9d5fa58a04c req-6e84344d-65eb-47b3-a738-6506046e9515 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:03.936203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-02318750-e0bc-4077-ab6e-c9d5fa58a04c req-6e84344d-65eb-47b3-a738-6506046e9515 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 944 time: 0.0644526 Jul 08 02:19:03.975031 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-02318750-e0bc-4077-ab6e-c9d5fa58a04c req-ab07e5d7-2562-4da2-a394-b1076ba4793f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324514 Jul 08 02:19:04.023884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:19:04.117277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:04.132224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25', 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b', 'port_id': 'cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25', 'mac_address': 'fa:16:3e:8e:df:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ccbbb7-a221-47a5-a67b-10afa7026b6a', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:19:04.323273 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:04.336865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:04.356350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:04.360201 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:04.407265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:04.555216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:04.746233 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:05.021956 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7f09159-ce01-410c-815b-c0951597868c req-879683f9-e2c8-4691-911e-345c9f507970 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542777 Jul 08 02:19:05.116733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f09159-ce01-410c-815b-c0951597868c req-5039d87d-5e84-4108-b37f-2d6bf245f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:05.118273 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7f09159-ce01-410c-815b-c0951597868c req-5039d87d-5e84-4108-b37f-2d6bf245f182 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 1097 time: 0.0539305 Jul 08 02:19:05.162188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bad066-e831-4cca-87e8-75fc7dcfdaf5 req-51a5f410-9ab0-4561-a8dc-c24ca4622d0d tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:05.163824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8bad066-e831-4cca-87e8-75fc7dcfdaf5 req-51a5f410-9ab0-4561-a8dc-c24ca4622d0d tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 945 time: 0.0710793 Jul 08 02:19:05.205334 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8bad066-e831-4cca-87e8-75fc7dcfdaf5 req-94c66c23-2924-4278-922d-215e2b8c346b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357399 Jul 08 02:19:05.564869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f09159-ce01-410c-815b-c0951597868c req-4aa15eb9-f552-495f-a540-604a7f3a523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:05.566291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7f09159-ce01-410c-815b-c0951597868c req-4aa15eb9-f552-495f-a540-604a7f3a523c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe22b1db-8782-4bc6-883e-74f6edcfb669 HTTP/1.1" status: 200 len: 898 time: 0.4258122 Jul 08 02:19:05.631326 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7f09159-ce01-410c-815b-c0951597868c req-77fe7e3c-a7bf-401c-9216-6f731c810989 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 HTTP/1.1" status: 200 len: 1001 time: 0.0580866 Jul 08 02:19:05.678405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f09159-ce01-410c-815b-c0951597868c req-5f026d81-70a0-461e-a371-dab3dfa913bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:05.679856 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7f09159-ce01-410c-815b-c0951597868c req-5f026d81-70a0-461e-a371-dab3dfa913bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0402536f-edc8-43d2-af78-c8e765fcceeb HTTP/1.1" status: 200 len: 834 time: 0.0427923 Jul 08 02:19:05.741035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f09159-ce01-410c-815b-c0951597868c req-d14d397d-06ae-4e27-9005-458696536e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:05.742574 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7f09159-ce01-410c-815b-c0951597868c req-d14d397d-06ae-4e27-9005-458696536e7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe22b1db-8782-4bc6-883e-74f6edcfb669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565946 Jul 08 02:19:05.835572 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7f09159-ce01-410c-815b-c0951597868c req-134819d9-cab5-4c04-ae57-eab770b37fdd service neutron] 10.222.0.16 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858893 Jul 08 02:19:05.937930 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7f09159-ce01-410c-815b-c0951597868c req-916a4da8-7ca5-4988-91ba-a7feba56c100 service neutron] 10.222.0.16 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965168 Jul 08 02:19:06.040146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:06.092146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:06.097575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:06.097973 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:06.180565 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:06.206893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f2a8dc-1124-4f56-9c90-be62b6f7cd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:06.209562 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea50d66-edbe-4acf-a39b-dc4127ed8f9e" -d '{"events": [{"server_uuid": "46f2a8dc-1124-4f56-9c90-be62b6f7cd5f", "name": "network-vif-plugged", "status": "completed", "tag": "cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:06.223541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:06.229534 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:06.257341 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e6a671-0afb-4b7c-8c22-cd2898347ab1 x-openstack-request-id: req-64e6a671-0afb-4b7c-8c22-cd2898347ab1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:06.257632 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f2a8dc-1124-4f56-9c90-be62b6f7cd5f", "name": "network-vif-plugged", "status": "completed", "tag": "cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:06.258272 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64e6a671-0afb-4b7c-8c22-cd2898347ab1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:06.258272 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f2a8dc-1124-4f56-9c90-be62b6f7cd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25', 'code': 200} Jul 08 02:19:06.292070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:06.372916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb43e24-1b07-44cd-9c09-78f8ee5ff665 req-9446e389-1c15-43fb-9ace-8ca4fbb3f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:06.374466 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cbb43e24-1b07-44cd-9c09-78f8ee5ff665 req-9446e389-1c15-43fb-9ace-8ca4fbb3f1fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 1098 time: 0.0606132 Jul 08 02:19:06.400402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d0c06-57db-43fe-8b9e-8438f8a12d7d req-1f078cbc-0d7c-40c2-abc3-e1ed9c305f00 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:06.401931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e8d0c06-57db-43fe-8b9e-8438f8a12d7d req-1f078cbc-0d7c-40c2-abc3-e1ed9c305f00 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 946 time: 0.0727694 Jul 08 02:19:06.411822 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cbb43e24-1b07-44cd-9c09-78f8ee5ff665 req-abc9b677-0a8d-4f96-aca2-1d098b8d2798 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310826 Jul 08 02:19:06.442344 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e8d0c06-57db-43fe-8b9e-8438f8a12d7d req-2032a378-decf-417f-9d4e-ae90250d4f98 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339794 Jul 08 02:19:07.635147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efd442-bba6-4708-b5cc-860e880defca req-ec0dd68e-eb3f-43c9-bae6-6634df5976ae tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:07.636751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50efd442-bba6-4708-b5cc-860e880defca req-ec0dd68e-eb3f-43c9-bae6-6634df5976ae tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 946 time: 0.0733182 Jul 08 02:19:07.687010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50efd442-bba6-4708-b5cc-860e880defca req-8d2179d6-aad5-4e64-8b0f-e8ee67228b52 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436559 Jul 08 02:19:07.870858 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c92504-5f5c-4177-baa9-5622c58fb2e8 req-90bb3cbf-25e0-423c-979a-64090bf31bf9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:07.872386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0c92504-5f5c-4177-baa9-5622c58fb2e8 req-90bb3cbf-25e0-423c-979a-64090bf31bf9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 946 time: 0.0688176 Jul 08 02:19:07.919720 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0c92504-5f5c-4177-baa9-5622c58fb2e8 req-e49536ff-31cf-4fb6-9c61-79ba811eaf34 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415733 Jul 08 02:19:09.135349 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:09.403556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40502) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:09.837153 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.116024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Allocated IP 172.20.0.17 (2e5f42ef-5b82-471a-a48c-7e4b20aec06b/90ccbbb7-a221-47a5-a67b-10afa7026b6a/06b8133d-0cfd-4fdf-8421-672eff44c2cf) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:10.239410 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.254807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Transition to ACTIVE for port object 06b8133d-0cfd-4fdf-8421-672eff44c2cf will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:10.291425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.338346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:10.341587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:10.346831 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:10.353922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=06b8133d-0cfd-4fdf-8421-672eff44c2cf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:10.403635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.559422 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.604459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ca2ab8d4-6445-41c7-ad73-0e2f76d38008 None None] Provisioning for port 06b8133d-0cfd-4fdf-8421-672eff44c2cf completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:10.609239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ca2ab8d4-6445-41c7-ad73-0e2f76d38008 None None] Provisioning complete for port 06b8133d-0cfd-4fdf-8421-672eff44c2cf triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:10.610364 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ca2ab8d4-6445-41c7-ad73-0e2f76d38008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.648189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ab8d4-6445-41c7-ad73-0e2f76d38008 None None] Port 06b8133d-0cfd-4fdf-8421-672eff44c2cf cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:19:10.851251 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:10.855598 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:11.226855 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:11.228698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=06b8133d-0cfd-4fdf-8421-672eff44c2cf,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:11.319688 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:11.321154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:11.447697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 60898c50-6381-45e0-ab0d-07610ad8ee72 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:19:11.573363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bd2c8169-56d2-437d-a06f-93880c73606d None None] Provisioning complete for port 06b8133d-0cfd-4fdf-8421-672eff44c2cf triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:11.573872 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bd2c8169-56d2-437d-a06f-93880c73606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:11.574147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:19:11.590840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d80ff9d0-6beb-4513-9754-486a2f6a33b4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "PUT /v2.0/routers/60898c50-6381-45e0-ab0d-07610ad8ee72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1781290 Jul 08 02:19:11.599291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Sync routers for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:19:11.620894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:11.621593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:18:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:11.623316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c8169-56d2-437d-a06f-93880c73606d None None] Port 06b8133d-0cfd-4fdf-8421-672eff44c2cf cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:19:11.739710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:11.997816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:10Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '5a001a3a-5ebf-4399-941d-32fb21f657f5', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'mac_address': 'fa:16:3e:df:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:19Z', 'updated_at': '2021-07-08T02:18:21Z', 'revision_number': 1, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b8133d-0cfd-4fdf-8421-672eff44c2cf', 'name': '', 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:1b:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '90ccbbb7-a221-47a5-a67b-10afa7026b6a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:09Z', 'updated_at': '2021-07-08T02:19:10Z', 'revision_number': 2, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '90ccbbb7-a221-47a5-a67b-10afa7026b6a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:12.024670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Checking router: 60898c50-6381-45e0-ab0d-07610ad8ee72 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:19:12.025046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Updating router 60898c50-6381-45e0-ab0d-07610ad8ee72 port 06b8133d-0cfd-4fdf-8421-672eff44c2cf binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:19:12.060867 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.351395 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.362144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Transition to ACTIVE for port object 06b8133d-0cfd-4fdf-8421-672eff44c2cf will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:12.369605 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.425276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836ea94-2e62-4225-b408-b605086c23fe None None] Pushing event updated for resources: {'Port': ['ID=06b8133d-0cfd-4fdf-8421-672eff44c2cf,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:12.482968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Attempting to bind port 06b8133d-0cfd-4fdf-8421-672eff44c2cf on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:12.483340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Attempting to bind port 06b8133d-0cfd-4fdf-8421-672eff44c2cf by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:12.483910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Attempting to bind port 06b8133d-0cfd-4fdf-8421-672eff44c2cf on network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:12.489639 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:12.490029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Checking segment: {'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:12.490575 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.490981 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Bound using segment: {'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:12.491461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Bound port: 06b8133d-0cfd-4fdf-8421-672eff44c2cf, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30017950-e10f-4598-a63e-459ff40da121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:12.491842 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.577991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] For port 06b8133d-0cfd-4fdf-8421-672eff44c2cf, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:12.582538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] For port 06b8133d-0cfd-4fdf-8421-672eff44c2cf, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=06b8133d-0cfd-4fdf-8421-672eff44c2cf,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:12.586716 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:12.659588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836ea94-2e62-4225-b408-b605086c23fe None None] Pushing event updated for resources: {'Port': ['ID=06b8133d-0cfd-4fdf-8421-672eff44c2cf,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:12.669971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:12.670630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:18:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:12.808093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:13.046095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:10Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '5a001a3a-5ebf-4399-941d-32fb21f657f5', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'mac_address': 'fa:16:3e:df:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:19Z', 'updated_at': '2021-07-08T02:18:21Z', 'revision_number': 1, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b8133d-0cfd-4fdf-8421-672eff44c2cf', 'name': '', 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:1b:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '90ccbbb7-a221-47a5-a67b-10afa7026b6a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:09Z', 'updated_at': '2021-07-08T02:19:12Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '90ccbbb7-a221-47a5-a67b-10afa7026b6a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:13.077287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ed5aa-017d-4cc0-a852-6857189a92e8 None None] The sync data for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 is: [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:10Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '5a001a3a-5ebf-4399-941d-32fb21f657f5', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'mac_address': 'fa:16:3e:df:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:19Z', 'updated_at': '2021-07-08T02:18:21Z', 'revision_number': 1, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b8133d-0cfd-4fdf-8421-672eff44c2cf', 'name': '', 'network_id': '2e5f42ef-5b82-471a-a48c-7e4b20aec06b', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:1b:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '90ccbbb7-a221-47a5-a67b-10afa7026b6a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:09Z', 'updated_at': '2021-07-08T02:19:12Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '90ccbbb7-a221-47a5-a67b-10afa7026b6a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:19:14.443094 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 06b8133d-0cfd-4fdf-8421-672eff44c2cf up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:14.490607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 06b8133d-0cfd-4fdf-8421-672eff44c2cf completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:14.494201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 06b8133d-0cfd-4fdf-8421-672eff44c2cf triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:14.494575 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:14.576119 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:14.611026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 06b8133d-0cfd-4fdf-8421-672eff44c2cf, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=06b8133d-0cfd-4fdf-8421-672eff44c2cf,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:14.615014 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:14.663776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=06b8133d-0cfd-4fdf-8421-672eff44c2cf,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:16.436286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 06b8133d-0cfd-4fdf-8421-672eff44c2cf up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:16.486673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 06b8133d-0cfd-4fdf-8421-672eff44c2cf triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:16.487039 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:20.666107 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1b0fc9f-d9e8-4723-8dfe-fa8c483cffa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:23.425895 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fa76f54e-50b7-4135-8730-d04346b3115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:23.771022 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:24.861507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:26.510469 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:31.836250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40532) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:32.203796 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:32.524009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port 06b8133d-0cfd-4fdf-8421-672eff44c2cf {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:32.524270 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:32.614796 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] For port 06b8133d-0cfd-4fdf-8421-672eff44c2cf, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=06b8133d-0cfd-4fdf-8421-672eff44c2cf,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:32.615155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:32.627813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for 06b8133d-0cfd-4fdf-8421-672eff44c2cf owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:32.834540 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:32.863406 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=06b8133d-0cfd-4fdf-8421-672eff44c2cf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:33.052332 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:33.275020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 60898c50-6381-45e0-ab0d-07610ad8ee72 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:19:33.389979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:19:33.395198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7d8e035d-63dc-45fe-8c86-b64b14c53a9b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "PUT /v2.0/routers/60898c50-6381-45e0-ab0d-07610ad8ee72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5576873 Jul 08 02:19:33.401360 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] Sync routers for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:19:33.410220 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:33.410838 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:33.515493 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:33.746697 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:32Z', 'revision_number': 6, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '5a001a3a-5ebf-4399-941d-32fb21f657f5', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'mac_address': 'fa:16:3e:df:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:19Z', 'updated_at': '2021-07-08T02:18:21Z', 'revision_number': 1, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:33.773204 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] Checking router: 60898c50-6381-45e0-ab0d-07610ad8ee72 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:19:33.782719 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:33.783358 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:33.887278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a0a75-5cdc-4797-8da7-08937b67c14c req-e754e091-f2db-4288-bf0a-c7f6eae2a882 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:33.888828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-245a0a75-5cdc-4797-8da7-08937b67c14c req-e754e091-f2db-4288-bf0a-c7f6eae2a882 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 946 time: 0.1870074 Jul 08 02:19:33.890427 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:33.929767 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-245a0a75-5cdc-4797-8da7-08937b67c14c req-63660c24-39cf-4824-a41c-f48226eeec3f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348163 Jul 08 02:19:34.114567 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:32Z', 'revision_number': 6, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '5a001a3a-5ebf-4399-941d-32fb21f657f5', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'mac_address': 'fa:16:3e:df:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:19Z', 'updated_at': '2021-07-08T02:18:21Z', 'revision_number': 1, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:34.143704 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c5af40-db2f-460e-bbed-020ff502d965 None None] The sync data for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 is: [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:32Z', 'revision_number': 6, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '5a001a3a-5ebf-4399-941d-32fb21f657f5', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'port_id': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'mac_address': 'fa:16:3e:df:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:18:19Z', 'updated_at': '2021-07-08T02:18:21Z', 'revision_number': 1, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:19:34.539308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 06b8133d-0cfd-4fdf-8421-672eff44c2cf no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:34.561022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 06b8133d-0cfd-4fdf-8421-672eff44c2cf {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:34.561379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 06b8133d-0cfd-4fdf-8421-672eff44c2cf not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:34.724817 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:35.082904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-11877275-0812-476c-b9f8-bc87c347598f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:35.084732 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-11877275-0812-476c-b9f8-bc87c347598f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 946 time: 0.0797422 Jul 08 02:19:35.108411 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c00f1-ce22-4266-a9de-caa6a62715f4 req-6972f8f0-7d88-437b-99f8-ab7d56e91858 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:35.109927 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d24c00f1-ce22-4266-a9de-caa6a62715f4 req-6972f8f0-7d88-437b-99f8-ab7d56e91858 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f2a8dc-1124-4f56-9c90-be62b6f7cd5f HTTP/1.1" status: 200 len: 946 time: 0.0647070 Jul 08 02:19:35.148545 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d24c00f1-ce22-4266-a9de-caa6a62715f4 req-37b69c14-8815-40c9-8932-a47d7e371687 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324185 Jul 08 02:19:35.192961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-e9516d85-3434-4d6a-94bc-01f47fc83cea tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:35.193310 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-e9516d85-3434-4d6a-94bc-01f47fc83cea tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:35.287244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-e9516d85-3434-4d6a-94bc-01f47fc83cea tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] For port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:35.287659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-e9516d85-3434-4d6a-94bc-01f47fc83cea tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:35.301893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-e9516d85-3434-4d6a-94bc-01f47fc83cea tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:35.446172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-e9516d85-3434-4d6a-94bc-01f47fc83cea tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:35.480167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9516d85-3434-4d6a-94bc-01f47fc83cea tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:35.532609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-e9516d85-3434-4d6a-94bc-01f47fc83cea tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] No DVR routers for this DVR port cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:35.535317 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-e9516d85-3434-4d6a-94bc-01f47fc83cea tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:35.537385 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3d6f53e2-4b37-4710-b879-63ae2c50040e req-e9516d85-3434-4d6a-94bc-01f47fc83cea tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "DELETE /v2.0/ports/cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 HTTP/1.1" status: 204 len: 173 time: 0.4471009 Jul 08 02:19:35.537834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f2a8dc-1124-4f56-9c90-be62b6f7cd5f', 'name': 'network-vif-deleted', 'tag': 'cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:35.540123 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70712d00-bcb6-4444-a2cf-fa09ca4fb982" -d '{"events": [{"server_uuid": "46f2a8dc-1124-4f56-9c90-be62b6f7cd5f", "name": "network-vif-deleted", "tag": "cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:35.578585 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf3026d-333c-49da-8aff-8928b479ae0f x-openstack-request-id: req-abf3026d-333c-49da-8aff-8928b479ae0f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:35.578883 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f2a8dc-1124-4f56-9c90-be62b6f7cd5f", "name": "network-vif-deleted", "tag": "cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:35.579139 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abf3026d-333c-49da-8aff-8928b479ae0f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:35.579582 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f2a8dc-1124-4f56-9c90-be62b6f7cd5f', 'name': 'network-vif-deleted', 'tag': 'cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25', 'status': 'completed', 'code': 200} Jul 08 02:19:36.247434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40548) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:36.315105 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a3d86692-fba6-4c86-bd60-bf24d8d34e2b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.341360 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a3d86692-fba6-4c86-bd60-bf24d8d34e2b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.434020 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a3d86692-fba6-4c86-bd60-bf24d8d34e2b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.436896 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a3d86692-fba6-4c86-bd60-bf24d8d34e2b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.438274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a3d86692-fba6-4c86-bd60-bf24d8d34e2b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/security-groups/f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62 HTTP/1.1" status: 204 len: 168 time: 0.1897879 Jul 08 02:19:36.449420 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d86692-fba6-4c86-bd60-bf24d8d34e2b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6462a36-eb4b-4fd2-9e0c-b3dcd4f52d62,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:36.476209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40552) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:36.538875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-996f0723-1de7-45aa-904b-0e7093090852 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting subnet 90ccbbb7-a221-47a5-a67b-10afa7026b6a {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:19:36.542508 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-996f0723-1de7-45aa-904b-0e7093090852 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.585968 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-996f0723-1de7-45aa-904b-0e7093090852 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.707004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-996f0723-1de7-45aa-904b-0e7093090852 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.765340 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-996f0723-1de7-45aa-904b-0e7093090852 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.792850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f0723-1de7-45aa-904b-0e7093090852 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Subnet': ['ID=90ccbbb7-a221-47a5-a67b-10afa7026b6a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:36.794828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-996f0723-1de7-45aa-904b-0e7093090852 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.796833 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-996f0723-1de7-45aa-904b-0e7093090852 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/subnets/90ccbbb7-a221-47a5-a67b-10afa7026b6a HTTP/1.1" status: 204 len: 168 time: 0.3192129 Jul 08 02:19:36.799425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40554) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:36.801900 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde7e0d-1b6a-4834-bb61-ce4a1f6b74b2 None None] Network 2e5f42ef-5b82-471a-a48c-7e4b20aec06b requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:19:36.882749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.943209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port 8d24bda8-be9c-4f36-b99b-619dd0169f82 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:36.943551 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:36.983719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] DHCP port deletion for 2e5f42ef-5b82-471a-a48c-7e4b20aec06b request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:19:37.009634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] For port 8d24bda8-be9c-4f36-b99b-619dd0169f82, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8d24bda8-be9c-4f36-b99b-619dd0169f82,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:37.009993 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.027162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for 8d24bda8-be9c-4f36-b99b-619dd0169f82 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:37.031346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Deleting port 8d24bda8-be9c-4f36-b99b-619dd0169f82 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:37.031720 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.100021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] For port 8d24bda8-be9c-4f36-b99b-619dd0169f82, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=8d24bda8-be9c-4f36-b99b-619dd0169f82,segment=NetworkSegment(30017950-e10f-4598-a63e-459ff40da121),segment_id=30017950-e10f-4598-a63e-459ff40da121)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:37.100475 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.110358 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.115111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Calling delete_port for 8d24bda8-be9c-4f36-b99b-619dd0169f82 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:37.137101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=8d24bda8-be9c-4f36-b99b-619dd0169f82,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:37.140790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] No DVR routers for this DVR port 8d24bda8-be9c-4f36-b99b-619dd0169f82 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:37.194879 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.219758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Pushing event deleted for resources: {'Port': ['ID=8d24bda8-be9c-4f36-b99b-619dd0169f82,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:37.224033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] No DVR routers for this DVR port 8d24bda8-be9c-4f36-b99b-619dd0169f82 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:37.226467 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.236075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe08d16-cd53-4baa-8388-fdb101b57ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:37.243514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5f42ef-5b82-471a-a48c-7e4b20aec06b']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:37.261550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30017950-e10f-4598-a63e-459ff40da121') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:37.261857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30017950-e10f-4598-a63e-459ff40da121') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:37.278195 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.298330 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.306141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:19:37.306593 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:19:37.309669 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:19:37.370329 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.377452 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.380162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/networks/2e5f42ef-5b82-471a-a48c-7e4b20aec06b HTTP/1.1" status: 204 len: 168 time: 0.5798805 Jul 08 02:19:37.383083 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:37.391558 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347fc7c-3a5d-4932-9fd7-77c2683e4adb tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Network': ['ID=2e5f42ef-5b82-471a-a48c-7e4b20aec06b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:37.541439 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port 59faeb53-bf0b-4cf0-a355-870fb7f29027 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:37.541658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.615522 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:19:37.619023 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.619352 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.631444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for 59faeb53-bf0b-4cf0-a355-870fb7f29027 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:37.784278 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.810388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=59faeb53-bf0b-4cf0-a355-870fb7f29027,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:37.874310 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:37.874641 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Floating IP 5a001a3a-5ebf-4399-941d-32fb21f657f5 disassociated (deleted). External IP: 172.25.4.158, port: 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28. Jul 08 02:19:38.080105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 60898c50-6381-45e0-ab0d-07610ad8ee72 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:19:38.189348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:19:38.194276 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:38.200017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] Sync routers for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:19:38.210047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:38.210810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:38.237069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-41e3d6da-459a-493e-989d-f0df25f4dd06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/floatingips/5a001a3a-5ebf-4399-941d-32fb21f657f5 HTTP/1.1" status: 204 len: 168 time: 0.8528626 Jul 08 02:19:38.237646 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'tag': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:38.240593 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c28fc21-5cba-4cbf-9fdd-2b428c95cee7", "tag": "10cc8be4-ff4a-4551-a492-5fe8e0c3ca28"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:38.325707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:38.352136 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ee99d4-2a45-4b46-9fbc-902354f41737 x-openstack-request-id: req-30ee99d4-2a45-4b46-9fbc-902354f41737 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:38.352454 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c28fc21-5cba-4cbf-9fdd-2b428c95cee7", "tag": "10cc8be4-ff4a-4551-a492-5fe8e0c3ca28", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:38.352704 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30ee99d4-2a45-4b46-9fbc-902354f41737 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:38.353102 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'tag': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'status': 'completed', 'code': 200} Jul 08 02:19:38.472274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8d24bda8-be9c-4f36-b99b-619dd0169f82 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:38.502181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 8d24bda8-be9c-4f36-b99b-619dd0169f82 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:38.502530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 8d24bda8-be9c-4f36-b99b-619dd0169f82 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:38.503370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-856797b4-1fad-454b-a61e-2d15fa0e265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:38.505604 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-856797b4-1fad-454b-a61e-2d15fa0e265b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 1097 time: 0.1271424 Jul 08 02:19:38.589159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:32Z', 'revision_number': 6, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:38.612126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-346b9010-a785-4869-922b-3612b29858b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:38.614259 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-346b9010-a785-4869-922b-3612b29858b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe22b1db-8782-4bc6-883e-74f6edcfb669 HTTP/1.1" status: 200 len: 898 time: 0.1026003 Jul 08 02:19:38.617836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] Checking router: 60898c50-6381-45e0-ab0d-07610ad8ee72 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:19:38.626663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:38.627286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:38.656994 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-5055b081-5756-469d-9162-2915cbbf7088 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 HTTP/1.1" status: 200 len: 217 time: 0.0357006 Jul 08 02:19:38.664124 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bcdf6-b55a-41a9-a8cf-8b34bf55a32c req-b159a737-d148-4cc2-af91-266e1310ea2c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:38.665865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e20bcdf6-b55a-41a9-a8cf-8b34bf55a32c req-b159a737-d148-4cc2-af91-266e1310ea2c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 945 time: 0.0711882 Jul 08 02:19:38.712226 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e20bcdf6-b55a-41a9-a8cf-8b34bf55a32c req-ee7a3a20-30ca-4269-8b14-d50c5a87d529 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401406 Jul 08 02:19:38.714454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-22c1693c-05b2-41e8-b55e-8d7c8d67bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:38.716126 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-22c1693c-05b2-41e8-b55e-8d7c8d67bcec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0402536f-edc8-43d2-af78-c8e765fcceeb HTTP/1.1" status: 200 len: 834 time: 0.0507629 Jul 08 02:19:38.782216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-eb7eba2c-24a9-4ff3-b15c-f140df22c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:38.783839 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-eb7eba2c-24a9-4ff3-b15c-f140df22c8ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe22b1db-8782-4bc6-883e-74f6edcfb669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609169 Jul 08 02:19:38.877439 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-3ebcb3a3-0654-4a6c-94b4-4fae3aeeda47 service neutron] 10.222.0.16 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858011 Jul 08 02:19:38.891204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:38.974005 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9c649d7-ed2a-42f5-a56e-53e56d3f5fd3 req-fb96783a-e4d3-45db-b397-1b916e13bbd2 service neutron] 10.222.0.16 "GET /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890286 Jul 08 02:19:39.093949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:32Z', 'revision_number': 6, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:39.124809 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83812e43-7a2c-4c33-866b-9d5b7309f80a None None] The sync data for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 is: [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:32Z', 'revision_number': 6, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '734786ce-d612-48c8-b85e-d84119a9a2fa', 'name': '', 'network_id': 'fe22b1db-8782-4bc6-883e-74f6edcfb669', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:36:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:18:01Z', 'updated_at': '2021-07-08T02:18:08Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '0402536f-edc8-43d2-af78-c8e765fcceeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:19:39.136903 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:39.345515 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8996a7-4949-4017-a194-e08bdc9c3a0d None None] New status for floating IP 5a001a3a-5ebf-4399-941d-32fb21f657f5: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:19:39.858118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd995675-abd9-4194-88da-f8840f119147 req-0299b48a-c25f-4978-b3b1-2c5b184671f2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:39.859906 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd995675-abd9-4194-88da-f8840f119147 req-0299b48a-c25f-4978-b3b1-2c5b184671f2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 945 time: 0.0707629 Jul 08 02:19:39.908480 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b289fe-1eaa-4765-a601-b8149e41b763 req-72fd562d-3055-4f3d-8639-e97f279a2c3b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:39.910608 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15b289fe-1eaa-4765-a601-b8149e41b763 req-72fd562d-3055-4f3d-8639-e97f279a2c3b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c28fc21-5cba-4cbf-9fdd-2b428c95cee7 HTTP/1.1" status: 200 len: 945 time: 0.0737240 Jul 08 02:19:39.951149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-15b289fe-1eaa-4765-a601-b8149e41b763 req-4779f045-e57b-4589-9cb1-1c2c33d94107 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=35b0859e-8f65-4792-bbca-c32d41059ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344956 Jul 08 02:19:39.972010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-fd995675-abd9-4194-88da-f8840f119147 req-4b215050-6e69-42f6-8c67-f81c5040cbc8 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:39.972376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd995675-abd9-4194-88da-f8840f119147 req-4b215050-6e69-42f6-8c67-f81c5040cbc8 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.061972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fd995675-abd9-4194-88da-f8840f119147 req-4b215050-6e69-42f6-8c67-f81c5040cbc8 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] For port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:40.062237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd995675-abd9-4194-88da-f8840f119147 req-4b215050-6e69-42f6-8c67-f81c5040cbc8 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.074986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-fd995675-abd9-4194-88da-f8840f119147 req-4b215050-6e69-42f6-8c67-f81c5040cbc8 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:40.208331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd995675-abd9-4194-88da-f8840f119147 req-4b215050-6e69-42f6-8c67-f81c5040cbc8 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.228961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:40.238723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b215050-6e69-42f6-8c67-f81c5040cbc8 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=10cc8be4-ff4a-4551-a492-5fe8e0c3ca28,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:40.250317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:40.250786 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device cca23a4b-3c7e-49f0-b3b8-26b9aa12fb25 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:40.288943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd995675-abd9-4194-88da-f8840f119147 req-4b215050-6e69-42f6-8c67-f81c5040cbc8 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] No DVR routers for this DVR port 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:40.291477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fd995675-abd9-4194-88da-f8840f119147 req-4b215050-6e69-42f6-8c67-f81c5040cbc8 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:40.293499 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd995675-abd9-4194-88da-f8840f119147 req-4b215050-6e69-42f6-8c67-f81c5040cbc8 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "DELETE /v2.0/ports/10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 HTTP/1.1" status: 204 len: 173 time: 0.4282362 Jul 08 02:19:40.293907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'name': 'network-vif-deleted', 'tag': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:40.296151 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1037e823-8f90-4a5a-ac86-30e25e0b97bc" -d '{"events": [{"server_uuid": "4c28fc21-5cba-4cbf-9fdd-2b428c95cee7", "name": "network-vif-deleted", "tag": "10cc8be4-ff4a-4551-a492-5fe8e0c3ca28"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:40.333835 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88028944-63e4-49d6-83b6-f6982f186594 x-openstack-request-id: req-88028944-63e4-49d6-83b6-f6982f186594 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:40.334127 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c28fc21-5cba-4cbf-9fdd-2b428c95cee7", "name": "network-vif-deleted", "tag": "10cc8be4-ff4a-4551-a492-5fe8e0c3ca28", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:40.334380 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88028944-63e4-49d6-83b6-f6982f186594 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:40.334781 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c28fc21-5cba-4cbf-9fdd-2b428c95cee7', 'name': 'network-vif-deleted', 'tag': '10cc8be4-ff4a-4551-a492-5fe8e0c3ca28', 'status': 'completed', 'code': 200} Jul 08 02:19:41.053722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40576) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:41.118369 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95153e41-b32c-4ea0-ae1f-9d5cdbb06451 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.143479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95153e41-b32c-4ea0-ae1f-9d5cdbb06451 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.205728 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95153e41-b32c-4ea0-ae1f-9d5cdbb06451 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.209491 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-95153e41-b32c-4ea0-ae1f-9d5cdbb06451 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:41.210716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-95153e41-b32c-4ea0-ae1f-9d5cdbb06451 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/security-groups/35b0859e-8f65-4792-bbca-c32d41059ab3 HTTP/1.1" status: 204 len: 168 time: 0.1560123 Jul 08 02:19:41.220493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95153e41-b32c-4ea0-ae1f-9d5cdbb06451 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b0859e-8f65-4792-bbca-c32d41059ab3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:41.243632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40580) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:41.891778 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.162303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port 734786ce-d612-48c8-b85e-d84119a9a2fa {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:42.163001 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.254836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] For port 734786ce-d612-48c8-b85e-d84119a9a2fa, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=734786ce-d612-48c8-b85e-d84119a9a2fa,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:42.255190 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.267810 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for 734786ce-d612-48c8-b85e-d84119a9a2fa owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:42.453623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.481216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=734786ce-d612-48c8-b85e-d84119a9a2fa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:42.671036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:42.891714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 60898c50-6381-45e0-ab0d-07610ad8ee72 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:19:42.996869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:19:43.002104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-31c84f9f-0c42-4502-ae24-b503a61e911c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "PUT /v2.0/routers/60898c50-6381-45e0-ab0d-07610ad8ee72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7573407 Jul 08 02:19:43.005705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40582) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:43.008272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] Sync routers for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:19:43.017895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:43.018509 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:43.061626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d05e850-349e-40dc-a9dc-3d88ed595f1a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting subnet 0402536f-edc8-43d2-af78-c8e765fcceeb {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:19:43.064714 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d05e850-349e-40dc-a9dc-3d88ed595f1a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.106116 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d05e850-349e-40dc-a9dc-3d88ed595f1a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.125284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:43.189292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d05e850-349e-40dc-a9dc-3d88ed595f1a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.257926 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d05e850-349e-40dc-a9dc-3d88ed595f1a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.288727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d05e850-349e-40dc-a9dc-3d88ed595f1a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.292819 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5d05e850-349e-40dc-a9dc-3d88ed595f1a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/subnets/0402536f-edc8-43d2-af78-c8e765fcceeb HTTP/1.1" status: 204 len: 168 time: 0.2859433 Jul 08 02:19:43.293360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:43.295729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a1d808-6062-4b71-a68b-3e3d374a20a3 None None] Network fe22b1db-8782-4bc6-883e-74f6edcfb669 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:19:43.297726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d05e850-349e-40dc-a9dc-3d88ed595f1a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Subnet': ['ID=0402536f-edc8-43d2-af78-c8e765fcceeb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:43.368988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:42Z', 'revision_number': 7, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:43.401323 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.415624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] Checking router: 60898c50-6381-45e0-ab0d-07610ad8ee72 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:19:43.446182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] Routers {'60898c50-6381-45e0-ab0d-07610ad8ee72'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:43.446729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['60898c50-6381-45e0-ab0d-07610ad8ee72'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:43.509619 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.563285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port 79a6f593-b03b-427f-8e98-0e3d9c32d04d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:43.563630 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.564474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] Set router 60898c50-6381-45e0-ab0d-07610ad8ee72 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:43.627036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b778cc33-7824-4dc7-bb4c-0cb96ed1eb7b None None] DHCP port deletion for fe22b1db-8782-4bc6-883e-74f6edcfb669 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:19:43.652056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] For port 79a6f593-b03b-427f-8e98-0e3d9c32d04d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=79a6f593-b03b-427f-8e98-0e3d9c32d04d,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:43.652450 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.664571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for 79a6f593-b03b-427f-8e98-0e3d9c32d04d owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:43.765214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b778cc33-7824-4dc7-bb4c-0cb96ed1eb7b None None] Deleting port 68cd6862-53ea-4372-b05b-82b2296f5722 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:19:43.765503 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b778cc33-7824-4dc7-bb4c-0cb96ed1eb7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.840034 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.840284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b778cc33-7824-4dc7-bb4c-0cb96ed1eb7b None None] For port 68cd6862-53ea-4372-b05b-82b2296f5722, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=68cd6862-53ea-4372-b05b-82b2296f5722,segment=NetworkSegment(2c55df9f-458d-430b-a9ed-22e31569dc7c),segment_id=2c55df9f-458d-430b-a9ed-22e31569dc7c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:43.840544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b778cc33-7824-4dc7-bb4c-0cb96ed1eb7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.856995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b778cc33-7824-4dc7-bb4c-0cb96ed1eb7b None None] Calling delete_port for 68cd6862-53ea-4372-b05b-82b2296f5722 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:19:43.867886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=79a6f593-b03b-427f-8e98-0e3d9c32d04d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:43.873489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:42Z', 'revision_number': 7, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:43.932158 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:43.936067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53654e7-e272-4ff0-9c33-454a79c2a063 None None] The sync data for ids ['60898c50-6381-45e0-ab0d-07610ad8ee72'] in n-d-694802-14 is: [{'id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'name': 'tempest-TestNetworkBasicOps-router-755162287', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:17:57Z', 'updated_at': '2021-07-08T02:19:42Z', 'revision_number': 7, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': '79a6f593-b03b-427f-8e98-0e3d9c32d04d', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60898c50-6381-45e0-ab0d-07610ad8ee72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:17:58Z', 'updated_at': '2021-07-08T02:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:19:43.980724 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b778cc33-7824-4dc7-bb4c-0cb96ed1eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.006311 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778cc33-7824-4dc7-bb4c-0cb96ed1eb7b None None] Pushing event deleted for resources: {'Port': ['ID=68cd6862-53ea-4372-b05b-82b2296f5722,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:44.010707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b778cc33-7824-4dc7-bb4c-0cb96ed1eb7b None None] No DVR routers for this DVR port 68cd6862-53ea-4372-b05b-82b2296f5722 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:19:44.028038 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.030189 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.073416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.074056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Fanout notify agent at l3_agent the message router_deleted on router 60898c50-6381-45e0-ab0d-07610ad8ee72 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:19:44.081706 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.083978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-efa135ce-2d90-467f-9cde-23c52df37aa7 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/routers/60898c50-6381-45e0-ab0d-07610ad8ee72 HTTP/1.1" status: 204 len: 168 time: 0.7894957 Jul 08 02:19:44.086798 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:44.161926 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.251111 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.259755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:44.261782 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe22b1db-8782-4bc6-883e-74f6edcfb669']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:44.274051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c55df9f-458d-430b-a9ed-22e31569dc7c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:44.274401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c55df9f-458d-430b-a9ed-22e31569dc7c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:44.287869 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.290744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:44.291099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 10cc8be4-ff4a-4551-a492-5fe8e0c3ca28 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:44.304176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.311513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:19:44.311940 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:19:44.318326 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:19:44.390805 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.402643 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.404928 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/networks/fe22b1db-8782-4bc6-883e-74f6edcfb669 HTTP/1.1" status: 204 len: 168 time: 0.3169751 Jul 08 02:19:44.420033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e01515-3b52-4529-b7b3-15624a524dd0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Network': ['ID=fe22b1db-8782-4bc6-883e-74f6edcfb669,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:44.425324 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40588) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:44.435079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'network': {'name': 'tempest-network-smoke--1377245809', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'port_security_enabled': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:44.460672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Made reservation on behalf of 9ad7f761ca8440da91cd28ca2c27215a for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:44.466551 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.495330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:19:44.505490 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.505887 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Added segment 70ba1234-0bc7-4ad1-b668-49fba8f609e4 of type vlan for network 097636dd-7e6b-4a51-b4a2-9144cc645827 Jul 08 02:19:44.522469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 734786ce-d612-48c8-b85e-d84119a9a2fa no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:44.548765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 734786ce-d612-48c8-b85e-d84119a9a2fa {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:44.549120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 734786ce-d612-48c8-b85e-d84119a9a2fa not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:44.549540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 68cd6862-53ea-4372-b05b-82b2296f5722 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:44.553152 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.576280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 68cd6862-53ea-4372-b05b-82b2296f5722 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:44.576700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 68cd6862-53ea-4372-b05b-82b2296f5722 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:44.591964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.598344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:44.599682 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.668157 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2403698 Jul 08 02:19:44.671113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:44.676935 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'admin_state_up': True, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:44.681292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e37719-1f3a-49a6-a6b9-0ac29c7ec5f4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Network': ['ID=097636dd-7e6b-4a51-b4a2-9144cc645827,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:44.697953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 097636dd-7e6b-4a51-b4a2-9144cc645827 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:19:44.712119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.713236 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.766997 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:44.912797 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.130667 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.153176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.257184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Allocated IP 172.25.4.147 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/c50fd8dd-a4fe-41d7-9739-62e77a34e3f3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:45.362436 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.401865 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:45.438220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:45.441037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:45.446820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:45.475599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=c50fd8dd-a4fe-41d7-9739-62e77a34e3f3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:45.691580 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:46.192106 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:46.318630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 66783a7a-f149-4522-8ba9-8947e448365f is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:19:46.401344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79a6f593-b03b-427f-8e98-0e3d9c32d04d no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:19:46.422484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 79a6f593-b03b-427f-8e98-0e3d9c32d04d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:19:46.422828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79a6f593-b03b-427f-8e98-0e3d9c32d04d not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:19:46.427472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:19:46.436430 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Sync routers for ids ['66783a7a-f149-4522-8ba9-8947e448365f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:19:46.446308 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:46.446615 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Routers {'66783a7a-f149-4522-8ba9-8947e448365f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:46.447380 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['66783a7a-f149-4522-8ba9-8947e448365f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:46.447518 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6cb736a0-9e04-4e32-9c9f-10ae833db986 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7752323 Jul 08 02:19:46.450370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40592) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:46.482565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-38c7a98a-359d-4235-9e0c-ff8742cccc05 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=9ad7f761ca8440da91cd28ca2c27215a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285482 Jul 08 02:19:46.482809 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40594) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:46.572438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcaee2f-7df7-4efd-81b6-9169402cf825 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:46.576614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0bcaee2f-7df7-4efd-81b6-9169402cf825 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902441 Jul 08 02:19:46.577101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40596) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:46.606310 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-07e96099-081e-4b7d-9338-eacd93e33c2b tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279179 Jul 08 02:19:46.608694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40598) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:46.614326 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-665697301', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:46.640983 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Set router 66783a7a-f149-4522-8ba9-8947e448365f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:46.699977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Made reservation on behalf of 9ad7f761ca8440da91cd28ca2c27215a for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:46.703481 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:46.815425 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:45Z', 'revision_number': 3, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:46.842049 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Checking router: 66783a7a-f149-4522-8ba9-8947e448365f for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:19:46.842391 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Updating router 66783a7a-f149-4522-8ba9-8947e448365f port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:19:46.875557 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:46.885751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:46.949785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Subnet': ['ID=85643b83-fc41-4a8b-b38c-32351a67e181,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:46.961166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Checking segment: {'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:46.961529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network hostable DHCP agents. Network: 097636dd-7e6b-4a51-b4a2-9144cc645827, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:19:46.978643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 097636dd-7e6b-4a51-b4a2-9144cc645827 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:19:46.987985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 097636dd-7e6b-4a51-b4a2-9144cc645827) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:46.992464 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:46.993229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.000118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d484d7-fffb-4b31-92c5-eae1de9df98f None None] Network 097636dd-7e6b-4a51-b4a2-9144cc645827 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:19:47.012472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40600) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:47.013357 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2291e5a6-e492-47ec-ab34-08c55e1223ed tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4032001 Jul 08 02:19:47.134202 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.145908 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Transition to ACTIVE for port object c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:47.152154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-097636dd-7e6b-4a51-b4a2-9144cc645827', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:19:47.153108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.153816 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.197708 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Attempting to bind port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:47.198093 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Attempting to bind port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:47.198453 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Attempting to bind port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:47.206520 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:47.206520 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:47.207484 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.207855 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:47.208691 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Bound port: c50fd8dd-a4fe-41d7-9739-62e77a34e3f3, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:47.208999 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.266292 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] For port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:47.269396 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] For port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c50fd8dd-a4fe-41d7-9739-62e77a34e3f3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:47.271835 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Pushing event updated for resources: {'Port': ['ID=c50fd8dd-a4fe-41d7-9739-62e77a34e3f3,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:47.280530 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.280877 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.281217 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.281551 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.281885 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.282216 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.282541 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.282863 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.283183 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.283506 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.284131 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.284131 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:19:47.288859 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.300495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Allocated IP 172.20.0.2 (097636dd-7e6b-4a51-b4a2-9144cc645827/85643b83-fc41-4a8b-b38c-32351a67e181/7d855d9d-50d1-43be-b4ee-5d3b00362567) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:47.342828 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Routers {'66783a7a-f149-4522-8ba9-8947e448365f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:47.343449 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['66783a7a-f149-4522-8ba9-8947e448365f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:47.391087 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca16186-a2dd-46b9-9e6a-f6b288bd3003 None None] Pushing event updated for resources: {'Port': ['ID=c50fd8dd-a4fe-41d7-9739-62e77a34e3f3,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:47.456772 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] Set router 66783a7a-f149-4522-8ba9-8947e448365f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:47.461750 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.470760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Transition to ACTIVE for port object 7d855d9d-50d1-43be-b4ee-5d3b00362567 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:47.486925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Transition to ACTIVE for port object 7d855d9d-50d1-43be-b4ee-5d3b00362567 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:47.493367 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.503343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.538285 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Network 097636dd-7e6b-4a51-b4a2-9144cc645827 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:47.543859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:47.546304 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:47.548822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Pushing event updated for resources: {'Port': ['ID=7d855d9d-50d1-43be-b4ee-5d3b00362567,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:47.608604 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Attempting to bind port 7d855d9d-50d1-43be-b4ee-5d3b00362567 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:47.608980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Attempting to bind port 7d855d9d-50d1-43be-b4ee-5d3b00362567 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:47.609783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Attempting to bind port 7d855d9d-50d1-43be-b4ee-5d3b00362567 on network 097636dd-7e6b-4a51-b4a2-9144cc645827 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:47.615246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:47.615999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Checking segment: {'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:47.616124 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.616613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Bound using segment: {'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:47.617082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Bound port: 7d855d9d-50d1-43be-b4ee-5d3b00362567, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:47.617742 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.653766 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:45Z', 'revision_number': 3, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:47.680375 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445461e6-1097-4cf6-89c5-be594dc2903b None None] The sync data for ids ['66783a7a-f149-4522-8ba9-8947e448365f'] in n-d-694802-14 is: [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:45Z', 'revision_number': 3, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:19:47.692220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] For port 7d855d9d-50d1-43be-b4ee-5d3b00362567, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:47.695968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] For port 7d855d9d-50d1-43be-b4ee-5d3b00362567, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7d855d9d-50d1-43be-b4ee-5d3b00362567,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:47.700407 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.772941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bb7ed-5dd8-4fea-afe8-a5f4094841e2 None None] Pushing event updated for resources: {'Port': ['ID=7d855d9d-50d1-43be-b4ee-5d3b00362567,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:47.806526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Allocated IP 172.20.0.1 (097636dd-7e6b-4a51-b4a2-9144cc645827/85643b83-fc41-4a8b-b38c-32351a67e181/c6e6bd96-5b78-403f-ab8c-7a2e45df369e) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:47.946969 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:47.968970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Transition to ACTIVE for port object c6e6bd96-5b78-403f-ab8c-7a2e45df369e will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:48.016901 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.073524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 097636dd-7e6b-4a51-b4a2-9144cc645827 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:48.076963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:48.081314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:48.129065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=c6e6bd96-5b78-403f-ab8c-7a2e45df369e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:48.150642 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.322726 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.537637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7d855d9d-50d1-43be-b4ee-5d3b00362567 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:48.610779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 7d855d9d-50d1-43be-b4ee-5d3b00362567 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:48.615912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:48.676896 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:48.681546 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:48.681927 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.689365 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.697174 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.777661 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.785790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=c6e6bd96-5b78-403f-ab8c-7a2e45df369e,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:48.788529 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.805253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c50fd8dd-a4fe-41d7-9739-62e77a34e3f3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:48.810267 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:48.877014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=c50fd8dd-a4fe-41d7-9739-62e77a34e3f3,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:48.915380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a446bb91-955a-4551-abcf-96ae8a7369a3 None None] Network 097636dd-7e6b-4a51-b4a2-9144cc645827 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:19:48.921485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 097636dd-7e6b-4a51-b4a2-9144cc645827 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:48.923075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:49.025246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-56521cbe-13df-4847-8c83-f336d6d33a05 None None] Provisioning for port 7d855d9d-50d1-43be-b4ee-5d3b00362567 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:49.034867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-56521cbe-13df-4847-8c83-f336d6d33a05 None None] Provisioning complete for port 7d855d9d-50d1-43be-b4ee-5d3b00362567 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:49.035200 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-56521cbe-13df-4847-8c83-f336d6d33a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.041570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 66783a7a-f149-4522-8ba9-8947e448365f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:19:49.157096 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-56521cbe-13df-4847-8c83-f336d6d33a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.164620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:19:49.169755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c38722dc-329b-4dee-bb15-f081d973a071 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "PUT /v2.0/routers/66783a7a-f149-4522-8ba9-8947e448365f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1561720 Jul 08 02:19:49.172182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:49.206255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-56521cbe-13df-4847-8c83-f336d6d33a05 None None] For port 7d855d9d-50d1-43be-b4ee-5d3b00362567, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7d855d9d-50d1-43be-b4ee-5d3b00362567,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:49.213493 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-56521cbe-13df-4847-8c83-f336d6d33a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.266593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56521cbe-13df-4847-8c83-f336d6d33a05 None None] Pushing event updated for resources: {'Port': ['ID=7d855d9d-50d1-43be-b4ee-5d3b00362567,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:49.296498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098a4a1-3f75-4d1c-b5ca-d4079122af92 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.296985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098a4a1-3f75-4d1c-b5ca-d4079122af92 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.297462 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098a4a1-3f75-4d1c-b5ca-d4079122af92 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.297937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098a4a1-3f75-4d1c-b5ca-d4079122af92 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.298393 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098a4a1-3f75-4d1c-b5ca-d4079122af92 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.298859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7098a4a1-3f75-4d1c-b5ca-d4079122af92 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.303324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7098a4a1-3f75-4d1c-b5ca-d4079122af92 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1274083 Jul 08 02:19:49.304067 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40604) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:49.367290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d07e64-c5d0-4049-a26f-f25b78bab1a9 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.367768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d07e64-c5d0-4049-a26f-f25b78bab1a9 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.368453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d07e64-c5d0-4049-a26f-f25b78bab1a9 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.369080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d07e64-c5d0-4049-a26f-f25b78bab1a9 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.369545 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d07e64-c5d0-4049-a26f-f25b78bab1a9 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.370014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d07e64-c5d0-4049-a26f-f25b78bab1a9 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:49.371958 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d9d07e64-c5d0-4049-a26f-f25b78bab1a9 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0668335 Jul 08 02:19:49.374711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40606) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:49.433989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-22a5740c-8cdc-46ea-bc4f-ead537a90b9e None None] Provisioning complete for port 7d855d9d-50d1-43be-b4ee-5d3b00362567 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:49.434364 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-22a5740c-8cdc-46ea-bc4f-ead537a90b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.473549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Sync routers for ids ['66783a7a-f149-4522-8ba9-8947e448365f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:19:49.492638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Routers {'66783a7a-f149-4522-8ba9-8947e448365f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:49.493278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['66783a7a-f149-4522-8ba9-8947e448365f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:49.808848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-22a5740c-8cdc-46ea-bc4f-ead537a90b9e None None] Provisioning for port c6e6bd96-5b78-403f-ab8c-7a2e45df369e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:49.811823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Set router 66783a7a-f149-4522-8ba9-8947e448365f gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:49.840418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-22a5740c-8cdc-46ea-bc4f-ead537a90b9e None None] Provisioning complete for port c6e6bd96-5b78-403f-ab8c-7a2e45df369e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:49.840811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-22a5740c-8cdc-46ea-bc4f-ead537a90b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:49.886422 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5d0c3c71-7e90-44fe-8be8-ff8984851e62 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.5105879 Jul 08 02:19:49.923014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-22a5740c-8cdc-46ea-bc4f-ead537a90b9e None None] Port c6e6bd96-5b78-403f-ab8c-7a2e45df369e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:19:50.050798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c6e6bd96-5b78-403f-ab8c-7a2e45df369e', 'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:a2:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:47Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 2, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:50.052800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-83a0bb9a-d437-4764-85bb-92ab269fbe43 None None] Provisioning complete for port c6e6bd96-5b78-403f-ab8c-7a2e45df369e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:50.053174 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-83a0bb9a-d437-4764-85bb-92ab269fbe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.092405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40610) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:50.097357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-93c63dce-0695-45da-8b59-ad596386602f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-106513137', 'description': 'tempest-secgroup-smoke-106513137 description', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:50.101858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Checking router: 66783a7a-f149-4522-8ba9-8947e448365f for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:19:50.102228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Updating router 66783a7a-f149-4522-8ba9-8947e448365f port c6e6bd96-5b78-403f-ab8c-7a2e45df369e binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:19:50.120605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93c63dce-0695-45da-8b59-ad596386602f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.144212 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-83a0bb9a-d437-4764-85bb-92ab269fbe43 None None] Port c6e6bd96-5b78-403f-ab8c-7a2e45df369e cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:19:50.149801 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.206070 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93c63dce-0695-45da-8b59-ad596386602f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.211201 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93c63dce-0695-45da-8b59-ad596386602f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.242924 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-93c63dce-0695-45da-8b59-ad596386602f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.244184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-93c63dce-0695-45da-8b59-ad596386602f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1507237 Jul 08 02:19:50.245042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c63dce-0695-45da-8b59-ad596386602f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:50.247127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:50.251949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0b601be9-249a-4f5c-a542-aa27455a0065 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '36ce1c82-1d8f-47a0-8b3d-6e63ea62f281', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:50.278669 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b601be9-249a-4f5c-a542-aa27455a0065 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.341519 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b601be9-249a-4f5c-a542-aa27455a0065 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.345547 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b601be9-249a-4f5c-a542-aa27455a0065 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.364694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b601be9-249a-4f5c-a542-aa27455a0065 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8884ef4-f4b2-4fdd-80e1-3bab264b1034,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:50.367632 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0b601be9-249a-4f5c-a542-aa27455a0065 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.371645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0b601be9-249a-4f5c-a542-aa27455a0065 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206856 Jul 08 02:19:50.372122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40614) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:50.381549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7ecfe9b7-0791-4f5c-8473-30de2840753c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '36ce1c82-1d8f-47a0-8b3d-6e63ea62f281', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:50.409873 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe9b7-0791-4f5c-8473-30de2840753c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.461133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.469316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7d855d9d-50d1-43be-b4ee-5d3b00362567 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:50.481889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Transition to ACTIVE for port object c6e6bd96-5b78-403f-ab8c-7a2e45df369e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:50.487354 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe9b7-0791-4f5c-8473-30de2840753c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.491943 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe9b7-0791-4f5c-8473-30de2840753c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.514217 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.517039 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfe9b7-0791-4f5c-8473-30de2840753c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d453582-3347-4702-9456-6d857dc08c03,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:50.524404 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ecfe9b7-0791-4f5c-8473-30de2840753c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.530130 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7ecfe9b7-0791-4f5c-8473-30de2840753c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1572711 Jul 08 02:19:50.530505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40616) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:50.538223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1397d2ac-721a-41da-8a28-911f4690ba01 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '36ce1c82-1d8f-47a0-8b3d-6e63ea62f281', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:50.579624 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1397d2ac-721a-41da-8a28-911f4690ba01 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.580391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc3a28-faf3-4b7b-86d1-60a02d8935a4 None None] Pushing event updated for resources: {'Port': ['ID=c6e6bd96-5b78-403f-ab8c-7a2e45df369e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:50.649704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7d855d9d-50d1-43be-b4ee-5d3b00362567 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:50.650082 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.658264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1397d2ac-721a-41da-8a28-911f4690ba01 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.663780 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1397d2ac-721a-41da-8a28-911f4690ba01 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.684638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397d2ac-721a-41da-8a28-911f4690ba01 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32168e62-7e5f-4b65-b287-fe519e569ed1,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:50.687462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Attempting to bind port c6e6bd96-5b78-403f-ab8c-7a2e45df369e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:50.688037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Attempting to bind port c6e6bd96-5b78-403f-ab8c-7a2e45df369e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:50.688804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Attempting to bind port c6e6bd96-5b78-403f-ab8c-7a2e45df369e on network 097636dd-7e6b-4a51-b4a2-9144cc645827 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:50.690494 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1397d2ac-721a-41da-8a28-911f4690ba01 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.692438 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1397d2ac-721a-41da-8a28-911f4690ba01 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585317 Jul 08 02:19:50.695357 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40618) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:50.700091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e873e12e-b6ca-4ba3-97e8-0560712e74c9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '36ce1c82-1d8f-47a0-8b3d-6e63ea62f281', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:50.710004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:50.710504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Checking segment: {'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:50.710989 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.711461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Bound using segment: {'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:50.711953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Bound port: c6e6bd96-5b78-403f-ab8c-7a2e45df369e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:50.712376 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.734912 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e873e12e-b6ca-4ba3-97e8-0560712e74c9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.737479 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f31ed24e-78ca-4927-b473-88402c2a4758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.819067 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e873e12e-b6ca-4ba3-97e8-0560712e74c9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.823966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e873e12e-b6ca-4ba3-97e8-0560712e74c9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.835087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] For port c6e6bd96-5b78-403f-ab8c-7a2e45df369e, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:50.839972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:50.843965 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e12e-b6ca-4ba3-97e8-0560712e74c9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c25314-ac56-4497-8e0e-f032d90f506f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:50.853018 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e873e12e-b6ca-4ba3-97e8-0560712e74c9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.856999 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e873e12e-b6ca-4ba3-97e8-0560712e74c9 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1579664 Jul 08 02:19:50.857384 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40620) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:50.862468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d9a322a6-68cf-4ba8-8dd5-f5705812c248 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '36ce1c82-1d8f-47a0-8b3d-6e63ea62f281', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:50.883869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] For port c6e6bd96-5b78-403f-ab8c-7a2e45df369e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c6e6bd96-5b78-403f-ab8c-7a2e45df369e,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:50.892719 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.903060 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-d9a322a6-68cf-4ba8-8dd5-f5705812c248 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Project 9ad7f761ca8440da91cd28ca2c27215a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:19:50.908748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a322a6-68cf-4ba8-8dd5-f5705812c248 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.986424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc3a28-faf3-4b7b-86d1-60a02d8935a4 None None] Pushing event updated for resources: {'Port': ['ID=c6e6bd96-5b78-403f-ab8c-7a2e45df369e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:50.995838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Routers {'66783a7a-f149-4522-8ba9-8947e448365f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:19:50.996563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['66783a7a-f149-4522-8ba9-8947e448365f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:50.998544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a322a6-68cf-4ba8-8dd5-f5705812c248 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:50.999940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:51.000511 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.002964 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a322a6-68cf-4ba8-8dd5-f5705812c248 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.025847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a322a6-68cf-4ba8-8dd5-f5705812c248 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c917b7-ab5e-4d44-a405-dc0e1de71fb7,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:51.039805 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d9a322a6-68cf-4ba8-8dd5-f5705812c248 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.042008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d9a322a6-68cf-4ba8-8dd5-f5705812c248 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1832194 Jul 08 02:19:51.044845 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:19:51.052105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5247e332-56c0-4e25-859d-8e506cf0ea06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'security_group_rule': {'security_group_id': '36ce1c82-1d8f-47a0-8b3d-6e63ea62f281', 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:51.078852 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-5247e332-56c0-4e25-859d-8e506cf0ea06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Project 9ad7f761ca8440da91cd28ca2c27215a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:19:51.087520 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5247e332-56c0-4e25-859d-8e506cf0ea06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.172162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5247e332-56c0-4e25-859d-8e506cf0ea06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.178758 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5247e332-56c0-4e25-859d-8e506cf0ea06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.188748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] Set router 66783a7a-f149-4522-8ba9-8947e448365f gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:19:51.204198 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5247e332-56c0-4e25-859d-8e506cf0ea06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:51.214412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5247e332-56c0-4e25-859d-8e506cf0ea06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1679070 Jul 08 02:19:51.217846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247e332-56c0-4e25-859d-8e506cf0ea06 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea73a35-a5d0-4abb-a443-95acf985a36f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:51.372365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-66970187-1f51-40c1-9d17-aae82e8fc904 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-106513137&fields=id&tenant_id=9ad7f761ca8440da91cd28ca2c27215a HTTP/1.1" status: 200 len: 267 time: 0.0405762 Jul 08 02:19:51.421236 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c6e6bd96-5b78-403f-ab8c-7a2e45df369e', 'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:a2:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:47Z', 'updated_at': '2021-07-08T02:19:50Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:19:51.447653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664dfca9-d0ba-40c6-8113-2212d3c5afc9 None None] The sync data for ids ['66783a7a-f149-4522-8ba9-8947e448365f'] in n-d-694802-14 is: [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c6e6bd96-5b78-403f-ab8c-7a2e45df369e', 'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:a2:1c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:47Z', 'updated_at': '2021-07-08T02:19:50Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:19:51.488545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-f78fb449-92e8-4043-9e1b-32d2dc3e1115 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:51.497655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-f78fb449-92e8-4043-9e1b-32d2dc3e1115 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/networks?id=097636dd-7e6b-4a51-b4a2-9144cc645827 HTTP/1.1" status: 200 len: 797 time: 0.1096900 Jul 08 02:19:51.515601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-04a6b735-aa0c-4961-a176-e0a642abca9a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/quotas/9ad7f761ca8440da91cd28ca2c27215a HTTP/1.1" status: 200 len: 375 time: 0.0160909 Jul 08 02:19:51.592832 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ce770a9b-f1aa-4199-9b1b-7a283c201d6c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708344 Jul 08 02:19:51.699282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-55f1a546-1337-4046-96b0-5189e598ccd3 service neutron] 10.222.0.41 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945477 Jul 08 02:19:51.792153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-eb1f4fa0-9f45-4cf0-9f5c-f7ab3ccc9b20 service neutron] 10.222.0.41 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869539 Jul 08 02:19:51.992501 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41825d56-df99-48aa-914f-8ecbca9f5555 req-fab91bd9-2b7e-4a9a-92d1-e9abdd809a04 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 210 time: 0.0413585 Jul 08 02:19:52.478036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c6e6bd96-5b78-403f-ab8c-7a2e45df369e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:52.538208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c6e6bd96-5b78-403f-ab8c-7a2e45df369e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:52.542521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c6e6bd96-5b78-403f-ab8c-7a2e45df369e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:52.543072 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.628693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.660924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port c6e6bd96-5b78-403f-ab8c-7a2e45df369e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c6e6bd96-5b78-403f-ab8c-7a2e45df369e,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:52.664800 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:52.712611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=c6e6bd96-5b78-403f-ab8c-7a2e45df369e,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:53.143163 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6157078b-171e-4c98-b20d-60a4c6cdcac3 req-26fd2408-7aa9-4976-a45f-14b29d608369 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 210 time: 0.0295768 Jul 08 02:19:53.178495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-71c3d8b1-6a49-42cc-9baf-1b615d2a3fae tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:53.180374 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-71c3d8b1-6a49-42cc-9baf-1b615d2a3fae tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "GET /v2.0/networks?id=097636dd-7e6b-4a51-b4a2-9144cc645827 HTTP/1.1" status: 200 len: 797 time: 0.1131799 Jul 08 02:19:53.229093 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-0100d87d-8a38-40a5-9b17-5db17eb185ff tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ad7f761ca8440da91cd28ca2c27215a HTTP/1.1" status: 200 len: 379 time: 0.0397494 Jul 08 02:19:53.237896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'port': {'device_id': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'admin_state_up': True, 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'security_groups': ['36ce1c82-1d8f-47a0-8b3d-6e63ea62f281']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:53.352536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Made reservation on behalf of 9ad7f761ca8440da91cd28ca2c27215a for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:19:53.356798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.429197 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8a4080c1-3e19-48f6-8a7c-6502b4829121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.485323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Allocated IP 172.20.0.3 (097636dd-7e6b-4a51-b4a2-9144cc645827/85643b83-fc41-4a8b-b38c-32351a67e181/1335634c-bc5c-4228-827b-39b3c010a6db) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:19:53.627012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.640650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Transition to ACTIVE for port object 1335634c-bc5c-4228-827b-39b3c010a6db will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:53.674749 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.726701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 097636dd-7e6b-4a51-b4a2-9144cc645827 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:19:53.729881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:19:53.733775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:19:53.740174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=1335634c-bc5c-4228-827b-39b3c010a6db,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:53.779554 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.795391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:53.796056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.811467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ba985cc5-88da-4029-9168-994a1fa59763 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774362 Jul 08 02:19:53.822767 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Request body: {'port': {'device_id': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:19:53.897776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:53.960215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-456f5d0f-b169-4826-84e0-0edccfdf39b8 None None] Provisioning for port 1335634c-bc5c-4228-827b-39b3c010a6db completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:19:53.964360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-456f5d0f-b169-4826-84e0-0edccfdf39b8 None None] Provisioning complete for port 1335634c-bc5c-4228-827b-39b3c010a6db triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:53.964897 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-456f5d0f-b169-4826-84e0-0edccfdf39b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.002003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-456f5d0f-b169-4826-84e0-0edccfdf39b8 None None] Port 1335634c-bc5c-4228-827b-39b3c010a6db cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:19:54.170949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1335634c-bc5c-4228-827b-39b3c010a6db {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:54.179966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.197289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Transition to ACTIVE for port object 1335634c-bc5c-4228-827b-39b3c010a6db will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:19:54.201403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.294919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Pushing event updated for resources: {'Port': ['ID=1335634c-bc5c-4228-827b-39b3c010a6db,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:54.323507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Attempting to bind port 1335634c-bc5c-4228-827b-39b3c010a6db on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:19:54.323872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Attempting to bind port 1335634c-bc5c-4228-827b-39b3c010a6db by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:19:54.324201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Attempting to bind port 1335634c-bc5c-4228-827b-39b3c010a6db on network 097636dd-7e6b-4a51-b4a2-9144cc645827 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:54.329300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Port 1335634c-bc5c-4228-827b-39b3c010a6db on network 097636dd-7e6b-4a51-b4a2-9144cc645827 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:19:54.329614 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Attempting to bind port 1335634c-bc5c-4228-827b-39b3c010a6db on network 097636dd-7e6b-4a51-b4a2-9144cc645827 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:19:54.335630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:19:54.336239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Checking segment: {'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:19:54.336485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Bound using segment: {'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:19:54.336912 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Bound port: 1335634c-bc5c-4228-827b-39b3c010a6db, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ba1234-0bc7-4ad1-b668-49fba8f609e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:19:54.337163 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea19da1-2227-4c0c-8ee9-d2d2d5c85731 req-f4e44c5b-8110-4fea-a434-7fee271633ab tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:54.337649 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.338773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ea19da1-2227-4c0c-8ee9-d2d2d5c85731 req-f4e44c5b-8110-4fea-a434-7fee271633ab tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 943 time: 0.0710201 Jul 08 02:19:54.392453 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ea19da1-2227-4c0c-8ee9-d2d2d5c85731 req-9efb8e41-d740-4c7b-870e-c3efe6d9273a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440607 Jul 08 02:19:54.425354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] For port 1335634c-bc5c-4228-827b-39b3c010a6db, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:19:54.429910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] For port 1335634c-bc5c-4228-827b-39b3c010a6db, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=1335634c-bc5c-4228-827b-39b3c010a6db,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:19:54.434591 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.463408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c6e6bd96-5b78-403f-ab8c-7a2e45df369e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:19:54.474007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:54.474678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.476100 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] 10.222.0.16 "PUT /v2.0/ports/1335634c-bc5c-4228-827b-39b3c010a6db HTTP/1.1" status: 200 len: 1092 time: 0.6576703 Jul 08 02:19:54.476604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'tag': '1335634c-bc5c-4228-827b-39b3c010a6db'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:19:54.478905 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325eba6b-2aa7-48ed-ba76-fceee65e96c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe587e7-34fa-430d-b8db-6704f7be3512", "tag": "1335634c-bc5c-4228-827b-39b3c010a6db"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:19:54.504712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca6482-99c4-4ae6-98c4-dceaf3cd1b14 service neutron] Pushing event updated for resources: {'Port': ['ID=1335634c-bc5c-4228-827b-39b3c010a6db,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:54.548135 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d18522-3067-47eb-ba0d-d71f91d86d79 x-openstack-request-id: req-e5d18522-3067-47eb-ba0d-d71f91d86d79 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:19:54.548461 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe587e7-34fa-430d-b8db-6704f7be3512", "tag": "1335634c-bc5c-4228-827b-39b3c010a6db", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:19:54.548813 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5d18522-3067-47eb-ba0d-d71f91d86d79 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:19:54.549100 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'tag': '1335634c-bc5c-4228-827b-39b3c010a6db', 'status': 'completed', 'code': 200} Jul 08 02:19:54.573249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c6e6bd96-5b78-403f-ab8c-7a2e45df369e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:19:54.573623 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.581541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-473f8c50-cb75-44b6-86c5-11fb2ede79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:54.583545 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-473f8c50-cb75-44b6-86c5-11fb2ede79d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 1095 time: 0.0649891 Jul 08 02:19:54.630824 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-259968d6-4238-47fc-a39a-35f5d67276e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1335634c-bc5c-4228-827b-39b3c010a6db HTTP/1.1" status: 200 len: 217 time: 0.0399420 Jul 08 02:19:54.683253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-830c6cb8-8fe6-40b7-9f0d-7a93a4806d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:54.684811 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-830c6cb8-8fe6-40b7-9f0d-7a93a4806d3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85643b83-fc41-4a8b-b38c-32351a67e181 HTTP/1.1" status: 200 len: 834 time: 0.0480785 Jul 08 02:19:54.742859 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-37eb1006-28be-46c7-8607-d5e4aa790c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:54.744423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-37eb1006-28be-46c7-8607-d5e4aa790c4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097636dd-7e6b-4a51-b4a2-9144cc645827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539377 Jul 08 02:19:54.837566 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-ad879a8e-9380-4362-b83a-1034abb8e8c0 service neutron] 10.222.0.16 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867877 Jul 08 02:19:54.863081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:54.928693 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a7c46f73-8f46-400b-80a5-597c3dfd1636 req-c4e49f7d-5db3-4740-afa0-a7b876fffa1e service neutron] 10.222.0.16 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853078 Jul 08 02:19:55.039299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-2f74467d-0a9e-4b61-8c4f-176cae8e4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:55.040857 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-2f74467d-0a9e-4b61-8c4f-176cae8e4a84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 1095 time: 0.0594995 Jul 08 02:19:55.134552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-a589ee34-a333-4a12-af91-9ea1fe24ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:55.136058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-a589ee34-a333-4a12-af91-9ea1fe24ed94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=097636dd-7e6b-4a51-b4a2-9144cc645827 HTTP/1.1" status: 200 len: 898 time: 0.0886910 Jul 08 02:19:55.177293 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-9462d7cf-1022-4f2a-9926-90364cc042b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1335634c-bc5c-4228-827b-39b3c010a6db HTTP/1.1" status: 200 len: 217 time: 0.0349448 Jul 08 02:19:55.233803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-efc608b5-59b1-4311-a976-f072ae24aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:55.235207 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-efc608b5-59b1-4311-a976-f072ae24aa5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85643b83-fc41-4a8b-b38c-32351a67e181 HTTP/1.1" status: 200 len: 834 time: 0.0519085 Jul 08 02:19:55.308923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-10191f41-3c77-4665-9081-313931ba88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:55.310565 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-10191f41-3c77-4665-9081-313931ba88b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097636dd-7e6b-4a51-b4a2-9144cc645827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679510 Jul 08 02:19:55.425007 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-7b282fdc-40e4-44e0-80b0-da298816fa7c service neutron] 10.222.0.16 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072321 Jul 08 02:19:55.523735 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-325eba6b-2aa7-48ed-ba76-fceee65e96c0 req-619f9fb4-89df-49b0-b52c-590793c5d957 service neutron] 10.222.0.16 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925207 Jul 08 02:19:55.573654 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8c64b-de20-4333-a212-0189d31208f5 req-374c9c34-c3f4-4911-8d0f-e6c1d92bd85e tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:55.575193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7dc8c64b-de20-4333-a212-0189d31208f5 req-374c9c34-c3f4-4911-8d0f-e6c1d92bd85e tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 943 time: 0.0695107 Jul 08 02:19:55.618717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7dc8c64b-de20-4333-a212-0189d31208f5 req-64d6efaf-5504-421a-80e5-e0e9cc957723 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378370 Jul 08 02:19:56.516160 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:56.809395 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530102d-b157-4ed2-a97d-4de94f320459 req-6ec7c92d-e11c-41cc-b9da-3abe4af26368 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:56.810893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a530102d-b157-4ed2-a97d-4de94f320459 req-6ec7c92d-e11c-41cc-b9da-3abe4af26368 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 943 time: 0.0631485 Jul 08 02:19:56.850798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a530102d-b157-4ed2-a97d-4de94f320459 req-efd55374-8792-4754-b896-2806f7feca25 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340319 Jul 08 02:19:58.029525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df89daf-b497-4d29-96df-e5f11ce31474 req-ba19b548-d199-41e8-a70a-7657708f5a92 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:58.031022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0df89daf-b497-4d29-96df-e5f11ce31474 req-ba19b548-d199-41e8-a70a-7657708f5a92 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 943 time: 0.0662291 Jul 08 02:19:58.072867 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0df89daf-b497-4d29-96df-e5f11ce31474 req-7f7a74e0-ef68-420e-87bc-73d0038b8312 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356483 Jul 08 02:19:58.284441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 1335634c-bc5c-4228-827b-39b3c010a6db details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:19:58.385547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 1335634c-bc5c-4228-827b-39b3c010a6db, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=1335634c-bc5c-4228-827b-39b3c010a6db,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:58.397740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '1335634c-bc5c-4228-827b-39b3c010a6db', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'port_id': '1335634c-bc5c-4228-827b-39b3c010a6db', 'mac_address': 'fa:16:3e:6b:8d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:19:58.435551 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:58.449500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1335634c-bc5c-4228-827b-39b3c010a6db {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:19:58.469451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 1335634c-bc5c-4228-827b-39b3c010a6db, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=1335634c-bc5c-4228-827b-39b3c010a6db,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:19:58.473648 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:19:58.526952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=1335634c-bc5c-4228-827b-39b3c010a6db,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:19:58.678110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['1335634c-bc5c-4228-827b-39b3c010a6db'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:19:59.247632 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbabfb5-41b7-4826-a1bc-1cf38f7c561a req-7b505eaa-314d-4521-9aa6-08442ff67d11 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:19:59.249174 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cdbabfb5-41b7-4826-a1bc-1cf38f7c561a req-7b505eaa-314d-4521-9aa6-08442ff67d11 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 944 time: 0.0653369 Jul 08 02:19:59.288461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cdbabfb5-41b7-4826-a1bc-1cf38f7c561a req-c3de4eeb-8fb9-42f8-94ba-fe7089ed6ea4 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331161 Jul 08 02:20:00.292060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 1335634c-bc5c-4228-827b-39b3c010a6db up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:20:00.341392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 1335634c-bc5c-4228-827b-39b3c010a6db completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:20:00.345161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 1335634c-bc5c-4228-827b-39b3c010a6db triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:20:00.345535 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:00.424606 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:00.452375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1335634c-bc5c-4228-827b-39b3c010a6db'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:00.454669 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc404d6-a523-4cda-8863-8dd00e56e247" -d '{"events": [{"server_uuid": "0fe587e7-34fa-430d-b8db-6704f7be3512", "name": "network-vif-plugged", "status": "completed", "tag": "1335634c-bc5c-4228-827b-39b3c010a6db"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:00.469368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 1335634c-bc5c-4228-827b-39b3c010a6db, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=1335634c-bc5c-4228-827b-39b3c010a6db,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:00.475154 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:00.480823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fbf0b-c8dd-4e16-9d37-cb69f2576a85 req-e348ca33-ca96-48f2-99ab-9221e01145e1 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:00.487748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a01fbf0b-c8dd-4e16-9d37-cb69f2576a85 req-e348ca33-ca96-48f2-99ab-9221e01145e1 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 944 time: 0.0821242 Jul 08 02:20:00.502879 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babacc7f-3c01-46e3-8a9e-7c66530c318b x-openstack-request-id: req-babacc7f-3c01-46e3-8a9e-7c66530c318b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:00.503146 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe587e7-34fa-430d-b8db-6704f7be3512", "name": "network-vif-plugged", "status": "completed", "tag": "1335634c-bc5c-4228-827b-39b3c010a6db", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:00.503386 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-babacc7f-3c01-46e3-8a9e-7c66530c318b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:00.503767 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1335634c-bc5c-4228-827b-39b3c010a6db', 'code': 200} Jul 08 02:20:00.524915 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a01fbf0b-c8dd-4e16-9d37-cb69f2576a85 req-fcf963e0-0012-4b7b-b422-47b7328c8647 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361247 Jul 08 02:20:00.542952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=1335634c-bc5c-4228-827b-39b3c010a6db,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:00.623603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3caab5-0357-4c81-85c4-831e884e101a req-29d41204-ce87-4ec5-903d-bbe405754b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:00.625210 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0f3caab5-0357-4c81-85c4-831e884e101a req-29d41204-ce87-4ec5-903d-bbe405754b2a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 1097 time: 0.0524361 Jul 08 02:20:00.659451 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0f3caab5-0357-4c81-85c4-831e884e101a req-0cfeb858-d08f-46da-8d1f-ac377e1b28f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268741 Jul 08 02:20:01.707074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3aba0-313d-4b7c-9268-81fba26fc94a req-1dc50ff5-4d7d-46aa-b6db-d5460ec571fd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:01.709549 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bf3aba0-313d-4b7c-9268-81fba26fc94a req-1dc50ff5-4d7d-46aa-b6db-d5460ec571fd tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 945 time: 0.0676489 Jul 08 02:20:01.746293 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bf3aba0-313d-4b7c-9268-81fba26fc94a req-d58e5e0f-9349-4a28-a633-c13078444d4f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311639 Jul 08 02:20:01.917564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d570c6-5baf-4afc-915a-17ad69ea09ee req-7dff134b-8d09-4399-9ddd-5aa0eed3408f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:01.919053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5d570c6-5baf-4afc-915a-17ad69ea09ee req-7dff134b-8d09-4399-9ddd-5aa0eed3408f tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 945 time: 0.0630493 Jul 08 02:20:01.957791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5d570c6-5baf-4afc-915a-17ad69ea09ee req-f2fd112a-b7b7-4c72-aa91-7bfce472ee74 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332553 Jul 08 02:20:01.982644 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:02.035349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612401e1-8f82-4b98-8c07-66b1a81f25f8 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:02.039204 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-612401e1-8f82-4b98-8c07-66b1a81f25f8 tempest-TestNetworkBasicOps-1802078709 tempest-TestNetworkBasicOps-1802078709-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 1092 time: 0.0538099 Jul 08 02:20:02.040552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40672) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:02.045299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '1335634c-bc5c-4228-827b-39b3c010a6db', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:02.069544 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:02.176805 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:02.284291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Allocated IP 172.25.4.56 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/e15c5f29-d404-43cf-bf45-d4861b7bdced) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:20:02.424535 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-896dd0d7-ef62-4f26-a1d5-fd031f243893 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1323202 Jul 08 02:20:02.438930 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:02.523954 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:02.553922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-aa733c31-b3f6-4cdc-b13d-198934b2c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:02.555868 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-aa733c31-b3f6-4cdc-b13d-198934b2c773 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 1097 time: 0.1079400 Jul 08 02:20:02.573128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:20:02.576053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:20:02.578706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:20:02.616201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=e15c5f29-d404-43cf-bf45-d4861b7bdced,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:02.666915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.667259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.667624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.667962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.668295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.668646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.668974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.669298 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.669619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.669940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.670264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.670584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:02.775428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-3bb7dfab-e8c7-4aa3-9693-0d5944b96c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:02.776855 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-3bb7dfab-e8c7-4aa3-9693-0d5944b96c5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1958683 Jul 08 02:20:02.893153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-fe2f1cd0-4194-46a5-bc34-1246af7fab2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f157e416-592a-4ae3-8552-f7cf80ca3569 HTTP/1.1" status: 200 len: 1000 time: 0.1098750 Jul 08 02:20:03.001942 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-b8ada8df-d1f3-45d2-a405-eac4e0e232ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:03.003394 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-b8ada8df-d1f3-45d2-a405-eac4e0e232ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0772707 Jul 08 02:20:03.155862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-52851fd7-5218-4837-9912-47d471ca928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:03.158376 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-52851fd7-5218-4837-9912-47d471ca928a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203120 Jul 08 02:20:03.262600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:03.331781 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-25198165-ecef-4fce-a224-729c6bbe93c4 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468995 Jul 08 02:20:03.425190 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:03.499653 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b9055a26-8ba2-4bbc-8edd-20890371a2b4 req-ce42c95e-fd08-4c16-a983-50819277cebe service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616232 Jul 08 02:20:03.619723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:03.624987 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:03.705713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event updated for resources: {'Port': ['ID=e15c5f29-d404-43cf-bf45-d4861b7bdced,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:03.725554 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:04.086056 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Floating IP 330ffdd9-7be9-4d20-85f5-6ecf3a6da241 associated. External IP: 172.25.4.56, port: 1335634c-bc5c-4228-827b-39b3c010a6db. Jul 08 02:20:04.291797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 66783a7a-f149-4522-8ba9-8947e448365f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:04.401076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:04.410654 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] Sync routers for ids ['66783a7a-f149-4522-8ba9-8947e448365f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:04.418893 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:04.420627 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] Routers {'66783a7a-f149-4522-8ba9-8947e448365f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:04.421258 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['66783a7a-f149-4522-8ba9-8947e448365f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:04.457978 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-960e179b-19d8-478c-a3d6-6bc923128911 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4161751 Jul 08 02:20:04.458563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'tag': '1335634c-bc5c-4228-827b-39b3c010a6db'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:04.461193 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c850bf7-d03c-45fb-b743-607368425084" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe587e7-34fa-430d-b8db-6704f7be3512", "tag": "1335634c-bc5c-4228-827b-39b3c010a6db"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:04.461531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40674) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:04.517981 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da41014b-6b94-49cc-b53e-9388895a8f40 x-openstack-request-id: req-da41014b-6b94-49cc-b53e-9388895a8f40 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:04.518339 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe587e7-34fa-430d-b8db-6704f7be3512", "tag": "1335634c-bc5c-4228-827b-39b3c010a6db", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:04.518655 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da41014b-6b94-49cc-b53e-9388895a8f40 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:04.519146 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'tag': '1335634c-bc5c-4228-827b-39b3c010a6db', 'status': 'completed', 'code': 200} Jul 08 02:20:04.529076 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6b574db4-c2bb-4ba8-8fe5-c9daf50d16b3 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/floatingips/330ffdd9-7be9-4d20-85f5-6ecf3a6da241 HTTP/1.1" status: 200 len: 990 time: 0.0663176 Jul 08 02:20:04.531845 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] Set router 66783a7a-f149-4522-8ba9-8947e448365f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:04.596930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850bf7-d03c-45fb-b743-607368425084 req-8dd52cdb-050d-4732-b1ba-33032ce70320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:04.598957 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c850bf7-d03c-45fb-b743-607368425084 req-8dd52cdb-050d-4732-b1ba-33032ce70320 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 1097 time: 0.0577939 Jul 08 02:20:04.688704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850bf7-d03c-45fb-b743-607368425084 req-816757fb-3621-4fae-ab64-94d5e51ce524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:04.690166 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c850bf7-d03c-45fb-b743-607368425084 req-816757fb-3621-4fae-ab64-94d5e51ce524 service neutron] 10.222.0.16 "GET /v2.0/networks?id=097636dd-7e6b-4a51-b4a2-9144cc645827 HTTP/1.1" status: 200 len: 898 time: 0.0849397 Jul 08 02:20:04.726550 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:04.759896 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '330ffdd9-7be9-4d20-85f5-6ecf3a6da241', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'port_id': '1335634c-bc5c-4228-827b-39b3c010a6db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'mac_address': 'fa:16:3e:6b:8d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:20:02Z', 'updated_at': '2021-07-08T02:20:02Z', 'revision_number': 0, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e6bd96-5b78-403f-ab8c-7a2e45df369e', 'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:a2:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:47Z', 'updated_at': '2021-07-08T02:19:52Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:04.765898 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c850bf7-d03c-45fb-b743-607368425084 req-659057dc-1723-4636-96f7-52a083bce971 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1335634c-bc5c-4228-827b-39b3c010a6db HTTP/1.1" status: 200 len: 998 time: 0.0693250 Jul 08 02:20:04.786301 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] Checking router: 66783a7a-f149-4522-8ba9-8947e448365f for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:04.794427 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] Routers {'66783a7a-f149-4522-8ba9-8947e448365f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:04.795036 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['66783a7a-f149-4522-8ba9-8947e448365f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:04.814873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850bf7-d03c-45fb-b743-607368425084 req-15039941-3d42-41b8-9b5d-b0769a9415f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:04.816384 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c850bf7-d03c-45fb-b743-607368425084 req-15039941-3d42-41b8-9b5d-b0769a9415f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85643b83-fc41-4a8b-b38c-32351a67e181 HTTP/1.1" status: 200 len: 834 time: 0.0448756 Jul 08 02:20:04.874797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c850bf7-d03c-45fb-b743-607368425084 req-1ddd05f4-7f7d-4b49-8b34-b502d2393ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:04.876378 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c850bf7-d03c-45fb-b743-607368425084 req-1ddd05f4-7f7d-4b49-8b34-b502d2393ce6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097636dd-7e6b-4a51-b4a2-9144cc645827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538781 Jul 08 02:20:04.977666 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c850bf7-d03c-45fb-b743-607368425084 req-c501e85e-7336-489b-b226-2f386f714e26 service neutron] 10.222.0.16 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946493 Jul 08 02:20:04.990627 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] Set router 66783a7a-f149-4522-8ba9-8947e448365f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:05.078809 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7c850bf7-d03c-45fb-b743-607368425084 req-3e9cfad2-3810-4697-b6dc-739b8210bc03 service neutron] 10.222.0.16 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947058 Jul 08 02:20:05.220705 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '330ffdd9-7be9-4d20-85f5-6ecf3a6da241', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'port_id': '1335634c-bc5c-4228-827b-39b3c010a6db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'mac_address': 'fa:16:3e:6b:8d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:20:02Z', 'updated_at': '2021-07-08T02:20:02Z', 'revision_number': 0, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e6bd96-5b78-403f-ab8c-7a2e45df369e', 'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:a2:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:47Z', 'updated_at': '2021-07-08T02:19:52Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:05.245980 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263807a-d2a5-464b-ab07-7f26b2d928df None None] The sync data for ids ['66783a7a-f149-4522-8ba9-8947e448365f'] in n-d-694802-14 is: [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '330ffdd9-7be9-4d20-85f5-6ecf3a6da241', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'port_id': '1335634c-bc5c-4228-827b-39b3c010a6db', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'mac_address': 'fa:16:3e:6b:8d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:20:02Z', 'updated_at': '2021-07-08T02:20:02Z', 'revision_number': 0, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e6bd96-5b78-403f-ab8c-7a2e45df369e', 'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:a2:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:47Z', 'updated_at': '2021-07-08T02:19:52Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:05.439574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4ecc1-c1b1-4b84-9c9d-5f43cbe86865 None None] New status for floating IP 330ffdd9-7be9-4d20-85f5-6ecf3a6da241: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:20:05.533052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:05.597740 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dbd5f5a0-f64e-4d37-aee2-f0ae2c381506 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/floatingips/330ffdd9-7be9-4d20-85f5-6ecf3a6da241 HTTP/1.1" status: 200 len: 990 time: 0.0636308 Jul 08 02:20:06.601966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:06.666116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b03d1fcf-1a9f-4f06-b85c-b22069e123a0 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/floatingips/330ffdd9-7be9-4d20-85f5-6ecf3a6da241 HTTP/1.1" status: 200 len: 992 time: 0.0630097 Jul 08 02:20:07.023768 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88cbb963-1941-4c59-9df1-878326a763be req-372e61f5-057b-4a3b-8906-55069f5f18de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517914 Jul 08 02:20:07.121569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb963-1941-4c59-9df1-878326a763be req-d20b694f-2041-44ab-a2c4-55c123dac302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:07.123131 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88cbb963-1941-4c59-9df1-878326a763be req-d20b694f-2041-44ab-a2c4-55c123dac302 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 1097 time: 0.0582538 Jul 08 02:20:07.224920 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb963-1941-4c59-9df1-878326a763be req-5f264049-f6b2-453b-a4f0-284c6c76ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:07.226447 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88cbb963-1941-4c59-9df1-878326a763be req-5f264049-f6b2-453b-a4f0-284c6c76ae9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=097636dd-7e6b-4a51-b4a2-9144cc645827 HTTP/1.1" status: 200 len: 898 time: 0.0845375 Jul 08 02:20:07.295504 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88cbb963-1941-4c59-9df1-878326a763be req-32b2fcba-5025-4192-bb24-73eed0a4b249 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1335634c-bc5c-4228-827b-39b3c010a6db HTTP/1.1" status: 200 len: 1000 time: 0.0630550 Jul 08 02:20:07.346137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb963-1941-4c59-9df1-878326a763be req-7e7935f6-8a09-45d0-a31c-bde21cdfb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:07.347637 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88cbb963-1941-4c59-9df1-878326a763be req-7e7935f6-8a09-45d0-a31c-bde21cdfb1e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85643b83-fc41-4a8b-b38c-32351a67e181 HTTP/1.1" status: 200 len: 834 time: 0.0464737 Jul 08 02:20:07.409167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbb963-1941-4c59-9df1-878326a763be req-9ba02a0b-287a-4a31-8d5d-603fac2c54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:07.411319 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88cbb963-1941-4c59-9df1-878326a763be req-9ba02a0b-287a-4a31-8d5d-603fac2c54a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097636dd-7e6b-4a51-b4a2-9144cc645827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571909 Jul 08 02:20:07.515799 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88cbb963-1941-4c59-9df1-878326a763be req-cf5f036e-30ea-4cd5-bf16-e5055377ea56 service neutron] 10.222.0.16 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984039 Jul 08 02:20:07.604708 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-88cbb963-1941-4c59-9df1-878326a763be req-cdd755dc-f572-4c2f-8f1c-7f62d64c38ad service neutron] 10.222.0.16 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825527 Jul 08 02:20:09.043202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40682) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:09.152533 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.206349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Deleting port 95f4e7e4-47c1-44b1-a95f-14b46062839f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:09.206696 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.285364 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.286326 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.297732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Calling delete_port for 95f4e7e4-47c1-44b1-a95f-14b46062839f owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:09.477657 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.499843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'Port': ['ID=95f4e7e4-47c1-44b1-a95f-14b46062839f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:09.565503 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.565753 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Floating IP 3a27dceb-4f90-43e8-91df-56770e82f16f disassociated (deleted). External IP: 172.25.4.18, port: f157e416-592a-4ae3-8552-f7cf80ca3569. Jul 08 02:20:09.775405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Router 874042fb-60ff-4c09-914c-3d8ea4a97eba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:09.885599 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:09.890344 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:09.896027 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] Sync routers for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:09.909924 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:09.911992 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:09.936000 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-33b6b399-e3be-406b-9d9a-8fc28e43073b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "DELETE /v2.0/floatingips/3a27dceb-4f90-43e8-91df-56770e82f16f HTTP/1.1" status: 204 len: 168 time: 0.8891764 Jul 08 02:20:09.936000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'tag': 'f157e416-592a-4ae3-8552-f7cf80ca3569'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:09.937039 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4086287-2e0c-44e5-8993-337d6308531a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8", "tag": "f157e416-592a-4ae3-8552-f7cf80ca3569"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:10.001210 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86db66c7-5f02-45fc-b2ab-feafddbf22e8 x-openstack-request-id: req-86db66c7-5f02-45fc-b2ab-feafddbf22e8 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:10.001573 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8", "tag": "f157e416-592a-4ae3-8552-f7cf80ca3569", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:10.001883 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86db66c7-5f02-45fc-b2ab-feafddbf22e8 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:10.002361 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'tag': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'status': 'completed', 'code': 200} Jul 08 02:20:10.042649 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:10.101153 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4086287-2e0c-44e5-8993-337d6308531a req-34966df0-7a6c-4db3-8769-2021f266677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:10.103205 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4086287-2e0c-44e5-8993-337d6308531a req-34966df0-7a6c-4db3-8769-2021f266677a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 1097 time: 0.0708165 Jul 08 02:20:10.224084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4086287-2e0c-44e5-8993-337d6308531a req-c4ded56c-23e2-4a36-98fb-755601001359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:10.227372 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4086287-2e0c-44e5-8993-337d6308531a req-c4ded56c-23e2-4a36-98fb-755601001359 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.1171746 Jul 08 02:20:10.289095 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4086287-2e0c-44e5-8993-337d6308531a req-59489d70-879d-4acb-9d85-0751ede09f62 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f157e416-592a-4ae3-8552-f7cf80ca3569 HTTP/1.1" status: 200 len: 217 time: 0.0547800 Jul 08 02:20:10.318170 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c0d65713-4c95-486f-a155-2dd18b9ef8b5', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:8c:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:25Z', 'updated_at': '2021-07-08T02:16:27Z', 'revision_number': 1, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:10.341859 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4086287-2e0c-44e5-8993-337d6308531a req-e96c7a37-5c37-484f-a11f-e4cf0e26ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:10.343603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4086287-2e0c-44e5-8993-337d6308531a req-e96c7a37-5c37-484f-a11f-e4cf0e26ff83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0478706 Jul 08 02:20:10.351296 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] Checking router: 874042fb-60ff-4c09-914c-3d8ea4a97eba for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:10.361035 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:10.361900 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:10.422708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4086287-2e0c-44e5-8993-337d6308531a req-0224a54a-0cf3-4437-9fad-585c1fb36d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:10.425424 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4086287-2e0c-44e5-8993-337d6308531a req-0224a54a-0cf3-4437-9fad-585c1fb36d00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725212 Jul 08 02:20:10.428020 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d8a36-6c30-490c-af6a-788db13bfb09 req-dc5ab726-1a29-407c-bc2d-4eefbc6a1358 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:10.429788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b2d8a36-6c30-490c-af6a-788db13bfb09 req-dc5ab726-1a29-407c-bc2d-4eefbc6a1358 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 945 time: 0.0729530 Jul 08 02:20:10.476183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b2d8a36-6c30-490c-af6a-788db13bfb09 req-a552beac-063a-448b-8d4d-769310d82499 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388639 Jul 08 02:20:10.497295 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:10.545517 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4086287-2e0c-44e5-8993-337d6308531a req-cba3b9d0-7b87-4291-b112-aae2793c18ae service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095669 Jul 08 02:20:10.642180 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e4086287-2e0c-44e5-8993-337d6308531a req-5e200d27-6616-42d9-9329-8a0bcd9e6ea8 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884984 Jul 08 02:20:10.740685 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c0d65713-4c95-486f-a155-2dd18b9ef8b5', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:8c:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:25Z', 'updated_at': '2021-07-08T02:16:27Z', 'revision_number': 1, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:10.766404 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d674d1-e5bc-4db2-aec0-b80cff1503e0 None None] The sync data for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 is: [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c0d65713-4c95-486f-a155-2dd18b9ef8b5', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'floating_ip_address': '172.25.4.91', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'port_id': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'mac_address': 'fa:16:3e:8c:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:16:25Z', 'updated_at': '2021-07-08T02:16:27Z', 'revision_number': 1, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:11.007398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbbd112-bd34-4b23-8e67-c2bc1ff9ef2a None None] New status for floating IP 3a27dceb-4f90-43e8-91df-56770e82f16f: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:20:11.719147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362fa6b-88a3-4653-9755-5a0933ab450d req-abb2b87e-beac-40ce-8ea0-ba412b4d155b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:11.720658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1362fa6b-88a3-4653-9755-5a0933ab450d req-abb2b87e-beac-40ce-8ea0-ba412b4d155b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 945 time: 0.1234043 Jul 08 02:20:11.759201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1362fa6b-88a3-4653-9755-5a0933ab450d req-161ba9c3-40de-4977-bafa-91b6854d7474 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325515 Jul 08 02:20:11.851700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-00c6ca79-682d-4884-acea-520edfdfc5b9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:11.853207 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-00c6ca79-682d-4884-acea-520edfdfc5b9 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 945 time: 0.0664310 Jul 08 02:20:11.954992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-832e7113-00c1-4b81-811e-4c0950cd16bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Deleting port f157e416-592a-4ae3-8552-f7cf80ca3569 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:11.955335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-832e7113-00c1-4b81-811e-4c0950cd16bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.042820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-832e7113-00c1-4b81-811e-4c0950cd16bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] For port f157e416-592a-4ae3-8552-f7cf80ca3569, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f157e416-592a-4ae3-8552-f7cf80ca3569,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:12.043179 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-832e7113-00c1-4b81-811e-4c0950cd16bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.055820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-832e7113-00c1-4b81-811e-4c0950cd16bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Calling delete_port for f157e416-592a-4ae3-8552-f7cf80ca3569 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:12.186559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-832e7113-00c1-4b81-811e-4c0950cd16bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.217982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e7113-00c1-4b81-811e-4c0950cd16bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'Port': ['ID=f157e416-592a-4ae3-8552-f7cf80ca3569,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:12.265749 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-832e7113-00c1-4b81-811e-4c0950cd16bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] No DVR routers for this DVR port f157e416-592a-4ae3-8552-f7cf80ca3569 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:12.268763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-832e7113-00c1-4b81-811e-4c0950cd16bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:12.270823 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68eccddd-dd63-4e49-977f-7acf84cc472d req-832e7113-00c1-4b81-811e-4c0950cd16bc tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "DELETE /v2.0/ports/f157e416-592a-4ae3-8552-f7cf80ca3569 HTTP/1.1" status: 204 len: 173 time: 0.4121454 Jul 08 02:20:12.271284 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'name': 'network-vif-deleted', 'tag': 'f157e416-592a-4ae3-8552-f7cf80ca3569'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:12.274931 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11adbc38-fc58-4cc5-a915-1d55ca6b6dd1" -d '{"events": [{"server_uuid": "8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8", "name": "network-vif-deleted", "tag": "f157e416-592a-4ae3-8552-f7cf80ca3569"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:12.314849 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2353bb6f-06cc-479e-8e83-b951fdac25fc x-openstack-request-id: req-2353bb6f-06cc-479e-8e83-b951fdac25fc {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:12.315165 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8", "name": "network-vif-deleted", "tag": "f157e416-592a-4ae3-8552-f7cf80ca3569", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:12.315468 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2353bb6f-06cc-479e-8e83-b951fdac25fc {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:12.315856 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8', 'name': 'network-vif-deleted', 'tag': 'f157e416-592a-4ae3-8552-f7cf80ca3569', 'status': 'completed', 'code': 200} Jul 08 02:20:12.902234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6af0c915-1363-4f62-ab7e-6fd940997d3a req-840cbbe9-5737-47b2-ab3a-f27fb6ca1c9b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0310133 Jul 08 02:20:14.048244 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fb5ac40-5c6e-4d52-9ca4-63b4a7996855 req-3ebafef7-ab9c-4def-8520-e957a50a8ef8 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0283971 Jul 08 02:20:14.526881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f157e416-592a-4ae3-8552-f7cf80ca3569 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:14.549513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: f157e416-592a-4ae3-8552-f7cf80ca3569 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:14.549784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f157e416-592a-4ae3-8552-f7cf80ca3569 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:14.617389 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:20:15.197779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-568e36ce-17b8-47d4-8d3e-1c9134ac5a21 req-0208ec26-70ba-473e-800c-b42ba323fcc1 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b8cb15e-74ed-4baa-ad0f-e7f21224e9d8 HTTP/1.1" status: 200 len: 210 time: 0.0319884 Jul 08 02:20:20.599011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40726) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:20.669399 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2d811e2a-cc62-481e-b6eb-800f1c997542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:20.758392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Deleting port 5cd7740f-d691-4dbb-9fe9-fc8ef0305111 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:20.758731 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:20.832507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:20.832842 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:20.845611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Calling delete_port for 5cd7740f-d691-4dbb-9fe9-fc8ef0305111 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:20.998134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:21.024274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'Port': ['ID=5cd7740f-d691-4dbb-9fe9-fc8ef0305111,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:21.089350 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:21.089754 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Floating IP c0d65713-4c95-486f-a155-2dd18b9ef8b5 disassociated (deleted). External IP: 172.25.4.91, port: 78cfbfbc-3b76-4f9d-b269-c73a4869d072. Jul 08 02:20:21.545336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Router 874042fb-60ff-4c09-914c-3d8ea4a97eba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:21.652861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:21.657623 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:21.662832 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] Sync routers for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:21.671676 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:21.672283 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:21.697601 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-95251d1e-e098-4064-bd3f-81b2e608d12d tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "DELETE /v2.0/floatingips/c0d65713-4c95-486f-a155-2dd18b9ef8b5 HTTP/1.1" status: 204 len: 168 time: 1.0974514 Jul 08 02:20:21.698181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'tag': '78cfbfbc-3b76-4f9d-b269-c73a4869d072'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:21.700505 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa93941e-f59c-44ec-9fa0-42adccfad49a" -d '{"events": [{"name": "network-changed", "server_uuid": "04de220e-3d7f-49f7-b3cb-8673649ca2eb", "tag": "78cfbfbc-3b76-4f9d-b269-c73a4869d072"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:21.739744 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d0643f-4b08-4654-bd51-21bc400b3c50 x-openstack-request-id: req-62d0643f-4b08-4654-bd51-21bc400b3c50 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:21.740203 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04de220e-3d7f-49f7-b3cb-8673649ca2eb", "tag": "78cfbfbc-3b76-4f9d-b269-c73a4869d072", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:21.740637 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62d0643f-4b08-4654-bd51-21bc400b3c50 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:21.744000 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'tag': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'status': 'completed', 'code': 200} Jul 08 02:20:21.792558 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:21.820511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-f626c238-d74c-4694-abab-3e3095c72a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:21.822052 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-f626c238-d74c-4694-abab-3e3095c72a45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7afc56f361c745a7aac9780da8d95363&device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 1097 time: 0.0566902 Jul 08 02:20:21.918031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-1a726901-98eb-4391-8c2e-94fde429e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:21.919546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-1a726901-98eb-4391-8c2e-94fde429e7e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 200 len: 913 time: 0.0913489 Jul 08 02:20:21.969024 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-7f3c16d3-b80f-4e84-9c88-9f3c150f1f5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072 HTTP/1.1" status: 200 len: 217 time: 0.0429146 Jul 08 02:20:22.015967 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:22.025252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-2e263160-9dbb-4a8a-8b56-981c3abd26a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:22.026917 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-2e263160-9dbb-4a8a-8b56-981c3abd26a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 200 len: 851 time: 0.0511820 Jul 08 02:20:22.046169 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] Checking router: 874042fb-60ff-4c09-914c-3d8ea4a97eba for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:22.055273 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:22.055877 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:19:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:22.098078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-8503e39a-9fb8-448c-80ec-e2d84b944e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:22.099631 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-8503e39a-9fb8-448c-80ec-e2d84b944e73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4897b7a4-7fe7-4a74-9371-b6eeb629862d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652249 Jul 08 02:20:22.110675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27165b5a-54aa-425a-9ce0-296aa803c231 req-7186e68c-b72c-4afb-8060-b2a97b2610ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:22.113000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27165b5a-54aa-425a-9ce0-296aa803c231 req-7186e68c-b72c-4afb-8060-b2a97b2610ad tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 945 time: 0.0722966 Jul 08 02:20:22.155931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27165b5a-54aa-425a-9ce0-296aa803c231 req-ece4272b-5dba-4bec-ac51-822ca4a5040b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364966 Jul 08 02:20:22.199173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-c54af8ad-4b4c-4fa9-9906-5c3a90ea4a22 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924628 Jul 08 02:20:22.255100 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:22.293923 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-aa93941e-f59c-44ec-9fa0-42adccfad49a req-0a58df0f-1509-47c5-bb6c-02efa39d18c8 service neutron] 10.222.0.24 "GET /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870712 Jul 08 02:20:22.457840 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:22.489281 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bf697-28fc-41fd-8604-4c3e2ce565f4 None None] The sync data for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 is: [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:09:58Z', 'revision_number': 4, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'ba5b5993-0a46-43bd-a21d-75016e2a7d2d', 'name': '', 'network_id': '4897b7a4-7fe7-4a74-9371-b6eeb629862d', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'mac_address': 'fa:16:3e:1c:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:57Z', 'updated_at': '2021-07-08T02:10:07Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'subnets': [{'id': '0b3c9983-5699-446d-9bc9-a5b2b4822107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:22.714850 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4be8747-d7b6-4e80-b64d-90ac14ce2661 None None] New status for floating IP c0d65713-4c95-486f-a155-2dd18b9ef8b5: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:20:23.339304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9f089-3440-407d-b519-527878956396 req-dd34434a-7b70-4e80-8618-4bdd805b0bd3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:23.340894 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c1a9f089-3440-407d-b519-527878956396 req-dd34434a-7b70-4e80-8618-4bdd805b0bd3 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 945 time: 0.0654004 Jul 08 02:20:23.379564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c1a9f089-3440-407d-b519-527878956396 req-069751c7-bb69-4b83-8444-0efc020de41b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/security-groups?id=b49d6cab-378d-4ed3-a561-f9ecb3eb7675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328321 Jul 08 02:20:23.431421 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f1599e51-73f8-4ca5-a5d6-3dd1d8086b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:23.484722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0557e9-568d-4116-9907-8655589e12d8 req-31f7a31b-f4aa-4531-b8f2-a34876c67cee tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:23.486133 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7a0557e9-568d-4116-9907-8655589e12d8 req-31f7a31b-f4aa-4531-b8f2-a34876c67cee tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 945 time: 0.0643990 Jul 08 02:20:23.597368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-7a0557e9-568d-4116-9907-8655589e12d8 req-ccbe0e56-6dde-4f37-a571-020caf64fc19 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Deleting port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:23.597721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7a0557e9-568d-4116-9907-8655589e12d8 req-ccbe0e56-6dde-4f37-a571-020caf64fc19 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:23.686217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7a0557e9-568d-4116-9907-8655589e12d8 req-ccbe0e56-6dde-4f37-a571-020caf64fc19 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] For port 78cfbfbc-3b76-4f9d-b269-c73a4869d072, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=78cfbfbc-3b76-4f9d-b269-c73a4869d072,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:23.686585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7a0557e9-568d-4116-9907-8655589e12d8 req-ccbe0e56-6dde-4f37-a571-020caf64fc19 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:23.704290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-7a0557e9-568d-4116-9907-8655589e12d8 req-ccbe0e56-6dde-4f37-a571-020caf64fc19 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Calling delete_port for 78cfbfbc-3b76-4f9d-b269-c73a4869d072 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:23.767833 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:23.832656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7a0557e9-568d-4116-9907-8655589e12d8 req-ccbe0e56-6dde-4f37-a571-020caf64fc19 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:23.863795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe0e56-6dde-4f37-a571-020caf64fc19 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'Port': ['ID=78cfbfbc-3b76-4f9d-b269-c73a4869d072,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:23.915257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0557e9-568d-4116-9907-8655589e12d8 req-ccbe0e56-6dde-4f37-a571-020caf64fc19 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] No DVR routers for this DVR port 78cfbfbc-3b76-4f9d-b269-c73a4869d072 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:23.917891 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7a0557e9-568d-4116-9907-8655589e12d8 req-ccbe0e56-6dde-4f37-a571-020caf64fc19 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:23.919964 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7a0557e9-568d-4116-9907-8655589e12d8 req-ccbe0e56-6dde-4f37-a571-020caf64fc19 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.24 "DELETE /v2.0/ports/78cfbfbc-3b76-4f9d-b269-c73a4869d072 HTTP/1.1" status: 204 len: 173 time: 0.4278629 Jul 08 02:20:23.920506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'name': 'network-vif-deleted', 'tag': '78cfbfbc-3b76-4f9d-b269-c73a4869d072'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:23.922808 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b05e15-85d1-4915-be4d-5c5355cdb7d6" -d '{"events": [{"server_uuid": "04de220e-3d7f-49f7-b3cb-8673649ca2eb", "name": "network-vif-deleted", "tag": "78cfbfbc-3b76-4f9d-b269-c73a4869d072"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:23.962133 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f777884-4f44-431b-aaa1-493dce9a7ebd x-openstack-request-id: req-1f777884-4f44-431b-aaa1-493dce9a7ebd {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:23.962426 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04de220e-3d7f-49f7-b3cb-8673649ca2eb", "name": "network-vif-deleted", "tag": "78cfbfbc-3b76-4f9d-b269-c73a4869d072", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:23.962673 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f777884-4f44-431b-aaa1-493dce9a7ebd {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:23.963092 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04de220e-3d7f-49f7-b3cb-8673649ca2eb', 'name': 'network-vif-deleted', 'tag': '78cfbfbc-3b76-4f9d-b269-c73a4869d072', 'status': 'completed', 'code': 200} Jul 08 02:20:24.526055 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c4d8b81-d116-4871-99f2-25997f121d03 req-46b309c3-8781-4aaf-b742-ef6f6434df6b tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 210 time: 0.0338137 Jul 08 02:20:24.867329 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:25.676436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc3c0026-0ff9-49e5-851d-4c84111b0a1c req-d94e0bec-80b8-403b-9600-8f67ae0306e6 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 210 time: 0.0279629 Jul 08 02:20:26.516962 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:26.618356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 78cfbfbc-3b76-4f9d-b269-c73a4869d072 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:26.638246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 78cfbfbc-3b76-4f9d-b269-c73a4869d072 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:26.638582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 78cfbfbc-3b76-4f9d-b269-c73a4869d072 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:26.834092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b14c5c2-5168-4012-ae70-29204d6c5d14 req-6df8e640-d3aa-449f-acb7-fc47f7b0fe46 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "GET /v2.0/ports?device_id=04de220e-3d7f-49f7-b3cb-8673649ca2eb HTTP/1.1" status: 200 len: 210 time: 0.0303383 Jul 08 02:20:27.937080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40752) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:28.063582 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-502c14d0-4748-441f-8a60-84095c908259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Deleting port 4165ac33-550f-42f7-af1f-18a4d7b3f78c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:28.063917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-502c14d0-4748-441f-8a60-84095c908259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:28.138911 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-502c14d0-4748-441f-8a60-84095c908259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:28.139136 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-502c14d0-4748-441f-8a60-84095c908259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:28.151116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-502c14d0-4748-441f-8a60-84095c908259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Calling delete_port for 4165ac33-550f-42f7-af1f-18a4d7b3f78c owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:28.287758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-502c14d0-4748-441f-8a60-84095c908259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:28.312604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c14d0-4748-441f-8a60-84095c908259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'Port': ['ID=4165ac33-550f-42f7-af1f-18a4d7b3f78c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:28.382625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-502c14d0-4748-441f-8a60-84095c908259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:28.385526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-502c14d0-4748-441f-8a60-84095c908259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:28.386688 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-502c14d0-4748-441f-8a60-84095c908259 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "DELETE /v2.0/floatingips/53f8be5c-e459-46c2-a2fe-ca9cfd5fdad3 HTTP/1.1" status: 204 len: 168 time: 0.4482265 Jul 08 02:20:30.744813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40768) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:30.820929 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ce3c-8755-404e-865f-498d104f1819 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:30.861660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ce3c-8755-404e-865f-498d104f1819 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:30.941090 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ce3c-8755-404e-865f-498d104f1819 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:30.944184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ce3c-8755-404e-865f-498d104f1819 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:30.945831 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cbd9ce3c-8755-404e-865f-498d104f1819 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] 10.222.0.41 "DELETE /v2.0/security-groups/b49d6cab-378d-4ed3-a561-f9ecb3eb7675 HTTP/1.1" status: 204 len: 168 time: 0.1999171 Jul 08 02:20:30.955830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9ce3c-8755-404e-865f-498d104f1819 tempest-TestVolumeBootPattern-758545760 tempest-TestVolumeBootPattern-758545760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49d6cab-378d-4ed3-a561-f9ecb3eb7675,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:31.023501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40772) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:31.614776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:31.930305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] Deleting port ba5b5993-0a46-43bd-a21d-75016e2a7d2d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:31.930946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.010974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] For port ba5b5993-0a46-43bd-a21d-75016e2a7d2d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ba5b5993-0a46-43bd-a21d-75016e2a7d2d,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:32.011254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.024273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] Calling delete_port for ba5b5993-0a46-43bd-a21d-75016e2a7d2d owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:32.208839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.242186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5b5993-0a46-43bd-a21d-75016e2a7d2d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:32.422572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.658052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] Router 874042fb-60ff-4c09-914c-3d8ea4a97eba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:32.762380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:32.767377 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1c7047b0-ce67-49cf-a268-e2eb6791c4b1 admin admin] 10.222.0.41 "PUT /v2.0/routers/874042fb-60ff-4c09-914c-3d8ea4a97eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425110 Jul 08 02:20:32.770032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40776) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:32.770668 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] Sync routers for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:32.780220 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:32.780863 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:20:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:32.873794 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:32.887270 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:33.072412 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:20:32Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:33.104400 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] Checking router: 874042fb-60ff-4c09-914c-3d8ea4a97eba for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:33.118559 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] Routers {'874042fb-60ff-4c09-914c-3d8ea4a97eba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:33.119191 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:20:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['874042fb-60ff-4c09-914c-3d8ea4a97eba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:33.233875 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] Set router 874042fb-60ff-4c09-914c-3d8ea4a97eba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:33.249462 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.276345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40780) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:33.336891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Deleting port c765258c-8823-4952-acef-972f84570647 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:33.337617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.342001 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e9edebb2-6bd0-4814-a71f-0d8baaf88f59 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/floatingips/330ffdd9-7be9-4d20-85f5-6ecf3a6da241 HTTP/1.1" status: 200 len: 992 time: 0.0710816 Jul 08 02:20:33.437695 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] For port c765258c-8823-4952-acef-972f84570647, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c765258c-8823-4952-acef-972f84570647,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:33.437695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.456163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Calling delete_port for c765258c-8823-4952-acef-972f84570647 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:33.472841 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:20:32Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:33.500743 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a055c52-4354-46e5-8083-e7e355aee664 None None] The sync data for ids ['874042fb-60ff-4c09-914c-3d8ea4a97eba'] in n-d-694802-14 is: [{'id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'name': 'tempest-TestVolumeBootPattern-1871991583-router', 'tenant_id': '7afc56f361c745a7aac9780da8d95363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': 'c765258c-8823-4952-acef-972f84570647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:20:32Z', 'revision_number': 5, 'project_id': '7afc56f361c745a7aac9780da8d95363', 'gw_port': {'id': 'c765258c-8823-4952-acef-972f84570647', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:64:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874042fb-60ff-4c09-914c-3d8ea4a97eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:09:53Z', 'updated_at': '2021-07-08T02:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:33.635331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.680258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Pushing event deleted for resources: {'Port': ['ID=c765258c-8823-4952-acef-972f84570647,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:33.695656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:33.752339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.877225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port e15c5f29-d404-43cf-bf45-d4861b7bdced {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:33.878151 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.890926 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.893660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.964179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.964695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.979843 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for e15c5f29-d404-43cf-bf45-d4861b7bdced owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:33.981096 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.981682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874042fb-60ff-4c09-914c-3d8ea4a97eba {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:20:33.986799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:33.988006 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-464299d7-7ed2-4a6a-b57d-c31eb0d7b869 admin admin] 10.222.0.41 "DELETE /v2.0/routers/874042fb-60ff-4c09-914c-3d8ea4a97eba HTTP/1.1" status: 204 len: 168 time: 1.2170327 Jul 08 02:20:33.992789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40788) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:34.045596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b7e725-467e-409c-aed1-2804d1f21e59 admin admin] Deleting subnet 0b3c9983-5699-446d-9bc9-a5b2b4822107 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:20:34.048905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e725-467e-409c-aed1-2804d1f21e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.085956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e725-467e-409c-aed1-2804d1f21e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.157934 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.171347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e725-467e-409c-aed1-2804d1f21e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.186572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=e15c5f29-d404-43cf-bf45-d4861b7bdced,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:34.196058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.196543 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.196791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.197134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.197616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.198004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.198268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.198597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.198923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.199247 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.199572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.199894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:34.233670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e725-467e-409c-aed1-2804d1f21e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.260195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7e725-467e-409c-aed1-2804d1f21e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b3c9983-5699-446d-9bc9-a5b2b4822107,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:34.266813 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d6b7e725-467e-409c-aed1-2804d1f21e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.268731 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d6b7e725-467e-409c-aed1-2804d1f21e59 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0b3c9983-5699-446d-9bc9-a5b2b4822107 HTTP/1.1" status: 204 len: 168 time: 0.2749295 Jul 08 02:20:34.271196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40790) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:34.277209 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.277749 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Floating IP 330ffdd9-7be9-4d20-85f5-6ecf3a6da241 disassociated (deleted). External IP: 172.25.4.56, port: 1335634c-bc5c-4228-827b-39b3c010a6db. Jul 08 02:20:34.281574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64eab07-5adc-4bb4-9dde-66adbfaade53 None None] Network 4897b7a4-7fe7-4a74-9371-b6eeb629862d requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:20:34.360982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.421956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Deleting port cdfcbd25-6312-4346-aa43-15223c6b5c98 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:34.421956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.500503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] For port cdfcbd25-6312-4346-aa43-15223c6b5c98, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=cdfcbd25-6312-4346-aa43-15223c6b5c98,segment=NetworkSegment(922dc489-4e7d-4759-bc85-9d55866f1db0),segment_id=922dc489-4e7d-4759-bc85-9d55866f1db0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:34.500900 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.516461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Calling delete_port for cdfcbd25-6312-4346-aa43-15223c6b5c98 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:34.608227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.636446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfcbd25-6312-4346-aa43-15223c6b5c98,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:34.641600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] No DVR routers for this DVR port cdfcbd25-6312-4346-aa43-15223c6b5c98 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:34.693959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c02d452-fa37-47a0-abad-bcb655eec419 None None] DHCP port deletion for 4897b7a4-7fe7-4a74-9371-b6eeb629862d request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:20:34.768233 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.776593 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.784692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba5b5993-0a46-43bd-a21d-75016e2a7d2d no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:34.789100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4897b7a4-7fe7-4a74-9371-b6eeb629862d']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:34.801155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922dc489-4e7d-4759-bc85-9d55866f1db0') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:34.801641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922dc489-4e7d-4759-bc85-9d55866f1db0') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:34.811776 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: ba5b5993-0a46-43bd-a21d-75016e2a7d2d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:34.812124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba5b5993-0a46-43bd-a21d-75016e2a7d2d not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:34.812594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c765258c-8823-4952-acef-972f84570647 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:34.813613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.830854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.833306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: c765258c-8823-4952-acef-972f84570647 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:34.833864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c765258c-8823-4952-acef-972f84570647 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:34.834435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cdfcbd25-6312-4346-aa43-15223c6b5c98 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:34.838071 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:20:34.838389 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:20:34.840678 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:20:34.847098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 66783a7a-f149-4522-8ba9-8947e448365f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:34.857608 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: cdfcbd25-6312-4346-aa43-15223c6b5c98 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:34.857963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device cdfcbd25-6312-4346-aa43-15223c6b5c98 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:34.907336 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.913743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.916025 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] 10.222.0.41 "DELETE /v2.0/networks/4897b7a4-7fe7-4a74-9371-b6eeb629862d HTTP/1.1" status: 204 len: 168 time: 0.6438930 Jul 08 02:20:34.924387 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40792) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:34.940932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221749d8-73d6-4fdb-858a-c3f05fc42b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=4897b7a4-7fe7-4a74-9371-b6eeb629862d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:34.968612 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:34.974833 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:34.978819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] Sync routers for ids ['66783a7a-f149-4522-8ba9-8947e448365f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:34.987918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] Routers {'66783a7a-f149-4522-8ba9-8947e448365f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:34.988602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:20:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['66783a7a-f149-4522-8ba9-8947e448365f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:35.027360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f22620b7-c504-4c4b-b2d4-a16a35119b8a tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/floatingips/330ffdd9-7be9-4d20-85f5-6ecf3a6da241 HTTP/1.1" status: 204 len: 168 time: 1.3299146 Jul 08 02:20:35.028179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'tag': '1335634c-bc5c-4228-827b-39b3c010a6db'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:35.032132 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda90745-1d29-4d0f-9b87-29182fa5dda0" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe587e7-34fa-430d-b8db-6704f7be3512", "tag": "1335634c-bc5c-4228-827b-39b3c010a6db"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:35.078131 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f4186b-4402-4d41-a5ed-151d46127d69 x-openstack-request-id: req-77f4186b-4402-4d41-a5ed-151d46127d69 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:35.078616 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe587e7-34fa-430d-b8db-6704f7be3512", "tag": "1335634c-bc5c-4228-827b-39b3c010a6db", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:35.078991 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77f4186b-4402-4d41-a5ed-151d46127d69 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:35.079580 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'tag': '1335634c-bc5c-4228-827b-39b3c010a6db', 'status': 'completed', 'code': 200} Jul 08 02:20:35.147073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] Set router 66783a7a-f149-4522-8ba9-8947e448365f gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:35.256272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-db677539-2d7e-4a16-bc43-4df3fa2732a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:35.256272 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-db677539-2d7e-4a16-bc43-4df3fa2732a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 1097 time: 0.1195216 Jul 08 02:20:35.379075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c6e6bd96-5b78-403f-ab8c-7a2e45df369e', 'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:a2:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:47Z', 'updated_at': '2021-07-08T02:19:52Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:35.410599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] Checking router: 66783a7a-f149-4522-8ba9-8947e448365f for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:35.420082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] Routers {'66783a7a-f149-4522-8ba9-8947e448365f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:35.421151 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:20:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['66783a7a-f149-4522-8ba9-8947e448365f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:35.421915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-9a37bba9-7733-4ccf-ad5d-8211a4bde81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:35.423469 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-9a37bba9-7733-4ccf-ad5d-8211a4bde81e service neutron] 10.222.0.16 "GET /v2.0/networks?id=097636dd-7e6b-4a51-b4a2-9144cc645827 HTTP/1.1" status: 200 len: 898 time: 0.1613503 Jul 08 02:20:35.434023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa933a-2113-4f5f-86c6-28774cc0bfc2 req-d52d8133-85ad-4b2a-a7b7-5d09fea6a55b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:35.435719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1fa933a-2113-4f5f-86c6-28774cc0bfc2 req-d52d8133-85ad-4b2a-a7b7-5d09fea6a55b tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 945 time: 0.0679152 Jul 08 02:20:35.481795 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-401bbae1-e414-4b23-92ae-53247a07f9f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1335634c-bc5c-4228-827b-39b3c010a6db HTTP/1.1" status: 200 len: 217 time: 0.0449231 Jul 08 02:20:35.485602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1fa933a-2113-4f5f-86c6-28774cc0bfc2 req-c1ac96c0-b91c-4c01-bde2-80dd1330c991 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437424 Jul 08 02:20:35.540443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] Set router 66783a7a-f149-4522-8ba9-8947e448365f gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:35.564360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-a091820d-2857-43ac-9f8a-ce5a1e06e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:35.564760 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-a091820d-2857-43ac-9f8a-ce5a1e06e87e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85643b83-fc41-4a8b-b38c-32351a67e181 HTTP/1.1" status: 200 len: 834 time: 0.0756207 Jul 08 02:20:35.610606 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:35.723093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-731b82ab-d85e-4628-9e5b-f25fd404c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:35.725381 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-731b82ab-d85e-4628-9e5b-f25fd404c048 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097636dd-7e6b-4a51-b4a2-9144cc645827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534867 Jul 08 02:20:35.775065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c6e6bd96-5b78-403f-ab8c-7a2e45df369e', 'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:a2:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:47Z', 'updated_at': '2021-07-08T02:19:52Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:35.801881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9f7fc-19b4-4432-bd3c-b095c7473adc None None] The sync data for ids ['66783a7a-f149-4522-8ba9-8947e448365f'] in n-d-694802-14 is: [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'c6e6bd96-5b78-403f-ab8c-7a2e45df369e', 'name': '', 'network_id': '097636dd-7e6b-4a51-b4a2-9144cc645827', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'mac_address': 'fa:16:3e:a2:1c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:47Z', 'updated_at': '2021-07-08T02:19:52Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'subnets': [{'id': '85643b83-fc41-4a8b-b38c-32351a67e181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:35.888519 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-4c87c335-b021-4fa3-8468-cd824281c120 service neutron] 10.222.0.16 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552420 Jul 08 02:20:36.045743 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb3db2b-fbb6-4358-9e44-fbf50c2c0faf None None] New status for floating IP 330ffdd9-7be9-4d20-85f5-6ecf3a6da241: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:20:36.047573 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fda90745-1d29-4d0f-9b87-29182fa5dda0 req-087be9ac-13f0-4e88-8d57-245d4e545dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456435 Jul 08 02:20:36.067155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] Deleting port 715904f4-e07c-468c-a0d3-fe38c5f66f96 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:36.067155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:36.172632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] For port 715904f4-e07c-468c-a0d3-fe38c5f66f96, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=715904f4-e07c-468c-a0d3-fe38c5f66f96,segment=NetworkSegment(032c8b69-24a2-4534-b41a-da3b62e5b3aa),segment_id=032c8b69-24a2-4534-b41a-da3b62e5b3aa)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:36.172984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:36.187868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] Calling delete_port for 715904f4-e07c-468c-a0d3-fe38c5f66f96 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:36.372727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:36.399339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=715904f4-e07c-468c-a0d3-fe38c5f66f96,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:36.605698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:36.681658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a8605-5767-44ad-8ae6-caecff84486d req-cc7feeb2-c0b0-4fa9-a6b1-a5cb3e649a91 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:36.683181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-295a8605-5767-44ad-8ae6-caecff84486d req-cc7feeb2-c0b0-4fa9-a6b1-a5cb3e649a91 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 945 time: 0.0693889 Jul 08 02:20:36.733716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-295a8605-5767-44ad-8ae6-caecff84486d req-3a429575-8f8a-409d-a47e-3c71742abb68 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/security-groups?id=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419331 Jul 08 02:20:37.054396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7e25ca8f-36be-4228-8e74-309796c27a2c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:37.056017 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7e25ca8f-36be-4228-8e74-309796c27a2c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 945 time: 0.4050972 Jul 08 02:20:37.238696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] Router e569ecd1-c2f4-42b3-8122-323c5cc50d00 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:37.258476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7c0e715e-1d21-4f6a-bac0-f2a7ff9ccca2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port 1335634c-bc5c-4228-827b-39b3c010a6db {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:37.258827 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7c0e715e-1d21-4f6a-bac0-f2a7ff9ccca2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:37.429643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7c0e715e-1d21-4f6a-bac0-f2a7ff9ccca2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] For port 1335634c-bc5c-4228-827b-39b3c010a6db, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=1335634c-bc5c-4228-827b-39b3c010a6db,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:37.430010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7c0e715e-1d21-4f6a-bac0-f2a7ff9ccca2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:37.432941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:37.442227 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cf337782-80d6-4b47-97b0-da861ae45df3 admin admin] 10.222.0.41 "PUT /v2.0/routers/e569ecd1-c2f4-42b3-8122-323c5cc50d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5169048 Jul 08 02:20:37.443974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] Sync routers for ids ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:37.446955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:37.454603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7c0e715e-1d21-4f6a-bac0-f2a7ff9ccca2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for 1335634c-bc5c-4228-827b-39b3c010a6db owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:37.455494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] Routers {'e569ecd1-c2f4-42b3-8122-323c5cc50d00'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:37.456361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:20:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:37.594065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] Set router e569ecd1-c2f4-42b3-8122-323c5cc50d00 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:37.594420 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:37.640092 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7c0e715e-1d21-4f6a-bac0-f2a7ff9ccca2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:37.684539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e715e-1d21-4f6a-bac0-f2a7ff9ccca2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=1335634c-bc5c-4228-827b-39b3c010a6db,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:37.728086 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:37.738924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7c0e715e-1d21-4f6a-bac0-f2a7ff9ccca2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] No DVR routers for this DVR port 1335634c-bc5c-4228-827b-39b3c010a6db on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:37.742991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7c0e715e-1d21-4f6a-bac0-f2a7ff9ccca2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:37.747148 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-89301bd6-6034-4c24-b7f4-f04f64d883ab req-7c0e715e-1d21-4f6a-bac0-f2a7ff9ccca2 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.16 "DELETE /v2.0/ports/1335634c-bc5c-4228-827b-39b3c010a6db HTTP/1.1" status: 204 len: 173 time: 0.6850607 Jul 08 02:20:37.747950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'name': 'network-vif-deleted', 'tag': '1335634c-bc5c-4228-827b-39b3c010a6db'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:37.751568 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df6ffdb-05cd-4d1a-b80e-eebebbfd4e61" -d '{"events": [{"server_uuid": "0fe587e7-34fa-430d-b8db-6704f7be3512", "name": "network-vif-deleted", "tag": "1335634c-bc5c-4228-827b-39b3c010a6db"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:37.823046 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7b462c-bb71-48d9-9d9b-06e069f627ee x-openstack-request-id: req-3e7b462c-bb71-48d9-9d9b-06e069f627ee {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:37.823328 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe587e7-34fa-430d-b8db-6704f7be3512", "name": "network-vif-deleted", "tag": "1335634c-bc5c-4228-827b-39b3c010a6db", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:37.823594 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e7b462c-bb71-48d9-9d9b-06e069f627ee {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:37.823999 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe587e7-34fa-430d-b8db-6704f7be3512', 'name': 'network-vif-deleted', 'tag': '1335634c-bc5c-4228-827b-39b3c010a6db', 'status': 'completed', 'code': 200} Jul 08 02:20:37.834215 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Deleting port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:37.834764 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:37.901521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'name': 'tempest-TestVolumeBootPattern-1466166927-router', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:10:01Z', 'updated_at': '2021-07-08T02:20:36Z', 'revision_number': 5, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'gw_port': {'id': '64aab1d3-7c0d-4f58-b2c6-0d252f0330f0', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:10:02Z', 'updated_at': '2021-07-08T02:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:37.937512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] Checking router: e569ecd1-c2f4-42b3-8122-323c5cc50d00 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:37.948407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] Routers {'e569ecd1-c2f4-42b3-8122-323c5cc50d00'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:37.949473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:20:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:37.956337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e1f1c32-16fb-4549-a018-50a86b3e14b2 req-017544cb-e4f1-44f6-abe7-bc58b9373584 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fe587e7-34fa-430d-b8db-6704f7be3512 HTTP/1.1" status: 200 len: 210 time: 0.0538602 Jul 08 02:20:37.993246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] For port 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=64aab1d3-7c0d-4f58-b2c6-0d252f0330f0,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:37.993993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.009451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Calling delete_port for 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:38.074276 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] Set router e569ecd1-c2f4-42b3-8122-323c5cc50d00 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:38.164336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'name': 'tempest-TestVolumeBootPattern-1466166927-router', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:10:01Z', 'updated_at': '2021-07-08T02:20:37Z', 'revision_number': 6, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:38.206635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e00543-2c0e-440f-9dd3-22d5492cd3d6 None None] The sync data for ids ['e569ecd1-c2f4-42b3-8122-323c5cc50d00'] in n-d-694802-14 is: [{'id': 'e569ecd1-c2f4-42b3-8122-323c5cc50d00', 'name': 'tempest-TestVolumeBootPattern-1466166927-router', 'tenant_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:10:01Z', 'updated_at': '2021-07-08T02:20:37Z', 'revision_number': 6, 'project_id': '1dbb4d65c7fa45f691a0bb9949b6c844', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:38.256085 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.289924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Pushing event deleted for resources: {'Port': ['ID=64aab1d3-7c0d-4f58-b2c6-0d252f0330f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:38.362007 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.461552 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.464775 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.515570 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.515570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e569ecd1-c2f4-42b3-8122-323c5cc50d00 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:20:38.525398 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.529560 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3dae0e3f-cf3d-4dec-95d4-2caa49cdf116 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e569ecd1-c2f4-42b3-8122-323c5cc50d00 HTTP/1.1" status: 204 len: 168 time: 1.0783801 Jul 08 02:20:38.529560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40808) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:38.578716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9f4d8c-9645-4144-9b98-d520234503cd admin admin] Deleting subnet ecd96349-07d9-4370-8a5f-462f14014cf0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:20:38.582010 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4d8c-9645-4144-9b98-d520234503cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.622667 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4d8c-9645-4144-9b98-d520234503cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.656086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 715904f4-e07c-468c-a0d3-fe38c5f66f96 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:38.680232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 715904f4-e07c-468c-a0d3-fe38c5f66f96 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:38.680838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 715904f4-e07c-468c-a0d3-fe38c5f66f96 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:38.721321 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4d8c-9645-4144-9b98-d520234503cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.775902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4d8c-9645-4144-9b98-d520234503cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.801361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f4d8c-9645-4144-9b98-d520234503cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd96349-07d9-4370-8a5f-462f14014cf0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:38.807176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2c9f4d8c-9645-4144-9b98-d520234503cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.810887 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2c9f4d8c-9645-4144-9b98-d520234503cd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ecd96349-07d9-4370-8a5f-462f14014cf0 HTTP/1.1" status: 204 len: 168 time: 0.2787273 Jul 08 02:20:38.812427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7dfd3d-5319-49f9-a8f4-22b305ed7bc2 None None] Network cd99ea84-1379-4650-8788-cfbcfecb95a2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:20:38.812665 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40810) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:38.885000 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:38.943304 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Deleting port 82483f2b-3f86-4929-aaad-265882a8b305 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:38.943723 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.011312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] For port 82483f2b-3f86-4929-aaad-265882a8b305, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=82483f2b-3f86-4929-aaad-265882a8b305,segment=NetworkSegment(032c8b69-24a2-4534-b41a-da3b62e5b3aa),segment_id=032c8b69-24a2-4534-b41a-da3b62e5b3aa)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:39.011684 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.025340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Calling delete_port for 82483f2b-3f86-4929-aaad-265882a8b305 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:39.057207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] DHCP port deletion for cd99ea84-1379-4650-8788-cfbcfecb95a2 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:20:39.071142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40814) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:39.120448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Deleting port 82483f2b-3f86-4929-aaad-265882a8b305 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:39.121144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.137212 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.156458 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2998ce08-195b-42d0-b23e-db4e2b1a027c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.173638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Pushing event deleted for resources: {'Port': ['ID=82483f2b-3f86-4929-aaad-265882a8b305,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:39.197817 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] No DVR routers for this DVR port 82483f2b-3f86-4929-aaad-265882a8b305 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:39.201209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2998ce08-195b-42d0-b23e-db4e2b1a027c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.206687 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.213505 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] For port 82483f2b-3f86-4929-aaad-265882a8b305, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=82483f2b-3f86-4929-aaad-265882a8b305,segment=NetworkSegment(032c8b69-24a2-4534-b41a-da3b62e5b3aa),segment_id=032c8b69-24a2-4534-b41a-da3b62e5b3aa)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:39.213945 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.230345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Calling delete_port for 82483f2b-3f86-4929-aaad-265882a8b305 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:39.281148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2998ce08-195b-42d0-b23e-db4e2b1a027c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.284025 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2998ce08-195b-42d0-b23e-db4e2b1a027c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.285453 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2998ce08-195b-42d0-b23e-db4e2b1a027c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/security-groups/36ce1c82-1d8f-47a0-8b3d-6e63ea62f281 HTTP/1.1" status: 204 len: 168 time: 0.2123001 Jul 08 02:20:39.294680 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.299134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998ce08-195b-42d0-b23e-db4e2b1a027c tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ce1c82-1d8f-47a0-8b3d-6e63ea62f281,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:39.317348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd99ea84-1379-4650-8788-cfbcfecb95a2']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:39.334348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40818) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:39.337652 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.342167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032c8b69-24a2-4534-b41a-da3b62e5b3aa') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:39.343966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032c8b69-24a2-4534-b41a-da3b62e5b3aa') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:39.362375 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.381035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] No DVR routers for this DVR port 82483f2b-3f86-4929-aaad-265882a8b305 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:39.387413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Pushing event deleted for resources: {'Port': ['ID=82483f2b-3f86-4929-aaad-265882a8b305,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:39.402358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.402733 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.403251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.403718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.404060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.405122 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.405122 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.405122 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.405646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.405947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.406444 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.406820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f073da-4cdb-48a7-bd5d-c1ec675f7dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:20:39.409474 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.423293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:20:39.423824 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:20:39.465595 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:20:39.494917 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.503390 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.508486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] 10.222.0.41 "DELETE /v2.0/networks/cd99ea84-1379-4650-8788-cfbcfecb95a2 HTTP/1.1" status: 204 len: 168 time: 0.6921129 Jul 08 02:20:39.522270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bec875-f316-4faa-b540-d3e401ac398c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd99ea84-1379-4650-8788-cfbcfecb95a2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:39.666258 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40822) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:39.710854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ee5d6a1f-93be-4e0f-9574-1c80e8417aae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7afc56f361c745a7aac9780da8d95363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426590 Jul 08 02:20:39.713689 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:39.765533 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4017-2444-4f8e-abee-11dfd40c5fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.788053 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4017-2444-4f8e-abee-11dfd40c5fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.791190 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.842891 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4017-2444-4f8e-abee-11dfd40c5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.845493 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4017-2444-4f8e-abee-11dfd40c5fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:39.846649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5cdf4017-2444-4f8e-abee-11dfd40c5fcf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a902bee-4452-44ef-815b-a84b6ea33826 HTTP/1.1" status: 204 len: 168 time: 0.1320460 Jul 08 02:20:39.855165 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf4017-2444-4f8e-abee-11dfd40c5fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a902bee-4452-44ef-815b-a84b6ea33826,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:40.123437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port c6e6bd96-5b78-403f-ab8c-7a2e45df369e {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:40.124205 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.221023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] For port c6e6bd96-5b78-403f-ab8c-7a2e45df369e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c6e6bd96-5b78-403f-ab8c-7a2e45df369e,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:40.221392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.236232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for c6e6bd96-5b78-403f-ab8c-7a2e45df369e owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:40.272254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40830) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:40.316656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-870a7e3c-a1f8-4714-a7aa-40e37840aca4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dbb4d65c7fa45f691a0bb9949b6c844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432811 Jul 08 02:20:40.319253 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40832) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:40.373705 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4040-4838-49aa-b573-ad92fb8b519e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.396967 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4040-4838-49aa-b573-ad92fb8b519e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.442979 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.453870 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4040-4838-49aa-b573-ad92fb8b519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.457378 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4040-4838-49aa-b573-ad92fb8b519e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.458732 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b6ec4040-4838-49aa-b573-ad92fb8b519e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/853ef8da-f7f1-4804-999d-ade153785f09 HTTP/1.1" status: 204 len: 168 time: 0.1368802 Jul 08 02:20:40.469557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 1335634c-bc5c-4228-827b-39b3c010a6db no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:40.470099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec4040-4838-49aa-b573-ad92fb8b519e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853ef8da-f7f1-4804-999d-ade153785f09,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:40.483848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=c6e6bd96-5b78-403f-ab8c-7a2e45df369e,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:40.699125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:40.716580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 1335634c-bc5c-4228-827b-39b3c010a6db {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:40.716580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 1335634c-bc5c-4228-827b-39b3c010a6db not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:40.716580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:40.751307 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:40.752876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 64aab1d3-7c0d-4f58-b2c6-0d252f0330f0 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:40.753349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 82483f2b-3f86-4929-aaad-265882a8b305 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:40.777414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 82483f2b-3f86-4929-aaad-265882a8b305 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:40.777693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 82483f2b-3f86-4929-aaad-265882a8b305 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:40.969141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Router 66783a7a-f149-4522-8ba9-8947e448365f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:20:41.093499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:20:41.098817 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-675d1f38-3ae6-40d7-b3bc-b702811ac496 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "PUT /v2.0/routers/66783a7a-f149-4522-8ba9-8947e448365f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7629786 Jul 08 02:20:41.102597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40836) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:41.104417 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] Sync routers for ids ['66783a7a-f149-4522-8ba9-8947e448365f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:20:41.115284 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] Routers {'66783a7a-f149-4522-8ba9-8947e448365f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:41.115951 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:20:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['66783a7a-f149-4522-8ba9-8947e448365f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:41.165790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a332e0-490e-44b3-aa7e-06dd7a1cecc5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting subnet 85643b83-fc41-4a8b-b38c-32351a67e181 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:20:41.169532 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52a332e0-490e-44b3-aa7e-06dd7a1cecc5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.228060 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52a332e0-490e-44b3-aa7e-06dd7a1cecc5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.233271 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] Set router 66783a7a-f149-4522-8ba9-8947e448365f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:41.320337 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52a332e0-490e-44b3-aa7e-06dd7a1cecc5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.379778 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52a332e0-490e-44b3-aa7e-06dd7a1cecc5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.411503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a332e0-490e-44b3-aa7e-06dd7a1cecc5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Subnet': ['ID=85643b83-fc41-4a8b-b38c-32351a67e181,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:41.415974 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-52a332e0-490e-44b3-aa7e-06dd7a1cecc5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.419330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-52a332e0-490e-44b3-aa7e-06dd7a1cecc5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/subnets/85643b83-fc41-4a8b-b38c-32351a67e181 HTTP/1.1" status: 204 len: 168 time: 0.3105035 Jul 08 02:20:41.421032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40838) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:41.421491 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:20:40Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:41.423144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902e3e07-bb93-4761-b3f6-6931b68e38a3 None None] Network 097636dd-7e6b-4a51-b4a2-9144cc645827 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:20:41.547594 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.549645 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] Checking router: 66783a7a-f149-4522-8ba9-8947e448365f for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:20:41.558386 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] Routers {'66783a7a-f149-4522-8ba9-8947e448365f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:20:41.559015 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:20:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['66783a7a-f149-4522-8ba9-8947e448365f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:41.637866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62523ac5-1503-4f51-aca6-099bc95e14a6 None None] DHCP port deletion for 097636dd-7e6b-4a51-b4a2-9144cc645827 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:20:41.659783 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.669501 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] Set router 66783a7a-f149-4522-8ba9-8947e448365f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:20:41.687720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-62523ac5-1503-4f51-aca6-099bc95e14a6 None None] Deleting port 7d855d9d-50d1-43be-b4ee-5d3b00362567 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:41.688100 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62523ac5-1503-4f51-aca6-099bc95e14a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.716676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Deleting port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:20:41.717070 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.761353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-62523ac5-1503-4f51-aca6-099bc95e14a6 None None] For port 7d855d9d-50d1-43be-b4ee-5d3b00362567, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7d855d9d-50d1-43be-b4ee-5d3b00362567,segment=NetworkSegment(70ba1234-0bc7-4ad1-b668-49fba8f609e4),segment_id=70ba1234-0bc7-4ad1-b668-49fba8f609e4)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:41.761751 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62523ac5-1503-4f51-aca6-099bc95e14a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.777041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-62523ac5-1503-4f51-aca6-099bc95e14a6 None None] Calling delete_port for 7d855d9d-50d1-43be-b4ee-5d3b00362567 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:41.806244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] For port c50fd8dd-a4fe-41d7-9739-62e77a34e3f3, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c50fd8dd-a4fe-41d7-9739-62e77a34e3f3,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:20:41.806628 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.820630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Calling delete_port for c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:20:41.862303 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-62523ac5-1503-4f51-aca6-099bc95e14a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:41.865407 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:20:40Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:41.889840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62523ac5-1503-4f51-aca6-099bc95e14a6 None None] Pushing event deleted for resources: {'Port': ['ID=7d855d9d-50d1-43be-b4ee-5d3b00362567,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:41.896714 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ca7c21-9e19-436f-bfdd-8a139fbfa778 None None] The sync data for ids ['66783a7a-f149-4522-8ba9-8947e448365f'] in n-d-694802-14 is: [{'id': '66783a7a-f149-4522-8ba9-8947e448365f', 'name': 'tempest-TestNetworkBasicOps-router-2104686947', 'tenant_id': '9ad7f761ca8440da91cd28ca2c27215a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:19:44Z', 'updated_at': '2021-07-08T02:20:40Z', 'revision_number': 5, 'project_id': '9ad7f761ca8440da91cd28ca2c27215a', 'gw_port': {'id': 'c50fd8dd-a4fe-41d7-9739-62e77a34e3f3', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ea:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66783a7a-f149-4522-8ba9-8947e448365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:19:45Z', 'updated_at': '2021-07-08T02:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:20:41.897592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62523ac5-1503-4f51-aca6-099bc95e14a6 None None] No DVR routers for this DVR port 7d855d9d-50d1-43be-b4ee-5d3b00362567 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:20:42.014761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.040936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Port': ['ID=c50fd8dd-a4fe-41d7-9739-62e77a34e3f3,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:42.112049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.209198 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.211600 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.259616 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.260843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Fanout notify agent at l3_agent the message router_deleted on router 66783a7a-f149-4522-8ba9-8947e448365f {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:20:42.268996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.272928 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bf2a0a74-12fa-4826-8a59-019e059b1fb5 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/routers/66783a7a-f149-4522-8ba9-8947e448365f HTTP/1.1" status: 204 len: 168 time: 0.8479352 Jul 08 02:20:42.273836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40840) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:42.360659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.537839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c6e6bd96-5b78-403f-ab8c-7a2e45df369e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:42.567390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: c6e6bd96-5b78-403f-ab8c-7a2e45df369e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:42.567832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c6e6bd96-5b78-403f-ab8c-7a2e45df369e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:42.568284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7d855d9d-50d1-43be-b4ee-5d3b00362567 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:42.594228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 7d855d9d-50d1-43be-b4ee-5d3b00362567 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:42.594663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7d855d9d-50d1-43be-b4ee-5d3b00362567 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:42.748386 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.758857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097636dd-7e6b-4a51-b4a2-9144cc645827']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:42.768853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ba1234-0bc7-4ad1-b668-49fba8f609e4') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:42.769147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ba1234-0bc7-4ad1-b668-49fba8f609e4') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:20:42.778755 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.794418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.801141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:20:42.801526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:20:42.804975 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:20:42.868454 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.875930 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:42.878188 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] 10.222.0.41 "DELETE /v2.0/networks/097636dd-7e6b-4a51-b4a2-9144cc645827 HTTP/1.1" status: 204 len: 168 time: 0.6040058 Jul 08 02:20:42.891276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e16a16-c000-433e-98ba-3206949a4e61 tempest-TestNetworkBasicOps-1424023363 tempest-TestNetworkBasicOps-1424023363-project] Pushing event deleted for resources: {'Network': ['ID=097636dd-7e6b-4a51-b4a2-9144cc645827,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:43.153713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40846) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:43.300924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-902ee3ad-4151-4807-8cdb-f0d23a0719ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ad7f761ca8440da91cd28ca2c27215a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458323 Jul 08 02:20:43.303659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40850) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:43.355843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a14f9103-26a1-4849-8b1f-c76bdeefa55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.378644 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a14f9103-26a1-4849-8b1f-c76bdeefa55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.425762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a14f9103-26a1-4849-8b1f-c76bdeefa55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.428446 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a14f9103-26a1-4849-8b1f-c76bdeefa55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.429619 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a14f9103-26a1-4849-8b1f-c76bdeefa55a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5438daea-d695-480d-b180-b5574b0fb3a1 HTTP/1.1" status: 204 len: 168 time: 0.1246684 Jul 08 02:20:43.438320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f9103-26a1-4849-8b1f-c76bdeefa55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5438daea-d695-480d-b180-b5574b0fb3a1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:43.694212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 40856) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:43.707948 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5673b220-15ef-4354-b62c-bb86fa3943a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.803899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5673b220-15ef-4354-b62c-bb86fa3943a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.808292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5673b220-15ef-4354-b62c-bb86fa3943a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.851641 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5673b220-15ef-4354-b62c-bb86fa3943a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8c1602937bb4bfdb0370b0304db8f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557422 Jul 08 02:20:43.852548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673b220-15ef-4354-b62c-bb86fa3943a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc85ea20-d706-4923-815d-cb6f0a55ea96,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:43.854338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:20:43.909942 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-449c11f1-4759-418d-b0ec-a3e2c9e170a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.931785 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-449c11f1-4759-418d-b0ec-a3e2c9e170a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.979195 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-449c11f1-4759-418d-b0ec-a3e2c9e170a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.981798 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-449c11f1-4759-418d-b0ec-a3e2c9e170a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:43.982966 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-449c11f1-4759-418d-b0ec-a3e2c9e170a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc85ea20-d706-4923-815d-cb6f0a55ea96 HTTP/1.1" status: 204 len: 168 time: 0.1273043 Jul 08 02:20:43.990849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c11f1-4759-418d-b0ec-a3e2c9e170a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc85ea20-d706-4923-815d-cb6f0a55ea96,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:44.435157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:20:44.456230 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:20:44.456615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c50fd8dd-a4fe-41d7-9739-62e77a34e3f3 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:20:50.671688 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9bd740f5-8084-4325-b644-21a74e1e8c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:51.616888 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:20:53.434879 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8ec750ec-e26b-428b-ab5e-fa105b5f653f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:53.771757 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.502189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-ec7bc804-f636-43df-8b6e-af1f613c0c04 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f2db57af379f42899644779fa59a51c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297472 Jul 08 02:20:54.690933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-16189b84-567e-4777-aa5a-0328aa5828d1 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:54.692422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-16189b84-567e-4777-aa5a-0328aa5828d1 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846771 Jul 08 02:20:54.707272 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-0a6e31a6-2d39-4932-b3c0-931f800c927d tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/quotas/f2db57af379f42899644779fa59a51c1 HTTP/1.1" status: 200 len: 375 time: 0.0090268 Jul 08 02:20:54.740663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-0a4ceaa3-d7c0-42df-a142-e4aef223ea70 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2db57af379f42899644779fa59a51c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268669 Jul 08 02:20:54.870088 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:54.911233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-42ba8221-6254-4471-8780-81253ad12df4 req-0416b6f4-4427-4f0b-9c9d-e18bb7c6506a tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 210 time: 0.0325847 Jul 08 02:20:56.057981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-912aef74-d151-468e-be67-e6a5811b186e req-9b61da34-fadf-4310-9da7-d91f953b6595 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 210 time: 0.0295036 Jul 08 02:20:56.103461 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7e49e294-9a38-4aa3-9f10-71ca340abd5a tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=f2db57af379f42899644779fa59a51c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342844 Jul 08 02:20:56.299130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-a6119066-6806-44e9-81c0-f39fc8022cb5 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:56.300652 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-a6119066-6806-44e9-81c0-f39fc8022cb5 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920679 Jul 08 02:20:56.313308 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Request body: {'port': {'device_id': '8783fced-b763-4148-9349-b64d6bfa8492', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'admin_state_up': True, 'tenant_id': 'f2db57af379f42899644779fa59a51c1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:56.425907 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Made reservation on behalf of f2db57af379f42899644779fa59a51c1 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:20:56.429811 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.439016 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.519621 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.533225 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.536979 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.599806 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08193f82-f57d-4e97-af79-d7ba25f0a02f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:56.675978 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Allocated IP 192.168.233.154 (d249ddf2-6a52-4932-8bf0-e1bbc4b06758/78f30488-017c-450b-86cf-ffb56f0ef5ae/a1659208-d747-461b-81c6-d14c65e082a6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:20:56.826678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.841278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Transition to ACTIVE for port object a1659208-d747-461b-81c6-d14c65e082a6 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:20:56.873087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.920619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:20:56.923693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:20:56.927512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:20:56.934032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Pushing event updated for resources: {'Port': ['ID=a1659208-d747-461b-81c6-d14c65e082a6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:56.980402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:56.980967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:56.995971 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f28786cb-731f-41d8-a7d8-dbafe013a2b0 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6870673 Jul 08 02:20:57.008927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Request body: {'port': {'device_id': '8783fced-b763-4148-9349-b64d6bfa8492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:20:57.087533 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.157275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-69b0a33d-6576-4589-adcd-f3f46f5cf581 None None] Provisioning for port a1659208-d747-461b-81c6-d14c65e082a6 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:20:57.162172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-69b0a33d-6576-4589-adcd-f3f46f5cf581 None None] Provisioning complete for port a1659208-d747-461b-81c6-d14c65e082a6 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:20:57.162790 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69b0a33d-6576-4589-adcd-f3f46f5cf581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.197899 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-69b0a33d-6576-4589-adcd-f3f46f5cf581 None None] Port a1659208-d747-461b-81c6-d14c65e082a6 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:20:57.254180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21031702-0a9a-4b86-b427-d9b001077e6e req-8dcf6303-3381-4ad6-8275-d49a0cbe62ba tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:57.255664 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21031702-0a9a-4b86-b427-d9b001077e6e req-8dcf6303-3381-4ad6-8275-d49a0cbe62ba tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 936 time: 0.0735962 Jul 08 02:20:57.294988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21031702-0a9a-4b86-b427-d9b001077e6e req-fa5019df-8734-4f81-a76a-5f5afa18a1b1 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/security-groups?id=08193f82-f57d-4e97-af79-d7ba25f0a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334101 Jul 08 02:20:57.362397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1659208-d747-461b-81c6-d14c65e082a6 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:20:57.369773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.381476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Transition to ACTIVE for port object a1659208-d747-461b-81c6-d14c65e082a6 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:20:57.385004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.438201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Pushing event updated for resources: {'Port': ['ID=a1659208-d747-461b-81c6-d14c65e082a6,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:57.510883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Attempting to bind port a1659208-d747-461b-81c6-d14c65e082a6 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:20:57.511228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Attempting to bind port a1659208-d747-461b-81c6-d14c65e082a6 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:20:57.511561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Attempting to bind port a1659208-d747-461b-81c6-d14c65e082a6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:20:57.516258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Port a1659208-d747-461b-81c6-d14c65e082a6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:20:57.516622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Attempting to bind port a1659208-d747-461b-81c6-d14c65e082a6 on network d249ddf2-6a52-4932-8bf0-e1bbc4b06758 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:20:57.521463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:20:57.521800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Checking segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:20:57.522181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Bound using segment: {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:20:57.522937 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Bound port: a1659208-d747-461b-81c6-d14c65e082a6, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be6a3a-ae75-427c-bca3-d0ad45787ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:20:57.524434 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.590974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] For port a1659208-d747-461b-81c6-d14c65e082a6, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:20:57.594198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] For port a1659208-d747-461b-81c6-d14c65e082a6, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a1659208-d747-461b-81c6-d14c65e082a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:20:57.598058 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.638814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:57.639430 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:20:57.640832 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] 10.222.0.16 "PUT /v2.0/ports/a1659208-d747-461b-81c6-d14c65e082a6 HTTP/1.1" status: 200 len: 1097 time: 0.6371324 Jul 08 02:20:57.641286 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8783fced-b763-4148-9349-b64d6bfa8492', 'tag': 'a1659208-d747-461b-81c6-d14c65e082a6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:20:57.643639 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fb966b-c3cf-47db-acce-c523c1890a68" -d '{"events": [{"name": "network-changed", "server_uuid": "8783fced-b763-4148-9349-b64d6bfa8492", "tag": "a1659208-d747-461b-81c6-d14c65e082a6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:20:57.669898 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282906e-887e-4db3-ae12-d3d54e24ad90 service neutron] Pushing event updated for resources: {'Port': ['ID=a1659208-d747-461b-81c6-d14c65e082a6,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:20:57.753012 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-91fad28f-d933-4a83-b60c-555377f8c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:57.754625 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-91fad28f-d933-4a83-b60c-555377f8c867 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2db57af379f42899644779fa59a51c1&device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 1100 time: 0.0629332 Jul 08 02:20:57.756123 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1855af-e36d-428f-a02e-22d321d91747 x-openstack-request-id: req-cf1855af-e36d-428f-a02e-22d321d91747 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:20:57.756433 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8783fced-b763-4148-9349-b64d6bfa8492", "tag": "a1659208-d747-461b-81c6-d14c65e082a6", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:20:57.756683 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf1855af-e36d-428f-a02e-22d321d91747 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:20:57.757081 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8783fced-b763-4148-9349-b64d6bfa8492', 'tag': 'a1659208-d747-461b-81c6-d14c65e082a6', 'status': 'completed', 'code': 200} Jul 08 02:20:57.799136 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-9477d394-2ef8-4a0b-9cc3-e083c8b06a3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a1659208-d747-461b-81c6-d14c65e082a6 HTTP/1.1" status: 200 len: 217 time: 0.0351181 Jul 08 02:20:57.854189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-89d98f93-6821-4472-abe1-991c26af3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:57.855699 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-89d98f93-6821-4472-abe1-991c26af3c0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0505784 Jul 08 02:20:57.915721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-cc8e1411-61f3-4c6b-a0aa-babb0eec9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:57.917162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-cc8e1411-61f3-4c6b-a0aa-babb0eec9154 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540111 Jul 08 02:20:58.012862 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-f99ec25d-9496-4dff-be34-bd019bde9fec service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883501 Jul 08 02:20:58.104774 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb9bb9c4-bd52-4234-b69d-30b2f29cb754 req-a770a306-4e9e-40b5-ba1d-c898df2f4689 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855837 Jul 08 02:20:58.203633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-d457ab30-1f2d-4dd2-a09f-f81c58cd0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:58.205099 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-d457ab30-1f2d-4dd2-a09f-f81c58cd0d87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2db57af379f42899644779fa59a51c1&device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 1100 time: 0.0534172 Jul 08 02:20:58.297766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-7447bc36-0c76-4f8b-b92e-79d0340b9234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:58.299245 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-7447bc36-0c76-4f8b-b92e-79d0340b9234 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758 HTTP/1.1" status: 200 len: 870 time: 0.0882041 Jul 08 02:20:58.339490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-55803c13-1913-4bdc-a441-73343fc6342c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=a1659208-d747-461b-81c6-d14c65e082a6 HTTP/1.1" status: 200 len: 217 time: 0.0335522 Jul 08 02:20:58.387687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-b4dc9a2d-770b-42f8-8c51-fb053fcd0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:58.389189 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-b4dc9a2d-770b-42f8-8c51-fb053fcd0b27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=78f30488-017c-450b-86cf-ffb56f0ef5ae HTTP/1.1" status: 200 len: 843 time: 0.0436721 Jul 08 02:20:58.451844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-e90c5501-e0af-4ef3-8f7b-36f47bd7c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:58.453375 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-e90c5501-e0af-4ef3-8f7b-36f47bd7c369 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d249ddf2-6a52-4932-8bf0-e1bbc4b06758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575147 Jul 08 02:20:58.473417 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02df3f-7445-4660-82e4-3bf9c3ce04aa req-152ea98a-666b-4368-9d25-f755034b50bf tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:58.474815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb02df3f-7445-4660-82e4-3bf9c3ce04aa req-152ea98a-666b-4368-9d25-f755034b50bf tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 948 time: 0.0664189 Jul 08 02:20:58.514678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb02df3f-7445-4660-82e4-3bf9c3ce04aa req-68c96c75-e3f8-4bd9-ad92-2b51b524356f tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/security-groups?id=08193f82-f57d-4e97-af79-d7ba25f0a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335500 Jul 08 02:20:58.545526 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-cacf55eb-2757-4902-b808-de2f2f1affb5 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842247 Jul 08 02:20:58.639480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80fb966b-c3cf-47db-acce-c523c1890a68 req-733cc16b-143d-455f-b89c-db7a617cef48 service neutron] 10.222.0.16 "GET /v2.0/networks/d249ddf2-6a52-4932-8bf0-e1bbc4b06758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864782 Jul 08 02:20:59.695202 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e942c7b-fedf-42ed-a1a8-e79e599ec62f req-873a13c3-65ec-4aa9-85ab-c1268131639e tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:20:59.696843 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e942c7b-fedf-42ed-a1a8-e79e599ec62f req-873a13c3-65ec-4aa9-85ab-c1268131639e tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 948 time: 0.0617900 Jul 08 02:20:59.737875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e942c7b-fedf-42ed-a1a8-e79e599ec62f req-39212432-7023-4aea-8a26-2f26510bafbb tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/security-groups?id=08193f82-f57d-4e97-af79-d7ba25f0a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354996 Jul 08 02:21:00.573209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a1659208-d747-461b-81c6-d14c65e082a6 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:21:00.668018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a1659208-d747-461b-81c6-d14c65e082a6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a1659208-d747-461b-81c6-d14c65e082a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:00.679051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'a1659208-d747-461b-81c6-d14c65e082a6', 'network_id': 'd249ddf2-6a52-4932-8bf0-e1bbc4b06758', 'port_id': 'a1659208-d747-461b-81c6-d14c65e082a6', 'mac_address': 'fa:16:3e:0e:d5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f30488-017c-450b-86cf-ffb56f0ef5ae', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:21:00.717686 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:00.730220 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1659208-d747-461b-81c6-d14c65e082a6 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:00.749644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a1659208-d747-461b-81c6-d14c65e082a6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a1659208-d747-461b-81c6-d14c65e082a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:00.753584 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:00.804007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=a1659208-d747-461b-81c6-d14c65e082a6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:00.912881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd1192-c6a4-4353-949f-42f7797befe4 req-a12e7817-f35b-4bf4-af79-e71b4a0946f6 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:00.914943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77cd1192-c6a4-4353-949f-42f7797befe4 req-a12e7817-f35b-4bf4-af79-e71b4a0946f6 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 949 time: 0.0644975 Jul 08 02:21:00.955149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77cd1192-c6a4-4353-949f-42f7797befe4 req-ff1b5dbd-d61b-424f-8994-0d54ea9abb41 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/security-groups?id=08193f82-f57d-4e97-af79-d7ba25f0a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Jul 08 02:21:00.956529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['a1659208-d747-461b-81c6-d14c65e082a6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:02.135572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106606a-2db5-401b-93f7-41ffcd07cd47 req-c90eed5e-6825-4709-ad0d-7498108e916f tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:02.137113 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b106606a-2db5-401b-93f7-41ffcd07cd47 req-c90eed5e-6825-4709-ad0d-7498108e916f tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 949 time: 0.0721886 Jul 08 02:21:02.175002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b106606a-2db5-401b-93f7-41ffcd07cd47 req-450ac9ff-0b10-495f-9bc7-801c2e80c708 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/security-groups?id=08193f82-f57d-4e97-af79-d7ba25f0a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Jul 08 02:21:02.590092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a1659208-d747-461b-81c6-d14c65e082a6 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:02.640938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port a1659208-d747-461b-81c6-d14c65e082a6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:02.644603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port a1659208-d747-461b-81c6-d14c65e082a6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:02.644984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.722233 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.744678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8783fced-b763-4148-9349-b64d6bfa8492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1659208-d747-461b-81c6-d14c65e082a6'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:02.746939 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0882e5-b0f5-433a-90a6-cd269dcb0523" -d '{"events": [{"server_uuid": "8783fced-b763-4148-9349-b64d6bfa8492", "name": "network-vif-plugged", "status": "completed", "tag": "a1659208-d747-461b-81c6-d14c65e082a6"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:02.760353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a1659208-d747-461b-81c6-d14c65e082a6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a1659208-d747-461b-81c6-d14c65e082a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:02.764426 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:02.788682 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7555dc3b-f60b-4e41-ae01-2fedcd839666 x-openstack-request-id: req-7555dc3b-f60b-4e41-ae01-2fedcd839666 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:02.788972 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8783fced-b763-4148-9349-b64d6bfa8492", "name": "network-vif-plugged", "status": "completed", "tag": "a1659208-d747-461b-81c6-d14c65e082a6", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:02.789261 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7555dc3b-f60b-4e41-ae01-2fedcd839666 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:02.790286 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8783fced-b763-4148-9349-b64d6bfa8492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1659208-d747-461b-81c6-d14c65e082a6', 'code': 200} Jul 08 02:21:02.816746 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=a1659208-d747-461b-81c6-d14c65e082a6,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:02.893405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d20b5-8ae2-4920-8c87-9ea76889ec6a req-0b9d91f6-ad6e-4304-ac9f-af8340355250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:02.894865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f7d20b5-8ae2-4920-8c87-9ea76889ec6a req-0b9d91f6-ad6e-4304-ac9f-af8340355250 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 1102 time: 0.0514505 Jul 08 02:21:02.928501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f7d20b5-8ae2-4920-8c87-9ea76889ec6a req-d4ee2a43-1b7d-4702-8459-b27abd356883 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=08193f82-f57d-4e97-af79-d7ba25f0a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275030 Jul 08 02:21:03.357919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78796371-8c10-4689-a050-d7f0a12fa388 req-fac78478-6e68-47b4-8805-295ac2fda039 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:03.359400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78796371-8c10-4689-a050-d7f0a12fa388 req-fac78478-6e68-47b4-8805-295ac2fda039 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 950 time: 0.0659525 Jul 08 02:21:03.397782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78796371-8c10-4689-a050-d7f0a12fa388 req-b38699fd-4d6f-4174-973a-89eec82edfb6 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/security-groups?id=08193f82-f57d-4e97-af79-d7ba25f0a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Jul 08 02:21:04.585142 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18dcb7-9f15-46ac-a377-10fb0975e35b req-8004a3ef-ea6a-43d3-ab15-043658237e98 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:04.587153 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc18dcb7-9f15-46ac-a377-10fb0975e35b req-8004a3ef-ea6a-43d3-ab15-043658237e98 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 950 time: 0.0680842 Jul 08 02:21:04.627738 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc18dcb7-9f15-46ac-a377-10fb0975e35b req-08278356-cd38-4f6c-99e4-57fef6b89083 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/security-groups?id=08193f82-f57d-4e97-af79-d7ba25f0a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345941 Jul 08 02:21:04.730338 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:05.729090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edf137-bbf0-461e-b5b9-221082ce588e req-322dda7c-735e-4c1c-b212-7718162d9204 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:05.730594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52edf137-bbf0-461e-b5b9-221082ce588e req-322dda7c-735e-4c1c-b212-7718162d9204 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 950 time: 0.0629759 Jul 08 02:21:05.772110 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52edf137-bbf0-461e-b5b9-221082ce588e req-c3d063c2-92a8-4b15-806e-588b39c77590 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/security-groups?id=08193f82-f57d-4e97-af79-d7ba25f0a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360763 Jul 08 02:21:06.911809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-290a615e-3558-4d88-bd2b-319f387d9d55 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:06.913309 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-290a615e-3558-4d88-bd2b-319f387d9d55 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.16 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 950 time: 0.0646987 Jul 08 02:21:06.955445 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79be73b-d80f-4c9d-96f7-b9ed587c58d4 req-e995de5d-0bbd-43a8-897b-9d665810861e tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:06.957199 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f79be73b-d80f-4c9d-96f7-b9ed587c58d4 req-e995de5d-0bbd-43a8-897b-9d665810861e tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/ports?device_id=8783fced-b763-4148-9349-b64d6bfa8492 HTTP/1.1" status: 200 len: 950 time: 0.0664062 Jul 08 02:21:06.996415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f79be73b-d80f-4c9d-96f7-b9ed587c58d4 req-1a625613-bcae-4ba1-9dde-ebd255424407 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.41 "GET /v2.0/security-groups?id=08193f82-f57d-4e97-af79-d7ba25f0a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Jul 08 02:21:07.020009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Deleting port a1659208-d747-461b-81c6-d14c65e082a6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:21:07.020376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.109150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] For port a1659208-d747-461b-81c6-d14c65e082a6, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a1659208-d747-461b-81c6-d14c65e082a6,segment=NetworkSegment(26be6a3a-ae75-427c-bca3-d0ad45787ea5),segment_id=26be6a3a-ae75-427c-bca3-d0ad45787ea5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:07.109496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.123486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Calling delete_port for a1659208-d747-461b-81c6-d14c65e082a6 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:21:07.254614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.268161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['a1659208-d747-461b-81c6-d14c65e082a6'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:07.285397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Pushing event deleted for resources: {'Port': ['ID=a1659208-d747-461b-81c6-d14c65e082a6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:07.318177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.318539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.318885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.319230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.319563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.319903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.320232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.320647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.321016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.321345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.321675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.322000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:07.345393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] No DVR routers for this DVR port a1659208-d747-461b-81c6-d14c65e082a6 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:21:07.348049 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:07.350088 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34d17db5-a18f-49dc-a207-f29c7b9a3c3e req-17dda70d-6080-4588-a434-7ec130ea7388 tempest-ServersAdminNegativeTestJSON-611835994 tempest-ServersAdminNegativeTestJSON-611835994-project] 10.222.0.16 "DELETE /v2.0/ports/a1659208-d747-461b-81c6-d14c65e082a6 HTTP/1.1" status: 204 len: 173 time: 0.4311130 Jul 08 02:21:07.350556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8783fced-b763-4148-9349-b64d6bfa8492', 'name': 'network-vif-deleted', 'tag': 'a1659208-d747-461b-81c6-d14c65e082a6'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:07.353639 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d498593d-433c-4ea1-95af-28b3e5d36392" -d '{"events": [{"server_uuid": "8783fced-b763-4148-9349-b64d6bfa8492", "name": "network-vif-deleted", "tag": "a1659208-d747-461b-81c6-d14c65e082a6"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:07.391715 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012a9a6-44a5-4f93-a8dc-c422e2394b2b x-openstack-request-id: req-0012a9a6-44a5-4f93-a8dc-c422e2394b2b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:07.392014 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8783fced-b763-4148-9349-b64d6bfa8492", "name": "network-vif-deleted", "tag": "a1659208-d747-461b-81c6-d14c65e082a6", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:07.392265 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0012a9a6-44a5-4f93-a8dc-c422e2394b2b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:07.392708 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8783fced-b763-4148-9349-b64d6bfa8492', 'name': 'network-vif-deleted', 'tag': 'a1659208-d747-461b-81c6-d14c65e082a6', 'status': 'completed', 'code': 200} Jul 08 02:21:08.327345 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:08.458248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-96587c4f-576e-4bdc-921d-321ae7e4cfc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2db57af379f42899644779fa59a51c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297252 Jul 08 02:21:08.460846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 40998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:08.508971 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78f8f74b-ad81-4622-a65e-2d30c402b94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.529739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78f8f74b-ad81-4622-a65e-2d30c402b94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.578940 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78f8f74b-ad81-4622-a65e-2d30c402b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.581476 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78f8f74b-ad81-4622-a65e-2d30c402b94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.582670 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-78f8f74b-ad81-4622-a65e-2d30c402b94f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08193f82-f57d-4e97-af79-d7ba25f0a02f HTTP/1.1" status: 204 len: 168 time: 0.1208930 Jul 08 02:21:08.591342 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8f74b-ad81-4622-a65e-2d30c402b94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08193f82-f57d-4e97-af79-d7ba25f0a02f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:08.847352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:08.860859 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25fe5d2e-3e25-4007-ba86-9b2ce60a6a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.948369 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25fe5d2e-3e25-4007-ba86-9b2ce60a6a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.952479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25fe5d2e-3e25-4007-ba86-9b2ce60a6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:08.990293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe5d2e-3e25-4007-ba86-9b2ce60a6a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8158064b-4c9a-4b9b-b00a-1010b0148c42,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:08.995645 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-25fe5d2e-3e25-4007-ba86-9b2ce60a6a78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d0d50f41524424e8be6c157f39ee432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472700 Jul 08 02:21:08.998523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41006) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:09.046603 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ddf721-2850-4b6f-81e0-4482bab50607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:09.067100 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ddf721-2850-4b6f-81e0-4482bab50607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:09.112579 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ddf721-2850-4b6f-81e0-4482bab50607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:09.115198 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66ddf721-2850-4b6f-81e0-4482bab50607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:09.116336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-66ddf721-2850-4b6f-81e0-4482bab50607 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8158064b-4c9a-4b9b-b00a-1010b0148c42 HTTP/1.1" status: 204 len: 168 time: 0.1168833 Jul 08 02:21:09.124540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddf721-2850-4b6f-81e0-4482bab50607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8158064b-4c9a-4b9b-b00a-1010b0148c42,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:09.166104 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:09.776037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41028) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:09.871007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1565325734-network', 'tenant_id': 'bd15f60d78fb40dc94a3efac5acbe435'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:09.894074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Made reservation on behalf of bd15f60d78fb40dc94a3efac5acbe435 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:21:09.896564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:09.906533 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:09.998675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.002220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.028938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:21:10.038866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bbad00-bf86-4b42-8347-cb249897c7c6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:10.048249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.048627 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Added segment 12047514-b5bf-4aa8-ba75-2cf61f178b23 of type vlan for network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca Jul 08 02:21:10.092468 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.127532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.128688 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:10.129276 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.203238 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4258330 Jul 08 02:21:10.206119 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41032) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:10.212414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Request body: {'subnet': {'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1565325734-subnet', 'tenant_id': 'bd15f60d78fb40dc94a3efac5acbe435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:10.222004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4771981-380f-4282-8a93-0b2460cbc70f admin admin] Pushing event updated for resources: {'Network': ['ID=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:10.232861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:21:10.240756 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Made reservation on behalf of bd15f60d78fb40dc94a3efac5acbe435 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:21:10.243213 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.413929 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.476085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b42629-acf2-4548-bcdb-52efcf6804ab,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:10.486551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Checking segment: {'id': '12047514-b5bf-4aa8-ba75-2cf61f178b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:10.486903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Network hostable DHCP agents. Network: b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:21:10.503659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:21:10.513343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:10.517543 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:10.518130 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:10.524667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d246cad8-434f-4643-a62c-48c39844fb91 None None] Network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:21:10.545963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7055cf6c-c36e-4e61-866d-2238b8f0c5ef admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3357873 Jul 08 02:21:10.641922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a1659208-d747-461b-81c6-d14c65e082a6 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:21:10.680239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: a1659208-d747-461b-81c6-d14c65e082a6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:21:10.680239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a1659208-d747-461b-81c6-d14c65e082a6 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:21:10.687445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e71958e-2de2-4b6f-91de-cc22115958b4 None None] Network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:21:11.020337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-89aba82c-91e8-499c-9d5d-2ed5f8fa412f tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:11.021805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-89aba82c-91e8-499c-9d5d-2ed5f8fa412f tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/networks?id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca HTTP/1.1" status: 200 len: 812 time: 0.1043141 Jul 08 02:21:11.036349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-36eb2c4d-ede7-47d1-b462-1d1b89724445 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/quotas/bd15f60d78fb40dc94a3efac5acbe435 HTTP/1.1" status: 200 len: 375 time: 0.0087421 Jul 08 02:21:11.069983 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-3a616e56-cedb-4e5a-954c-366b50664e20 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd15f60d78fb40dc94a3efac5acbe435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278232 Jul 08 02:21:11.161908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-eea07348-e162-49ac-b22c-57d8764dee3b service neutron] 10.222.0.41 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850449 Jul 08 02:21:11.253384 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-2efab8ad-30a0-4f92-828a-5caac363414f service neutron] 10.222.0.41 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848296 Jul 08 02:21:11.423438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb397223-5f12-4c82-875c-dd4999377ea0 req-79043ac4-484b-4b30-83fd-2ab84fbea798 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 210 time: 0.0336485 Jul 08 02:21:12.456288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-2a9f1de1-11c6-4dcc-b0c2-e81fd7668839 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:12.457950 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-2a9f1de1-11c6-4dcc-b0c2-e81fd7668839 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.16 "GET /v2.0/networks?id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca HTTP/1.1" status: 200 len: 812 time: 0.1113303 Jul 08 02:21:12.475056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Request body: {'port': {'device_id': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca', 'admin_state_up': True, 'tenant_id': 'bd15f60d78fb40dc94a3efac5acbe435'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:12.584278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f7cb0b80-9ef7-422c-99ec-e4a0156d050b req-69eb1565-0f8c-4286-adb9-9edd3de12334 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 210 time: 0.0345197 Jul 08 02:21:12.602128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Made reservation on behalf of bd15f60d78fb40dc94a3efac5acbe435 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:21:12.606010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.731873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Allocated IP 172.20.0.5 (b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca/83b42629-acf2-4548-bcdb-52efcf6804ab/b730fc5e-dcf8-4bf0-be91-9022b7abe64f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:21:12.879192 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.917596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:12.958719 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:21:12.964166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:21:12.967898 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:21:12.994879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Pushing event updated for resources: {'Port': ['ID=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:13.019651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:13.020258 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.033241 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f11f8ffc-4c5a-4a46-8e39-d67a643c3e0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628228 Jul 08 02:21:13.044984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Request body: {'port': {'device_id': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:13.117727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.376059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b730fc5e-dcf8-4bf0-be91-9022b7abe64f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:13.383338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.395330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Transition to ACTIVE for port object b730fc5e-dcf8-4bf0-be91-9022b7abe64f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:13.399428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.451243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Pushing event updated for resources: {'Port': ['ID=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:13.771683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f616f-a489-4bd1-b2f9-0fd901012a28 req-b87cd2d7-c60f-47d9-b0d1-2ae14145bc50 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:13.774843 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f65f616f-a489-4bd1-b2f9-0fd901012a28 req-b87cd2d7-c60f-47d9-b0d1-2ae14145bc50 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 943 time: 0.0681782 Jul 08 02:21:13.819827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Attempting to bind port b730fc5e-dcf8-4bf0-be91-9022b7abe64f on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:21:13.820426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Attempting to bind port b730fc5e-dcf8-4bf0-be91-9022b7abe64f by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '12047514-b5bf-4aa8-ba75-2cf61f178b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:21:13.820532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Attempting to bind port b730fc5e-dcf8-4bf0-be91-9022b7abe64f on network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:13.822707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f65f616f-a489-4bd1-b2f9-0fd901012a28 req-861ae4ad-34a6-40f3-bf5a-6abe751c278d tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 Jul 08 02:21:13.825964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Port b730fc5e-dcf8-4bf0-be91-9022b7abe64f on network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:21:13.826297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Attempting to bind port b730fc5e-dcf8-4bf0-be91-9022b7abe64f on network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:13.831323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:21:13.831666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Checking segment: {'id': '12047514-b5bf-4aa8-ba75-2cf61f178b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:13.832056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Bound using segment: {'id': '12047514-b5bf-4aa8-ba75-2cf61f178b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:21:13.832519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Bound port: b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12047514-b5bf-4aa8-ba75-2cf61f178b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:21:13.832879 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.898208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:21:13.901581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,segment=NetworkSegment(12047514-b5bf-4aa8-ba75-2cf61f178b23),segment_id=12047514-b5bf-4aa8-ba75-2cf61f178b23)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:21:13.905814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.940323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:13.940967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:13.942405 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] 10.222.0.16 "PUT /v2.0/ports/b730fc5e-dcf8-4bf0-be91-9022b7abe64f HTTP/1.1" status: 200 len: 1092 time: 0.9014099 Jul 08 02:21:13.942840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:13.945116 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9418716f-c93c-40f8-adfc-18bf4edc933e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:13.974607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbe682-be40-464e-82e9-bae7d6784db6 service neutron] Pushing event updated for resources: {'Port': ['ID=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:14.013120 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0cf5b6-6e58-4aa4-9e3c-5e6f8d480f1f x-openstack-request-id: req-6b0cf5b6-6e58-4aa4-9e3c-5e6f8d480f1f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:14.013408 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:14.013653 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b0cf5b6-6e58-4aa4-9e3c-5e6f8d480f1f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:14.014049 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f', 'status': 'completed', 'code': 200} Jul 08 02:21:14.041331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-3b11b877-a0f2-47fa-a25b-6fbed5b0b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:14.042924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-3b11b877-a0f2-47fa-a25b-6fbed5b0b82e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd15f60d78fb40dc94a3efac5acbe435&device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 1095 time: 0.0612638 Jul 08 02:21:14.084934 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-de4627c3-7747-4792-a037-4318f7c11f6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f HTTP/1.1" status: 200 len: 217 time: 0.0347247 Jul 08 02:21:14.134596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-a399ab68-ad43-4e58-bd71-b0b19bf3ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:14.136063 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-a399ab68-ad43-4e58-bd71-b0b19bf3ef10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83b42629-acf2-4548-bcdb-52efcf6804ab HTTP/1.1" status: 200 len: 852 time: 0.0450792 Jul 08 02:21:14.172326 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-21b5aff7-d48a-49b9-bf3b-1ee31fa1ffac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298815 Jul 08 02:21:14.266861 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-f833920c-a708-4c12-ab24-46936baef79f service neutron] 10.222.0.16 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877969 Jul 08 02:21:14.358976 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eb13570f-09b3-43aa-985b-8a4ffe2ff26e req-db0e127e-2e2f-44de-9933-f7ba46a35d71 service neutron] 10.222.0.16 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856128 Jul 08 02:21:14.457553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418716f-c93c-40f8-adfc-18bf4edc933e req-b322078b-31de-4e07-8ee1-88465748e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:14.459068 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9418716f-c93c-40f8-adfc-18bf4edc933e req-b322078b-31de-4e07-8ee1-88465748e6fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd15f60d78fb40dc94a3efac5acbe435&device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 1095 time: 0.0530925 Jul 08 02:21:14.548895 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418716f-c93c-40f8-adfc-18bf4edc933e req-db5b71d7-a4cb-4ee1-aa91-d0702c6e43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:14.550379 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9418716f-c93c-40f8-adfc-18bf4edc933e req-db5b71d7-a4cb-4ee1-aa91-d0702c6e43c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca HTTP/1.1" status: 200 len: 913 time: 0.0852544 Jul 08 02:21:14.594747 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9418716f-c93c-40f8-adfc-18bf4edc933e req-4465aa31-1c77-462d-95ad-bd6e3c3dae7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f HTTP/1.1" status: 200 len: 217 time: 0.0376518 Jul 08 02:21:14.644024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418716f-c93c-40f8-adfc-18bf4edc933e req-38ea70db-45a3-42b7-813c-ec41462181bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:14.645510 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9418716f-c93c-40f8-adfc-18bf4edc933e req-38ea70db-45a3-42b7-813c-ec41462181bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83b42629-acf2-4548-bcdb-52efcf6804ab HTTP/1.1" status: 200 len: 852 time: 0.0430193 Jul 08 02:21:14.678080 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9418716f-c93c-40f8-adfc-18bf4edc933e req-e53358f1-e24e-4762-badf-cadb0880365d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257976 Jul 08 02:21:14.769562 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9418716f-c93c-40f8-adfc-18bf4edc933e req-e79fb8d2-8389-4fa1-974d-f9c65b7315fb service neutron] 10.222.0.16 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843017 Jul 08 02:21:14.858741 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9418716f-c93c-40f8-adfc-18bf4edc933e req-e6e5713b-ac1b-418d-895b-423afbcd20f9 service neutron] 10.222.0.16 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826333 Jul 08 02:21:15.004773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b562255-a23a-47bf-be31-caf987635992 req-4403fc6f-9e98-4580-b55f-ee9feba31604 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:15.006248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b562255-a23a-47bf-be31-caf987635992 req-4403fc6f-9e98-4580-b55f-ee9feba31604 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 943 time: 0.0669043 Jul 08 02:21:15.044213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7b562255-a23a-47bf-be31-caf987635992 req-2f5c7e12-c706-4549-8935-bfc2debecd5d tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Jul 08 02:21:16.222560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0829280-a5ce-4685-bd27-ba3fd61bcf35 req-b6b164b7-37dd-4c16-b660-f4798efa9baa tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:16.224041 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d0829280-a5ce-4685-bd27-ba3fd61bcf35 req-b6b164b7-37dd-4c16-b660-f4798efa9baa tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 943 time: 0.0672333 Jul 08 02:21:16.262294 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d0829280-a5ce-4685-bd27-ba3fd61bcf35 req-a04d48f2-95e3-4564-8d16-0df951e0f8ba tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319650 Jul 08 02:21:16.653004 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b730fc5e-dcf8-4bf0-be91-9022b7abe64f details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:21:16.748397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,segment=NetworkSegment(12047514-b5bf-4aa8-ba75-2cf61f178b23),segment_id=12047514-b5bf-4aa8-ba75-2cf61f178b23)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:16.759160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f', 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca', 'port_id': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f', 'mac_address': 'fa:16:3e:a1:eb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b42629-acf2-4548-bcdb-52efcf6804ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:21:16.797410 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:16.810507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b730fc5e-dcf8-4bf0-be91-9022b7abe64f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:16.830169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,segment=NetworkSegment(12047514-b5bf-4aa8-ba75-2cf61f178b23),segment_id=12047514-b5bf-4aa8-ba75-2cf61f178b23)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:16.834587 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:16.882346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:17.021876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['b730fc5e-dcf8-4bf0-be91-9022b7abe64f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:17.441349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2024c7d-175d-4ec7-b918-bb81229f33b0 req-35ac715f-78cf-4e90-a1bb-153123b91759 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:17.442862 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2024c7d-175d-4ec7-b918-bb81229f33b0 req-35ac715f-78cf-4e90-a1bb-153123b91759 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 944 time: 0.0639808 Jul 08 02:21:17.486608 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2024c7d-175d-4ec7-b918-bb81229f33b0 req-46e5f7ae-2a5c-47ce-ac36-7947623687b6 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366445 Jul 08 02:21:18.657676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7504736-d97c-4283-bae0-c6a239b07a22 req-c14795b7-1ecf-4147-a7f0-c0729bf48795 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:18.659191 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7504736-d97c-4283-bae0-c6a239b07a22 req-c14795b7-1ecf-4147-a7f0-c0729bf48795 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 944 time: 0.0628405 Jul 08 02:21:18.668355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b730fc5e-dcf8-4bf0-be91-9022b7abe64f up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:18.696465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b7504736-d97c-4283-bae0-c6a239b07a22 req-3aa2160c-14b5-4ebb-9c47-665654eb2d12 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Jul 08 02:21:18.718873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port b730fc5e-dcf8-4bf0-be91-9022b7abe64f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:18.722781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port b730fc5e-dcf8-4bf0-be91-9022b7abe64f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:18.723145 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:18.801522 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:18.825598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:18.827813 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57102ae9-964f-4bfc-9cba-fd33c7c52ab5" -d '{"events": [{"server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "name": "network-vif-plugged", "status": "completed", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:18.841893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,segment=NetworkSegment(12047514-b5bf-4aa8-ba75-2cf61f178b23),segment_id=12047514-b5bf-4aa8-ba75-2cf61f178b23)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:18.845796 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:18.870602 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0bfacd-3093-4e9c-9571-2677183fefa1 x-openstack-request-id: req-db0bfacd-3093-4e9c-9571-2677183fefa1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:18.870897 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "name": "network-vif-plugged", "status": "completed", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:18.871153 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db0bfacd-3093-4e9c-9571-2677183fefa1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:18.871535 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f', 'code': 200} Jul 08 02:21:18.910838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:18.983197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719102df-fea6-4ab3-aa27-1d75e0bcbbcf req-ce3f6dfa-c74b-4571-8daa-b73463887008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:18.984739 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-719102df-fea6-4ab3-aa27-1d75e0bcbbcf req-ce3f6dfa-c74b-4571-8daa-b73463887008 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 1097 time: 0.0522132 Jul 08 02:21:19.023034 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-719102df-fea6-4ab3-aa27-1d75e0bcbbcf req-dfe49de0-5ae8-4534-9651-294c90c67df8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Jul 08 02:21:19.880046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01221d0-afb4-43b6-a377-0c35c3062460 req-ce4c1972-adcd-4004-99b8-e0a4d96c7a45 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:19.881599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c01221d0-afb4-43b6-a377-0c35c3062460 req-ce4c1972-adcd-4004-99b8-e0a4d96c7a45 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0668404 Jul 08 02:21:19.922953 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c01221d0-afb4-43b6-a377-0c35c3062460 req-4520f9b2-5784-4163-94b4-dc46685f6338 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347767 Jul 08 02:21:20.674542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f2029ad-65e5-45f1-a4f0-3f399e66699e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:21.105285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cfc93-5c6d-4e41-8a45-a7c56821ee7e req-549519bc-250d-4c91-98dd-726fc1fa8db2 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:21.106760 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c86cfc93-5c6d-4e41-8a45-a7c56821ee7e req-549519bc-250d-4c91-98dd-726fc1fa8db2 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0673139 Jul 08 02:21:21.145219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c86cfc93-5c6d-4e41-8a45-a7c56821ee7e req-5b505a70-f2f5-4472-81a9-a8cd60c30ce1 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329571 Jul 08 02:21:21.579893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-4dc4a484-4ba4-42f8-b5ad-94b227254e73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1459193 Jul 08 02:21:21.587220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9a50c-8926-4c22-bc5a-f3725a34c079 req-192401fc-b0b7-41e7-827c-065c7c4ccfb6 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:21.589323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acd9a50c-8926-4c22-bc5a-f3725a34c079 req-192401fc-b0b7-41e7-827c-065c7c4ccfb6 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.1063530 Jul 08 02:21:21.630828 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-acd9a50c-8926-4c22-bc5a-f3725a34c079 req-b554411c-ccab-48cd-b06c-9e29fb3b14d9 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354543 Jul 08 02:21:22.839638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add23-e3df-45d8-8f44-daec173823ba req-7e10d0da-863f-45c6-a11b-ec137f868771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:22.841262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-7e10d0da-863f-45c6-a11b-ec137f868771 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd15f60d78fb40dc94a3efac5acbe435&device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 1097 time: 0.0584383 Jul 08 02:21:22.942054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add23-e3df-45d8-8f44-daec173823ba req-2c4a6adb-ef02-4856-b509-7b5a4b6234ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:22.943844 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-2c4a6adb-ef02-4856-b509-7b5a4b6234ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca HTTP/1.1" status: 200 len: 913 time: 0.0963795 Jul 08 02:21:22.992271 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-7f59347d-2976-4111-a892-e74cb6763578 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f HTTP/1.1" status: 200 len: 217 time: 0.0419216 Jul 08 02:21:23.043309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add23-e3df-45d8-8f44-daec173823ba req-743a1257-397d-47e2-b053-df954981eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:23.044837 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-743a1257-397d-47e2-b053-df954981eff4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83b42629-acf2-4548-bcdb-52efcf6804ab HTTP/1.1" status: 200 len: 852 time: 0.0464849 Jul 08 02:21:23.078965 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-eff3ceb2-c0b2-433c-a289-de1d3848f3f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280211 Jul 08 02:21:23.119728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07441a73-f87c-4ced-b869-fd60a8009f10 req-7741041a-929c-4c41-a11d-edc20a2b6941 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:23.121288 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07441a73-f87c-4ced-b869-fd60a8009f10 req-7741041a-929c-4c41-a11d-edc20a2b6941 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.3755882 Jul 08 02:21:23.159413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-07441a73-f87c-4ced-b869-fd60a8009f10 req-facb9cf6-3266-4065-a526-371c67a1840f tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323622 Jul 08 02:21:23.171671 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-90ce0326-a46f-4b3a-832a-3f860d318558 service neutron] 10.222.0.16 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866842 Jul 08 02:21:23.268980 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-231b6755-3de7-437f-9fe6-d53fd5ae1e7a service neutron] 10.222.0.16 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860848 Jul 08 02:21:23.437071 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7e51ebc5-85aa-4ef5-ad0c-ba064f714c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:23.773261 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:24.337236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08e7fc-6ea6-4276-b9ba-91f003d92e1b req-061e7de3-fe1c-4bd4-9cbb-7be60927bb5a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:24.339276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e08e7fc-6ea6-4276-b9ba-91f003d92e1b req-061e7de3-fe1c-4bd4-9cbb-7be60927bb5a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0634215 Jul 08 02:21:24.377694 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e08e7fc-6ea6-4276-b9ba-91f003d92e1b req-40ac0a64-89c1-4d9a-83f6-1a13669de053 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328233 Jul 08 02:21:24.872474 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:25.559055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c605722-2004-4cd7-8a52-196a3aa37024 req-5552463f-be62-48e8-b6b8-3f65360ada6f tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:25.561029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c605722-2004-4cd7-8a52-196a3aa37024 req-5552463f-be62-48e8-b6b8-3f65360ada6f tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0701435 Jul 08 02:21:25.600936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c605722-2004-4cd7-8a52-196a3aa37024 req-3732c24b-7729-4aef-9964-b62604592ff6 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Jul 08 02:21:26.521458 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:26.777900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0321f-3b72-497a-b8db-5c77bdbb2f54 req-ee7f08f4-b245-462a-92d3-17d1f985a2ba tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:26.779298 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9d0321f-3b72-497a-b8db-5c77bdbb2f54 req-ee7f08f4-b245-462a-92d3-17d1f985a2ba tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0650361 Jul 08 02:21:26.815673 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9d0321f-3b72-497a-b8db-5c77bdbb2f54 req-9cf019f5-0cb9-462c-8d6b-af80fae615db tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307772 Jul 08 02:21:27.990975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f4b72-ccc8-4766-a58b-48dd83aa8e5a req-724a54de-9f35-48dd-8872-5e83406c6b16 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:27.992498 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc3f4b72-ccc8-4766-a58b-48dd83aa8e5a req-724a54de-9f35-48dd-8872-5e83406c6b16 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0647178 Jul 08 02:21:28.034717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc3f4b72-ccc8-4766-a58b-48dd83aa8e5a req-f31a67ec-13ca-4d14-bd80-5fc193a56d35 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363512 Jul 08 02:21:28.615403 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:21:29.206773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b089e-c31b-47fd-9b9e-043251cbf668 req-3c840877-f335-41af-91b8-7532031fa794 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:29.208260 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f97b089e-c31b-47fd-9b9e-043251cbf668 req-3c840877-f335-41af-91b8-7532031fa794 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0631764 Jul 08 02:21:29.247114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f97b089e-c31b-47fd-9b9e-043251cbf668 req-d48358aa-10d9-442d-9f8c-07923a799f0d tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328698 Jul 08 02:21:30.421571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02ba97-e525-48d0-b6a6-b00e8d157d1e req-9ff1d6b3-7918-465b-9d4b-49a7fecf4692 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:30.423138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a02ba97-e525-48d0-b6a6-b00e8d157d1e req-9ff1d6b3-7918-465b-9d4b-49a7fecf4692 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0638671 Jul 08 02:21:30.460713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a02ba97-e525-48d0-b6a6-b00e8d157d1e req-31451e53-50b8-4a1f-bd23-69061c878f60 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319674 Jul 08 02:21:31.645354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48825aa-b805-47d3-bee6-eda37103c1bc req-f191659b-752c-470f-b544-397263b73ab6 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:31.646847 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b48825aa-b805-47d3-bee6-eda37103c1bc req-f191659b-752c-470f-b544-397263b73ab6 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0697312 Jul 08 02:21:31.690421 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b48825aa-b805-47d3-bee6-eda37103c1bc req-043295b5-649d-48fd-b2f9-5aaa1f48dc36 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367286 Jul 08 02:21:32.866403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f53aab-f1c2-4e9b-9179-73bc6bbacb88 req-8f0f9a4a-1029-4833-9a05-3e70bbf8c471 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:32.867907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0f53aab-f1c2-4e9b-9179-73bc6bbacb88 req-8f0f9a4a-1029-4833-9a05-3e70bbf8c471 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0649085 Jul 08 02:21:32.908073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0f53aab-f1c2-4e9b-9179-73bc6bbacb88 req-13c680d6-02fd-4e6c-b9dc-711cab5df9a9 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335724 Jul 08 02:21:34.092562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639244a-fd7f-4950-b1b9-fd96181b3de0 req-a977a051-7fd9-4b16-b4ff-8665620c9e7e tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:34.094116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2639244a-fd7f-4950-b1b9-fd96181b3de0 req-a977a051-7fd9-4b16-b4ff-8665620c9e7e tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0691481 Jul 08 02:21:34.136263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2639244a-fd7f-4950-b1b9-fd96181b3de0 req-e8bb826c-810c-42a7-b020-1044970803bd tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364466 Jul 08 02:21:34.743494 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:35.323871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86409ea0-a80e-4eac-88b5-cf8c77c36f74 req-87bfd67e-91db-4242-ac60-9412c1252e6b tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:35.325413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86409ea0-a80e-4eac-88b5-cf8c77c36f74 req-87bfd67e-91db-4242-ac60-9412c1252e6b tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0698400 Jul 08 02:21:35.366283 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86409ea0-a80e-4eac-88b5-cf8c77c36f74 req-40d90c99-743e-4469-987c-a1b0a4edf395 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349395 Jul 08 02:21:36.555390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679ee2c-c0fc-4608-8067-a4a36c6600e6 req-4443c7f9-ee1b-474c-972e-21b22fcf0b81 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:36.557020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b679ee2c-c0fc-4608-8067-a4a36c6600e6 req-4443c7f9-ee1b-474c-972e-21b22fcf0b81 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0732925 Jul 08 02:21:36.595438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b679ee2c-c0fc-4608-8067-a4a36c6600e6 req-d7674537-d503-4f8c-9c43-af79b5a853f9 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Jul 08 02:21:37.780874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157686-d6e9-42d2-9394-03325ab2b1ac req-1cb4747d-cf59-4edd-8d75-014cbce34a40 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:37.782799 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c157686-d6e9-42d2-9394-03325ab2b1ac req-1cb4747d-cf59-4edd-8d75-014cbce34a40 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0716026 Jul 08 02:21:37.829541 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c157686-d6e9-42d2-9394-03325ab2b1ac req-10c357ae-d3ce-4243-932b-4a1c40a9b534 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Jul 08 02:21:39.005604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3121519-c609-4087-aa43-f27f39943bc0 req-1f4146ab-c97b-4be5-ba7a-b7af8009831a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:39.007078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3121519-c609-4087-aa43-f27f39943bc0 req-1f4146ab-c97b-4be5-ba7a-b7af8009831a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0640426 Jul 08 02:21:39.045873 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d3121519-c609-4087-aa43-f27f39943bc0 req-fadf215e-7a17-4652-9b65-2f33987dc1ae tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329854 Jul 08 02:21:39.182071 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:40.226150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605f8c3-bc85-4996-8a43-a3f146ea26d0 req-915b4e88-b6bc-47e2-8042-678138ef5e02 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:40.227674 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e605f8c3-bc85-4996-8a43-a3f146ea26d0 req-915b4e88-b6bc-47e2-8042-678138ef5e02 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0694723 Jul 08 02:21:40.271918 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e605f8c3-bc85-4996-8a43-a3f146ea26d0 req-cbd58996-c984-4c23-b3e5-53dcbffd9d4a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375862 Jul 08 02:21:41.473287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e0712-10d8-408f-ad3d-14633056031c req-2b2472a2-64d2-4314-9f9e-8b9b0a3432a8 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:41.475060 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c0e0712-10d8-408f-ad3d-14633056031c req-2b2472a2-64d2-4314-9f9e-8b9b0a3432a8 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0711315 Jul 08 02:21:41.517744 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c0e0712-10d8-408f-ad3d-14633056031c req-c9c4898e-62fd-4c42-9abe-f7926399ae88 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343091 Jul 08 02:21:42.699077 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf15c0-e38a-40ce-9ad0-b52127992dc6 req-3398b599-fed1-4b69-96c2-9b662d678d1d tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:42.700734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6bf15c0-e38a-40ce-9ad0-b52127992dc6 req-3398b599-fed1-4b69-96c2-9b662d678d1d tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0646718 Jul 08 02:21:42.755723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6bf15c0-e38a-40ce-9ad0-b52127992dc6 req-2573aa32-0220-4b5f-b77f-b9cbf04fa794 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488288 Jul 08 02:21:43.946239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ef483-7b84-424e-9ed7-cbc63c2971d9 req-afb85281-68dd-436e-bbbe-e2125a0b9bae tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:43.948610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-214ef483-7b84-424e-9ed7-cbc63c2971d9 req-afb85281-68dd-436e-bbbe-e2125a0b9bae tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0743940 Jul 08 02:21:43.994441 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-214ef483-7b84-424e-9ed7-cbc63c2971d9 req-d21245d9-8827-4369-95ac-11354668a8a9 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396619 Jul 08 02:21:45.184739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6972ff5-51e3-4da4-baa9-814c76e5c6f4 req-de214724-cb63-4498-a9dd-b79294e0937e tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:45.187574 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6972ff5-51e3-4da4-baa9-814c76e5c6f4 req-de214724-cb63-4498-a9dd-b79294e0937e tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0723543 Jul 08 02:21:45.231006 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6972ff5-51e3-4da4-baa9-814c76e5c6f4 req-88e51fd3-fcd4-44e0-9ee7-ce461d9da83b tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377901 Jul 08 02:21:46.407775 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dd7f2-f83a-47eb-9f75-05a2191a56a5 req-19cd897b-fbf2-4bc5-ad8e-6c3dc0fde0b0 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:46.409319 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-915dd7f2-f83a-47eb-9f75-05a2191a56a5 req-19cd897b-fbf2-4bc5-ad8e-6c3dc0fde0b0 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0645764 Jul 08 02:21:46.452185 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-915dd7f2-f83a-47eb-9f75-05a2191a56a5 req-768eac90-486e-4f8e-b847-12d486476847 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373394 Jul 08 02:21:47.642078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0eabd-4ef3-43f4-a819-175278a21cc8 req-5c14012d-4049-4860-a1e1-0098f9a7e3ce tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:47.644489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0f0eabd-4ef3-43f4-a819-175278a21cc8 req-5c14012d-4049-4860-a1e1-0098f9a7e3ce tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0725136 Jul 08 02:21:47.685119 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0f0eabd-4ef3-43f4-a819-175278a21cc8 req-40cd1caa-3d14-4554-83f3-8ad477a8a3b7 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Jul 08 02:21:48.861008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62c01c-189d-4f20-b9e0-6664bbf5ba8e req-59549f23-9941-4700-ace6-a522904e0b0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:48.862500 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed62c01c-189d-4f20-b9e0-6664bbf5ba8e req-59549f23-9941-4700-ace6-a522904e0b0a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0641887 Jul 08 02:21:48.900019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ed62c01c-189d-4f20-b9e0-6664bbf5ba8e req-4995df50-7b33-44a8-b689-e73456586752 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319579 Jul 08 02:21:50.078303 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb52f5-5c0d-4878-b1d1-217db5a8210e req-55bb97f2-77c3-4319-a6b4-c5fdf184b72b tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:50.079816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dabb52f5-5c0d-4878-b1d1-217db5a8210e req-55bb97f2-77c3-4319-a6b4-c5fdf184b72b tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0676727 Jul 08 02:21:50.123079 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dabb52f5-5c0d-4878-b1d1-217db5a8210e req-32b8145a-a19d-4531-924d-4c6f30bbd62f tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376236 Jul 08 02:21:50.230954 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-620add23-e3df-45d8-8f44-daec173823ba req-d3b3142d-46c8-4e9a-9227-44674f0c615c service neutron] show failed (client error): The resource could not be found. Jul 08 02:21:50.231899 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-d3b3142d-46c8-4e9a-9227-44674f0c615c service neutron] 10.222.0.16 "GET /v2.0/ports/b730fc5e-dcf8-4bf0-be91-9022b7abe64f/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0563724 Jul 08 02:21:50.514936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add23-e3df-45d8-8f44-daec173823ba req-cc9717a0-31cf-458e-b05f-e95e6ce16e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:50.516382 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-cc9717a0-31cf-458e-b05f-e95e6ce16e0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845&tenant_id=bd15f60d78fb40dc94a3efac5acbe435 HTTP/1.1" status: 200 len: 1097 time: 0.0875397 Jul 08 02:21:50.527819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:21:50.599628 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:50.676374 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8172ead6-aab8-4e55-9ce7-2d8badd46645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:50.798840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,segment=NetworkSegment(12047514-b5bf-4aa8-ba75-2cf61f178b23),segment_id=12047514-b5bf-4aa8-ba75-2cf61f178b23)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:50.831396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:21:50.873540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:50.875816 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73d984a-df07-4ead-9a85-15f2aa9836da" -d '{"events": [{"server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "name": "network-vif-unplugged", "status": "completed", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:50.879445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:50.892137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Transition to ACTIVE for port object b730fc5e-dcf8-4bf0-be91-9022b7abe64f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:21:50.895620 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:50.931268 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9114445-1e52-444d-ad70-821ed4fdda3d x-openstack-request-id: req-f9114445-1e52-444d-ad70-821ed4fdda3d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:50.931566 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "name": "network-vif-unplugged", "status": "completed", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:50.931948 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9114445-1e52-444d-ad70-821ed4fdda3d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:50.932575 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f', 'code': 200} Jul 08 02:21:50.947511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Pushing event updated for resources: {'Port': ['ID=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:50.967875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] No DVR routers for this DVR port b730fc5e-dcf8-4bf0-be91-9022b7abe64f on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:21:51.006880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Attempting to bind port b730fc5e-dcf8-4bf0-be91-9022b7abe64f on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:21:51.007214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Attempting to bind port b730fc5e-dcf8-4bf0-be91-9022b7abe64f by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '12047514-b5bf-4aa8-ba75-2cf61f178b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:21:51.007543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Attempting to bind port b730fc5e-dcf8-4bf0-be91-9022b7abe64f on network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:51.012600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Port b730fc5e-dcf8-4bf0-be91-9022b7abe64f on network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:21:51.012922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Attempting to bind port b730fc5e-dcf8-4bf0-be91-9022b7abe64f on network b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:21:51.017633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:21:51.017969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Checking segment: {'id': '12047514-b5bf-4aa8-ba75-2cf61f178b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:21:51.018352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Bound using segment: {'id': '12047514-b5bf-4aa8-ba75-2cf61f178b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:21:51.018773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Bound port: b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12047514-b5bf-4aa8-ba75-2cf61f178b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:21:51.019127 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:51.081418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:21:51.084435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,segment=NetworkSegment(12047514-b5bf-4aa8-ba75-2cf61f178b23),segment_id=12047514-b5bf-4aa8-ba75-2cf61f178b23)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:21:51.089219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:51.121117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:51.121776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:51.123147 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] 10.222.0.24 "PUT /v2.0/ports/b730fc5e-dcf8-4bf0-be91-9022b7abe64f HTTP/1.1" status: 200 len: 1092 time: 0.5998755 Jul 08 02:21:51.145816 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72572f-8288-4b23-b8d1-7c3863557062 service neutron] Pushing event updated for resources: {'Port': ['ID=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:51.205207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add23-e3df-45d8-8f44-daec173823ba req-c5341adf-8138-4263-b2d8-94344d5b4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:51.206900 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-c5341adf-8138-4263-b2d8-94344d5b4bcb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd15f60d78fb40dc94a3efac5acbe435&device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 1095 time: 0.0582790 Jul 08 02:21:51.302456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b79535-7758-4a2b-876a-08b7013aec30 req-3d498338-0bc1-4dbe-8bbe-13eb77ebea91 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:51.303623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add23-e3df-45d8-8f44-daec173823ba req-8ea308ed-5402-4278-b364-1040060c80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:51.304028 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7b79535-7758-4a2b-876a-08b7013aec30 req-3d498338-0bc1-4dbe-8bbe-13eb77ebea91 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 943 time: 0.0680797 Jul 08 02:21:51.305168 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-8ea308ed-5402-4278-b364-1040060c80d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca HTTP/1.1" status: 200 len: 913 time: 0.0906625 Jul 08 02:21:51.343349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7b79535-7758-4a2b-876a-08b7013aec30 req-f8592e80-bb7b-4356-be04-4b635f267f9c tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Jul 08 02:21:51.347983 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-f1e8067f-2cad-4c75-a146-81db284acdab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f HTTP/1.1" status: 200 len: 217 time: 0.0356693 Jul 08 02:21:51.402332 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620add23-e3df-45d8-8f44-daec173823ba req-bda86503-aba2-475c-89c0-33395006a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:51.403838 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-bda86503-aba2-475c-89c0-33395006a36f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83b42629-acf2-4548-bcdb-52efcf6804ab HTTP/1.1" status: 200 len: 852 time: 0.0489328 Jul 08 02:21:51.444336 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-63cf1d99-46c7-4bb2-a639-178b0b54c375 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339894 Jul 08 02:21:51.535493 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-ee9c0042-a6da-4230-8ced-479fa1df643f service neutron] 10.222.0.24 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837309 Jul 08 02:21:51.639410 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-620add23-e3df-45d8-8f44-daec173823ba req-770f8400-61c3-40ff-bc59-bb07e4f8576d service neutron] 10.222.0.24 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913851 Jul 08 02:21:52.531227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2163e-d83a-440d-84f8-43404b026d4c req-28da0508-a588-4ba4-a6b2-477dfde31c12 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:52.532795 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ef2163e-d83a-440d-84f8-43404b026d4c req-28da0508-a588-4ba4-a6b2-477dfde31c12 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 943 time: 0.0644774 Jul 08 02:21:52.575872 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ef2163e-d83a-440d-84f8-43404b026d4c req-db280f60-b269-45f6-8804-7729f3fcfb20 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375211 Jul 08 02:21:52.933791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:52.936199 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:52.984726 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b2d295-324d-45f7-bab9-eab9436cc693 x-openstack-request-id: req-28b2d295-324d-45f7-bab9-eab9436cc693 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:52.985021 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:52.985270 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28b2d295-324d-45f7-bab9-eab9436cc693 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:52.985665 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f', 'status': 'completed', 'code': 200} Jul 08 02:21:53.000945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b730fc5e-dcf8-4bf0-be91-9022b7abe64f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:21:53.110072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,segment=NetworkSegment(12047514-b5bf-4aa8-ba75-2cf61f178b23),segment_id=12047514-b5bf-4aa8-ba75-2cf61f178b23)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:53.111210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-5f568a68-6e4f-4bbb-b9b6-95541ace7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:53.112813 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-5f568a68-6e4f-4bbb-b9b6-95541ace7328 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd15f60d78fb40dc94a3efac5acbe435&device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 1095 time: 0.1075678 Jul 08 02:21:53.114578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-b6da5d16-b813-4f5c-a90f-6178e99efb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:53.115933 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-b6da5d16-b813-4f5c-a90f-6178e99efb78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd15f60d78fb40dc94a3efac5acbe435&device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 1095 time: 0.1003149 Jul 08 02:21:53.130738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f', 'network_id': 'b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca', 'port_id': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f', 'mac_address': 'fa:16:3e:a1:eb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b42629-acf2-4548-bcdb-52efcf6804ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:21:53.174191 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:53.193359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b730fc5e-dcf8-4bf0-be91-9022b7abe64f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:21:53.215284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,segment=NetworkSegment(12047514-b5bf-4aa8-ba75-2cf61f178b23),segment_id=12047514-b5bf-4aa8-ba75-2cf61f178b23)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:53.219913 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:53.274058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:53.281742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.286137 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.286492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.286833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.287298 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.287638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.287968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.288286 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-65d91ae3-61a0-43a1-b2ef-ee4b2ddabde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:53.288451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.288625 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.288941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.289430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.289944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:53.291823 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-65d91ae3-61a0-43a1-b2ef-ee4b2ddabde4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca HTTP/1.1" status: 200 len: 913 time: 0.1728466 Jul 08 02:21:53.293840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-e42527ee-9acb-4240-ac0f-55129d0dcc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:53.296888 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-e42527ee-9acb-4240-ac0f-55129d0dcc45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca HTTP/1.1" status: 200 len: 913 time: 0.1701996 Jul 08 02:21:53.347621 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-3c80e582-f520-464c-9a84-8f6554556c81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f HTTP/1.1" status: 200 len: 217 time: 0.0464060 Jul 08 02:21:53.387289 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-1d0670e0-af6e-4e95-9b53-32e48a79fa48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f HTTP/1.1" status: 200 len: 217 time: 0.0773077 Jul 08 02:21:53.445300 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7db16a9b-4f12-44fd-8988-eb7c0e81b2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:53.457580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['b730fc5e-dcf8-4bf0-be91-9022b7abe64f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:21:53.466862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-40c497fd-0ea0-4ed8-a5f5-47aaf8af8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:53.468339 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-40c497fd-0ea0-4ed8-a5f5-47aaf8af8627 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83b42629-acf2-4548-bcdb-52efcf6804ab HTTP/1.1" status: 200 len: 852 time: 0.0907891 Jul 08 02:21:53.483626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-e173711d-3449-4dd1-b7bc-63b19462dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:53.485139 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-e173711d-3449-4dd1-b7bc-63b19462dd97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83b42629-acf2-4548-bcdb-52efcf6804ab HTTP/1.1" status: 200 len: 852 time: 0.0784640 Jul 08 02:21:53.506154 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-2bb5a622-3705-4991-a74e-6d20ac15aa81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320098 Jul 08 02:21:53.547950 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-fc62c0c6-96f4-4ef5-9c56-e8a9af282c47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452771 Jul 08 02:21:53.693920 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-4431b68e-a69e-40d1-a831-9a44d5ae353c service neutron] 10.222.0.16 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770957 Jul 08 02:21:53.699979 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-644574d5-f8e8-4aec-a503-ad9045f6a74c service neutron] 10.222.0.24 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418252 Jul 08 02:21:53.754539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36ba75-04da-4cca-a46f-8b6f7cd35996 req-12cda1c2-02c0-44c8-a60d-fc8b63efc8e8 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:53.756075 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a36ba75-04da-4cca-a46f-8b6f7cd35996 req-12cda1c2-02c0-44c8-a60d-fc8b63efc8e8 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 944 time: 0.0655282 Jul 08 02:21:53.776505 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:53.804819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a36ba75-04da-4cca-a46f-8b6f7cd35996 req-346deee4-eb07-4e17-80b5-fc5c885b24f0 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400476 Jul 08 02:21:53.861040 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-5efc1123-f8d4-4ed1-ae33-45038e899ed2 service neutron] 10.222.0.16 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601493 Jul 08 02:21:53.876029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2f79b3a6-08fd-4ce4-81d9-1f04ead404f4 req-e2820d1a-1766-43e5-925a-2b30cb7f1f59 service neutron] 10.222.0.24 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675348 Jul 08 02:21:54.226788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-48de2488-db69-4ddb-93a8-6b949acfbaa3 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.228867 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-48de2488-db69-4ddb-93a8-6b949acfbaa3 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845&tenant_id=bd15f60d78fb40dc94a3efac5acbe435&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 944 time: 0.1113114 Jul 08 02:21:54.286982 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-b3f6f3f5-5f11-497f-91f5-13f98d13ddaa service neutron] delete failed (client error): The resource could not be found. Jul 08 02:21:54.288018 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-b3f6f3f5-5f11-497f-91f5-13f98d13ddaa service neutron] 10.222.0.16 "DELETE /v2.0/ports/b730fc5e-dcf8-4bf0-be91-9022b7abe64f/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0537124 Jul 08 02:21:54.383358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-fdbc7c88-0ae3-4b8d-a0e6-c8b883c0053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.385710 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-fdbc7c88-0ae3-4b8d-a0e6-c8b883c0053c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd15f60d78fb40dc94a3efac5acbe435&device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 1096 time: 0.0550508 Jul 08 02:21:54.477579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-33b3ab92-6d2d-4d59-8458-6178da441f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.479735 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-33b3ab92-6d2d-4d59-8458-6178da441f04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca HTTP/1.1" status: 200 len: 913 time: 0.0881741 Jul 08 02:21:54.519982 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-5f4604d0-931f-4a7c-a1e0-63fc77f92543 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f HTTP/1.1" status: 200 len: 217 time: 0.0336144 Jul 08 02:21:54.569801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-6787c17d-652e-43fe-b065-9d0af041da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:54.571245 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-6787c17d-652e-43fe-b065-9d0af041da43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83b42629-acf2-4548-bcdb-52efcf6804ab HTTP/1.1" status: 200 len: 852 time: 0.0460272 Jul 08 02:21:54.602784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-544f4a2c-e597-4db0-a04b-d383194bca0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258946 Jul 08 02:21:54.688278 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-5c1bc968-d63f-4825-bf37-d1b8bcca09bd service neutron] 10.222.0.16 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787568 Jul 08 02:21:54.783008 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-59025a18-af8e-4e3a-a42a-626bdb149ce7 service neutron] 10.222.0.16 "GET /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885310 Jul 08 02:21:54.877597 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:54.926467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b730fc5e-dcf8-4bf0-be91-9022b7abe64f no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:21:54.965011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device b730fc5e-dcf8-4bf0-be91-9022b7abe64f not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:21:55.013190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b730fc5e-dcf8-4bf0-be91-9022b7abe64f up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:21:55.060885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port b730fc5e-dcf8-4bf0-be91-9022b7abe64f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:21:55.064606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port b730fc5e-dcf8-4bf0-be91-9022b7abe64f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:21:55.064977 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:55.148955 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:55.172165 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:55.174430 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad97026-ac8a-4d74-81e3-c161d63d8b98" -d '{"events": [{"server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "name": "network-vif-plugged", "status": "completed", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:55.190842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,segment=NetworkSegment(12047514-b5bf-4aa8-ba75-2cf61f178b23),segment_id=12047514-b5bf-4aa8-ba75-2cf61f178b23)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:55.199168 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:55.225563 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e1cb31-3537-433a-81cb-b9c72a429829 x-openstack-request-id: req-44e1cb31-3537-433a-81cb-b9c72a429829 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:55.225857 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "name": "network-vif-plugged", "status": "completed", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:55.226108 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44e1cb31-3537-433a-81cb-b9c72a429829 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:55.226599 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f', 'code': 200} Jul 08 02:21:55.257833 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:55.611594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bef828-10a3-43f4-87cc-f68053913ee4 req-b6ba42b5-9f01-4a98-b097-7d1fb424f98a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:55.613175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97bef828-10a3-43f4-87cc-f68053913ee4 req-b6ba42b5-9f01-4a98-b097-7d1fb424f98a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0682042 Jul 08 02:21:55.655467 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97bef828-10a3-43f4-87cc-f68053913ee4 req-5ecef8f6-64c6-40cf-8077-aa4d1ff1cf4d tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357442 Jul 08 02:21:56.524501 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:56.835450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-88db7192-8bdd-4f88-b054-1c6a8f4e06ce tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:56.836048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94550d48-a7d9-4158-b2a9-c9ba720fd75d req-6171718a-3640-4c08-8f4a-f2c7b528906c tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:21:56.836959 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-88db7192-8bdd-4f88-b054-1c6a8f4e06ce tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0649931 Jul 08 02:21:56.837114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94550d48-a7d9-4158-b2a9-c9ba720fd75d req-6171718a-3640-4c08-8f4a-f2c7b528906c tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 945 time: 0.0697887 Jul 08 02:21:56.880660 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94550d48-a7d9-4158-b2a9-c9ba720fd75d req-6b8dceb2-1618-4f0b-9c5c-94ac82dba5ef tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/security-groups?id=78bbad00-bf86-4b42-8347-cb249897c7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361829 Jul 08 02:21:56.942013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-4fcb709d-9264-4858-9e64-6825af71e38a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Deleting port b730fc5e-dcf8-4bf0-be91-9022b7abe64f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:21:56.942349 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-4fcb709d-9264-4858-9e64-6825af71e38a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:57.027628 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-4fcb709d-9264-4858-9e64-6825af71e38a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] For port b730fc5e-dcf8-4bf0-be91-9022b7abe64f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,segment=NetworkSegment(12047514-b5bf-4aa8-ba75-2cf61f178b23),segment_id=12047514-b5bf-4aa8-ba75-2cf61f178b23)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:21:57.027982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-4fcb709d-9264-4858-9e64-6825af71e38a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:57.040891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-4fcb709d-9264-4858-9e64-6825af71e38a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Calling delete_port for b730fc5e-dcf8-4bf0-be91-9022b7abe64f owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:21:57.449526 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-4fcb709d-9264-4858-9e64-6825af71e38a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:57.480539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb709d-9264-4858-9e64-6825af71e38a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Pushing event deleted for resources: {'Port': ['ID=b730fc5e-dcf8-4bf0-be91-9022b7abe64f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:57.527832 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-4fcb709d-9264-4858-9e64-6825af71e38a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] No DVR routers for this DVR port b730fc5e-dcf8-4bf0-be91-9022b7abe64f on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:21:57.530612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-4fcb709d-9264-4858-9e64-6825af71e38a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:57.532913 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ca8ecfbd-cd4d-48a6-86b0-c138354dcab6 req-4fcb709d-9264-4858-9e64-6825af71e38a tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.24 "DELETE /v2.0/ports/b730fc5e-dcf8-4bf0-be91-9022b7abe64f HTTP/1.1" status: 204 len: 173 time: 0.6890993 Jul 08 02:21:57.533374 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'name': 'network-vif-deleted', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:21:57.535754 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba1e87e-1276-4e05-9fe6-67355918f936" -d '{"events": [{"server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "name": "network-vif-deleted", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:21:57.581138 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fac4f2e-54a5-424a-b73d-9e79f741adb6 x-openstack-request-id: req-5fac4f2e-54a5-424a-b73d-9e79f741adb6 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:21:57.581491 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce47b6c5-6de5-4fce-acc5-624021d9c845", "name": "network-vif-deleted", "tag": "b730fc5e-dcf8-4bf0-be91-9022b7abe64f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:21:57.581711 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fac4f2e-54a5-424a-b73d-9e79f741adb6 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:21:57.582138 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce47b6c5-6de5-4fce-acc5-624021d9c845', 'name': 'network-vif-deleted', 'tag': 'b730fc5e-dcf8-4bf0-be91-9022b7abe64f', 'status': 'completed', 'code': 200} Jul 08 02:21:58.046525 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cea3c869-b55e-47b8-9baa-dbfc2be9390b req-f55f8cdb-788a-4784-bd72-d43c364ff4d2 tempest-DeleteServersTestJSON-389453145 tempest-DeleteServersTestJSON-389453145-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce47b6c5-6de5-4fce-acc5-624021d9c845 HTTP/1.1" status: 200 len: 210 time: 0.0283678 Jul 08 02:21:59.014868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b730fc5e-dcf8-4bf0-be91-9022b7abe64f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:21:59.035273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: b730fc5e-dcf8-4bf0-be91-9022b7abe64f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:21:59.035623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device b730fc5e-dcf8-4bf0-be91-9022b7abe64f not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:21:59.296994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41188) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:59.345768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef036c95-15f6-4df8-8d05-3ad19d93a75c admin admin] Deleting subnet 83b42629-acf2-4548-bcdb-52efcf6804ab {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:21:59.352489 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef036c95-15f6-4df8-8d05-3ad19d93a75c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.386669 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef036c95-15f6-4df8-8d05-3ad19d93a75c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.429804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef036c95-15f6-4df8-8d05-3ad19d93a75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.497614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef036c95-15f6-4df8-8d05-3ad19d93a75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.510678 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ef036c95-15f6-4df8-8d05-3ad19d93a75c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.513038 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ef036c95-15f6-4df8-8d05-3ad19d93a75c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/83b42629-acf2-4548-bcdb-52efcf6804ab HTTP/1.1" status: 204 len: 168 time: 0.2145486 Jul 08 02:21:59.515541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41190) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:59.530677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef036c95-15f6-4df8-8d05-3ad19d93a75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b42629-acf2-4548-bcdb-52efcf6804ab,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:59.584921 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.671883 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.683915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:59.695125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12047514-b5bf-4aa8-ba75-2cf61f178b23') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:59.695423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12047514-b5bf-4aa8-ba75-2cf61f178b23') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:21:59.704488 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.718989 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.724887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:21:59.725291 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:21:59.726977 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:21:59.788366 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.794863 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:21:59.799605 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] 10.222.0.41 "DELETE /v2.0/networks/b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca HTTP/1.1" status: 204 len: 168 time: 0.2802980 Jul 08 02:21:59.807895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f5abb0-bca5-4d9f-8eba-cec8a73ab9ca,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:21:59.816205 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.816574 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.816909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.817243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.817568 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.817879 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.818200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.818518 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.818836 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.819153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.819469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.819781 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852685d0-1768-4401-b2c2-e69931d3a65c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:21:59.914113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41194) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:21:59.953881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9cc5e6ae-760f-4e44-b8fa-b334b20ff499 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd15f60d78fb40dc94a3efac5acbe435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385530 Jul 08 02:21:59.956508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41196) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:00.003582 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5040dc91-1cbd-4f87-8034-82d141432b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.024700 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5040dc91-1cbd-4f87-8034-82d141432b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.070852 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5040dc91-1cbd-4f87-8034-82d141432b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.074172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5040dc91-1cbd-4f87-8034-82d141432b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.075339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5040dc91-1cbd-4f87-8034-82d141432b0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78bbad00-bf86-4b42-8347-cb249897c7c6 HTTP/1.1" status: 204 len: 168 time: 0.1179097 Jul 08 02:22:00.083116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040dc91-1cbd-4f87-8034-82d141432b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bbad00-bf86-4b42-8347-cb249897c7c6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:00.721412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41218) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:00.819903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1713353112-network', 'tenant_id': '993b4e0460ab45f3a40c25181fea1cfd'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:22:00.841569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Made reservation on behalf of 993b4e0460ab45f3a40c25181fea1cfd for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:22:00.843897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.852638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.946611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.950745 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.977871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:22:00.983940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6b5b1c-8d7a-427a-8292-74ec99967ef4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:00.992236 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:00.992236 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Added segment c043e088-7424-4422-a5ac-c9cfba6061d0 of type vlan for network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 Jul 08 02:22:01.035721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:01.069081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:01.070058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:01.070655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:01.125591 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4029722 Jul 08 02:22:01.128488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:22:01.133833 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Request body: {'subnet': {'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1713353112-subnet', 'tenant_id': '993b4e0460ab45f3a40c25181fea1cfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:22:01.137151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98668ce7-7f09-47f4-993a-0b658ead3b90 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf2f700-5b57-4988-a53f-dee4e141f0c7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:01.148654 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:22:01.160538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Made reservation on behalf of 993b4e0460ab45f3a40c25181fea1cfd for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:22:01.162272 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:01.343753 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:01.404912 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6866a3a9-4300-42aa-b0a8-95420a6150e3,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:01.413526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Checking segment: {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:22:01.413887 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Network hostable DHCP agents. Network: 4bf2f700-5b57-4988-a53f-dee4e141f0c7, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:22:01.431120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:22:01.442040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 4bf2f700-5b57-4988-a53f-dee4e141f0c7) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:22:01.448671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:01.449409 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:01.452543 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e79189-484f-4878-9386-0b2546540a8e None None] Network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:22:01.474175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4875305b-cb6a-491b-bfa3-2c4aa3af49d3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3444004 Jul 08 02:22:01.600840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dbf193-3eb5-47ef-85b8-ffa034565dbb None None] Network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:22:01.939571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-50122ab3-f800-4a45-8110-99f900d68f42 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:01.941085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-50122ab3-f800-4a45-8110-99f900d68f42 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 815 time: 0.1029449 Jul 08 02:22:01.957456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-9bda1a83-6ac7-40f4-b94d-0f638a5e9354 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/quotas/993b4e0460ab45f3a40c25181fea1cfd HTTP/1.1" status: 200 len: 375 time: 0.0099704 Jul 08 02:22:01.997172 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-93b3b624-2015-4a85-aec4-6d048fd92071 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312877 Jul 08 02:22:02.089912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-14404d53-9ba3-4b60-998d-684e5840961e service neutron] 10.222.0.41 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862992 Jul 08 02:22:02.179639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-e3d74fa1-ed28-4164-8415-e678d667a230 service neutron] 10.222.0.41 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840218 Jul 08 02:22:02.353034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd28371b-9d74-470c-9c44-a2e1d911ce4c req-e772f205-3aad-448a-b38a-1caff0ac1f52 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 210 time: 0.0350292 Jul 08 02:22:03.388480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-ddda0e61-a103-4e0e-89a2-c4ae8831a353 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:03.390031 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-ddda0e61-a103-4e0e-89a2-c4ae8831a353 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.16 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 815 time: 0.1035323 Jul 08 02:22:03.410362 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Request body: {'port': {'device_id': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7', 'admin_state_up': True, 'tenant_id': '993b4e0460ab45f3a40c25181fea1cfd'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:22:03.504029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-73b6c5e3-a8fe-4bd3-a3a1-c8c04939df89 req-2c03dfee-6cfe-46cc-923e-e454b9ad6c55 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 210 time: 0.0307620 Jul 08 02:22:03.529111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Made reservation on behalf of 993b4e0460ab45f3a40c25181fea1cfd for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:22:03.532547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:03.657549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Allocated IP 172.20.0.10 (4bf2f700-5b57-4988-a53f-dee4e141f0c7/6866a3a9-4300-42aa-b0a8-95420a6150e3/8f0a50f7-952b-4112-a797-0f2e69d842e7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:22:03.800395 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:03.840776 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:03.890448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:22:03.893672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:22:03.897660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:22:03.905117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Pushing event updated for resources: {'Port': ['ID=8f0a50f7-952b-4112-a797-0f2e69d842e7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:03.950704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:03.951335 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:03.970739 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-53494c53-d0d7-4fbb-a22b-17973c08ccee tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646150 Jul 08 02:22:03.983036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Request body: {'port': {'device_id': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:22:04.059449 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:04.345692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0a50f7-952b-4112-a797-0f2e69d842e7 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:22:04.353141 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:04.365141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Transition to ACTIVE for port object 8f0a50f7-952b-4112-a797-0f2e69d842e7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:22:04.369001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:04.421216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0a50f7-952b-4112-a797-0f2e69d842e7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:04.487314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Attempting to bind port 8f0a50f7-952b-4112-a797-0f2e69d842e7 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:22:04.487654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Attempting to bind port 8f0a50f7-952b-4112-a797-0f2e69d842e7 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:22:04.487994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Attempting to bind port 8f0a50f7-952b-4112-a797-0f2e69d842e7 on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:22:04.492247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Port 8f0a50f7-952b-4112-a797-0f2e69d842e7 on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:22:04.492602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Attempting to bind port 8f0a50f7-952b-4112-a797-0f2e69d842e7 on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:22:04.497785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:22:04.498037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Checking segment: {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:22:04.498428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Bound using segment: {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:22:04.498852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Bound port: 8f0a50f7-952b-4112-a797-0f2e69d842e7, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:22:04.499209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:04.572324 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:22:04.579865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:22:04.587139 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:04.623023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:04.623604 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:04.625031 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] 10.222.0.16 "PUT /v2.0/ports/8f0a50f7-952b-4112-a797-0f2e69d842e7 HTTP/1.1" status: 200 len: 1093 time: 0.6472390 Jul 08 02:22:04.625482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:04.627908 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395db8a2-95b2-43de-bd06-1931b7b7db77" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:04.679255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac570be-6ed4-4f3c-8bfb-9eaf0c4b87b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0a50f7-952b-4112-a797-0f2e69d842e7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:04.687370 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f57a783-b3ea-49f5-b668-6961a710692f x-openstack-request-id: req-9f57a783-b3ea-49f5-b668-6961a710692f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:04.687721 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:04.688035 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f57a783-b3ea-49f5-b668-6961a710692f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:04.688622 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7', 'status': 'completed', 'code': 200} Jul 08 02:22:04.734888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83baa5-fc0f-430b-ad71-4d481f47a48f req-923ded27-f3ea-4265-a0c6-de085330118a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:04.736579 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb83baa5-fc0f-430b-ad71-4d481f47a48f req-923ded27-f3ea-4265-a0c6-de085330118a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 944 time: 0.0900984 Jul 08 02:22:04.747592 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:04.764245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-d059a528-3b30-4988-b92d-06447e0eef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:04.766869 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-d059a528-3b30-4988-b92d-06447e0eef0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 1096 time: 0.0747921 Jul 08 02:22:04.780165 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb83baa5-fc0f-430b-ad71-4d481f47a48f req-b004ae22-24d7-4fc2-833d-cda17d1b7f37 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378056 Jul 08 02:22:04.814153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-e35b5eac-6bf2-41f5-a9da-414b7587f8de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7 HTTP/1.1" status: 200 len: 217 time: 0.0408070 Jul 08 02:22:04.865272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-22bd7a81-d363-4f11-8fb9-ba32e9552df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:04.866890 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-22bd7a81-d363-4f11-8fb9-ba32e9552df9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0468051 Jul 08 02:22:04.900822 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-8f7db200-d735-4afd-bb8d-5173851b3fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275011 Jul 08 02:22:05.004910 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-89e84075-a182-48ac-937b-90b4f02b6200 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943351 Jul 08 02:22:05.097168 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-44d4ea1d-c93c-4568-90a0-458e16105a68 req-bb621a35-c50d-4cb9-9991-9d790453b165 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884175 Jul 08 02:22:05.199254 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395db8a2-95b2-43de-bd06-1931b7b7db77 req-57f0b539-fcc3-408c-aa28-75813ff274c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:05.200791 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-395db8a2-95b2-43de-bd06-1931b7b7db77 req-57f0b539-fcc3-408c-aa28-75813ff274c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 1096 time: 0.0580232 Jul 08 02:22:05.310026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395db8a2-95b2-43de-bd06-1931b7b7db77 req-cdc0862c-1da9-4c64-8d86-2acfe42e7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:05.311536 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-395db8a2-95b2-43de-bd06-1931b7b7db77 req-cdc0862c-1da9-4c64-8d86-2acfe42e7fa7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.1043770 Jul 08 02:22:05.353777 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-395db8a2-95b2-43de-bd06-1931b7b7db77 req-4c239e26-e397-4b76-a7cc-554a1fa8bb04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7 HTTP/1.1" status: 200 len: 217 time: 0.0353739 Jul 08 02:22:05.409713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395db8a2-95b2-43de-bd06-1931b7b7db77 req-1551ed55-ebd2-42d5-8739-f26481b37f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:05.411209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-395db8a2-95b2-43de-bd06-1931b7b7db77 req-1551ed55-ebd2-42d5-8739-f26481b37f93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0506649 Jul 08 02:22:05.445351 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-395db8a2-95b2-43de-bd06-1931b7b7db77 req-76d24515-fcf0-4349-97a2-c11d8e1999ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273347 Jul 08 02:22:05.537481 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-395db8a2-95b2-43de-bd06-1931b7b7db77 req-a6e04420-999a-4b1a-8430-8102a68517a0 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848274 Jul 08 02:22:05.618078 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:22:05.646551 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-395db8a2-95b2-43de-bd06-1931b7b7db77 req-d9a616d6-95e7-4755-a788-a9a407feb359 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025152 Jul 08 02:22:05.982835 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05651799-05ce-4ad0-995c-c42dae204595 req-b5eac0ab-b74e-429a-9acc-0d00d827683c tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:05.984425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05651799-05ce-4ad0-995c-c42dae204595 req-b5eac0ab-b74e-429a-9acc-0d00d827683c tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 944 time: 0.0711815 Jul 08 02:22:06.025713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05651799-05ce-4ad0-995c-c42dae204595 req-55e2acf4-1239-40b3-930c-c72fb79b308d tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356882 Jul 08 02:22:07.028514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 8f0a50f7-952b-4112-a797-0f2e69d842e7 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:22:07.130917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:07.143337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '8f0a50f7-952b-4112-a797-0f2e69d842e7', 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7', 'port_id': '8f0a50f7-952b-4112-a797-0f2e69d842e7', 'mac_address': 'fa:16:3e:28:28:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6866a3a9-4300-42aa-b0a8-95420a6150e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:22:07.183788 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:07.201889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0a50f7-952b-4112-a797-0f2e69d842e7 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:22:07.211249 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61b483-3763-4929-b977-bd4b48d28f94 req-7d761a92-9ad7-401d-94b4-39821bc83a97 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:07.212841 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7a61b483-3763-4929-b977-bd4b48d28f94 req-7d761a92-9ad7-401d-94b4-39821bc83a97 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 944 time: 0.0686059 Jul 08 02:22:07.224342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:07.234237 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:07.267548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7a61b483-3763-4929-b977-bd4b48d28f94 req-6eb2bce4-9c03-4beb-9512-deff8d86df70 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476196 Jul 08 02:22:07.296566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=8f0a50f7-952b-4112-a797-0f2e69d842e7,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:07.432197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['8f0a50f7-952b-4112-a797-0f2e69d842e7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:22:08.443169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbec5c-fbb5-4929-a933-59ebee2c2b0b req-511752f1-db3a-488e-99e2-40f5ded17cfa tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:08.444678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-decbec5c-fbb5-4929-a933-59ebee2c2b0b req-511752f1-db3a-488e-99e2-40f5ded17cfa tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 945 time: 0.0635645 Jul 08 02:22:08.488186 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-decbec5c-fbb5-4929-a933-59ebee2c2b0b req-369edd26-6f4b-46b6-a9eb-282af4a854cc tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379424 Jul 08 02:22:09.028478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 8f0a50f7-952b-4112-a797-0f2e69d842e7 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:22:09.077925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 8f0a50f7-952b-4112-a797-0f2e69d842e7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:22:09.081766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 8f0a50f7-952b-4112-a797-0f2e69d842e7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:22:09.082235 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:09.158050 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:09.180682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:09.182934 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db806b5d-21c9-4974-a2f3-f103fe2eecfa" -d '{"events": [{"server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "name": "network-vif-plugged", "status": "completed", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:09.202075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:09.206628 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:09.211762 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:09.234365 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247a688c-5d73-4aaf-b320-c650edd7ea09 x-openstack-request-id: req-247a688c-5d73-4aaf-b320-c650edd7ea09 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:09.234638 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "name": "network-vif-plugged", "status": "completed", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:09.234886 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-247a688c-5d73-4aaf-b320-c650edd7ea09 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:09.235266 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7', 'code': 200} Jul 08 02:22:09.261775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=8f0a50f7-952b-4112-a797-0f2e69d842e7,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:09.337496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57b007-6948-43c5-a876-05939150c85f req-971ea945-f4f3-4b04-8604-86dcf12d8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:09.339784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0e57b007-6948-43c5-a876-05939150c85f req-971ea945-f4f3-4b04-8604-86dcf12d8a42 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 1098 time: 0.0523391 Jul 08 02:22:09.373631 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0e57b007-6948-43c5-a876-05939150c85f req-7c8f2247-5435-4a66-bb1e-88728979147f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278478 Jul 08 02:22:09.662383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f39e5-6127-476d-b24b-208cc872d715 req-6aa00383-1d46-4ddd-8a11-a810aa916b1a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:09.663784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f9f39e5-6127-476d-b24b-208cc872d715 req-6aa00383-1d46-4ddd-8a11-a810aa916b1a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0628290 Jul 08 02:22:09.701512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f9f39e5-6127-476d-b24b-208cc872d715 req-da8c8715-5356-4981-815a-415e7443d8f7 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Jul 08 02:22:10.886225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db3d57-7c07-4697-929a-3cb0f990af55 req-b5184826-5d75-46a1-95d7-91864b6e86ef tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:10.888010 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6db3d57-7c07-4697-929a-3cb0f990af55 req-b5184826-5d75-46a1-95d7-91864b6e86ef tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0687888 Jul 08 02:22:10.926326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e6db3d57-7c07-4697-929a-3cb0f990af55 req-e2ee7ac5-087e-40f3-bfbe-f177e898efa0 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328572 Jul 08 02:22:11.105330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28489b-156e-489d-8f35-4644a5086536 req-c25b85e6-bd17-40d2-b72e-123bc0a9874c tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:11.106833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac28489b-156e-489d-8f35-4644a5086536 req-c25b85e6-bd17-40d2-b72e-123bc0a9874c tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0685859 Jul 08 02:22:11.144405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac28489b-156e-489d-8f35-4644a5086536 req-634fb3ea-ebf5-4313-bb8d-a84d66de7b16 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Jul 08 02:22:11.488643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c42543-ba17-4cbb-88fd-02a9b7b0ed92 req-1a53f0be-3aa4-489a-bdba-9df966dbe2eb tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:11.490135 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77c42543-ba17-4cbb-88fd-02a9b7b0ed92 req-1a53f0be-3aa4-489a-bdba-9df966dbe2eb tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0640316 Jul 08 02:22:11.527978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77c42543-ba17-4cbb-88fd-02a9b7b0ed92 req-43be398f-0e81-4431-be5e-4461b67ebdae tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320373 Jul 08 02:22:11.701812 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7268e31-89f6-458f-b588-c9c350580c05 req-7a99c80d-7e57-45d4-aeed-7505552a8cf5 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:11.703236 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7268e31-89f6-458f-b588-c9c350580c05 req-7a99c80d-7e57-45d4-aeed-7505552a8cf5 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0658247 Jul 08 02:22:11.745921 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7268e31-89f6-458f-b588-c9c350580c05 req-fa2224a5-c418-4699-ab42-b8ab421e7e06 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371542 Jul 08 02:22:12.139146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-cde4ae56-45eb-488e-b3fc-c5bd3b2b9bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809033 Jul 08 02:22:12.173468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dab92-8099-4347-9a24-62bab8eb3ebb req-b0b35198-8d1a-4157-a4d5-5dda9eac9502 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:12.175040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e1dab92-8099-4347-9a24-62bab8eb3ebb req-b0b35198-8d1a-4157-a4d5-5dda9eac9502 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0794415 Jul 08 02:22:12.221338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9e1dab92-8099-4347-9a24-62bab8eb3ebb req-4d8c02ba-506a-4cab-9f61-ff800ea0b804 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Jul 08 02:22:13.342173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-59bda62d-ed92-4ad6-9ec8-02761869d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:13.344501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-59bda62d-ed92-4ad6-9ec8-02761869d67c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 1098 time: 0.0588307 Jul 08 02:22:13.408823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d2cc1-8dfd-4a00-af47-770776546d3c req-b61bf9de-243d-4152-b8b8-d7348f3aff52 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:13.410378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d9d2cc1-8dfd-4a00-af47-770776546d3c req-b61bf9de-243d-4152-b8b8-d7348f3aff52 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0678570 Jul 08 02:22:13.439698 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-8e3d9587-ba84-43ac-82a3-511de3567b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:13.441250 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-8e3d9587-ba84-43ac-82a3-511de3567b0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.0905712 Jul 08 02:22:13.451187 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d9d2cc1-8dfd-4a00-af47-770776546d3c req-20f55acc-086f-4a1e-9cb3-1f7af8ee105a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 Jul 08 02:22:13.482175 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-593b9d53-d869-4210-a3e2-6f60e28d114b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7 HTTP/1.1" status: 200 len: 217 time: 0.0350475 Jul 08 02:22:13.534395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-9df8ac35-01d9-4a89-9fe4-d72bacb51c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:13.535787 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-9df8ac35-01d9-4a89-9fe4-d72bacb51c4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0476542 Jul 08 02:22:13.568667 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-f9b2f26a-abec-4bd8-b5f9-8716cb8c8c2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269313 Jul 08 02:22:13.655791 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-5c7d818c-04b8-4c20-b684-2dffa6eb80b9 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809159 Jul 08 02:22:13.750376 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-7fe909c0-f1d9-4dc5-bdf0-d8cba3ab72bc service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883522 Jul 08 02:22:14.633237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e42b7c-46d7-4dbd-9d61-9371a47b319a req-40035f07-e67a-4d3f-9f4a-7f13972d98e1 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:14.634782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08e42b7c-46d7-4dbd-9d61-9371a47b319a req-40035f07-e67a-4d3f-9f4a-7f13972d98e1 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0696063 Jul 08 02:22:14.675203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08e42b7c-46d7-4dbd-9d61-9371a47b319a req-224d2c1b-6b9e-4a7c-8d69-85b9e87db314 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Jul 08 02:22:15.853534 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc494fb-6b2f-48e4-b5ee-e3a9a22fcf68 req-e5b6e0a5-a727-4925-a393-c8f7beeb5c94 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:15.855026 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9bc494fb-6b2f-48e4-b5ee-e3a9a22fcf68 req-e5b6e0a5-a727-4925-a393-c8f7beeb5c94 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0655303 Jul 08 02:22:15.893326 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9bc494fb-6b2f-48e4-b5ee-e3a9a22fcf68 req-1566fd8a-5e36-4cf1-836e-3ea3ed45b32b tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Jul 08 02:22:17.071391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3258a-42d2-449a-9257-9c24eb3fecab req-2b76cc5c-39cc-4578-8f33-479cdd15515d tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:17.073022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ab3258a-42d2-449a-9257-9c24eb3fecab req-2b76cc5c-39cc-4578-8f33-479cdd15515d tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0675049 Jul 08 02:22:17.112058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2ab3258a-42d2-449a-9257-9c24eb3fecab req-840c2ede-e5b3-492c-8250-53e3384f2849 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327692 Jul 08 02:22:18.285670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672900b5-880c-4de6-8964-2f5c9c93251f req-a54fa3fc-ee1d-45f2-9481-ad2e74e23d58 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:18.287173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-672900b5-880c-4de6-8964-2f5c9c93251f req-a54fa3fc-ee1d-45f2-9481-ad2e74e23d58 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0638614 Jul 08 02:22:18.324856 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-672900b5-880c-4de6-8964-2f5c9c93251f req-44f54932-11f8-497e-bad2-114ec6cd776e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322301 Jul 08 02:22:19.513740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5882e-a9f5-460d-8fed-4edfc45fa32d req-1101b49a-0095-48a3-9cfa-ae6f3c5dcd00 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:19.515599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08d5882e-a9f5-460d-8fed-4edfc45fa32d req-1101b49a-0095-48a3-9cfa-ae6f3c5dcd00 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0728245 Jul 08 02:22:19.558172 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08d5882e-a9f5-460d-8fed-4edfc45fa32d req-52370076-935e-41a2-a17f-9533df0bbb2b tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364258 Jul 08 02:22:20.688249 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-95f9ce36-a686-4e0c-bb75-c1e39093c936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:20.735227 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0147-46db-492e-9da9-44ab54b2865e req-10424b51-0e2a-494e-a104-2bf434357edc tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:20.736782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-234c0147-46db-492e-9da9-44ab54b2865e req-10424b51-0e2a-494e-a104-2bf434357edc tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0658910 Jul 08 02:22:20.774619 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-234c0147-46db-492e-9da9-44ab54b2865e req-d7c39f39-fb95-4532-a04f-ccc8508df7bf tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Jul 08 02:22:21.956076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a7de3-50fc-4958-9ef7-628bb4dcdd04 req-340a0ad8-5497-4b74-b5e1-5b460d0c3c16 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:21.957657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab3a7de3-50fc-4958-9ef7-628bb4dcdd04 req-340a0ad8-5497-4b74-b5e1-5b460d0c3c16 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0676708 Jul 08 02:22:21.999279 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab3a7de3-50fc-4958-9ef7-628bb4dcdd04 req-21809dee-07a5-4299-ad75-31bec01a9936 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360703 Jul 08 02:22:23.176776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc9094-848e-4e62-b62e-a7904bc79f56 req-023c7d1b-c46b-43c5-a54d-35591d44c719 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:23.178258 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8bc9094-848e-4e62-b62e-a7904bc79f56 req-023c7d1b-c46b-43c5-a54d-35591d44c719 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0687406 Jul 08 02:22:23.219618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8bc9094-848e-4e62-b62e-a7904bc79f56 req-e054b861-d857-4f0d-805b-7001e7b38464 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359211 Jul 08 02:22:23.437867 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2633126-e3f5-4c80-843b-fbd1e1a84725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:23.778166 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:24.394976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb372d3d-6cf8-4fe0-ae9d-60f7545d7c1f req-1320ff8f-8b19-4882-ac0b-358285ab8750 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:24.396532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb372d3d-6cf8-4fe0-ae9d-60f7545d7c1f req-1320ff8f-8b19-4882-ac0b-358285ab8750 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0668373 Jul 08 02:22:24.437388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb372d3d-6cf8-4fe0-ae9d-60f7545d7c1f req-5ed58b15-d7e3-4bde-9327-3fe69b089d7e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336530 Jul 08 02:22:24.877210 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:25.616841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38870d-8103-4ce7-be0a-80fbb770d4ed req-ee0c6c21-362f-4ff8-be04-913927f39b37 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:25.618353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae38870d-8103-4ce7-be0a-80fbb770d4ed req-ee0c6c21-362f-4ff8-be04-913927f39b37 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0672317 Jul 08 02:22:25.655998 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae38870d-8103-4ce7-be0a-80fbb770d4ed req-5dec4b88-9c62-4380-89d8-a54eec377fca tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Jul 08 02:22:26.527390 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:26.829207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8080218-6695-4339-9b95-746c81b12833 req-69cf1e8c-9b3d-43c1-a8f3-1c934e131bfa tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:26.830599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8080218-6695-4339-9b95-746c81b12833 req-69cf1e8c-9b3d-43c1-a8f3-1c934e131bfa tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0620296 Jul 08 02:22:26.870030 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8080218-6695-4339-9b95-746c81b12833 req-e5fdcee8-59f9-4c6c-a309-52e00881fd34 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337977 Jul 08 02:22:28.043992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29b3e-202d-446e-975a-d38d8ac6c9ae req-dd111b78-b8c5-49ba-a76c-329724a3525e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:28.046567 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fe29b3e-202d-446e-975a-d38d8ac6c9ae req-dd111b78-b8c5-49ba-a76c-329724a3525e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0647538 Jul 08 02:22:28.085029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fe29b3e-202d-446e-975a-d38d8ac6c9ae req-6548cd1e-9f61-4b00-b16b-b2075ecf392c tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Jul 08 02:22:29.268254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8deb5-7eba-43c4-9ba7-f5019ab28937 req-f4ae74d6-ad80-430d-a369-89f9dd06ca6c tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:29.270232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1b8deb5-7eba-43c4-9ba7-f5019ab28937 req-f4ae74d6-ad80-430d-a369-89f9dd06ca6c tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0695083 Jul 08 02:22:29.308841 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1b8deb5-7eba-43c4-9ba7-f5019ab28937 req-00b53ecf-e668-48e7-8e18-d704e99f468b tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330768 Jul 08 02:22:30.491382 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe0aa1-1399-4c07-9833-49c35da4720e req-86cc9072-78f6-48d0-a5d6-244a6f22afd4 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:30.492941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ffe0aa1-1399-4c07-9833-49c35da4720e req-86cc9072-78f6-48d0-a5d6-244a6f22afd4 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0661485 Jul 08 02:22:30.532150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ffe0aa1-1399-4c07-9833-49c35da4720e req-996a1204-846a-463e-b006-2ca24919d138 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Jul 08 02:22:31.712984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe391e5-483c-468a-9c5a-69a98720f489 req-b3ab1a12-7952-4118-8dbc-7fb634b2b4c9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:31.714485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fe391e5-483c-468a-9c5a-69a98720f489 req-b3ab1a12-7952-4118-8dbc-7fb634b2b4c9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0679264 Jul 08 02:22:31.754315 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fe391e5-483c-468a-9c5a-69a98720f489 req-bf67429f-5cbc-4518-bcb0-c735a9ce6601 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Jul 08 02:22:32.929374 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e32e07-2897-44d7-8108-7fedb5e16482 req-a08ea3e1-7bb2-44f4-8ed7-1319cef57219 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:32.930896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4e32e07-2897-44d7-8108-7fedb5e16482 req-a08ea3e1-7bb2-44f4-8ed7-1319cef57219 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0642531 Jul 08 02:22:32.971232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4e32e07-2897-44d7-8108-7fedb5e16482 req-edc78f45-44f9-4140-9b51-1a5662b33fac tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346534 Jul 08 02:22:34.144562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf53114-991b-4016-ac7d-6c2e523cd38d req-eeace08c-e4de-405e-b65d-82270d630f21 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:34.146104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fdf53114-991b-4016-ac7d-6c2e523cd38d req-eeace08c-e4de-405e-b65d-82270d630f21 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0639498 Jul 08 02:22:34.183570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fdf53114-991b-4016-ac7d-6c2e523cd38d req-44b16a5b-e0a0-4907-9fd3-946ac297b417 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Jul 08 02:22:34.755966 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:35.369642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038c7d9-8159-484b-b29c-4ffa747b96c6 req-d9e81e8e-e57d-4373-a650-dde5e48274be tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:35.371150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c038c7d9-8159-484b-b29c-4ffa747b96c6 req-d9e81e8e-e57d-4373-a650-dde5e48274be tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0698018 Jul 08 02:22:35.410479 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c038c7d9-8159-484b-b29c-4ffa747b96c6 req-28c5061a-65d1-414d-9858-4c8bf49cecfd tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Jul 08 02:22:36.586803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdd1bb-8159-4e62-8e71-03876fe6ee92 req-2707ad9f-0256-4255-9c8c-1c30e33294fe tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:36.588351 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23fdd1bb-8159-4e62-8e71-03876fe6ee92 req-2707ad9f-0256-4255-9c8c-1c30e33294fe tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0634754 Jul 08 02:22:36.631107 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23fdd1bb-8159-4e62-8e71-03876fe6ee92 req-84c7ee35-a60b-46cd-b887-b3c86d352a7d tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366821 Jul 08 02:22:37.807535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8cfad-50f5-486f-8e90-796242627eb8 req-922da289-c567-42cb-9124-4720e663d040 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:37.809070 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69e8cfad-50f5-486f-8e90-796242627eb8 req-922da289-c567-42cb-9124-4720e663d040 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0668225 Jul 08 02:22:37.850987 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69e8cfad-50f5-486f-8e90-796242627eb8 req-db9b0554-ab4e-4e15-a5b2-4871d5c43cfb tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356488 Jul 08 02:22:39.034664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22594922-a0b8-41c0-96a8-99a4baf45cf8 req-3c17f1b3-9210-42af-aa97-8eab90bf1a76 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:39.036357 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22594922-a0b8-41c0-96a8-99a4baf45cf8 req-3c17f1b3-9210-42af-aa97-8eab90bf1a76 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0657699 Jul 08 02:22:39.075220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-22594922-a0b8-41c0-96a8-99a4baf45cf8 req-289a3fac-de37-4269-b36b-598b425cdbdf tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331624 Jul 08 02:22:39.198414 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:40.253236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a1b7d-8e85-4f04-b987-a9616486c71a req-9db7fc0e-1c03-4be2-b75c-bc726a3cf6a9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:40.254783 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-272a1b7d-8e85-4f04-b987-a9616486c71a req-9db7fc0e-1c03-4be2-b75c-bc726a3cf6a9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0650740 Jul 08 02:22:40.299771 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-272a1b7d-8e85-4f04-b987-a9616486c71a req-f95dfcdf-13d5-4ce6-b25c-ad33cebd3a69 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391927 Jul 08 02:22:40.635365 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-811c4be5-7da6-40ce-a0a8-42fe6431099a service neutron] show failed (client error): The resource could not be found. Jul 08 02:22:40.636438 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-811c4be5-7da6-40ce-a0a8-42fe6431099a service neutron] 10.222.0.16 "GET /v2.0/ports/8f0a50f7-952b-4112-a797-0f2e69d842e7/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0591350 Jul 08 02:22:40.894207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-0d39f954-7698-4ebb-8549-ef677f25d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:40.895836 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-0d39f954-7698-4ebb-8549-ef677f25d405 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252&tenant_id=993b4e0460ab45f3a40c25181fea1cfd HTTP/1.1" status: 200 len: 1098 time: 0.0560598 Jul 08 02:22:40.908893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:22:40.989022 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:41.201844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:41.236780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:22:41.277167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:41.280743 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af8492f-635d-408e-91c7-df82a2bf2d49" -d '{"events": [{"server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:41.284968 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:41.299561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Transition to ACTIVE for port object 8f0a50f7-952b-4112-a797-0f2e69d842e7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:22:41.304154 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:41.336922 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120cdac0-0cd1-4182-808f-f4c6c171f1a4 x-openstack-request-id: req-120cdac0-0cd1-4182-808f-f4c6c171f1a4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:41.337212 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "name": "network-vif-unplugged", "status": "completed", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:41.337458 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-120cdac0-0cd1-4182-808f-f4c6c171f1a4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:41.337849 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7', 'code': 200} Jul 08 02:22:41.375812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] No DVR routers for this DVR port 8f0a50f7-952b-4112-a797-0f2e69d842e7 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:22:41.382378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0a50f7-952b-4112-a797-0f2e69d842e7,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:41.393328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.393849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.394291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.394632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.394977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.395361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.395736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.396101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.396452 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.396773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.397095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.397429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:41.431811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Attempting to bind port 8f0a50f7-952b-4112-a797-0f2e69d842e7 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:22:41.432135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Attempting to bind port 8f0a50f7-952b-4112-a797-0f2e69d842e7 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:22:41.432495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Attempting to bind port 8f0a50f7-952b-4112-a797-0f2e69d842e7 on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:22:41.437793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Port 8f0a50f7-952b-4112-a797-0f2e69d842e7 on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:22:41.438110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Attempting to bind port 8f0a50f7-952b-4112-a797-0f2e69d842e7 on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:22:41.443238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:22:41.443581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Checking segment: {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:22:41.443965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Bound using segment: {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:22:41.444422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Bound port: 8f0a50f7-952b-4112-a797-0f2e69d842e7, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:22:41.444784 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:41.494767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3921f9-93eb-4ce6-9536-f2c10eed58f2 req-3bcf9d0d-d333-4df3-8392-8559e0c2ed75 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:41.496338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb3921f9-93eb-4ce6-9536-f2c10eed58f2 req-3bcf9d0d-d333-4df3-8392-8559e0c2ed75 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 944 time: 0.0705643 Jul 08 02:22:41.512066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:22:41.515525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:22:41.520116 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:41.537274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb3921f9-93eb-4ce6-9536-f2c10eed58f2 req-fdc709d8-167f-44b0-9e35-a6b6c5f0276e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350697 Jul 08 02:22:41.561996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:41.561996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:41.561996 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] 10.222.0.24 "PUT /v2.0/ports/8f0a50f7-952b-4112-a797-0f2e69d842e7 HTTP/1.1" status: 200 len: 1093 time: 0.6564317 Jul 08 02:22:41.583637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652fbe-d95b-46fc-914b-c9044aeb12f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f0a50f7-952b-4112-a797-0f2e69d842e7,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:41.640787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-3073fe60-9195-4744-ba57-fb5281c1e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:41.642423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-3073fe60-9195-4744-ba57-fb5281c1e6b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 1096 time: 0.0558355 Jul 08 02:22:41.735194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-6193b712-18be-4955-90e7-36bd4ad34b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:41.736714 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-6193b712-18be-4955-90e7-36bd4ad34b88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.0882571 Jul 08 02:22:41.776865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-363bbda1-d604-4c4f-9887-24f07d054c53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7 HTTP/1.1" status: 200 len: 217 time: 0.0340996 Jul 08 02:22:41.826771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-cca46e56-0f11-45fa-adcb-a89408c015e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:41.828255 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-cca46e56-0f11-45fa-adcb-a89408c015e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0450790 Jul 08 02:22:41.862790 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-fdea2931-b3a9-4753-b718-33dc38d85d32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281227 Jul 08 02:22:41.956625 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-6a1f7c5d-83cd-47a5-9b89-c472fa9c09e8 service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875866 Jul 08 02:22:42.051920 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-01406e5c-1b40-4f65-9ad0-7dc72352095c req-a65a5643-48c4-49d0-a8bd-aa34bd5bbbd8 service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885644 Jul 08 02:22:42.617394 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:22:42.719348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ded247-0a15-4bce-800b-44b906ba1b63 req-ff829b6d-b94c-4bc3-8ecb-a63187128024 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:42.720885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69ded247-0a15-4bce-800b-44b906ba1b63 req-ff829b6d-b94c-4bc3-8ecb-a63187128024 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 944 time: 0.0643959 Jul 08 02:22:42.760072 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-69ded247-0a15-4bce-800b-44b906ba1b63 req-d56c2401-e434-4b0d-8664-4843d05134d3 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Jul 08 02:22:43.290669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8f0a50f7-952b-4112-a797-0f2e69d842e7 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:22:43.339278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:43.342985 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df8c42d-a34f-4d46-b589-4bf87fa90efc" -d '{"events": [{"name": "network-changed", "server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:43.387368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:43.396661 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d163241b-7ee1-4d64-8c25-c556aa6bffcc x-openstack-request-id: req-d163241b-7ee1-4d64-8c25-c556aa6bffcc {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:43.397248 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:43.397582 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d163241b-7ee1-4d64-8c25-c556aa6bffcc {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:43.398121 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7', 'status': 'completed', 'code': 200} Jul 08 02:22:43.403761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '8f0a50f7-952b-4112-a797-0f2e69d842e7', 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7', 'port_id': '8f0a50f7-952b-4112-a797-0f2e69d842e7', 'mac_address': 'fa:16:3e:28:28:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6866a3a9-4300-42aa-b0a8-95420a6150e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:22:43.442842 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:43.458358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0a50f7-952b-4112-a797-0f2e69d842e7 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:22:43.480443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:43.485245 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:43.518239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-106a6a23-b0b9-4d9c-858d-2b6fe5cb746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:43.519846 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-106a6a23-b0b9-4d9c-858d-2b6fe5cb746e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 1096 time: 0.1024415 Jul 08 02:22:43.521550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-0f59030d-cb1b-45fd-bc23-be2ad3f16971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:43.522903 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-0f59030d-cb1b-45fd-bc23-be2ad3f16971 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 1096 time: 0.0972655 Jul 08 02:22:43.534076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8f0a50f7-952b-4112-a797-0f2e69d842e7,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:43.691456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8f0a50f7-952b-4112-a797-0f2e69d842e7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:22:43.702208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-e9888898-2be8-43a0-8c0d-ff0787c8d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:43.704143 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-e9888898-2be8-43a0-8c0d-ff0787c8d8ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.1769128 Jul 08 02:22:43.705137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-35883b92-0517-4bd0-b35d-65316c5635ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:43.706450 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-35883b92-0517-4bd0-b35d-65316c5635ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.1662889 Jul 08 02:22:43.754675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-f2b57d7e-a16a-4b16-92a6-e15cfbd6541a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7 HTTP/1.1" status: 200 len: 217 time: 0.0441422 Jul 08 02:22:43.788753 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-fdc1a2de-e991-4ae5-9aba-7f3f6a2e37d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7 HTTP/1.1" status: 200 len: 217 time: 0.0704987 Jul 08 02:22:43.868459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-ddb85a1f-a475-401c-8b3e-6f1ef19e8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:43.869952 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-ddb85a1f-a475-401c-8b3e-6f1ef19e8170 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0895145 Jul 08 02:22:43.876194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-8982741d-23fe-4797-9d4a-367e94565a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:43.877542 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-8982741d-23fe-4797-9d4a-367e94565a3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0686479 Jul 08 02:22:43.928415 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-ed2f6282-1ab1-49ac-9b27-f0d95dd12370 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498869 Jul 08 02:22:43.930386 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-1dd43de2-2990-4156-96a0-a41f2fe1a630 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438066 Jul 08 02:22:43.962153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d453e8-fd2f-4a6e-bb37-4d9050c27dab req-1807bb39-2ea9-40ea-904b-2db2beb2870e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:43.963728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12d453e8-fd2f-4a6e-bb37-4d9050c27dab req-1807bb39-2ea9-40ea-904b-2db2beb2870e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 945 time: 0.0817306 Jul 08 02:22:44.004742 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12d453e8-fd2f-4a6e-bb37-4d9050c27dab req-c7e9ef83-0d97-4975-9703-79bbb38a5705 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341702 Jul 08 02:22:44.093230 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-597aa8a5-f730-4d40-9746-e0775c5abd5a service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585023 Jul 08 02:22:44.095366 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-68655dc1-80a5-48e5-912c-76be61d639d6 service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516078 Jul 08 02:22:44.280639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-d513ec14-edb0-41b9-a5f4-4e8ad99f680e service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803267 Jul 08 02:22:44.308891 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0df8c42d-a34f-4d46-b589-4bf87fa90efc req-3c8b74bb-664b-48c4-8a5e-eb14589c8c15 service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994543 Jul 08 02:22:44.336079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac794b47-fcc8-4637-8ceb-ff753fac891b req-e2ccca5b-659c-42a7-9086-43e1a4ed6e75 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:44.337706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac794b47-fcc8-4637-8ceb-ff753fac891b req-e2ccca5b-659c-42a7-9086-43e1a4ed6e75 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 945 time: 0.0691724 Jul 08 02:22:44.349869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc593274-a65b-4470-a93e-8373d671e5ab req-cda52d6d-f7b5-4b99-b5fc-d8f5741192c9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:44.351348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc593274-a65b-4470-a93e-8373d671e5ab req-cda52d6d-f7b5-4b99-b5fc-d8f5741192c9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252&tenant_id=993b4e0460ab45f3a40c25181fea1cfd&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 945 time: 0.0893848 Jul 08 02:22:44.377748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac794b47-fcc8-4637-8ceb-ff753fac891b req-b2c1dd7f-1341-4220-9dc7-b2e23001c7ef tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Jul 08 02:22:44.411197 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-dc593274-a65b-4470-a93e-8373d671e5ab req-5c474aca-76c2-4ba6-a976-ca8c5465b925 service neutron] delete failed (client error): The resource could not be found. Jul 08 02:22:44.412220 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc593274-a65b-4470-a93e-8373d671e5ab req-5c474aca-76c2-4ba6-a976-ca8c5465b925 service neutron] 10.222.0.16 "DELETE /v2.0/ports/8f0a50f7-952b-4112-a797-0f2e69d842e7/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0553222 Jul 08 02:22:44.508224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc593274-a65b-4470-a93e-8373d671e5ab req-7321850d-ea20-45ea-849b-15626f2562fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:44.509755 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc593274-a65b-4470-a93e-8373d671e5ab req-7321850d-ea20-45ea-849b-15626f2562fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 1097 time: 0.0549529 Jul 08 02:22:44.602171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc593274-a65b-4470-a93e-8373d671e5ab req-dac191f2-b6e2-4193-a946-49b24a92c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:44.603654 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc593274-a65b-4470-a93e-8373d671e5ab req-dac191f2-b6e2-4193-a946-49b24a92c06f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.0877912 Jul 08 02:22:44.643987 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc593274-a65b-4470-a93e-8373d671e5ab req-f4e52e7c-5b5c-4164-a054-7d52342ba979 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7 HTTP/1.1" status: 200 len: 217 time: 0.0343819 Jul 08 02:22:44.695501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc593274-a65b-4470-a93e-8373d671e5ab req-a5f06e07-33e4-4d0e-97da-387a80001766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:44.697021 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc593274-a65b-4470-a93e-8373d671e5ab req-a5f06e07-33e4-4d0e-97da-387a80001766 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0449758 Jul 08 02:22:44.735159 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc593274-a65b-4470-a93e-8373d671e5ab req-586cddcc-c2f6-42a0-8126-cff8fa964539 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311413 Jul 08 02:22:44.829114 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc593274-a65b-4470-a93e-8373d671e5ab req-719a0f5b-9c82-4cfb-9163-0944b1c9fd5c service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882723 Jul 08 02:22:44.927888 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc593274-a65b-4470-a93e-8373d671e5ab req-ef4b566f-2501-4a68-a7b9-78ccc849ee11 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930805 Jul 08 02:22:45.171134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 8f0a50f7-952b-4112-a797-0f2e69d842e7 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:22:45.212318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 8f0a50f7-952b-4112-a797-0f2e69d842e7 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:22:45.305800 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8f0a50f7-952b-4112-a797-0f2e69d842e7 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:22:45.366438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 8f0a50f7-952b-4112-a797-0f2e69d842e7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:22:45.372003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 8f0a50f7-952b-4112-a797-0f2e69d842e7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:22:45.372809 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:45.574226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae522104-438c-429a-83c3-27d01aad5942 req-07a92059-793c-425a-98e0-25b34efa0b28 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:45.578712 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae522104-438c-429a-83c3-27d01aad5942 req-07a92059-793c-425a-98e0-25b34efa0b28 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 945 time: 0.0749619 Jul 08 02:22:45.622158 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:45.623134 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae522104-438c-429a-83c3-27d01aad5942 req-712ade8c-857a-4087-8a96-926eeac07148 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396364 Jul 08 02:22:45.647135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:45.649411 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8517b3b5-e67d-4ecc-98b5-64d0466cd65f" -d '{"events": [{"server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "name": "network-vif-plugged", "status": "completed", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:45.672323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:45.677258 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:45.734731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8f0a50f7-952b-4112-a797-0f2e69d842e7,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:45.764505 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674b99da-1bd3-4569-a275-bd9bb34e6462 x-openstack-request-id: req-674b99da-1bd3-4569-a275-bd9bb34e6462 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:45.764851 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "name": "network-vif-plugged", "status": "completed", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:45.765103 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-674b99da-1bd3-4569-a275-bd9bb34e6462 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:45.765507 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7', 'code': 200} Jul 08 02:22:45.825630 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f02040-9ac1-4e44-85c4-eaabfd25e840 req-d9a8e917-902b-4555-bfd7-25c2ed1abb4d tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:45.827638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62f02040-9ac1-4e44-85c4-eaabfd25e840 req-d9a8e917-902b-4555-bfd7-25c2ed1abb4d tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0724096 Jul 08 02:22:45.865166 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62f02040-9ac1-4e44-85c4-eaabfd25e840 req-f548c791-a070-43a7-948d-818db5c39431 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319557 Jul 08 02:22:46.041782 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfa92a-9797-4b7c-828d-644d1f029646 req-78e19f6e-5f15-4c33-9255-8decbe1e22ef tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:46.043208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fddfa92a-9797-4b7c-828d-644d1f029646 req-78e19f6e-5f15-4c33-9255-8decbe1e22ef tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0633209 Jul 08 02:22:46.083168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fddfa92a-9797-4b7c-828d-644d1f029646 req-2c3c72eb-ded9-489a-8730-c751e45dcadd tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Jul 08 02:22:46.539018 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-eed30962-d380-43d9-a2df-3e87eb1a78eb tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:46.540641 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-eed30962-d380-43d9-a2df-3e87eb1a78eb tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 815 time: 0.1090832 Jul 08 02:22:46.558098 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-897ff53e-2e2e-4671-b0a0-4e046f76fbca tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/quotas/993b4e0460ab45f3a40c25181fea1cfd HTTP/1.1" status: 200 len: 375 time: 0.0104733 Jul 08 02:22:46.625353 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-9ecf1c75-20b4-4781-8d90-19adf769cede tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613523 Jul 08 02:22:46.720614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-a2b1fc4e-794d-464e-92bb-8526fb5233c6 service neutron] 10.222.0.41 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886748 Jul 08 02:22:46.808814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-f0628dd8-746b-4ef0-9397-a6232575c857 service neutron] 10.222.0.41 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824912 Jul 08 02:22:46.978242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-906af59c-e971-4393-bb67-195a579584c8 req-38c56351-7008-4bcd-bfbd-25d28aabb750 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 210 time: 0.0292282 Jul 08 02:22:47.718199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-e755d0a5-9733-454a-9702-7d361cde6a35 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:47.719788 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-e755d0a5-9733-454a-9702-7d361cde6a35 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa1a4481-54b8-4453-a068-cf3dbcab1252 HTTP/1.1" status: 200 len: 946 time: 0.0678282 Jul 08 02:22:47.822726 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-7b8a075c-d8fe-491c-b4e8-82133ae7240f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Deleting port 8f0a50f7-952b-4112-a797-0f2e69d842e7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:22:47.823061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-7b8a075c-d8fe-491c-b4e8-82133ae7240f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:47.918723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-7b8a075c-d8fe-491c-b4e8-82133ae7240f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] For port 8f0a50f7-952b-4112-a797-0f2e69d842e7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8f0a50f7-952b-4112-a797-0f2e69d842e7,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:47.919084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-7b8a075c-d8fe-491c-b4e8-82133ae7240f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:47.932799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-7b8a075c-d8fe-491c-b4e8-82133ae7240f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Calling delete_port for 8f0a50f7-952b-4112-a797-0f2e69d842e7 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:22:48.066432 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-7b8a075c-d8fe-491c-b4e8-82133ae7240f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.079771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8f0a50f7-952b-4112-a797-0f2e69d842e7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:22:48.107372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a075c-d8fe-491c-b4e8-82133ae7240f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Pushing event deleted for resources: {'Port': ['ID=8f0a50f7-952b-4112-a797-0f2e69d842e7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:48.161982 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f731140-5d9c-42d9-b88f-c794b74fe059 req-39b576de-3e1a-4543-a796-64861d553cd7 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 210 time: 0.0331645 Jul 08 02:22:48.491834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-7b8a075c-d8fe-491c-b4e8-82133ae7240f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] No DVR routers for this DVR port 8f0a50f7-952b-4112-a797-0f2e69d842e7 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:22:48.495769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-7b8a075c-d8fe-491c-b4e8-82133ae7240f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.497891 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7da67b7e-dd22-404e-abbb-1b54e74ab013 req-7b8a075c-d8fe-491c-b4e8-82133ae7240f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.24 "DELETE /v2.0/ports/8f0a50f7-952b-4112-a797-0f2e69d842e7 HTTP/1.1" status: 204 len: 173 time: 0.7717776 Jul 08 02:22:48.498322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'name': 'network-vif-deleted', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:48.500576 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efd17f7-ee0b-4403-af81-53119f405ec1" -d '{"events": [{"server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "name": "network-vif-deleted", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:48.540500 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6e63ce-de02-42ba-b40a-27fb63fdad65 x-openstack-request-id: req-6b6e63ce-de02-42ba-b40a-27fb63fdad65 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:48.540795 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa1a4481-54b8-4453-a068-cf3dbcab1252", "name": "network-vif-deleted", "tag": "8f0a50f7-952b-4112-a797-0f2e69d842e7", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:48.541047 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b6e63ce-de02-42ba-b40a-27fb63fdad65 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:48.541449 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1a4481-54b8-4453-a068-cf3dbcab1252', 'name': 'network-vif-deleted', 'tag': '8f0a50f7-952b-4112-a797-0f2e69d842e7', 'status': 'completed', 'code': 200} Jul 08 02:22:48.548398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-a758925d-2ebf-43bc-88bb-af282e29b36b tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:48.550408 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-a758925d-2ebf-43bc-88bb-af282e29b36b tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.24 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 815 time: 0.4531999 Jul 08 02:22:48.562860 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Request body: {'port': {'device_id': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7', 'admin_state_up': True, 'tenant_id': '993b4e0460ab45f3a40c25181fea1cfd'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:22:48.675328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Made reservation on behalf of 993b4e0460ab45f3a40c25181fea1cfd for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:22:48.679087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:48.817256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Allocated IP 172.20.0.2 (4bf2f700-5b57-4988-a53f-dee4e141f0c7/6866a3a9-4300-42aa-b0a8-95420a6150e3/f07c031d-f2a5-4fe4-ab8e-52b54aca531a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:22:48.965172 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.003821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.016189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8f0a50f7-952b-4112-a797-0f2e69d842e7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:22:49.046186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:22:49.051376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:22:49.055250 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:22:49.081335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Pushing event updated for resources: {'Port': ['ID=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:49.108519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:49.109147 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.123845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-7831e8e4-a87e-4623-8c18-ff08613cc346 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653760 Jul 08 02:22:49.135503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Request body: {'port': {'device_id': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:22:49.212249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.342736 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a56af-5711-4460-8dbe-bc527019f243 req-4eaf9f9e-080e-4672-9dee-a3836e578091 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:49.344264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc4a56af-5711-4460-8dbe-bc527019f243 req-4eaf9f9e-080e-4672-9dee-a3836e578091 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 931 time: 0.0650275 Jul 08 02:22:49.383021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc4a56af-5711-4460-8dbe-bc527019f243 req-80b7aba4-3c5e-45d3-bf1c-53423bd002be tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331085 Jul 08 02:22:49.485122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f07c031d-f2a5-4fe4-ab8e-52b54aca531a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:22:49.492547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.505366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Transition to ACTIVE for port object f07c031d-f2a5-4fe4-ab8e-52b54aca531a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:22:49.508572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.559886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Pushing event updated for resources: {'Port': ['ID=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:49.629625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Attempting to bind port f07c031d-f2a5-4fe4-ab8e-52b54aca531a on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:22:49.629880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Attempting to bind port f07c031d-f2a5-4fe4-ab8e-52b54aca531a by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:22:49.630211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Attempting to bind port f07c031d-f2a5-4fe4-ab8e-52b54aca531a on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:22:49.634419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Port f07c031d-f2a5-4fe4-ab8e-52b54aca531a on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:22:49.634746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Attempting to bind port f07c031d-f2a5-4fe4-ab8e-52b54aca531a on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:22:49.639742 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:22:49.640086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Checking segment: {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:22:49.640508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Bound using segment: {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:22:49.640938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Bound port: f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:22:49.641297 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.702939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:22:49.705905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:22:49.711159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.744620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:49.745243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:49.746615 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] 10.222.0.24 "PUT /v2.0/ports/f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 200 len: 1092 time: 0.6151819 Jul 08 02:22:49.770482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e2f6f-8a96-45e6-8458-ca7307c51976 service neutron] Pushing event updated for resources: {'Port': ['ID=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:49.840401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-6b62e92c-10d5-4ea6-a6f4-0923d2207307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:49.842223 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-6b62e92c-10d5-4ea6-a6f4-0923d2207307 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 1095 time: 0.0576136 Jul 08 02:22:49.882854 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-0ede1242-72ac-45e9-9e7e-acbb8a4baabf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 200 len: 217 time: 0.0330431 Jul 08 02:22:49.931344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-2b70bac6-a0c0-4de3-9cb4-4092d40f5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:49.932864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-2b70bac6-a0c0-4de3-9cb4-4092d40f5cdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0435379 Jul 08 02:22:49.965295 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-375f1d18-7c76-4e57-b77b-bdb95afca3f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253499 Jul 08 02:22:50.056418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-75f17c7c-c809-431d-8721-8f541083121d service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843413 Jul 08 02:22:50.143906 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bb40e9bd-cc37-4648-9191-84b1598a147a req-5aeeb646-378c-49f2-9324-07e0293a850b service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807397 Jul 08 02:22:50.542173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:50.544613 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64512fed-d199-49f5-a619-d5dca4f46df9" -d '{"events": [{"name": "network-changed", "server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:50.562098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab3b19-a607-4de4-8e88-3c69a1444dfd req-55e2f428-4308-407a-955c-19f236b07ff7 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:50.563665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5aab3b19-a607-4de4-8e88-3c69a1444dfd req-55e2f428-4308-407a-955c-19f236b07ff7 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 943 time: 0.0653119 Jul 08 02:22:50.582732 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69750f4f-904d-429e-93e6-08e04fed9454 x-openstack-request-id: req-69750f4f-904d-429e-93e6-08e04fed9454 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:50.583032 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:50.583288 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69750f4f-904d-429e-93e6-08e04fed9454 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:50.583696 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a', 'status': 'completed', 'code': 200} Jul 08 02:22:50.605300 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5aab3b19-a607-4de4-8e88-3c69a1444dfd req-18ee4cd5-76e4-40dc-85e6-b8f40666c4bb tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360034 Jul 08 02:22:50.675037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512fed-d199-49f5-a619-d5dca4f46df9 req-3626b3b3-dbda-49df-bc53-025ad08e5d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:50.676600 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-64512fed-d199-49f5-a619-d5dca4f46df9 req-3626b3b3-dbda-49df-bc53-025ad08e5d02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 1095 time: 0.0654092 Jul 08 02:22:50.680181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1cbaca45-4a62-42bb-a578-75840aa8a364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:50.770882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512fed-d199-49f5-a619-d5dca4f46df9 req-0ddbaaad-8290-4cfc-be32-6250a9484b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:50.772427 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-64512fed-d199-49f5-a619-d5dca4f46df9 req-0ddbaaad-8290-4cfc-be32-6250a9484b4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.0892980 Jul 08 02:22:50.821165 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-64512fed-d199-49f5-a619-d5dca4f46df9 req-91460663-76d6-44a9-8b22-2e9ed626ab05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 200 len: 217 time: 0.0407956 Jul 08 02:22:50.873780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512fed-d199-49f5-a619-d5dca4f46df9 req-6ba857af-0873-4d9c-a4ac-0e5bff32d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:50.875415 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-64512fed-d199-49f5-a619-d5dca4f46df9 req-6ba857af-0873-4d9c-a4ac-0e5bff32d6b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0465856 Jul 08 02:22:50.909829 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-64512fed-d199-49f5-a619-d5dca4f46df9 req-2092f74a-5edc-4c73-8e1a-737f55cbdb8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273330 Jul 08 02:22:51.018652 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-64512fed-d199-49f5-a619-d5dca4f46df9 req-85e75e73-caac-4478-91b6-f2249c1a3095 service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010036 Jul 08 02:22:51.113986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-64512fed-d199-49f5-a619-d5dca4f46df9 req-177f1c57-51ed-4b45-b3c5-519a30144a7c service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885484 Jul 08 02:22:51.316911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f07c031d-f2a5-4fe4-ab8e-52b54aca531a details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:22:51.319957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8f0a50f7-952b-4112-a797-0f2e69d842e7 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:22:51.346683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 8f0a50f7-952b-4112-a797-0f2e69d842e7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:22:51.347258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8f0a50f7-952b-4112-a797-0f2e69d842e7 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:22:51.437264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:51.447461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a', 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7', 'port_id': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a', 'mac_address': 'fa:16:3e:bc:f1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6866a3a9-4300-42aa-b0a8-95420a6150e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:22:51.489318 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:51.501600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07c031d-f2a5-4fe4-ab8e-52b54aca531a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:22:51.520788 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:51.524626 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:51.570198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:51.715072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f07c031d-f2a5-4fe4-ab8e-52b54aca531a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:22:51.804572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9574d-a958-4c8b-af72-4b5bc4585f32 req-f8c6a422-9cd1-4a2a-b6b7-a3f1830e7de0 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:51.806150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2eb9574d-a958-4c8b-af72-4b5bc4585f32 req-f8c6a422-9cd1-4a2a-b6b7-a3f1830e7de0 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 944 time: 0.0674016 Jul 08 02:22:51.847284 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2eb9574d-a958-4c8b-af72-4b5bc4585f32 req-63cf9252-4e64-4a6b-96af-92a0805d8909 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344374 Jul 08 02:22:53.024558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b2993-ebb4-4936-be98-b99bf21a48b0 req-230d08f8-0997-47ac-a010-fd32b44292b7 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:53.026036 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f65b2993-ebb4-4936-be98-b99bf21a48b0 req-230d08f8-0997-47ac-a010-fd32b44292b7 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 944 time: 0.0635135 Jul 08 02:22:53.063952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f65b2993-ebb4-4936-be98-b99bf21a48b0 req-5aa8f1ff-4efa-4538-bc00-4da08e8a6d9f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323122 Jul 08 02:22:53.316246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f07c031d-f2a5-4fe4-ab8e-52b54aca531a up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:22:53.375872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port f07c031d-f2a5-4fe4-ab8e-52b54aca531a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:22:53.381782 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port f07c031d-f2a5-4fe4-ab8e-52b54aca531a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:22:53.382148 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:53.458381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d432f472-63d3-4cfb-bf7b-2ca69b21be68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:53.475385 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:53.498335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:22:53.500693 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de226cd-8ddc-4f1b-aad0-0251ae68cb91" -d '{"events": [{"server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "name": "network-vif-plugged", "status": "completed", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:22:53.517539 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:22:53.521728 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:53.546256 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28064b04-6f63-4e59-aabd-8612468850b0 x-openstack-request-id: req-28064b04-6f63-4e59-aabd-8612468850b0 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:22:53.546545 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "name": "network-vif-plugged", "status": "completed", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:22:53.546792 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28064b04-6f63-4e59-aabd-8612468850b0 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:22:53.547178 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a', 'code': 200} Jul 08 02:22:53.574652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:22:53.583602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.583955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.584316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.584664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.585008 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.585346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.585679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.586010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.586341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.586670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.586999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.587795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:22:53.651773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06842198-a5df-43e3-9866-b4491f18808d req-a55e7c32-05dc-46bb-95c3-f2b6fe9828ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:53.653335 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06842198-a5df-43e3-9866-b4491f18808d req-a55e7c32-05dc-46bb-95c3-f2b6fe9828ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 1097 time: 0.0527506 Jul 08 02:22:53.691506 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-06842198-a5df-43e3-9866-b4491f18808d req-f95563d0-c854-488c-9ff0-b51f7a2798f4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308747 Jul 08 02:22:53.778788 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:54.242421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621fa40-7561-4066-9594-38dfc6c45e36 req-5a633f50-d796-4967-9830-7c07c42152df tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:54.243913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6621fa40-7561-4066-9594-38dfc6c45e36 req-5a633f50-d796-4967-9830-7c07c42152df tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0698798 Jul 08 02:22:54.284768 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6621fa40-7561-4066-9594-38dfc6c45e36 req-81d41a7f-536d-4e89-8426-7a7ecff52421 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350294 Jul 08 02:22:54.881385 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:55.472615 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc7a80-06f1-498d-9320-6fc4d6c73c06 req-56492501-e0ef-464a-8665-6e0a22842237 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:55.474189 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cefc7a80-06f1-498d-9320-6fc4d6c73c06 req-56492501-e0ef-464a-8665-6e0a22842237 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0641708 Jul 08 02:22:55.510977 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cefc7a80-06f1-498d-9320-6fc4d6c73c06 req-de145e62-f1cf-4914-b159-8334a5c556bb tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312681 Jul 08 02:22:55.681566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba3ef7-4424-46ed-9a86-4a11ce842896 req-26b910d7-3d25-4699-872a-9f58bb4f8f41 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:55.683061 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4ba3ef7-4424-46ed-9a86-4a11ce842896 req-26b910d7-3d25-4699-872a-9f58bb4f8f41 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0628581 Jul 08 02:22:55.725959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b4ba3ef7-4424-46ed-9a86-4a11ce842896 req-5f12f2af-b8fb-4d61-9088-3ddcd6549304 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Jul 08 02:22:56.120320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-1f800593-083a-45f3-9022-486df46af240 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845475 Jul 08 02:22:56.151745 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f249d-9f2a-4c8d-bce0-0e92896a359d req-2f409096-d4ad-49aa-8653-c20ed45c213e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:56.153295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e7f249d-9f2a-4c8d-bce0-0e92896a359d req-2f409096-d4ad-49aa-8653-c20ed45c213e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0754149 Jul 08 02:22:56.195203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e7f249d-9f2a-4c8d-bce0-0e92896a359d req-60a68fef-ba20-461a-b8ef-285ce34dcfb8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351307 Jul 08 02:22:56.532567 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:22:57.380015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c559425-c5d4-4132-92b3-d2daf227a804 req-b7a76dc3-ce37-4962-bafe-17c412ef597f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:57.381622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c559425-c5d4-4132-92b3-d2daf227a804 req-b7a76dc3-ce37-4962-bafe-17c412ef597f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0712306 Jul 08 02:22:57.423498 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3c559425-c5d4-4132-92b3-d2daf227a804 req-b884f0b0-a1e5-4030-8ada-20a3960631db tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362482 Jul 08 02:22:57.494205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-f3f1b7bf-8612-49a0-9b05-8b4399b7b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:57.495653 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-f3f1b7bf-8612-49a0-9b05-8b4399b7b119 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 1097 time: 0.0609856 Jul 08 02:22:57.583969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-d3e28314-27c4-4847-b22e-4965adf8801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:57.585495 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-d3e28314-27c4-4847-b22e-4965adf8801c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.0830448 Jul 08 02:22:57.631421 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-00ce13d6-cbb1-4f43-92f0-1d35748a90c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 200 len: 217 time: 0.0393889 Jul 08 02:22:57.679198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0dfece88-6b15-44b9-8f01-3ede32b86471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:57.680656 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0dfece88-6b15-44b9-8f01-3ede32b86471 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0435665 Jul 08 02:22:57.712499 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-7c970ea0-f3e8-409e-ad8e-ff9757a032c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252533 Jul 08 02:22:57.805571 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-6b912ce0-3285-46d4-b7fa-4e1fee107566 service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869482 Jul 08 02:22:57.895318 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-d2448ab1-10c5-4ae0-9b09-ddea9dee023b service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824990 Jul 08 02:22:58.599780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b39e0c-d599-4b22-935a-92b2da1b1ea6 req-302f5ce5-c057-45b8-a3bd-2ea06501816f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:58.601358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b39e0c-d599-4b22-935a-92b2da1b1ea6 req-302f5ce5-c057-45b8-a3bd-2ea06501816f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0638940 Jul 08 02:22:58.640172 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b39e0c-d599-4b22-935a-92b2da1b1ea6 req-8779cbcb-2daf-40b7-8849-33c3608239c3 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Jul 08 02:22:59.834125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f2f4-59f8-413b-b2c1-bc4487b56d17 req-64fde894-b62e-45ee-99c3-d17c8acdcccb tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:22:59.835632 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da64f2f4-59f8-413b-b2c1-bc4487b56d17 req-64fde894-b62e-45ee-99c3-d17c8acdcccb tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0638504 Jul 08 02:22:59.874921 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-da64f2f4-59f8-413b-b2c1-bc4487b56d17 req-1f094f0c-ded9-46ff-9491-06c5c9d3548c tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Jul 08 02:23:01.053192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ac602-e6be-449b-b999-c513a18a35ab req-7ff2a301-5b54-4f11-9a38-5101433d8f10 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:01.054689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc6ac602-e6be-449b-b999-c513a18a35ab req-7ff2a301-5b54-4f11-9a38-5101433d8f10 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0674982 Jul 08 02:23:01.091744 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc6ac602-e6be-449b-b999-c513a18a35ab req-6a23faf3-cd63-44b6-b58f-570e24c01d60 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312541 Jul 08 02:23:02.265159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3999e9-1afd-4fd3-91df-fa3b0b21b898 req-439ae228-de34-4350-b9c3-dff4f8424d34 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:02.267073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a3999e9-1afd-4fd3-91df-fa3b0b21b898 req-439ae228-de34-4350-b9c3-dff4f8424d34 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0634840 Jul 08 02:23:02.304983 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a3999e9-1afd-4fd3-91df-fa3b0b21b898 req-10090523-2fd4-40a2-b88c-484346a041b1 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Jul 08 02:23:03.482169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04a48a-7391-433e-8b7a-580aa62f81fc req-13c175a1-a84d-403d-a6f7-1dc39f83290a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:03.483670 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c04a48a-7391-433e-8b7a-580aa62f81fc req-13c175a1-a84d-403d-a6f7-1dc39f83290a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0682123 Jul 08 02:23:03.522986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c04a48a-7391-433e-8b7a-580aa62f81fc req-d65f2b31-dc57-4ba4-ab5f-26d519857455 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Jul 08 02:23:04.447129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f806d11-93b4-46d9-b330-721f4ca1b7dc req-54b54fcd-30cd-4773-8b1d-d1b125abdef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:04.448650 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f806d11-93b4-46d9-b330-721f4ca1b7dc req-54b54fcd-30cd-4773-8b1d-d1b125abdef3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 1097 time: 0.1491404 Jul 08 02:23:04.555968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f806d11-93b4-46d9-b330-721f4ca1b7dc req-196b22ab-b323-4d21-9f7a-d02c05c18346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:04.557706 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f806d11-93b4-46d9-b330-721f4ca1b7dc req-196b22ab-b323-4d21-9f7a-d02c05c18346 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.0876369 Jul 08 02:23:04.608841 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f806d11-93b4-46d9-b330-721f4ca1b7dc req-abedb53c-6f36-4965-aeda-572b7057f1d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 200 len: 217 time: 0.0352774 Jul 08 02:23:04.657720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f806d11-93b4-46d9-b330-721f4ca1b7dc req-5d861bb9-d904-4853-97b3-af77556b0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:04.659207 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f806d11-93b4-46d9-b330-721f4ca1b7dc req-5d861bb9-d904-4853-97b3-af77556b0b8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0442424 Jul 08 02:23:04.695123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f065c-7362-4ad1-9901-7400478f2d15 req-63886e97-5ce7-4efd-ba14-8f385f1cd767 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:04.696657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab2f065c-7362-4ad1-9901-7400478f2d15 req-63886e97-5ce7-4efd-ba14-8f385f1cd767 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0628092 Jul 08 02:23:04.697210 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f806d11-93b4-46d9-b330-721f4ca1b7dc req-691a4612-9e09-46a1-ba68-a85892acd5ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312169 Jul 08 02:23:04.734888 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab2f065c-7362-4ad1-9901-7400478f2d15 req-e8bee3e7-3916-4cc9-a3d8-d863cc2c30b5 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Jul 08 02:23:04.758512 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:04.789872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f806d11-93b4-46d9-b330-721f4ca1b7dc req-42aa82bf-dfea-48ff-95f9-07f2187b167e service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852194 Jul 08 02:23:04.885862 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8f806d11-93b4-46d9-b330-721f4ca1b7dc req-34941196-cf64-4717-8e98-76c5baea809a service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888410 Jul 08 02:23:05.927624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0182e-0d4f-4673-9f19-12c76ea23b8a req-1bd41f6c-6e02-42b6-95a0-d560bbe2f4fa tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:05.929170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6db0182e-0d4f-4673-9f19-12c76ea23b8a req-1bd41f6c-6e02-42b6-95a0-d560bbe2f4fa tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0629611 Jul 08 02:23:05.969658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6db0182e-0d4f-4673-9f19-12c76ea23b8a req-12a44452-8624-4537-ae30-e9de986b9b81 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342526 Jul 08 02:23:07.152628 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad4e36-52c0-4169-8db1-12961d9a6090 req-87784d38-dffd-4986-9215-d032d9cd01df tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:07.157869 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4ad4e36-52c0-4169-8db1-12961d9a6090 req-87784d38-dffd-4986-9215-d032d9cd01df tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0680370 Jul 08 02:23:07.201037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4ad4e36-52c0-4169-8db1-12961d9a6090 req-3b69d644-a221-48b9-9eb7-9aa9cada93b8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Jul 08 02:23:08.388864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3f4e7-7454-4d88-a561-84fc684d9bea req-1b9de6c6-ad58-4d7a-bfac-39aeea224507 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:08.390365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0f3f4e7-7454-4d88-a561-84fc684d9bea req-1b9de6c6-ad58-4d7a-bfac-39aeea224507 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0624814 Jul 08 02:23:08.428947 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f0f3f4e7-7454-4d88-a561-84fc684d9bea req-8c6a0505-33ba-4b25-8734-3dd20acd3224 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Jul 08 02:23:09.198245 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:09.610033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd40f97-2c39-4ab9-a394-cf1b8de5cd6e req-3b242afb-53c5-4432-8d03-68923618f364 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:09.611586 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cd40f97-2c39-4ab9-a394-cf1b8de5cd6e req-3b242afb-53c5-4432-8d03-68923618f364 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0665514 Jul 08 02:23:09.648697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6cd40f97-2c39-4ab9-a394-cf1b8de5cd6e req-db6ed947-03c8-4b20-b8f4-6e5327efe290 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315189 Jul 08 02:23:10.823479 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0651815-a12e-4c4b-ac3f-42fd530f9790 req-088e9620-5803-4c82-8632-08366d50ab08 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:10.825014 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0651815-a12e-4c4b-ac3f-42fd530f9790 req-088e9620-5803-4c82-8632-08366d50ab08 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0642202 Jul 08 02:23:10.863845 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0651815-a12e-4c4b-ac3f-42fd530f9790 req-68682312-c2a9-4dd8-bd7e-6bc6d3aa5afc tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324399 Jul 08 02:23:12.040552 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61b99-851e-4a58-9f8e-1b25156f8c12 req-02e6e8a7-5053-4aa5-979a-d0174aa0105e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:12.042023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e4f61b99-851e-4a58-9f8e-1b25156f8c12 req-02e6e8a7-5053-4aa5-979a-d0174aa0105e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0623639 Jul 08 02:23:12.079395 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e4f61b99-851e-4a58-9f8e-1b25156f8c12 req-c220f092-1526-4c31-8f1a-bbb52056fef1 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Jul 08 02:23:13.259830 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff7bd8-cb93-4c4c-b1c9-f4fc6e771281 req-8006d7a2-a80e-4b05-bd5a-c453f8867fb2 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:13.261336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96ff7bd8-cb93-4c4c-b1c9-f4fc6e771281 req-8006d7a2-a80e-4b05-bd5a-c453f8867fb2 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0710485 Jul 08 02:23:13.300369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96ff7bd8-cb93-4c4c-b1c9-f4fc6e771281 req-d6ffe8a4-45cb-4530-95eb-88a204a220ac tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327537 Jul 08 02:23:14.481613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29747e9-7bf1-4c28-bf20-a98ef48f9213 req-0955d171-3370-4181-a476-16939b13ace8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:14.481613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f29747e9-7bf1-4c28-bf20-a98ef48f9213 req-0955d171-3370-4181-a476-16939b13ace8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0678604 Jul 08 02:23:14.520252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f29747e9-7bf1-4c28-bf20-a98ef48f9213 req-c0983ef6-8a34-447c-a403-dd7d0d1254a9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Jul 08 02:23:15.712455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e99885-105a-4943-b4d9-119b526edb2a req-0c8a9320-d2b6-4aea-874e-9670d57d5e2e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:15.713960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11e99885-105a-4943-b4d9-119b526edb2a req-0c8a9320-d2b6-4aea-874e-9670d57d5e2e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0780461 Jul 08 02:23:15.754628 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11e99885-105a-4943-b4d9-119b526edb2a req-99f3f426-7150-4072-9920-e045b77660e4 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345359 Jul 08 02:23:16.928407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93329905-16c7-4365-b66c-d3c02330b28c req-5ee9e98f-8f7d-49b4-8469-aa0010e2fe4a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:16.929930 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93329905-16c7-4365-b66c-d3c02330b28c req-5ee9e98f-8f7d-49b4-8469-aa0010e2fe4a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0641499 Jul 08 02:23:16.967069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93329905-16c7-4365-b66c-d3c02330b28c req-0845c626-ea18-4add-8205-192aa29f038f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Jul 08 02:23:18.141397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656957ba-0c40-4d9b-988a-6dbded746374 req-3ff79666-f42c-4f68-9a91-82e47662a591 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:18.142914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-656957ba-0c40-4d9b-988a-6dbded746374 req-3ff79666-f42c-4f68-9a91-82e47662a591 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0624564 Jul 08 02:23:18.180291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-656957ba-0c40-4d9b-988a-6dbded746374 req-1f8ab4e7-e812-4441-9263-3c9dc9e6f09f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Jul 08 02:23:19.362319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b9bfc-6b92-4294-8be1-b4a869d9cd19 req-439ddd41-2621-4360-9ee3-44e0528c7c9a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:19.363805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-663b9bfc-6b92-4294-8be1-b4a869d9cd19 req-439ddd41-2621-4360-9ee3-44e0528c7c9a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0678115 Jul 08 02:23:19.401667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-663b9bfc-6b92-4294-8be1-b4a869d9cd19 req-1128514d-f3f3-4122-b94a-68f6c7427f0a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Jul 08 02:23:19.619572 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:23:20.576780 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c74e9-6417-443d-9585-c1f70b04db9d req-8451e181-a882-4c05-bea0-bf4a877d759f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:20.578159 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d2c74e9-6417-443d-9585-c1f70b04db9d req-8451e181-a882-4c05-bea0-bf4a877d759f tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0625830 Jul 08 02:23:20.615438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d2c74e9-6417-443d-9585-c1f70b04db9d req-76c2f32b-92ca-4e2d-8182-cd7600402e38 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Jul 08 02:23:20.681408 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b93b71bc-9749-4c70-9560-1a9c412b0057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:21.792638 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338220a1-9db6-47a7-90b4-18360061135f req-528927c9-7dfe-460c-9bd8-b5257439adde tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:21.794118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-338220a1-9db6-47a7-90b4-18360061135f req-528927c9-7dfe-460c-9bd8-b5257439adde tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0670578 Jul 08 02:23:22.137050 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-338220a1-9db6-47a7-90b4-18360061135f req-1cc8ccb7-292a-406b-bc32-c1a08678a201 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371871 Jul 08 02:23:23.309938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae0c83-8f2c-433e-a039-c2b49c6b7adb req-34fca8f0-edfb-4080-a51d-584f3fd9f5c9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:23.311547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27ae0c83-8f2c-433e-a039-c2b49c6b7adb req-34fca8f0-edfb-4080-a51d-584f3fd9f5c9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0623991 Jul 08 02:23:23.349564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27ae0c83-8f2c-433e-a039-c2b49c6b7adb req-1a220606-dde8-410e-a0fb-d32774bff6d9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Jul 08 02:23:23.438334 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d80f5c66-4c6c-4fef-bbc3-400a814ed79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:23.780342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:24.522611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc59d58-bc92-4e75-a9f5-8229be70597c req-d5293eb1-d226-48fa-ac00-ac5e3c2fd462 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:24.524033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edc59d58-bc92-4e75-a9f5-8229be70597c req-d5293eb1-d226-48fa-ac00-ac5e3c2fd462 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0637875 Jul 08 02:23:24.564827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edc59d58-bc92-4e75-a9f5-8229be70597c req-d3955025-e993-4a81-b7bf-d3bee8ada2f6 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352812 Jul 08 02:23:24.796073 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-ef87d016-2bae-43a0-bc8f-1e42920e2701 service neutron] show failed (client error): The resource could not be found. Jul 08 02:23:24.797052 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-ef87d016-2bae-43a0-bc8f-1e42920e2701 service neutron] 10.222.0.24 "GET /v2.0/ports/f07c031d-f2a5-4fe4-ab8e-52b54aca531a/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0554173 Jul 08 02:23:24.884110 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.048400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-bb4f8dd5-ec0a-4176-ab01-46a3eb475ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:25.049944 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-bb4f8dd5-ec0a-4176-ab01-46a3eb475ce2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4&tenant_id=993b4e0460ab45f3a40c25181fea1cfd HTTP/1.1" status: 200 len: 1097 time: 0.0544250 Jul 08 02:23:25.060366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:25.136014 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.337715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:25.371344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:25.409851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:25.412111 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28173358-de02-4047-8c9a-0e88e857fd24" -d '{"events": [{"server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "name": "network-vif-unplugged", "status": "completed", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:25.416190 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.430264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Transition to ACTIVE for port object f07c031d-f2a5-4fe4-ab8e-52b54aca531a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:25.433951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.467583 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692584af-e3d2-4971-84ae-5c0e89b1fa09 x-openstack-request-id: req-692584af-e3d2-4971-84ae-5c0e89b1fa09 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:25.467877 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "name": "network-vif-unplugged", "status": "completed", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:25.468124 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-692584af-e3d2-4971-84ae-5c0e89b1fa09 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:25.468537 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a', 'code': 200} Jul 08 02:23:25.499217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] No DVR routers for this DVR port f07c031d-f2a5-4fe4-ab8e-52b54aca531a on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:23:25.510753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Pushing event updated for resources: {'Port': ['ID=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:25.542307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Attempting to bind port f07c031d-f2a5-4fe4-ab8e-52b54aca531a on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:25.542639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Attempting to bind port f07c031d-f2a5-4fe4-ab8e-52b54aca531a by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:25.542972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Attempting to bind port f07c031d-f2a5-4fe4-ab8e-52b54aca531a on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:25.547155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Port f07c031d-f2a5-4fe4-ab8e-52b54aca531a on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:23:25.547476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Attempting to bind port f07c031d-f2a5-4fe4-ab8e-52b54aca531a on network 4bf2f700-5b57-4988-a53f-dee4e141f0c7 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:25.552783 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:25.553116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Checking segment: {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:25.553500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Bound using segment: {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:25.553924 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Bound port: f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c043e088-7424-4422-a5ac-c9cfba6061d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:25.554278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.616517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:25.619511 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:25.624513 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.664701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:25.665403 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:25.666730 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] 10.222.0.16 "PUT /v2.0/ports/f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 200 len: 1092 time: 0.6104715 Jul 08 02:23:25.690826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4ca28-b43b-4690-ac31-fd95ab632d9b service neutron] Pushing event updated for resources: {'Port': ['ID=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:25.746080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-6f8abd5e-57a0-44b3-8b9c-1f3566d3d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:25.747674 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-6f8abd5e-57a0-44b3-8b9c-1f3566d3d392 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 1095 time: 0.0532103 Jul 08 02:23:25.751695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f9660-5fca-45b3-bb77-3548437481e5 req-79dce86d-215e-40bb-8214-d2f11b8b3f76 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:25.753231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-289f9660-5fca-45b3-bb77-3548437481e5 req-79dce86d-215e-40bb-8214-d2f11b8b3f76 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 943 time: 0.0652981 Jul 08 02:23:25.792776 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-289f9660-5fca-45b3-bb77-3548437481e5 req-144928cf-bd40-4ca1-a86d-d899b0baec64 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Jul 08 02:23:25.841925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-ee59aa9a-32b8-4727-8453-2e8548873f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:25.843676 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-ee59aa9a-32b8-4727-8453-2e8548873f0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.0904405 Jul 08 02:23:25.885358 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-16660d40-f5ac-4ef3-a9b7-e7b32c4f0ceb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 200 len: 217 time: 0.0347173 Jul 08 02:23:25.935028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ae49080-b14c-4d88-9796-54e817e7985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:25.936958 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-0ae49080-b14c-4d88-9796-54e817e7985b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0462027 Jul 08 02:23:25.968751 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-573a52c5-8c3b-4e59-ab88-e9fe057d4736 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258207 Jul 08 02:23:26.060412 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-3a0e74f5-fb0d-42c0-bef9-b5149a117775 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854101 Jul 08 02:23:26.147755 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-eecb281f-d52c-442f-85ef-b0cc0b9dc2d6 req-64f37cea-c272-4c13-b06d-74ed248d0dc0 service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816708 Jul 08 02:23:26.532516 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:26.976109 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff0542-ddbc-48f6-b379-b139f4558ab1 req-14fb729c-e40d-45dc-b5cb-29244fbcaf70 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:26.977648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6ff0542-ddbc-48f6-b379-b139f4558ab1 req-14fb729c-e40d-45dc-b5cb-29244fbcaf70 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 943 time: 0.0692604 Jul 08 02:23:27.015675 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6ff0542-ddbc-48f6-b379-b139f4558ab1 req-5a795b4d-2cd8-44e7-be37-b7ed1eebf30a tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Jul 08 02:23:27.469565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:27.472047 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:27.509110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f07c031d-f2a5-4fe4-ab8e-52b54aca531a no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:23:27.519018 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7ed92c-0d81-4a2d-9629-ad0e2a5781a5 x-openstack-request-id: req-eb7ed92c-0d81-4a2d-9629-ad0e2a5781a5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:27.519322 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:27.519577 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb7ed92c-0d81-4a2d-9629-ad0e2a5781a5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:27.519977 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a', 'status': 'completed', 'code': 200} Jul 08 02:23:27.548828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f07c031d-f2a5-4fe4-ab8e-52b54aca531a not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:23:27.639743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-26e45438-97f0-4841-b825-df0487b0b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:27.641351 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-26e45438-97f0-4841-b825-df0487b0b6df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 1095 time: 0.1027501 Jul 08 02:23:27.644208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-b90131a1-5ac8-4f8c-8a38-e2191dc6c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:27.645637 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-b90131a1-5ac8-4f8c-8a38-e2191dc6c4c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 1095 time: 0.0980895 Jul 08 02:23:27.805420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-9ccd0ce3-0ad0-4f90-b562-ef035dcfc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:27.806877 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-9ccd0ce3-0ad0-4f90-b562-ef035dcfc221 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.1588669 Jul 08 02:23:27.811083 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-92aefa45-27e9-4ab9-8605-384203444181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:27.812467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-92aefa45-27e9-4ab9-8605-384203444181 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.1570234 Jul 08 02:23:27.855394 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-2fd6e94d-da61-4b34-bba1-f127803cd081 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 200 len: 217 time: 0.0420105 Jul 08 02:23:27.888996 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-8ffad8f1-1cd7-4238-ba73-1240bcb0ce00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 200 len: 217 time: 0.0697789 Jul 08 02:23:27.960434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-77027375-ddf2-48fe-99a3-b1922588d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:27.961942 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-77027375-ddf2-48fe-99a3-b1922588d36c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0813756 Jul 08 02:23:27.966857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-3a049603-d147-4760-97bc-ce47d1f29172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:27.968494 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-3a049603-d147-4760-97bc-ce47d1f29172 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0615683 Jul 08 02:23:28.016510 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-043d137c-476a-41db-b296-a89e13b2044c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470750 Jul 08 02:23:28.018374 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-8d25e92f-89d4-4d3c-b684-56171c5a89fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413289 Jul 08 02:23:28.174245 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-683ff82c-dbb4-4701-8f38-b27d7dcc846a service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517589 Jul 08 02:23:28.176075 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-6c4f2540-480f-4186-a13c-d4f43f7d4a90 service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469662 Jul 08 02:23:28.196895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6a19e-266c-4496-bc0e-7b9e98798e43 req-a4f1cea3-d0ec-4601-8435-47b8581af609 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:28.198449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06e6a19e-266c-4496-bc0e-7b9e98798e43 req-a4f1cea3-d0ec-4601-8435-47b8581af609 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 943 time: 0.0666077 Jul 08 02:23:28.237550 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06e6a19e-266c-4496-bc0e-7b9e98798e43 req-ff384451-6951-4cf2-a13e-d6cde42a8744 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Jul 08 02:23:28.335121 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-86ea4bbd-bbc8-4a3b-ba66-ff9eb0165f5d service neutron] 10.222.0.16 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550820 Jul 08 02:23:28.338504 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e36a6c63-cf90-44db-8ecd-061ff6c81f5d req-814384eb-0095-43ee-af9b-604dfa91a5d1 service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512144 Jul 08 02:23:28.541196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654bafa-e975-4ba1-8825-fb63203ea93f req-21ae9902-97e2-4f31-9535-ea6a883d8ae4 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:28.542835 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a654bafa-e975-4ba1-8825-fb63203ea93f req-21ae9902-97e2-4f31-9535-ea6a883d8ae4 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 943 time: 0.0651641 Jul 08 02:23:28.583580 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a654bafa-e975-4ba1-8825-fb63203ea93f req-c5cb6d7c-21be-4e65-98fa-9604ad328ee9 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341539 Jul 08 02:23:28.851458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-80660cef-95a6-4d46-aa99-d4aa3a50fd21 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:28.852883 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-80660cef-95a6-4d46-aa99-d4aa3a50fd21 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4&tenant_id=993b4e0460ab45f3a40c25181fea1cfd&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 943 time: 0.3694091 Jul 08 02:23:28.915392 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-5fda1127-ec7a-4e2b-a23b-2b2d4f145404 service neutron] delete failed (client error): The resource could not be found. Jul 08 02:23:28.916459 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-5fda1127-ec7a-4e2b-a23b-2b2d4f145404 service neutron] 10.222.0.24 "DELETE /v2.0/ports/f07c031d-f2a5-4fe4-ab8e-52b54aca531a/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0577295 Jul 08 02:23:29.015239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-026fe1f1-dc1b-4511-bf09-e211c4d382b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:29.017312 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-026fe1f1-dc1b-4511-bf09-e211c4d382b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 1095 time: 0.0565772 Jul 08 02:23:29.106021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-34ecbcb3-ce0d-43fd-b0af-5189c008fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:29.107420 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-34ecbcb3-ce0d-43fd-b0af-5189c008fa2f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 200 len: 916 time: 0.0840330 Jul 08 02:23:29.148985 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-a401e3d7-c25a-4f37-acb3-00ed3480e281 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 200 len: 217 time: 0.0353642 Jul 08 02:23:29.200855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-75fe538f-7550-49c0-bc17-37ca4d6a5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:29.202328 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-75fe538f-7550-49c0-bc17-37ca4d6a5575 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 200 len: 855 time: 0.0477998 Jul 08 02:23:29.236180 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-ca1a943b-4ddf-4c27-b1ca-09ff6d2a79ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bf2f700-5b57-4988-a53f-dee4e141f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263515 Jul 08 02:23:29.312644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f07c031d-f2a5-4fe4-ab8e-52b54aca531a details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:23:29.325865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-1371f244-54f7-4bc3-9c71-98e1a55ad862 service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838265 Jul 08 02:23:29.408548 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:29.420035 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5f8a17f9-f33f-48f6-b664-6e33b4dccd66 req-1f0e7510-db32-4485-ba4b-ef5ad0fc255e service neutron] 10.222.0.24 "GET /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882459 Jul 08 02:23:29.420275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a', 'network_id': '4bf2f700-5b57-4988-a53f-dee4e141f0c7', 'port_id': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a', 'mac_address': 'fa:16:3e:bc:f1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6866a3a9-4300-42aa-b0a8-95420a6150e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:23:29.459490 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.473647 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f07c031d-f2a5-4fe4-ab8e-52b54aca531a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:23:29.494028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:29.498147 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:29.552937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:29.711793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['f07c031d-f2a5-4fe4-ab8e-52b54aca531a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:23:29.776506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f62d4-1403-45ec-a5cc-3967277a00a8 req-9333394b-eb7a-4ea3-839f-3eea15020695 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:29.779198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b9f62d4-1403-45ec-a5cc-3967277a00a8 req-9333394b-eb7a-4ea3-839f-3eea15020695 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 944 time: 0.0783529 Jul 08 02:23:29.830208 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b9f62d4-1403-45ec-a5cc-3967277a00a8 req-e3bf5e25-f24a-46d4-836a-8a927fc0b368 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450141 Jul 08 02:23:31.010666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a53b5-85c1-44c1-a1dd-bdc742fe8218 req-3c069d45-65b9-434f-b589-adcd46ba737c tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:31.012152 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b68a53b5-85c1-44c1-a1dd-bdc742fe8218 req-3c069d45-65b9-434f-b589-adcd46ba737c tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 944 time: 0.0665593 Jul 08 02:23:31.053909 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b68a53b5-85c1-44c1-a1dd-bdc742fe8218 req-85cabf7b-346b-48c1-807b-7bd98ad5cc6e tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357716 Jul 08 02:23:31.240865 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3991f2-6ca7-43f1-af43-0b3a7c440c1c req-1a9b1d59-9d18-45da-962c-a0b60c18751d tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:31.242274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f3991f2-6ca7-43f1-af43-0b3a7c440c1c req-1a9b1d59-9d18-45da-962c-a0b60c18751d tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 944 time: 0.0641737 Jul 08 02:23:31.281193 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f3991f2-6ca7-43f1-af43-0b3a7c440c1c req-bc3fedae-56bf-42b8-bbb6-251a02789bf1 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333085 Jul 08 02:23:31.312872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f07c031d-f2a5-4fe4-ab8e-52b54aca531a up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:31.368811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port f07c031d-f2a5-4fe4-ab8e-52b54aca531a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:31.372274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port f07c031d-f2a5-4fe4-ab8e-52b54aca531a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:31.372674 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:31.449999 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:31.472120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea02e4-2af1-4637-a85a-507596bde052 req-c6d1a448-e548-45eb-9790-7c56d62cb380 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:31.473654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2bea02e4-2af1-4637-a85a-507596bde052 req-c6d1a448-e548-45eb-9790-7c56d62cb380 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 944 time: 0.0699449 Jul 08 02:23:31.474003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:31.476265 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa000da-87e1-4544-b045-8b1f2c69754d" -d '{"events": [{"server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "name": "network-vif-plugged", "status": "completed", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:31.490056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:31.495779 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:31.518328 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2bea02e4-2af1-4637-a85a-507596bde052 req-0c112238-0ba7-4b17-9bc5-2e05efa59b3d tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Jul 08 02:23:31.523695 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d59dc50-0cd8-4508-bb80-10fd3c487543 x-openstack-request-id: req-8d59dc50-0cd8-4508-bb80-10fd3c487543 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:31.524006 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "name": "network-vif-plugged", "status": "completed", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:31.524407 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d59dc50-0cd8-4508-bb80-10fd3c487543 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:31.524646 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a', 'code': 200} Jul 08 02:23:31.557174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:32.095718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e77d4-fb38-4121-92ff-e2ef0a5c94d1 req-15282ec9-50da-4bb7-b5d4-705d1eea1931 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:32.097237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d12e77d4-fb38-4121-92ff-e2ef0a5c94d1 req-15282ec9-50da-4bb7-b5d4-705d1eea1931 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0629044 Jul 08 02:23:32.135411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d12e77d4-fb38-4121-92ff-e2ef0a5c94d1 req-c3388ebf-8acf-46d7-8707-1ea7de6b29d0 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325863 Jul 08 02:23:33.133314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c85636-7017-421a-ad6d-885b18b8597d req-fa351bb6-8ec1-4965-907b-f699ad5c3e13 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:33.134825 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d4c85636-7017-421a-ad6d-885b18b8597d req-fa351bb6-8ec1-4965-907b-f699ad5c3e13 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0649977 Jul 08 02:23:33.241039 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-d4c85636-7017-421a-ad6d-885b18b8597d req-c1f5d1b1-e78e-4ece-81d3-9bcc121504c8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Deleting port f07c031d-f2a5-4fe4-ab8e-52b54aca531a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:23:33.241387 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d4c85636-7017-421a-ad6d-885b18b8597d req-c1f5d1b1-e78e-4ece-81d3-9bcc121504c8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.314641 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404904b-da37-40db-8a7c-8b8641b61a5c req-738ab238-a1c9-49f1-a874-ea83b2a096a1 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:33.316272 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7404904b-da37-40db-8a7c-8b8641b61a5c req-738ab238-a1c9-49f1-a874-ea83b2a096a1 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce181ae3-78c1-4c8c-9570-d44b00dad8d4 HTTP/1.1" status: 200 len: 945 time: 0.0678203 Jul 08 02:23:33.340134 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-d4c85636-7017-421a-ad6d-885b18b8597d req-c1f5d1b1-e78e-4ece-81d3-9bcc121504c8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] For port f07c031d-f2a5-4fe4-ab8e-52b54aca531a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,segment=NetworkSegment(c043e088-7424-4422-a5ac-c9cfba6061d0),segment_id=c043e088-7424-4422-a5ac-c9cfba6061d0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:33.340561 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d4c85636-7017-421a-ad6d-885b18b8597d req-c1f5d1b1-e78e-4ece-81d3-9bcc121504c8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.355460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-d4c85636-7017-421a-ad6d-885b18b8597d req-c1f5d1b1-e78e-4ece-81d3-9bcc121504c8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Calling delete_port for f07c031d-f2a5-4fe4-ab8e-52b54aca531a owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:23:33.356889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7404904b-da37-40db-8a7c-8b8641b61a5c req-b481dac9-1904-438c-9451-bb8950f921a4 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b6b5b1c-8d7a-427a-8292-74ec99967ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334785 Jul 08 02:23:33.493043 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d4c85636-7017-421a-ad6d-885b18b8597d req-c1f5d1b1-e78e-4ece-81d3-9bcc121504c8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.505923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['f07c031d-f2a5-4fe4-ab8e-52b54aca531a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:23:33.523508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5d1b1-e78e-4ece-81d3-9bcc121504c8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Pushing event deleted for resources: {'Port': ['ID=f07c031d-f2a5-4fe4-ab8e-52b54aca531a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:33.574395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c85636-7017-421a-ad6d-885b18b8597d req-c1f5d1b1-e78e-4ece-81d3-9bcc121504c8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] No DVR routers for this DVR port f07c031d-f2a5-4fe4-ab8e-52b54aca531a on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:23:33.577057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-d4c85636-7017-421a-ad6d-885b18b8597d req-c1f5d1b1-e78e-4ece-81d3-9bcc121504c8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:33.579020 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d4c85636-7017-421a-ad6d-885b18b8597d req-c1f5d1b1-e78e-4ece-81d3-9bcc121504c8 tempest-ServerDiskConfigTestJSON-1722771455 tempest-ServerDiskConfigTestJSON-1722771455-project] 10.222.0.16 "DELETE /v2.0/ports/f07c031d-f2a5-4fe4-ab8e-52b54aca531a HTTP/1.1" status: 204 len: 173 time: 0.4390688 Jul 08 02:23:33.579449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'name': 'network-vif-deleted', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:33.581760 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6758ea0-9ad1-426b-b730-a859e87fecca" -d '{"events": [{"server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "name": "network-vif-deleted", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:33.618297 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c715ff-5033-4d31-80e1-e8850ac4cf9f x-openstack-request-id: req-47c715ff-5033-4d31-80e1-e8850ac4cf9f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:33.618590 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce181ae3-78c1-4c8c-9570-d44b00dad8d4", "name": "network-vif-deleted", "tag": "f07c031d-f2a5-4fe4-ab8e-52b54aca531a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:33.618841 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47c715ff-5033-4d31-80e1-e8850ac4cf9f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:33.619264 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce181ae3-78c1-4c8c-9570-d44b00dad8d4', 'name': 'network-vif-deleted', 'tag': 'f07c031d-f2a5-4fe4-ab8e-52b54aca531a', 'status': 'completed', 'code': 200} Jul 08 02:23:34.588210 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41562) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:34.634597 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Deleting subnet 6866a3a9-4300-42aa-b0a8-95420a6150e3 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:23:34.637544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.670838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.710870 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.770702 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.772854 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.796086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6866a3a9-4300-42aa-b0a8-95420a6150e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:34.806606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.806955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.807289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.807620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.807948 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.808275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.808986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.808986 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.809239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.809555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.809870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.810185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:34.813059 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.814963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b94e3162-974b-4454-9912-61f60e9b4e44 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6866a3a9-4300-42aa-b0a8-95420a6150e3 HTTP/1.1" status: 204 len: 168 time: 0.2256918 Jul 08 02:23:34.817550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41564) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:34.884665 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.965998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:34.976674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf2f700-5b57-4988-a53f-dee4e141f0c7']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:34.986562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c043e088-7424-4422-a5ac-c9cfba6061d0') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:34.986852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c043e088-7424-4422-a5ac-c9cfba6061d0') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:34.995362 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.008682 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.014391 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:23:35.014766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:23:35.017260 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:23:35.070110 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.075560 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.077415 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4bf2f700-5b57-4988-a53f-dee4e141f0c7 HTTP/1.1" status: 204 len: 168 time: 0.2588556 Jul 08 02:23:35.090789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbb2a9-83dd-4a97-a182-9d2e653d06e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf2f700-5b57-4988-a53f-dee4e141f0c7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:35.186973 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41568) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:35.231674 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0323cbee-57af-4f13-9f59-e9d272c97f4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=993b4e0460ab45f3a40c25181fea1cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435176 Jul 08 02:23:35.234185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41570) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:35.282849 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73783e43-3df8-4875-8822-8e5c2c2e2de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.303734 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73783e43-3df8-4875-8822-8e5c2c2e2de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.349299 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73783e43-3df8-4875-8822-8e5c2c2e2de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.352546 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73783e43-3df8-4875-8822-8e5c2c2e2de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:35.354002 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-73783e43-3df8-4875-8822-8e5c2c2e2de2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b6b5b1c-8d7a-427a-8292-74ec99967ef4 HTTP/1.1" status: 204 len: 168 time: 0.1182413 Jul 08 02:23:35.361729 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73783e43-3df8-4875-8822-8e5c2c2e2de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6b5b1c-8d7a-427a-8292-74ec99967ef4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:36.018540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41592) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:36.165645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-191735098-network', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:36.189160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Made reservation on behalf of 3eb7ab8ce42a43bca97ad0b66e781241 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:36.191768 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.205623 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.311253 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.318256 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.345242 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:23:36.355764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90a8e8a-75c8-44df-8bae-b5937cf8971a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:36.363011 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.363011 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Added segment 9a6cf391-ce04-451d-9465-6103fdd2410d of type vlan for network 5d6ff757-c8a9-421d-996c-8cfec192c224 Jul 08 02:23:36.409091 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.439082 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.440136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:36.440753 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.494431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4747405 Jul 08 02:23:36.497415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41598) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:36.502301 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc61db9-cbdd-4e2c-bc32-91c15abe66ed admin admin] Pushing event updated for resources: {'Network': ['ID=5d6ff757-c8a9-421d-996c-8cfec192c224,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:36.502671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Request body: {'subnet': {'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-191735098-subnet', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:36.512279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:23:36.529919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Made reservation on behalf of 3eb7ab8ce42a43bca97ad0b66e781241 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:36.533154 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.709405 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.767864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d13fa81-8246-49b5-acf2-9892647db773,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:36.776501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:36.776861 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Network hostable DHCP agents. Network: 5d6ff757-c8a9-421d-996c-8cfec192c224, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:23:36.794188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:23:36.802926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 5d6ff757-c8a9-421d-996c-8cfec192c224) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:36.807232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:36.807829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.812589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81463b3a-5c81-4fbc-a8c9-05c2a90fa843 None None] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:23:36.822988 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-617251e9-da8f-453e-9c38-e26ac049cd0b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3243947 Jul 08 02:23:36.826061 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41600) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:36.831349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:36.855440 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.856495 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.915990 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:36.964503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-5d6ff757-c8a9-421d-996c-8cfec192c224', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:23:36.965368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.058812 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.120587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Allocated IP 172.20.0.2 (5d6ff757-c8a9-421d-996c-8cfec192c224/8d13fa81-8246-49b5-acf2-9892647db773/af67401d-426e-46ca-8549-3d7f2f59c2ca) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:37.274582 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.277822 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.286814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Transition to ACTIVE for port object af67401d-426e-46ca-8549-3d7f2f59c2ca will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:37.294808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.301493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Transition to ACTIVE for port object af67401d-426e-46ca-8549-3d7f2f59c2ca will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:37.307172 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.313460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f07c031d-f2a5-4fe4-ab8e-52b54aca531a no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:23:37.369298 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: f07c031d-f2a5-4fe4-ab8e-52b54aca531a {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:23:37.369811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f07c031d-f2a5-4fe4-ab8e-52b54aca531a not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:23:37.383711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:37.385160 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:37.388592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:37.397387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Pushing event updated for resources: {'Port': ['ID=af67401d-426e-46ca-8549-3d7f2f59c2ca,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:37.411841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Allocated IP 172.25.4.214 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/33e557d1-3644-48da-91f0-e329fc042cac) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:37.457107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Attempting to bind port af67401d-426e-46ca-8549-3d7f2f59c2ca on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:37.457566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Attempting to bind port af67401d-426e-46ca-8549-3d7f2f59c2ca by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:37.457998 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Attempting to bind port af67401d-426e-46ca-8549-3d7f2f59c2ca on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:37.463547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:37.463924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:37.464359 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.464766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:37.465218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Bound port: af67401d-426e-46ca-8549-3d7f2f59c2ca, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:37.465603 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.519157 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.531001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] For port af67401d-426e-46ca-8549-3d7f2f59c2ca, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:37.535414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] For port af67401d-426e-46ca-8549-3d7f2f59c2ca, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af67401d-426e-46ca-8549-3d7f2f59c2ca,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:37.539448 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.560656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:37.604005 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcbaec-3f1d-4560-8bd3-e118749353ba None None] Pushing event updated for resources: {'Port': ['ID=af67401d-426e-46ca-8549-3d7f2f59c2ca,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:37.604770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:37.609024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:37.612084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:37.640720 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Pushing event updated for resources: {'Port': ['ID=33e557d1-3644-48da-91f0-e329fc042cac,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:37.895815 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.090489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.225292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Router fe234866-5678-4236-b0cf-dae570361d16 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:23:38.343850 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:23:38.353543 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:23:38.362800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.364461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:38.365158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:23:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:38.367205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41604) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:38.369397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a40d19b1-562d-4bb9-aebf-f246e98e250b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5416317 Jul 08 02:23:38.480460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:38.605145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0bba36-fcef-4655-b1b0-b550dfa53515 None None] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:23:38.623894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af67401d-426e-46ca-8549-3d7f2f59c2ca up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:38.734561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a66cdb42-f0ac-494e-ba48-9470d3e1e014 None None] Provisioning for port af67401d-426e-46ca-8549-3d7f2f59c2ca completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:38.826252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port af67401d-426e-46ca-8549-3d7f2f59c2ca completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:38.838785 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.840896 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port af67401d-426e-46ca-8549-3d7f2f59c2ca triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:38.841220 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:38.914613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:37Z', 'revision_number': 3, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:38.954466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:23:38.954818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Updating router fe234866-5678-4236-b0cf-dae570361d16 port 33e557d1-3644-48da-91f0-e329fc042cac binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:23:39.019629 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.049639 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.065336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Allocated IP 172.20.0.1 (5d6ff757-c8a9-421d-996c-8cfec192c224/8d13fa81-8246-49b5-acf2-9892647db773/0342d6bc-5836-4662-af72-fc8e572058ea) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:39.148695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port af67401d-426e-46ca-8549-3d7f2f59c2ca, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af67401d-426e-46ca-8549-3d7f2f59c2ca,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:39.160803 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.183695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.204528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Transition to ACTIVE for port object 0342d6bc-5836-4662-af72-fc8e572058ea will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:39.238584 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.243519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.278048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=af67401d-426e-46ca-8549-3d7f2f59c2ca,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:39.281076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:39.288791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:39.292471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:39.293566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-01806247-2bb9-4282-82f1-fc89085480ac None None] Provisioning complete for port af67401d-426e-46ca-8549-3d7f2f59c2ca triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:39.294015 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01806247-2bb9-4282-82f1-fc89085480ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.323837 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Pushing event updated for resources: {'Port': ['ID=0342d6bc-5836-4662-af72-fc8e572058ea,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:39.340213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.464031 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.475646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Transition to ACTIVE for port object 33e557d1-3644-48da-91f0-e329fc042cac will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:39.482426 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.501699 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.540932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe056a-4b9a-4bc8-bcef-83559574d070 None None] Pushing event updated for resources: {'Port': ['ID=33e557d1-3644-48da-91f0-e329fc042cac,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:39.544117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Attempting to bind port 33e557d1-3644-48da-91f0-e329fc042cac on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:39.544522 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Attempting to bind port 33e557d1-3644-48da-91f0-e329fc042cac by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:39.544884 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Attempting to bind port 33e557d1-3644-48da-91f0-e329fc042cac on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:39.551136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:39.551506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:39.551905 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.552293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:39.552785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Bound port: 33e557d1-3644-48da-91f0-e329fc042cac, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:39.553167 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.603420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-65c39c82-41af-4390-84a3-793e909f2733 None None] Provisioning for port 0342d6bc-5836-4662-af72-fc8e572058ea completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:39.613577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-65c39c82-41af-4390-84a3-793e909f2733 None None] Provisioning complete for port 0342d6bc-5836-4662-af72-fc8e572058ea triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:39.614370 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-65c39c82-41af-4390-84a3-793e909f2733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.636722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] For port 33e557d1-3644-48da-91f0-e329fc042cac, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:39.655448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] For port 33e557d1-3644-48da-91f0-e329fc042cac, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=33e557d1-3644-48da-91f0-e329fc042cac,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:39.662743 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.666968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-65c39c82-41af-4390-84a3-793e909f2733 None None] Port 0342d6bc-5836-4662-af72-fc8e572058ea cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:39.683294 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.687677 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.742461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe056a-4b9a-4bc8-bcef-83559574d070 None None] Pushing event updated for resources: {'Port': ['ID=33e557d1-3644-48da-91f0-e329fc042cac,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:39.746156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:39.747063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:23:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:39.754971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Pushing event updated for resources: {'Port': ['ID=0342d6bc-5836-4662-af72-fc8e572058ea,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:39.757485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:39.861864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:39.863383 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:40.005451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Router fe234866-5678-4236-b0cf-dae570361d16 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:23:40.033406 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:40.125524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:23:40.130977 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c7733daa-2165-480a-b4f0-205ee5148071 admin admin] 10.222.0.41 "PUT /v2.0/routers/fe234866-5678-4236-b0cf-dae570361d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7626357 Jul 08 02:23:40.209531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f4a1401a-edc4-416d-9144-8a2cf57e7c4d None None] Provisioning complete for port 0342d6bc-5836-4662-af72-fc8e572058ea triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:40.209816 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f4a1401a-edc4-416d-9144-8a2cf57e7c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.280258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1401a-edc4-416d-9144-8a2cf57e7c4d None None] Port 0342d6bc-5836-4662-af72-fc8e572058ea cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:40.291616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 2, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:40.323283 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a88615-c8f8-49cb-81a8-705d32bb6dc2 None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 2, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:23:40.607539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:40.608555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af67401d-426e-46ca-8549-3d7f2f59c2ca up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:40.612801 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2d1ba818-49e7-4f47-8d52-d507c3fb3247 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496119895', 'description': 'tempest-description--625586793'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:40.636801 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba818-49e7-4f47-8d52-d507c3fb3247 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.666741 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port af67401d-426e-46ca-8549-3d7f2f59c2ca triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:40.667307 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.737384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba818-49e7-4f47-8d52-d507c3fb3247 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.746552 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba818-49e7-4f47-8d52-d507c3fb3247 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.771444 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d1ba818-49e7-4f47-8d52-d507c3fb3247 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.773504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2d1ba818-49e7-4f47-8d52-d507c3fb3247 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1649041 Jul 08 02:23:40.776616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41614) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:40.782186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d794184b-e06f-4988-89c1-66920bb0869a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'security_group_rule': {'security_group_id': '5a05f4b1-6e72-42f5-9d74-4df079c92abd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:40.792130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ba818-49e7-4f47-8d52-d507c3fb3247 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a05f4b1-6e72-42f5-9d74-4df079c92abd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:40.817243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d794184b-e06f-4988-89c1-66920bb0869a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.884928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d794184b-e06f-4988-89c1-66920bb0869a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.888708 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d794184b-e06f-4988-89c1-66920bb0869a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.908423 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794184b-e06f-4988-89c1-66920bb0869a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66f52c7-48cf-4299-9cd0-4ad017dcbff1,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:40.917819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d794184b-e06f-4988-89c1-66920bb0869a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:40.919473 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d794184b-e06f-4988-89c1-66920bb0869a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416178 Jul 08 02:23:40.922401 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41616) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:40.928396 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-66c580a1-ec9b-4610-a6a7-608dd45475a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'security_group_rule': {'security_group_id': '5a05f4b1-6e72-42f5-9d74-4df079c92abd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:40.963104 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66c580a1-ec9b-4610-a6a7-608dd45475a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.021675 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66c580a1-ec9b-4610-a6a7-608dd45475a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.027241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66c580a1-ec9b-4610-a6a7-608dd45475a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.044068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c580a1-ec9b-4610-a6a7-608dd45475a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c535e8d-18dd-4ead-b7a3-4542ca9fdd90,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:41.073004 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66c580a1-ec9b-4610-a6a7-608dd45475a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.077452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-66c580a1-ec9b-4610-a6a7-608dd45475a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510634 Jul 08 02:23:41.078626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 41618) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:41.085124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:41.115973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.222454 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.340894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Allocated IP 172.25.4.204 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/15422e86-c2d3-437f-8cf9-e46054767e8d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:41.453495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.503020 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.551881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:41.554882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:41.557434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:41.587203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event updated for resources: {'Port': ['ID=15422e86-c2d3-437f-8cf9-e46054767e8d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:41.602216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.602561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.602902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.603237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.603568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.603896 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.604220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.604570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.604891 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.605211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.605534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.605849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:41.672388 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.726247 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.882567 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.887180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.961323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event updated for resources: {'Port': ['ID=15422e86-c2d3-437f-8cf9-e46054767e8d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:41.973778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.988055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:41.989434 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-84affd44-3c59-48df-ab66-a000f5d96d30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9088106 Jul 08 02:23:42.135736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-cd84f1ec-5d4d-4a1e-ae0e-5654f412d6ec tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--496119895&fields=id&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 267 time: 0.0361714 Jul 08 02:23:42.246821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-54bdd9ab-9a95-488e-aefd-fa4c0f2c7b61 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:42.248375 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-54bdd9ab-9a95-488e-aefd-fa4c0f2c7b61 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 811 time: 0.1055889 Jul 08 02:23:42.264827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-f8531b84-c209-454b-a00c-400e372b574e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/quotas/3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 375 time: 0.0105655 Jul 08 02:23:42.341102 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-8e96052d-66cb-4d30-9a92-3a4cbfdb7536 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704427 Jul 08 02:23:42.432294 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:23:42.433495 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-3a6364ce-a83b-4466-9204-9573d7505ab5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:23:42.434582 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-3a6364ce-a83b-4466-9204-9573d7505ab5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0812683 Jul 08 02:23:42.442786 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:42.443412 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:23:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:42.530207 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-51070e42-a87d-4f4c-b82d-acd30ca71313 service neutron] 10.222.0.41 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871885 Jul 08 02:23:42.553952 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:42.609118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 33e557d1-3644-48da-91f0-e329fc042cac up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:42.635558 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-acc20581-5363-40fb-acd4-e2aebab967c7 service neutron] 10.222.0.41 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035652 Jul 08 02:23:42.681468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 33e557d1-3644-48da-91f0-e329fc042cac completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:42.685482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 33e557d1-3644-48da-91f0-e329fc042cac triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:42.685856 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.780006 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 2, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:42.786604 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.811731 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 33e557d1-3644-48da-91f0-e329fc042cac, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=33e557d1-3644-48da-91f0-e329fc042cac,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:42.816282 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:23:42.816658 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Updating router fe234866-5678-4236-b0cf-dae570361d16 port 0342d6bc-5836-4662-af72-fc8e572058ea binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:23:42.816981 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.866832 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:42.889528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=33e557d1-3644-48da-91f0-e329fc042cac,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:42.902679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f86cc41-c821-49ae-a971-0ee552e68097 req-68201454-9a2b-499b-a9ca-94808e71f1ef tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 210 time: 0.0579691 Jul 08 02:23:43.158611 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.169364 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Transition to ACTIVE for port object 0342d6bc-5836-4662-af72-fc8e572058ea will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:43.175950 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.257304 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Pushing event updated for resources: {'Port': ['ID=0342d6bc-5836-4662-af72-fc8e572058ea,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:43.294594 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.294918 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.295217 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.295553 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.295887 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.296217 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.296599 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.296989 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.297319 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.297679 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.298154 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.298366 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:23:43.315219 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Attempting to bind port 0342d6bc-5836-4662-af72-fc8e572058ea on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:43.315587 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Attempting to bind port 0342d6bc-5836-4662-af72-fc8e572058ea by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:43.315951 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Attempting to bind port 0342d6bc-5836-4662-af72-fc8e572058ea on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:43.331737 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:43.332129 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:43.332607 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.333017 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:43.333492 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Bound port: 0342d6bc-5836-4662-af72-fc8e572058ea, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:43.333876 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.404186 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] For port 0342d6bc-5836-4662-af72-fc8e572058ea, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:43.408176 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] For port 0342d6bc-5836-4662-af72-fc8e572058ea, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0342d6bc-5836-4662-af72-fc8e572058ea,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:43.413244 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:43.471304 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:43.471985 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:23:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:43.608658 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91a10d-ef7f-461d-8799-8e6d2024d1cf None None] Pushing event updated for resources: {'Port': ['ID=0342d6bc-5836-4662-af72-fc8e572058ea,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:43.688780 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:43.897305 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:43Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:43.928240 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf4d62-908d-4007-87fb-aa307faf574c None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:43Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:23:44.080349 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-64d2a84c-7587-45d2-9241-00ba39d0bac3 req-60f5a2af-f7a7-4d9b-954b-ef4291f3eeaf tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 210 time: 0.0372636 Jul 08 02:23:44.090950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-062de9cf-1865-44bb-855b-755da6dc63fe tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:44.094041 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-062de9cf-1865-44bb-855b-755da6dc63fe tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 811 time: 0.1628149 Jul 08 02:23:44.143143 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-5aa38bc1-966b-4a02-9b28-3e9d6ca1b0e1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 379 time: 0.0402744 Jul 08 02:23:44.153487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'port': {'device_id': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'admin_state_up': True, 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'security_groups': ['5a05f4b1-6e72-42f5-9d74-4df079c92abd']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:44.283047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Made reservation on behalf of 3eb7ab8ce42a43bca97ad0b66e781241 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:23:44.287345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.427520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Allocated IP 172.20.0.8 (5d6ff757-c8a9-421d-996c-8cfec192c224/8d13fa81-8246-49b5-acf2-9892647db773/53426847-047e-4f39-b6cb-f58f30ba897d) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:23:44.590727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.606905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Transition to ACTIVE for port object 53426847-047e-4f39-b6cb-f58f30ba897d will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:44.637155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0342d6bc-5836-4662-af72-fc8e572058ea up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:44.646132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.691603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:23:44.697194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:23:44.701484 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:23:44.710245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0342d6bc-5836-4662-af72-fc8e572058ea completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:44.727310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0342d6bc-5836-4662-af72-fc8e572058ea triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:44.727681 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.739442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event updated for resources: {'Port': ['ID=53426847-047e-4f39-b6cb-f58f30ba897d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:44.766259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:44.768393 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.790044 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0256818a-85f9-429f-a901-043a002a513d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6406245 Jul 08 02:23:44.803110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Request body: {'port': {'device_id': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:44.822874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.859542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 0342d6bc-5836-4662-af72-fc8e572058ea, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0342d6bc-5836-4662-af72-fc8e572058ea,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:44.865885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.866726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 33e557d1-3644-48da-91f0-e329fc042cac up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:44.889940 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:44.952930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=0342d6bc-5836-4662-af72-fc8e572058ea,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:44.964753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 33e557d1-3644-48da-91f0-e329fc042cac triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:44.965128 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.011512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-525fc553-055f-4d11-96c9-aa08023cc0bf None None] Provisioning for port 53426847-047e-4f39-b6cb-f58f30ba897d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:45.020293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-525fc553-055f-4d11-96c9-aa08023cc0bf None None] Provisioning complete for port 53426847-047e-4f39-b6cb-f58f30ba897d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:45.020697 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-525fc553-055f-4d11-96c9-aa08023cc0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.087189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-525fc553-055f-4d11-96c9-aa08023cc0bf None None] Port 53426847-047e-4f39-b6cb-f58f30ba897d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:23:45.187912 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53426847-047e-4f39-b6cb-f58f30ba897d {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:23:45.198935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.218402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Transition to ACTIVE for port object 53426847-047e-4f39-b6cb-f58f30ba897d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:23:45.223934 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.305865 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fb95e-8092-4fcd-b3b0-2b199ec17038 req-66389a7a-90ed-4a9c-87c2-482e655e2a27 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:45.308665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab9fb95e-8092-4fcd-b3b0-2b199ec17038 req-66389a7a-90ed-4a9c-87c2-482e655e2a27 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 931 time: 0.1098032 Jul 08 02:23:45.310097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Pushing event updated for resources: {'Port': ['ID=53426847-047e-4f39-b6cb-f58f30ba897d,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:45.377805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab9fb95e-8092-4fcd-b3b0-2b199ec17038 req-a205a957-4723-429a-8d1f-d4b9425cfdac tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617485 Jul 08 02:23:45.404527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Attempting to bind port 53426847-047e-4f39-b6cb-f58f30ba897d on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:23:45.405011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Attempting to bind port 53426847-047e-4f39-b6cb-f58f30ba897d by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:23:45.405417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Attempting to bind port 53426847-047e-4f39-b6cb-f58f30ba897d on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:45.410679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Port 53426847-047e-4f39-b6cb-f58f30ba897d on network 5d6ff757-c8a9-421d-996c-8cfec192c224 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:23:45.411104 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Attempting to bind port 53426847-047e-4f39-b6cb-f58f30ba897d on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:23:45.417264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:23:45.417664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:23:45.417996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:23:45.418429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Bound port: 53426847-047e-4f39-b6cb-f58f30ba897d, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:23:45.418788 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.495075 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:23:45.498449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=53426847-047e-4f39-b6cb-f58f30ba897d,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:23:45.502395 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.539982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:45.540638 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:45.545636 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] 10.222.0.16 "PUT /v2.0/ports/53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 1092 time: 0.7473423 Jul 08 02:23:45.546110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:45.548770 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88c0e3e-b404-465b-b815-be9e732c7968" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:45.576811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214494a0-5cff-4ad1-afee-0a5fa7c15a43 service neutron] Pushing event updated for resources: {'Port': ['ID=53426847-047e-4f39-b6cb-f58f30ba897d,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:45.603779 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc77afa-65b5-43e2-ba66-01a79701508b x-openstack-request-id: req-8bc77afa-65b5-43e2-ba66-01a79701508b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:45.604076 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:45.604372 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bc77afa-65b5-43e2-ba66-01a79701508b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:45.604736 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d', 'status': 'completed', 'code': 200} Jul 08 02:23:45.652658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-6d9d4efb-ac13-432b-a7d7-832ab0d2b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:45.654222 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-6d9d4efb-ac13-432b-a7d7-832ab0d2b97a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1095 time: 0.0600877 Jul 08 02:23:45.700511 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-f00b6966-0857-4f51-85c5-42dffae36787 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 217 time: 0.0388994 Jul 08 02:23:45.751769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-624b6efc-237a-4671-8b71-44c1747d4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:45.753217 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-624b6efc-237a-4671-8b71-44c1747d4247 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0464618 Jul 08 02:23:45.814800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0307d494-0d1d-4927-a59d-f38f931d0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:45.816238 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-0307d494-0d1d-4927-a59d-f38f931d0dba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556421 Jul 08 02:23:46.207120 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-646b84ce-8a66-4647-9697-584a62ed4d38 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837097 Jul 08 02:23:46.299107 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-879b9bf1-94df-4c45-9e13-208b80e3e949 req-3981be1a-6efa-4ec0-afd2-8c1b771a8777 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859380 Jul 08 02:23:46.402409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-e96e509f-19dc-42b0-b030-82ca796f3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:46.403854 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-e96e509f-19dc-42b0-b030-82ca796f3756 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1095 time: 0.0547643 Jul 08 02:23:46.504068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-f48852de-f5d7-4616-b119-cdb6a2f905dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:46.505788 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-f48852de-f5d7-4616-b119-cdb6a2f905dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0961378 Jul 08 02:23:46.553845 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-c5af533f-cceb-448f-b720-84887db808d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 217 time: 0.0408826 Jul 08 02:23:46.577721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bea79-d24c-4022-9468-25c2c8f578c4 req-c2bc9728-bc55-43ec-b1ee-f12a0364238a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:46.579388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-559bea79-d24c-4022-9468-25c2c8f578c4 req-c2bc9728-bc55-43ec-b1ee-f12a0364238a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 943 time: 0.0750206 Jul 08 02:23:46.588537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0342d6bc-5836-4662-af72-fc8e572058ea up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:46.616376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-cfc3b3d2-c17f-4fed-8db8-ff31b753e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:46.618172 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-cfc3b3d2-c17f-4fed-8db8-ff31b753e371 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0571389 Jul 08 02:23:46.628129 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-559bea79-d24c-4022-9468-25c2c8f578c4 req-d874c1e8-1eea-4dcc-8092-f8f061a071f6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404744 Jul 08 02:23:46.644897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0342d6bc-5836-4662-af72-fc8e572058ea triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:46.645804 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:46.681120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-2ba5650a-8a0c-49a6-9a98-858646e4e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:46.682713 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-2ba5650a-8a0c-49a6-9a98-858646e4e7a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579045 Jul 08 02:23:46.774593 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-6667b4fc-c75a-4ab5-80df-182489d826ee service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846295 Jul 08 02:23:46.872366 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d88c0e3e-b404-465b-b815-be9e732c7968 req-8714edf2-1d5e-42a4-ab5a-b5e937c28234 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903759 Jul 08 02:23:47.814008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c6713-8fcb-43a3-a868-2b4eb65ddee7 req-4df17212-6a8e-4d50-9d24-7b8beb595f0c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:47.815623 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b29c6713-8fcb-43a3-a868-2b4eb65ddee7 req-4df17212-6a8e-4d50-9d24-7b8beb595f0c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 943 time: 0.0662355 Jul 08 02:23:47.859798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b29c6713-8fcb-43a3-a868-2b4eb65ddee7 req-79bf2030-74bc-4ebf-ab50-5c28908ea21a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379457 Jul 08 02:23:49.051672 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36442c32-07f3-449b-b157-a7e62b9c31cf req-7b39ee02-d9ab-4b62-a014-5e30e2d62abc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:49.053284 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36442c32-07f3-449b-b157-a7e62b9c31cf req-7b39ee02-d9ab-4b62-a014-5e30e2d62abc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 943 time: 0.0732234 Jul 08 02:23:49.096595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36442c32-07f3-449b-b157-a7e62b9c31cf req-b3c075a6-7d78-468a-9e64-29d6ba87c23e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375919 Jul 08 02:23:49.370745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 53426847-047e-4f39-b6cb-f58f30ba897d details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:23:49.469100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=53426847-047e-4f39-b6cb-f58f30ba897d,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:49.484123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '53426847-047e-4f39-b6cb-f58f30ba897d', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'port_id': '53426847-047e-4f39-b6cb-f58f30ba897d', 'mac_address': 'fa:16:3e:50:c5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:23:49.522441 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:49.535260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53426847-047e-4f39-b6cb-f58f30ba897d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:23:49.555747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=53426847-047e-4f39-b6cb-f58f30ba897d,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:49.559322 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:49.617896 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=53426847-047e-4f39-b6cb-f58f30ba897d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:49.748000 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['53426847-047e-4f39-b6cb-f58f30ba897d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:23:50.281104 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc5f82-f269-4097-9baf-98a38e378dda req-35e5a470-8bb1-4950-a254-d42910ba20f4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:50.282684 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6dcc5f82-f269-4097-9baf-98a38e378dda req-35e5a470-8bb1-4950-a254-d42910ba20f4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 944 time: 0.0681581 Jul 08 02:23:50.328446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6dcc5f82-f269-4097-9baf-98a38e378dda req-0840f8ab-062f-4609-bf99-ce3d48a22ac6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333271 Jul 08 02:23:50.682777 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4024f543-61d3-4695-9cf9-b8de42dcbe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.373328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 53426847-047e-4f39-b6cb-f58f30ba897d up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:23:51.424937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 53426847-047e-4f39-b6cb-f58f30ba897d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:23:51.431299 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 53426847-047e-4f39-b6cb-f58f30ba897d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:23:51.431754 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.504871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f2d9c-4521-439e-8ea4-81bd1f5df4bd req-3ec7f8ff-869f-4d13-a616-f5ec0fcc8ae1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:51.506302 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-056f2d9c-4521-439e-8ea4-81bd1f5df4bd req-3ec7f8ff-869f-4d13-a616-f5ec0fcc8ae1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 944 time: 0.0652637 Jul 08 02:23:51.513627 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.540492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:51.542817 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3602f2-02f8-490d-8aaa-56f1e4ba18fb" -d '{"events": [{"server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "name": "network-vif-plugged", "status": "completed", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:51.552893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-056f2d9c-4521-439e-8ea4-81bd1f5df4bd req-cbd3652e-cca6-41d7-8f02-3b685fc1a251 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408792 Jul 08 02:23:51.557266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=53426847-047e-4f39-b6cb-f58f30ba897d,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:23:51.561716 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:51.606541 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11159616-4364-4266-a682-bfc75b9572a3 x-openstack-request-id: req-11159616-4364-4266-a682-bfc75b9572a3 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:51.606829 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "name": "network-vif-plugged", "status": "completed", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:51.607086 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11159616-4364-4266-a682-bfc75b9572a3 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:51.607484 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d', 'code': 200} Jul 08 02:23:51.618968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=53426847-047e-4f39-b6cb-f58f30ba897d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:23:51.719166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce12a1-fc0f-40b8-b56a-46d51c8b30c2 req-a48240e1-27ab-441b-b488-829d4ad22f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:51.721259 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-52ce12a1-fc0f-40b8-b56a-46d51c8b30c2 req-a48240e1-27ab-441b-b488-829d4ad22f48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1097 time: 0.0536134 Jul 08 02:23:51.757474 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-52ce12a1-fc0f-40b8-b56a-46d51c8b30c2 req-d77b2f6d-768c-4e33-bb52-5c9ef5cf7cb5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297976 Jul 08 02:23:52.739239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1d1e-669a-4126-b595-53d255f69728 req-02182a9e-2e50-4276-a755-4ad77130d4f0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:52.740906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b79c1d1e-669a-4126-b595-53d255f69728 req-02182a9e-2e50-4276-a755-4ad77130d4f0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0687840 Jul 08 02:23:52.784616 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b79c1d1e-669a-4126-b595-53d255f69728 req-0863ce32-6330-44a6-9e96-15a62f389156 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374849 Jul 08 02:23:52.966528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176343-a8cd-40d2-910a-023a211c0146 req-cfa7ab92-6d5c-4e19-8b54-0af9dd027e21 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:52.968354 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-57176343-a8cd-40d2-910a-023a211c0146 req-cfa7ab92-6d5c-4e19-8b54-0af9dd027e21 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0672200 Jul 08 02:23:52.977682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 41670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:23:52.982366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7ad93402-619b-4fa7-9f31-3959b7fde724 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'floatingip': {'port_id': '53426847-047e-4f39-b6cb-f58f30ba897d'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:23:53.030345 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad93402-619b-4fa7-9f31-3959b7fde724 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.442593 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-813dbb6c-43e6-4cdd-a3f9-af0834b3f6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.794011 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.853283 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad93402-619b-4fa7-9f31-3959b7fde724 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.858713 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad93402-619b-4fa7-9f31-3959b7fde724 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:53.968506 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-7ad93402-619b-4fa7-9f31-3959b7fde724 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af associated. External IP: 172.25.4.204, port: 53426847-047e-4f39-b6cb-f58f30ba897d. Jul 08 02:23:54.187369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad93402-619b-4fa7-9f31-3959b7fde724 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Router fe234866-5678-4236-b0cf-dae570361d16 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:23:54.300139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad93402-619b-4fa7-9f31-3959b7fde724 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:23:54.305132 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ad93402-619b-4fa7-9f31-3959b7fde724 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:54.309591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:23:54.318840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:54.319582 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:23:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:54.342858 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7ad93402-619b-4fa7-9f31-3959b7fde724 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "PUT /v2.0/floatingips/8edc33bd-08ae-4be0-87c8-fd00fd28e1af HTTP/1.1" status: 200 len: 991 time: 1.3640201 Jul 08 02:23:54.343709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:23:54.347245 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:23:54.384226 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09a9924-a869-4dad-b185-d0220b6153b3 x-openstack-request-id: req-c09a9924-a869-4dad-b185-d0220b6153b3 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:23:54.384789 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:23:54.385126 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c09a9924-a869-4dad-b185-d0220b6153b3 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:23:54.385610 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d', 'status': 'completed', 'code': 200} Jul 08 02:23:54.433979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:54.471311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-eb6dc764-c831-4227-99b3-e65878489df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:54.473036 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-eb6dc764-c831-4227-99b3-e65878489df2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1097 time: 0.0623906 Jul 08 02:23:54.565916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-8cd9da35-09fa-4d44-b034-90618fc37ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:54.567733 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-8cd9da35-09fa-4d44-b034-90618fc37ed4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0880101 Jul 08 02:23:54.638083 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-a6fcf750-672d-4ffd-a135-cf945202765a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 999 time: 0.0640852 Jul 08 02:23:54.674412 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': '53426847-047e-4f39-b6cb-f58f30ba897d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:50:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:23:53Z', 'revision_number': 1, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:54.687402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-895e50e6-8758-42d6-a513-c032733fdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:54.689716 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-895e50e6-8758-42d6-a513-c032733fdbf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0461845 Jul 08 02:23:54.701869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:23:54.710724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:23:54.711257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:23:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:54.748965 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-9ae2bb45-669e-4eb6-8fdb-bc00a7f361a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:23:54.750516 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-9ae2bb45-669e-4eb6-8fdb-bc00a7f361a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542314 Jul 08 02:23:54.822715 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:23:54.846459 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-93fa0ca7-749b-427a-aa8b-23291c23776f service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898767 Jul 08 02:23:54.928772 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:54.945522 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-904b2fb6-5bcd-43a4-8e32-df64fef3f31d req-b3ed642c-d293-4c7e-ae8f-4470d9aaf80b service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929987 Jul 08 02:23:55.071957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': '53426847-047e-4f39-b6cb-f58f30ba897d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:50:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:23:53Z', 'revision_number': 1, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:23:55.099372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14948ad5-851d-4f1a-85f9-0b02aa0604eb None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': '53426847-047e-4f39-b6cb-f58f30ba897d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:50:c5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:23:53Z', 'revision_number': 1, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:23:55.301744 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ca93bd-d0dc-4133-a8cc-862db41266de None None] New status for floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:23:56.535759 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:23:56.622106 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:24:04.768609 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:09.202054 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:14.045727 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-d6b8b776-cbf3-46d2-956b-f7127849099e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544646 Jul 08 02:24:14.144471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-f2916145-5b09-48db-9edd-a1812a611016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:14.145995 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-f2916145-5b09-48db-9edd-a1812a611016 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1097 time: 0.0570345 Jul 08 02:24:14.250290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-7bac1084-f171-472a-9f67-188de6666859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:14.251840 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-7bac1084-f171-472a-9f67-188de6666859 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0847208 Jul 08 02:24:14.322044 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-ac04b8bd-02ac-46b9-8261-4e386fb93ae5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 1001 time: 0.0634756 Jul 08 02:24:14.369666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-5079e3be-4143-49c8-b7f2-12272fee7e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:14.371172 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-5079e3be-4143-49c8-b7f2-12272fee7e39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0432200 Jul 08 02:24:14.428520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-fe7e0b65-7d6f-4821-ae3c-e658b7d59ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:24:14.430071 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-fe7e0b65-7d6f-4821-ae3c-e658b7d59ff0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532575 Jul 08 02:24:14.527365 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-87d9e56a-a7ab-491c-95da-8bc43904de72 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904708 Jul 08 02:24:14.617321 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-37b5e41a-b820-4b10-85c0-a5c4a5162c4a req-8bdf7f43-6a1b-4aea-8772-1d36bf31e637 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838361 Jul 08 02:24:20.684080 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3e6b-830b-44da-affd-b654702a2105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.445068 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-db5b3a89-43b2-4053-9cc2-2383f61622ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:23.786718 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:24.890228 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:26.539999 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:33.623837 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:24:34.782734 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:39.215574 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:50.689543 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43707217-cc38-4922-9c0a-f2dad9dd716f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:53.445636 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-37c05879-8436-482e-aae2-c958d3e534cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:53.788623 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:53.845656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-8ea9d496-9c22-4017-8be5-df143e14ed30 req-ba4e4aff-eb5a-45c4-a032-fd7381824fb9 service neutron] (93884) timed out ('10.222.0.41', 37018) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:24:54.893668 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:24:56.544539 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:04.772076 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:09.231300 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:10.625008 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:25:14.123060 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-e954835a-4c42-4e65-97f4-af41876d4f5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1470437 Jul 08 02:25:14.229201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-a93ac949-8381-4f8f-b3df-19561bed3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:14.230760 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-a93ac949-8381-4f8f-b3df-19561bed3df5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1097 time: 0.0640004 Jul 08 02:25:14.344494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-48bf8f0a-8845-4e8c-87f1-e776c2b54722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:14.344494 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-48bf8f0a-8845-4e8c-87f1-e776c2b54722 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0913961 Jul 08 02:25:14.415131 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-b5363430-8a3c-4f45-92ec-1ddf20b50b9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 1001 time: 0.0658171 Jul 08 02:25:14.467299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-61a9c3b0-b96c-4708-9d29-7d446370a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:14.468860 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-61a9c3b0-b96c-4708-9d29-7d446370a90d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0478547 Jul 08 02:25:14.528036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-cb7f95f7-68cd-4a62-99df-2608fa0e3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:14.529568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-cb7f95f7-68cd-4a62-99df-2608fa0e3a3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547507 Jul 08 02:25:14.539794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-fd89e8ee-11c5-4181-94c8-34c822b21ee6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:25:14.541671 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-fd89e8ee-11c5-4181-94c8-34c822b21ee6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060036 Jul 08 02:25:14.635036 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-f387f3ac-55bf-4994-81e1-d7c8cb9cd158 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871665 Jul 08 02:25:14.734508 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7370af1b-07c0-48a1-8573-e2e0e3ee9b4a req-28503b4f-0a8b-4e13-bbc9-2c408d290a4a service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934060 Jul 08 02:25:20.691650 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0752e52d-7412-4fd3-8ff6-8bb37e50fe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:23.446051 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-87ba966a-da83-40af-bd0c-72d71fccd567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:23.789696 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:24.895854 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:26.543786 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:31.188114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6a09d-c52a-499e-af27-d5fd4a38e6f7 req-5b8526d3-c6aa-465b-a6c0-a80d38afef0a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:31.189679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39e6a09d-c52a-499e-af27-d5fd4a38e6f7 req-5b8526d3-c6aa-465b-a6c0-a80d38afef0a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.1778300 Jul 08 02:25:31.230254 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-39e6a09d-c52a-499e-af27-d5fd4a38e6f7 req-2b7ec11d-24f7-4f83-a9d1-28f10a3af1f9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339317 Jul 08 02:25:31.611497 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-2f3a6635-27c6-4c5a-8277-815685656d15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812075 Jul 08 02:25:31.643521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a804bee-63f4-4a69-ae05-a48317b91357 req-260f216f-8c4a-40b5-8194-02ff33468c96 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:31.645044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a804bee-63f4-4a69-ae05-a48317b91357 req-260f216f-8c4a-40b5-8194-02ff33468c96 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0674291 Jul 08 02:25:31.689794 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a804bee-63f4-4a69-ae05-a48317b91357 req-05c53d25-5e57-4645-9e23-f31f5a198288 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390599 Jul 08 02:25:32.813734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-f398b12a-39c1-4c08-b667-c49bb6f0e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:32.816087 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-f398b12a-39c1-4c08-b667-c49bb6f0e609 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1097 time: 0.0541103 Jul 08 02:25:32.910114 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-770b3881-08ea-4ef1-b712-c7b67f41db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:32.911636 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-770b3881-08ea-4ef1-b712-c7b67f41db72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0902326 Jul 08 02:25:32.931240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a97ada-35c2-4bdc-8829-e2464bd9a1b9 req-d27b011a-27c2-4ace-af39-e8d1962f1a41 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:32.932849 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37a97ada-35c2-4bdc-8829-e2464bd9a1b9 req-d27b011a-27c2-4ace-af39-e8d1962f1a41 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.1208904 Jul 08 02:25:32.972059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-37a97ada-35c2-4bdc-8829-e2464bd9a1b9 req-9e9b2cb3-16ac-457a-b21f-5e7f91d4a5a6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333192 Jul 08 02:25:32.978813 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-afa6ef8e-76f5-4d75-b9bd-15389f1e0755 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 1001 time: 0.0600874 Jul 08 02:25:33.032003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-30a57366-5479-4a0f-be5c-07f85c95c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:33.033513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-30a57366-5479-4a0f-be5c-07f85c95c8cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0486088 Jul 08 02:25:33.102350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-d1799bd4-615f-4007-bd9d-40dde1e5eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:33.103929 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-d1799bd4-615f-4007-bd9d-40dde1e5eda3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642283 Jul 08 02:25:33.191346 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-17348d57-6423-4ea0-8856-dccbb42b8b76 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810752 Jul 08 02:25:33.286831 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-3ee0bd95-aa28-4b17-9fb9-77f5e554cee8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887034 Jul 08 02:25:34.146383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24aeeb-caeb-4b34-99a6-94088e77d1bf req-27ef112c-8ab7-446f-81f0-b08e499a709c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:34.147923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f24aeeb-caeb-4b34-99a6-94088e77d1bf req-27ef112c-8ab7-446f-81f0-b08e499a709c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0647182 Jul 08 02:25:34.187352 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f24aeeb-caeb-4b34-99a6-94088e77d1bf req-878f3f97-9f24-4b6f-bc23-02f3e140aa19 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338900 Jul 08 02:25:34.769212 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:35.367090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f809ebb-fafa-463c-a627-39aa09e049a3 req-3b6b1c61-0356-45fb-a494-2d324f4ea1a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:35.368629 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f809ebb-fafa-463c-a627-39aa09e049a3 req-3b6b1c61-0356-45fb-a494-2d324f4ea1a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0678577 Jul 08 02:25:35.407334 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1f809ebb-fafa-463c-a627-39aa09e049a3 req-49a5ce43-9c05-4a26-89e2-8750bd7b34c4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325625 Jul 08 02:25:36.592144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74d106-24da-458b-ab3a-9c185110ac91 req-2a2827d9-b456-43f6-8961-379ef48f69e4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:36.593707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d74d106-24da-458b-ab3a-9c185110ac91 req-2a2827d9-b456-43f6-8961-379ef48f69e4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0682623 Jul 08 02:25:36.633054 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d74d106-24da-458b-ab3a-9c185110ac91 req-b6dcf9a2-465a-44d5-a29b-3b37a09b66f9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334136 Jul 08 02:25:37.823381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee653737-330f-41eb-b1ce-f47a1d563e3d req-84322b87-18f4-412c-be1a-6a7a6be7a3fd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:37.824924 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee653737-330f-41eb-b1ce-f47a1d563e3d req-84322b87-18f4-412c-be1a-6a7a6be7a3fd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0649045 Jul 08 02:25:37.869610 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ee653737-330f-41eb-b1ce-f47a1d563e3d req-48c33aab-2856-4072-b929-738456aa6844 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376062 Jul 08 02:25:39.044006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97df5f8-c961-4568-b4b7-281bf2504869 req-26c39e99-812d-4586-93c9-e3a2698301bd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:39.045529 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b97df5f8-c961-4568-b4b7-281bf2504869 req-26c39e99-812d-4586-93c9-e3a2698301bd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0629895 Jul 08 02:25:39.083116 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b97df5f8-c961-4568-b4b7-281bf2504869 req-12a1d0a8-8e62-4489-b324-a981385a1306 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321074 Jul 08 02:25:39.232025 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:40.268520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93a692-1864-48f9-af85-9ec56304a53b req-50ebff8c-eea8-421e-976e-3289f6057f35 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:40.270093 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd93a692-1864-48f9-af85-9ec56304a53b req-50ebff8c-eea8-421e-976e-3289f6057f35 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0712528 Jul 08 02:25:40.309800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd93a692-1864-48f9-af85-9ec56304a53b req-adef24da-f8e9-47ae-8028-7edeb84bef0e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341473 Jul 08 02:25:41.520544 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade98730-da20-485d-839f-e7aa59be0a04 req-055920b9-c922-4d6f-be8b-5b54d1a69067 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:41.521976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ade98730-da20-485d-839f-e7aa59be0a04 req-055920b9-c922-4d6f-be8b-5b54d1a69067 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0756209 Jul 08 02:25:41.560704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ade98730-da20-485d-839f-e7aa59be0a04 req-2a6e9716-3d40-4cf2-9970-c8f5fd8feee2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320311 Jul 08 02:25:42.742171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39684e-763f-47fc-ba2d-9d49c878c001 req-b0e6453f-e916-4805-b89a-e745a9ff6019 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:42.743681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f39684e-763f-47fc-ba2d-9d49c878c001 req-b0e6453f-e916-4805-b89a-e745a9ff6019 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0673330 Jul 08 02:25:42.782005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f39684e-763f-47fc-ba2d-9d49c878c001 req-861eed90-7428-4567-8927-abc8358d9bfe tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324826 Jul 08 02:25:43.979797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c058f0-9c16-4fb4-a34b-2a25784c2eca req-c3573f0a-5ad2-4048-a6e0-a467d86beb80 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:43.981396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8c058f0-9c16-4fb4-a34b-2a25784c2eca req-c3573f0a-5ad2-4048-a6e0-a467d86beb80 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0684266 Jul 08 02:25:44.023776 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8c058f0-9c16-4fb4-a34b-2a25784c2eca req-5aec1d7a-b33e-43c7-8c5e-c5302e4a56b4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367482 Jul 08 02:25:45.199976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039721fd-9e51-43cc-824f-a2a520b9f002 req-4b7834c6-4643-44ad-8339-ef06d6b0165a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:45.201619 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-039721fd-9e51-43cc-824f-a2a520b9f002 req-4b7834c6-4643-44ad-8339-ef06d6b0165a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0650144 Jul 08 02:25:45.243818 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-039721fd-9e51-43cc-824f-a2a520b9f002 req-046fd1e9-9af1-44df-b179-92cf4fe2f56f tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367210 Jul 08 02:25:45.261060 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-412c0247-4a64-4e89-b4b5-123764f851ee service neutron] show failed (client error): The resource could not be found. Jul 08 02:25:45.262107 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-412c0247-4a64-4e89-b4b5-123764f851ee service neutron] 10.222.0.16 "GET /v2.0/ports/53426847-047e-4f39-b6cb-f58f30ba897d/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0580244 Jul 08 02:25:45.511969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-05d28f6b-99f2-4c23-b8b8-ef15c36c1b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:45.513501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-05d28f6b-99f2-4c23-b8b8-ef15c36c1b81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 1097 time: 0.0545280 Jul 08 02:25:45.526959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:45.604084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.813459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=53426847-047e-4f39-b6cb-f58f30ba897d,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:45.846426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:45.886019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:45.888408 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb06f1ec-130d-4149-847c-d4cc85fe309d" -d '{"events": [{"server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "name": "network-vif-unplugged", "status": "completed", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:45.892620 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.905819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Transition to ACTIVE for port object 53426847-047e-4f39-b6cb-f58f30ba897d will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:45.909629 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:45.942081 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdf212c-629e-41c2-8b5d-299b8a719ff5 x-openstack-request-id: req-7bdf212c-629e-41c2-8b5d-299b8a719ff5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:45.942380 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "name": "network-vif-unplugged", "status": "completed", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:45.942631 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7bdf212c-629e-41c2-8b5d-299b8a719ff5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:45.943022 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d', 'code': 200} Jul 08 02:25:46.012360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Pushing event updated for resources: {'Port': ['ID=53426847-047e-4f39-b6cb-f58f30ba897d,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:46.034116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.034464 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.034805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.035150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.035482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.035814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.036142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.036499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.036828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.037154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.037478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.037801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:46.102391 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] No DVR routers for this DVR port 53426847-047e-4f39-b6cb-f58f30ba897d on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:46.242340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Attempting to bind port 53426847-047e-4f39-b6cb-f58f30ba897d on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:46.242597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Attempting to bind port 53426847-047e-4f39-b6cb-f58f30ba897d by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:46.242928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Attempting to bind port 53426847-047e-4f39-b6cb-f58f30ba897d on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:46.247106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Port 53426847-047e-4f39-b6cb-f58f30ba897d on network 5d6ff757-c8a9-421d-996c-8cfec192c224 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:25:46.247454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Attempting to bind port 53426847-047e-4f39-b6cb-f58f30ba897d on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:46.252218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:46.252590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:46.252974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:46.253398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Bound port: 53426847-047e-4f39-b6cb-f58f30ba897d, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:46.253756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.316248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:46.319371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=53426847-047e-4f39-b6cb-f58f30ba897d,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:46.323920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.361869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:46.362500 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:46.363927 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] 10.222.0.24 "PUT /v2.0/ports/53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 1092 time: 0.8416419 Jul 08 02:25:46.388076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2d902-1910-49cc-932a-bc7c70da2d94 service neutron] Pushing event updated for resources: {'Port': ['ID=53426847-047e-4f39-b6cb-f58f30ba897d,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:46.432955 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e1c33-ec02-4a80-bc7f-2bcfbe3bfc0b req-760a15da-e73a-439f-bce0-cf0e9ef404f6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:46.435044 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-420e1c33-ec02-4a80-bc7f-2bcfbe3bfc0b req-760a15da-e73a-439f-bce0-cf0e9ef404f6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 943 time: 0.0759227 Jul 08 02:25:46.447866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-01a27892-4e00-4f5b-bb9e-2378b7968ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:46.450485 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-01a27892-4e00-4f5b-bb9e-2378b7968ffd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1095 time: 0.0590849 Jul 08 02:25:46.482437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-420e1c33-ec02-4a80-bc7f-2bcfbe3bfc0b req-e9fccda0-9be6-4dd4-83bc-fda3e88d3015 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417397 Jul 08 02:25:46.544433 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-ebfb2d43-308c-4fdd-92e7-6c80f6b1c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:46.545951 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-ebfb2d43-308c-4fdd-92e7-6c80f6b1c751 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0885634 Jul 08 02:25:46.620520 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-9bb106c0-acba-4d4f-aeec-55f25f36d35b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 999 time: 0.0666449 Jul 08 02:25:46.668082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-db9154e1-b401-4583-899f-42afa4ba9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:46.669500 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-db9154e1-b401-4583-899f-42afa4ba9e5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0436976 Jul 08 02:25:46.729652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-a5750d95-4146-4733-bc70-e99975befbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:46.731238 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-a5750d95-4146-4733-bc70-e99975befbfa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551729 Jul 08 02:25:46.821366 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-f8d59d7c-47ed-47e3-b2b7-42467294f7c7 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838096 Jul 08 02:25:46.909574 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-a6323335-d494-41ec-854e-dfb797d0b061 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821879 Jul 08 02:25:47.623846 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:25:47.664712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34545e-8bdb-4de0-bddb-4f6baf348c23 req-41c573d2-8892-4bbe-9af5-4ae99e3ef9ca tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:47.666213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f34545e-8bdb-4de0-bddb-4f6baf348c23 req-41c573d2-8892-4bbe-9af5-4ae99e3ef9ca tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 943 time: 0.0669343 Jul 08 02:25:47.705621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f34545e-8bdb-4de0-bddb-4f6baf348c23 req-0152d7fe-ade2-4a4a-b39c-fb4c19ff551b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Jul 08 02:25:47.944166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:47.946604 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed529b-e20b-4ba6-a5ce-13692a7765e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:47.985156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 53426847-047e-4f39-b6cb-f58f30ba897d no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:48.028650 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cc6c16-cfdd-40e9-97dd-1a31f01f035a x-openstack-request-id: req-92cc6c16-cfdd-40e9-97dd-1a31f01f035a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:48.028911 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:48.029163 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92cc6c16-cfdd-40e9-97dd-1a31f01f035a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:48.029528 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d', 'status': 'completed', 'code': 200} Jul 08 02:25:48.041601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 53426847-047e-4f39-b6cb-f58f30ba897d not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:48.134469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-74875e05-de42-4929-a0d2-0845f10e8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:48.136384 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-74875e05-de42-4929-a0d2-0845f10e8294 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1095 time: 0.0941336 Jul 08 02:25:48.147392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 53426847-047e-4f39-b6cb-f58f30ba897d details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:25:48.152671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-2062544e-67ac-4a09-83b9-ca7ef8012abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:48.154154 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-2062544e-67ac-4a09-83b9-ca7ef8012abd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1095 time: 0.0818768 Jul 08 02:25:48.251646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=53426847-047e-4f39-b6cb-f58f30ba897d,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:48.265735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '53426847-047e-4f39-b6cb-f58f30ba897d', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'port_id': '53426847-047e-4f39-b6cb-f58f30ba897d', 'mac_address': 'fa:16:3e:50:c5:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:25:48.300664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-7ff45830-8947-42e5-a03c-5260642522a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:48.302254 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-7ff45830-8947-42e5-a03c-5260642522a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1598279 Jul 08 02:25:48.303678 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:48.306762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-2a24bb7b-f409-4c4f-8adc-b912041b1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:48.308532 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-2a24bb7b-f409-4c4f-8adc-b912041b1392 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1448045 Jul 08 02:25:48.319621 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53426847-047e-4f39-b6cb-f58f30ba897d {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:25:48.340454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=53426847-047e-4f39-b6cb-f58f30ba897d,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:48.344846 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:48.396723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=53426847-047e-4f39-b6cb-f58f30ba897d,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:48.404688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.405038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.405380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.405718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.406048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.406378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.406705 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.407030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.407354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.407677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.407999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.408335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:25:48.421081 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-36dd46de-41b0-492e-b342-d260d1b6f1a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 999 time: 0.1115408 Jul 08 02:25:48.449270 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-dd859b36-8922-41d4-bafd-26fdeb8bb7bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 1000 time: 0.0952528 Jul 08 02:25:48.524409 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-89658498-b544-4fdb-8ee9-3d4895522765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:48.525864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-89658498-b544-4fdb-8ee9-3d4895522765 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0924792 Jul 08 02:25:48.534744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-48c2f233-efc1-443e-ab00-d2101c3d49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:48.536168 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-48c2f233-efc1-443e-ab00-d2101c3d49f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0666904 Jul 08 02:25:48.597025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['53426847-047e-4f39-b6cb-f58f30ba897d'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:25:48.648803 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-c521a3c7-ad04-486e-a1c7-4a2b0320a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:48.650342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-c521a3c7-ad04-486e-a1c7-4a2b0320a883 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175437 Jul 08 02:25:48.654052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-49952e7c-f634-4778-9c07-bcf66f61249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:48.655537 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-49952e7c-f634-4778-9c07-bcf66f61249b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082821 Jul 08 02:25:48.817416 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-d492ff24-c824-4ca5-b655-3742d581f024 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599667 Jul 08 02:25:48.819228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-f3493337-bb22-44c6-a867-40db755338a5 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545172 Jul 08 02:25:48.898503 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b7362-ca40-4543-b2da-041f9a91248f req-d984de81-6884-4d82-ac36-7fc25634dd31 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:48.900751 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-310b7362-ca40-4543-b2da-041f9a91248f req-d984de81-6884-4d82-ac36-7fc25634dd31 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 944 time: 0.0672226 Jul 08 02:25:48.943559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-310b7362-ca40-4543-b2da-041f9a91248f req-ebbb3fb2-8763-4afe-97ca-c141fc816352 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359757 Jul 08 02:25:49.284898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72760689-0711-4538-bc47-1f2c74ab86c6 req-fae3aa5d-7e23-44b1-9ec5-46247a3514e5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:49.286481 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72760689-0711-4538-bc47-1f2c74ab86c6 req-fae3aa5d-7e23-44b1-9ec5-46247a3514e5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 944 time: 0.0713012 Jul 08 02:25:49.330330 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-72760689-0711-4538-bc47-1f2c74ab86c6 req-0a60abc9-2814-4e7e-b76f-2853d3707fb4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377383 Jul 08 02:25:49.366199 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-b905bef3-a62e-4b04-81d3-2a5eece7c6f1 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342886 Jul 08 02:25:49.368797 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-31ed529b-e20b-4ba6-a5ce-13692a7765e7 req-debcb6a4-a714-440c-9595-cbd1bec52a41 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457063 Jul 08 02:25:49.405715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-431226b8-9eeb-4cd0-ac7c-754821bab5af tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:49.407184 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-431226b8-9eeb-4cd0-ac7c-754821bab5af tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 944 time: 0.1057682 Jul 08 02:25:49.469183 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-6f9980b2-1cc8-4995-9714-a679d790f4c0 service neutron] delete failed (client error): The resource could not be found. Jul 08 02:25:49.470218 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-6f9980b2-1cc8-4995-9714-a679d790f4c0 service neutron] 10.222.0.16 "DELETE /v2.0/ports/53426847-047e-4f39-b6cb-f58f30ba897d/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0575118 Jul 08 02:25:49.575418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-67c5ea22-04ad-4bc9-b3fa-0fae902034ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:49.576990 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-67c5ea22-04ad-4bc9-b3fa-0fae902034ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 1096 time: 0.0603902 Jul 08 02:25:49.666416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-bba11a5d-141e-4bc7-954e-0f2c50c44d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:49.668608 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-bba11a5d-141e-4bc7-954e-0f2c50c44d28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0859315 Jul 08 02:25:49.738940 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-99c1ccb5-0866-4925-baae-d0d1413b13bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 200 len: 1000 time: 0.0643113 Jul 08 02:25:49.786120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-10dd89ae-04b2-4a57-9867-ef465f91373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:49.787558 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-10dd89ae-04b2-4a57-9867-ef465f91373a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0430148 Jul 08 02:25:49.844918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-c671dfbd-1fca-4123-b88e-4340e969d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:49.846666 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-c671dfbd-1fca-4123-b88e-4340e969d5d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524049 Jul 08 02:25:49.941650 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-2a709956-073d-4c77-a04c-314e6a9fade6 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886693 Jul 08 02:25:50.037299 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7fcd9373-a444-46e8-80a1-05c46a053d71 req-e4cd5407-8bfe-425b-bb02-46d23aed510f service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901303 Jul 08 02:25:50.148099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 53426847-047e-4f39-b6cb-f58f30ba897d up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:25:50.199515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 53426847-047e-4f39-b6cb-f58f30ba897d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:50.203638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 53426847-047e-4f39-b6cb-f58f30ba897d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:50.204143 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:50.282445 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:50.305379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:50.308210 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2971bbda-b04d-4fc1-aec4-19834124aa42" -d '{"events": [{"server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "name": "network-vif-plugged", "status": "completed", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:50.320621 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=53426847-047e-4f39-b6cb-f58f30ba897d,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:50.325753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:50.378433 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d632647-b33b-4f72-8d88-ca5b8139d19c x-openstack-request-id: req-2d632647-b33b-4f72-8d88-ca5b8139d19c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:50.378713 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "name": "network-vif-plugged", "status": "completed", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:50.378963 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d632647-b33b-4f72-8d88-ca5b8139d19c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:50.379349 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d', 'code': 200} Jul 08 02:25:50.407453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=53426847-047e-4f39-b6cb-f58f30ba897d,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:50.549067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f79c1-4085-4f52-8d03-44e649bcbf15 req-087e268e-0a0f-4050-a84e-3d1664cdeb5a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:50.550809 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f11f79c1-4085-4f52-8d03-44e649bcbf15 req-087e268e-0a0f-4050-a84e-3d1664cdeb5a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0684400 Jul 08 02:25:50.592218 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f11f79c1-4085-4f52-8d03-44e649bcbf15 req-8680e115-3138-4246-8875-5f6b74fbc123 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350006 Jul 08 02:25:50.694255 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-66edeba8-36e2-4709-910d-e57c0a301230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:51.777762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34671a83-3b18-4939-9095-5d3d586c0028 req-ab570ecf-8344-4fe1-b526-abd8d4ade23e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:51.779215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34671a83-3b18-4939-9095-5d3d586c0028 req-ab570ecf-8344-4fe1-b526-abd8d4ade23e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0635195 Jul 08 02:25:51.816359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-34671a83-3b18-4939-9095-5d3d586c0028 req-12f41923-6be8-4255-a02f-f54afb3822e8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Jul 08 02:25:51.996744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e3e8e-6e13-45cd-af5c-f7895907fddf req-73d75748-6916-4152-91a6-678602f9af91 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:51.998138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a8e3e8e-6e13-45cd-af5c-f7895907fddf req-73d75748-6916-4152-91a6-678602f9af91 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0681162 Jul 08 02:25:52.037955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a8e3e8e-6e13-45cd-af5c-f7895907fddf req-f3930dc4-366a-4d32-b86f-f9714c90cd4c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332546 Jul 08 02:25:52.216583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6720aa6-183f-4663-becb-33e7c40efadf req-73599b1b-0da5-48d4-8a6e-1402587c6545 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:52.218096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6720aa6-183f-4663-becb-33e7c40efadf req-73599b1b-0da5-48d4-8a6e-1402587c6545 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0660341 Jul 08 02:25:52.256348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f6720aa6-183f-4663-becb-33e7c40efadf req-6f2cee97-d3e9-4200-8e95-0e66f7894026 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322850 Jul 08 02:25:52.636284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1994c8-d642-46ab-8f3e-b034609284e7 req-8b7b3124-7bab-4576-b12e-a0e2a9fe091a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:52.637810 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef1994c8-d642-46ab-8f3e-b034609284e7 req-8b7b3124-7bab-4576-b12e-a0e2a9fe091a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0640635 Jul 08 02:25:52.679986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ef1994c8-d642-46ab-8f3e-b034609284e7 req-caeac09d-07c2-4aa9-96b7-edeba5d375f8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365105 Jul 08 02:25:53.452823 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e123b7e7-9ea7-4dbe-8a3d-fd0c5fdcf727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.794054 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:53.845396 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cb620-ca51-41c6-b453-16be61118400 req-087cefec-0064-4ac4-9e1b-1c47461eb5a4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:53.847167 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-944cb620-ca51-41c6-b453-16be61118400 req-087cefec-0064-4ac4-9e1b-1c47461eb5a4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0666568 Jul 08 02:25:53.863743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeaba9-8512-4842-a95a-4fec9c86bc67 req-a10598df-6d63-42e9-b671-9175d8660eea tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:53.865286 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcdeaba9-8512-4842-a95a-4fec9c86bc67 req-a10598df-6d63-42e9-b671-9175d8660eea tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 945 time: 0.0691774 Jul 08 02:25:53.911819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcdeaba9-8512-4842-a95a-4fec9c86bc67 req-e03b0d8b-c214-4831-b08a-434304583ceb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404167 Jul 08 02:25:53.968401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Deleting port 53426847-047e-4f39-b6cb-f58f30ba897d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:25:53.968659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.056096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] For port 53426847-047e-4f39-b6cb-f58f30ba897d, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=53426847-047e-4f39-b6cb-f58f30ba897d,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:25:54.056489 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.281748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.282128 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.282452 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af disassociated. External IP: 172.25.4.204, port: 53426847-047e-4f39-b6cb-f58f30ba897d. Jul 08 02:25:54.282799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Calling delete_port for 53426847-047e-4f39-b6cb-f58f30ba897d owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:25:54.413689 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.443299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event deleted for resources: {'Port': ['ID=53426847-047e-4f39-b6cb-f58f30ba897d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:54.573119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Router fe234866-5678-4236-b0cf-dae570361d16 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:25:54.693436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:25:54.703089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:25:54.712297 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:54.713090 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:25:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:54.742577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] No DVR routers for this DVR port 53426847-047e-4f39-b6cb-f58f30ba897d on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:25:54.745373 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:54.747569 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-944cb620-ca51-41c6-b453-16be61118400 req-9fadaa5c-c14e-4c1e-b8bf-c35c7e2bbe74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "DELETE /v2.0/ports/53426847-047e-4f39-b6cb-f58f30ba897d HTTP/1.1" status: 204 len: 173 time: 0.8954253 Jul 08 02:25:54.748009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'name': 'network-vif-deleted', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:54.750308 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c085ac9d-a2ad-44a5-82fb-2e762a355401" -d '{"events": [{"server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "name": "network-vif-deleted", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:54.786911 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2362d058-ce68-4e37-838e-4df86c6e5b37 x-openstack-request-id: req-2362d058-ce68-4e37-838e-4df86c6e5b37 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:54.787410 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1a6c39a-81a9-48d5-8923-e0113b8b30d7", "name": "network-vif-deleted", "tag": "53426847-047e-4f39-b6cb-f58f30ba897d", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:54.787816 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2362d058-ce68-4e37-838e-4df86c6e5b37 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:54.788447 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a6c39a-81a9-48d5-8923-e0113b8b30d7', 'name': 'network-vif-deleted', 'tag': '53426847-047e-4f39-b6cb-f58f30ba897d', 'status': 'completed', 'code': 200} Jul 08 02:25:54.827534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:54.959927 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:55.054744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:55.081669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:25:55.090401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:25:55.091017 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:25:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:55.106871 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f590ed0-8f8e-428f-a357-407273fa1ccb req-fa943772-8873-4e42-bafb-6d776ed6d34d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1a6c39a-81a9-48d5-8923-e0113b8b30d7 HTTP/1.1" status: 200 len: 210 time: 0.0292273 Jul 08 02:25:55.203025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:25:55.417493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:25:55.443870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c989fa-07f8-4de3-b0f7-9dd3e51a2953 None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:25:55.663503 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43032d89-37f0-4a9b-b3dd-741d781f1151 None None] New status for floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:25:56.426407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-74be052e-0582-42a6-b5d6-c06707402527 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--496119895&fields=id&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 267 time: 0.0352991 Jul 08 02:25:56.539240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-6f8b7d85-eaaf-4f33-b759-a61ed57b19cb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:56.540748 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-6f8b7d85-eaaf-4f33-b759-a61ed57b19cb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 811 time: 0.1071029 Jul 08 02:25:56.547679 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:56.557069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-97a32c87-261a-49ee-b44d-4bc5820c9fa4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/quotas/3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 375 time: 0.0096829 Jul 08 02:25:56.630034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ebe8fe94-fbf0-44b0-9211-2e13ce1206a0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669384 Jul 08 02:25:56.728742 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-46810e02-3954-40a3-b21b-7bad85f2e4de service neutron] 10.222.0.41 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865495 Jul 08 02:25:56.821245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-0ce77deb-802b-4f0c-a0bb-30323a955a32 service neutron] 10.222.0.41 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837879 Jul 08 02:25:57.012503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90f623a3-5e59-44d0-912c-17756f3d0b16 req-88682059-6650-466d-9293-732e32570f3b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 210 time: 0.0299287 Jul 08 02:25:58.081926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-3d304804-03f8-4473-89ab-5443d3b97f27 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:58.084275 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-3d304804-03f8-4473-89ab-5443d3b97f27 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 811 time: 0.1231771 Jul 08 02:25:58.138342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-7d55f95e-daea-4322-8210-9b5067349d02 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 379 time: 0.0444922 Jul 08 02:25:58.148503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 53426847-047e-4f39-b6cb-f58f30ba897d no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:25:58.150813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'port': {'device_id': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'admin_state_up': True, 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'security_groups': ['5a05f4b1-6e72-42f5-9d74-4df079c92abd']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:58.189946 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cbe505df-1b6e-4fa6-80ae-af66ef2aa9f4 req-f7378ae3-1e57-47af-bbd6-70a8acf374ea tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 210 time: 0.0597565 Jul 08 02:25:58.191628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 53426847-047e-4f39-b6cb-f58f30ba897d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:25:58.192162 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 53426847-047e-4f39-b6cb-f58f30ba897d not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:25:58.287722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Made reservation on behalf of 3eb7ab8ce42a43bca97ad0b66e781241 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:25:58.291356 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.420831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Allocated IP 172.20.0.7 (5d6ff757-c8a9-421d-996c-8cfec192c224/8d13fa81-8246-49b5-acf2-9892647db773/1fc01311-c5fd-43d1-bb14-f95c21df14f7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:25:58.566735 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.581125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Transition to ACTIVE for port object 1fc01311-c5fd-43d1-bb14-f95c21df14f7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:58.615219 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.658173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:25:58.663451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:25:58.667846 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:25:58.703868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event updated for resources: {'Port': ['ID=1fc01311-c5fd-43d1-bb14-f95c21df14f7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:58.730922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:58.731613 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.748112 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-ec90ef72-2ac8-4c56-a1c6-ac4418194b1c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6040156 Jul 08 02:25:58.760217 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Request body: {'port': {'device_id': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:25:58.838964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.923132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-70ae1d24-7a38-46a8-a878-82847fa41f8b None None] Provisioning for port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:25:58.927682 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-70ae1d24-7a38-46a8-a878-82847fa41f8b None None] Provisioning complete for port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:25:58.928057 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-70ae1d24-7a38-46a8-a878-82847fa41f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:58.968887 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-70ae1d24-7a38-46a8-a878-82847fa41f8b None None] Port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:25:59.150223 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc01311-c5fd-43d1-bb14-f95c21df14f7 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:25:59.159050 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.171451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Transition to ACTIVE for port object 1fc01311-c5fd-43d1-bb14-f95c21df14f7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:25:59.175798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.252282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc01311-c5fd-43d1-bb14-f95c21df14f7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:59.311304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Attempting to bind port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:25:59.311786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Attempting to bind port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:25:59.312238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Attempting to bind port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:59.317017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 on network 5d6ff757-c8a9-421d-996c-8cfec192c224 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:25:59.317469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Attempting to bind port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:25:59.323298 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:25:59.324275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:25:59.324556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:25:59.325135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Bound port: 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:25:59.325619 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.395424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:25:59.398934 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8e2809-cf52-44b2-a006-3655fe1f5072 req-6fe26191-de9b-42c3-bc62-a7d7250df22e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:59.402062 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba8e2809-cf52-44b2-a006-3655fe1f5072 req-6fe26191-de9b-42c3-bc62-a7d7250df22e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 943 time: 0.0747666 Jul 08 02:25:59.402376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:25:59.407359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.448420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:59.449553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:25:59.450464 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 1092 time: 0.6946969 Jul 08 02:25:59.450926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:25:59.453280 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:25:59.455066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba8e2809-cf52-44b2-a006-3655fe1f5072 req-32f38bcd-a648-4751-b8cb-72ec85e79a7d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442545 Jul 08 02:25:59.485725 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bc7bc-4f5f-4389-8dfe-a29c5b97f4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc01311-c5fd-43d1-bb14-f95c21df14f7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:25:59.587602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-b74e5e53-4cb3-40e3-837f-e626d704a4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:59.589909 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-b74e5e53-4cb3-40e3-837f-e626d704a4bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1095 time: 0.0687542 Jul 08 02:25:59.591462 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc577a6-d8af-4ee7-8343-fe5c06d5e2ff x-openstack-request-id: req-6dc577a6-d8af-4ee7-8343-fe5c06d5e2ff {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:25:59.591754 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:25:59.592008 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6dc577a6-d8af-4ee7-8343-fe5c06d5e2ff {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:25:59.592448 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'status': 'completed', 'code': 200} Jul 08 02:25:59.632681 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-7916d3af-a07c-4513-933e-b8c331434bbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 217 time: 0.0348523 Jul 08 02:25:59.689325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-a76000be-e97d-42fa-a358-92a764ef9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:59.690856 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-a76000be-e97d-42fa-a358-92a764ef9da6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0522003 Jul 08 02:25:59.756939 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-97e6ac08-a914-4ead-8e9e-419ec8be6048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:25:59.758502 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-97e6ac08-a914-4ead-8e9e-419ec8be6048 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612652 Jul 08 02:25:59.849650 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-c84e0810-c314-4773-8e55-8cd0a696a9c3 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849183 Jul 08 02:25:59.944758 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00d44949-69b2-4d22-a6c9-a7d35622e0fa req-5a8f0975-78fc-4ad7-8611-9bde8b333d9b service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888946 Jul 08 02:26:00.049820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-68a52826-8f5e-487a-b5cf-69469607f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:00.051480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-68a52826-8f5e-487a-b5cf-69469607f721 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1095 time: 0.0551903 Jul 08 02:26:00.148004 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-b2194dc6-a568-4273-86a4-0cc18a487516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:00.149686 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-b2194dc6-a568-4273-86a4-0cc18a487516 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0916169 Jul 08 02:26:00.192675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-c744406c-3757-4cd3-9c39-1b5df91a95fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 217 time: 0.0365176 Jul 08 02:26:00.243818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-cbf4c637-c0bf-4000-b2da-b5160446ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:00.246311 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-cbf4c637-c0bf-4000-b2da-b5160446ac54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0470586 Jul 08 02:26:00.310294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-2d946f7a-5309-4c8b-bf3b-16dd0d221eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:00.311745 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-2d946f7a-5309-4c8b-bf3b-16dd0d221eec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589516 Jul 08 02:26:00.409590 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-31863cea-461a-4cb4-bc21-cc05f4682296 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900886 Jul 08 02:26:00.507818 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d4286eff-67fc-44e6-b3cf-fdd143e4d8b3 req-a80c720e-c4d7-44fa-9af9-3846d47d15a8 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918574 Jul 08 02:26:00.654746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cc7c4-62b0-4bc6-bfb0-c110f0700cb1 req-d01b05db-7e2b-46ab-ba11-58256c5dff8b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:00.656379 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e8cc7c4-62b0-4bc6-bfb0-c110f0700cb1 req-d01b05db-7e2b-46ab-ba11-58256c5dff8b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 943 time: 0.0713234 Jul 08 02:26:00.696690 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e8cc7c4-62b0-4bc6-bfb0-c110f0700cb1 req-cefca228-3fb2-418c-b432-8183eb7bdeeb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345712 Jul 08 02:26:01.879980 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da1d96-d01b-4e2c-abe4-a31ac44360d8 req-20298e3b-abf5-4502-9088-f2c643ab10e5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:01.881580 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7da1d96-d01b-4e2c-abe4-a31ac44360d8 req-20298e3b-abf5-4502-9088-f2c643ab10e5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 943 time: 0.0682702 Jul 08 02:26:01.922073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7da1d96-d01b-4e2c-abe4-a31ac44360d8 req-944699b0-ea18-4193-95ae-3f0f7702a873 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343752 Jul 08 02:26:03.114748 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc581010-e214-42a6-9948-7ecc1ffe71f0 req-a112dd25-2149-4ac0-9caa-03998e5555ab tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:03.116316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc581010-e214-42a6-9948-7ecc1ffe71f0 req-a112dd25-2149-4ac0-9caa-03998e5555ab tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 943 time: 0.0650516 Jul 08 02:26:03.156583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc581010-e214-42a6-9948-7ecc1ffe71f0 req-50adb49c-2fe5-4bda-97c0-eb73b9b4896c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338936 Jul 08 02:26:04.197390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1fc01311-c5fd-43d1-bb14-f95c21df14f7 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:26:04.298689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:04.311710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'port_id': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'mac_address': 'fa:16:3e:7c:0a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:26:04.347937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a5185-4230-4c6b-b566-7e62453d0b70 req-195310b9-7fd5-4838-95a7-ffb983282e69 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:04.349575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd2a5185-4230-4c6b-b566-7e62453d0b70 req-195310b9-7fd5-4838-95a7-ffb983282e69 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 943 time: 0.0708978 Jul 08 02:26:04.357588 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:04.371319 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc01311-c5fd-43d1-bb14-f95c21df14f7 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:26:04.395391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd2a5185-4230-4c6b-b566-7e62453d0b70 req-8da74c44-949c-43cc-869e-464e52b19521 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364172 Jul 08 02:26:04.402484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:04.407105 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:04.461197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=1fc01311-c5fd-43d1-bb14-f95c21df14f7,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:04.609495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['1fc01311-c5fd-43d1-bb14-f95c21df14f7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:26:04.772997 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:05.571477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9152735-3ba3-4416-bc26-db53696afa55 req-1c61e843-40a4-473b-89a5-e4dc49230195 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:05.573449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9152735-3ba3-4416-bc26-db53696afa55 req-1c61e843-40a4-473b-89a5-e4dc49230195 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 944 time: 0.0635827 Jul 08 02:26:05.613714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d9152735-3ba3-4416-bc26-db53696afa55 req-304cb7a2-7831-4c3c-b078-c0bd538c314f tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346875 Jul 08 02:26:06.213807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1fc01311-c5fd-43d1-bb14-f95c21df14f7 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:26:06.267869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:26:06.271762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:26:06.272139 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.348011 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.369308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:26:06.372444 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46a28d8-0e9c-4036-9781-8b1efa825c10" -d '{"events": [{"server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "name": "network-vif-plugged", "status": "completed", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:26:06.385910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:26:06.390298 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:06.419282 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e51592-67d4-40c8-90f3-6e65392ac6f6 x-openstack-request-id: req-09e51592-67d4-40c8-90f3-6e65392ac6f6 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:26:06.419554 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "name": "network-vif-plugged", "status": "completed", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:26:06.419805 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09e51592-67d4-40c8-90f3-6e65392ac6f6 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:26:06.420184 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'code': 200} Jul 08 02:26:06.446895 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=1fc01311-c5fd-43d1-bb14-f95c21df14f7,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:26:06.526431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0077bb-6a50-42e4-93eb-b14423d82d4f req-383ef677-4be9-4657-ad21-affb815f489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:06.527854 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a0077bb-6a50-42e4-93eb-b14423d82d4f req-383ef677-4be9-4657-ad21-affb815f489d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1097 time: 0.0529542 Jul 08 02:26:06.562247 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a0077bb-6a50-42e4-93eb-b14423d82d4f req-882b55ad-5c35-48e5-bbe8-2c81cdc08765 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278733 Jul 08 02:26:06.787185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575416d-75f9-4821-a876-aabf52934680 req-25d59ef0-d288-4318-8bbd-22b130e353c4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:06.788601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a575416d-75f9-4821-a876-aabf52934680 req-25d59ef0-d288-4318-8bbd-22b130e353c4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0631490 Jul 08 02:26:06.827213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a575416d-75f9-4821-a876-aabf52934680 req-bb36f86a-eb81-4fde-bb16-9c428f33706a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323660 Jul 08 02:26:08.008670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cc311-1a73-4e13-ba4e-cbdf4638f30a req-253f8791-0973-40d6-99ff-50d0938b15c1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:08.010371 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-872cc311-1a73-4e13-ba4e-cbdf4638f30a req-253f8791-0973-40d6-99ff-50d0938b15c1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0692148 Jul 08 02:26:08.050328 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-872cc311-1a73-4e13-ba4e-cbdf4638f30a req-5a2e71f8-448b-49b8-8661-e05ff06c4f61 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337069 Jul 08 02:26:08.221013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa45707-23c9-46e5-a079-3cbf10e39165 req-b1586415-ed0b-417a-831b-478f1032edd0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:08.222694 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8aa45707-23c9-46e5-a079-3cbf10e39165 req-b1586415-ed0b-417a-831b-478f1032edd0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0664654 Jul 08 02:26:08.233433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42046) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:26:08.238182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b2b5df3f-1bfc-4d3b-9e83-2f845509e1de tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'floatingip': {'port_id': '1fc01311-c5fd-43d1-bb14-f95c21df14f7'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:26:08.297460 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2b5df3f-1bfc-4d3b-9e83-2f845509e1de tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:08.751207 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2b5df3f-1bfc-4d3b-9e83-2f845509e1de tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:08.755035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2b5df3f-1bfc-4d3b-9e83-2f845509e1de tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:08.853330 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-b2b5df3f-1bfc-4d3b-9e83-2f845509e1de tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af associated. External IP: 172.25.4.204, port: 1fc01311-c5fd-43d1-bb14-f95c21df14f7. Jul 08 02:26:09.066477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b5df3f-1bfc-4d3b-9e83-2f845509e1de tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Router fe234866-5678-4236-b0cf-dae570361d16 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:26:09.193683 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b5df3f-1bfc-4d3b-9e83-2f845509e1de tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:26:09.199837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2b5df3f-1bfc-4d3b-9e83-2f845509e1de tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:09.205186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:26:09.218181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:09.218824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:25:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:09.240968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b2b5df3f-1bfc-4d3b-9e83-2f845509e1de tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "PUT /v2.0/floatingips/8edc33bd-08ae-4be0-87c8-fd00fd28e1af HTTP/1.1" status: 200 len: 991 time: 1.0061738 Jul 08 02:26:09.241851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:26:09.246321 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:26:09.275755 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:09.355757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:09.381845 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03e7232-2b8f-4ae0-b797-b228588982f4 x-openstack-request-id: req-e03e7232-2b8f-4ae0-b797-b228588982f4 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:26:09.382253 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:26:09.382608 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e03e7232-2b8f-4ae0-b797-b228588982f4 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:26:09.383171 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'status': 'completed', 'code': 200} Jul 08 02:26:09.475416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-2a341135-bb95-484e-9d24-9151ddb9a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:09.476956 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-2a341135-bb95-484e-9d24-9151ddb9a473 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1097 time: 0.0676575 Jul 08 02:26:09.581390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-1999c9e8-c645-4448-b7b8-1eba6cb0b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:09.582917 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-1999c9e8-c645-4448-b7b8-1eba6cb0b8c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0996926 Jul 08 02:26:09.626476 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:7c:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:26:08Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:09.658514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:26:09.661149 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-8be7688a-8717-45ba-9e1a-4ea798d7436d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 999 time: 0.0711560 Jul 08 02:26:09.669897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:26:09.670894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:25:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:09.715531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-3a6e4701-6412-4e2a-a3b2-5c06cd3b7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:09.717574 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-3a6e4701-6412-4e2a-a3b2-5c06cd3b7450 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0506155 Jul 08 02:26:09.792745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-e614d76b-52d3-4a41-84e6-0a8c7329a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:26:09.794235 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-e614d76b-52d3-4a41-84e6-0a8c7329a220 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694466 Jul 08 02:26:09.796698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:26:09.900568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-4e37a58f-e484-4451-be52-6354b06e6253 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999768 Jul 08 02:26:10.018476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9e03590-c04e-4cc9-8c45-2b9ae6eaf60b req-5617b682-088a-467a-a518-8a0c4f248f78 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104465 Jul 08 02:26:10.251497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:7c:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:26:08Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:26:10.282474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e1403-6c63-4aed-9fcb-dc83b4f127c1 None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:7c:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:26:08Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:26:10.493702 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e7944d-b82e-4ec1-b8f4-e5e1114e6e0d None None] New status for floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:26:20.696549 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd22e-8cd5-40c3-8eb0-a75c48a8ca35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.443409 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9fa8edb-6d32-4d86-b416-aab2b5d8864d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:23.796061 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:24.623591 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:26:24.901808 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:26.548698 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:34.785012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:39.250636 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:50.697578 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e87e63c4-a7ed-497b-8449-e15b05412067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.444460 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0dbe17d1-20e2-44b8-9aea-0c7e92e67994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:53.797222 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:54.904907 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:26:56.549968 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:01.623015 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:27:04.805747 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:08.300782 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-6fd35a79-cba7-4f6b-9b95-8d40cdd0c4ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528286 Jul 08 02:27:08.394184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-b0cda83f-302a-4a55-8893-1c33d3df5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:08.395719 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-b0cda83f-302a-4a55-8893-1c33d3df5451 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1097 time: 0.0525441 Jul 08 02:27:08.506490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-f9575fb7-60e3-48e5-a5b3-0e3bc47d04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:08.508011 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-f9575fb7-60e3-48e5-a5b3-0e3bc47d04ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0904453 Jul 08 02:27:08.572719 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-0e6d1ce1-eedd-4def-affe-3732fc4b4195 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 1001 time: 0.0577543 Jul 08 02:27:08.624099 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-b0b07a84-b748-4ca9-ac1a-732f076cf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:08.625649 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-b0b07a84-b748-4ca9-ac1a-732f076cf9ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0473900 Jul 08 02:27:08.681800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-62e61f93-bc95-4e29-bd64-74099c919f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:08.683275 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-62e61f93-bc95-4e29-bd64-74099c919f08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515759 Jul 08 02:27:08.770031 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-307a0bc0-0b45-4b41-9d6f-fcea8962aa30 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795815 Jul 08 02:27:08.863875 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c0a7a431-f666-4100-ae83-f577e5a018ad req-be41b9c9-6d3e-49e1-8f74-149d8542ff9f service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863361 Jul 08 02:27:09.249630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:20.698891 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-485e7074-423c-476b-9eef-2de05c1a385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.444066 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ade7c074-576a-498f-8890-5f7c9584fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:23.798400 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:24.907954 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:26.554599 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:29.962003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-39c4ed06-4849-4b7a-8f47-2bfabdb7d622 req-78fddb62-3a7e-491f-a5d7-ff401dc23897 service neutron] (93884) timed out ('10.222.0.41', 38842) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:27:34.805356 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:38.622914 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:27:39.258697 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:44.625999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119c8c0-d08d-49aa-8902-500e46993b89 req-dda43ab0-eaa2-4a49-8a59-d893d18989b3 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:44.627516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7119c8c0-d08d-49aa-8902-500e46993b89 req-dda43ab0-eaa2-4a49-8a59-d893d18989b3 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0724106 Jul 08 02:27:44.667675 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7119c8c0-d08d-49aa-8902-500e46993b89 req-d5a96ef9-b2d0-4f22-8587-f6889dd32280 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337670 Jul 08 02:27:45.847169 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4d8c7-fcec-4ee9-9918-0f4102ffbe30 req-53e30227-3f73-41d1-843b-fe7efb4bde87 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:45.848914 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4f4d8c7-fcec-4ee9-9918-0f4102ffbe30 req-53e30227-3f73-41d1-843b-fe7efb4bde87 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0641272 Jul 08 02:27:45.887577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4f4d8c7-fcec-4ee9-9918-0f4102ffbe30 req-d998baaa-39d7-4f81-a463-e3c8d896eff7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Jul 08 02:27:47.068666 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71470bfe-c166-44d2-b3c4-6942977ce5f4 req-a88427a6-633d-4cdb-be2d-bd2f5be9b8b8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:47.070380 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71470bfe-c166-44d2-b3c4-6942977ce5f4 req-a88427a6-633d-4cdb-be2d-bd2f5be9b8b8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0697722 Jul 08 02:27:47.109215 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71470bfe-c166-44d2-b3c4-6942977ce5f4 req-bde6bfbe-fec7-410e-b662-124c36d32484 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330191 Jul 08 02:27:48.285517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7241d-a6d2-4764-9fcc-9429aac893b5 req-d078baa9-e8e7-437c-a96b-ad01138429e2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:48.287697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bfb7241d-a6d2-4764-9fcc-9429aac893b5 req-d078baa9-e8e7-437c-a96b-ad01138429e2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0659642 Jul 08 02:27:48.327840 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bfb7241d-a6d2-4764-9fcc-9429aac893b5 req-b71bca66-7faf-443a-b860-f57bd0600eab tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345552 Jul 08 02:27:49.501432 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d66bce-cd23-4441-8c18-48983649f7e1 req-e3aabc79-655e-49bf-9687-fc7e9b3db9b7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:49.502941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14d66bce-cd23-4441-8c18-48983649f7e1 req-e3aabc79-655e-49bf-9687-fc7e9b3db9b7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0632050 Jul 08 02:27:49.541131 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14d66bce-cd23-4441-8c18-48983649f7e1 req-bdf8bf3a-3b81-4c5d-adb3-6bfaad9c6b69 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324738 Jul 08 02:27:50.699278 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7368-c600-429b-a88a-03eb5dad9a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:50.721221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367633fe-8c7d-4776-bd87-3a586781a243 req-e81de4b5-24aa-44ac-898e-c6a11e9447cb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:50.722809 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-367633fe-8c7d-4776-bd87-3a586781a243 req-e81de4b5-24aa-44ac-898e-c6a11e9447cb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0709412 Jul 08 02:27:50.761717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-367633fe-8c7d-4776-bd87-3a586781a243 req-dd1c67d0-5049-4a23-bbbf-4ee50b6a26b8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330594 Jul 08 02:27:51.936181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a8630-9bca-4ff0-934f-babc8a12acc7 req-9c6da7a6-dc16-4e92-bc2c-afde47975312 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:51.937726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-106a8630-9bca-4ff0-934f-babc8a12acc7 req-9c6da7a6-dc16-4e92-bc2c-afde47975312 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0658281 Jul 08 02:27:51.975019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-106a8630-9bca-4ff0-934f-babc8a12acc7 req-19b2321a-9eab-4304-a23c-2b8f049717a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318422 Jul 08 02:27:53.156100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3a907-c40e-41e2-b865-b2600b8e1742 req-702bf943-5b20-4f6d-9c63-15931f5f3e52 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:53.157656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cc3a907-c40e-41e2-b865-b2600b8e1742 req-702bf943-5b20-4f6d-9c63-15931f5f3e52 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0688219 Jul 08 02:27:53.198876 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cc3a907-c40e-41e2-b865-b2600b8e1742 req-f0e7011d-8f6f-424d-8c30-10249218621e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355210 Jul 08 02:27:53.444811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-626ac044-59c1-4b43-8c0f-48463194e2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:53.799894 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:54.376744 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55b119-e502-414d-a2d7-2421f4655e74 req-8a3b6fd5-7d8f-473c-bb90-48d9c2847fa5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:54.378250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa55b119-e502-414d-a2d7-2421f4655e74 req-8a3b6fd5-7d8f-473c-bb90-48d9c2847fa5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0637856 Jul 08 02:27:54.415400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa55b119-e502-414d-a2d7-2421f4655e74 req-c88af527-43c9-4001-a3e9-d0d53e1b7d57 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316186 Jul 08 02:27:54.911168 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:55.590248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a211-2918-43fc-813f-e342a6611b79 req-7d3562e1-3850-4096-9754-c27f30b05fb5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:55.591733 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fac0a211-2918-43fc-813f-e342a6611b79 req-7d3562e1-3850-4096-9754-c27f30b05fb5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0624895 Jul 08 02:27:55.628263 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fac0a211-2918-43fc-813f-e342a6611b79 req-0d06bfba-353d-42d3-8a28-1b0f645acc32 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310900 Jul 08 02:27:56.555977 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:27:56.936175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:27:57.092085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be33fc-013b-4f6f-bd42-4a996ddc2bc6 req-584e1ff4-b763-4fff-8c22-78c5699cfa54 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:57.093681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52be33fc-013b-4f6f-bd42-4a996ddc2bc6 req-584e1ff4-b763-4fff-8c22-78c5699cfa54 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.1100817 Jul 08 02:27:57.102258 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-cba8601e-4c20-4b7c-b434-aa1ac87b0cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1638670 Jul 08 02:27:57.137118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-52be33fc-013b-4f6f-bd42-4a996ddc2bc6 req-31b5e5a1-b573-47ec-bb55-5a8f3b804b6e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337923 Jul 08 02:27:58.330858 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a16e5-f31d-4775-ae31-0cc52137fa69 req-edfa7a37-e358-4dff-980b-974b64ddd98a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:58.332428 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f28a16e5-f31d-4775-ae31-0cc52137fa69 req-edfa7a37-e358-4dff-980b-974b64ddd98a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0812030 Jul 08 02:27:58.373381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f28a16e5-f31d-4775-ae31-0cc52137fa69 req-58fda920-0084-4f90-a9a1-acb3c5aec019 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339396 Jul 08 02:27:58.385817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-e351725f-1d2b-4338-8814-19a8164363e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:58.387386 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-e351725f-1d2b-4338-8814-19a8164363e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1097 time: 0.0552900 Jul 08 02:27:58.480648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-03ad10e2-0dc3-4975-bbea-b4d5a2ce46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:58.482111 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-03ad10e2-0dc3-4975-bbea-b4d5a2ce46a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0883262 Jul 08 02:27:58.545982 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-57ab2a01-0547-4390-a2e4-148fc906e085 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 1001 time: 0.0575187 Jul 08 02:27:58.594123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-14563664-8c22-4931-8481-289b86d37811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:58.595547 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-14563664-8c22-4931-8481-289b86d37811 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0432305 Jul 08 02:27:58.656559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-3bcd6f04-e762-4247-adb8-16c58044a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:58.658119 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-3bcd6f04-e762-4247-adb8-16c58044a9d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551853 Jul 08 02:27:58.752680 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-0ad7baa6-0383-42d7-8af9-53ec0c99fb1b service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869985 Jul 08 02:27:58.849495 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-6783516b-871e-44e4-a698-590ce44dfff5 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904913 Jul 08 02:27:59.549054 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a804f-ec3a-4a2a-be30-bf6df61dc228 req-999e0ed6-96a1-4f78-a3a5-2f25a44a866d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:27:59.550451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-808a804f-ec3a-4a2a-be30-bf6df61dc228 req-999e0ed6-96a1-4f78-a3a5-2f25a44a866d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0651884 Jul 08 02:27:59.591182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-808a804f-ec3a-4a2a-be30-bf6df61dc228 req-3ebefb61-522a-47f0-acd6-cbea6616689c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349414 Jul 08 02:28:00.658720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-09387b43-aea2-4933-8b5d-051bf7436c61 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:28:00.659124 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-09387b43-aea2-4933-8b5d-051bf7436c61 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056312 Jul 08 02:28:00.721977 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-9d98b1f5-02d8-4826-a108-e79f0af1e2ab service neutron] show failed (client error): The resource could not be found. Jul 08 02:28:00.723351 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-9d98b1f5-02d8-4826-a108-e79f0af1e2ab service neutron] 10.222.0.24 "GET /v2.0/ports/1fc01311-c5fd-43d1-bb14-f95c21df14f7/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0570536 Jul 08 02:28:00.777777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83931e10-490a-40ef-b045-56482c2b69d9 req-753bd2c0-460e-4720-aa82-d8986a3623bf tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:00.779429 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83931e10-490a-40ef-b045-56482c2b69d9 req-753bd2c0-460e-4720-aa82-d8986a3623bf tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0732727 Jul 08 02:28:00.819572 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83931e10-490a-40ef-b045-56482c2b69d9 req-830c1214-4452-4899-b761-e4ad416bcca9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340753 Jul 08 02:28:00.983242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-de9e5212-39e4-4f9b-b511-9e8947a3546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:00.984737 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-de9e5212-39e4-4f9b-b511-9e8947a3546a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 1097 time: 0.0559587 Jul 08 02:28:00.997598 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:01.084089 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.637428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:01.672827 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:01.712881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:01.715199 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f76fb4a-b154-4ba0-ae4b-c3e94eb80e43" -d '{"events": [{"server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "name": "network-vif-unplugged", "status": "completed", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:01.724892 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.740206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Transition to ACTIVE for port object 1fc01311-c5fd-43d1-bb14-f95c21df14f7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:01.745927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:01.773247 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a5a419-68c6-453e-b7db-58ca426a86fc x-openstack-request-id: req-b3a5a419-68c6-453e-b7db-58ca426a86fc {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:01.773600 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "name": "network-vif-unplugged", "status": "completed", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:01.773974 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3a5a419-68c6-453e-b7db-58ca426a86fc {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:01.774340 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'code': 200} Jul 08 02:28:01.829971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Pushing event updated for resources: {'Port': ['ID=1fc01311-c5fd-43d1-bb14-f95c21df14f7,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:01.842090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.842440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.842787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.843127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.843462 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.844290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.844290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.844556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.844789 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.845119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.845445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.847261 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:01.896485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] No DVR routers for this DVR port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:02.021545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9af067-2361-4fd2-a5f7-bdbed754706a req-bccf80b8-6990-4624-a307-13bf503b1ca9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.023170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d9af067-2361-4fd2-a5f7-bdbed754706a req-bccf80b8-6990-4624-a307-13bf503b1ca9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 943 time: 0.0766733 Jul 08 02:28:02.057959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Attempting to bind port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:02.058213 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Attempting to bind port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:02.058501 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Attempting to bind port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:02.063068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 on network 5d6ff757-c8a9-421d-996c-8cfec192c224 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:28:02.063399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Attempting to bind port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:02.064952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5d9af067-2361-4fd2-a5f7-bdbed754706a req-1ce34d2e-18ea-4faa-a7c6-bd47f31e6ead tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346079 Jul 08 02:28:02.068610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:02.068980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:02.069367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:02.069796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Bound port: 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:02.070155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:02.145199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:02.149817 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:02.154164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:02.190746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.191464 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:02.193257 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] 10.222.0.16 "PUT /v2.0/ports/1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 1092 time: 1.2009180 Jul 08 02:28:02.250630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9465e-b2e4-4184-9a4c-021ec0b5c5ba service neutron] Pushing event updated for resources: {'Port': ['ID=1fc01311-c5fd-43d1-bb14-f95c21df14f7,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:02.288220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-89e52bdc-b088-48e7-ac41-36f608349e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.290551 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-89e52bdc-b088-48e7-ac41-36f608349e85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1095 time: 0.0705822 Jul 08 02:28:02.398650 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-ede65317-3bb8-4997-94bb-a7540983aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.400173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-ede65317-3bb8-4997-94bb-a7540983aab3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1037929 Jul 08 02:28:02.501765 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-71a04029-e325-4e29-8df1-830bac7832f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 999 time: 0.0948634 Jul 08 02:28:02.551509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-f3cc87c0-1550-42f0-95a2-edad748185ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.553062 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-f3cc87c0-1550-42f0-95a2-edad748185ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0457768 Jul 08 02:28:02.616126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-59edb2be-ceaf-42d1-b4a8-dd594e277ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:02.619255 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-59edb2be-ceaf-42d1-b4a8-dd594e277ace service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599487 Jul 08 02:28:02.721930 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-af289540-86f4-4654-9c83-0f5933990728 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958586 Jul 08 02:28:02.821901 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-046d4173-d600-4db4-9087-49bc9c3619a9 req-8c6a290f-43e8-4154-b75b-7243be5d5672 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935688 Jul 08 02:28:03.251509 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3802e9b-0096-48b9-aa1b-957bfac9885f req-524e9de2-a6bf-4557-b9a9-2092225b1fea tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:03.252946 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3802e9b-0096-48b9-aa1b-957bfac9885f req-524e9de2-a6bf-4557-b9a9-2092225b1fea tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 943 time: 0.0668058 Jul 08 02:28:03.290527 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3802e9b-0096-48b9-aa1b-957bfac9885f req-4caeb1d6-8265-4e4b-b21d-f0e7c4778066 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Jul 08 02:28:03.775577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:03.778092 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8358ffb6-416b-4d8f-b185-20904b3593d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:03.830060 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cf1b5f-9300-4795-a93b-bf69dda3a3ac x-openstack-request-id: req-07cf1b5f-9300-4795-a93b-bf69dda3a3ac {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:03.830510 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:03.830796 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07cf1b5f-9300-4795-a93b-bf69dda3a3ac {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:03.831210 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'status': 'completed', 'code': 200} Jul 08 02:28:03.944390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-4481fe7e-c99d-4834-9535-081c4491ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:03.946527 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-4481fe7e-c99d-4834-9535-081c4491ef4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1095 time: 0.0851593 Jul 08 02:28:03.952994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-b460a63d-62c3-4459-94e8-3048779c1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:03.954540 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-b460a63d-62c3-4459-94e8-3048779c1b01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1095 time: 0.1011133 Jul 08 02:28:04.121129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-5ad63325-fc2a-47ac-b3ca-d89f97c89d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.122658 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-5ad63325-fc2a-47ac-b3ca-d89f97c89d0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1672714 Jul 08 02:28:04.124256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-b28a2d9a-c3f8-4a7b-995d-e0d3d1ef0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.125870 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-b28a2d9a-c3f8-4a7b-995d-e0d3d1ef0bd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1614590 Jul 08 02:28:04.243460 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-340c9d09-3e55-49dc-8809-3005870bfc9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 999 time: 0.1142578 Jul 08 02:28:04.245305 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-ad439094-aa42-482c-ae73-febafaa307f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 999 time: 0.1097393 Jul 08 02:28:04.299664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-008b33c0-254c-434a-a4b4-eb5c8501aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.301245 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-008b33c0-254c-434a-a4b4-eb5c8501aa55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0515456 Jul 08 02:28:04.393573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-786cf368-c963-4514-94e7-f4dcf8e68579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.395671 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-786cf368-c963-4514-94e7-f4dcf8e68579 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.1380441 Jul 08 02:28:04.458579 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-e14d406a-4f1e-42ad-8289-2b5d5ab56536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.460131 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-e14d406a-4f1e-42ad-8289-2b5d5ab56536 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527934 Jul 08 02:28:04.481485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965b304-fa7c-4a1a-93ec-ec57c63f7d26 req-d440ea72-43ce-4345-9d00-5ea66c8d79c7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.483060 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3965b304-fa7c-4a1a-93ec-ec57c63f7d26 req-d440ea72-43ce-4345-9d00-5ea66c8d79c7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 943 time: 0.0744247 Jul 08 02:28:04.522312 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3965b304-fa7c-4a1a-93ec-ec57c63f7d26 req-1591b457-7ef9-4623-aba4-9f679b28d08e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335741 Jul 08 02:28:04.531852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-1ff9586c-6b9f-4c8f-a93e-7093e970e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.533423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-1ff9586c-6b9f-4c8f-a93e-7093e970e7d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305177 Jul 08 02:28:04.619356 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-df965b1a-b23a-4e7b-b18e-ec7854148427 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516488 Jul 08 02:28:04.706037 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-01bcf9ec-fb99-4193-977f-330279b3c7be service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600115 Jul 08 02:28:04.796402 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-e3c951e2-817c-4e67-9f9e-e679ea21dd78 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697652 Jul 08 02:28:04.806091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1fc01311-c5fd-43d1-bb14-f95c21df14f7 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:04.848420 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 1fc01311-c5fd-43d1-bb14-f95c21df14f7 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:28:04.871062 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:04.874114 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5602e6a-f870-4e32-b443-404e7ca9eb9b req-ccb0ffd6-3b5e-4418-8e49-b8134b268bae tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.876043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5602e6a-f870-4e32-b443-404e7ca9eb9b req-ccb0ffd6-3b5e-4418-8e49-b8134b268bae tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 943 time: 0.0870242 Jul 08 02:28:04.877515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 1fc01311-c5fd-43d1-bb14-f95c21df14f7 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:04.886029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-fd7b3896-20db-47d7-a9cc-aeef9757af9e service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684189 Jul 08 02:28:04.906946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-e8cbe06d-e31a-49a3-9dc8-ce6ffc4a5dd9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:04.908539 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-e8cbe06d-e31a-49a3-9dc8-ce6ffc4a5dd9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 943 time: 0.1146541 Jul 08 02:28:04.923367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5602e6a-f870-4e32-b443-404e7ca9eb9b req-dd02f221-e611-447f-9458-796d4ced331e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359106 Jul 08 02:28:04.994280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:04.995106 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-cc00e081-d68d-456f-98cd-ac6a09878a53 service neutron] delete failed (client error): The resource could not be found. Jul 08 02:28:04.996161 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-cc00e081-d68d-456f-98cd-ac6a09878a53 service neutron] 10.222.0.24 "DELETE /v2.0/ports/1fc01311-c5fd-43d1-bb14-f95c21df14f7/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0784972 Jul 08 02:28:05.010213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'port_id': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'mac_address': 'fa:16:3e:7c:0a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:28:05.055459 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:05.068996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc01311-c5fd-43d1-bb14-f95c21df14f7 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:28:05.097783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:05.105857 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:05.108252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-022bf07f-9976-42d7-97c8-111742bb69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:05.109524 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-022bf07f-9976-42d7-97c8-111742bb69d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1095 time: 0.0628023 Jul 08 02:28:05.165640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=1fc01311-c5fd-43d1-bb14-f95c21df14f7,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:05.174260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.174612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.174960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.175309 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.175643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.175974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.176324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.176676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.176999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.177325 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.177657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.177980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:28:05.214798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-49f5cdac-52a1-4cbc-8e3e-0daaa9115798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:05.216371 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-49f5cdac-52a1-4cbc-8e3e-0daaa9115798 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1006823 Jul 08 02:28:05.283265 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-68328d3b-d84f-4c84-a481-c962cece5163 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 1000 time: 0.0605652 Jul 08 02:28:05.324610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['1fc01311-c5fd-43d1-bb14-f95c21df14f7'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:28:05.333293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-20a3eb5c-57f8-423c-9639-87fd7b9c2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:05.334800 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-20a3eb5c-57f8-423c-9639-87fd7b9c2d59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0453351 Jul 08 02:28:05.395911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-b2beb8a5-2049-4ad1-9ba4-ad032a683d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:05.397472 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-b2beb8a5-2049-4ad1-9ba4-ad032a683d94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567052 Jul 08 02:28:05.486168 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-b2b523a3-2648-41ba-b66e-6fb46229bf53 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817072 Jul 08 02:28:05.579310 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7e31b399-c976-4f09-a1a8-bb6d2782c5e2 req-e0746b42-b2e1-4f80-aa95-de1d04ba306d service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853939 Jul 08 02:28:06.115827 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6102f06-317b-41a5-84ba-d78210bd4306 req-77874dcd-05b8-4394-b994-4dfa2ec5080a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.117374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6102f06-317b-41a5-84ba-d78210bd4306 req-77874dcd-05b8-4394-b994-4dfa2ec5080a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 944 time: 0.0654235 Jul 08 02:28:06.156686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b6102f06-317b-41a5-84ba-d78210bd4306 req-c10171ed-795c-4a1d-bc7f-d7e54459a37b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333841 Jul 08 02:28:06.334292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2477a-1910-4bab-9508-d5cbadac9e19 req-ac68c289-777d-4fd3-88e5-6b5488be16b3 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.335781 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1c2477a-1910-4bab-9508-d5cbadac9e19 req-ac68c289-777d-4fd3-88e5-6b5488be16b3 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 944 time: 0.0669279 Jul 08 02:28:06.374482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1c2477a-1910-4bab-9508-d5cbadac9e19 req-dcfebf74-665a-4dad-a6d6-c590b31c3d03 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Jul 08 02:28:06.703442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-8f2da948-3210-4d37-b0fe-4de91dd13eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.705027 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-8f2da948-3210-4d37-b0fe-4de91dd13eac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 1096 time: 0.0552509 Jul 08 02:28:06.723861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd0562-69bd-4fa4-8a55-addb7f3bc982 req-23f1f975-ba62-410e-8000-1f18f0ad1eae tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.725422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00cd0562-69bd-4fa4-8a55-addb7f3bc982 req-23f1f975-ba62-410e-8000-1f18f0ad1eae tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 944 time: 0.0645397 Jul 08 02:28:06.764291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-00cd0562-69bd-4fa4-8a55-addb7f3bc982 req-3c592a44-b6ae-4658-81a0-5e31b84675e3 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322952 Jul 08 02:28:06.797936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-b3ebb782-961a-4392-9c43-b6ab35e2dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.799346 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-b3ebb782-961a-4392-9c43-b6ab35e2dd0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0874145 Jul 08 02:28:06.841811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 1fc01311-c5fd-43d1-bb14-f95c21df14f7 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:06.872786 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-151c6299-2877-4898-90b4-d6f5c4300b65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 200 len: 1000 time: 0.0667384 Jul 08 02:28:06.891549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:06.895563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:06.895969 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:06.921922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-51f4bd66-d770-4c24-b342-5403624fcdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.923434 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-51f4bd66-d770-4c24-b342-5403624fcdee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0449772 Jul 08 02:28:06.978923 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:06.984762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-23b84ea8-ee29-49c7-bc7c-9d456e8fe4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:06.986312 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-23b84ea8-ee29-49c7-bc7c-9d456e8fe4f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556552 Jul 08 02:28:07.001296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:07.003586 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34688468-1db3-409a-9150-04cb367edf8d" -d '{"events": [{"server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "name": "network-vif-plugged", "status": "completed", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:07.017901 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:07.022606 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:07.074498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=1fc01311-c5fd-43d1-bb14-f95c21df14f7,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:07.087982 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-e284df54-3446-4afd-ad90-df8833828c49 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941846 Jul 08 02:28:07.109629 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1730e311-9e37-4543-963b-0cc8f64b8cc1 x-openstack-request-id: req-1730e311-9e37-4543-963b-0cc8f64b8cc1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:07.109923 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "name": "network-vif-plugged", "status": "completed", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:07.110202 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1730e311-9e37-4543-963b-0cc8f64b8cc1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:07.110599 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'code': 200} Jul 08 02:28:07.177300 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-30d12c58-cbce-4f1b-8be2-3a4d80574236 req-2aa89b01-c1c5-430e-b704-52810d24f3fb service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840230 Jul 08 02:28:07.941070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2a7de-a0c5-49b0-a340-321433449337 req-556c70a1-1235-4311-8c1d-1d327d6d6e5b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:07.942554 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65d2a7de-a0c5-49b0-a340-321433449337 req-556c70a1-1235-4311-8c1d-1d327d6d6e5b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0666771 Jul 08 02:28:07.980676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65d2a7de-a0c5-49b0-a340-321433449337 req-cd2d7a3b-2518-4347-ba05-9dcfd74f78f2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324135 Jul 08 02:28:08.380137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de304b90-1602-44cc-b7ed-7648ec3b01e1 req-275518db-8c56-4ebb-9bb7-eb7b3a7ae737 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:08.381634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de304b90-1602-44cc-b7ed-7648ec3b01e1 req-275518db-8c56-4ebb-9bb7-eb7b3a7ae737 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0748320 Jul 08 02:28:08.419658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de304b90-1602-44cc-b7ed-7648ec3b01e1 req-f9757230-92ee-4cd2-9f19-07f787504686 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318959 Jul 08 02:28:09.267584 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.552941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d62852-afc8-43c9-a069-3d791172eca2 req-1e2bd507-549a-41f8-9c51-336f72cf10b1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:09.554340 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-52d62852-afc8-43c9-a069-3d791172eca2 req-1e2bd507-549a-41f8-9c51-336f72cf10b1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0683384 Jul 08 02:28:09.598239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a50b5-236a-4893-a5f3-5283a8fafc75 req-7158e5f8-89e8-4bc7-8b54-b528d848e804 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:09.599985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-426a50b5-236a-4893-a5f3-5283a8fafc75 req-7158e5f8-89e8-4bc7-8b54-b528d848e804 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 945 time: 0.0674617 Jul 08 02:28:09.638557 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-426a50b5-236a-4893-a5f3-5283a8fafc75 req-eb323f2a-6baf-478f-a6bf-9be7ed144706 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Jul 08 02:28:09.661369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Deleting port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:28:09.661716 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.752804 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] For port 1fc01311-c5fd-43d1-bb14-f95c21df14f7, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=1fc01311-c5fd-43d1-bb14-f95c21df14f7,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:09.753162 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.922217 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.922651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:09.922943 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af disassociated. External IP: 172.25.4.204, port: 1fc01311-c5fd-43d1-bb14-f95c21df14f7. Jul 08 02:28:09.923251 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Calling delete_port for 1fc01311-c5fd-43d1-bb14-f95c21df14f7 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:28:10.058094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.090136 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event deleted for resources: {'Port': ['ID=1fc01311-c5fd-43d1-bb14-f95c21df14f7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:10.218818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Router fe234866-5678-4236-b0cf-dae570361d16 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:10.650886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:10.660632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:10.683967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:10.684643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:27:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:10.702281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] No DVR routers for this DVR port 1fc01311-c5fd-43d1-bb14-f95c21df14f7 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:28:10.705165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:10.707307 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-52d62852-afc8-43c9-a069-3d791172eca2 req-47a0adef-50ce-4bb9-8af9-62085fb8156d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "DELETE /v2.0/ports/1fc01311-c5fd-43d1-bb14-f95c21df14f7 HTTP/1.1" status: 204 len: 173 time: 1.1478827 Jul 08 02:28:10.707745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'name': 'network-vif-deleted', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:10.710117 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a58d66-7a8a-4d8c-9805-e7ed647b337a" -d '{"events": [{"server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "name": "network-vif-deleted", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:10.757333 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b7f255-2e67-4dd1-8622-1a21ca39a32f x-openstack-request-id: req-61b7f255-2e67-4dd1-8622-1a21ca39a32f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:10.758080 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c445f7-fce1-434f-a5f9-a09ca36c7f03", "name": "network-vif-deleted", "tag": "1fc01311-c5fd-43d1-bb14-f95c21df14f7", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:10.758080 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61b7f255-2e67-4dd1-8622-1a21ca39a32f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:10.758338 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c445f7-fce1-434f-a5f9-a09ca36c7f03', 'name': 'network-vif-deleted', 'tag': '1fc01311-c5fd-43d1-bb14-f95c21df14f7', 'status': 'completed', 'code': 200} Jul 08 02:28:10.802395 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bff09c7a-06a3-4df9-b60a-2871abf2dd4f req-8e1e7a16-6615-4d56-8def-edb01e719c4c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c445f7-fce1-434f-a5f9-a09ca36c7f03 HTTP/1.1" status: 200 len: 210 time: 0.0340924 Jul 08 02:28:10.822702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:11.051081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:11.081305 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:11.093255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:11.093934 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:27:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:11.205751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:11.401835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:11.434440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f13bb-52f3-4165-b105-fbb20ea2d4bc None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:11.667661 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ff7b5f-1582-4858-88b9-089f5f8c34e8 None None] New status for floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:28:12.168403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b005e96d-5a07-42b5-ab3f-057c7c20f1eb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--496119895&fields=id&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 267 time: 0.0333300 Jul 08 02:28:12.281367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-de6da748-5a23-417a-ac4e-c08c5a0c10c9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:12.282787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-de6da748-5a23-417a-ac4e-c08c5a0c10c9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 811 time: 0.1079416 Jul 08 02:28:12.299851 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-7631b96b-05ca-41fb-8666-6eef96a9aec2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/quotas/3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 375 time: 0.0114458 Jul 08 02:28:12.381011 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-8e6e56d7-e480-4022-9cb1-33973f331252 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761638 Jul 08 02:28:12.531496 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-f188a9cb-c88d-41b2-8e7e-ce5f011004f6 service neutron] 10.222.0.41 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377058 Jul 08 02:28:12.857787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 1fc01311-c5fd-43d1-bb14-f95c21df14f7 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:28:12.879952 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 1fc01311-c5fd-43d1-bb14-f95c21df14f7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:28:12.880327 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 1fc01311-c5fd-43d1-bb14-f95c21df14f7 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:28:12.940146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-410299f7-577a-416e-8df8-a39a448ab321 service neutron] 10.222.0.41 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026830 Jul 08 02:28:13.109405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6d6c04dc-c6d1-4667-bfd0-97b56616d9b8 req-50068cac-22a3-445f-af1c-30341168d1b0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 210 time: 0.0299807 Jul 08 02:28:14.249346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-f9433935-bd67-423b-b6da-260208852fab tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:14.250889 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-f9433935-bd67-423b-b6da-260208852fab tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 811 time: 0.1180620 Jul 08 02:28:14.265175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a8dcce9-7d8e-4557-8801-860881fab7e1 req-1d801e39-9201-406e-b3b2-8ec08c7a282f tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 210 time: 0.0335057 Jul 08 02:28:14.302079 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-a70b7247-83b9-4414-bf7d-3348c968d1c4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 379 time: 0.0417035 Jul 08 02:28:14.311107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'port': {'device_id': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'admin_state_up': True, 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'security_groups': ['5a05f4b1-6e72-42f5-9d74-4df079c92abd']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:14.417325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Made reservation on behalf of 3eb7ab8ce42a43bca97ad0b66e781241 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:28:14.420774 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.547733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Allocated IP 172.20.0.9 (5d6ff757-c8a9-421d-996c-8cfec192c224/8d13fa81-8246-49b5-acf2-9892647db773/f162d7ab-47db-4d5d-9616-f87ca6d3fa5b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:28:14.683601 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.695684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Transition to ACTIVE for port object f162d7ab-47db-4d5d-9616-f87ca6d3fa5b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:14.729442 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.780668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:28:14.783602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:28:14.786127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:28:14.813601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:14.842176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:14.842853 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:14.859082 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-b7b1c66c-2cc1-4d62-b9c5-d1c9c2002fa9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5516059 Jul 08 02:28:14.872398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Request body: {'port': {'device_id': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:14.948382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:15.014520 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-30578f72-d7f8-404a-8839-3739ae555404 None None] Provisioning for port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:15.018398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-30578f72-d7f8-404a-8839-3739ae555404 None None] Provisioning complete for port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:15.018776 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-30578f72-d7f8-404a-8839-3739ae555404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:15.053657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-30578f72-d7f8-404a-8839-3739ae555404 None None] Port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:28:15.220840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f162d7ab-47db-4d5d-9616-f87ca6d3fa5b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:28:15.228941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:15.240936 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Transition to ACTIVE for port object f162d7ab-47db-4d5d-9616-f87ca6d3fa5b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:28:15.244486 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:15.292530 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:15.365782 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:28:15.366121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:28:15.366455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:15.372349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on network 5d6ff757-c8a9-421d-996c-8cfec192c224 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:28:15.372684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:28:15.378301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:28:15.378520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:28:15.378721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:28:15.379155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Bound port: f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:28:15.379519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:15.452575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:28:15.458658 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf243-9098-4ac6-a3d0-3039a54d093d req-47cc1529-0b84-4a75-97a1-964be0e795d6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:15.460362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c9cf243-9098-4ac6-a3d0-3039a54d093d req-47cc1529-0b84-4a75-97a1-964be0e795d6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 943 time: 0.0741761 Jul 08 02:28:15.461926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:28:15.468249 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:15.503334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:15.503711 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7c9cf243-9098-4ac6-a3d0-3039a54d093d req-99d2c571-1c52-4ecf-a818-0ed928b3063e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337238 Jul 08 02:28:15.503898 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:15.505327 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] 10.222.0.16 "PUT /v2.0/ports/f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1092 time: 0.6380002 Jul 08 02:28:15.505764 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:15.508021 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:15.549881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d4408-0662-4e5b-b7de-896f80da5123 service neutron] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:15.562766 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d59cfdd-fe3d-40a0-a04d-cb4a246a5ba3 x-openstack-request-id: req-5d59cfdd-fe3d-40a0-a04d-cb4a246a5ba3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:15.563062 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:15.563312 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d59cfdd-fe3d-40a0-a04d-cb4a246a5ba3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:15.563711 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'status': 'completed', 'code': 200} Jul 08 02:28:15.616541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-87c10c1a-461a-49e9-a7ca-a98e0cd80ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:15.618353 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-87c10c1a-461a-49e9-a7ca-a98e0cd80ccd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0654774 Jul 08 02:28:15.622360 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:28:15.664370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-3f4a5854-a92e-43f8-855a-5300b1e08128 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 217 time: 0.0389884 Jul 08 02:28:15.714046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-2dc14b5c-9ee4-4653-87d8-96c4739f951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:15.715546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-2dc14b5c-9ee4-4653-87d8-96c4739f951e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0445583 Jul 08 02:28:15.771533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-41784631-cddd-4133-8521-6e18b80c78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:15.772993 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-41784631-cddd-4133-8521-6e18b80c78ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516641 Jul 08 02:28:15.867493 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-07d2f45f-878b-4f9a-bc2c-cd7e54c1c8eb service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875521 Jul 08 02:28:15.956401 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4ae33fb5-b2c8-466c-8f27-32be8b018fc0 req-76a701fc-5b03-462b-900b-fcd8ced779dc service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831392 Jul 08 02:28:16.055162 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-6a2130e3-c4c5-4829-b9d3-8a1272302b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:16.056627 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-6a2130e3-c4c5-4829-b9d3-8a1272302b7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0537801 Jul 08 02:28:16.151489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-2067424d-01bf-4a26-9cc6-cbc39344e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:16.153004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-2067424d-01bf-4a26-9cc6-cbc39344e2ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0902040 Jul 08 02:28:16.193212 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-4404b169-3f9e-44ff-a00f-6a11cea7e5a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 217 time: 0.0336351 Jul 08 02:28:16.246255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-3e6f0b63-8385-497e-84b4-819bc66353f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:16.247739 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-3e6f0b63-8385-497e-84b4-819bc66353f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0480175 Jul 08 02:28:16.305096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-7bd89ba7-72ff-4331-a54d-0bdcc57d1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:16.306677 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-7bd89ba7-72ff-4331-a54d-0bdcc57d1b3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513570 Jul 08 02:28:16.395334 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-71b34ddc-a08a-40af-a577-5de5c79704ef service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816789 Jul 08 02:28:16.492120 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96ea4ad6-cdfb-4331-ad1f-e5a6abbd5b09 req-9a5f8e69-027a-4f6c-8644-0b5f3d7cf45a service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892761 Jul 08 02:28:16.678171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7898c7-ad88-464b-8c3f-c9f148c157bc req-099a7a04-9ef8-443b-8945-b970b83eb5a9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:16.679702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f7898c7-ad88-464b-8c3f-c9f148c157bc req-099a7a04-9ef8-443b-8945-b970b83eb5a9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 943 time: 0.0645978 Jul 08 02:28:16.717870 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f7898c7-ad88-464b-8c3f-c9f148c157bc req-019012ae-31bf-4483-a25b-4910fc3d97a4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325212 Jul 08 02:28:17.890283 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa348a0-52f8-4cb1-938f-57319a899445 req-4ceb678c-ec48-40d2-9a89-d1a4aa7edd8c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:17.891789 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faa348a0-52f8-4cb1-938f-57319a899445 req-4ceb678c-ec48-40d2-9a89-d1a4aa7edd8c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 943 time: 0.0632834 Jul 08 02:28:17.929662 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faa348a0-52f8-4cb1-938f-57319a899445 req-6e8aefdd-d166-4421-b27b-6ccb25d4e433 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323167 Jul 08 02:28:18.873677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:28:18.969699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:18.981905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'port_id': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'mac_address': 'fa:16:3e:ad:e8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:28:19.018650 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:19.031186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f162d7ab-47db-4d5d-9616-f87ca6d3fa5b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:28:19.051119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:19.055251 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:19.103065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:19.112278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c47cb-2170-422d-a106-26768f4487dc req-0df16433-190a-47c9-85a4-1f51e7319b4d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:19.113811 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-483c47cb-2170-422d-a106-26768f4487dc req-0df16433-190a-47c9-85a4-1f51e7319b4d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 943 time: 0.0707510 Jul 08 02:28:19.152047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-483c47cb-2170-422d-a106-26768f4487dc req-7e078114-2fae-456b-8ca9-2ea40445a5e3 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326777 Jul 08 02:28:19.239960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:28:20.328649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05cbd61-0230-4db4-addf-24b227edae83 req-3cdb86e6-0a8e-4da0-bf26-b7b8e130b657 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:20.330136 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b05cbd61-0230-4db4-addf-24b227edae83 req-3cdb86e6-0a8e-4da0-bf26-b7b8e130b657 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 944 time: 0.0628657 Jul 08 02:28:20.367178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b05cbd61-0230-4db4-addf-24b227edae83 req-9029456e-c057-4aef-b8c0-51b2fff96cb6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315516 Jul 08 02:28:20.699992 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c46b488-1f51-43de-a6f1-654cd8c720a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:20.873042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:28:20.921232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:28:20.924807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:28:20.925174 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.004239 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.026866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:21.029129 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c032dd9-1830-48e1-a1b8-ed4dbed70a79" -d '{"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-plugged", "status": "completed", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:21.042413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:28:21.046158 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:21.069097 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6702fad7-13cb-448e-90e8-fdd581d412ab x-openstack-request-id: req-6702fad7-13cb-448e-90e8-fdd581d412ab {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:21.069388 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-plugged", "status": "completed", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:21.069639 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6702fad7-13cb-448e-90e8-fdd581d412ab {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:21.070024 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'code': 200} Jul 08 02:28:21.100221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:28:21.185967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff347019-beaa-49a2-8c33-2d3febbc5923 req-3660e076-952f-4ead-9045-31105fa02726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:21.187411 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ff347019-beaa-49a2-8c33-2d3febbc5923 req-3660e076-952f-4ead-9045-31105fa02726 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0556540 Jul 08 02:28:21.223658 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ff347019-beaa-49a2-8c33-2d3febbc5923 req-57471311-c1c2-438d-8f65-f0a573c73074 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285366 Jul 08 02:28:21.544117 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ae2b2-e2ae-48e9-b9cc-530a622c5261 req-6e3c3292-f80b-41aa-a6f4-01737495a1bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:21.545567 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b43ae2b2-e2ae-48e9-b9cc-530a622c5261 req-6e3c3292-f80b-41aa-a6f4-01737495a1bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0673261 Jul 08 02:28:21.583547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b43ae2b2-e2ae-48e9-b9cc-530a622c5261 req-6759e1a6-17f8-4cc5-b3a8-2c8a46a55fbd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322354 Jul 08 02:28:22.763001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871733a-b30e-4f16-b9a7-98aeb747b36c req-0c291752-6dc8-415c-857c-5f7847c2c9d7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:22.764526 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6871733a-b30e-4f16-b9a7-98aeb747b36c req-0c291752-6dc8-415c-857c-5f7847c2c9d7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0645938 Jul 08 02:28:22.802278 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6871733a-b30e-4f16-b9a7-98aeb747b36c req-d4fb37ec-1fc2-4637-af49-b9a7b3f2a647 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320926 Jul 08 02:28:22.972366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1ae92-213f-452a-8f02-fd5e380c8761 req-ac5a2221-8069-4810-a6f1-fe69eab69f82 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:22.974034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0f1ae92-213f-452a-8f02-fd5e380c8761 req-ac5a2221-8069-4810-a6f1-fe69eab69f82 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0648127 Jul 08 02:28:22.983921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42418) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:28:22.988268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a9c18807-9828-454c-80d1-90448274f13c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'floatingip': {'port_id': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:28:23.029771 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9c18807-9828-454c-80d1-90448274f13c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.452097 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-877a4ca0-587d-448b-b9c2-ba9c4d475dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.484642 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9c18807-9828-454c-80d1-90448274f13c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.488356 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9c18807-9828-454c-80d1-90448274f13c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.589422 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-a9c18807-9828-454c-80d1-90448274f13c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af associated. External IP: 172.25.4.204, port: f162d7ab-47db-4d5d-9616-f87ca6d3fa5b. Jul 08 02:28:23.793863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c18807-9828-454c-80d1-90448274f13c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Router fe234866-5678-4236-b0cf-dae570361d16 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:28:23.803093 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.905611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c18807-9828-454c-80d1-90448274f13c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:28:23.910588 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a9c18807-9828-454c-80d1-90448274f13c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:23.914727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:28:23.924508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:23.924743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:28:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:23.950460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a9c18807-9828-454c-80d1-90448274f13c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "PUT /v2.0/floatingips/8edc33bd-08ae-4be0-87c8-fd00fd28e1af HTTP/1.1" status: 200 len: 991 time: 0.9654548 Jul 08 02:28:23.951062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:28:23.953342 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:28:23.992861 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c0fe4c-4dc2-4a9a-ae41-4d8a8d742249 x-openstack-request-id: req-e9c0fe4c-4dc2-4a9a-ae41-4d8a8d742249 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:28:23.993045 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:28:23.993278 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9c0fe4c-4dc2-4a9a-ae41-4d8a8d742249 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:28:23.993686 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'status': 'completed', 'code': 200} Jul 08 02:28:24.076405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-e82b862e-f7a4-4b40-984a-6f85ff5347c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:24.077993 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-e82b862e-f7a4-4b40-984a-6f85ff5347c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0618429 Jul 08 02:28:24.176967 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-b6b77416-d5cc-4250-9687-097db6a6b191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:24.178366 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-b6b77416-d5cc-4250-9687-097db6a6b191 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0938623 Jul 08 02:28:24.199994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:24.245716 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-d1376df4-f136-40c7-9ba0-887310f030ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 999 time: 0.0597348 Jul 08 02:28:24.297349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-e6404c25-2cef-4d5d-b451-0aecb39e2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:24.298833 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-e6404c25-2cef-4d5d-b451-0aecb39e2c21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0481901 Jul 08 02:28:24.357805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-99988957-6716-4449-98a2-911da1a6a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:28:24.359358 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-99988957-6716-4449-98a2-911da1a6a5b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534544 Jul 08 02:28:24.429967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:ad:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:28:23Z', 'revision_number': 9, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:24.450849 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-3a48d050-2467-45e1-b850-226b5f229fb4 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843501 Jul 08 02:28:24.458064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:28:24.467176 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:28:24.467790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:28:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:24.546697 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ecfe93d4-71ef-41a3-bbd0-523dbf4ac817 req-c0cd9714-2351-447b-8aa1-ed7b86d69ebb service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894454 Jul 08 02:28:24.577321 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:28:24.800562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:ad:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:28:23Z', 'revision_number': 9, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:28:24.826767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf42b5f-0c34-454b-ac7a-81b645c9bca1 None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:ad:e8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:28:23Z', 'revision_number': 9, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:28:24.914119 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:25.009002 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28589215-fde0-4719-846c-2aaf683406d3 None None] New status for floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:28:26.560000 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:34.814386 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:39.265646 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:50.700542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b8bee9a1-8216-47dd-b8bd-5e3f55a3bd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:52.622019 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:28:53.444149 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fbcf7c26-4af9-4cbc-a8d6-59ea13d1210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:53.804189 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:54.917473 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:28:56.561039 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:04.813409 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:09.276592 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:20.044321 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-3d0f9288-13af-446a-9f8a-51aca231a5c8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536747 Jul 08 02:29:20.143204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-0b609696-8e87-4843-838c-0d5159b9a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:20.144762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-0b609696-8e87-4843-838c-0d5159b9a739 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0603383 Jul 08 02:29:20.250136 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-547fc968-addc-4add-a9e5-0fc36b1b879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:20.251637 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-547fc968-addc-4add-a9e5-0fc36b1b879c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0866840 Jul 08 02:29:20.321471 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-792dcf75-7faa-4ba8-8e70-695376a4edd7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1002 time: 0.0635955 Jul 08 02:29:20.369432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-37014bf5-d9ab-4bd6-b254-c3c6052991ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:20.370873 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-37014bf5-d9ab-4bd6-b254-c3c6052991ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0435760 Jul 08 02:29:20.426710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-6674c6dd-039d-4536-8ad7-7efcc93ce599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:20.428217 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-6674c6dd-039d-4536-8ad7-7efcc93ce599 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512736 Jul 08 02:29:20.521156 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-1f98a92d-97ff-4394-ad94-bdb1ffe257f0 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862515 Jul 08 02:29:20.611305 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3cbe4a9d-8cf5-45ad-850c-6c1365fd3ece req-9ebfe9db-ee63-49f0-aedc-44bc736c6a9e service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835557 Jul 08 02:29:20.701536 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26a7023b-d85c-4dbb-b9d8-aefb10aa940a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:23.449893 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-06b76035-e6f6-49cf-95e2-5bfefadc8a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:23.808635 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:24.918801 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:26.564786 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:29.621679 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:29:34.830081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:39.274216 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:50.701890 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c51e-472f-4e1c-b4f9-666dbc3c3847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:53.443234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dee10306-51d2-4254-8739-2707f7a942e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:53.808526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:54.924742 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:56.567469 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:29:59.403731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-90febd16-6531-449f-9ebd-ca17eb96b4b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0621977 Jul 08 02:29:59.459404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a08261-8aaa-49cd-b026-43ddee5262ea req-59ad039b-94da-4971-b5e9-d2ad5fe0a27d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:29:59.460954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5a08261-8aaa-49cd-b026-43ddee5262ea req-59ad039b-94da-4971-b5e9-d2ad5fe0a27d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0691733 Jul 08 02:29:59.501093 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5a08261-8aaa-49cd-b026-43ddee5262ea req-402a5627-500d-4d20-a4a7-6ba17f7d04d9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347009 Jul 08 02:30:00.571651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-6794ef0e-f06d-410d-b4a0-9d32c5f40302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:00.573279 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-6794ef0e-f06d-410d-b4a0-9d32c5f40302 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1097 time: 0.0601275 Jul 08 02:30:00.675525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-75dc9b53-c34a-417d-af98-e5fcfe8c4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:00.677077 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-75dc9b53-c34a-417d-af98-e5fcfe8c4f05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0980706 Jul 08 02:30:00.696651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaae22-7995-4065-8906-1ed27e0c9056 req-ded3da2a-314a-45bc-be78-99eea92194ea tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:00.698159 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcfaae22-7995-4065-8906-1ed27e0c9056 req-ded3da2a-314a-45bc-be78-99eea92194ea tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0779622 Jul 08 02:30:00.738250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcfaae22-7995-4065-8906-1ed27e0c9056 req-c0f2a36f-508b-4424-9ba5-e23ae51aa47a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339088 Jul 08 02:30:00.744433 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-843d63b2-08d8-474a-9627-70ea1e65db50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1002 time: 0.0607371 Jul 08 02:30:00.796648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-91e69aac-f2f0-489e-8555-6ea73087f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:00.798702 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-91e69aac-f2f0-489e-8555-6ea73087f32d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0484807 Jul 08 02:30:00.854779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-20b6b799-237e-4f1e-8b97-34b279d19525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:00.856391 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-20b6b799-237e-4f1e-8b97-34b279d19525 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512459 Jul 08 02:30:00.947381 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-ae901ab5-f7b9-411d-a6ad-773a9945810b service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830574 Jul 08 02:30:01.039918 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-78b23918-5aa1-4967-b35f-ade2f21c1b2c service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865798 Jul 08 02:30:01.910271 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bece418-6af3-466e-b59a-28f4961ec1b7 req-13bcb5a3-ee00-42d8-94a6-d15e0b513d73 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:01.911759 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bece418-6af3-466e-b59a-28f4961ec1b7 req-13bcb5a3-ee00-42d8-94a6-d15e0b513d73 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0633051 Jul 08 02:30:01.949839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5bece418-6af3-466e-b59a-28f4961ec1b7 req-ec7856b1-e101-426a-9be6-a684c39bd7d9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325472 Jul 08 02:30:03.128535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1753cb-5c20-4068-a3a0-0d498fc4bf7e req-b181b17c-83e1-48b2-8d38-6e2de6ec1e61 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:03.130069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a1753cb-5c20-4068-a3a0-0d498fc4bf7e req-b181b17c-83e1-48b2-8d38-6e2de6ec1e61 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0669277 Jul 08 02:30:03.169469 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a1753cb-5c20-4068-a3a0-0d498fc4bf7e req-b997ac0e-12ee-4069-a307-74ecf27e4d01 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334504 Jul 08 02:30:04.349040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed9d9d-82e2-4368-8d31-b08f4969e626 req-d4dacde1-948c-4deb-a6c0-d1af400136d8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:04.350773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04ed9d9d-82e2-4368-8d31-b08f4969e626 req-d4dacde1-948c-4deb-a6c0-d1af400136d8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0691216 Jul 08 02:30:04.390585 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-04ed9d9d-82e2-4368-8d31-b08f4969e626 req-c2ecd32f-4f9d-467f-b17e-b2fc219d973f tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342836 Jul 08 02:30:04.830125 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:05.575452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fe629-d387-4175-b532-1683717297bd req-7ea4468a-0058-4ed6-a862-bb48f3e06d7a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:05.576938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b9fe629-d387-4175-b532-1683717297bd req-7ea4468a-0058-4ed6-a862-bb48f3e06d7a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0730617 Jul 08 02:30:05.617279 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3b9fe629-d387-4175-b532-1683717297bd req-0031c92f-a7ea-4e53-b90b-f4ec74f5215f tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340292 Jul 08 02:30:06.621073 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:30:06.797543 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb3b50-22b5-4e7c-9df8-a0bb00d3b8bf req-ecb94df4-18bf-4fec-8fb4-76c547c7ca86 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:06.799844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edeb3b50-22b5-4e7c-9df8-a0bb00d3b8bf req-ecb94df4-18bf-4fec-8fb4-76c547c7ca86 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0675409 Jul 08 02:30:06.837893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-edeb3b50-22b5-4e7c-9df8-a0bb00d3b8bf req-6cb4301a-55da-4b11-97f0-eab00f60c516 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325179 Jul 08 02:30:08.024064 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012abcab-22de-4b19-bb06-ba63494fb16b req-d6a97ef9-e885-41e0-a6e6-92bef9b65b9d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:08.025687 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-012abcab-22de-4b19-bb06-ba63494fb16b req-d6a97ef9-e885-41e0-a6e6-92bef9b65b9d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0713980 Jul 08 02:30:08.066451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-012abcab-22de-4b19-bb06-ba63494fb16b req-4a6fb453-1433-45a3-bfbb-89eea5c94c2b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351858 Jul 08 02:30:09.242269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722a22-665c-4c99-bf08-2bba3afd0425 req-ac938d17-98f0-4172-b50f-69f2ce07159d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:09.243816 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b722a22-665c-4c99-bf08-2bba3afd0425 req-ac938d17-98f0-4172-b50f-69f2ce07159d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0655313 Jul 08 02:30:09.276241 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:09.287249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6b722a22-665c-4c99-bf08-2bba3afd0425 req-021f9867-ae81-4245-99f9-a0f22da48067 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342813 Jul 08 02:30:10.475533 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df96096-ad3f-48aa-9028-e9e4cad2f37f req-0cc68b2d-d6ab-401c-a4b1-c5ba20c97dd7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:10.477180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5df96096-ad3f-48aa-9028-e9e4cad2f37f req-0cc68b2d-d6ab-401c-a4b1-c5ba20c97dd7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0749116 Jul 08 02:30:10.519506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5df96096-ad3f-48aa-9028-e9e4cad2f37f req-76202a59-d31a-4a8f-aba5-4cbc7d277e6e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364347 Jul 08 02:30:11.693068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832356e-b08a-4077-8917-dcf74fb341d2 req-65d967b6-58f7-48fc-bea5-aaa9dc0fd589 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:11.694548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6832356e-b08a-4077-8917-dcf74fb341d2 req-65d967b6-58f7-48fc-bea5-aaa9dc0fd589 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0634418 Jul 08 02:30:11.732679 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6832356e-b08a-4077-8917-dcf74fb341d2 req-3a715380-d077-49d6-ac6e-173aad7c8c40 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325377 Jul 08 02:30:12.881947 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-a7ceacdc-1b83-4f9b-bbf7-47468aa9dc97 service neutron] show failed (client error): The resource could not be found. Jul 08 02:30:12.882991 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-a7ceacdc-1b83-4f9b-bbf7-47468aa9dc97 service neutron] 10.222.0.16 "GET /v2.0/ports/f162d7ab-47db-4d5d-9616-f87ca6d3fa5b/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0567470 Jul 08 02:30:12.915550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcb662-d150-4b67-9a11-e1868031013a req-12dad5a0-7d05-4bbf-8c8f-337dd6e185a8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:12.917093 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05dcb662-d150-4b67-9a11-e1868031013a req-12dad5a0-7d05-4bbf-8c8f-337dd6e185a8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0691497 Jul 08 02:30:12.956490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-05dcb662-d150-4b67-9a11-e1868031013a req-0f3a82fe-b1d3-4450-b26f-72a2f8a5ada5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337183 Jul 08 02:30:13.133760 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-d6d43b96-5dad-457e-a938-8f69c9934bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:13.135287 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-d6d43b96-5dad-457e-a938-8f69c9934bc9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 1097 time: 0.0528655 Jul 08 02:30:13.147102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:13.222233 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:13.421900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:13.455237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:30:13.494443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:13.496765 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bc3412-7b67-4c16-9970-4896d6323e4d" -d '{"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:13.500207 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:13.513035 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Transition to ACTIVE for port object f162d7ab-47db-4d5d-9616-f87ca6d3fa5b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:30:13.516365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:13.549685 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8674fc27-5f52-4995-b02c-67eecfa93dd0 x-openstack-request-id: req-8674fc27-5f52-4995-b02c-67eecfa93dd0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:13.549978 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:13.550221 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8674fc27-5f52-4995-b02c-67eecfa93dd0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:13.550610 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'code': 200} Jul 08 02:30:13.599352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:13.610228 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.611218 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.611574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.611911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.612238 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.612590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.612915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.613241 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.613564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.613887 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.614206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.614523 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:13.654603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] No DVR routers for this DVR port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:30:13.791516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:30:13.791775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:30:13.792110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:30:13.796495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on network 5d6ff757-c8a9-421d-996c-8cfec192c224 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:30:13.796818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:30:13.802157 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:30:13.802494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:30:13.802877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:30:13.803304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Bound port: f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:30:13.803663 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:13.868794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:30:13.872011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:30:13.877191 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:13.909695 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:13.910328 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:13.911690 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] 10.222.0.24 "PUT /v2.0/ports/f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1092 time: 0.7686243 Jul 08 02:30:13.932750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e1493-c252-47c8-a23a-1b410b35f21d service neutron] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:13.992982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-ad25138c-073f-4445-991c-3ea381ab5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:13.994522 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-ad25138c-073f-4445-991c-3ea381ab5db8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0588803 Jul 08 02:30:14.101503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-f2013f4e-4734-40d1-9fa5-3d3478923afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:14.103267 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-f2013f4e-4734-40d1-9fa5-3d3478923afc service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1004083 Jul 08 02:30:14.142308 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237d7f3-8b42-4c7d-8900-43702f393f1a req-d9880977-addd-4444-9af7-4aae2aee8b70 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:14.143823 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6237d7f3-8b42-4c7d-8900-43702f393f1a req-d9880977-addd-4444-9af7-4aae2aee8b70 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 943 time: 0.0648453 Jul 08 02:30:14.173056 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-3426256e-4dfe-4208-aba4-c9fc78db6d58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1000 time: 0.0635824 Jul 08 02:30:14.182973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6237d7f3-8b42-4c7d-8900-43702f393f1a req-a3b714f0-780e-4074-8d2a-1663f550cb32 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334637 Jul 08 02:30:14.228090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-8e23f786-8997-4bc1-98e3-cffba5d0e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:14.229581 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-8e23f786-8997-4bc1-98e3-cffba5d0e918 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0509737 Jul 08 02:30:14.287056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-1e5c335a-9234-44d0-ac30-53d85ac1b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:14.288600 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-1e5c335a-9234-44d0-ac30-53d85ac1b21a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515397 Jul 08 02:30:14.375389 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-0d46cfc8-335c-4128-b04e-7d9ef1523c70 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804288 Jul 08 02:30:14.467775 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-801daf9e-76be-43ab-8220-2159bb7455d0 req-8492bdb3-e205-43f7-bb9e-4014e1330ae1 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861633 Jul 08 02:30:15.361791 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b661e-d8d0-4aed-a549-797057c82c4e req-9d138e72-47c7-4a51-9dec-88c2c11164c2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:15.363281 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-068b661e-d8d0-4aed-a549-797057c82c4e req-9d138e72-47c7-4a51-9dec-88c2c11164c2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 943 time: 0.0625489 Jul 08 02:30:15.400199 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-068b661e-d8d0-4aed-a549-797057c82c4e req-f10d4e7c-913e-4a5b-b18a-5097d53ef146 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314102 Jul 08 02:30:15.449944 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:30:15.487433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:30:15.552278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:15.554685 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34285c8d-4de5-4fd1-b53d-904a8accef18" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:15.601737 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a7a6e2-2f33-485f-a3d5-2591c3a23799 x-openstack-request-id: req-c4a7a6e2-2f33-485f-a3d5-2591c3a23799 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:15.602040 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:15.602291 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4a7a6e2-2f33-485f-a3d5-2591c3a23799 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:15.602867 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'status': 'completed', 'code': 200} Jul 08 02:30:15.709713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-12c23db0-2e48-4bac-a84b-1fab4788d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:15.711213 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-12c23db0-2e48-4bac-a84b-1fab4788d705 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0838535 Jul 08 02:30:15.779645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-2bc80cf2-076f-4e2e-9bef-cec3e8ce18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:15.781095 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-2bc80cf2-076f-4e2e-9bef-cec3e8ce18d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1095 time: 0.1593697 Jul 08 02:30:15.867951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-10387719-754a-4522-9a38-0cb27d845ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:15.869505 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-10387719-754a-4522-9a38-0cb27d845ac9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1496165 Jul 08 02:30:15.941691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-19bfcd10-3752-431b-806e-2ce8d56e23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:15.943367 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-19bfcd10-3752-431b-806e-2ce8d56e23ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1556232 Jul 08 02:30:15.960804 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-9c88660b-1007-4ed6-95fe-3cc68c8714a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1000 time: 0.0828378 Jul 08 02:30:16.057775 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-acc45549-0a8b-440b-ba27-99ed2f21f0c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1000 time: 0.1054697 Jul 08 02:30:16.059711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-d429f1e0-d266-404e-9414-7b6cebcd17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:16.061155 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-d429f1e0-d266-404e-9414-7b6cebcd17b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0686128 Jul 08 02:30:16.142083 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-8216363a-c37e-401f-9b11-56c44e38837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:16.143605 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-8216363a-c37e-401f-9b11-56c44e38837f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0797136 Jul 08 02:30:16.186925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-22831847-ecc6-4a4c-9c0c-115cf159f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:16.188464 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-22831847-ecc6-4a4c-9c0c-115cf159f05e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169779 Jul 08 02:30:16.260608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-23c21c95-9143-416b-90f0-4a106d61ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:16.262087 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-23c21c95-9143-416b-90f0-4a106d61ba11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118066 Jul 08 02:30:16.341308 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-e905b2cd-9b15-44bd-9b6f-7038f3c0f7fd service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446891 Jul 08 02:30:16.420693 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-16376ed8-cadb-4c65-9449-8c092bafe387 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489079 Jul 08 02:30:16.587813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d410f-08c7-471d-ae5c-c67cefc3b164 req-1fa3b56b-a4c4-436c-b0e3-735962a83711 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:16.589449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a43d410f-08c7-471d-ae5c-c67cefc3b164 req-1fa3b56b-a4c4-436c-b0e3-735962a83711 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 943 time: 0.0729959 Jul 08 02:30:16.631784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a43d410f-08c7-471d-ae5c-c67cefc3b164 req-0b686f98-5a40-4a4d-aa9c-e69654f47150 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364473 Jul 08 02:30:16.818143 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-21e567a1-2836-4aaf-bfb6-4b2b213d681e service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651449 Jul 08 02:30:16.848529 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-34285c8d-4de5-4fd1-b53d-904a8accef18 req-eb85aadf-54f7-4103-a270-ecad5f4138bf service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212205 Jul 08 02:30:17.047197 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-083cd07b-c0ba-4394-acb5-5abaa157373d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:17.048761 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-083cd07b-c0ba-4394-acb5-5abaa157373d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&binding%3Ahost_id=n-h2-694802-14 HTTP/1.1" status: 200 len: 943 time: 0.0787754 Jul 08 02:30:17.096174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da87aa7-3775-407b-ae01-4e054f726202 req-c82101da-e18a-49b4-aca7-187add3e6662 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:17.097735 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5da87aa7-3775-407b-ae01-4e054f726202 req-c82101da-e18a-49b4-aca7-187add3e6662 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 943 time: 0.0643895 Jul 08 02:30:17.109930 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-c259f819-a6f8-49e9-979d-9e826b4daaaf service neutron] 10.222.0.24 "GET /v2.0/ports/f162d7ab-47db-4d5d-9616-f87ca6d3fa5b/bindings/n-h2-694802-14 HTTP/1.1" status: 200 len: 383 time: 0.0544944 Jul 08 02:30:17.136799 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5da87aa7-3775-407b-ae01-4e054f726202 req-b9d622a0-b587-4fcd-8ecd-393d03db6ddc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327020 Jul 08 02:30:17.187340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-d2fd4599-c52c-4f4c-be92-59f671ebcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:17.190000 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-d2fd4599-c52c-4f4c-be92-59f671ebcf6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1095 time: 0.0543275 Jul 08 02:30:17.282892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-bba2f4c9-38d8-48a9-bbf8-66faa2318975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:17.284919 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-bba2f4c9-38d8-48a9-bbf8-66faa2318975 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0881822 Jul 08 02:30:17.348018 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-e835a383-eedb-42a9-ad7f-1cff00820219 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1000 time: 0.0574338 Jul 08 02:30:17.395447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-7e26455a-8580-427d-9f7c-14c55e7c185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:17.396915 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-7e26455a-8580-427d-9f7c-14c55e7c185c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0430014 Jul 08 02:30:17.457451 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-d6ee90c5-42ef-4163-8659-4884628f1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:17.458867 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-d6ee90c5-42ef-4163-8659-4884628f1e5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555265 Jul 08 02:30:17.487552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:30:17.548931 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-60020724-b8ea-4400-987a-48bb40ed4175 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833044 Jul 08 02:30:17.582939 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:17.594125 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'port_id': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'mac_address': 'fa:16:3e:ad:e8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:30:17.630851 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:17.643372 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-61bf76b9-141d-4e4f-87e8-0bd090ee5c5b service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875053 Jul 08 02:30:17.643609 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f162d7ab-47db-4d5d-9616-f87ca6d3fa5b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:30:17.665618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:17.670609 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:17.722700 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:17.729943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.730287 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.730624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.730984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.731312 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.731727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.732050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.732395 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.732721 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.733041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.733362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.733678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:30:17.919905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:30:18.315148 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7636a3-f2d4-4b66-ad85-8b352510add4 req-9d59a437-420a-47eb-b53d-a7b20f5df6cc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:18.316581 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d7636a3-f2d4-4b66-ad85-8b352510add4 req-9d59a437-420a-47eb-b53d-a7b20f5df6cc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 944 time: 0.0672002 Jul 08 02:30:18.354549 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1d7636a3-f2d4-4b66-ad85-8b352510add4 req-87fa1d16-9af3-4075-ab1b-c16effa0c5b3 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324357 Jul 08 02:30:19.486307 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:30:19.532348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0194278-10a3-42a0-8139-68b014f756f3 req-ace34e66-9802-4530-9f1f-86400ba632cd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:19.533562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0194278-10a3-42a0-8139-68b014f756f3 req-ace34e66-9802-4530-9f1f-86400ba632cd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 944 time: 0.0661280 Jul 08 02:30:19.537206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:30:19.542880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:30:19.543451 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.574784 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0194278-10a3-42a0-8139-68b014f756f3 req-17353207-60fa-485b-8717-ac1a0a4bb6a8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350544 Jul 08 02:30:19.626903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-33c37d75-2a34-4338-97d2-b50f3ef37551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:19.629119 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.629949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-33c37d75-2a34-4338-97d2-b50f3ef37551 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 1096 time: 0.0636849 Jul 08 02:30:19.641401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:19.651507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:19.653807 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676877c0-3aa1-4d52-88b8-8e3e3978320d" -d '{"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-plugged", "status": "completed", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:19.666900 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:19.673307 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.711030 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358de5f5-d23b-4f5a-ad25-c2babea4d9aa x-openstack-request-id: req-358de5f5-d23b-4f5a-ad25-c2babea4d9aa {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:19.711328 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-plugged", "status": "completed", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:19.711580 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-358de5f5-d23b-4f5a-ad25-c2babea4d9aa {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:19.711975 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'code': 200} Jul 08 02:30:19.718194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:19.724663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:19.924429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:19.957793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:30:19.997821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:20.000102 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bd8032-f897-4f8a-9f18-70b09d7e65d9" -d '{"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:20.004831 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:20.042621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Transition to ACTIVE for port object f162d7ab-47db-4d5d-9616-f87ca6d3fa5b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:30:20.048334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:20.055866 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8433d67a-1ff9-4c34-9244-50646169ad4d x-openstack-request-id: req-8433d67a-1ff9-4c34-9244-50646169ad4d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:20.056140 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-unplugged", "status": "completed", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:20.056420 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8433d67a-1ff9-4c34-9244-50646169ad4d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:20.056882 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'code': 200} Jul 08 02:30:20.149529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:20.162805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-03ab0d63-4259-4398-859f-367cbbec8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:20.164391 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-03ab0d63-4259-4398-859f-367cbbec8aba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1097 time: 0.1504354 Jul 08 02:30:20.209211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] No DVR routers for this DVR port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:30:20.373386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-e0b01f71-2cf0-48d0-988b-dac1b9585f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:20.374879 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-e0b01f71-2cf0-48d0-988b-dac1b9585f70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1743944 Jul 08 02:30:20.453048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:30:20.453296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:30:20.453626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:30:20.463232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on network 5d6ff757-c8a9-421d-996c-8cfec192c224 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:30:20.463557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Attempting to bind port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:30:20.472586 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-93c9409e-ecc5-4bfc-8c3d-a3b0a10527b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1000 time: 0.0905514 Jul 08 02:30:20.475634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:30:20.475976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:30:20.476381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:30:20.476823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Bound port: f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:30:20.477245 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:20.554492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-1a2676b0-3a28-4f20-9697-9bf14c58749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:20.555972 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-1a2676b0-3a28-4f20-9697-9bf14c58749f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0766852 Jul 08 02:30:20.617976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:30:20.632518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:30:20.638809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:20.681196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:20.681824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:20.683222 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] 10.222.0.16 "PUT /v2.0/ports/f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1093 time: 1.0460515 Jul 08 02:30:20.698540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-1b610ca9-f4b8-44c8-b99e-6d21b6498ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:20.700055 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-1b610ca9-f4b8-44c8-b99e-6d21b6498ca5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335599 Jul 08 02:30:20.712456 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-236ad1c6-fcb5-477d-842e-5983bddc3c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:20.729809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=11']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:20.774050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456a09a-0ab1-46be-bd02-21ef0e19b8dd req-316d214a-b47a-4ffc-b195-25c1f419b431 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:20.776603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a456a09a-0ab1-46be-bd02-21ef0e19b8dd req-316d214a-b47a-4ffc-b195-25c1f419b431 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 944 time: 0.0780303 Jul 08 02:30:20.805151 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-04de1141-2bf9-49bf-9814-9c4691def846 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980654 Jul 08 02:30:20.820666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a456a09a-0ab1-46be-bd02-21ef0e19b8dd req-261778b1-1ce0-477d-8f4e-816a8bcf4327 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353086 Jul 08 02:30:20.904072 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b61daf9f-3c8c-40af-9e6c-64cebb455306 req-37df80b1-0052-4261-8015-36d50b9f5db8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930090 Jul 08 02:30:21.007091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-a7a06df6-5c80-45b7-9351-ea89a17e87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:21.008648 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-a7a06df6-5c80-45b7-9351-ea89a17e87a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0561578 Jul 08 02:30:21.100713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-db0b4bcb-5cba-44a1-8550-1e9dc53b35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:21.102187 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-db0b4bcb-5cba-44a1-8550-1e9dc53b35f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0879037 Jul 08 02:30:21.165968 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-37e68799-f0ab-461a-b2d4-9d370082641e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1000 time: 0.0574930 Jul 08 02:30:21.215256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-e95266f4-ec21-416e-803c-1f61630f96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:21.216758 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-e95266f4-ec21-416e-803c-1f61630f96d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0445685 Jul 08 02:30:21.277040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-a9506897-cc96-4a22-918f-b1c60529d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:21.278575 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-a9506897-cc96-4a22-918f-b1c60529d18b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561686 Jul 08 02:30:21.366826 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-e9bf9c55-65e0-41d8-a729-719df59ce840 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819843 Jul 08 02:30:21.457758 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-94534575-237a-4dd6-9882-2779a4372e49 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851407 Jul 08 02:30:22.005777 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b796bc-651d-49fd-8351-efa6f6be2a40 req-df277d6f-65c3-41d5-812c-8e3a7da38776 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:22.007276 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67b796bc-651d-49fd-8351-efa6f6be2a40 req-df277d6f-65c3-41d5-812c-8e3a7da38776 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 944 time: 0.0701802 Jul 08 02:30:22.045020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67b796bc-651d-49fd-8351-efa6f6be2a40 req-ff51088a-4709-4edd-a4d9-65983c74c6bb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320256 Jul 08 02:30:22.058520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:22.060997 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:22.108163 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e3d62-cfaf-4fe4-800c-c729fec98cdd x-openstack-request-id: req-8e8e3d62-cfaf-4fe4-800c-c729fec98cdd {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:22.108481 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:22.108739 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e8e3d62-cfaf-4fe4-800c-c729fec98cdd {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:22.109144 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'status': 'completed', 'code': 200} Jul 08 02:30:22.224685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-4ef6be56-876c-48b8-8c1b-a65f632552c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:22.226480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-4ef6be56-876c-48b8-8c1b-a65f632552c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0959570 Jul 08 02:30:22.229026 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-3303b24c-ec60-4fe9-9607-6967a3496a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:22.230406 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-3303b24c-ec60-4fe9-9607-6967a3496a3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 1096 time: 0.0986185 Jul 08 02:30:22.390966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-3a507ada-2ecf-43a9-a2f3-323c23f6f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:22.392407 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-3a507ada-2ecf-43a9-a2f3-323c23f6f375 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1590288 Jul 08 02:30:22.394233 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-79494e70-9ba0-40a9-bd6c-b3583913c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:22.395553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-79494e70-9ba0-40a9-bd6c-b3583913c49a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1547735 Jul 08 02:30:22.503275 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-6d4abbf8-c79e-4a1f-84c8-809e873b1cea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1000 time: 0.1033070 Jul 08 02:30:22.504979 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-591cb0fa-02a7-4cbe-9cd1-a66c11dd7c25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 200 len: 1000 time: 0.0996923 Jul 08 02:30:22.586992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-235426f7-db70-490b-9c00-e705e7da8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:22.588491 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-235426f7-db70-490b-9c00-e705e7da8043 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0771234 Jul 08 02:30:22.589894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-9391de7a-a1a0-49dc-9fc7-5b58fdfc51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:22.591219 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-9391de7a-a1a0-49dc-9fc7-5b58fdfc51d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0718372 Jul 08 02:30:22.690707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-287b3039-1452-4da7-ab41-7c9a8608fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:22.692139 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-287b3039-1452-4da7-ab41-7c9a8608fa6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968070 Jul 08 02:30:22.694669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-4076d8d8-6b1a-4a2f-8555-08d2cabbd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:22.696030 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-4076d8d8-6b1a-4a2f-8555-08d2cabbd0da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931008 Jul 08 02:30:22.851923 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-540f8a9e-c239-47e8-8fe0-4d5b2958f7f5 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522977 Jul 08 02:30:22.853680 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-6e490f1e-b2f1-4cd8-8bd4-89e6be7e6ac8 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470952 Jul 08 02:30:23.235232 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c34494-b168-4ff3-9b4c-174498ae1ddc req-d2edf1e8-dbdd-46ca-8474-6b5f27050fad tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:23.238484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14c34494-b168-4ff3-9b4c-174498ae1ddc req-d2edf1e8-dbdd-46ca-8474-6b5f27050fad tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 944 time: 0.0700130 Jul 08 02:30:23.277365 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14c34494-b168-4ff3-9b4c-174498ae1ddc req-43ad447e-583c-4b6a-ba9b-346ffa193de4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342674 Jul 08 02:30:23.327217 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-13911580-dd5a-4a87-8c60-c108650ae01a service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688432 Jul 08 02:30:23.329381 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1aacac5b-c60a-4cd6-92b2-e3c5deae7c8b req-6f5f68fe-9f00-438e-92d0-7125d26624aa service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622903 Jul 08 02:30:23.443626 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1a9314b-2250-427d-adbc-98f749be9e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:23.458026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d182d27-1d60-4dae-915b-5f43829e0f46 req-202c320c-ba63-4053-a8f0-e054c37ffa07 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:23.459524 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d182d27-1d60-4dae-915b-5f43829e0f46 req-202c320c-ba63-4053-a8f0-e054c37ffa07 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 944 time: 0.0690579 Jul 08 02:30:23.475932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:30:23.500343 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d182d27-1d60-4dae-915b-5f43829e0f46 req-7913c3d1-11ad-47e1-b110-2b3ede3750cf tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351408 Jul 08 02:30:23.513182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:30:23.595431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:30:23.613453 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:23.623974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'port_id': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'mac_address': 'fa:16:3e:ad:e8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:30:23.665227 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:23.673895 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143331dd-961c-4507-bd18-fd96a1b1c017 req-c6ffe955-ad6c-4a61-b27a-d6091dbd93ec tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:23.676087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-143331dd-961c-4507-bd18-fd96a1b1c017 req-c6ffe955-ad6c-4a61-b27a-d6091dbd93ec tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 944 time: 0.0658443 Jul 08 02:30:23.678491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f162d7ab-47db-4d5d-9616-f87ca6d3fa5b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:30:23.699684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:23.703601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:23.715807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-143331dd-961c-4507-bd18-fd96a1b1c017 req-cd9e7b7b-cba3-43b8-a79a-4d5539f06d8d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339549 Jul 08 02:30:23.751849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=12']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:23.810078 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:23.929564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:30:24.100570 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849237f8-c1a4-4316-bc3f-5c5aca6bd2da req-2b19807e-5bf9-423f-ba1e-68929ebc5bfa tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:24.102057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-849237f8-c1a4-4316-bc3f-5c5aca6bd2da req-2b19807e-5bf9-423f-ba1e-68929ebc5bfa tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0627735 Jul 08 02:30:24.139618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-849237f8-c1a4-4316-bc3f-5c5aca6bd2da req-ef78cb9c-c140-4538-b74c-cdaef640a86d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Jul 08 02:30:24.928865 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.319045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83f311-1697-4506-9870-1dff62cd8de8 req-152d0072-7d99-495b-8c9a-7434c4264f09 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:25.320575 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d83f311-1697-4506-9870-1dff62cd8de8 req-152d0072-7d99-495b-8c9a-7434c4264f09 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0691707 Jul 08 02:30:25.326603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-ed5618ca-ce6b-450c-936c-5912e76d3281 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:25.328090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-ed5618ca-ce6b-450c-936c-5912e76d3281 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 945 time: 0.0637426 Jul 08 02:30:25.359995 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d83f311-1697-4506-9870-1dff62cd8de8 req-a7fb73c3-b8b3-401b-82c5-68c633783de1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335257 Jul 08 02:30:25.432507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Deleting port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:30:25.432832 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.496569 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:30:25.519877 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:25.520244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.546658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:30:25.550463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:30:25.550874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.642606 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.664999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:25.667256 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43331ea6-9b4e-44f1-9d74-eb5204e4818c" -d '{"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-plugged", "status": "completed", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:25.684380 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:25.688153 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.710450 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.710748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.711067 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af disassociated. External IP: 172.25.4.204, port: f162d7ab-47db-4d5d-9616-f87ca6d3fa5b. Jul 08 02:30:25.711417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Calling delete_port for f162d7ab-47db-4d5d-9616-f87ca6d3fa5b owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:30:25.714141 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af81aaba-85de-464e-b882-83e27d29b69b x-openstack-request-id: req-af81aaba-85de-464e-b882-83e27d29b69b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:25.714429 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-plugged", "status": "completed", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:25.714679 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af81aaba-85de-464e-b882-83e27d29b69b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:25.715062 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'code': 200} Jul 08 02:30:25.740835 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=13']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:25.836485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:25.871566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event deleted for resources: {'Port': ['ID=f162d7ab-47db-4d5d-9616-f87ca6d3fa5b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:26.006318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Router fe234866-5678-4236-b0cf-dae570361d16 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:30:26.110781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:30:26.120562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:30:26.129483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:26.130100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:30:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:26.158640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] No DVR routers for this DVR port f162d7ab-47db-4d5d-9616-f87ca6d3fa5b on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:30:26.162392 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:26.164651 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2e9e89ce-2eb4-4c2e-9a6c-11bd27bc1976 req-6778c800-e2bd-4862-9d61-b1e5fbdd09bc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "DELETE /v2.0/ports/f162d7ab-47db-4d5d-9616-f87ca6d3fa5b HTTP/1.1" status: 204 len: 173 time: 0.8311448 Jul 08 02:30:26.165087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-deleted', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:26.167537 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1971c4-938a-4931-a352-051baadd4b06" -d '{"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-deleted", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:26.206065 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfa8f0b-ef85-417c-b85f-25731ce26a6c x-openstack-request-id: req-cdfa8f0b-ef85-417c-b85f-25731ce26a6c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:26.206356 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdfe8ca-9f2b-4a37-8785-266ea7015cb0", "name": "network-vif-deleted", "tag": "f162d7ab-47db-4d5d-9616-f87ca6d3fa5b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:26.206603 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cdfa8f0b-ef85-417c-b85f-25731ce26a6c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:26.207005 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdfe8ca-9f2b-4a37-8785-266ea7015cb0', 'name': 'network-vif-deleted', 'tag': 'f162d7ab-47db-4d5d-9616-f87ca6d3fa5b', 'status': 'completed', 'code': 200} Jul 08 02:30:26.247471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:30:26.453524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:26.484891 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:30:26.493317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:26.493925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:30:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:26.522521 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12583605-b5e2-41ac-98f5-4609af01cb01 req-42a7972b-1db8-4dbf-99d8-dc2af8a7e74c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=ccdfe8ca-9f2b-4a37-8785-266ea7015cb0 HTTP/1.1" status: 200 len: 210 time: 0.0311999 Jul 08 02:30:26.758350 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:26.774036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:30:26.965756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:26.992443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab33f7e-8ba5-4a2c-b6f4-eeae50307c48 None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:30:27.212295 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef616a-31c7-41e9-b2e7-07ca07588ea8 None None] New status for floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:30:27.866445 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-9dbd273a-f4e9-4782-9f1f-6b7ba30944a3 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--496119895&fields=id&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 267 time: 0.0337257 Jul 08 02:30:27.976699 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-f477e575-2c3f-4861-b14c-134b4d1dcb8e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:27.978167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-f477e575-2c3f-4861-b14c-134b4d1dcb8e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 811 time: 0.1052954 Jul 08 02:30:27.993092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-4ddcd434-72e4-4596-a4d8-8cee50e5a4fa tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/quotas/3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 375 time: 0.0096204 Jul 08 02:30:28.060147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-e9429528-7d41-43fa-a1fc-dfff06196290 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621939 Jul 08 02:30:28.076238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-960e5558-d9e9-480a-8554-0b939b597b59 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:30:28.077164 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-960e5558-d9e9-480a-8554-0b939b597b59 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054481 Jul 08 02:30:28.166410 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-60763473-46dc-458e-8c1d-937c2b210c28 service neutron] 10.222.0.41 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837986 Jul 08 02:30:28.254906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-d6bef19f-469c-4a86-a216-2dff61d4130c service neutron] 10.222.0.41 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828295 Jul 08 02:30:28.421595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de35c506-1804-4dad-9c58-88f6fd729dae req-e0a8e849-ca49-461b-8228-82757dd357e2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 210 time: 0.0301750 Jul 08 02:30:29.439613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-b6795673-6be0-438a-85d7-68cfb3ba01a7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:29.441808 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-b6795673-6be0-438a-85d7-68cfb3ba01a7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 811 time: 0.1028996 Jul 08 02:30:29.485914 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2abe2b20-1c74-4c79-a9cd-3cdd5a096ec9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 379 time: 0.0347443 Jul 08 02:30:29.496411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'port': {'device_id': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'admin_state_up': True, 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'security_groups': ['5a05f4b1-6e72-42f5-9d74-4df079c92abd']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:29.527837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:30:29.555605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: f162d7ab-47db-4d5d-9616-f87ca6d3fa5b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:30:29.556086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f162d7ab-47db-4d5d-9616-f87ca6d3fa5b not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:30:29.586450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aa1e37e9-07cd-458c-a83e-5c8f19b8e4f3 req-dc241c4f-26bb-41d2-abbc-d05b620a22e0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 210 time: 0.0341275 Jul 08 02:30:29.621372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Made reservation on behalf of 3eb7ab8ce42a43bca97ad0b66e781241 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:30:29.624943 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:29.755328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Allocated IP 172.20.0.3 (5d6ff757-c8a9-421d-996c-8cfec192c224/8d13fa81-8246-49b5-acf2-9892647db773/fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:30:29.890244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:29.904711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Transition to ACTIVE for port object fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:30:29.940277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:29.991295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:30:29.994495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:30:29.998393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:30:30.004948 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:30.052398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:30.053056 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:30.067966 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2a566b89-63ac-4cb0-a07f-8b330219656a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758083 Jul 08 02:30:30.079949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Request body: {'port': {'device_id': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:30.158347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:30.266097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d9e4e383-4888-4bfe-8358-0ad5a96d53c7 None None] Provisioning for port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:30:30.271269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d9e4e383-4888-4bfe-8358-0ad5a96d53c7 None None] Provisioning complete for port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:30:30.271646 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9e4e383-4888-4bfe-8358-0ad5a96d53c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:30.309531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4e383-4888-4bfe-8358-0ad5a96d53c7 None None] Port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:30:30.429020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:30:30.436376 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:30.448133 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Transition to ACTIVE for port object fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:30:30.452927 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:30.509722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:30.587470 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:30:30.587814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:30:30.588147 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:30:30.592762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on network 5d6ff757-c8a9-421d-996c-8cfec192c224 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:30:30.593088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:30:30.598475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:30:30.598971 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:30:30.599370 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:30:30.599972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Bound port: fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:30:30.600619 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:30.676985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:30:30.680054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:30:30.685525 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:30.725880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:30.726530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:30.727971 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] 10.222.0.24 "PUT /v2.0/ports/fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1092 time: 0.6525931 Jul 08 02:30:30.728446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:30.730750 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5bf9cdb6fa5bc679886519952fe59169003ac8ad06264c98728e337764ce250" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e5cb89-42b6-4acf-8fcf-5d974fd02299" -d '{"events": [{"name": "network-changed", "server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:30.774765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59b7f3-ba47-4d54-9b6b-35a1151da501 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:30.783212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8808378-a482-454e-a6e5-1e7aefb462c9 req-b855fb35-db67-457a-bca0-12cc2f88f28d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:30.785154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8808378-a482-454e-a6e5-1e7aefb462c9 req-b855fb35-db67-457a-bca0-12cc2f88f28d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0813377 Jul 08 02:30:30.796404 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b198ea-388c-47e6-bc28-94178d2e55c5 x-openstack-request-id: req-f5b198ea-388c-47e6-bc28-94178d2e55c5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:30.796970 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:30.797314 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5b198ea-388c-47e6-bc28-94178d2e55c5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:30.798306 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'status': 'completed', 'code': 200} Jul 08 02:30:30.826714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8808378-a482-454e-a6e5-1e7aefb462c9 req-51a5603c-93b0-4326-9968-14fae1d432fc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355055 Jul 08 02:30:30.847666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-17af4765-b57f-4075-a84d-a7f6a3570b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:30.849359 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-17af4765-b57f-4075-a84d-a7f6a3570b08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1095 time: 0.0639238 Jul 08 02:30:30.897640 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-2e96940c-ed34-44ad-b2f0-204ae587514b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 217 time: 0.0408344 Jul 08 02:30:30.947709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-24211d15-5ee5-4038-bb28-1200589d61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:30.949189 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-24211d15-5ee5-4038-bb28-1200589d61a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0453444 Jul 08 02:30:31.006610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-b1e3e6bc-bfb3-4168-a636-290f200408de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:31.008135 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-b1e3e6bc-bfb3-4168-a636-290f200408de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527298 Jul 08 02:30:31.100622 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-65c02560-e8b0-4ca8-a541-760e18f67ec0 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855470 Jul 08 02:30:31.189451 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f3f835d4-ab67-4fa2-a12b-8fa79dd8c54e req-6873aadc-12a0-4ed6-95c5-cbb7bcd0aeb0 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831468 Jul 08 02:30:31.291200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-b628d569-5d18-4f54-ab50-8734602d37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:31.292807 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-b628d569-5d18-4f54-ab50-8734602d37c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1095 time: 0.0538383 Jul 08 02:30:31.386000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-e77ac78c-866a-40ef-8d3f-1a2e7b81a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:31.387486 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-e77ac78c-866a-40ef-8d3f-1a2e7b81a789 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0884647 Jul 08 02:30:31.428378 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-412d0593-02e1-4388-beed-3ef8bb1d2782 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 217 time: 0.0335336 Jul 08 02:30:31.482389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-e568f17e-cb17-41b6-8485-7ad948242e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:31.483949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-e568f17e-cb17-41b6-8485-7ad948242e62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0488379 Jul 08 02:30:31.542865 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-7c14b34b-8514-4ea1-913a-6f9701dae0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:31.544403 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-7c14b34b-8514-4ea1-913a-6f9701dae0a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535939 Jul 08 02:30:31.636271 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-002cf7ab-80f2-4ee4-83ea-84d5f7416e7f service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835748 Jul 08 02:30:31.730657 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-00e5cb89-42b6-4acf-8fcf-5d974fd02299 req-26895815-9410-424a-892b-03995fb6d579 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866067 Jul 08 02:30:32.053100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989c649-cbec-429f-9227-2ccf13d072cd req-351e9503-0d67-4b06-8a7a-6f8f2e613d92 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:32.054594 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e989c649-cbec-429f-9227-2ccf13d072cd req-351e9503-0d67-4b06-8a7a-6f8f2e613d92 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.1119840 Jul 08 02:30:32.093192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e989c649-cbec-429f-9227-2ccf13d072cd req-4833864a-c988-40e6-be71-f3cb396ac6c5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329773 Jul 08 02:30:33.319823 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd84ae-9da8-4801-9c3b-d6f80ef1d58b req-eb5f731b-a9e4-41dc-8b96-e00ced1c94c6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:33.321336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6dd84ae-9da8-4801-9c3b-d6f80ef1d58b req-eb5f731b-a9e4-41dc-8b96-e00ced1c94c6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.1141942 Jul 08 02:30:33.359495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a6dd84ae-9da8-4801-9c3b-d6f80ef1d58b req-464e04b8-62c6-44a6-b8ac-67dca5e051c2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325658 Jul 08 02:30:33.580264 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:30:33.674450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:33.686059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'port_id': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'mac_address': 'fa:16:3e:b7:4d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:30:33.725636 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:33.739350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:30:33.758141 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:33.761999 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:33.817095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:33.950218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:30:34.538604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a096d6-e221-43de-83ec-7479e88e2273 req-727b892f-bf69-4ef9-aef5-f2257157def2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:34.540028 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-18a096d6-e221-43de-83ec-7479e88e2273 req-727b892f-bf69-4ef9-aef5-f2257157def2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0686731 Jul 08 02:30:34.577273 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-18a096d6-e221-43de-83ec-7479e88e2273 req-49b0873f-6867-4a88-972e-c14a5ef26be6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316856 Jul 08 02:30:34.834594 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:35.595147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:30:35.644216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:30:35.647844 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:30:35.648222 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:35.725720 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:35.747713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:35.750017 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec41b72917d3b575bd69ae059fcb661e2ef14255f21d3a2fa7a1fe914a9112f2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9610ac2-48a7-4719-85b7-f09e86910f53" -d '{"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-plugged", "status": "completed", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:35.763903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62129b5-a686-4457-80b7-c74a8af6656f req-16a279ec-9da2-4453-96c0-0cc7ee040c3d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:35.766503 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c62129b5-a686-4457-80b7-c74a8af6656f req-16a279ec-9da2-4453-96c0-0cc7ee040c3d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0724020 Jul 08 02:30:35.767575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:30:35.773510 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:35.797687 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6114ea-65ef-48e3-8867-ac5d4b3852a4 x-openstack-request-id: req-ce6114ea-65ef-48e3-8867-ac5d4b3852a4 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:35.798035 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-plugged", "status": "completed", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:35.798225 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce6114ea-65ef-48e3-8867-ac5d4b3852a4 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:35.798605 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'code': 200} Jul 08 02:30:35.809035 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c62129b5-a686-4457-80b7-c74a8af6656f req-f5968573-7173-4e1f-9fe8-c1d61bec957f tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339487 Jul 08 02:30:35.825157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:30:35.905418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9066bd8-3d26-4b37-8acc-2685bf5115eb req-811839e6-9e47-40ed-8c34-d6a7329941da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:35.906833 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f9066bd8-3d26-4b37-8acc-2685bf5115eb req-811839e6-9e47-40ed-8c34-d6a7329941da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1097 time: 0.0529504 Jul 08 02:30:35.942140 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f9066bd8-3d26-4b37-8acc-2685bf5115eb req-4d0c0ffc-3900-4d20-9a71-30c7bd583ccd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281398 Jul 08 02:30:36.988656 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420fea8-ea06-4418-956b-071086acbc81 req-7aaded53-5ad5-4bc2-84fa-62a8dbfb5caf tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:36.990159 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1420fea8-ea06-4418-956b-071086acbc81 req-7aaded53-5ad5-4bc2-84fa-62a8dbfb5caf tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0651479 Jul 08 02:30:37.027588 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1420fea8-ea06-4418-956b-071086acbc81 req-197e88f5-4352-498a-a281-e938cdc51005 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316873 Jul 08 02:30:37.193284 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b5f86-c44a-4eca-95c5-2fedb973e56f req-459485b3-5ef8-495f-bc2b-bbe5915dcc81 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:37.194765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-de0b5f86-c44a-4eca-95c5-2fedb973e56f req-459485b3-5ef8-495f-bc2b-bbe5915dcc81 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0635793 Jul 08 02:30:37.203363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 42774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:30:37.209572 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-774d20bc-0dbe-4621-b17f-048de0e3eae6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Request body: {'floatingip': {'port_id': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:30:37.251212 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-774d20bc-0dbe-4621-b17f-048de0e3eae6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:38.000110 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-774d20bc-0dbe-4621-b17f-048de0e3eae6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:38.004887 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-774d20bc-0dbe-4621-b17f-048de0e3eae6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:38.102836 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-774d20bc-0dbe-4621-b17f-048de0e3eae6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af associated. External IP: 172.25.4.204, port: fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f. Jul 08 02:30:38.309230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774d20bc-0dbe-4621-b17f-048de0e3eae6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Router fe234866-5678-4236-b0cf-dae570361d16 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:30:38.416099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774d20bc-0dbe-4621-b17f-048de0e3eae6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:30:38.420718 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-774d20bc-0dbe-4621-b17f-048de0e3eae6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:38.426888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:30:38.436728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:38.437349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:30:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:38.460961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-774d20bc-0dbe-4621-b17f-048de0e3eae6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "PUT /v2.0/floatingips/8edc33bd-08ae-4be0-87c8-fd00fd28e1af HTTP/1.1" status: 200 len: 992 time: 1.2565465 Jul 08 02:30:38.461531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:30:38.463800 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8972142a7b5c9d11ad24646b062aa70f9b7dbfa13dd6d6f9b8f308214978d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80452b4d-9647-4460-bbef-4b91b45beefe" -d '{"events": [{"name": "network-changed", "server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:30:38.503771 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23678ad1-ea96-4876-8d21-5b390dad4b86 x-openstack-request-id: req-23678ad1-ea96-4876-8d21-5b390dad4b86 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:30:38.504131 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:30:38.504379 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23678ad1-ea96-4876-8d21-5b390dad4b86 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:30:38.504747 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'status': 'completed', 'code': 200} Jul 08 02:30:38.561219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:30:38.588230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452b4d-9647-4460-bbef-4b91b45beefe req-139ef789-5670-4cc1-b5cf-772673f4f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:38.589480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80452b4d-9647-4460-bbef-4b91b45beefe req-139ef789-5670-4cc1-b5cf-772673f4f7bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1097 time: 0.0601523 Jul 08 02:30:38.685447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452b4d-9647-4460-bbef-4b91b45beefe req-4d58ad45-4c48-4f8c-8f49-46da413d4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:38.686963 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80452b4d-9647-4460-bbef-4b91b45beefe req-4d58ad45-4c48-4f8c-8f49-46da413d4fc8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0913193 Jul 08 02:30:38.753351 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80452b4d-9647-4460-bbef-4b91b45beefe req-8522bff4-1dfb-49ab-9ba4-31a71b751d0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1000 time: 0.0599873 Jul 08 02:30:38.786113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:b7:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:30:37Z', 'revision_number': 13, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:38.807143 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452b4d-9647-4460-bbef-4b91b45beefe req-7f5e3c3e-ecbd-40c9-b5f6-9acf89cd745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:38.808709 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80452b4d-9647-4460-bbef-4b91b45beefe req-7f5e3c3e-ecbd-40c9-b5f6-9acf89cd745b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0486889 Jul 08 02:30:38.816572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:30:38.824913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:30:38.825518 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:30:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:38.866603 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452b4d-9647-4460-bbef-4b91b45beefe req-d4bc58a6-dd6e-468a-8b17-c9f5351a2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:30:38.868147 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80452b4d-9647-4460-bbef-4b91b45beefe req-d4bc58a6-dd6e-468a-8b17-c9f5351a2a1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530691 Jul 08 02:30:38.930912 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:30:38.956470 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80452b4d-9647-4460-bbef-4b91b45beefe req-a87a2a97-d57f-4e57-b46e-6e970ec0ef11 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820215 Jul 08 02:30:39.050892 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-80452b4d-9647-4460-bbef-4b91b45beefe req-b562d24c-2243-407d-97c9-afcb8464c8bc service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876720 Jul 08 02:30:39.156394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:b7:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:30:37Z', 'revision_number': 13, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:30:39.182485 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e80d919-6753-49e3-913c-a83e6c473101 None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '8edc33bd-08ae-4be0-87c8-fd00fd28e1af', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'port_id': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'mac_address': 'fa:16:3e:b7:4d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:23:41Z', 'updated_at': '2021-07-08T02:30:37Z', 'revision_number': 13, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:30:39.275684 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:39.371118 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606fca0-faf0-4b77-9de7-bb8e56eaf168 None None] New status for floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:30:43.620453 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:30:50.706045 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-486238f0-af7c-45af-84de-8483155ed125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:53.445040 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2759a96d-4230-4da4-961e-8dcbd93faff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:53.815328 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:54.929340 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:30:56.573565 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:04.826888 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:09.275379 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:11.310056 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-a46575a5-0c47-4720-bbef-16daedd590b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654953 Jul 08 02:31:11.406785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-cd1ab064-81ae-4479-9e24-dcd3f23ae490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:11.408277 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-cd1ab064-81ae-4479-9e24-dcd3f23ae490 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1097 time: 0.0552700 Jul 08 02:31:11.512181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-17df6c07-15d2-49c3-b103-88f809b68776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:11.513692 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-17df6c07-15d2-49c3-b103-88f809b68776 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0851104 Jul 08 02:31:11.586448 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-7842411d-74e9-42bd-8bb2-474114c8adec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1002 time: 0.0660148 Jul 08 02:31:11.637746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-9de66a1f-b2eb-497e-a16c-9136e525dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:11.639260 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-9de66a1f-b2eb-497e-a16c-9136e525dde5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0456100 Jul 08 02:31:11.697492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-1f0caada-49b2-4bdf-bc18-dea93a6aeba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:31:11.698958 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-1f0caada-49b2-4bdf-bc18-dea93a6aeba6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530474 Jul 08 02:31:11.793588 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-43b15254-92ac-46f1-8581-7e982821a37d service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869110 Jul 08 02:31:11.885831 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d6d1651d-b7b3-4c74-bad6-cefc31851203 req-98d93e86-d631-48c5-8a0b-a21e59feaff3 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852153 Jul 08 02:31:20.620036 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:31:20.706709 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a7ae5cc-ceb3-485c-9c9d-06c3f2739104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:23.445491 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-acf6dd13-0710-4b83-99b3-c69c14e1ec79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:23.816561 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:24.935018 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:26.577676 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:34.829326 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:39.273960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:50.710423 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e18b7dd-00ae-40c4-95b2-b107209aa052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:53.448778 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dbbeb173-4f68-40e3-9657-5e083acd9add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:53.819222 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:54.935125 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:56.580012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:31:57.620895 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:32:04.839979 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:09.306713 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:11.391722 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-7830a94e-5eb4-47e2-acb7-26c6be070f24 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0884860 Jul 08 02:32:11.501508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-3801ca9a-3ee9-4237-bc6a-c4986b05a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:11.503670 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-3801ca9a-3ee9-4237-bc6a-c4986b05a02c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1097 time: 0.0674765 Jul 08 02:32:11.612556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-b204ff6b-25b5-4dd9-8f31-3d3d0d5310f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:11.614085 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-b204ff6b-25b5-4dd9-8f31-3d3d0d5310f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0872216 Jul 08 02:32:11.684206 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-20a93cd3-723d-43f7-9163-47be9a782216 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1002 time: 0.0632818 Jul 08 02:32:11.732976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-9788c67f-0c90-420e-bc45-d1e7ab25d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:11.734432 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-9788c67f-0c90-420e-bc45-d1e7ab25d42b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0440507 Jul 08 02:32:11.792561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-f2a9df57-2879-4c79-b81d-22b40b803df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:11.794162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-f2a9df57-2879-4c79-b81d-22b40b803df9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532391 Jul 08 02:32:11.892705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-9fe63df3-7d00-4445-b9d4-5255d1ed0788 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887206 Jul 08 02:32:11.987202 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-186ce9b9-b604-47ff-8f31-c59b922c041b req-a0a59e49-b0f2-4061-b4b4-60e24d04b308 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885494 Jul 08 02:32:16.446565 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0db18-8da0-4170-8df2-93b3aac977bd req-f52436fa-ff5a-421f-8cf0-307524461b19 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:16.448375 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afa0db18-8da0-4170-8df2-93b3aac977bd req-f52436fa-ff5a-421f-8cf0-307524461b19 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.1074181 Jul 08 02:32:16.487392 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afa0db18-8da0-4170-8df2-93b3aac977bd req-71c03cf9-610f-4a05-8a44-0ca29aaabc5e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336366 Jul 08 02:32:20.708202 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ecdf3c6-07fd-406a-926f-0c2d5f500bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:23.449605 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2363ea6c-2a7a-4216-9da6-feb18a4b0599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:23.820705 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:24.937427 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:26.586007 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:27.032498 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695364bd-7a35-4321-b98b-0e72d8fd2321 req-7f73aad9-b8b3-4c82-9c2a-470e94f64cf8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:27.034085 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695364bd-7a35-4321-b98b-0e72d8fd2321 req-7f73aad9-b8b3-4c82-9c2a-470e94f64cf8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.1088488 Jul 08 02:32:27.037633 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-146f12bc-9b76-4e39-b79d-271222dc81f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1342394 Jul 08 02:32:27.072919 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695364bd-7a35-4321-b98b-0e72d8fd2321 req-2d52f2f2-3f82-46f9-a806-5194169fc6a0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331552 Jul 08 02:32:28.190876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-ef2f56cb-d9e3-4e9a-9efc-cc4169dc12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:28.192504 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-ef2f56cb-d9e3-4e9a-9efc-cc4169dc12d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1097 time: 0.0534329 Jul 08 02:32:28.254087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f87c7f-abf8-4692-9b7e-23fb402ece6c req-f90ed2f1-62dd-421c-898e-61b6ea1fd4a8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:28.255587 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1f87c7f-abf8-4692-9b7e-23fb402ece6c req-f90ed2f1-62dd-421c-898e-61b6ea1fd4a8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0669827 Jul 08 02:32:28.289183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-f0bdcf79-dbbe-4b34-bb25-75c9d9c8f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:28.290692 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-f0bdcf79-dbbe-4b34-bb25-75c9d9c8f270 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0915585 Jul 08 02:32:28.293979 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b1f87c7f-abf8-4692-9b7e-23fb402ece6c req-9d4347fe-5728-40f1-abf2-857808613609 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327559 Jul 08 02:32:28.356626 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-0e52abcb-bb7f-4003-b7d4-032d7743454c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1002 time: 0.0583980 Jul 08 02:32:28.411313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-37be5bef-cd07-4bfc-9655-77cd478d9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:28.412823 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-37be5bef-cd07-4bfc-9655-77cd478d9b2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0492060 Jul 08 02:32:28.470045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-74b7417d-59fb-4e1c-a9f3-f24a2d71f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:28.471553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-74b7417d-59fb-4e1c-a9f3-f24a2d71f1c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516603 Jul 08 02:32:28.563467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-a2a71683-fac0-4afe-a031-9cafcdd062fb service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854192 Jul 08 02:32:28.666854 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-7b184995-1095-4d12-83ba-0525dc2d6086 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898416 Jul 08 02:32:29.470313 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4b25-f17f-4aea-8a31-4aea79933c67 req-72be255d-c5ff-4e6c-85f4-5eaeb71d4727 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:29.471812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d92c4b25-f17f-4aea-8a31-4aea79933c67 req-72be255d-c5ff-4e6c-85f4-5eaeb71d4727 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0654597 Jul 08 02:32:29.509559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d92c4b25-f17f-4aea-8a31-4aea79933c67 req-5bd4f092-1341-4ef0-805a-bd4649387f9b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318766 Jul 08 02:32:30.691846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e5bae-8028-45d7-9929-a9f4b0438ef9 req-7a3f2231-3f08-49ba-b831-40118ed1480d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:30.693416 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d9e5bae-8028-45d7-9929-a9f4b0438ef9 req-7a3f2231-3f08-49ba-b831-40118ed1480d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0732520 Jul 08 02:32:30.731317 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d9e5bae-8028-45d7-9929-a9f4b0438ef9 req-c4276c4d-301f-404b-be88-00f361a641cb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316710 Jul 08 02:32:31.906288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0fcc4-cf9b-4e80-93b0-1b361e8a69d0 req-82b5f5f5-078d-47fe-9f15-11a33b821831 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:31.907787 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaf0fcc4-cf9b-4e80-93b0-1b361e8a69d0 req-82b5f5f5-078d-47fe-9f15-11a33b821831 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0658393 Jul 08 02:32:31.946755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaf0fcc4-cf9b-4e80-93b0-1b361e8a69d0 req-f5bfa263-d58d-4431-84c4-616f9bd8ff59 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334430 Jul 08 02:32:33.124740 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c585327-14a5-4ba0-a7c3-7c9c22819515 req-e27530d2-7376-47a0-b4bd-8a4acbbe7334 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:33.126245 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c585327-14a5-4ba0-a7c3-7c9c22819515 req-e27530d2-7376-47a0-b4bd-8a4acbbe7334 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0675163 Jul 08 02:32:33.164120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c585327-14a5-4ba0-a7c3-7c9c22819515 req-26a620fd-1a24-4aa5-9807-23d7810489c8 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321240 Jul 08 02:32:34.340293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533cd86-098d-456f-8e41-4ccdf78f126d req-af883738-443f-42e2-89f1-f783d6143522 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:34.341817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9533cd86-098d-456f-8e41-4ccdf78f126d req-af883738-443f-42e2-89f1-f783d6143522 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0637069 Jul 08 02:32:34.380005 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9533cd86-098d-456f-8e41-4ccdf78f126d req-0298a09d-11c6-4e60-a318-f1e66a8fc6ff tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326488 Jul 08 02:32:34.620005 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:32:34.839025 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:35.556742 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc49c6e-ee9f-47e1-a547-3c74620c471e req-25a0d839-2947-45cc-8ac7-5bf50120e02a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:35.558306 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adc49c6e-ee9f-47e1-a547-3c74620c471e req-25a0d839-2947-45cc-8ac7-5bf50120e02a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0633359 Jul 08 02:32:35.600970 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adc49c6e-ee9f-47e1-a547-3c74620c471e req-875a129e-5086-46dc-92d1-45626069956c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331738 Jul 08 02:32:36.785838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dc31c-719b-4b19-a18f-78b69ba50e2f req-3cfb13ef-9536-427c-bad3-08f123981e63 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:36.787337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e0dc31c-719b-4b19-a18f-78b69ba50e2f req-3cfb13ef-9536-427c-bad3-08f123981e63 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0682204 Jul 08 02:32:36.827369 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e0dc31c-719b-4b19-a18f-78b69ba50e2f req-6047bacb-1da2-48ba-b02a-8d8578490a51 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336854 Jul 08 02:32:38.006122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bebb9-d860-4288-9bae-e8bc9dac920f req-276b2a95-850c-4e0b-b0cc-49ee10f19213 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:38.007624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c32bebb9-d860-4288-9bae-e8bc9dac920f req-276b2a95-850c-4e0b-b0cc-49ee10f19213 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0652990 Jul 08 02:32:38.047091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c32bebb9-d860-4288-9bae-e8bc9dac920f req-c2ca23d4-6d5e-4275-a58a-53027315e1e1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329769 Jul 08 02:32:39.232591 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0addbba-9f9a-4080-b277-ba0e990e6513 req-62e940e2-6b0b-4cc0-9926-6ef6a9bd3a39 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:39.234150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0addbba-9f9a-4080-b277-ba0e990e6513 req-62e940e2-6b0b-4cc0-9926-6ef6a9bd3a39 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0703235 Jul 08 02:32:39.274798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0addbba-9f9a-4080-b277-ba0e990e6513 req-6eb5ffb9-f4a4-47c8-a7d6-5fa929118c70 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346694 Jul 08 02:32:39.320532 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:40.455770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38d51c-2527-4966-8d29-e48b0d91c721 req-910eff8b-39bb-4ebf-868a-b25c0e3bd9ae tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:40.457305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a38d51c-2527-4966-8d29-e48b0d91c721 req-910eff8b-39bb-4ebf-868a-b25c0e3bd9ae tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0644555 Jul 08 02:32:40.496163 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a38d51c-2527-4966-8d29-e48b0d91c721 req-14a7df02-ae76-468f-bc28-e74d774b4be6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333188 Jul 08 02:32:41.695474 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be245ee-0c7b-49fb-90ff-0a1c943464c5 req-06015cd3-e1df-49e3-b4cc-732190dd487b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:41.697019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1be245ee-0c7b-49fb-90ff-0a1c943464c5 req-06015cd3-e1df-49e3-b4cc-732190dd487b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0694225 Jul 08 02:32:41.743068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1be245ee-0c7b-49fb-90ff-0a1c943464c5 req-627d6d30-c4c9-40bb-a9db-3735969f627f tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Jul 08 02:32:42.355438 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-ea78e903-309b-44d4-b815-3c90daed4969 service neutron] show failed (client error): The resource could not be found. Jul 08 02:32:42.356521 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-ea78e903-309b-44d4-b815-3c90daed4969 service neutron] 10.222.0.24 "GET /v2.0/ports/fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0605266 Jul 08 02:32:42.687911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-474169c6-2fd6-41f1-80bd-9434cf871c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:42.689537 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-474169c6-2fd6-41f1-80bd-9434cf871c94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 1097 time: 0.0989037 Jul 08 02:32:42.702575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:32:42.782272 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:42.928807 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c064d-4946-46eb-a236-53acfd6fbb6d req-28fd0899-fa97-4f34-b7c6-8880dda52210 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:42.930308 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c14c064d-4946-46eb-a236-53acfd6fbb6d req-28fd0899-fa97-4f34-b7c6-8880dda52210 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0722871 Jul 08 02:32:42.980687 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c14c064d-4946-46eb-a236-53acfd6fbb6d req-94b4c8c4-d90f-4ace-aa4f-8761259e5077 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386121 Jul 08 02:32:42.992607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:32:43.027686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:32:43.066904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:32:43.071826 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:43.087718 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Transition to ACTIVE for port object fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:32:43.092028 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:43.122559 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a994904f-d9d2-4895-8c30-28026370d3c5" -d '{"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:32:43.179447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:43.192474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.192828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.193170 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.193506 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.193850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.194168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.194499 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.194824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.195151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.195475 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.195836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.196128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:43.237761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] No DVR routers for this DVR port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:32:43.275611 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11055262-653f-4536-b109-4edf6cc23e45 x-openstack-request-id: req-11055262-653f-4536-b109-4edf6cc23e45 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:32:43.275898 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:32:43.276142 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11055262-653f-4536-b109-4edf6cc23e45 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:32:43.276613 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'code': 200} Jul 08 02:32:43.380055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:32:43.380763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:32:43.380898 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:32:43.386313 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on network 5d6ff757-c8a9-421d-996c-8cfec192c224 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:32:43.386680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:32:43.391668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:32:43.392009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:32:43.392430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:32:43.392915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Bound port: fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:32:43.393275 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:43.460417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:32:43.463369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:32:43.468802 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:43.507322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:43.507961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:43.509418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] 10.222.0.16 "PUT /v2.0/ports/fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1092 time: 0.8123031 Jul 08 02:32:43.529605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349a662-0996-4757-abff-04cd4d7f48b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:43.608056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-fc769fd4-63dc-4f4b-bd5b-913347ef83df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:43.609695 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-fc769fd4-63dc-4f4b-bd5b-913347ef83df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1095 time: 0.0583940 Jul 08 02:32:43.706297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-afb84fd6-5a3f-4b3c-9aa5-a43f1b808389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:43.707798 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-afb84fd6-5a3f-4b3c-9aa5-a43f1b808389 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0921407 Jul 08 02:32:43.773727 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-75d754f4-d94e-491c-87b2-e7d6605a8ac2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1000 time: 0.0587473 Jul 08 02:32:43.826307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-33807094-7416-41e0-8a44-07b92b8ba724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:43.827668 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-33807094-7416-41e0-8a44-07b92b8ba724 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0481186 Jul 08 02:32:43.885417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-0d431eaa-bec3-49b4-81a0-377e0a62c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:43.886926 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-0d431eaa-bec3-49b4-81a0-377e0a62c1b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531471 Jul 08 02:32:43.977690 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-bb4431a4-0624-4be7-b6e5-71ce9ac3f577 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843117 Jul 08 02:32:44.167561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09876d9-ccfe-4680-b016-c9b97bcd8d68 req-95219191-23ee-4c0e-9c78-ef3d36c06b01 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:44.169963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d09876d9-ccfe-4680-b016-c9b97bcd8d68 req-95219191-23ee-4c0e-9c78-ef3d36c06b01 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0693381 Jul 08 02:32:44.210717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d09876d9-ccfe-4680-b016-c9b97bcd8d68 req-a936805a-295f-4c08-9685-a28e7bcdd2a6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348234 Jul 08 02:32:44.219580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:32:44.265507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:32:44.418683 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-40ff1f63-b637-4557-bb1f-bb00cb39e76e req-a4b17a16-3275-479b-b7b8-24490c76e289 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341154 Jul 08 02:32:45.278164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:32:45.280701 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1107dd9e-ddff-4b48-bff4-078a34934032" -d '{"events": [{"name": "network-changed", "server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:32:45.340702 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a9ff6-4e94-4f75-8197-afba80842ebf x-openstack-request-id: req-ae8a9ff6-4e94-4f75-8197-afba80842ebf {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:32:45.341300 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:32:45.342369 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae8a9ff6-4e94-4f75-8197-afba80842ebf {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:32:45.343238 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'status': 'completed', 'code': 200} Jul 08 02:32:45.429659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a784a-9101-44aa-81be-e4f6c34cf550 req-2c123c47-727d-46cf-a3a1-fd33f3cbc198 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:45.431057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-106a784a-9101-44aa-81be-e4f6c34cf550 req-2c123c47-727d-46cf-a3a1-fd33f3cbc198 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0762892 Jul 08 02:32:45.466426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-c8e45249-58f1-4e2e-9a88-279e5a5dd6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:45.468132 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-c8e45249-58f1-4e2e-9a88-279e5a5dd6dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1095 time: 0.1087379 Jul 08 02:32:45.471384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-b9a07e81-1fba-4200-b08c-296e994e8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:45.473083 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-b9a07e81-1fba-4200-b08c-296e994e8de8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1095 time: 0.0848804 Jul 08 02:32:45.479277 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-106a784a-9101-44aa-81be-e4f6c34cf550 req-ece0bc9e-ef6a-46ef-952a-457e58550088 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415099 Jul 08 02:32:45.638893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-e1f565b1-1351-4e81-bd26-18caf824dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:45.640467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-e1f565b1-1351-4e81-bd26-18caf824dcc1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1662824 Jul 08 02:32:45.643393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-ad28af31-5c28-400b-9779-ec79cf7f81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:45.644841 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-ad28af31-5c28-400b-9779-ec79cf7f81eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1613872 Jul 08 02:32:45.759100 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-aff8da2f-be0f-45e6-8c6c-ca86fc48c338 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1000 time: 0.1122332 Jul 08 02:32:45.761101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-72359cc9-689d-470b-b567-cdaafb74fd1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1000 time: 0.1081612 Jul 08 02:32:45.846553 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-40eef61b-e790-4b0f-baa8-0ac33ce1583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:45.848064 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-40eef61b-e790-4b0f-baa8-0ac33ce1583c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0830367 Jul 08 02:32:45.849455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-095ce07b-6c68-459c-9272-82f2cdcd50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:45.850788 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-095ce07b-6c68-459c-9272-82f2cdcd50c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0780623 Jul 08 02:32:45.959401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-85b1727c-8a70-4321-9d03-6432320eae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:45.960977 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-85b1727c-8a70-4321-9d03-6432320eae3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958626 Jul 08 02:32:45.971722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-237dd44f-bc40-4e23-bfe8-c8936d335b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:45.973337 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-237dd44f-bc40-4e23-bfe8-c8936d335b10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1177025 Jul 08 02:32:46.132292 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-d3eeb0f0-010a-4a29-bc32-07d79061598b service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625447 Jul 08 02:32:46.133916 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-1e9f6535-95a0-4c74-bcb7-7ae30a6cf8c1 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533825 Jul 08 02:32:46.300164 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-79d70bad-9069-4e65-9f90-ad321dc84f06 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605928 Jul 08 02:32:46.302386 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1107dd9e-ddff-4b48-bff4-078a34934032 req-4cb1f634-2149-43ae-a5de-ad1142bcd2df service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617982 Jul 08 02:32:46.669708 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b021e-4ee8-4cb2-84f7-ae2f11110e39 req-b84b5558-7fc1-4f62-9b58-d50c5bed53e1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:46.671230 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-734b021e-4ee8-4cb2-84f7-ae2f11110e39 req-b84b5558-7fc1-4f62-9b58-d50c5bed53e1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0663500 Jul 08 02:32:46.710595 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-734b021e-4ee8-4cb2-84f7-ae2f11110e39 req-3eb79d34-3403-46e8-bff2-d866515811ba tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334661 Jul 08 02:32:47.889550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3c8ad-bde2-4dd0-b149-8a07a3e195e2 req-fc8b6f58-065a-471c-9df5-9d01b2b4502d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:47.891087 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6be3c8ad-bde2-4dd0-b149-8a07a3e195e2 req-fc8b6f58-065a-471c-9df5-9d01b2b4502d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0676713 Jul 08 02:32:47.929269 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6be3c8ad-bde2-4dd0-b149-8a07a3e195e2 req-fc892e04-3a58-49e8-b89b-53fbde841f30 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326381 Jul 08 02:32:49.111789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c2554-3590-4716-9b62-e9015a812955 req-b7c7361b-9c66-42a2-9d23-93ac6cda298b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:49.113291 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c3c2554-3590-4716-9b62-e9015a812955 req-b7c7361b-9c66-42a2-9d23-93ac6cda298b tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0704238 Jul 08 02:32:49.157698 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c3c2554-3590-4716-9b62-e9015a812955 req-43246af2-f5cc-4413-ab05-91f2aeddc752 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383863 Jul 08 02:32:50.336921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae735bc-af63-49da-b75f-66acc89fd3f6 req-8954b318-8c82-4151-b185-e711f5c6dd7e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:50.338438 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cae735bc-af63-49da-b75f-66acc89fd3f6 req-8954b318-8c82-4151-b185-e711f5c6dd7e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0666881 Jul 08 02:32:50.377057 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cae735bc-af63-49da-b75f-66acc89fd3f6 req-e82d0768-0498-4754-b183-920fc03845c1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330675 Jul 08 02:32:50.708976 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b86c9c85-cad1-4c44-bcd9-b1881b3eaada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:51.557354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82368f-a235-4fbf-a96d-e26d0f8ac9e0 req-26d3f183-e1b9-4cac-93d6-f67ce6a55bde tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:51.558754 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f82368f-a235-4fbf-a96d-e26d0f8ac9e0 req-26d3f183-e1b9-4cac-93d6-f67ce6a55bde tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0672820 Jul 08 02:32:51.599498 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f82368f-a235-4fbf-a96d-e26d0f8ac9e0 req-2efb34a4-7ffe-4e97-8688-e7481d31a03e tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344837 Jul 08 02:32:52.773874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde3183-d054-4854-acdd-0c0fd0631684 req-b4b656a9-c902-40be-9019-5bd47a839123 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:52.775367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adde3183-d054-4854-acdd-0c0fd0631684 req-b4b656a9-c902-40be-9019-5bd47a839123 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0634985 Jul 08 02:32:52.813533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-adde3183-d054-4854-acdd-0c0fd0631684 req-5c14e339-9ad2-4015-9fd7-300848e55c55 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317566 Jul 08 02:32:53.450201 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9af59a5a-c699-4919-bc24-0b10d4a68503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:53.821739 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:53.987829 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ea985-4b9f-43b2-860b-4eb7288e6c68 req-e81bab18-3045-47aa-9cf2-1e05697da20a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:53.989360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f1ea985-4b9f-43b2-860b-4eb7288e6c68 req-e81bab18-3045-47aa-9cf2-1e05697da20a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0636740 Jul 08 02:32:54.027649 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7f1ea985-4b9f-43b2-860b-4eb7288e6c68 req-a64b9715-3b56-4e8c-b295-a98b7c2047f2 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326807 Jul 08 02:32:54.940075 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:55.211343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f784adb-060a-4e47-bf76-27e2cd06f3c7 req-c8ad48de-c0de-49c8-a673-c1df988a46fc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:55.212874 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f784adb-060a-4e47-bf76-27e2cd06f3c7 req-c8ad48de-c0de-49c8-a673-c1df988a46fc tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0675457 Jul 08 02:32:55.251133 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8f784adb-060a-4e47-bf76-27e2cd06f3c7 req-93adb7f5-5f61-4c97-b262-1d30f87537ca tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Jul 08 02:32:56.222039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:32:56.320745 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:32:56.331975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'port_id': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'mac_address': 'fa:16:3e:b7:4d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:32:56.370722 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:56.383440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:32:56.403996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:32:56.422612 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:56.433805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0de5ab-720e-4f93-a645-aa21b71cbfef req-2c99f50a-6a80-425b-817e-602b435fb467 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:56.435515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a0de5ab-720e-4f93-a645-aa21b71cbfef req-2c99f50a-6a80-425b-817e-602b435fb467 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 943 time: 0.0705552 Jul 08 02:32:56.471699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:56.479320 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.479585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.479918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.480251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.480603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.480961 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.481292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.481614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.481930 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.482253 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.482568 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6a0de5ab-720e-4f93-a645-aa21b71cbfef req-87189563-2ff4-4f22-8b22-94e24ae2552a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343521 Jul 08 02:32:56.482729 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.482880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:32:56.589358 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:56.650198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:32:56.898385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-1a69f265-b904-471f-8bbe-bc2b90445b49 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:56.899888 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-1a69f265-b904-471f-8bbe-bc2b90445b49 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.16 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 944 time: 0.0798037 Jul 08 02:32:56.947317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c451200-376f-4c32-9dfa-2759d0e8b60a req-6c82415e-fc3d-4d37-b4eb-5ddf4147c623 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:56.948933 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c451200-376f-4c32-9dfa-2759d0e8b60a req-6c82415e-fc3d-4d37-b4eb-5ddf4147c623 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0709653 Jul 08 02:32:56.962034 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-592526b7-3de2-4724-90c4-534912f50e68 service neutron] 10.222.0.16 "GET /v2.0/ports/fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f/bindings/n-h1-694802-14 HTTP/1.1" status: 200 len: 383 time: 0.0551457 Jul 08 02:32:56.990917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c451200-376f-4c32-9dfa-2759d0e8b60a req-3fdcdf24-30dd-4661-b3a6-d4a70f1c27a5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347998 Jul 08 02:32:57.038342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e838be77-9551-4113-94bb-31fc9540c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:57.039828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e838be77-9551-4113-94bb-31fc9540c760 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1096 time: 0.0526850 Jul 08 02:32:57.132322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-b2921808-e968-4b1d-9b00-054d0797cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:57.133831 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-b2921808-e968-4b1d-9b00-054d0797cffc service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0873580 Jul 08 02:32:57.197904 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-0b20a0cb-5215-49bb-9ce2-db43cd2060a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1001 time: 0.0570588 Jul 08 02:32:57.247164 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-6f3ffc3d-1344-42ec-b0df-4cf9817a4360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:57.248553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-6f3ffc3d-1344-42ec-b0df-4cf9817a4360 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0444040 Jul 08 02:32:57.308328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-962c0f1c-f6e7-49ef-a08b-875628723334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:57.310777 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-962c0f1c-f6e7-49ef-a08b-875628723334 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562785 Jul 08 02:32:57.398910 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-08401a3f-8c62-43a8-852d-31b6f7594d17 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813041 Jul 08 02:32:57.489799 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-6fe1dca3-ee03-4f7f-b9b5-f8568ffd72b1 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847523 Jul 08 02:32:58.169489 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e80f-8b32-4c72-aad1-58bd6cf778c9 req-9c1367bf-bd24-437f-a240-e19760619e6f tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:58.170991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d24e80f-8b32-4c72-aad1-58bd6cf778c9 req-9c1367bf-bd24-437f-a240-e19760619e6f tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0638433 Jul 08 02:32:58.208690 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d24e80f-8b32-4c72-aad1-58bd6cf778c9 req-6e02dc5c-d5e6-489d-b46f-eec22c2bba43 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322123 Jul 08 02:32:58.231200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:32:58.279345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:32:58.282908 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:32:58.283307 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.361206 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.383024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:32:58.399241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:32:58.403680 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:32:58.429607 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59288242-364b-483e-b083-7e66afd3c43e" -d '{"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-plugged", "status": "completed", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:32:58.458648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:32:58.525467 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9138c374-9db1-4b5e-9501-1eb4954fe629 x-openstack-request-id: req-9138c374-9db1-4b5e-9501-1eb4954fe629 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:32:58.525758 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-plugged", "status": "completed", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:32:58.526007 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9138c374-9db1-4b5e-9501-1eb4954fe629 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:32:58.526401 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'code': 200} Jul 08 02:32:59.391356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16c195-634c-4a76-9826-c5d982bc798c req-15d55e27-5d7e-4721-b6b3-e361068282e0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:32:59.392913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff16c195-634c-4a76-9826-c5d982bc798c req-15d55e27-5d7e-4721-b6b3-e361068282e0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0641937 Jul 08 02:32:59.432338 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ff16c195-634c-4a76-9826-c5d982bc798c req-da749745-df64-4614-b651-ab7134aac877 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336773 Jul 08 02:33:00.625454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206c1ee-4b2c-47d8-991e-8696ce3467a3 req-71fb4ea3-9022-4d68-8f3a-830de50b301c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:00.626957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f206c1ee-4b2c-47d8-991e-8696ce3467a3 req-71fb4ea3-9022-4d68-8f3a-830de50b301c tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0703926 Jul 08 02:33:00.665925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f206c1ee-4b2c-47d8-991e-8696ce3467a3 req-e90da02a-40e0-4361-a3af-7af6f6868a74 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317912 Jul 08 02:33:01.242700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-de642ec0-5f4a-4781-b3ea-1eb804724de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:01.244789 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-de642ec0-5f4a-4781-b3ea-1eb804724de2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa&tenant_id=3eb7ab8ce42a43bca97ad0b66e781241 HTTP/1.1" status: 200 len: 1097 time: 0.0555985 Jul 08 02:33:01.261037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:33:01.334848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:01.540454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:01.574831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:33:01.617786 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:01.620246 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbb0546-9439-44d7-b873-6d7c8c405787" -d '{"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:01.625310 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:01.638046 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Transition to ACTIVE for port object fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:33:01.642487 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:01.674904 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac226ca4-c71a-4963-b95c-167f54c1a17f x-openstack-request-id: req-ac226ca4-c71a-4963-b95c-167f54c1a17f {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:01.675193 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-unplugged", "status": "completed", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:01.676108 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac226ca4-c71a-4963-b95c-167f54c1a17f {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:01.676108 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'code': 200} Jul 08 02:33:01.725058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:01.774072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] No DVR routers for this DVR port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:33:01.857140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab9e16-e34e-4bfd-8cbd-ce0a0a87124f req-d092c002-9449-4728-9726-13ca98f05350 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:01.859004 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2ab9e16-e34e-4bfd-8cbd-ce0a0a87124f req-d092c002-9449-4728-9726-13ca98f05350 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0688221 Jul 08 02:33:01.900601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b2ab9e16-e34e-4bfd-8cbd-ce0a0a87124f req-fa4bab42-4d24-4b37-ac96-c08792a96e29 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356944 Jul 08 02:33:01.914839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:33:01.915265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:33:01.915596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:33:01.921743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on network 5d6ff757-c8a9-421d-996c-8cfec192c224 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:33:01.922294 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Attempting to bind port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on network 5d6ff757-c8a9-421d-996c-8cfec192c224 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:33:01.927455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:33:01.927799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Checking segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:33:01.928194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Bound using segment: {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:33:01.928727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Bound port: fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a6cf391-ce04-451d-9465-6103fdd2410d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:33:01.929122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:01.993771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:33:01.997578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:33:02.002082 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.034468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:02.035102 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:02.036531 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] 10.222.0.24 "PUT /v2.0/ports/fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1093 time: 0.7795277 Jul 08 02:33:02.060341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3e800-cadb-4e4c-b8e8-abc17cc3843e service neutron] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=11']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:02.121408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-914acef7-6b95-44b0-831f-5f8c423503a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:02.123123 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-914acef7-6b95-44b0-831f-5f8c423503a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1096 time: 0.0597932 Jul 08 02:33:02.215607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-77c45999-4264-4eae-a7fa-222c8f42d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:02.217209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-77c45999-4264-4eae-a7fa-222c8f42d9b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0876224 Jul 08 02:33:02.229627 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:33:02.282709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:33:02.297736 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-69ab32c0-ec04-4c28-a564-893a438d7aa5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1000 time: 0.0735867 Jul 08 02:33:02.349999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-815b32b0-bca6-4aa9-a72c-bbdbc86bbfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:02.351978 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-815b32b0-bca6-4aa9-a72c-bbdbc86bbfd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0475395 Jul 08 02:33:02.410183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-006697a3-b801-45e5-baca-c911200b130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:02.411636 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-006697a3-b801-45e5-baca-c911200b130e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537143 Jul 08 02:33:02.507659 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-61755b31-ae56-4956-9760-92dcb7c93c0c service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893936 Jul 08 02:33:02.596552 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dc3c7776-48ed-4696-aa43-5bd738f68552 req-70752f2f-3330-4d0a-a23c-15e36e0c4319 service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817823 Jul 08 02:33:03.082236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2208e1c-e1fc-45cb-88b0-485cf1179b9e req-510370a4-3fce-4db2-8764-cf785c0968b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:03.083725 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2208e1c-e1fc-45cb-88b0-485cf1179b9e req-510370a4-3fce-4db2-8764-cf785c0968b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0681787 Jul 08 02:33:03.127313 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2208e1c-e1fc-45cb-88b0-485cf1179b9e req-2c3fd835-e6c7-4c5d-9542-fae5fabecc00 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377030 Jul 08 02:33:03.677149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:03.679511 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6c3c6e-f5d1-4910-936d-29a42d72d797" -d '{"events": [{"name": "network-changed", "server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:03.730259 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6faa436-cfd0-4e34-8a4b-ee853357acad x-openstack-request-id: req-b6faa436-cfd0-4e34-8a4b-ee853357acad {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:03.730562 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:03.730838 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6faa436-cfd0-4e34-8a4b-ee853357acad {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:03.731247 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'status': 'completed', 'code': 200} Jul 08 02:33:03.845272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-ba691a33-9a16-4461-a7bf-ec796cbf4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:03.846800 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-ba691a33-9a16-4461-a7bf-ec796cbf4070 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1096 time: 0.0949893 Jul 08 02:33:03.852915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-2e73ce32-1ea8-49a7-92bd-ba4d89f232d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:03.854312 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-2e73ce32-1ea8-49a7-92bd-ba4d89f232d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1096 time: 0.0946491 Jul 08 02:33:04.009703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-6dbc95b2-ce98-4338-865c-d04fcb12a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:04.011129 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-6dbc95b2-ce98-4338-865c-d04fcb12a9f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1559796 Jul 08 02:33:04.012998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-cfb0f92f-f838-4484-a04c-d9b7d4796675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:04.014307 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-cfb0f92f-f838-4484-a04c-d9b7d4796675 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.1512725 Jul 08 02:33:04.320032 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9d212-87d4-412e-b6c4-89d767507d40 req-85b7f536-e9f7-4f29-b8b3-aa300f847c94 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:04.321809 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25d9d212-87d4-412e-b6c4-89d767507d40 req-85b7f536-e9f7-4f29-b8b3-aa300f847c94 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0730600 Jul 08 02:33:04.365199 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-25d9d212-87d4-412e-b6c4-89d767507d40 req-2c97204f-bada-4c2e-a7cd-332813868820 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369143 Jul 08 02:33:04.454687 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-002055f7-6791-4737-b47d-743c04d16b50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1000 time: 0.4315650 Jul 08 02:33:04.456328 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-4488b9df-659a-4a16-80f4-a10691b3b850 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1000 time: 0.4388757 Jul 08 02:33:04.541220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-a7940fd0-cb5d-4fde-a387-d56857ae1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:04.542623 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-a7940fd0-cb5d-4fde-a387-d56857ae1570 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0816145 Jul 08 02:33:04.544661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-5bda39b4-6308-4e38-914a-c5a47fb4f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:04.545982 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-5bda39b4-6308-4e38-914a-c5a47fb4f2dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0769629 Jul 08 02:33:04.638008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-8fbd2eee-9cc5-4480-a4d5-17987528ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:04.639516 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-8fbd2eee-9cc5-4480-a4d5-17987528ef8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834939 Jul 08 02:33:04.642063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-c28f7d77-030a-4cd8-9c89-57ef77c68e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:04.643442 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-c28f7d77-030a-4cd8-9c89-57ef77c68e4a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0946696 Jul 08 02:33:04.803840 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-d65ff6c3-3e4d-4b7e-b296-b5173be48a08 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566906 Jul 08 02:33:04.805603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-c164c78f-303d-49cc-946b-bf34c6abc44d service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507552 Jul 08 02:33:04.838666 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:04.968931 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-7e24180f-4795-432a-b065-eafce471d9eb service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515787 Jul 08 02:33:04.970900 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5c6c3c6e-f5d1-4910-936d-29a42d72d797 req-7a2edd6b-f07a-4c30-aff8-fc28dd549b53 service neutron] 10.222.0.16 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609788 Jul 08 02:33:05.546903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b0c6e-b215-47fb-915d-f43142820b8e req-54ca7523-edd7-4c99-9a0e-bf83afd48461 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:05.548336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c41b0c6e-b215-47fb-915d-f43142820b8e req-54ca7523-edd7-4c99-9a0e-bf83afd48461 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0636044 Jul 08 02:33:05.588049 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c41b0c6e-b215-47fb-915d-f43142820b8e req-d75c0d30-8023-402b-a0b3-f64eb9a1fd94 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340006 Jul 08 02:33:06.768014 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d781487-7795-4693-b6f3-f085f39ed12a req-fd5afa60-6e48-4aec-bc8d-87e5c28042e4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:06.769539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d781487-7795-4693-b6f3-f085f39ed12a req-fd5afa60-6e48-4aec-bc8d-87e5c28042e4 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0669067 Jul 08 02:33:06.806162 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d781487-7795-4693-b6f3-f085f39ed12a req-3945b284-e7ef-4cb9-b220-69e941626229 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311608 Jul 08 02:33:07.982746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bacc5-a0bc-4a68-ac21-3d8b7b8f73b1 req-53ee62a4-6379-49ea-88ab-4bb34e982768 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:07.984255 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d8bacc5-a0bc-4a68-ac21-3d8b7b8f73b1 req-53ee62a4-6379-49ea-88ab-4bb34e982768 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0635376 Jul 08 02:33:08.021912 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d8bacc5-a0bc-4a68-ac21-3d8b7b8f73b1 req-a54c7bdd-fe49-437b-9f69-a15aa2903218 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321352 Jul 08 02:33:09.204436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f922f-97f4-4809-8523-159e8af16746 req-e9106eb0-ff2f-459d-b547-d9cbe4b2a1c1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:09.205938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a6f922f-97f4-4809-8523-159e8af16746 req-e9106eb0-ff2f-459d-b547-d9cbe4b2a1c1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0678456 Jul 08 02:33:09.243956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a6f922f-97f4-4809-8523-159e8af16746 req-56f7a0a3-f510-4287-8fca-a7c679cf6a25 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324104 Jul 08 02:33:09.338262 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:10.427369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbc835-3062-438f-b36d-8e2f14dec289 req-e0953991-b8d7-478e-a153-b00a94aa19c6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:10.428897 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8cbc835-3062-438f-b36d-8e2f14dec289 req-e0953991-b8d7-478e-a153-b00a94aa19c6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0662360 Jul 08 02:33:10.468339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8cbc835-3062-438f-b36d-8e2f14dec289 req-12fade5d-32b1-43cb-b926-142863f4b6ff tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329664 Jul 08 02:33:11.334036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-9fdb8a73-d0c7-4587-88b9-ad604030eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:11.335649 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-9fdb8a73-d0c7-4587-88b9-ad604030eae9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 1096 time: 0.0568511 Jul 08 02:33:11.443574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-45bbb5c7-7c8d-497c-87ff-ef28f7e1c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:11.445074 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-45bbb5c7-7c8d-497c-87ff-ef28f7e1c181 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 200 len: 912 time: 0.0872028 Jul 08 02:33:11.510401 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-1e476f30-06d3-49f3-b9da-291921681236 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 200 len: 1000 time: 0.0576944 Jul 08 02:33:11.558841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-eabf0dca-15b7-4b36-bf37-593f45f14a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:11.560373 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-eabf0dca-15b7-4b36-bf37-593f45f14a09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 200 len: 850 time: 0.0435519 Jul 08 02:33:11.618791 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:33:11.627411 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-54352b06-55e3-4d29-85b1-6d21e3bd55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:11.629049 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-54352b06-55e3-4d29-85b1-6d21e3bd55fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d6ff757-c8a9-421d-996c-8cfec192c224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626471 Jul 08 02:33:11.648871 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcade76-1aa7-40b1-bde1-24be38d7f735 req-11121d0a-80f9-41d5-8468-660e87f15bcb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:11.650393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1fcade76-1aa7-40b1-bde1-24be38d7f735 req-11121d0a-80f9-41d5-8468-660e87f15bcb tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0678380 Jul 08 02:33:11.688149 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1fcade76-1aa7-40b1-bde1-24be38d7f735 req-2ecac5d9-0cbc-4971-ba96-74ee421d23f5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314956 Jul 08 02:33:11.723194 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-7c7afe52-b13e-4bc3-bc18-8c993c5523ef service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879295 Jul 08 02:33:11.827725 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d44917ae-4573-411f-ac18-b6dd7075e8dd req-2d85fe26-9055-468d-b71e-bc838638beed service neutron] 10.222.0.24 "GET /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974128 Jul 08 02:33:12.876073 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083e88c-f507-4f8d-966f-0a2c548c24f7 req-462d5779-cdbc-4e75-8345-8467a21eb608 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:12.877630 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1083e88c-f507-4f8d-966f-0a2c548c24f7 req-462d5779-cdbc-4e75-8345-8467a21eb608 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0735016 Jul 08 02:33:12.915567 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1083e88c-f507-4f8d-966f-0a2c548c24f7 req-52563b32-8ce8-41af-b544-5bae0bbcef25 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323584 Jul 08 02:33:14.093975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa76ef-92ac-4c5c-8be8-0780ae67c4da req-47371d16-a69c-4059-bde5-582e09f945bf tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:14.095495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62aa76ef-92ac-4c5c-8be8-0780ae67c4da req-47371d16-a69c-4059-bde5-582e09f945bf tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0656123 Jul 08 02:33:14.135450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-62aa76ef-92ac-4c5c-8be8-0780ae67c4da req-451d68ed-6926-4f34-92d5-dcc8fcffb4e7 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341868 Jul 08 02:33:14.313333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8162-7420-46ef-b5a4-a8cf5c340699 req-793d6a73-7d9e-4b68-af30-94742356e42d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:14.314813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-818d8162-7420-46ef-b5a4-a8cf5c340699 req-793d6a73-7d9e-4b68-af30-94742356e42d tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0687799 Jul 08 02:33:14.352635 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-818d8162-7420-46ef-b5a4-a8cf5c340699 req-57cef2d1-0b64-4720-99cf-2e3fe2821f38 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322995 Jul 08 02:33:14.388323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:33:14.484110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:14.495294 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'port_id': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'mac_address': 'fa:16:3e:b7:4d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:33:14.530458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f7c9-0f33-4816-8aa4-b37d288eecdb req-6f220465-f5fa-4c6a-8f03-ac60eebe1d95 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:14.531927 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3467f7c9-0f33-4816-8aa4-b37d288eecdb req-6f220465-f5fa-4c6a-8f03-ac60eebe1d95 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 944 time: 0.0648642 Jul 08 02:33:14.533375 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:14.549975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:33:14.569551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:14.571154 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3467f7c9-0f33-4816-8aa4-b37d288eecdb req-f6ced1fe-62ca-41f9-aca7-549bd88dc0f0 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336752 Jul 08 02:33:14.574053 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:14.624049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=12']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:14.833286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:33:14.958605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8cb3-1f55-454d-8109-8bbe38c9cf38 req-a8aa8f27-7e99-4448-a555-e2a487d7b678 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:14.960513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b65a8cb3-1f55-454d-8109-8bbe38c9cf38 req-a8aa8f27-7e99-4448-a555-e2a487d7b678 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0657949 Jul 08 02:33:15.000034 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b65a8cb3-1f55-454d-8109-8bbe38c9cf38 req-5f17c19f-6ea2-413a-ae20-603132481ab5 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331123 Jul 08 02:33:16.187154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50beda5-bba2-46db-ad80-ce3c082f1fc6 req-b191f8d9-06be-4419-9fd9-eb30bcc266f6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:16.188648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c50beda5-bba2-46db-ad80-ce3c082f1fc6 req-b191f8d9-06be-4419-9fd9-eb30bcc266f6 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0665228 Jul 08 02:33:16.226938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c50beda5-bba2-46db-ad80-ce3c082f1fc6 req-0d89389d-b183-4ed1-b71d-6918775a6e68 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a05f4b1-6e72-42f5-9d74-4df079c92abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325484 Jul 08 02:33:16.395906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:33:16.447229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:33:16.452373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:33:16.452748 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:16.495387 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-be9ec135-fefa-4421-9c78-07eae6c63fde tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:16.497585 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-be9ec135-fefa-4421-9c78-07eae6c63fde tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 945 time: 0.0659316 Jul 08 02:33:16.530309 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:16.553843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:16.556061 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f567f6-5891-4f76-b993-154c6169fd9b" -d '{"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-plugged", "status": "completed", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:16.569226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:16.573833 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:16.605942 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Deleting port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:16.606306 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:16.606556 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e436e2f6-de34-4cce-a792-d0dc3a754127 x-openstack-request-id: req-e436e2f6-de34-4cce-a792-d0dc3a754127 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:16.607016 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-plugged", "status": "completed", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:16.607283 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e436e2f6-de34-4cce-a792-d0dc3a754127 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:16.607668 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'code': 200} Jul 08 02:33:16.634107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=13']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:16.692878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] For port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:16.693155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:16.860916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:16.861292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:16.861604 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af disassociated. External IP: 172.25.4.204, port: fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f. Jul 08 02:33:16.861944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Calling delete_port for fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:16.994594 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:17.023613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event deleted for resources: {'Port': ['ID=fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:17.142094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Router fe234866-5678-4236-b0cf-dae570361d16 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:33:17.253366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:33:17.265843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:33:17.278237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:33:17.278977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:32:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:17.299113 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] No DVR routers for this DVR port fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:33:17.301885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:17.304244 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-52561ebf-ad97-4bfd-ab52-416e1a1bfb90 req-b947b8ab-07bd-4992-a13d-732de7a415b9 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.24 "DELETE /v2.0/ports/fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f HTTP/1.1" status: 204 len: 173 time: 0.8012462 Jul 08 02:33:17.304802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-deleted', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:17.307128 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9094acb3-425f-4e66-8e26-b3e7287f64b7" -d '{"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-deleted", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:17.357772 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df216137-72fb-46a9-81fb-738446310123 x-openstack-request-id: req-df216137-72fb-46a9-81fb-738446310123 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:17.358137 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae2ef4-4c5b-4a13-bf4e-78db078713aa", "name": "network-vif-deleted", "tag": "fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:17.360540 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df216137-72fb-46a9-81fb-738446310123 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:17.361161 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae2ef4-4c5b-4a13-bf4e-78db078713aa', 'name': 'network-vif-deleted', 'tag': 'fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f', 'status': 'completed', 'code': 200} Jul 08 02:33:17.378112 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85a5aaa5-1255-4eba-94ba-e64a454f505e req-2915ff02-e6a4-4708-96f5-3472a30443ad tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 210 time: 0.0325296 Jul 08 02:33:17.564914 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:33:17.766699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:17.792273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:33:17.801664 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:33:17.802271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:32:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:17.910994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:33:18.122324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:18.148325 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2934430-60d1-4158-9159-50a61dee2f75 None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:23:39Z', 'revision_number': 4, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0342d6bc-5836-4662-af72-fc8e572058ea', 'name': '', 'network_id': '5d6ff757-c8a9-421d-996c-8cfec192c224', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'mac_address': 'fa:16:3e:13:88:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '8d13fa81-8246-49b5-acf2-9892647db773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:38Z', 'updated_at': '2021-07-08T02:23:44Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'subnets': [{'id': '8d13fa81-8246-49b5-acf2-9892647db773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:33:18.381062 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2f32bc-0533-48b0-add1-e497e1c40a23 None None] New status for floating IP 8edc33bd-08ae-4be0-87c8-fd00fd28e1af: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:33:18.538491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8e30b83-feb9-4fe5-808a-d31c9ac8314d req-696d0e48-b8e9-42b9-b864-739c307ad3a1 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 210 time: 0.0314038 Jul 08 02:33:19.684571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-132800ce-b88a-42d0-a32c-602703d3a636 req-ac485a5e-d11c-4c83-b233-ab5d5dea4f6a tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 210 time: 0.0328419 Jul 08 02:33:20.435675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:33:20.456685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:33:20.457029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device fe0d20b9-fd4f-4944-9fbc-cc6d51bf1b8f not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:33:20.710680 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f7b11cb-97c5-45ba-953f-0a3e5d65fdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:20.843855 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d49b605-6981-4f96-a853-99216ef82247 req-0c582c18-2b41-4139-98e6-d5319b97ee69 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/ports?device_id=56ae2ef4-4c5b-4a13-bf4e-78db078713aa HTTP/1.1" status: 200 len: 210 time: 0.0292470 Jul 08 02:33:23.452401 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5fbd40b3-6c99-45a7-b0b6-9ac4cb584844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:23.824614 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:24.869091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43256) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:24.931924 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbe3eed5-394a-4475-8434-3d63e9624c39 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:24.947047 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:24.957938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbe3eed5-394a-4475-8434-3d63e9624c39 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:25.008193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbe3eed5-394a-4475-8434-3d63e9624c39 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:25.010832 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cbe3eed5-394a-4475-8434-3d63e9624c39 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:25.012765 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cbe3eed5-394a-4475-8434-3d63e9624c39 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "DELETE /v2.0/security-groups/5a05f4b1-6e72-42f5-9d74-4df079c92abd HTTP/1.1" status: 204 len: 168 time: 0.1424458 Jul 08 02:33:25.015486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:25.022508 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3eed5-394a-4475-8434-3d63e9624c39 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a05f4b1-6e72-42f5-9d74-4df079c92abd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:25.033000 n-d-694802-14 neutron-server[93883]: INFO neutron.api.v2.resource [None req-ed2774ae-1e84-4350-b703-5979446e1e06 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] show failed (client error): The resource could not be found. Jul 08 02:33:25.034106 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ed2774ae-1e84-4350-b703-5979446e1e06 tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "GET /v2.0/security-groups/5a05f4b1-6e72-42f5-9d74-4df079c92abd HTTP/1.1" status: 404 len: 347 time: 0.0171094 Jul 08 02:33:25.036960 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43262) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:25.168050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e263d09d-304e-4cc5-a5e4-b1e8cef965dd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Deleting port 15422e86-c2d3-437f-8cf9-e46054767e8d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:25.169032 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e263d09d-304e-4cc5-a5e4-b1e8cef965dd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:25.249743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e263d09d-304e-4cc5-a5e4-b1e8cef965dd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:25.250057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e263d09d-304e-4cc5-a5e4-b1e8cef965dd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:25.261425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e263d09d-304e-4cc5-a5e4-b1e8cef965dd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Calling delete_port for 15422e86-c2d3-437f-8cf9-e46054767e8d owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:25.390438 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e263d09d-304e-4cc5-a5e4-b1e8cef965dd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:25.421168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263d09d-304e-4cc5-a5e4-b1e8cef965dd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Pushing event deleted for resources: {'Port': ['ID=15422e86-c2d3-437f-8cf9-e46054767e8d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:25.480328 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e263d09d-304e-4cc5-a5e4-b1e8cef965dd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:25.483098 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e263d09d-304e-4cc5-a5e4-b1e8cef965dd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:25.484267 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e263d09d-304e-4cc5-a5e4-b1e8cef965dd tempest-ServerActionsTestJSON-457918156 tempest-ServerActionsTestJSON-457918156-project] 10.222.0.41 "DELETE /v2.0/floatingips/8edc33bd-08ae-4be0-87c8-fd00fd28e1af HTTP/1.1" status: 204 len: 168 time: 0.4463160 Jul 08 02:33:25.487200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43266) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:25.887532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:26.140523 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] Deleting port 0342d6bc-5836-4662-af72-fc8e572058ea {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:26.140778 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:26.216773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] For port 0342d6bc-5836-4662-af72-fc8e572058ea, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0342d6bc-5836-4662-af72-fc8e572058ea,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:26.217130 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:26.229610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] Calling delete_port for 0342d6bc-5836-4662-af72-fc8e572058ea owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:26.407791 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:26.434160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] Pushing event deleted for resources: {'Port': ['ID=0342d6bc-5836-4662-af72-fc8e572058ea,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:26.592746 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:26.609724 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.126798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] Router fe234866-5678-4236-b0cf-dae570361d16 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:33:27.230703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:33:27.236818 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-17823e07-f77e-4691-b2d7-2171ceb3651e admin admin] 10.222.0.41 "PUT /v2.0/routers/fe234866-5678-4236-b0cf-dae570361d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7475390 Jul 08 02:33:27.238225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43270) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:27.241110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] Sync routers for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:33:27.250605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:33:27.251217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:33:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:27.340960 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.356872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:33:27.444174 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.498638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Deleting port 33e557d1-3644-48da-91f0-e329fc042cac {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:27.498988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.547680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '33e557d1-3644-48da-91f0-e329fc042cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:33:26Z', 'revision_number': 5, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port': {'id': '33e557d1-3644-48da-91f0-e329fc042cac', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d4:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe234866-5678-4236-b0cf-dae570361d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:23:37Z', 'updated_at': '2021-07-08T02:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:27.574523 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] Checking router: fe234866-5678-4236-b0cf-dae570361d16 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:33:27.581446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] For port 33e557d1-3644-48da-91f0-e329fc042cac, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=33e557d1-3644-48da-91f0-e329fc042cac,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:27.581804 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.583508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] Routers {'fe234866-5678-4236-b0cf-dae570361d16'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:33:27.584184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:33:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fe234866-5678-4236-b0cf-dae570361d16'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:27.595274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Calling delete_port for 33e557d1-3644-48da-91f0-e329fc042cac owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:27.671858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] Set router fe234866-5678-4236-b0cf-dae570361d16 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:33:27.727495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:33:27Z', 'revision_number': 6, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:27.755059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458ca1c-fd47-4a2d-8061-16e4b94c89db None None] The sync data for ids ['fe234866-5678-4236-b0cf-dae570361d16'] in n-d-694802-14 is: [{'id': 'fe234866-5678-4236-b0cf-dae570361d16', 'name': 'tempest-ServerActionsTestJSON-191735098-router', 'tenant_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:23:36Z', 'updated_at': '2021-07-08T02:33:27Z', 'revision_number': 6, 'project_id': '3eb7ab8ce42a43bca97ad0b66e781241', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:33:27.765851 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.789624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e557d1-3644-48da-91f0-e329fc042cac,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:27.857972 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.945587 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.947664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.991323 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.991830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe234866-5678-4236-b0cf-dae570361d16 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:33:27.997611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:27.998773 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-284a1599-b46f-49c8-a76b-a1f71f6bf9d7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fe234866-5678-4236-b0cf-dae570361d16 HTTP/1.1" status: 204 len: 168 time: 0.7596495 Jul 08 02:33:28.001268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43272) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:28.045325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c517985c-4431-4a7b-8f5c-b192814e967e admin admin] Deleting subnet 8d13fa81-8246-49b5-acf2-9892647db773 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:33:28.048790 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c517985c-4431-4a7b-8f5c-b192814e967e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.083229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c517985c-4431-4a7b-8f5c-b192814e967e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.173092 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c517985c-4431-4a7b-8f5c-b192814e967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.225603 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c517985c-4431-4a7b-8f5c-b192814e967e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.255797 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c517985c-4431-4a7b-8f5c-b192814e967e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.257680 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c517985c-4431-4a7b-8f5c-b192814e967e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8d13fa81-8246-49b5-acf2-9892647db773 HTTP/1.1" status: 204 len: 168 time: 0.2555077 Jul 08 02:33:28.258601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517985c-4431-4a7b-8f5c-b192814e967e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d13fa81-8246-49b5-acf2-9892647db773,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:28.261594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43274) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:28.263993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd5875-f3f3-4642-a01b-f41656667c5c None None] Network 5d6ff757-c8a9-421d-996c-8cfec192c224 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:33:28.333672 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.387569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Deleting port af67401d-426e-46ca-8549-3d7f2f59c2ca {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:28.387909 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.450253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] For port af67401d-426e-46ca-8549-3d7f2f59c2ca, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=af67401d-426e-46ca-8549-3d7f2f59c2ca,segment=NetworkSegment(9a6cf391-ce04-451d-9465-6103fdd2410d),segment_id=9a6cf391-ce04-451d-9465-6103fdd2410d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:28.450547 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.462934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Calling delete_port for af67401d-426e-46ca-8549-3d7f2f59c2ca owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:28.525474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c64494e-b4bb-43d4-946e-8e7b282aac28 None None] DHCP port deletion for 5d6ff757-c8a9-421d-996c-8cfec192c224 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:33:28.553377 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.579047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7c64494e-b4bb-43d4-946e-8e7b282aac28 None None] Deleting port af67401d-426e-46ca-8549-3d7f2f59c2ca {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:28.579478 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c64494e-b4bb-43d4-946e-8e7b282aac28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.579694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=af67401d-426e-46ca-8549-3d7f2f59c2ca,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:28.583230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] No DVR routers for this DVR port af67401d-426e-46ca-8549-3d7f2f59c2ca on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:33:28.646093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7c64494e-b4bb-43d4-946e-8e7b282aac28 None None] For port af67401d-426e-46ca-8549-3d7f2f59c2ca, host n-d-694802-14, got binding levels [] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:28.646747 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c64494e-b4bb-43d4-946e-8e7b282aac28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.661004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.662714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7c64494e-b4bb-43d4-946e-8e7b282aac28 None None] Calling delete_port for af67401d-426e-46ca-8549-3d7f2f59c2ca owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:28.665440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.ipam_backend_mixin [None req-7c64494e-b4bb-43d4-946e-8e7b282aac28 None None] Port af67401d-426e-46ca-8549-3d7f2f59c2ca was not found and therefore no delete operation was performed {{(pid=93885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 02:33:28.666789 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c64494e-b4bb-43d4-946e-8e7b282aac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.672064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6ff757-c8a9-421d-996c-8cfec192c224']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:28.682549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6cf391-ce04-451d-9465-6103fdd2410d') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:28.682852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6cf391-ce04-451d-9465-6103fdd2410d') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:33:28.692644 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.697757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64494e-b4bb-43d4-946e-8e7b282aac28 None None] Pushing event deleted for resources: {'Port': ['ID=af67401d-426e-46ca-8549-3d7f2f59c2ca,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:28.704516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64494e-b4bb-43d4-946e-8e7b282aac28 None None] No DVR routers for this DVR port af67401d-426e-46ca-8549-3d7f2f59c2ca on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:33:28.707966 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.721280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:33:28.721693 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:33:28.723420 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:33:28.780698 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.786101 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:28.790715 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5d6ff757-c8a9-421d-996c-8cfec192c224 HTTP/1.1" status: 204 len: 168 time: 0.5250528 Jul 08 02:33:28.800585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11d0a4-1a09-4ce2-9a4a-3ff37f84a0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6ff757-c8a9-421d-996c-8cfec192c224,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:28.902587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af67401d-426e-46ca-8549-3d7f2f59c2ca no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:33:28.910668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43278) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:28.925561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: af67401d-426e-46ca-8549-3d7f2f59c2ca {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:33:28.926013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device af67401d-426e-46ca-8549-3d7f2f59c2ca not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:33:28.926504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0342d6bc-5836-4662-af72-fc8e572058ea no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:33:28.946199 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0342d6bc-5836-4662-af72-fc8e572058ea {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:33:28.946553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0342d6bc-5836-4662-af72-fc8e572058ea not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:33:28.946971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 33e557d1-3644-48da-91f0-e329fc042cac no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:33:28.954532 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0bed67de-1b6b-4bd1-9cee-83efc26aac3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3eb7ab8ce42a43bca97ad0b66e781241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425844 Jul 08 02:33:28.957185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43280) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:28.966762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 33e557d1-3644-48da-91f0-e329fc042cac {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:33:28.967112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 33e557d1-3644-48da-91f0-e329fc042cac not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:33:29.015274 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-576502aa-de4e-4a04-9894-594e0b5ff205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:29.036078 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-576502aa-de4e-4a04-9894-594e0b5ff205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:29.083743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-576502aa-de4e-4a04-9894-594e0b5ff205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:29.086175 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-576502aa-de4e-4a04-9894-594e0b5ff205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:29.087324 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-576502aa-de4e-4a04-9894-594e0b5ff205 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d90a8e8a-75c8-44df-8bae-b5937cf8971a HTTP/1.1" status: 204 len: 168 time: 0.1289835 Jul 08 02:33:29.096265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576502aa-de4e-4a04-9894-594e0b5ff205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90a8e8a-75c8-44df-8bae-b5937cf8971a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:29.813930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43302) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:29.907793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-720439426-network', 'tenant_id': '6707aca8cdad4511a0ee4109ea9e1a12'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:33:29.929592 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Made reservation on behalf of 6707aca8cdad4511a0ee4109ea9e1a12 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:33:29.931817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:29.939969 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.029519 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.033199 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.058696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:33:30.067353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e01d202-bbea-4be6-aeba-d397eca1fd2d,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:30.080229 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.080643 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Added segment 6e066813-d262-48d8-85fe-3c399ad88466 of type vlan for network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 Jul 08 02:33:30.122226 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.163184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.164146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:30.164755 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.217547 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4024930 Jul 08 02:33:30.220584 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:33:30.225530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Request body: {'subnet': {'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-720439426-subnet', 'tenant_id': '6707aca8cdad4511a0ee4109ea9e1a12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:33:30.228833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e874368-229c-4c47-b90a-00865cb78f31 admin admin] Pushing event updated for resources: {'Network': ['ID=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:30.244493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:33:30.248717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Made reservation on behalf of 6707aca8cdad4511a0ee4109ea9e1a12 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:33:30.251259 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.429814 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.494623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72cee9b-6bce-4aa5-8442-3f2d2162d033,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:30.504443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.504794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.505140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.505485 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.505820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.506154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.506486 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.506814 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.507212 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.507493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.507818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.508142 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:30.530170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Checking segment: {'id': '6e066813-d262-48d8-85fe-3c399ad88466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:33:30.530535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Network hostable DHCP agents. Network: c531d0ba-e12f-4105-b6c0-dd72bdaba4e5, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:33:30.549220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:33:30.557800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c531d0ba-e12f-4105-b6c0-dd72bdaba4e5) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:33:30.563395 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:30.563985 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:30.568758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cd1047-856d-444c-8436-7d1dde669abe None None] Network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:33:30.579722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9ae368b8-ab9f-4275-8a98-31b0cf42752f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3579037 Jul 08 02:33:30.695888 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2cf5c0-e018-4719-97e7-24ca9f6a7988 None None] Network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:33:31.005243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b450b1-f214-473e-8552-19de2be88e79 req-9c133dea-fe0e-4484-acdc-683c65b9fd3e tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:31.006638 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-9c133dea-fe0e-4484-acdc-683c65b9fd3e tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/networks?id=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 HTTP/1.1" status: 200 len: 813 time: 0.1063688 Jul 08 02:33:31.021346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-03266a4f-7bdf-443e-bb1c-c9050df15556 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/quotas/6707aca8cdad4511a0ee4109ea9e1a12 HTTP/1.1" status: 200 len: 375 time: 0.0089531 Jul 08 02:33:31.053940 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-cc90d530-4bc3-439a-8607-805e975cf146 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6707aca8cdad4511a0ee4109ea9e1a12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278425 Jul 08 02:33:31.240059 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-64c11c04-1bcd-48a4-822b-530efbcdf950 service neutron] 10.222.0.41 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291852 Jul 08 02:33:31.329221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-a9d00245-598b-445c-aca5-f349e3a32fcd service neutron] 10.222.0.41 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834923 Jul 08 02:33:31.512407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-80036d19-7915-4e9d-868d-107ea469325b req-6230ea43-ae0e-45f5-a9b2-48f90c8317c7 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 210 time: 0.0287268 Jul 08 02:33:32.679262 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-60ba5380-5e44-40a2-8805-c09129fa8c7b req-5a8ab65a-5b8f-4a6e-b8d9-d8a52d5832b1 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 210 time: 0.0382056 Jul 08 02:33:32.726854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b450b1-f214-473e-8552-19de2be88e79 req-d90f0b7b-8221-472e-a7a1-b43fbaaa2a9b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:32.728386 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-d90f0b7b-8221-472e-a7a1-b43fbaaa2a9b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.16 "GET /v2.0/networks?id=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 HTTP/1.1" status: 200 len: 813 time: 0.1236570 Jul 08 02:33:32.748148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Request body: {'port': {'device_id': '84d9059b-152c-43b7-9f46-7f21a653d999', 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5', 'admin_state_up': True, 'tenant_id': '6707aca8cdad4511a0ee4109ea9e1a12'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:33:32.861946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Made reservation on behalf of 6707aca8cdad4511a0ee4109ea9e1a12 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:33:32.865593 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:33.003137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Allocated IP 172.20.0.4 (c531d0ba-e12f-4105-b6c0-dd72bdaba4e5/b72cee9b-6bce-4aa5-8442-3f2d2162d033/5e8f58c6-6d56-415e-90ab-aedb7bcd2a70) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:33:33.156920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:33.195915 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:33.241790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:33:33.246925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:33:33.250731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:33:33.280711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Pushing event updated for resources: {'Port': ['ID=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:33.305611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:33.306227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:33.319886 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-e1657d13-0c97-43cb-9450-7f46e0d55d2d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5759544 Jul 08 02:33:33.331548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Request body: {'port': {'device_id': '84d9059b-152c-43b7-9f46-7f21a653d999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:33:33.402345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:33.662445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:33:33.671070 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:33.682665 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Transition to ACTIVE for port object 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:33:33.686576 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:33.757311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Pushing event updated for resources: {'Port': ['ID=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:33.808477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Attempting to bind port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:33:33.808842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Attempting to bind port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '6e066813-d262-48d8-85fe-3c399ad88466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:33:33.809175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Attempting to bind port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 on network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:33:33.813483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 on network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:33:33.813810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Attempting to bind port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 on network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:33:33.818468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:33:33.818810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Checking segment: {'id': '6e066813-d262-48d8-85fe-3c399ad88466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:33:33.819207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Bound using segment: {'id': '6e066813-d262-48d8-85fe-3c399ad88466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:33:33.819627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Bound port: 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e066813-d262-48d8-85fe-3c399ad88466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:33:33.819985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:33.856460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25862b-3e14-409a-bbe9-d2d03d7c88dc req-79a16d7b-9fb1-4048-8a82-5915ad99efbb tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:33.858086 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f25862b-3e14-409a-bbe9-d2d03d7c88dc req-79a16d7b-9fb1-4048-8a82-5915ad99efbb tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 943 time: 0.0662782 Jul 08 02:33:33.885985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] For port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:33:33.890063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] For port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,segment=NetworkSegment(6e066813-d262-48d8-85fe-3c399ad88466),segment_id=6e066813-d262-48d8-85fe-3c399ad88466)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:33:33.894086 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:33.897758 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f25862b-3e14-409a-bbe9-d2d03d7c88dc req-a9588783-476a-465e-86bc-3cd4513331fa tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Jul 08 02:33:33.927670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:33.928383 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:33.929789 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] 10.222.0.16 "PUT /v2.0/ports/5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 HTTP/1.1" status: 200 len: 1092 time: 0.6026957 Jul 08 02:33:33.930224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d9059b-152c-43b7-9f46-7f21a653d999', 'tag': '5e8f58c6-6d56-415e-90ab-aedb7bcd2a70'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:33.932498 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "84d9059b-152c-43b7-9f46-7f21a653d999", "tag": "5e8f58c6-6d56-415e-90ab-aedb7bcd2a70"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:33.977207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474eb3f-72ea-4caa-8871-e1be4d0cb5ba service neutron] Pushing event updated for resources: {'Port': ['ID=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:33.983282 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c8ef1-80a6-4c0b-a4f8-e0cbd02faad4 x-openstack-request-id: req-df8c8ef1-80a6-4c0b-a4f8-e0cbd02faad4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:33.983566 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d9059b-152c-43b7-9f46-7f21a653d999", "tag": "5e8f58c6-6d56-415e-90ab-aedb7bcd2a70", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:33.983819 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df8c8ef1-80a6-4c0b-a4f8-e0cbd02faad4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:33.984212 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d9059b-152c-43b7-9f46-7f21a653d999', 'tag': '5e8f58c6-6d56-415e-90ab-aedb7bcd2a70', 'status': 'completed', 'code': 200} Jul 08 02:33:34.028139 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b450b1-f214-473e-8552-19de2be88e79 req-345433d1-457c-477f-b07f-c0a5ccec5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:34.029696 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-345433d1-457c-477f-b07f-c0a5ccec5297 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6707aca8cdad4511a0ee4109ea9e1a12&device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 1095 time: 0.0614681 Jul 08 02:33:34.072864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-95e9e9a0-b7a9-4d04-9644-32861aadebcb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 HTTP/1.1" status: 200 len: 217 time: 0.0363503 Jul 08 02:33:34.122496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b450b1-f214-473e-8552-19de2be88e79 req-ed3442c3-e7c6-4328-b8c8-9582adba74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:34.123949 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-ed3442c3-e7c6-4328-b8c8-9582adba74ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b72cee9b-6bce-4aa5-8442-3f2d2162d033 HTTP/1.1" status: 200 len: 853 time: 0.0449715 Jul 08 02:33:34.155560 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-6b628b5a-6929-447b-ad39-fbec4c816a02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249794 Jul 08 02:33:34.262568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-ea9abdf7-86aa-4640-9c56-a91dea6a54b9 service neutron] 10.222.0.16 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008086 Jul 08 02:33:34.356852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-96b450b1-f214-473e-8552-19de2be88e79 req-83d97e60-55b9-4380-acd5-5655b5662158 service neutron] 10.222.0.16 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877690 Jul 08 02:33:34.460923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a req-27a06221-6bc8-4cc9-a2d4-56a766104442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:34.462447 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a req-27a06221-6bc8-4cc9-a2d4-56a766104442 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6707aca8cdad4511a0ee4109ea9e1a12&device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 1095 time: 0.0570788 Jul 08 02:33:34.553191 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a req-eee7ed8e-5cd0-43fb-a37b-85a937631542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:34.554668 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a req-eee7ed8e-5cd0-43fb-a37b-85a937631542 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 HTTP/1.1" status: 200 len: 914 time: 0.0860426 Jul 08 02:33:34.597291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a req-eece731a-566a-487b-9fe2-8558e442ca7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 HTTP/1.1" status: 200 len: 217 time: 0.0361300 Jul 08 02:33:34.653689 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a req-b056705d-5bfb-4f94-afed-98f6488f48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:34.655181 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a req-b056705d-5bfb-4f94-afed-98f6488f48a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b72cee9b-6bce-4aa5-8442-3f2d2162d033 HTTP/1.1" status: 200 len: 853 time: 0.0501857 Jul 08 02:33:34.690899 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a req-26d989af-3242-471c-8ca4-0ef2d4d79597 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281270 Jul 08 02:33:34.787251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a req-2b3c168d-8bad-4e6a-a2bc-9eb0eeaf06d0 service neutron] 10.222.0.16 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891967 Jul 08 02:33:34.858401 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:34.883675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d2a0fa29-3245-4f30-a69a-dd7bba816c1a req-f78e5e16-06fd-446a-9a00-12e59a9efd65 service neutron] 10.222.0.16 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898030 Jul 08 02:33:35.075661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb0ab4-ab48-415d-a57b-6b3b6262d405 req-79601518-7898-4982-b55d-a1b02db4d3d1 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:35.077180 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaeb0ab4-ab48-415d-a57b-6b3b6262d405 req-79601518-7898-4982-b55d-a1b02db4d3d1 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 943 time: 0.0629737 Jul 08 02:33:35.116238 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaeb0ab4-ab48-415d-a57b-6b3b6262d405 req-0f03e8f2-1adb-40c5-9ad1-64afc086df79 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334868 Jul 08 02:33:36.296418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10c8da-dbe9-4cd7-9c03-28de2aba96dc req-430d4318-4b0a-4cb8-bc47-2515cad78688 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:36.297939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c10c8da-dbe9-4cd7-9c03-28de2aba96dc req-430d4318-4b0a-4cb8-bc47-2515cad78688 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 943 time: 0.0688243 Jul 08 02:33:36.335682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9c10c8da-dbe9-4cd7-9c03-28de2aba96dc req-b5c559a6-ce50-4abf-9b52-534c2513a153 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321875 Jul 08 02:33:37.507378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e88297-cd3a-40e9-8639-f79203ee5da6 req-63a3909c-bc54-4535-af72-ba6b0a0631f0 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:37.508886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43e88297-cd3a-40e9-8639-f79203ee5da6 req-63a3909c-bc54-4535-af72-ba6b0a0631f0 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 943 time: 0.0633693 Jul 08 02:33:37.546528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-43e88297-cd3a-40e9-8639-f79203ee5da6 req-51b0fd3c-da06-4b45-834a-c2826a09f3e1 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Jul 08 02:33:38.387083 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:33:38.485650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,segment=NetworkSegment(6e066813-d262-48d8-85fe-3c399ad88466),segment_id=6e066813-d262-48d8-85fe-3c399ad88466)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:38.497754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '5e8f58c6-6d56-415e-90ab-aedb7bcd2a70', 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5', 'port_id': '5e8f58c6-6d56-415e-90ab-aedb7bcd2a70', 'mac_address': 'fa:16:3e:0e:0a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72cee9b-6bce-4aa5-8442-3f2d2162d033', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:33:38.533958 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:38.554031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:33:38.576028 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,segment=NetworkSegment(6e066813-d262-48d8-85fe-3c399ad88466),segment_id=6e066813-d262-48d8-85fe-3c399ad88466)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:38.580390 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:38.632866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:38.720876 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9e56-12df-457d-9fb8-9c3c1bfb1403 req-662b69d8-b52d-4ab9-b4c1-a6b8df087e91 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:38.722367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a89f9e56-12df-457d-9fb8-9c3c1bfb1403 req-662b69d8-b52d-4ab9-b4c1-a6b8df087e91 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 944 time: 0.0635681 Jul 08 02:33:38.764014 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a89f9e56-12df-457d-9fb8-9c3c1bfb1403 req-fcb6bb93-00a2-4fe3-86c9-596084cd64b5 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 Jul 08 02:33:38.772568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5e8f58c6-6d56-415e-90ab-aedb7bcd2a70'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:33:39.334128 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:39.935133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b58c1f-dbf2-493e-8507-ffbddd4366be req-7b1c80b1-3708-4785-a390-a9fb6f2bc091 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:39.936667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98b58c1f-dbf2-493e-8507-ffbddd4366be req-7b1c80b1-3708-4785-a390-a9fb6f2bc091 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 944 time: 0.0629549 Jul 08 02:33:39.975943 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-98b58c1f-dbf2-493e-8507-ffbddd4366be req-830fd018-abe1-4990-9046-3bb59393e7bb tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Jul 08 02:33:40.415563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:33:40.466846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:33:40.470540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:33:40.470912 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:40.547357 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:40.569327 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d9059b-152c-43b7-9f46-7f21a653d999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8f58c6-6d56-415e-90ab-aedb7bcd2a70'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:40.571863 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8741164-3d30-4bb2-880b-5492b5d5ace3" -d '{"events": [{"server_uuid": "84d9059b-152c-43b7-9f46-7f21a653d999", "name": "network-vif-plugged", "status": "completed", "tag": "5e8f58c6-6d56-415e-90ab-aedb7bcd2a70"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:40.584095 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,segment=NetworkSegment(6e066813-d262-48d8-85fe-3c399ad88466),segment_id=6e066813-d262-48d8-85fe-3c399ad88466)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:40.588246 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:40.612707 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f91cdaf-c090-491c-a5e9-4108ba067cbb x-openstack-request-id: req-3f91cdaf-c090-491c-a5e9-4108ba067cbb {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:40.612993 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d9059b-152c-43b7-9f46-7f21a653d999", "name": "network-vif-plugged", "status": "completed", "tag": "5e8f58c6-6d56-415e-90ab-aedb7bcd2a70", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:40.613243 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f91cdaf-c090-491c-a5e9-4108ba067cbb {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:40.613622 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d9059b-152c-43b7-9f46-7f21a653d999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8f58c6-6d56-415e-90ab-aedb7bcd2a70', 'code': 200} Jul 08 02:33:40.642863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:40.721857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7940b-9a5d-4496-863b-0fe8743b27ee req-f0e59b62-e415-4cd1-94a8-761be1fed447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:40.723369 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c5f7940b-9a5d-4496-863b-0fe8743b27ee req-f0e59b62-e415-4cd1-94a8-761be1fed447 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 1097 time: 0.0524030 Jul 08 02:33:40.756872 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c5f7940b-9a5d-4496-863b-0fe8743b27ee req-7a372794-eb8b-46aa-90bd-cf2bc7a4e143 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275133 Jul 08 02:33:41.147107 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e58d-21a3-439e-924f-d4e6605e601b req-282876ad-93a5-4b4e-b9c5-554727606bcc tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:41.148520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5686e58d-21a3-439e-924f-d4e6605e601b req-282876ad-93a5-4b4e-b9c5-554727606bcc tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0628340 Jul 08 02:33:41.185617 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5686e58d-21a3-439e-924f-d4e6605e601b req-4ac466d1-9e2a-4e7a-b028-081f3bf616c5 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316081 Jul 08 02:33:42.364803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144e854-a3fc-4db2-9a1b-fbcc4e74c97d req-28f471e6-d7e3-4003-bb9d-1391cf5406a0 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:42.366301 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1144e854-a3fc-4db2-9a1b-fbcc4e74c97d req-28f471e6-d7e3-4003-bb9d-1391cf5406a0 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0671093 Jul 08 02:33:42.404423 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1144e854-a3fc-4db2-9a1b-fbcc4e74c97d req-95487402-ecd8-4a58-b080-3290d68bba56 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Jul 08 02:33:42.644144 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa6831-79f6-49f2-9185-e751b1362059 req-9be40112-f7d0-4e97-a40a-dd7b1810b095 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:42.645726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-9be40112-f7d0-4e97-a40a-dd7b1810b095 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/networks?id=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 HTTP/1.1" status: 200 len: 813 time: 0.1174457 Jul 08 02:33:42.660523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-b8ecdc13-8180-4308-8917-e51e8ef19065 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/quotas/6707aca8cdad4511a0ee4109ea9e1a12 HTTP/1.1" status: 200 len: 375 time: 0.0094631 Jul 08 02:33:42.727504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-173289a1-4eab-4c12-9156-03fe8642ad98 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6707aca8cdad4511a0ee4109ea9e1a12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619719 Jul 08 02:33:42.817714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-de28a016-3e6a-445f-8ef6-6ec9b57c2ad9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:33:42.818762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-de28a016-3e6a-445f-8ef6-6ec9b57c2ad9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0416892 Jul 08 02:33:42.908864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-c30d7f7a-21ba-4584-822d-159dc0cd862d service neutron] 10.222.0.41 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833490 Jul 08 02:33:43.020032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-33fd8ef5-0d86-4bec-8014-e910b85d6797 service neutron] 10.222.0.41 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053658 Jul 08 02:33:43.192463 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6624e5cd-7b86-4de5-a1d3-0af96a500d86 req-0db14c87-fd7d-42cd-a625-c9971d7caf3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 210 time: 0.0294685 Jul 08 02:33:44.353612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-690dfdd0-b565-4aab-acd1-df96ba34f5ed req-85f10392-bb0e-4a5b-8ea6-61bed794e520 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 210 time: 0.0348535 Jul 08 02:33:44.366705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa6831-79f6-49f2-9185-e751b1362059 req-01cdbd83-0edd-40b7-885d-0075ff7ce17d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:44.368715 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-01cdbd83-0edd-40b7-885d-0075ff7ce17d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.24 "GET /v2.0/networks?id=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 HTTP/1.1" status: 200 len: 813 time: 0.1421154 Jul 08 02:33:44.382173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Request body: {'port': {'device_id': '507948d6-87ff-4559-b5ff-7fa535e83ac0', 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5', 'admin_state_up': True, 'tenant_id': '6707aca8cdad4511a0ee4109ea9e1a12'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:33:44.493088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Made reservation on behalf of 6707aca8cdad4511a0ee4109ea9e1a12 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:33:44.496700 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:44.625346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Allocated IP 172.20.0.13 (c531d0ba-e12f-4105-b6c0-dd72bdaba4e5/b72cee9b-6bce-4aa5-8442-3f2d2162d033/e118ab17-5d68-407e-899d-f8746217e6f9) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:33:44.773958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:44.812898 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:44.826431 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5e8f58c6-6d56-415e-90ab-aedb7bcd2a70'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:33:44.858580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:33:44.861792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:33:44.865998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:33:44.890203 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Pushing event updated for resources: {'Port': ['ID=e118ab17-5d68-407e-899d-f8746217e6f9,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:44.904866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.905215 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.905551 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.905884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.906210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.906537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.906862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.907190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.907513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.907835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.908152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.908493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:33:44.929418 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:44.930041 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:44.945732 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3d73b609-4e26-4a55-81ec-2adc2b0c2b3b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5674229 Jul 08 02:33:44.957886 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Request body: {'port': {'device_id': '507948d6-87ff-4559-b5ff-7fa535e83ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:33:45.033303 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:45.289253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e118ab17-5d68-407e-899d-f8746217e6f9 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:33:45.297209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:45.309349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Transition to ACTIVE for port object e118ab17-5d68-407e-899d-f8746217e6f9 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:33:45.312932 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:45.381601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Pushing event updated for resources: {'Port': ['ID=e118ab17-5d68-407e-899d-f8746217e6f9,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:45.433468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Attempting to bind port e118ab17-5d68-407e-899d-f8746217e6f9 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:33:45.433796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Attempting to bind port e118ab17-5d68-407e-899d-f8746217e6f9 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '6e066813-d262-48d8-85fe-3c399ad88466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:33:45.434123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Attempting to bind port e118ab17-5d68-407e-899d-f8746217e6f9 on network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:33:45.438372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Port e118ab17-5d68-407e-899d-f8746217e6f9 on network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:33:45.438696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Attempting to bind port e118ab17-5d68-407e-899d-f8746217e6f9 on network c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:33:45.443342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:33:45.443676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Checking segment: {'id': '6e066813-d262-48d8-85fe-3c399ad88466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:33:45.444058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Bound using segment: {'id': '6e066813-d262-48d8-85fe-3c399ad88466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:33:45.444507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Bound port: e118ab17-5d68-407e-899d-f8746217e6f9, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e066813-d262-48d8-85fe-3c399ad88466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:33:45.444862 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:45.507940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] For port e118ab17-5d68-407e-899d-f8746217e6f9, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:33:45.512388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] For port e118ab17-5d68-407e-899d-f8746217e6f9, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e118ab17-5d68-407e-899d-f8746217e6f9,segment=NetworkSegment(6e066813-d262-48d8-85fe-3c399ad88466),segment_id=6e066813-d262-48d8-85fe-3c399ad88466)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:33:45.517255 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:45.536888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b70a2b-093c-4c56-b42e-1bab54019208 req-9567ab41-75cc-40c8-a5f5-35c3f7501946 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:45.538386 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50b70a2b-093c-4c56-b42e-1bab54019208 req-9567ab41-75cc-40c8-a5f5-35c3f7501946 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 944 time: 0.0648642 Jul 08 02:33:45.555904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:45.556557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:45.558553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] 10.222.0.24 "PUT /v2.0/ports/e118ab17-5d68-407e-899d-f8746217e6f9 HTTP/1.1" status: 200 len: 1093 time: 0.6050076 Jul 08 02:33:45.559087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507948d6-87ff-4559-b5ff-7fa535e83ac0', 'tag': 'e118ab17-5d68-407e-899d-f8746217e6f9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:45.561365 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dce018-0194-4720-b57c-d1f304b46895" -d '{"events": [{"name": "network-changed", "server_uuid": "507948d6-87ff-4559-b5ff-7fa535e83ac0", "tag": "e118ab17-5d68-407e-899d-f8746217e6f9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:45.583069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26451b25-dc84-4f21-914e-98a45ac90972 service neutron] Pushing event updated for resources: {'Port': ['ID=e118ab17-5d68-407e-899d-f8746217e6f9,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:45.583772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-50b70a2b-093c-4c56-b42e-1bab54019208 req-f96d7ac4-4008-489b-8910-8c6a4ea12576 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388961 Jul 08 02:33:45.643358 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd5fed8-b68e-4c31-9cc1-2243d9f139ab x-openstack-request-id: req-9bd5fed8-b68e-4c31-9cc1-2243d9f139ab {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:45.643650 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507948d6-87ff-4559-b5ff-7fa535e83ac0", "tag": "e118ab17-5d68-407e-899d-f8746217e6f9", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:45.643904 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bd5fed8-b68e-4c31-9cc1-2243d9f139ab {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:45.644292 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507948d6-87ff-4559-b5ff-7fa535e83ac0', 'tag': 'e118ab17-5d68-407e-899d-f8746217e6f9', 'status': 'completed', 'code': 200} Jul 08 02:33:45.672404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa6831-79f6-49f2-9185-e751b1362059 req-9501c7d6-9a6d-465c-b5a2-dbb334222b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:45.674085 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-9501c7d6-9a6d-465c-b5a2-dbb334222b8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6707aca8cdad4511a0ee4109ea9e1a12&device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0626013 Jul 08 02:33:45.715001 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-665ff115-a2bb-44ef-87c0-e543436d907e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e118ab17-5d68-407e-899d-f8746217e6f9 HTTP/1.1" status: 200 len: 217 time: 0.0342166 Jul 08 02:33:45.763722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa6831-79f6-49f2-9185-e751b1362059 req-368857d1-f53a-4d23-9b7e-55cea7454742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:45.765177 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-368857d1-f53a-4d23-9b7e-55cea7454742 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b72cee9b-6bce-4aa5-8442-3f2d2162d033 HTTP/1.1" status: 200 len: 853 time: 0.0431414 Jul 08 02:33:45.801878 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-3f65d214-935d-414a-bf7d-fb732dcfe664 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302320 Jul 08 02:33:45.895243 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-d85bc37f-765a-420b-91ce-9e8d60dbba3c service neutron] 10.222.0.24 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852177 Jul 08 02:33:45.991518 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-faaa6831-79f6-49f2-9185-e751b1362059 req-dbe0be12-7ed8-4cac-96dd-6d26b574b9c3 service neutron] 10.222.0.24 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902994 Jul 08 02:33:46.093012 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dce018-0194-4720-b57c-d1f304b46895 req-9fb188f7-f2ed-49f5-bb90-99a9aa7ae0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:46.094510 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68dce018-0194-4720-b57c-d1f304b46895 req-9fb188f7-f2ed-49f5-bb90-99a9aa7ae0fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6707aca8cdad4511a0ee4109ea9e1a12&device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 1096 time: 0.0536289 Jul 08 02:33:46.181879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dce018-0194-4720-b57c-d1f304b46895 req-82aed878-19ac-47e8-8ceb-b4af0d816c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:46.184156 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68dce018-0194-4720-b57c-d1f304b46895 req-82aed878-19ac-47e8-8ceb-b4af0d816c10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 HTTP/1.1" status: 200 len: 914 time: 0.0838480 Jul 08 02:33:46.229202 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68dce018-0194-4720-b57c-d1f304b46895 req-d98585e9-ada5-49bf-9a6d-34ecc7053346 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e118ab17-5d68-407e-899d-f8746217e6f9 HTTP/1.1" status: 200 len: 217 time: 0.0382426 Jul 08 02:33:46.282401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dce018-0194-4720-b57c-d1f304b46895 req-4ef00150-b1d9-45d3-b0e7-ff606ca350e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:46.283882 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68dce018-0194-4720-b57c-d1f304b46895 req-4ef00150-b1d9-45d3-b0e7-ff606ca350e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b72cee9b-6bce-4aa5-8442-3f2d2162d033 HTTP/1.1" status: 200 len: 853 time: 0.0450439 Jul 08 02:33:46.319423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68dce018-0194-4720-b57c-d1f304b46895 req-2ec885c5-8c6e-4f97-9689-bbb08644d476 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284550 Jul 08 02:33:46.411672 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68dce018-0194-4720-b57c-d1f304b46895 req-1a5356a3-07b0-4f63-90ea-657f7c4db2b6 service neutron] 10.222.0.24 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850959 Jul 08 02:33:46.500025 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68dce018-0194-4720-b57c-d1f304b46895 req-ca7d6b04-4818-48e4-8879-6a08161a10b1 service neutron] 10.222.0.24 "GET /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812588 Jul 08 02:33:46.778811 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9399b-ccd9-4d27-ac35-66f5d688c773 req-e74ca3a9-cfed-4abf-9f7a-741b98d48284 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:46.780259 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26b9399b-ccd9-4d27-ac35-66f5d688c773 req-e74ca3a9-cfed-4abf-9f7a-741b98d48284 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 944 time: 0.0635738 Jul 08 02:33:46.817910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26b9399b-ccd9-4d27-ac35-66f5d688c773 req-a1bc339c-b014-45e5-b4e0-9ca47087e094 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320625 Jul 08 02:33:47.996555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83990281-cc9a-49e5-b787-1815aa72d075 req-7742bb86-7ace-46d9-9be2-e4cca9f97195 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:47.998025 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83990281-cc9a-49e5-b787-1815aa72d075 req-7742bb86-7ace-46d9-9be2-e4cca9f97195 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 944 time: 0.0667591 Jul 08 02:33:48.036402 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83990281-cc9a-49e5-b787-1815aa72d075 req-45d7cb8d-328a-484c-a51d-4a17bae4484b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Jul 08 02:33:48.564155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e118ab17-5d68-407e-899d-f8746217e6f9 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:33:48.619599 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:33:48.661070 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e118ab17-5d68-407e-899d-f8746217e6f9, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e118ab17-5d68-407e-899d-f8746217e6f9,segment=NetworkSegment(6e066813-d262-48d8-85fe-3c399ad88466),segment_id=6e066813-d262-48d8-85fe-3c399ad88466)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:48.673707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'e118ab17-5d68-407e-899d-f8746217e6f9', 'network_id': 'c531d0ba-e12f-4105-b6c0-dd72bdaba4e5', 'port_id': 'e118ab17-5d68-407e-899d-f8746217e6f9', 'mac_address': 'fa:16:3e:5c:59:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72cee9b-6bce-4aa5-8442-3f2d2162d033', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:33:48.714533 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:48.730651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e118ab17-5d68-407e-899d-f8746217e6f9 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:33:48.753043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e118ab17-5d68-407e-899d-f8746217e6f9, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e118ab17-5d68-407e-899d-f8746217e6f9,segment=NetworkSegment(6e066813-d262-48d8-85fe-3c399ad88466),segment_id=6e066813-d262-48d8-85fe-3c399ad88466)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:48.757098 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:48.804410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e118ab17-5d68-407e-899d-f8746217e6f9,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:48.950556 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['e118ab17-5d68-407e-899d-f8746217e6f9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:33:49.215425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0563e1f-6633-4514-9c84-e023f3898ecb req-4f6949a6-3417-4b84-845f-b51496e2cd0c tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:49.216872 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0563e1f-6633-4514-9c84-e023f3898ecb req-4f6949a6-3417-4b84-845f-b51496e2cd0c tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 945 time: 0.0697217 Jul 08 02:33:49.254875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0563e1f-6633-4514-9c84-e023f3898ecb req-630b6403-57fc-4379-a037-bd38892b433a tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Jul 08 02:33:50.441867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91143fc8-09b3-40fc-be4a-f71c354b570c req-6ce2a550-49f3-445f-9d20-f49187cc5aad tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:50.443367 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91143fc8-09b3-40fc-be4a-f71c354b570c req-6ce2a550-49f3-445f-9d20-f49187cc5aad tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 945 time: 0.0632331 Jul 08 02:33:50.483337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91143fc8-09b3-40fc-be4a-f71c354b570c req-d9fc0bf6-c1a4-464e-9a8c-49145e2a9de3 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334437 Jul 08 02:33:50.579243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e118ab17-5d68-407e-899d-f8746217e6f9 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:33:50.627561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port e118ab17-5d68-407e-899d-f8746217e6f9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:33:50.631249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port e118ab17-5d68-407e-899d-f8746217e6f9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:33:50.631621 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:50.720223 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:50.722099 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e02c0c94-ff55-4729-8d3a-6dfcdd91c790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:50.746317 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507948d6-87ff-4559-b5ff-7fa535e83ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e118ab17-5d68-407e-899d-f8746217e6f9'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:50.748719 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a9174b-63a0-4ee9-a214-4c959e49d1e6" -d '{"events": [{"server_uuid": "507948d6-87ff-4559-b5ff-7fa535e83ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e118ab17-5d68-407e-899d-f8746217e6f9"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:50.761889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port e118ab17-5d68-407e-899d-f8746217e6f9, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e118ab17-5d68-407e-899d-f8746217e6f9,segment=NetworkSegment(6e066813-d262-48d8-85fe-3c399ad88466),segment_id=6e066813-d262-48d8-85fe-3c399ad88466)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:50.765918 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:50.788864 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4da643-25ec-4e7d-b48b-7d79d62369ca x-openstack-request-id: req-2f4da643-25ec-4e7d-b48b-7d79d62369ca {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:50.789156 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507948d6-87ff-4559-b5ff-7fa535e83ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e118ab17-5d68-407e-899d-f8746217e6f9", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:50.789538 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f4da643-25ec-4e7d-b48b-7d79d62369ca {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:50.789804 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507948d6-87ff-4559-b5ff-7fa535e83ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e118ab17-5d68-407e-899d-f8746217e6f9', 'code': 200} Jul 08 02:33:50.816467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=e118ab17-5d68-407e-899d-f8746217e6f9,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:50.897159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca466ee-5c32-4c8b-a514-94e1b94bfcd8 req-4c923be1-bbfd-45aa-97c6-9379bb792a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:50.898725 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0ca466ee-5c32-4c8b-a514-94e1b94bfcd8 req-4c923be1-bbfd-45aa-97c6-9379bb792a53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 1098 time: 0.0521913 Jul 08 02:33:50.933882 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0ca466ee-5c32-4c8b-a514-94e1b94bfcd8 req-693066e8-9182-4b25-897a-a2cc32a4c3ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279672 Jul 08 02:33:51.667241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f3d80-24d0-45bd-abb9-1462208ef626 req-6145be04-8dfb-48da-9a84-2c1a95b1fd2e tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:51.669374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc4f3d80-24d0-45bd-abb9-1462208ef626 req-6145be04-8dfb-48da-9a84-2c1a95b1fd2e tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 946 time: 0.0708709 Jul 08 02:33:51.715446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc4f3d80-24d0-45bd-abb9-1462208ef626 req-f5888a10-c53d-4e9a-8d05-37e23fd4039d tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Jul 08 02:33:52.896028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85e869-0115-471f-bf94-652e88544384 req-b9db561f-b86c-4e35-a911-7e26ea34b808 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:52.897988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd85e869-0115-471f-bf94-652e88544384 req-b9db561f-b86c-4e35-a911-7e26ea34b808 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 946 time: 0.0664132 Jul 08 02:33:52.938232 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd85e869-0115-471f-bf94-652e88544384 req-be07f827-4972-461e-931f-b94e4675a435 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345893 Jul 08 02:33:53.322049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a24c7-d689-4a0b-9b3c-d1e5f4ec9ac0 req-b78d07a8-ac44-4d66-8a02-61e5e017902c tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:53.323648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a7a24c7-d689-4a0b-9b3c-d1e5f4ec9ac0 req-b78d07a8-ac44-4d66-8a02-61e5e017902c tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 946 time: 0.0661733 Jul 08 02:33:53.361805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a7a24c7-d689-4a0b-9b3c-d1e5f4ec9ac0 req-3d59a31b-483f-433a-b7e7-83bc48333712 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325060 Jul 08 02:33:53.454430 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1e674ce6-1ac8-49c0-b30a-55860c68c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:53.826715 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:54.544256 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca61fea-75d5-41b1-8b5e-a446b0e14b0f req-8ffba1d1-58c6-45f7-96a9-0802b79d946c tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:54.544940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-2a10cfbc-c945-487f-b197-5d72dd8c4c57 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:54.545817 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ca61fea-75d5-41b1-8b5e-a446b0e14b0f req-8ffba1d1-58c6-45f7-96a9-0802b79d946c tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 946 time: 0.0729165 Jul 08 02:33:54.545928 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-2a10cfbc-c945-487f-b197-5d72dd8c4c57 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.24 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 946 time: 0.0717785 Jul 08 02:33:54.586707 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ca61fea-75d5-41b1-8b5e-a446b0e14b0f req-53c7c66c-a9bc-4259-84d5-8d8c147bcf54 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350225 Jul 08 02:33:54.649816 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-1012bc51-7f18-4d67-89a0-017862159c5f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Deleting port e118ab17-5d68-407e-899d-f8746217e6f9 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:33:54.650150 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-1012bc51-7f18-4d67-89a0-017862159c5f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:54.947461 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:55.065619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-1012bc51-7f18-4d67-89a0-017862159c5f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] For port e118ab17-5d68-407e-899d-f8746217e6f9, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=e118ab17-5d68-407e-899d-f8746217e6f9,segment=NetworkSegment(6e066813-d262-48d8-85fe-3c399ad88466),segment_id=6e066813-d262-48d8-85fe-3c399ad88466)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:33:55.065974 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-1012bc51-7f18-4d67-89a0-017862159c5f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:55.080350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-1012bc51-7f18-4d67-89a0-017862159c5f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Calling delete_port for e118ab17-5d68-407e-899d-f8746217e6f9 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:33:55.217502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-1012bc51-7f18-4d67-89a0-017862159c5f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:55.231052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5e8f58c6-6d56-415e-90ab-aedb7bcd2a70'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:33:55.233424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['e118ab17-5d68-407e-899d-f8746217e6f9'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:33:55.249811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012bc51-7f18-4d67-89a0-017862159c5f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Pushing event deleted for resources: {'Port': ['ID=e118ab17-5d68-407e-899d-f8746217e6f9,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:33:55.293926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-1012bc51-7f18-4d67-89a0-017862159c5f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] No DVR routers for this DVR port e118ab17-5d68-407e-899d-f8746217e6f9 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:33:55.296640 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-1012bc51-7f18-4d67-89a0-017862159c5f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:55.298667 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cfa41094-71e8-4885-a9b4-b7a733708cde req-1012bc51-7f18-4d67-89a0-017862159c5f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.24 "DELETE /v2.0/ports/e118ab17-5d68-407e-899d-f8746217e6f9 HTTP/1.1" status: 204 len: 173 time: 0.7471914 Jul 08 02:33:55.299124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507948d6-87ff-4559-b5ff-7fa535e83ac0', 'name': 'network-vif-deleted', 'tag': 'e118ab17-5d68-407e-899d-f8746217e6f9'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:33:55.301439 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d0a570-21d5-41b3-bd29-8c727c3fb091" -d '{"events": [{"server_uuid": "507948d6-87ff-4559-b5ff-7fa535e83ac0", "name": "network-vif-deleted", "tag": "e118ab17-5d68-407e-899d-f8746217e6f9"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:33:55.346821 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec40cabf-af07-4f72-8bf2-db3132af0841 x-openstack-request-id: req-ec40cabf-af07-4f72-8bf2-db3132af0841 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:33:55.347269 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507948d6-87ff-4559-b5ff-7fa535e83ac0", "name": "network-vif-deleted", "tag": "e118ab17-5d68-407e-899d-f8746217e6f9", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:33:55.347657 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec40cabf-af07-4f72-8bf2-db3132af0841 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:33:55.348242 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507948d6-87ff-4559-b5ff-7fa535e83ac0', 'name': 'network-vif-deleted', 'tag': 'e118ab17-5d68-407e-899d-f8746217e6f9', 'status': 'completed', 'code': 200} Jul 08 02:33:55.763562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d1b72311-9787-4bcc-8af1-c60b17dfb928 req-64afa0e3-a7f1-4ebd-97f1-2cdc8ecc15c2 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=507948d6-87ff-4559-b5ff-7fa535e83ac0 HTTP/1.1" status: 200 len: 210 time: 0.0327826 Jul 08 02:33:56.585803 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:33:57.026459 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27962f-5e4e-4e77-a454-745656b168c6 req-4fdc4703-b70f-4ea3-ad42-b2565e264b63 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:57.027990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d27962f-5e4e-4e77-a454-745656b168c6 req-4fdc4703-b70f-4ea3-ad42-b2565e264b63 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0790803 Jul 08 02:33:57.066304 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d27962f-5e4e-4e77-a454-745656b168c6 req-f69892f6-4642-4a30-b9a9-27a48d0f1ff8 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Jul 08 02:33:57.275260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc162272-99ff-452d-b50c-48ca2b2789e4 req-54d8d08e-66a5-4d60-9c2b-919d113c7073 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:57.278039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc162272-99ff-452d-b50c-48ca2b2789e4 req-54d8d08e-66a5-4d60-9c2b-919d113c7073 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0765905 Jul 08 02:33:57.317865 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc162272-99ff-452d-b50c-48ca2b2789e4 req-06247bc4-b052-49e8-8c5b-5cffbee7403f tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Jul 08 02:33:57.502336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ab9c1-a468-46a0-8703-e95a87f75fe1 req-46446e93-9058-4591-af7e-cad1c2cdd39a tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:57.503853 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-478ab9c1-a468-46a0-8703-e95a87f75fe1 req-46446e93-9058-4591-af7e-cad1c2cdd39a tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0654881 Jul 08 02:33:57.544608 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-478ab9c1-a468-46a0-8703-e95a87f75fe1 req-623d3c04-cb3d-4009-9d57-1fe800d5273b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351655 Jul 08 02:33:57.825560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150f002-fd47-43cc-80fa-e6132a4732e9 req-d687f1ff-6bd3-4b29-9f7a-8f7eeaf6fe2a tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:57.826996 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8150f002-fd47-43cc-80fa-e6132a4732e9 req-d687f1ff-6bd3-4b29-9f7a-8f7eeaf6fe2a tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0648072 Jul 08 02:33:57.872355 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8150f002-fd47-43cc-80fa-e6132a4732e9 req-59f9a598-1d81-4042-97b6-2578705dca7b tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Jul 08 02:33:58.051952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9ebee-8d93-48ab-9818-26ce1420768e req-c89e0f38-ecf3-4e30-87a3-bc029f231acf tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:58.053516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ef9ebee-8d93-48ab-9818-26ce1420768e req-c89e0f38-ecf3-4e30-87a3-bc029f231acf tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0640738 Jul 08 02:33:58.099906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ef9ebee-8d93-48ab-9818-26ce1420768e req-3bbf2559-d71e-41e2-9a57-246328afaaf5 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406611 Jul 08 02:33:58.329566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365bff1-354c-4744-be89-3d1234038be7 req-4db2d8cd-6edf-400b-a003-65c6ffdc3a97 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:58.331148 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0365bff1-354c-4744-be89-3d1234038be7 req-4db2d8cd-6edf-400b-a003-65c6ffdc3a97 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0780585 Jul 08 02:33:58.369219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0365bff1-354c-4744-be89-3d1234038be7 req-c068a103-a34c-4019-ba1e-a1c265b96006 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322893 Jul 08 02:33:58.638886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e118ab17-5d68-407e-899d-f8746217e6f9 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:33:58.661795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: e118ab17-5d68-407e-899d-f8746217e6f9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:33:58.662131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device e118ab17-5d68-407e-899d-f8746217e6f9 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:33:58.914093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d293e8-e990-434a-9ac5-1b9f06bbaf4a req-4ec70946-a98c-450f-b76b-5dc0f0da89ac tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:33:58.915493 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44d293e8-e990-434a-9ac5-1b9f06bbaf4a req-4ec70946-a98c-450f-b76b-5dc0f0da89ac tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0734706 Jul 08 02:33:58.954609 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-44d293e8-e990-434a-9ac5-1b9f06bbaf4a req-a68198c2-0946-4079-ac6e-e027c3f1ee40 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Jul 08 02:34:00.143234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe441d-09c7-4057-bed5-83aecd1dc337 req-18a83903-466b-4a57-852f-16db28fdb102 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:00.144860 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8fe441d-09c7-4057-bed5-83aecd1dc337 req-18a83903-466b-4a57-852f-16db28fdb102 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0686600 Jul 08 02:34:00.187708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b8fe441d-09c7-4057-bed5-83aecd1dc337 req-2aa35c81-db4d-470a-93e7-6fb15fabef75 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.41 "GET /v2.0/security-groups?id=2e01d202-bbea-4be6-aeba-d397eca1fd2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370493 Jul 08 02:34:00.226190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61edff-64ce-4d1e-a5ee-49175866759d req-db5bab98-96bc-4ca4-9321-8d67aa1212f7 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:00.227914 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-df61edff-64ce-4d1e-a5ee-49175866759d req-db5bab98-96bc-4ca4-9321-8d67aa1212f7 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.16 "GET /v2.0/ports?device_id=84d9059b-152c-43b7-9f46-7f21a653d999 HTTP/1.1" status: 200 len: 945 time: 0.0693409 Jul 08 02:34:00.331414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-df61edff-64ce-4d1e-a5ee-49175866759d req-d1a5bf67-dd63-4ce7-a7ec-0dc773cb5018 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Deleting port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:34:00.331769 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-df61edff-64ce-4d1e-a5ee-49175866759d req-d1a5bf67-dd63-4ce7-a7ec-0dc773cb5018 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:00.424966 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-df61edff-64ce-4d1e-a5ee-49175866759d req-d1a5bf67-dd63-4ce7-a7ec-0dc773cb5018 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] For port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,segment=NetworkSegment(6e066813-d262-48d8-85fe-3c399ad88466),segment_id=6e066813-d262-48d8-85fe-3c399ad88466)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:00.425232 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-df61edff-64ce-4d1e-a5ee-49175866759d req-d1a5bf67-dd63-4ce7-a7ec-0dc773cb5018 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:00.438487 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-df61edff-64ce-4d1e-a5ee-49175866759d req-d1a5bf67-dd63-4ce7-a7ec-0dc773cb5018 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Calling delete_port for 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:34:00.571010 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-df61edff-64ce-4d1e-a5ee-49175866759d req-d1a5bf67-dd63-4ce7-a7ec-0dc773cb5018 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:00.583717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['5e8f58c6-6d56-415e-90ab-aedb7bcd2a70'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:34:00.607979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5bf67-dd63-4ce7-a7ec-0dc773cb5018 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Pushing event deleted for resources: {'Port': ['ID=5e8f58c6-6d56-415e-90ab-aedb7bcd2a70,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:00.661992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-df61edff-64ce-4d1e-a5ee-49175866759d req-d1a5bf67-dd63-4ce7-a7ec-0dc773cb5018 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] No DVR routers for this DVR port 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:34:00.665066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-df61edff-64ce-4d1e-a5ee-49175866759d req-d1a5bf67-dd63-4ce7-a7ec-0dc773cb5018 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:00.668090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-df61edff-64ce-4d1e-a5ee-49175866759d req-d1a5bf67-dd63-4ce7-a7ec-0dc773cb5018 tempest-ServersNegativeTestJSON-1729043282 tempest-ServersNegativeTestJSON-1729043282-project] 10.222.0.16 "DELETE /v2.0/ports/5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 HTTP/1.1" status: 204 len: 173 time: 0.4335363 Jul 08 02:34:00.668090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d9059b-152c-43b7-9f46-7f21a653d999', 'name': 'network-vif-deleted', 'tag': '5e8f58c6-6d56-415e-90ab-aedb7bcd2a70'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:34:00.670391 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2136a886-57b7-4bc5-ac2e-2449d908206d" -d '{"events": [{"server_uuid": "84d9059b-152c-43b7-9f46-7f21a653d999", "name": "network-vif-deleted", "tag": "5e8f58c6-6d56-415e-90ab-aedb7bcd2a70"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:34:00.732603 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df05d2aa-4034-4dab-bb18-14ebc187e7be x-openstack-request-id: req-df05d2aa-4034-4dab-bb18-14ebc187e7be {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:34:00.732891 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d9059b-152c-43b7-9f46-7f21a653d999", "name": "network-vif-deleted", "tag": "5e8f58c6-6d56-415e-90ab-aedb7bcd2a70", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:34:00.733138 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df05d2aa-4034-4dab-bb18-14ebc187e7be {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:34:00.733689 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d9059b-152c-43b7-9f46-7f21a653d999', 'name': 'network-vif-deleted', 'tag': '5e8f58c6-6d56-415e-90ab-aedb7bcd2a70', 'status': 'completed', 'code': 200} Jul 08 02:34:01.288327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43506) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:01.333214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1f14d1-b8f1-4ef5-b980-2d6046f6eaa1 admin admin] Deleting subnet b72cee9b-6bce-4aa5-8442-3f2d2162d033 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:34:01.336229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc1f14d1-b8f1-4ef5-b980-2d6046f6eaa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:01.696987 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc1f14d1-b8f1-4ef5-b980-2d6046f6eaa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:01.736101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc1f14d1-b8f1-4ef5-b980-2d6046f6eaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:01.788069 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc1f14d1-b8f1-4ef5-b980-2d6046f6eaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:01.815120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f14d1-b8f1-4ef5-b980-2d6046f6eaa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72cee9b-6bce-4aa5-8442-3f2d2162d033,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:01.817106 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc1f14d1-b8f1-4ef5-b980-2d6046f6eaa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:01.820704 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fc1f14d1-b8f1-4ef5-b980-2d6046f6eaa1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b72cee9b-6bce-4aa5-8442-3f2d2162d033 HTTP/1.1" status: 204 len: 168 time: 0.5295699 Jul 08 02:34:01.821682 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43508) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:01.892267 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:01.969771 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:01.980692 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c531d0ba-e12f-4105-b6c0-dd72bdaba4e5']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:01.991031 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e066813-d262-48d8-85fe-3c399ad88466') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:01.991323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e066813-d262-48d8-85fe-3c399ad88466') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:02.001368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:02.015642 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:02.021867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:34:02.022485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:34:02.024712 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:34:02.087400 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:02.094940 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:02.096881 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c531d0ba-e12f-4105-b6c0-dd72bdaba4e5 HTTP/1.1" status: 204 len: 168 time: 0.2742929 Jul 08 02:34:02.111307 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbc91f-cbd9-4a1f-beee-f24cb91ac6e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c531d0ba-e12f-4105-b6c0-dd72bdaba4e5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:02.211668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43512) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:02.255023 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-439b5c79-236d-4272-a445-7d06bc116de3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6707aca8cdad4511a0ee4109ea9e1a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418158 Jul 08 02:34:02.257463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43514) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:02.306676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ffdba3-6e15-4700-9be3-0d35f13672a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:02.327739 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ffdba3-6e15-4700-9be3-0d35f13672a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:02.380744 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ffdba3-6e15-4700-9be3-0d35f13672a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:02.384731 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-57ffdba3-6e15-4700-9be3-0d35f13672a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:02.386157 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-57ffdba3-6e15-4700-9be3-0d35f13672a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e01d202-bbea-4be6-aeba-d397eca1fd2d HTTP/1.1" status: 204 len: 168 time: 0.1277895 Jul 08 02:34:02.394381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffdba3-6e15-4700-9be3-0d35f13672a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e01d202-bbea-4be6-aeba-d397eca1fd2d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:03.152049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:03.254074 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-72359394'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:03.281483 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Made reservation on behalf of a25b18be7d344e21a1475250d7409392 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:03.286430 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:03.296266 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:03.389724 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:03.396128 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:03.425915 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:34:03.432135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23580ad7-fb32-4e90-a267-18b908b34cba,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:03.439047 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:03.439391 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Added segment 72e2d518-b2ce-45b0-9903-b0b074bc785c of type vlan for network 9e4bbc48-e6bb-4a13-9835-4a635a1d6830 Jul 08 02:34:03.482687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:03.519449 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:03.525571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:03.526467 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:03.587316 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4339943 Jul 08 02:34:03.602126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20e9c5-7fc7-474f-b2e7-6a116aa9add9 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'Network': ['ID=9e4bbc48-e6bb-4a13-9835-4a635a1d6830,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:03.614486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 9e4bbc48-e6bb-4a13-9835-4a635a1d6830 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:34:04.540554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:34:04.562126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:34:04.562470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 5e8f58c6-6d56-415e-90ab-aedb7bcd2a70 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:34:04.873098 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:06.858794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43540) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:06.864030 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Request body: {'subnet': {'network_id': '9e4bbc48-e6bb-4a13-9835-4a635a1d6830', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:06.953078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Made reservation on behalf of a25b18be7d344e21a1475250d7409392 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:06.957293 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.155490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.222987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'Subnet': ['ID=434f8df4-375e-4fcc-a863-88d117ca14a5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:07.228643 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Checking segment: {'id': '72e2d518-b2ce-45b0-9903-b0b074bc785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9e4bbc48-e6bb-4a13-9835-4a635a1d6830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:07.229348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Network hostable DHCP agents. Network: 9e4bbc48-e6bb-4a13-9835-4a635a1d6830, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:34:07.245964 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Network 9e4bbc48-e6bb-4a13-9835-4a635a1d6830 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:34:07.254423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 9e4bbc48-e6bb-4a13-9835-4a635a1d6830) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:07.261989 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:07.262753 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.265727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4108cc0f-34cd-43c2-806b-c66ab49714f3 None None] Network 9e4bbc48-e6bb-4a13-9835-4a635a1d6830 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:07.283689 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-50b5c935-5e3a-4571-bcbc-aa0c0b47c98b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4198275 Jul 08 02:34:07.284078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:07.289301 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-649594463'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:07.311091 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Made reservation on behalf of a25b18be7d344e21a1475250d7409392 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:07.314557 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.339130 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:34:07.349660 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.350158 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Added segment c064e358-4114-4206-b788-409ac9b40f99 of type vlan for network 05b55e48-6082-482b-8c10-3a397f959688 Jul 08 02:34:07.393253 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.415898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-9e4bbc48-e6bb-4a13-9835-4a635a1d6830', 'network_id': '9e4bbc48-e6bb-4a13-9835-4a635a1d6830', 'tenant_id': 'a25b18be7d344e21a1475250d7409392', 'fixed_ips': [{'subnet_id': '434f8df4-375e-4fcc-a863-88d117ca14a5'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:34:07.416896 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.425075 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.430794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:07.431410 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.498264 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2096114 Jul 08 02:34:07.498602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43544) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:07.504748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Request body: {'subnet': {'network_id': '05b55e48-6082-482b-8c10-3a397f959688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:07.515153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9d4e1-9111-44dc-b86f-c3223db2e7d1 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'Network': ['ID=05b55e48-6082-482b-8c10-3a397f959688,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:07.526353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 05b55e48-6082-482b-8c10-3a397f959688 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:34:07.615514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Made reservation on behalf of a25b18be7d344e21a1475250d7409392 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:07.619271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.638617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Allocated IP 2001:db8:0:ffff::2 (9e4bbc48-e6bb-4a13-9835-4a635a1d6830/434f8df4-375e-4fcc-a863-88d117ca14a5/88d75830-e003-46a2-900f-4b830afdc22e) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:07.793939 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.805019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Transition to ACTIVE for port object 88d75830-e003-46a2-900f-4b830afdc22e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:07.825792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Transition to ACTIVE for port object 88d75830-e003-46a2-900f-4b830afdc22e will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:07.831988 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.833237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.875965 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Network 9e4bbc48-e6bb-4a13-9835-4a635a1d6830 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:07.877407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:07.883701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:07.898911 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Pushing event updated for resources: {'Port': ['ID=88d75830-e003-46a2-900f-4b830afdc22e,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:07.901236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'Subnet': ['ID=57e54cc5-2291-4e20-a1ac-4e6fc1cd6a13,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:07.909502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Checking segment: {'id': 'c064e358-4114-4206-b788-409ac9b40f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '05b55e48-6082-482b-8c10-3a397f959688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:07.909871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Network hostable DHCP agents. Network: 05b55e48-6082-482b-8c10-3a397f959688, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:34:07.928646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.929057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.929454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.929859 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.930011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Network 05b55e48-6082-482b-8c10-3a397f959688 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:34:07.930201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.930562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.930892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.931214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.931544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.931867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.932772 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.933814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:07.941469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 05b55e48-6082-482b-8c10-3a397f959688) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:07.946690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:07.947312 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.968568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-32755386-bc96-4419-960f-56a19eee70bb tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4655550 Jul 08 02:34:07.968767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Attempting to bind port 88d75830-e003-46a2-900f-4b830afdc22e on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:07.969145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Attempting to bind port 88d75830-e003-46a2-900f-4b830afdc22e by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '72e2d518-b2ce-45b0-9903-b0b074bc785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9e4bbc48-e6bb-4a13-9835-4a635a1d6830'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:07.969512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Attempting to bind port 88d75830-e003-46a2-900f-4b830afdc22e on network 9e4bbc48-e6bb-4a13-9835-4a635a1d6830 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:07.969645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:07.976374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:07.977015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Checking segment: {'id': '72e2d518-b2ce-45b0-9903-b0b074bc785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9e4bbc48-e6bb-4a13-9835-4a635a1d6830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:07.977421 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.977810 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Bound using segment: {'id': '72e2d518-b2ce-45b0-9903-b0b074bc785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9e4bbc48-e6bb-4a13-9835-4a635a1d6830'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:07.978335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Bound port: 88d75830-e003-46a2-900f-4b830afdc22e, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e2d518-b2ce-45b0-9903-b0b074bc785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '9e4bbc48-e6bb-4a13-9835-4a635a1d6830'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:07.978657 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:07.981861 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba4af3a-2623-41a9-9cda-03910aee8ead None None] Network 05b55e48-6082-482b-8c10-3a397f959688 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:08.093162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.117995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] For port 88d75830-e003-46a2-900f-4b830afdc22e, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:08.122268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] For port 88d75830-e003-46a2-900f-4b830afdc22e, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=88d75830-e003-46a2-900f-4b830afdc22e,segment=NetworkSegment(72e2d518-b2ce-45b0-9903-b0b074bc785c),segment_id=72e2d518-b2ce-45b0-9903-b0b074bc785c)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:08.127774 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.147704 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.242909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.248933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbd77b-7596-4544-8bd1-47a444d8cdf3 None None] Pushing event updated for resources: {'Port': ['ID=88d75830-e003-46a2-900f-4b830afdc22e,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:08.268200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df88e12e-89d5-4940-abe9-4da047286356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-05b55e48-6082-482b-8c10-3a397f959688', 'network_id': '05b55e48-6082-482b-8c10-3a397f959688', 'tenant_id': 'a25b18be7d344e21a1475250d7409392', 'fixed_ips': [{'subnet_id': '57e54cc5-2291-4e20-a1ac-4e6fc1cd6a13'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:34:08.269318 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df88e12e-89d5-4940-abe9-4da047286356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.281174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Subnet': ['ID=57e54cc5-2291-4e20-a1ac-4e6fc1cd6a13,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:08.353258 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.365179 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b55e48-6082-482b-8c10-3a397f959688']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:08.377472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c064e358-4114-4206-b788-409ac9b40f99') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:08.377840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c064e358-4114-4206-b788-409ac9b40f99') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:08.386069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999c552-544d-4111-bb4b-6d68afc82dae None None] Network 05b55e48-6082-482b-8c10-3a397f959688 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:08.394084 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.411165 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.419507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:34:08.420155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:34:08.423539 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:34:08.500082 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.508154 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.510697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/networks/05b55e48-6082-482b-8c10-3a397f959688 HTTP/1.1" status: 204 len: 168 time: 0.5393419 Jul 08 02:34:08.515467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43548) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:08.527123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1960041446'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:08.535231 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632441d-0b25-4d59-a543-9353e1cef4d8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Network': ['ID=05b55e48-6082-482b-8c10-3a397f959688,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:08.565622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Made reservation on behalf of a25b18be7d344e21a1475250d7409392 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:08.569408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.596648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:34:08.607262 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.607539 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Added segment 19ca8bcd-99fb-4a89-9bbf-b233d10af62a of type vlan for network cff258e7-9e0b-4847-8cf4-66ea7a7b72c5 Jul 08 02:34:08.652218 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.681530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.687304 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:08.687897 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.753490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2362831 Jul 08 02:34:08.756207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43550) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:08.764267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Request body: {'subnet': {'network_id': 'cff258e7-9e0b-4847-8cf4-66ea7a7b72c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:08.769044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5f85d-0149-464e-bfeb-1325a03e2a9c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'Network': ['ID=cff258e7-9e0b-4847-8cf4-66ea7a7b72c5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:08.780559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network cff258e7-9e0b-4847-8cf4-66ea7a7b72c5 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:34:08.861493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Made reservation on behalf of a25b18be7d344e21a1475250d7409392 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:08.865422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:08.938019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Performing IP validity checks on allocation pools {{(pid=93884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 08 02:34:08.938404 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 08 02:34:08.942909 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 88d75830-e003-46a2-900f-4b830afdc22e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:08.995280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 88d75830-e003-46a2-900f-4b830afdc22e completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:09.080426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.154798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'Subnet': ['ID=9bf410e2-2c15-4549-81c4-60ec736aa7bc,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:09.163884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Checking segment: {'id': '19ca8bcd-99fb-4a89-9bbf-b233d10af62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cff258e7-9e0b-4847-8cf4-66ea7a7b72c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:09.164254 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Network hostable DHCP agents. Network: cff258e7-9e0b-4847-8cf4-66ea7a7b72c5, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:34:09.182314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Network cff258e7-9e0b-4847-8cf4-66ea7a7b72c5 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:34:09.193387 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, cff258e7-9e0b-4847-8cf4-66ea7a7b72c5) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:09.202510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc9e7af-93f5-41ab-b3ae-08f2c5fe4681 None None] Network cff258e7-9e0b-4847-8cf4-66ea7a7b72c5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:09.205535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:09.206242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.223513 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7008d4ae-b09a-4dd1-8cca-ed81ac57f794 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4658208 Jul 08 02:34:09.226116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43552) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:09.342248 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.344385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02892a-0d6f-4296-a31c-46d33f85ad15 None None] Network 9e4bbc48-e6bb-4a13-9835-4a635a1d6830 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:09.413575 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.428864 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.452968 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb98a3e-feaf-427a-8338-4f005d922297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-cff258e7-9e0b-4847-8cf4-66ea7a7b72c5', 'network_id': 'cff258e7-9e0b-4847-8cf4-66ea7a7b72c5', 'tenant_id': 'a25b18be7d344e21a1475250d7409392', 'fixed_ips': [{'subnet_id': '9bf410e2-2c15-4549-81c4-60ec736aa7bc'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:34:09.453812 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4eb98a3e-feaf-427a-8338-4f005d922297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.476349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2946b83e-15bb-4d60-b273-ff78f9df04e2 None None] Provisioning for port 88d75830-e003-46a2-900f-4b830afdc22e completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:09.493869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2946b83e-15bb-4d60-b273-ff78f9df04e2 None None] Provisioning complete for port 88d75830-e003-46a2-900f-4b830afdc22e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:09.494243 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2946b83e-15bb-4d60-b273-ff78f9df04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.515985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.565561 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf410e2-2c15-4549-81c4-60ec736aa7bc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:09.631584 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.642560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff258e7-9e0b-4847-8cf4-66ea7a7b72c5']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:09.654916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ca8bcd-99fb-4a89-9bbf-b233d10af62a') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:09.655209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ca8bcd-99fb-4a89-9bbf-b233d10af62a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server [None req-4eb98a3e-feaf-427a-8338-4f005d922297 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bf410e2-2c15-4549-81c4-60ec736aa7bc: This subnet is being modified by another concurrent operation. Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise self.value Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server raise exception Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bf410e2-2c15-4549-81c4-60ec736aa7bc: This subnet is being modified by another concurrent operation. Jul 08 02:34:09.664469 n-d-694802-14 neutron-server[93885]: ERROR oslo_messaging.rpc.server Jul 08 02:34:09.676709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.680370 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:34:09.692578 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:34:09.708495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba90b3d7-4991-4223-96ae-e440c8514b38 None None] Network cff258e7-9e0b-4847-8cf4-66ea7a7b72c5 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:09.755144 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.756594 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2946b83e-15bb-4d60-b273-ff78f9df04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.764870 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.767047 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/networks/cff258e7-9e0b-4847-8cf4-66ea7a7b72c5 HTTP/1.1" status: 204 len: 168 time: 0.5394254 Jul 08 02:34:09.772361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43554) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:09.779874 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-5973463'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:09.783941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737c969-fedd-4878-883c-48d358f3df2b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Network': ['ID=cff258e7-9e0b-4847-8cf4-66ea7a7b72c5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:09.806820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Made reservation on behalf of a25b18be7d344e21a1475250d7409392 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:09.810653 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.820107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-2946b83e-15bb-4d60-b273-ff78f9df04e2 None None] For port 88d75830-e003-46a2-900f-4b830afdc22e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=88d75830-e003-46a2-900f-4b830afdc22e,segment=NetworkSegment(72e2d518-b2ce-45b0-9903-b0b074bc785c),segment_id=72e2d518-b2ce-45b0-9903-b0b074bc785c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:09.827159 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2946b83e-15bb-4d60-b273-ff78f9df04e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.837828 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:34:09.848412 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.848752 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Added segment 59188f33-0134-4568-9ebd-38996b88403a of type vlan for network bc148bd3-2a9e-4420-b421-baa78c997e72 Jul 08 02:34:09.902438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.927217 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946b83e-15bb-4d60-b273-ff78f9df04e2 None None] Pushing event updated for resources: {'Port': ['ID=88d75830-e003-46a2-900f-4b830afdc22e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:09.937902 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:09.944082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:09.944841 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.011346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2374628 Jul 08 02:34:10.014715 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:10.022716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Request body: {'subnet': {'network_id': 'bc148bd3-2a9e-4420-b421-baa78c997e72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:10.042436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd462fc-217b-4890-b117-6e451711c708 None None] get_active_networks_info from n-d-694802-14 {{(pid=93885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 02:34:10.043878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864edda-de7b-45bb-9f15-ad576e3bed4e tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'Network': ['ID=bc148bd3-2a9e-4420-b421-baa78c997e72,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:10.072092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network bc148bd3-2a9e-4420-b421-baa78c997e72 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:34:10.125312 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Made reservation on behalf of a25b18be7d344e21a1475250d7409392 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:10.129655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.189635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd462fc-217b-4890-b117-6e451711c708 None None] Resources bound (agent type, host, resource id): {{(pid=93885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 08 02:34:10.191472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-77b4df20-6987-4e4c-aabd-3574da62abd1 None None] Provisioning complete for port 88d75830-e003-46a2-900f-4b830afdc22e triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:10.191841 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-77b4df20-6987-4e4c-aabd-3574da62abd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.327482 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.391219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'Subnet': ['ID=9f39e0e0-9395-4ca7-83c5-53376eaa6e66,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:10.399911 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Checking segment: {'id': '59188f33-0134-4568-9ebd-38996b88403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc148bd3-2a9e-4420-b421-baa78c997e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:10.400482 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Network hostable DHCP agents. Network: bc148bd3-2a9e-4420-b421-baa78c997e72, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:34:10.424022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Network bc148bd3-2a9e-4420-b421-baa78c997e72 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:34:10.435816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, bc148bd3-2a9e-4420-b421-baa78c997e72) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:10.442229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:10.443314 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.461266 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4c2ed0b8-6e62-42a2-a14e-9f919c057ab2 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4452748 Jul 08 02:34:10.465798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43558) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:10.471695 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-389851922'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:10.497692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb51f34-2ab6-4111-8574-13e84adfb9f9 None None] Network bc148bd3-2a9e-4420-b421-baa78c997e72 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:10.501984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Made reservation on behalf of a25b18be7d344e21a1475250d7409392 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:10.507161 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.532048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:34:10.541682 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.542217 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Added segment 37669fb7-e85c-43a6-a821-bcee1c9024b8 of type vlan for network eac74058-f3a7-46d1-9148-101acb6ffb33 Jul 08 02:34:10.599143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.633125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.640074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:10.640900 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.659566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-bc148bd3-2a9e-4420-b421-baa78c997e72', 'network_id': 'bc148bd3-2a9e-4420-b421-baa78c997e72', 'tenant_id': 'a25b18be7d344e21a1475250d7409392', 'fixed_ips': [{'subnet_id': '9f39e0e0-9395-4ca7-83c5-53376eaa6e66'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:34:10.660851 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.696564 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2292562 Jul 08 02:34:10.699507 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:10.704655 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Request body: {'subnet': {'network_id': 'eac74058-f3a7-46d1-9148-101acb6ffb33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:10.722975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92dab2-f0d0-451d-afb2-8a1b9c129b18 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'Network': ['ID=eac74058-f3a7-46d1-9148-101acb6ffb33,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:10.772198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network eac74058-f3a7-46d1-9148-101acb6ffb33 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:34:10.812045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Made reservation on behalf of a25b18be7d344e21a1475250d7409392 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:10.819663 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:10.883897 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Allocated IP 2001:db8::2 (bc148bd3-2a9e-4420-b421-baa78c997e72/9f39e0e0-9395-4ca7-83c5-53376eaa6e66/4db68b73-3453-44ce-b3f9-49215a84daf6) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:11.050997 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.114710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event updated for resources: {'Subnet': ['ID=0798d4ce-db09-44fa-a5d0-ce264bfb93ee,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:11.118510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 88d75830-e003-46a2-900f-4b830afdc22e up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:11.126062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Checking segment: {'id': '37669fb7-e85c-43a6-a821-bcee1c9024b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eac74058-f3a7-46d1-9148-101acb6ffb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:11.126422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Network hostable DHCP agents. Network: eac74058-f3a7-46d1-9148-101acb6ffb33, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:34:11.143029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Network eac74058-f3a7-46d1-9148-101acb6ffb33 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:34:11.154133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, eac74058-f3a7-46d1-9148-101acb6ffb33) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:11.160440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:11.161485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.173440 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604b87e-bd64-42d4-ba29-12f1ae50d18e None None] Network eac74058-f3a7-46d1-9148-101acb6ffb33 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:11.183182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5a6ec064-3d4c-4dc5-a108-bc132bf01891 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4825666 Jul 08 02:34:11.185803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43562) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:11.284684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 88d75830-e003-46a2-900f-4b830afdc22e triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:11.285093 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.293493 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.354441 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.394008 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.423985 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.424748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Transition to ACTIVE for port object 4db68b73-3453-44ce-b3f9-49215a84daf6 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:11.460938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Subnet': ['ID=0798d4ce-db09-44fa-a5d0-ce264bfb93ee,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:11.481496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce65ab7-2787-4a5b-9783-c6a9348ed185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-eac74058-f3a7-46d1-9148-101acb6ffb33', 'network_id': 'eac74058-f3a7-46d1-9148-101acb6ffb33', 'tenant_id': 'a25b18be7d344e21a1475250d7409392', 'fixed_ips': [{'subnet_id': '0798d4ce-db09-44fa-a5d0-ce264bfb93ee'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:34:11.482347 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ce65ab7-2787-4a5b-9783-c6a9348ed185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.486619 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Transition to ACTIVE for port object 4db68b73-3453-44ce-b3f9-49215a84daf6 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:11.504367 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.528412 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.538509 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac74058-f3a7-46d1-9148-101acb6ffb33']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:11.550747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37669fb7-e85c-43a6-a821-bcee1c9024b8') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:11.551044 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37669fb7-e85c-43a6-a821-bcee1c9024b8') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:11.561583 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.562795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Network bc148bd3-2a9e-4420-b421-baa78c997e72 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:11.577418 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.583521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:34:11.583917 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:34:11.587026 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:34:11.618108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:11.620699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:11.626561 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Pushing event updated for resources: {'Port': ['ID=4db68b73-3453-44ce-b3f9-49215a84daf6,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:11.637925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ceb7c7-ec73-4656-b8c0-1a1654e03014 None None] Network eac74058-f3a7-46d1-9148-101acb6ffb33 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:11.655114 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.661534 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.663677 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/networks/eac74058-f3a7-46d1-9148-101acb6ffb33 HTTP/1.1" status: 204 len: 168 time: 0.4769669 Jul 08 02:34:11.666836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43564) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:11.668557 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ceb7c7-ec73-4656-b8c0-1a1654e03014 None None] Network eac74058-f3a7-46d1-9148-101acb6ffb33 could not be found, it might have been deleted concurrently. {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 02:34:11.680336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb68ad-afa5-4d54-bfdb-4b0effdf7e29 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Network': ['ID=eac74058-f3a7-46d1-9148-101acb6ffb33,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:11.699400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Attempting to bind port 4db68b73-3453-44ce-b3f9-49215a84daf6 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:11.699779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Attempting to bind port 4db68b73-3453-44ce-b3f9-49215a84daf6 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '59188f33-0134-4568-9ebd-38996b88403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc148bd3-2a9e-4420-b421-baa78c997e72'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:11.700222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Attempting to bind port 4db68b73-3453-44ce-b3f9-49215a84daf6 on network bc148bd3-2a9e-4420-b421-baa78c997e72 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:11.703294 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-da54fa81-5d0c-45fe-a96f-ef4324a2202a tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] GET failed (client error): The resource could not be found. Jul 08 02:34:11.704671 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-da54fa81-5d0c-45fe-a96f-ef4324a2202a tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "GET /v2.0/subnets/0798d4ce-db09-44fa-a5d0-ce264bfb93ee HTTP/1.1" status: 404 len: 337 time: 0.0350080 Jul 08 02:34:11.706455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:11.706845 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Checking segment: {'id': '59188f33-0134-4568-9ebd-38996b88403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc148bd3-2a9e-4420-b421-baa78c997e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:11.707349 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.707497 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43566) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:11.707747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Bound using segment: {'id': '59188f33-0134-4568-9ebd-38996b88403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc148bd3-2a9e-4420-b421-baa78c997e72'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:11.708221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Bound port: 4db68b73-3453-44ce-b3f9-49215a84daf6, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59188f33-0134-4568-9ebd-38996b88403a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc148bd3-2a9e-4420-b421-baa78c997e72'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:11.708725 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.726048 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ca2b32-a7ea-4b48-9a52-5f90de325b6b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] DELETE failed (client error): The resource could not be found. Jul 08 02:34:11.726597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ca2b32-a7ea-4b48-9a52-5f90de325b6b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:34:11.728677 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-30ca2b32-a7ea-4b48-9a52-5f90de325b6b tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/networks/eac74058-f3a7-46d1-9148-101acb6ffb33 HTTP/1.1" status: 404 len: 339 time: 0.0203938 Jul 08 02:34:11.732732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43568) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:11.765217 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d95f49f-ee4a-4920-8305-ffd61c54e532 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] DELETE failed (client error): The resource could not be found. Jul 08 02:34:11.765609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d95f49f-ee4a-4920-8305-ffd61c54e532 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:34:11.767331 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1d95f49f-ee4a-4920-8305-ffd61c54e532 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/subnets/0798d4ce-db09-44fa-a5d0-ce264bfb93ee HTTP/1.1" status: 404 len: 337 time: 0.0335934 Jul 08 02:34:11.770120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43570) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:11.778697 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] For port 4db68b73-3453-44ce-b3f9-49215a84daf6, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:11.782267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] For port 4db68b73-3453-44ce-b3f9-49215a84daf6, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4db68b73-3453-44ce-b3f9-49215a84daf6,segment=NetworkSegment(59188f33-0134-4568-9ebd-38996b88403a),segment_id=59188f33-0134-4568-9ebd-38996b88403a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:11.786566 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.789773 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a6d2315-2b48-4efd-8680-9c7475455178 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] DELETE failed (client error): The resource could not be found. Jul 08 02:34:11.790510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a6d2315-2b48-4efd-8680-9c7475455178 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:34:11.792748 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8a6d2315-2b48-4efd-8680-9c7475455178 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/networks/eac74058-f3a7-46d1-9148-101acb6ffb33 HTTP/1.1" status: 404 len: 339 time: 0.0217011 Jul 08 02:34:11.795808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43572) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:11.850291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d337a-78ee-4b9f-bfc4-610851f5fa5e None None] Pushing event updated for resources: {'Port': ['ID=4db68b73-3453-44ce-b3f9-49215a84daf6,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:11.854653 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b9719f-75f7-447b-9cc2-81485438d4a8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Deleting subnet 9f39e0e0-9395-4ca7-83c5-53376eaa6e66 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:34:11.858690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-37b9719f-75f7-447b-9cc2-81485438d4a8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:11.903132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-37b9719f-75f7-447b-9cc2-81485438d4a8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.014583 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-37b9719f-75f7-447b-9cc2-81485438d4a8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.098009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-37b9719f-75f7-447b-9cc2-81485438d4a8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.131825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9719f-75f7-447b-9cc2-81485438d4a8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Subnet': ['ID=9f39e0e0-9395-4ca7-83c5-53376eaa6e66,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:12.143450 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-37b9719f-75f7-447b-9cc2-81485438d4a8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.145701 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-37b9719f-75f7-447b-9cc2-81485438d4a8 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/subnets/9f39e0e0-9395-4ca7-83c5-53376eaa6e66 HTTP/1.1" status: 204 len: 168 time: 0.3486795 Jul 08 02:34:12.148990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:12.231077 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.285122 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Deleting port 4db68b73-3453-44ce-b3f9-49215a84daf6 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:34:12.285389 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.348108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] For port 4db68b73-3453-44ce-b3f9-49215a84daf6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4db68b73-3453-44ce-b3f9-49215a84daf6,segment=NetworkSegment(59188f33-0134-4568-9ebd-38996b88403a),segment_id=59188f33-0134-4568-9ebd-38996b88403a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:12.348504 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.361769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Calling delete_port for 4db68b73-3453-44ce-b3f9-49215a84daf6 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:34:12.444995 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.474373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Port': ['ID=4db68b73-3453-44ce-b3f9-49215a84daf6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:12.476289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] No DVR routers for this DVR port 4db68b73-3453-44ce-b3f9-49215a84daf6 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:34:12.561828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.573713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc148bd3-2a9e-4420-b421-baa78c997e72']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:12.585301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59188f33-0134-4568-9ebd-38996b88403a') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:12.585597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59188f33-0134-4568-9ebd-38996b88403a') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:12.595254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.610277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.616950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:34:12.617363 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:34:12.621422 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:34:12.681115 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.689427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.691291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/networks/bc148bd3-2a9e-4420-b421-baa78c997e72 HTTP/1.1" status: 204 len: 168 time: 0.5412579 Jul 08 02:34:12.694319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43576) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:12.715268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d594f-e8af-47de-add8-fbe61004bc54 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Network': ['ID=bc148bd3-2a9e-4420-b421-baa78c997e72,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:12.735331 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b200a58-ce32-4f1e-896a-dd34ec7ab9ee tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] DELETE failed (client error): The resource could not be found. Jul 08 02:34:12.735797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b200a58-ce32-4f1e-896a-dd34ec7ab9ee tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:34:12.737723 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6b200a58-ce32-4f1e-896a-dd34ec7ab9ee tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/subnets/9bf410e2-2c15-4549-81c4-60ec736aa7bc HTTP/1.1" status: 404 len: 337 time: 0.0322733 Jul 08 02:34:12.740399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43578) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:12.763423 n-d-694802-14 neutron-server[93884]: INFO neutron.pecan_wsgi.hooks.translation [None req-462aa720-8676-41e2-ba4e-be8141ac3b7a tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] DELETE failed (client error): The resource could not be found. Jul 08 02:34:12.764013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462aa720-8676-41e2-ba4e-be8141ac3b7a tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:34:12.765961 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-462aa720-8676-41e2-ba4e-be8141ac3b7a tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/networks/cff258e7-9e0b-4847-8cf4-66ea7a7b72c5 HTTP/1.1" status: 404 len: 339 time: 0.0243669 Jul 08 02:34:12.768770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43580) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:12.802563 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc36917c-ab10-4149-b788-2c3980af15fa tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] DELETE failed (client error): The resource could not be found. Jul 08 02:34:12.803285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc36917c-ab10-4149-b788-2c3980af15fa tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:34:12.805484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fc36917c-ab10-4149-b788-2c3980af15fa tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/subnets/57e54cc5-2291-4e20-a1ac-4e6fc1cd6a13 HTTP/1.1" status: 404 len: 337 time: 0.0354490 Jul 08 02:34:12.809599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43582) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:12.835801 n-d-694802-14 neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-c878b32a-c88e-478d-bcf6-0c6bc51c2d9f tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] DELETE failed (client error): The resource could not be found. Jul 08 02:34:12.836433 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c878b32a-c88e-478d-bcf6-0c6bc51c2d9f tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 08 02:34:12.838552 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c878b32a-c88e-478d-bcf6-0c6bc51c2d9f tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/networks/05b55e48-6082-482b-8c10-3a397f959688 HTTP/1.1" status: 404 len: 339 time: 0.0271969 Jul 08 02:34:12.841343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43584) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:12.885894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865d2b47-7adc-467a-9b81-d8d348e021f3 None None] DHCP port deletion for bc148bd3-2a9e-4420-b421-baa78c997e72 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:34:12.907220 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bf40f1-f243-4142-ba56-a8dd3554d46c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Deleting subnet 434f8df4-375e-4fcc-a863-88d117ca14a5 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:34:12.910839 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9bf40f1-f243-4142-ba56-a8dd3554d46c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:12.911550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64238e3d-affd-4d6a-9f45-b4eb5dcdad6d None None] Network bc148bd3-2a9e-4420-b421-baa78c997e72 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:12.928882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5d63e717-0920-4ff5-bd4f-76d463292806 None None] Could not find standard attr ID for object 4db68b73-3453-44ce-b3f9-49215a84daf6. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:34:12.931099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64238e3d-affd-4d6a-9f45-b4eb5dcdad6d None None] Network bc148bd3-2a9e-4420-b421-baa78c997e72 could not be found, it might have been deleted concurrently. {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 02:34:12.954035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9bf40f1-f243-4142-ba56-a8dd3554d46c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.050844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9bf40f1-f243-4142-ba56-a8dd3554d46c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.112615 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9bf40f1-f243-4142-ba56-a8dd3554d46c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.140557 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf40f1-f243-4142-ba56-a8dd3554d46c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Subnet': ['ID=434f8df4-375e-4fcc-a863-88d117ca14a5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:13.144655 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9bf40f1-f243-4142-ba56-a8dd3554d46c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.146640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f9bf40f1-f243-4142-ba56-a8dd3554d46c tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/subnets/434f8df4-375e-4fcc-a863-88d117ca14a5 HTTP/1.1" status: 204 len: 168 time: 0.3042932 Jul 08 02:34:13.149425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:13.155966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af76966-b998-4e3a-9163-87fc7cbe81cc None None] Network 9e4bbc48-e6bb-4a13-9835-4a635a1d6830 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:13.238604 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.297900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Deleting port 88d75830-e003-46a2-900f-4b830afdc22e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:34:13.298120 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.352652 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0409d6-5214-4079-976f-45e043787fbf None None] DHCP port deletion for 9e4bbc48-e6bb-4a13-9835-4a635a1d6830 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:34:13.368904 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] For port 88d75830-e003-46a2-900f-4b830afdc22e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=88d75830-e003-46a2-900f-4b830afdc22e,segment=NetworkSegment(72e2d518-b2ce-45b0-9903-b0b074bc785c),segment_id=72e2d518-b2ce-45b0-9903-b0b074bc785c)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:13.369189 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.382412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Calling delete_port for 88d75830-e003-46a2-900f-4b830afdc22e owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:34:13.401525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6c0409d6-5214-4079-976f-45e043787fbf None None] Deleting port 88d75830-e003-46a2-900f-4b830afdc22e {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:34:13.402414 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6c0409d6-5214-4079-976f-45e043787fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.466023 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-6c0409d6-5214-4079-976f-45e043787fbf None None] For port 88d75830-e003-46a2-900f-4b830afdc22e, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=88d75830-e003-46a2-900f-4b830afdc22e,segment=NetworkSegment(72e2d518-b2ce-45b0-9903-b0b074bc785c),segment_id=72e2d518-b2ce-45b0-9903-b0b074bc785c)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:13.466422 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.466577 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6c0409d6-5214-4079-976f-45e043787fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.482361 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6c0409d6-5214-4079-976f-45e043787fbf None None] Calling delete_port for 88d75830-e003-46a2-900f-4b830afdc22e owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:34:13.493541 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Port': ['ID=88d75830-e003-46a2-900f-4b830afdc22e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:13.499099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] No DVR routers for this DVR port 88d75830-e003-46a2-900f-4b830afdc22e on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:34:13.566157 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6c0409d6-5214-4079-976f-45e043787fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.584727 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.591757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0409d6-5214-4079-976f-45e043787fbf None None] Pushing event deleted for resources: {'Port': ['ID=88d75830-e003-46a2-900f-4b830afdc22e,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:13.595247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0409d6-5214-4079-976f-45e043787fbf None None] No DVR routers for this DVR port 88d75830-e003-46a2-900f-4b830afdc22e on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:34:13.596207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4bbc48-e6bb-4a13-9835-4a635a1d6830']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:13.609701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e2d518-b2ce-45b0-9903-b0b074bc785c') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:13.610001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e2d518-b2ce-45b0-9903-b0b074bc785c') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:13.618875 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.633278 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.639156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:34:13.639547 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:34:13.642572 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:34:13.699155 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.706025 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:13.707807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] 10.222.0.41 "DELETE /v2.0/networks/9e4bbc48-e6bb-4a13-9835-4a635a1d6830 HTTP/1.1" status: 204 len: 168 time: 0.5571940 Jul 08 02:34:13.720085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca643915-d944-403b-a153-7af7983d08e4 tempest-NetworksIpV6Test-766640744 tempest-NetworksIpV6Test-766640744-project] Pushing event deleted for resources: {'Network': ['ID=9e4bbc48-e6bb-4a13-9835-4a635a1d6830,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:13.944757 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43592) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:14.084404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9365859c-a7e1-4baf-8eb3-3cb7f8ab7586 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a25b18be7d344e21a1475250d7409392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388288 Jul 08 02:34:14.086860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43596) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:14.146472 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f6791a4-5c58-4a98-9c0e-0d2bd8a46df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:14.170035 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f6791a4-5c58-4a98-9c0e-0d2bd8a46df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:14.221777 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f6791a4-5c58-4a98-9c0e-0d2bd8a46df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:14.224774 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9f6791a4-5c58-4a98-9c0e-0d2bd8a46df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:14.225926 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9f6791a4-5c58-4a98-9c0e-0d2bd8a46df0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23580ad7-fb32-4e90-a267-18b908b34cba HTTP/1.1" status: 204 len: 168 time: 0.1381645 Jul 08 02:34:14.234447 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6791a4-5c58-4a98-9c0e-0d2bd8a46df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23580ad7-fb32-4e90-a267-18b908b34cba,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:14.876700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43618) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:14.913219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 88d75830-e003-46a2-900f-4b830afdc22e no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:34:14.935051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 88d75830-e003-46a2-900f-4b830afdc22e {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:34:14.935417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 88d75830-e003-46a2-900f-4b830afdc22e not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:34:14.972513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-e3be39a5-eac4-40cf-aba6-7b4a0f324613 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-461412889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:14.995315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3be39a5-eac4-40cf-aba6-7b4a0f324613 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:14.996224 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3be39a5-eac4-40cf-aba6-7b4a0f324613 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.051057 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3be39a5-eac4-40cf-aba6-7b4a0f324613 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.055063 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3be39a5-eac4-40cf-aba6-7b4a0f324613 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.070411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e3be39a5-eac4-40cf-aba6-7b4a0f324613 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.071705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e3be39a5-eac4-40cf-aba6-7b4a0f324613 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1940072 Jul 08 02:34:15.074709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43622) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:15.080676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1912065288'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:15.101107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Made reservation on behalf of c051cd432a894cb2a01f2190aa9feba9 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:15.105281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.114051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.208899 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.212570 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.241964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:34:15.248194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f48004-1f90-42b0-a179-a36c8727d506,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:15.255201 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.255201 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Added segment b75479f3-3e86-4ede-9e9b-0ec048a92c11 of type vlan for network 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4 Jul 08 02:34:15.294828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.325984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.331617 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:15.332242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.390153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3144181 Jul 08 02:34:15.392894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43624) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:15.399798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Request body: {'subnet': {'network_id': '0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:15.407064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f54f6-d787-4fd4-bd88-32d1134d6004 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event updated for resources: {'Network': ['ID=0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:15.418130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:34:15.500809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Made reservation on behalf of c051cd432a894cb2a01f2190aa9feba9 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:15.504390 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.679997 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.744430 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event updated for resources: {'Subnet': ['ID=2ea59378-8133-460c-b7ea-e4584402a051,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:15.752502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Checking segment: {'id': 'b75479f3-3e86-4ede-9e9b-0ec048a92c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:15.753176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Network hostable DHCP agents. Network: 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:34:15.770988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Network 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:34:15.780755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:15.785333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:15.786176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.789329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c42d7-490a-41dd-b57c-c3045b9ac435 None None] Network 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:15.802284 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1cee9f32-449d-4a11-ac57-a2f2d7f0488e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4083664 Jul 08 02:34:15.805392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43626) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:15.811040 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-260501059'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:15.831386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Made reservation on behalf of c051cd432a894cb2a01f2190aa9feba9 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:15.834953 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.862369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:34:15.877744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.878921 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Added segment ab96c41f-b577-4ace-8e15-01c2f310bfbc of type vlan for network 09a3357a-53fc-4d23-83aa-1a69c00d7dc2 Jul 08 02:34:15.920939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.950521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.951617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4', 'network_id': '0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4', 'tenant_id': 'c051cd432a894cb2a01f2190aa9feba9', 'fixed_ips': [{'subnet_id': '2ea59378-8133-460c-b7ea-e4584402a051'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:34:15.952664 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:15.956513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:15.957118 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.021297 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2146132 Jul 08 02:34:16.023902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43628) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:16.029066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Request body: {'subnet': {'network_id': '09a3357a-53fc-4d23-83aa-1a69c00d7dc2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:16.047743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec97d8-96f4-49fc-ad36-c4af1980700c tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event updated for resources: {'Network': ['ID=09a3357a-53fc-4d23-83aa-1a69c00d7dc2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:16.072278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 09a3357a-53fc-4d23-83aa-1a69c00d7dc2 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:34:16.123264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Made reservation on behalf of c051cd432a894cb2a01f2190aa9feba9 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:16.127579 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.146726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Allocated IP 172.20.0.2 (0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4/2ea59378-8133-460c-b7ea-e4584402a051/f98a9dc8-ceec-4952-8d17-f8a6584312c0) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:16.321264 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.327279 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.330391 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Transition to ACTIVE for port object f98a9dc8-ceec-4952-8d17-f8a6584312c0 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:16.347134 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Transition to ACTIVE for port object f98a9dc8-ceec-4952-8d17-f8a6584312c0 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:16.356315 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.398882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event updated for resources: {'Subnet': ['ID=9dbe3d93-5b3a-441a-8236-a7c73518df70,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:16.405411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Network 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:16.408555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:16.412209 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:16.412613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Checking segment: {'id': 'ab96c41f-b577-4ace-8e15-01c2f310bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09a3357a-53fc-4d23-83aa-1a69c00d7dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:16.412982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Network hostable DHCP agents. Network: 09a3357a-53fc-4d23-83aa-1a69c00d7dc2, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:34:16.419059 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Pushing event updated for resources: {'Port': ['ID=f98a9dc8-ceec-4952-8d17-f8a6584312c0,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:16.440056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Network 09a3357a-53fc-4d23-83aa-1a69c00d7dc2 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:34:16.451834 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 09a3357a-53fc-4d23-83aa-1a69c00d7dc2) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:16.456568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:16.458198 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.469247 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893aa6fa-2a9c-4686-b588-6c2be4ef51be None None] Network 09a3357a-53fc-4d23-83aa-1a69c00d7dc2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:16.474359 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0c276cb7-3e30-4448-8be6-0b11f396242e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4492362 Jul 08 02:34:16.477158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43632) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:16.482397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5c7085ab-dc94-4bc0-a7b0-aa33323db005 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Request body: {'router': {'external_gateway_info': {'network_id': '09a3357a-53fc-4d23-83aa-1a69c00d7dc2'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:16.523982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Attempting to bind port f98a9dc8-ceec-4952-8d17-f8a6584312c0 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:16.524375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Attempting to bind port f98a9dc8-ceec-4952-8d17-f8a6584312c0 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'b75479f3-3e86-4ede-9e9b-0ec048a92c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:16.524740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Attempting to bind port f98a9dc8-ceec-4952-8d17-f8a6584312c0 on network 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:16.536144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:16.536556 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Checking segment: {'id': 'b75479f3-3e86-4ede-9e9b-0ec048a92c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:16.537059 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.537653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Bound using segment: {'id': 'b75479f3-3e86-4ede-9e9b-0ec048a92c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:16.538435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Bound port: f98a9dc8-ceec-4952-8d17-f8a6584312c0, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75479f3-3e86-4ede-9e9b-0ec048a92c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:16.539078 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.670378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] For port f98a9dc8-ceec-4952-8d17-f8a6584312c0, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:16.675605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] For port f98a9dc8-ceec-4952-8d17-f8a6584312c0, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f98a9dc8-ceec-4952-8d17-f8a6584312c0,segment=NetworkSegment(b75479f3-3e86-4ede-9e9b-0ec048a92c11),segment_id=b75479f3-3e86-4ede-9e9b-0ec048a92c11)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:16.682115 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.727753 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5c7085ab-dc94-4bc0-a7b0-aa33323db005 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.746792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-09a3357a-53fc-4d23-83aa-1a69c00d7dc2', 'network_id': '09a3357a-53fc-4d23-83aa-1a69c00d7dc2', 'tenant_id': 'c051cd432a894cb2a01f2190aa9feba9', 'fixed_ips': [{'subnet_id': '9dbe3d93-5b3a-441a-8236-a7c73518df70'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:34:16.747644 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:16.794521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6e530-9a46-4bbc-9e30-90478a6ab6ff None None] Pushing event updated for resources: {'Port': ['ID=f98a9dc8-ceec-4952-8d17-f8a6584312c0,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:16.878898 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [None req-5c7085ab-dc94-4bc0-a7b0-aa33323db005 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 08 02:34:16.880704 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5c7085ab-dc94-4bc0-a7b0-aa33323db005 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "PUT /v2.0/routers/fc3a6f7e-c1ee-4e8e-99cb-4900b463d434 HTTP/1.1" status: 400 len: 364 time: 0.4025247 Jul 08 02:34:16.886595 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43634) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:16.941826 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ec40f0-c3d3-4559-95b3-1e6b41be185d tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Deleting subnet 9dbe3d93-5b3a-441a-8236-a7c73518df70 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:34:16.950223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Allocated IP 172.21.0.2 (09a3357a-53fc-4d23-83aa-1a69c00d7dc2/9dbe3d93-5b3a-441a-8236-a7c73518df70/f6d4debb-1717-4cc5-817f-0559aed21a02) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:17.115122 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.123466 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Transition to ACTIVE for port object f6d4debb-1717-4cc5-817f-0559aed21a02 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:17.140074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Transition to ACTIVE for port object f6d4debb-1717-4cc5-817f-0559aed21a02 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:17.146260 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1ec40f0-c3d3-4559-95b3-1e6b41be185d tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.146766 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.193854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Network 09a3357a-53fc-4d23-83aa-1a69c00d7dc2 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:17.196953 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:17.202139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:17.204019 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1ec40f0-c3d3-4559-95b3-1e6b41be185d tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.205353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Pushing event updated for resources: {'Port': ['ID=f6d4debb-1717-4cc5-817f-0559aed21a02,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:17.273654 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Attempting to bind port f6d4debb-1717-4cc5-817f-0559aed21a02 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:17.274027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Attempting to bind port f6d4debb-1717-4cc5-817f-0559aed21a02 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ab96c41f-b577-4ace-8e15-01c2f310bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09a3357a-53fc-4d23-83aa-1a69c00d7dc2'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:17.274388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Attempting to bind port f6d4debb-1717-4cc5-817f-0559aed21a02 on network 09a3357a-53fc-4d23-83aa-1a69c00d7dc2 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:17.280475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:17.280848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Checking segment: {'id': 'ab96c41f-b577-4ace-8e15-01c2f310bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09a3357a-53fc-4d23-83aa-1a69c00d7dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:17.281247 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.281636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Bound using segment: {'id': 'ab96c41f-b577-4ace-8e15-01c2f310bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09a3357a-53fc-4d23-83aa-1a69c00d7dc2'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:17.282098 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Bound port: f6d4debb-1717-4cc5-817f-0559aed21a02, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab96c41f-b577-4ace-8e15-01c2f310bfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '09a3357a-53fc-4d23-83aa-1a69c00d7dc2'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:17.282474 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.294528 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1ec40f0-c3d3-4559-95b3-1e6b41be185d tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.356227 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1ec40f0-c3d3-4559-95b3-1e6b41be185d tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.359425 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] For port f6d4debb-1717-4cc5-817f-0559aed21a02, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:17.362725 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] For port f6d4debb-1717-4cc5-817f-0559aed21a02, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f6d4debb-1717-4cc5-817f-0559aed21a02,segment=NetworkSegment(ab96c41f-b577-4ace-8e15-01c2f310bfbc),segment_id=ab96c41f-b577-4ace-8e15-01c2f310bfbc)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:17.366854 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.386755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec40f0-c3d3-4559-95b3-1e6b41be185d tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event deleted for resources: {'Subnet': ['ID=9dbe3d93-5b3a-441a-8236-a7c73518df70,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:17.391634 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b1ec40f0-c3d3-4559-95b3-1e6b41be185d tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.393694 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b1ec40f0-c3d3-4559-95b3-1e6b41be185d tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "DELETE /v2.0/subnets/9dbe3d93-5b3a-441a-8236-a7c73518df70 HTTP/1.1" status: 204 len: 168 time: 0.5060890 Jul 08 02:34:17.396546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43636) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:17.433343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bf721-a5ec-431f-8675-05753b4bee87 None None] Pushing event updated for resources: {'Port': ['ID=f6d4debb-1717-4cc5-817f-0559aed21a02,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:17.492241 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.552013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Deleting port f6d4debb-1717-4cc5-817f-0559aed21a02 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:34:17.552557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.633231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] For port f6d4debb-1717-4cc5-817f-0559aed21a02, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f6d4debb-1717-4cc5-817f-0559aed21a02,segment=NetworkSegment(ab96c41f-b577-4ace-8e15-01c2f310bfbc),segment_id=ab96c41f-b577-4ace-8e15-01c2f310bfbc)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:17.633652 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.651813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Calling delete_port for f6d4debb-1717-4cc5-817f-0559aed21a02 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:34:17.739900 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.766870 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event deleted for resources: {'Port': ['ID=f6d4debb-1717-4cc5-817f-0559aed21a02,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:17.771084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] No DVR routers for this DVR port f6d4debb-1717-4cc5-817f-0559aed21a02 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:34:17.867279 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.878220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a3357a-53fc-4d23-83aa-1a69c00d7dc2']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:17.881584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d46f4-c11d-4b66-bf60-52f3d026bd56 None None] Network 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:17.889807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab96c41f-b577-4ace-8e15-01c2f310bfbc') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:17.890361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab96c41f-b577-4ace-8e15-01c2f310bfbc') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:17.899268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.914239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.920483 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:34:17.920949 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:34:17.924643 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:34:17.983006 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.987584 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:17.992245 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "DELETE /v2.0/networks/09a3357a-53fc-4d23-83aa-1a69c00d7dc2 HTTP/1.1" status: 204 len: 168 time: 0.5924344 Jul 08 02:34:17.992684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:18.006673 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1214545-f8a3-480a-a6ec-33c5f640e925 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event deleted for resources: {'Network': ['ID=09a3357a-53fc-4d23-83aa-1a69c00d7dc2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:18.011695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fea52e09-c0eb-48ac-9c53-9a6eee56ae66 None None] Provisioning for port f98a9dc8-ceec-4952-8d17-f8a6584312c0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:18.049015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08b7c2d-9e6f-45aa-ba3c-adf6638cebe1 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Deleting subnet 2ea59378-8133-460c-b7ea-e4584402a051 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:34:18.052291 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b08b7c2d-9e6f-45aa-ba3c-adf6638cebe1 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.100653 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b08b7c2d-9e6f-45aa-ba3c-adf6638cebe1 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.194229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b08b7c2d-9e6f-45aa-ba3c-adf6638cebe1 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.262508 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b08b7c2d-9e6f-45aa-ba3c-adf6638cebe1 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.296762 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b7c2d-9e6f-45aa-ba3c-adf6638cebe1 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea59378-8133-460c-b7ea-e4584402a051,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:18.301481 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b08b7c2d-9e6f-45aa-ba3c-adf6638cebe1 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.303697 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b08b7c2d-9e6f-45aa-ba3c-adf6638cebe1 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "DELETE /v2.0/subnets/2ea59378-8133-460c-b7ea-e4584402a051 HTTP/1.1" status: 204 len: 168 time: 0.3098173 Jul 08 02:34:18.306126 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43640) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:18.318790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70565a12-24f7-4ed0-aa54-8c6ed29e8b0d None None] Network 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:18.389993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.449542 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Deleting port f98a9dc8-ceec-4952-8d17-f8a6584312c0 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:34:18.450092 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.513637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ac695357-c9e2-4dc3-b419-6f5143d06e9e None None] Could not find standard attr ID for object f6d4debb-1717-4cc5-817f-0559aed21a02. {{(pid=93885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 08 02:34:18.524160 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] For port f98a9dc8-ceec-4952-8d17-f8a6584312c0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f98a9dc8-ceec-4952-8d17-f8a6584312c0,segment=NetworkSegment(b75479f3-3e86-4ede-9e9b-0ec048a92c11),segment_id=b75479f3-3e86-4ede-9e9b-0ec048a92c11)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:18.524556 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.537372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b15d2d-8ee5-4419-8e7d-1d497f379117 None None] DHCP port deletion for 09a3357a-53fc-4d23-83aa-1a69c00d7dc2 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:34:18.539580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Calling delete_port for f98a9dc8-ceec-4952-8d17-f8a6584312c0 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:34:18.552140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c81f388-342d-42d2-95f2-cf9d5b71459d None None] Network 09a3357a-53fc-4d23-83aa-1a69c00d7dc2 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:18.565578 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45053fb5-4c88-4a04-b73f-4d4ba568151d None None] DHCP port deletion for 0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:34:18.571726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c81f388-342d-42d2-95f2-cf9d5b71459d None None] Network 09a3357a-53fc-4d23-83aa-1a69c00d7dc2 could not be found, it might have been deleted concurrently. {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 08 02:34:18.616994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-45053fb5-4c88-4a04-b73f-4d4ba568151d None None] Deleting port f98a9dc8-ceec-4952-8d17-f8a6584312c0 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:34:18.617361 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45053fb5-4c88-4a04-b73f-4d4ba568151d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.625533 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.653604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event deleted for resources: {'Port': ['ID=f98a9dc8-ceec-4952-8d17-f8a6584312c0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:18.657347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] No DVR routers for this DVR port f98a9dc8-ceec-4952-8d17-f8a6584312c0 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:34:18.680383 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-45053fb5-4c88-4a04-b73f-4d4ba568151d None None] For port f98a9dc8-ceec-4952-8d17-f8a6584312c0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=f98a9dc8-ceec-4952-8d17-f8a6584312c0,segment=NetworkSegment(b75479f3-3e86-4ede-9e9b-0ec048a92c11),segment_id=b75479f3-3e86-4ede-9e9b-0ec048a92c11)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:18.680781 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45053fb5-4c88-4a04-b73f-4d4ba568151d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.693657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-45053fb5-4c88-4a04-b73f-4d4ba568151d None None] Calling delete_port for f98a9dc8-ceec-4952-8d17-f8a6584312c0 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:34:18.738374 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.748521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:18.759219 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75479f3-3e86-4ede-9e9b-0ec048a92c11') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:18.759444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75479f3-3e86-4ede-9e9b-0ec048a92c11') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:18.769419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.774104 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-45053fb5-4c88-4a04-b73f-4d4ba568151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.783707 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.789669 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:34:18.790110 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:34:18.794034 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:34:18.800128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45053fb5-4c88-4a04-b73f-4d4ba568151d None None] Pushing event deleted for resources: {'Port': ['ID=f98a9dc8-ceec-4952-8d17-f8a6584312c0,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:18.803737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45053fb5-4c88-4a04-b73f-4d4ba568151d None None] No DVR routers for this DVR port f98a9dc8-ceec-4952-8d17-f8a6584312c0 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:34:18.858162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.865563 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:18.867402 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "DELETE /v2.0/networks/0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4 HTTP/1.1" status: 204 len: 168 time: 0.5602114 Jul 08 02:34:18.870378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43644) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:18.880051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20b875-cdb3-41b8-abdf-22cd7e729164 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Pushing event deleted for resources: {'Network': ['ID=0f0b9db7-65b0-4d33-bc61-a0c8e66fa1a4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:18.906150 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-956a6080-be2d-44aa-926a-7ffef77d660e tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc3a6f7e-c1ee-4e8e-99cb-4900b463d434 HTTP/1.1" status: 200 len: 205 time: 0.0343697 Jul 08 02:34:18.908548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43646) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:19.290485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f7d16df-a239-4799-9d8d-a7e18228b002 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:19.446873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f7d16df-a239-4799-9d8d-a7e18228b002 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:19.449061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f7d16df-a239-4799-9d8d-a7e18228b002 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:19.493318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f7d16df-a239-4799-9d8d-a7e18228b002 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:19.493871 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d16df-a239-4799-9d8d-a7e18228b002 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Fanout notify agent at l3_agent the message router_deleted on router fc3a6f7e-c1ee-4e8e-99cb-4900b463d434 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:34:19.501480 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f7d16df-a239-4799-9d8d-a7e18228b002 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:19.502578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4f7d16df-a239-4799-9d8d-a7e18228b002 tempest-RoutersNegativeTest-2081037679 tempest-RoutersNegativeTest-2081037679-project] 10.222.0.41 "DELETE /v2.0/routers/fc3a6f7e-c1ee-4e8e-99cb-4900b463d434 HTTP/1.1" status: 204 len: 168 time: 0.5931382 Jul 08 02:34:19.742818 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43652) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:19.870965 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-897b46c9-95f7-4f54-bc5a-45be08c2fbd8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c051cd432a894cb2a01f2190aa9feba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268725 Jul 08 02:34:19.873415 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43656) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:19.920930 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca3f459d-e1b5-4c62-be73-aece6937ec10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:19.941410 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca3f459d-e1b5-4c62-be73-aece6937ec10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:19.988023 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca3f459d-e1b5-4c62-be73-aece6937ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:19.990619 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ca3f459d-e1b5-4c62-be73-aece6937ec10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:19.991781 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ca3f459d-e1b5-4c62-be73-aece6937ec10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5f48004-1f90-42b0-a179-a36c8727d506 HTTP/1.1" status: 204 len: 168 time: 0.1174638 Jul 08 02:34:19.999213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f459d-e1b5-4c62-be73-aece6937ec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f48004-1f90-42b0-a179-a36c8727d506,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:20.588800 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:20.680884 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-964132534-network', 'tenant_id': '4b529143fbbe434fbf691962ec856e15'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:20.703487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Made reservation on behalf of 4b529143fbbe434fbf691962ec856e15 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:20.706032 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:20.714489 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-549c4abc-40e3-4885-9b9f-777084257607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:20.716010 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:20.809268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:20.813140 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:20.836546 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:34:20.845903 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f268a3c0-39d1-4b42-83af-46ce7f8f3c05,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:20.852229 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:20.852607 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Added segment da676f48-cbd3-4c2d-a4b4-df8ae547e3d0 of type vlan for network 65d7fefe-6c50-4566-bf7e-5e46553ec66a Jul 08 02:34:20.892756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:20.921135 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:20.922022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:20.922609 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:20.972192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3822930 Jul 08 02:34:20.975327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43682) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:20.981384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Request body: {'subnet': {'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-964132534-subnet', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:20.984444 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d366b95-d5de-4083-bc6d-ebd8f2b5be88 admin admin] Pushing event updated for resources: {'Network': ['ID=65d7fefe-6c50-4566-bf7e-5e46553ec66a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:20.993947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 65d7fefe-6c50-4566-bf7e-5e46553ec66a details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:34:21.004256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Made reservation on behalf of 4b529143fbbe434fbf691962ec856e15 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:21.006841 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.174009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.227285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d22c3c-7c7e-4b73-9893-089c98657206,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:21.237220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Checking segment: {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:21.237586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Network hostable DHCP agents. Network: 65d7fefe-6c50-4566-bf7e-5e46553ec66a, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:34:21.254176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Network 65d7fefe-6c50-4566-bf7e-5e46553ec66a is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:34:21.263594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 65d7fefe-6c50-4566-bf7e-5e46553ec66a) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:21.268216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:21.269587 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.273566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a221c3-c42e-4f4a-90d8-8903cc589e5a None None] Network 65d7fefe-6c50-4566-bf7e-5e46553ec66a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:21.287413 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43684) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:21.287637 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7ee6e385-03f7-4293-864e-f98911a26655 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3110521 Jul 08 02:34:21.292051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-964132534-router', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:21.314667 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.316143 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.372454 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.425823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-65d7fefe-6c50-4566-bf7e-5e46553ec66a', 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'fixed_ips': [{'subnet_id': '44d22c3c-7c7e-4b73-9893-089c98657206'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:34:21.426341 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.569566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Allocated IP 172.20.0.2 (65d7fefe-6c50-4566-bf7e-5e46553ec66a/44d22c3c-7c7e-4b73-9893-089c98657206/c6f37c91-dab3-4bc5-8135-e6b3f46eaf80) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:21.729100 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.737882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Transition to ACTIVE for port object c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:21.753671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Transition to ACTIVE for port object c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:21.759292 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.795730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Network 65d7fefe-6c50-4566-bf7e-5e46553ec66a is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:21.800483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:21.803759 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:21.814640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Pushing event updated for resources: {'Port': ['ID=c6f37c91-dab3-4bc5-8135-e6b3f46eaf80,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:21.825172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.869389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Attempting to bind port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:21.869758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Attempting to bind port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:21.870118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Attempting to bind port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 on network 65d7fefe-6c50-4566-bf7e-5e46553ec66a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:21.875601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:21.875978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Checking segment: {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:21.876409 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.876806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Bound using segment: {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:21.877273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Bound port: c6f37c91-dab3-4bc5-8135-e6b3f46eaf80, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:21.877655 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:21.942467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] For port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:21.945754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] For port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c6f37c91-dab3-4bc5-8135-e6b3f46eaf80,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:21.950000 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:22.008757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ca434-8c8c-4c17-a2a8-ba2f16011ebc None None] Pushing event updated for resources: {'Port': ['ID=c6f37c91-dab3-4bc5-8135-e6b3f46eaf80,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:22.032242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:22.051828 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:22.172049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Allocated IP 172.25.4.46 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:22.293874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:22.336408 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:22.377816 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:22.384472 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:22.386906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:22.411305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Pushing event updated for resources: {'Port': ['ID=d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:22.641922 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:22.856429 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:22.903843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa727f-e197-4fb7-b714-e1e31849da8e None None] Network 65d7fefe-6c50-4566-bf7e-5e46553ec66a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:22.997863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:34:23.112617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:34:23.121900 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:23.128964 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Sync routers for ids ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:34:23.134851 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.136268 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5e3c4341-9666-4b6e-a7ce-e573d19ce8ff admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8477774 Jul 08 02:34:23.139838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 43686) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:23.140850 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Routers {'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:34:23.141575 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:33:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:23.182040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b3045e55-da56-42ac-a190-362fe3dc5dbf None None] Provisioning for port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:23.241606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:23.252243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:23.252650 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.271690 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Set router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:34:23.378906 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.417103 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c6f37c91-dab3-4bc5-8135-e6b3f46eaf80,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:23.424323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.481263 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'name': 'tempest-TestEncryptedCinderVolumes-964132534-router', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:21Z', 'updated_at': '2021-07-08T02:34:22Z', 'revision_number': 3, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'gw_port': {'id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:22Z', 'updated_at': '2021-07-08T02:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:23.493913 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-47b5437a-d3f5-4a2b-98dd-50f38184c2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.503268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=c6f37c91-dab3-4bc5-8135-e6b3f46eaf80,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:23.517373 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Checking router: fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:34:23.517777 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Updating router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:34:23.561720 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.616035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cc0308a8-37f5-4473-8981-9371d0429f3e None None] Provisioning complete for port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:23.616588 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cc0308a8-37f5-4473-8981-9371d0429f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.644518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.806971 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Allocated IP 172.20.0.1 (65d7fefe-6c50-4566-bf7e-5e46553ec66a/44d22c3c-7c7e-4b73-9893-089c98657206/9fcb9768-5eea-41f0-a798-98dca611f1a0) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:23.827431 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.830687 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.837647 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Transition to ACTIVE for port object d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:23.842795 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.894114 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Attempting to bind port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:23.894631 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Attempting to bind port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:23.894921 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Attempting to bind port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:23.897720 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Pushing event updated for resources: {'Port': ['ID=d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:23.905401 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:23.905769 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:23.906160 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.906547 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:23.906997 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Bound port: d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:23.907365 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.910573 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.910911 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.911600 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.911600 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.911901 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.912195 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.912542 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.912862 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.913184 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.913500 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.913813 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.914126 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:34:23.917088 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:23.931622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Transition to ACTIVE for port object 9fcb9768-5eea-41f0-a798-98dca611f1a0 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:23.969328 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:24.014555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Network 65d7fefe-6c50-4566-bf7e-5e46553ec66a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:24.019659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:24.023191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:24.051244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Pushing event updated for resources: {'Port': ['ID=9fcb9768-5eea-41f0-a798-98dca611f1a0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:24.056908 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] For port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:24.061447 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] For port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:24.066768 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:24.067785 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:24.125229 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Routers {'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:34:24.125863 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:24.162328 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4df3b-6a12-44d7-8c81-e8f473e8e188 None None] Pushing event updated for resources: {'Port': ['ID=d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:24.220903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:24.247424 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] Set router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:34:24.327143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7be6e6bf-d066-4a7d-9e20-24cedf01fe71 None None] Provisioning for port 9fcb9768-5eea-41f0-a798-98dca611f1a0 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:24.330941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7be6e6bf-d066-4a7d-9e20-24cedf01fe71 None None] Provisioning complete for port 9fcb9768-5eea-41f0-a798-98dca611f1a0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:24.331402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7be6e6bf-d066-4a7d-9e20-24cedf01fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:24.366193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7be6e6bf-d066-4a7d-9e20-24cedf01fe71 None None] Port 9fcb9768-5eea-41f0-a798-98dca611f1a0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:34:24.394054 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:24.398401 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:24.428082 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'name': 'tempest-TestEncryptedCinderVolumes-964132534-router', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:21Z', 'updated_at': '2021-07-08T02:34:22Z', 'revision_number': 3, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'gw_port': {'id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:22Z', 'updated_at': '2021-07-08T02:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:24.458351 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a89ab0-029b-4166-80fe-e83ca9d28d40 None None] The sync data for ids ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'] in n-d-694802-14 is: [{'id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'name': 'tempest-TestEncryptedCinderVolumes-964132534-router', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:21Z', 'updated_at': '2021-07-08T02:34:22Z', 'revision_number': 3, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'gw_port': {'id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:22Z', 'updated_at': '2021-07-08T02:34:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:34:24.465897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Pushing event updated for resources: {'Port': ['ID=9fcb9768-5eea-41f0-a798-98dca611f1a0,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:24.469368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:24.572254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Network 65d7fefe-6c50-4566-bf7e-5e46553ec66a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:24.573747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:24.714667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:34:24.831510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:34:24.836452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1e04707f-fefc-43b2-8706-3e6baa7ad054 admin admin] 10.222.0.41 "PUT /v2.0/routers/fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6958580 Jul 08 02:34:24.896573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cc785c55-05b2-4865-b8b8-25a8caf7c912 None None] Provisioning complete for port 9fcb9768-5eea-41f0-a798-98dca611f1a0 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:24.897126 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cc785c55-05b2-4865-b8b8-25a8caf7c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:24.958718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-cc785c55-05b2-4865-b8b8-25a8caf7c912 None None] Port 9fcb9768-5eea-41f0-a798-98dca611f1a0 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:34:24.968993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.035869 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:25.106819 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:25.110871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:25.111225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.201947 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.231398 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:25.236084 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.236982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:25.320010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:25.331996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:25.332886 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.410069 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43702) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:25.415158 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1060356199-network', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:25.436987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Made reservation on behalf of e6d133b60f824d22bd0bd15fb8be2e0f for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:25.439484 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.449107 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.538920 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.542618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.566581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:34:25.577275 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93456548-3338-409a-80f1-2827a1867116,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:25.582137 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.582485 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Added segment 3081c5cc-0f6c-4548-b794-0f222ab0de98 of type vlan for network c7b0a624-390c-4d72-9d45-f6778f4abb19 Jul 08 02:34:25.618854 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:34:25.624408 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.657951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.658989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:25.659566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.714882 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3036866 Jul 08 02:34:25.717609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43704) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:25.722331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Request body: {'subnet': {'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1060356199-subnet', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:25.730503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8493c-c6bf-4823-8ca8-7ccbbc6321a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b0a624-390c-4d72-9d45-f6778f4abb19,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:25.740568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network c7b0a624-390c-4d72-9d45-f6778f4abb19 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:34:25.750392 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Made reservation on behalf of e6d133b60f824d22bd0bd15fb8be2e0f for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:25.752892 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.932470 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:25.993730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515921b8-2228-4752-a207-53e87f172c92,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:26.001459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Checking segment: {'id': '3081c5cc-0f6c-4548-b794-0f222ab0de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:26.001821 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Network hostable DHCP agents. Network: c7b0a624-390c-4d72-9d45-f6778f4abb19, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:34:26.017549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Network c7b0a624-390c-4d72-9d45-f6778f4abb19 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:34:26.026116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, c7b0a624-390c-4d72-9d45-f6778f4abb19) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:26.031381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:26.032012 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.038177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7f69e4-dc29-4050-bd48-23ff70603fbf None None] Network c7b0a624-390c-4d72-9d45-f6778f4abb19 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:26.048658 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-97f40d10-98a6-48f3-a96f-aa9d1f8d7bd4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3298643 Jul 08 02:34:26.051115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43706) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:26.055849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1060356199-router', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:26.077586 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.078575 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.136437 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.146808 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Sync routers for ids ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:34:26.165128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Routers {'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:34:26.165755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:26.243508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-c7b0a624-390c-4d72-9d45-f6778f4abb19', 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'fixed_ips': [{'subnet_id': '515921b8-2228-4752-a207-53e87f172c92'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:34:26.244390 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.282731 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.364575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Set router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:34:26.486702 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.509842 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.533763 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Allocated IP 172.20.0.2 (c7b0a624-390c-4d72-9d45-f6778f4abb19/515921b8-2228-4752-a207-53e87f172c92/2f6c0435-3d62-48f5-be21-9a0a03c4cefa) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:26.627742 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Allocated IP 172.25.4.49 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/d331f6b1-8dd6-4a14-b201-e3b53090d3e6) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:26.651184 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.732598 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.742847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'name': 'tempest-TestEncryptedCinderVolumes-964132534-router', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:21Z', 'updated_at': '2021-07-08T02:34:24Z', 'revision_number': 4, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'gw_port': {'id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:22Z', 'updated_at': '2021-07-08T02:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9fcb9768-5eea-41f0-a798-98dca611f1a0', 'name': '', 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'mac_address': 'fa:16:3e:06:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '44d22c3c-7c7e-4b73-9893-089c98657206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:23Z', 'updated_at': '2021-07-08T02:34:24Z', 'revision_number': 2, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'subnets': [{'id': '44d22c3c-7c7e-4b73-9893-089c98657206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:26.773194 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Checking router: fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:34:26.773628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Updating router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f port 9fcb9768-5eea-41f0-a798-98dca611f1a0 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:34:26.774427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.775549 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.802867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Transition to ACTIVE for port object 2f6c0435-3d62-48f5-be21-9a0a03c4cefa will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:26.810652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:26.814054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:26.819502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:26.824360 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.834467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Transition to ACTIVE for port object 2f6c0435-3d62-48f5-be21-9a0a03c4cefa will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:26.843225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:26.851379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Pushing event updated for resources: {'Port': ['ID=d331f6b1-8dd6-4a14-b201-e3b53090d3e6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:26.915104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Network c7b0a624-390c-4d72-9d45-f6778f4abb19 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:26.923875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:26.969807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:26.974351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:27.012770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Pushing event updated for resources: {'Port': ['ID=2f6c0435-3d62-48f5-be21-9a0a03c4cefa,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:27.084788 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.132093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Attempting to bind port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:27.132401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Attempting to bind port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '3081c5cc-0f6c-4548-b794-0f222ab0de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:27.132766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Attempting to bind port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa on network c7b0a624-390c-4d72-9d45-f6778f4abb19 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:27.145503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:27.145885 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Checking segment: {'id': '3081c5cc-0f6c-4548-b794-0f222ab0de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:27.146290 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.146683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Bound using segment: {'id': '3081c5cc-0f6c-4548-b794-0f222ab0de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:27.147155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Bound port: 2f6c0435-3d62-48f5-be21-9a0a03c4cefa, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3081c5cc-0f6c-4548-b794-0f222ab0de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:27.147536 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.173784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:27.174154 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.280656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.313136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] For port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:27.336995 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] For port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2f6c0435-3d62-48f5-be21-9a0a03c4cefa,segment=NetworkSegment(3081c5cc-0f6c-4548-b794-0f222ab0de98),segment_id=3081c5cc-0f6c-4548-b794-0f222ab0de98)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:27.358990 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.403094 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.412471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:34:27.427751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Transition to ACTIVE for port object 9fcb9768-5eea-41f0-a798-98dca611f1a0 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:27.446336 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.456013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b134ee-d62c-419c-8980-3c7f0bb721f6 None None] Pushing event updated for resources: {'Port': ['ID=2f6c0435-3d62-48f5-be21-9a0a03c4cefa,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:27.511600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a347111-22c2-470c-a40f-52e8e73fe6bd None None] Pushing event updated for resources: {'Port': ['ID=9fcb9768-5eea-41f0-a798-98dca611f1a0,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:27.538216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:34:27.551764 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Sync routers for ids ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:34:27.556573 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.558782 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d8b5f1d1-63e8-4144-b74c-5e5e8c4ca0fe admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5060959 Jul 08 02:34:27.561692 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 43708) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:34:27.571923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Attempting to bind port 9fcb9768-5eea-41f0-a798-98dca611f1a0 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:27.572474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Attempting to bind port 9fcb9768-5eea-41f0-a798-98dca611f1a0 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:27.572962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Attempting to bind port 9fcb9768-5eea-41f0-a798-98dca611f1a0 on network 65d7fefe-6c50-4566-bf7e-5e46553ec66a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:27.579278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:27.579917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Checking segment: {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:27.580445 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.580910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Bound using segment: {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:27.581462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Bound port: 9fcb9768-5eea-41f0-a798-98dca611f1a0, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:27.581924 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.588915 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Routers {'26c1b105-2f9f-4d00-8af5-6f54dea3aa64'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:34:27.590200 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:27.674115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] For port 9fcb9768-5eea-41f0-a798-98dca611f1a0, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:27.682407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] For port 9fcb9768-5eea-41f0-a798-98dca611f1a0, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9fcb9768-5eea-41f0-a798-98dca611f1a0,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:27.701647 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:27.775506 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Routers {'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:34:27.776495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:27.778052 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Set router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:34:28.034470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a347111-22c2-470c-a40f-52e8e73fe6bd None None] Pushing event updated for resources: {'Port': ['ID=9fcb9768-5eea-41f0-a798-98dca611f1a0,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:28.075685 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'name': 'tempest-TestEncryptedCinderVolumes-1060356199-router', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:26Z', 'revision_number': 3, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'gw_port': {'id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:28.104649 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Checking router: 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:34:28.105888 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Updating router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 port d331f6b1-8dd6-4a14-b201-e3b53090d3e6 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:34:28.132184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] Set router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:34:28.186743 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:28.210040 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:28.413236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Allocated IP 172.20.0.1 (c7b0a624-390c-4d72-9d45-f6778f4abb19/515921b8-2228-4752-a207-53e87f172c92/7d582a2a-7139-449a-810b-f6a71f5e7689) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:28.421661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'name': 'tempest-TestEncryptedCinderVolumes-964132534-router', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:21Z', 'updated_at': '2021-07-08T02:34:24Z', 'revision_number': 4, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'gw_port': {'id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:22Z', 'updated_at': '2021-07-08T02:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9fcb9768-5eea-41f0-a798-98dca611f1a0', 'name': '', 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'mac_address': 'fa:16:3e:06:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '44d22c3c-7c7e-4b73-9893-089c98657206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:23Z', 'updated_at': '2021-07-08T02:34:27Z', 'revision_number': 4, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'subnets': [{'id': '44d22c3c-7c7e-4b73-9893-089c98657206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:28.462112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5be2d-c579-4e41-9356-f24c48106a9c None None] The sync data for ids ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'] in n-d-694802-14 is: [{'id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'name': 'tempest-TestEncryptedCinderVolumes-964132534-router', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:21Z', 'updated_at': '2021-07-08T02:34:24Z', 'revision_number': 4, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'gw_port': {'id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:22Z', 'updated_at': '2021-07-08T02:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9fcb9768-5eea-41f0-a798-98dca611f1a0', 'name': '', 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'mac_address': 'fa:16:3e:06:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '44d22c3c-7c7e-4b73-9893-089c98657206', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:23Z', 'updated_at': '2021-07-08T02:34:27Z', 'revision_number': 4, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'subnets': [{'id': '44d22c3c-7c7e-4b73-9893-089c98657206', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:34:28.485333 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:28.499863 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Transition to ACTIVE for port object d331f6b1-8dd6-4a14-b201-e3b53090d3e6 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:28.538036 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:28.596563 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:28.604030 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec308f8-9473-46dc-befb-3fce794ca49d None None] Pushing event updated for resources: {'Port': ['ID=d331f6b1-8dd6-4a14-b201-e3b53090d3e6,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:28.607320 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Attempting to bind port d331f6b1-8dd6-4a14-b201-e3b53090d3e6 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:28.607686 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Attempting to bind port d331f6b1-8dd6-4a14-b201-e3b53090d3e6 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:28.608045 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Attempting to bind port d331f6b1-8dd6-4a14-b201-e3b53090d3e6 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:28.614212 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:28.614580 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:28.615184 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:28.615765 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:28.616382 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Bound port: d331f6b1-8dd6-4a14-b201-e3b53090d3e6, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:28.616777 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:28.617466 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Transition to ACTIVE for port object 7d582a2a-7139-449a-810b-f6a71f5e7689 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:28.659241 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:28.702457 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] For port d331f6b1-8dd6-4a14-b201-e3b53090d3e6, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:28.706745 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] For port d331f6b1-8dd6-4a14-b201-e3b53090d3e6, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d331f6b1-8dd6-4a14-b201-e3b53090d3e6,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:28.712062 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:28.715581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Network c7b0a624-390c-4d72-9d45-f6778f4abb19 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:28.720680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:28.725524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:28.729210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Pushing event updated for resources: {'Port': ['ID=7d582a2a-7139-449a-810b-f6a71f5e7689,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:28.786779 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Routers {'26c1b105-2f9f-4d00-8af5-6f54dea3aa64'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:34:28.787839 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:28.787976 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:28.841522 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec308f8-9473-46dc-befb-3fce794ca49d None None] Pushing event updated for resources: {'Port': ['ID=d331f6b1-8dd6-4a14-b201-e3b53090d3e6,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:28.874255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8016ef10-8f1e-49c7-b648-05dd2849bd4f None None] Network c7b0a624-390c-4d72-9d45-f6778f4abb19 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:34:28.963655 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] Set router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:34:28.967676 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.005047 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-f5accaa0-314b-41c9-9033-5f86c31e856b None None] Provisioning for port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:29.117896 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2f6c0435-3d62-48f5-be21-9a0a03c4cefa up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:29.224470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:29.230938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.238550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:29.238928 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.243752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.267839 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'name': 'tempest-TestEncryptedCinderVolumes-1060356199-router', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:26Z', 'revision_number': 3, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'gw_port': {'id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:29.303132 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3bafd-bf95-4349-a5c4-1e0724c3046a None None] The sync data for ids ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'] in n-d-694802-14 is: [{'id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'name': 'tempest-TestEncryptedCinderVolumes-1060356199-router', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:26Z', 'revision_number': 3, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'gw_port': {'id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:34:29.376671 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.396382 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.454387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2f6c0435-3d62-48f5-be21-9a0a03c4cefa,segment=NetworkSegment(3081c5cc-0f6c-4548-b794-0f222ab0de98),segment_id=3081c5cc-0f6c-4548-b794-0f222ab0de98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:29.461980 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.462828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9fcb9768-5eea-41f0-a798-98dca611f1a0 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:29.466007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Pushing event updated for resources: {'Port': ['ID=7d582a2a-7139-449a-810b-f6a71f5e7689,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:29.528109 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Network c7b0a624-390c-4d72-9d45-f6778f4abb19 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:29.530560 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:29.564392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=2f6c0435-3d62-48f5-be21-9a0a03c4cefa,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:29.583371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 9fcb9768-5eea-41f0-a798-98dca611f1a0 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:29.588769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9fcb9768-5eea-41f0-a798-98dca611f1a0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:29.590112 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.662937 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-032cce82-9af0-450e-b84d-d0754c1c81a3 None None] Provisioning for port 7d582a2a-7139-449a-810b-f6a71f5e7689 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:29.669092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-032cce82-9af0-450e-b84d-d0754c1c81a3 None None] Provisioning complete for port 7d582a2a-7139-449a-810b-f6a71f5e7689 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:29.669544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-032cce82-9af0-450e-b84d-d0754c1c81a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.781175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.816918 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-032cce82-9af0-450e-b84d-d0754c1c81a3 None None] Port 7d582a2a-7139-449a-810b-f6a71f5e7689 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:34:29.847892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 9fcb9768-5eea-41f0-a798-98dca611f1a0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9fcb9768-5eea-41f0-a798-98dca611f1a0,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:29.851530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-032cce82-9af0-450e-b84d-d0754c1c81a3 None None] Provisioning complete for port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:29.851530 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-032cce82-9af0-450e-b84d-d0754c1c81a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:29.911729 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:30.055282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=9fcb9768-5eea-41f0-a798-98dca611f1a0,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:30.142353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-44e09a4b-7911-4119-b66f-992207ff901a None None] Provisioning complete for port 7d582a2a-7139-449a-810b-f6a71f5e7689 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:30.142745 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-44e09a4b-7911-4119-b66f-992207ff901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:30.144847 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:34:30.209306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-44e09a4b-7911-4119-b66f-992207ff901a None None] Port 7d582a2a-7139-449a-810b-f6a71f5e7689 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:34:30.275866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:34:30.282267 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-9f6eeeae-da87-4087-bc51-20f7e2936595 admin admin] 10.222.0.41 "PUT /v2.0/routers/26c1b105-2f9f-4d00-8af5-6f54dea3aa64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7194324 Jul 08 02:34:30.330387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-114fe701-ebbd-47a2-b4c1-257c9bf52059 None None] Provisioning complete for port 7d582a2a-7139-449a-810b-f6a71f5e7689 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:30.330737 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-114fe701-ebbd-47a2-b4c1-257c9bf52059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:30.367610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-114fe701-ebbd-47a2-b4c1-257c9bf52059 None None] Port 7d582a2a-7139-449a-810b-f6a71f5e7689 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:34:31.022329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d331f6b1-8dd6-4a14-b201-e3b53090d3e6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:31.081368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port d331f6b1-8dd6-4a14-b201-e3b53090d3e6 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:31.086467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d331f6b1-8dd6-4a14-b201-e3b53090d3e6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:31.086879 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:31.169738 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:31.191427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port d331f6b1-8dd6-4a14-b201-e3b53090d3e6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d331f6b1-8dd6-4a14-b201-e3b53090d3e6,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:31.198101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:31.199762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2f6c0435-3d62-48f5-be21-9a0a03c4cefa up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:31.286122 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=d331f6b1-8dd6-4a14-b201-e3b53090d3e6,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:31.297906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:31.298282 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:31.321694 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-d7c0960d-1c94-468f-90cc-c138a6a65f39 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:31.323739 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-d7c0960d-1c94-468f-90cc-c138a6a65f39 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/networks?id=65d7fefe-6c50-4566-bf7e-5e46553ec66a HTTP/1.1" status: 200 len: 816 time: 0.4471302 Jul 08 02:34:31.338512 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-5f920fee-4ce5-4d0d-a5bb-ba3aa68583a1 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/quotas/4b529143fbbe434fbf691962ec856e15 HTTP/1.1" status: 200 len: 375 time: 0.0093787 Jul 08 02:34:31.376820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9fcb9768-5eea-41f0-a798-98dca611f1a0 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:31.411699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-dfa9bf63-e1fe-450d-8b9c-c8fafbd530ac tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b529143fbbe434fbf691962ec856e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673008 Jul 08 02:34:31.423992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9fcb9768-5eea-41f0-a798-98dca611f1a0 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:31.424403 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:31.509874 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-d467de2f-de7b-4591-b574-8337a5fffb13 service neutron] 10.222.0.41 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860651 Jul 08 02:34:31.606126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-2b3544a7-25ce-409d-bd8b-926cf0376d38 service neutron] 10.222.0.41 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906208 Jul 08 02:34:31.813047 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5f5ec64c-b69f-4310-b311-80a8ba361283 req-4abf9f89-adf5-499b-884b-67da9c1827d0 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 210 time: 0.0360880 Jul 08 02:34:31.903118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Sync routers for ids ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:34:31.912495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Routers {'26c1b105-2f9f-4d00-8af5-6f54dea3aa64'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:34:31.913200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:32.026587 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Set router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:34:32.243581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'name': 'tempest-TestEncryptedCinderVolumes-1060356199-router', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:28Z', 'revision_number': 4, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'gw_port': {'id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '7d582a2a-7139-449a-810b-f6a71f5e7689', 'name': '', 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'mac_address': 'fa:16:3e:97:47:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '515921b8-2228-4752-a207-53e87f172c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:28Z', 'updated_at': '2021-07-08T02:34:29Z', 'revision_number': 2, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'subnets': [{'id': '515921b8-2228-4752-a207-53e87f172c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:32.275463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Checking router: 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:34:32.275922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Updating router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 port 7d582a2a-7139-449a-810b-f6a71f5e7689 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:34:32.311133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:32.569734 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:32.580223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Transition to ACTIVE for port object 7d582a2a-7139-449a-810b-f6a71f5e7689 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:32.585121 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:32.641377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ad198-18b3-42bb-a957-d9d66ce1564e None None] Pushing event updated for resources: {'Port': ['ID=7d582a2a-7139-449a-810b-f6a71f5e7689,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:32.695920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Attempting to bind port 7d582a2a-7139-449a-810b-f6a71f5e7689 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:32.696479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Attempting to bind port 7d582a2a-7139-449a-810b-f6a71f5e7689 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '3081c5cc-0f6c-4548-b794-0f222ab0de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:32.696938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Attempting to bind port 7d582a2a-7139-449a-810b-f6a71f5e7689 on network c7b0a624-390c-4d72-9d45-f6778f4abb19 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:32.703104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:32.703559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Checking segment: {'id': '3081c5cc-0f6c-4548-b794-0f222ab0de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:32.704152 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:32.704637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Bound using segment: {'id': '3081c5cc-0f6c-4548-b794-0f222ab0de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:32.706655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Bound port: 7d582a2a-7139-449a-810b-f6a71f5e7689, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3081c5cc-0f6c-4548-b794-0f222ab0de98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:32.707285 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:32.785025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] For port 7d582a2a-7139-449a-810b-f6a71f5e7689, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:32.788064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] For port 7d582a2a-7139-449a-810b-f6a71f5e7689, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7d582a2a-7139-449a-810b-f6a71f5e7689,segment=NetworkSegment(3081c5cc-0f6c-4548-b794-0f222ab0de98),segment_id=3081c5cc-0f6c-4548-b794-0f222ab0de98)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:32.794903 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:32.860448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Routers {'26c1b105-2f9f-4d00-8af5-6f54dea3aa64'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:34:32.861279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:34:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:32.904196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ad198-18b3-42bb-a957-d9d66ce1564e None None] Pushing event updated for resources: {'Port': ['ID=7d582a2a-7139-449a-810b-f6a71f5e7689,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:32.941668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-a833910e-e605-4978-b9f9-496cfe0c4d51 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:32.943874 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-a833910e-e605-4978-b9f9-496cfe0c4d51 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.16 "GET /v2.0/networks?id=65d7fefe-6c50-4566-bf7e-5e46553ec66a HTTP/1.1" status: 200 len: 816 time: 0.1741259 Jul 08 02:34:32.956517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Request body: {'port': {'device_id': '98e21bed-bd7d-461a-8b17-d05dce6edf01', 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a', 'admin_state_up': True, 'tenant_id': '4b529143fbbe434fbf691962ec856e15'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:33.020013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d331f6b1-8dd6-4a14-b201-e3b53090d3e6 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:33.075159 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-652ba571-06d9-4a57-9b8b-17b73b205561 req-d04c81fe-7635-4ae2-b531-d70918c1b388 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 210 time: 0.0789473 Jul 08 02:34:33.101170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] Set router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:34:33.128290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Made reservation on behalf of 4b529143fbbe434fbf691962ec856e15 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:34:33.133122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:33.139772 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d331f6b1-8dd6-4a14-b201-e3b53090d3e6 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:33.140329 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:33.278687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Allocated IP 172.20.0.12 (65d7fefe-6c50-4566-bf7e-5e46553ec66a/44d22c3c-7c7e-4b73-9893-089c98657206/a64efea9-0844-4464-953f-bcf92c1f7ee4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:34:33.433660 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:33.447359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Transition to ACTIVE for port object a64efea9-0844-4464-953f-bcf92c1f7ee4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:33.483282 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:33.531660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Network 65d7fefe-6c50-4566-bf7e-5e46553ec66a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:34:33.534902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:34:33.542880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:34:33.547118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Pushing event updated for resources: {'Port': ['ID=a64efea9-0844-4464-953f-bcf92c1f7ee4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:33.579841 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'name': 'tempest-TestEncryptedCinderVolumes-1060356199-router', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:28Z', 'revision_number': 4, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'gw_port': {'id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '7d582a2a-7139-449a-810b-f6a71f5e7689', 'name': '', 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'mac_address': 'fa:16:3e:97:47:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '515921b8-2228-4752-a207-53e87f172c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:28Z', 'updated_at': '2021-07-08T02:34:32Z', 'revision_number': 4, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'subnets': [{'id': '515921b8-2228-4752-a207-53e87f172c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:34:33.600849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:33.601501 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:33.611001 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff676903-f127-45d8-a693-3d1279ed0d0a None None] The sync data for ids ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'] in n-d-694802-14 is: [{'id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'name': 'tempest-TestEncryptedCinderVolumes-1060356199-router', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:28Z', 'revision_number': 4, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'gw_port': {'id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '7d582a2a-7139-449a-810b-f6a71f5e7689', 'name': '', 'network_id': 'c7b0a624-390c-4d72-9d45-f6778f4abb19', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'mac_address': 'fa:16:3e:97:47:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '515921b8-2228-4752-a207-53e87f172c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:28Z', 'updated_at': '2021-07-08T02:34:32Z', 'revision_number': 4, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'subnets': [{'id': '515921b8-2228-4752-a207-53e87f172c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:34:33.617677 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-0c46b6b3-a614-4839-93d7-db46985f705c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6653030 Jul 08 02:34:33.632126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Request body: {'port': {'device_id': '98e21bed-bd7d-461a-8b17-d05dce6edf01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:34:33.736291 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:33.889693 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-437bc39f-3bd6-4219-8bf7-517ce922bb8f None None] Provisioning for port a64efea9-0844-4464-953f-bcf92c1f7ee4 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:33.894559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-437bc39f-3bd6-4219-8bf7-517ce922bb8f None None] Provisioning complete for port a64efea9-0844-4464-953f-bcf92c1f7ee4 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:33.894930 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-437bc39f-3bd6-4219-8bf7-517ce922bb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:33.931012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-437bc39f-3bd6-4219-8bf7-517ce922bb8f None None] Port a64efea9-0844-4464-953f-bcf92c1f7ee4 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:34:34.033354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64efea9-0844-4464-953f-bcf92c1f7ee4 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:34:34.041483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:34.054443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Transition to ACTIVE for port object a64efea9-0844-4464-953f-bcf92c1f7ee4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:34:34.057557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:34.143903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Pushing event updated for resources: {'Port': ['ID=a64efea9-0844-4464-953f-bcf92c1f7ee4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:34.202455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Attempting to bind port a64efea9-0844-4464-953f-bcf92c1f7ee4 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:34:34.202825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Attempting to bind port a64efea9-0844-4464-953f-bcf92c1f7ee4 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:34:34.203126 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Attempting to bind port a64efea9-0844-4464-953f-bcf92c1f7ee4 on network 65d7fefe-6c50-4566-bf7e-5e46553ec66a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:34.208159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Port a64efea9-0844-4464-953f-bcf92c1f7ee4 on network 65d7fefe-6c50-4566-bf7e-5e46553ec66a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:34:34.208527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Attempting to bind port a64efea9-0844-4464-953f-bcf92c1f7ee4 on network 65d7fefe-6c50-4566-bf7e-5e46553ec66a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:34:34.214584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:34:34.216379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Checking segment: {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:34:34.216379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Bound using segment: {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:34:34.216379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Bound port: a64efea9-0844-4464-953f-bcf92c1f7ee4, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:34:34.216714 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:34.282311 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743d3b1-aaeb-447a-925d-a7811c9109c7 req-6b38fe8a-d4e1-453f-9dd8-32f5453b1585 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:34.293148 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9743d3b1-aaeb-447a-925d-a7811c9109c7 req-6b38fe8a-d4e1-453f-9dd8-32f5453b1585 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 944 time: 0.0888815 Jul 08 02:34:34.302421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] For port a64efea9-0844-4464-953f-bcf92c1f7ee4, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:34:34.305857 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] For port a64efea9-0844-4464-953f-bcf92c1f7ee4, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a64efea9-0844-4464-953f-bcf92c1f7ee4,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:34:34.311535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:34.332413 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9743d3b1-aaeb-447a-925d-a7811c9109c7 req-4a30b31c-c9c2-46cd-8b00-71dddf4d5e8d tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382795 Jul 08 02:34:34.358494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:34.359137 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:34.360593 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] 10.222.0.16 "PUT /v2.0/ports/a64efea9-0844-4464-953f-bcf92c1f7ee4 HTTP/1.1" status: 200 len: 1093 time: 0.7349806 Jul 08 02:34:34.361072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e21bed-bd7d-461a-8b17-d05dce6edf01', 'tag': 'a64efea9-0844-4464-953f-bcf92c1f7ee4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:34:34.363339 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5f570b-6d74-436b-9361-317c0271c4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "98e21bed-bd7d-461a-8b17-d05dce6edf01", "tag": "a64efea9-0844-4464-953f-bcf92c1f7ee4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:34:34.385145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f038c-9c11-44d6-a1ea-e4bb0b810850 service neutron] Pushing event updated for resources: {'Port': ['ID=a64efea9-0844-4464-953f-bcf92c1f7ee4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:34.410959 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc21bdef-264b-4e45-834c-2f7d6d032717 x-openstack-request-id: req-bc21bdef-264b-4e45-834c-2f7d6d032717 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:34:34.411252 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e21bed-bd7d-461a-8b17-d05dce6edf01", "tag": "a64efea9-0844-4464-953f-bcf92c1f7ee4", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:34:34.411501 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc21bdef-264b-4e45-834c-2f7d6d032717 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:34:34.411898 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e21bed-bd7d-461a-8b17-d05dce6edf01', 'tag': 'a64efea9-0844-4464-953f-bcf92c1f7ee4', 'status': 'completed', 'code': 200} Jul 08 02:34:34.459950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-9bc4f6a7-80e9-46e2-8832-0865be3eca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:34.461603 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-9bc4f6a7-80e9-46e2-8832-0865be3eca4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b529143fbbe434fbf691962ec856e15&device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 1096 time: 0.0606451 Jul 08 02:34:34.508343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-c68cb6a6-2b67-430c-bd3a-98bb6c90cb84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a64efea9-0844-4464-953f-bcf92c1f7ee4 HTTP/1.1" status: 200 len: 217 time: 0.0398228 Jul 08 02:34:34.559343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-7fa862bb-4e6b-4f7e-bea4-603cf17c72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:34.560900 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-7fa862bb-4e6b-4f7e-bea4-603cf17c72bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=44d22c3c-7c7e-4b73-9893-089c98657206 HTTP/1.1" status: 200 len: 855 time: 0.0467792 Jul 08 02:34:34.619211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-de340b8f-1d30-4c88-84e1-334402605c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:34.621498 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-de340b8f-1d30-4c88-84e1-334402605c89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65d7fefe-6c50-4566-bf7e-5e46553ec66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544274 Jul 08 02:34:34.715681 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-893880d6-0076-42b8-a762-6db87f0b45f0 service neutron] 10.222.0.16 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879209 Jul 08 02:34:34.803441 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6c031dc8-1f82-417b-9a3b-61b280fec670 req-2c5d73fa-74b9-4125-a7fc-0444f470b2d3 service neutron] 10.222.0.16 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818055 Jul 08 02:34:34.899852 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:34.909435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-4861bb28-d8d2-494b-b990-46fa6a0153c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:34.911107 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-4861bb28-d8d2-494b-b990-46fa6a0153c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b529143fbbe434fbf691962ec856e15&device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 1096 time: 0.0577817 Jul 08 02:34:34.962743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7d582a2a-7139-449a-810b-f6a71f5e7689 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:35.013436 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-a953d3ba-3451-416f-9300-4768c4b59fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:35.014898 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-a953d3ba-3451-416f-9300-4768c4b59fcb service neutron] 10.222.0.16 "GET /v2.0/networks?id=65d7fefe-6c50-4566-bf7e-5e46553ec66a HTTP/1.1" status: 200 len: 917 time: 0.0968759 Jul 08 02:34:35.016879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 7d582a2a-7139-449a-810b-f6a71f5e7689 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:35.020879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7d582a2a-7139-449a-810b-f6a71f5e7689 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:35.021556 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:35.057773 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-d520cb55-5173-4f38-9fe2-ca83115b2aec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a64efea9-0844-4464-953f-bcf92c1f7ee4 HTTP/1.1" status: 200 len: 217 time: 0.0354683 Jul 08 02:34:35.100427 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:35.113201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-647706fe-dcd6-4485-b0f1-366bd7f2ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:35.114745 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-647706fe-dcd6-4485-b0f1-366bd7f2ff82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=44d22c3c-7c7e-4b73-9893-089c98657206 HTTP/1.1" status: 200 len: 855 time: 0.0510559 Jul 08 02:34:35.136661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 7d582a2a-7139-449a-810b-f6a71f5e7689, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7d582a2a-7139-449a-810b-f6a71f5e7689,segment=NetworkSegment(3081c5cc-0f6c-4548-b794-0f222ab0de98),segment_id=3081c5cc-0f6c-4548-b794-0f222ab0de98)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:35.141021 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:35.173990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-16ada327-a070-4da0-ac22-ecbec0abc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:35.175532 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-16ada327-a070-4da0-ac22-ecbec0abc4de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65d7fefe-6c50-4566-bf7e-5e46553ec66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536666 Jul 08 02:34:35.192787 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=7d582a2a-7139-449a-810b-f6a71f5e7689,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:35.273637 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-d2e88435-76c4-490f-ae50-926452136b17 service neutron] 10.222.0.16 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899737 Jul 08 02:34:35.375551 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bc5f570b-6d74-436b-9361-317c0271c4e7 req-6f248f24-9121-4230-8ad6-f9fe4652453f service neutron] 10.222.0.16 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942283 Jul 08 02:34:35.509455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5fed4-d57e-45b6-9d69-35951723f963 req-9bbc4b05-ccfe-4f35-b542-2cf2c9bc52d0 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:35.511592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77a5fed4-d57e-45b6-9d69-35951723f963 req-9bbc4b05-ccfe-4f35-b542-2cf2c9bc52d0 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 944 time: 0.0683460 Jul 08 02:34:35.548346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77a5fed4-d57e-45b6-9d69-35951723f963 req-a464f5ba-829d-476b-91b3-0f7f12fcc11c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309777 Jul 08 02:34:36.724320 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a2d89-15f0-455c-9f46-39c3b98fe66c req-44bbc138-e00c-4dbd-a765-813b3963f5d1 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:36.725819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf5a2d89-15f0-455c-9f46-39c3b98fe66c req-44bbc138-e00c-4dbd-a765-813b3963f5d1 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 944 time: 0.0632300 Jul 08 02:34:36.764076 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cf5a2d89-15f0-455c-9f46-39c3b98fe66c req-15b990ec-f918-4029-8531-1fc848a4240d tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Jul 08 02:34:36.942831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7d582a2a-7139-449a-810b-f6a71f5e7689 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:36.992257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7d582a2a-7139-449a-810b-f6a71f5e7689 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:36.992745 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:37.940629 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377747c6-8990-4313-a540-4211e1d643ab req-8a461026-897f-4f3c-9f11-c3c80bdb0e49 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:37.942121 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-377747c6-8990-4313-a540-4211e1d643ab req-8a461026-897f-4f3c-9f11-c3c80bdb0e49 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 944 time: 0.0676146 Jul 08 02:34:37.981526 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-377747c6-8990-4313-a540-4211e1d643ab req-064a6e3e-c34d-4525-8db7-c6d957d6c756 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Jul 08 02:34:38.695867 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a64efea9-0844-4464-953f-bcf92c1f7ee4 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:34:38.790269 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a64efea9-0844-4464-953f-bcf92c1f7ee4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a64efea9-0844-4464-953f-bcf92c1f7ee4,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:38.802534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'a64efea9-0844-4464-953f-bcf92c1f7ee4', 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a', 'port_id': 'a64efea9-0844-4464-953f-bcf92c1f7ee4', 'mac_address': 'fa:16:3e:4d:1d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d22c3c-7c7e-4b73-9893-089c98657206', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:34:38.838182 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:38.850991 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64efea9-0844-4464-953f-bcf92c1f7ee4 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:34:38.871870 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a64efea9-0844-4464-953f-bcf92c1f7ee4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a64efea9-0844-4464-953f-bcf92c1f7ee4,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:38.876053 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:38.926927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=a64efea9-0844-4464-953f-bcf92c1f7ee4,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:39.077676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['a64efea9-0844-4464-953f-bcf92c1f7ee4'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:34:39.164863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c8f14-f18c-477a-9977-a18e42672db2 req-ee8f105d-bc35-4c05-b242-d7a9b659344f tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:39.166396 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e6c8f14-f18c-477a-9977-a18e42672db2 req-ee8f105d-bc35-4c05-b242-d7a9b659344f tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 945 time: 0.0736003 Jul 08 02:34:39.205805 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e6c8f14-f18c-477a-9977-a18e42672db2 req-1ab8b1ba-938c-4023-857f-9de9adaec8e7 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331233 Jul 08 02:34:39.363510 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:40.382910 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631d0dd-b933-4d31-a4fd-0cef85b1b024 req-18e83a4e-c781-44fe-901d-dec0fd0cf23c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:40.384454 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2631d0dd-b933-4d31-a4fd-0cef85b1b024 req-18e83a4e-c781-44fe-901d-dec0fd0cf23c tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 945 time: 0.0640445 Jul 08 02:34:40.434022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2631d0dd-b933-4d31-a4fd-0cef85b1b024 req-01667d51-16a5-4a0d-9691-aad3efe6336e tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Jul 08 02:34:40.711595 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a64efea9-0844-4464-953f-bcf92c1f7ee4 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:34:40.766133 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port a64efea9-0844-4464-953f-bcf92c1f7ee4 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:34:40.770096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port a64efea9-0844-4464-953f-bcf92c1f7ee4 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:34:40.770469 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:40.845760 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:40.867455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e21bed-bd7d-461a-8b17-d05dce6edf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64efea9-0844-4464-953f-bcf92c1f7ee4'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:34:40.870363 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b4e7f3-c679-44b8-b0b5-8ee24d1f231f" -d '{"events": [{"server_uuid": "98e21bed-bd7d-461a-8b17-d05dce6edf01", "name": "network-vif-plugged", "status": "completed", "tag": "a64efea9-0844-4464-953f-bcf92c1f7ee4"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:34:40.882817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port a64efea9-0844-4464-953f-bcf92c1f7ee4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a64efea9-0844-4464-953f-bcf92c1f7ee4,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:34:40.888377 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:40.911462 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0a191d-a259-4dc6-95b2-20bc2144d3dd x-openstack-request-id: req-8a0a191d-a259-4dc6-95b2-20bc2144d3dd {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:34:40.911754 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e21bed-bd7d-461a-8b17-d05dce6edf01", "name": "network-vif-plugged", "status": "completed", "tag": "a64efea9-0844-4464-953f-bcf92c1f7ee4", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:34:40.911999 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a0a191d-a259-4dc6-95b2-20bc2144d3dd {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:34:40.912408 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e21bed-bd7d-461a-8b17-d05dce6edf01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64efea9-0844-4464-953f-bcf92c1f7ee4', 'code': 200} Jul 08 02:34:40.938148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=a64efea9-0844-4464-953f-bcf92c1f7ee4,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:34:41.026652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f1bf2-979d-4f42-bda7-dfbe2e3aa0a4 req-af9cdbcc-b4bc-4f54-bee4-f24cb9ae43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:41.028196 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-176f1bf2-979d-4f42-bda7-dfbe2e3aa0a4 req-af9cdbcc-b4bc-4f54-bee4-f24cb9ae43d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 1098 time: 0.0541697 Jul 08 02:34:41.063789 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-176f1bf2-979d-4f42-bda7-dfbe2e3aa0a4 req-cdbf794a-922b-4f8e-b6a8-50a14e472ec6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292079 Jul 08 02:34:41.613166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a425b68-1c5a-4260-ac66-65c0a6fb7c3c req-7a83a630-00b8-48a1-8797-9fa0e7be3755 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:41.614661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a425b68-1c5a-4260-ac66-65c0a6fb7c3c req-7a83a630-00b8-48a1-8797-9fa0e7be3755 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 946 time: 0.0646031 Jul 08 02:34:41.652058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a425b68-1c5a-4260-ac66-65c0a6fb7c3c req-2e245867-0a1f-45c2-aa19-2c871eaf65a0 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Jul 08 02:34:42.831187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93829bea-338d-47fd-aeb3-153da08c9943 req-b772152f-579e-4c2e-9d3a-2b7f1492a52d tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:42.832756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93829bea-338d-47fd-aeb3-153da08c9943 req-b772152f-579e-4c2e-9d3a-2b7f1492a52d tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 946 time: 0.0660083 Jul 08 02:34:42.870949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93829bea-338d-47fd-aeb3-153da08c9943 req-55e5ad0e-16b7-42d9-a02e-b88d985ee7f0 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Jul 08 02:34:43.047921 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca07a0-d79f-482a-986d-7e06793fae48 req-6804c787-3545-4eb5-b4ae-7d559c29b4f6 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:34:43.049348 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0ca07a0-d79f-482a-986d-7e06793fae48 req-6804c787-3545-4eb5-b4ae-7d559c29b4f6 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 946 time: 0.0682366 Jul 08 02:34:43.086538 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0ca07a0-d79f-482a-986d-7e06793fae48 req-0ff92678-0791-489e-96ec-2de211ee266d tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Jul 08 02:34:50.719450 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0ec31663-e7f0-48e6-8b6f-3acc7722a729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:53.455772 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-86fd9d15-6bf6-4da8-bb79-75a6d75904e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:53.834573 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:54.953416 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:34:56.593005 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:02.137554 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123d45c-e8bc-4068-8ba6-2d57bf14fc1d req-ec2b6e64-53a3-46f8-8b4f-75ca00def4c2 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:02.139839 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9123d45c-e8bc-4068-8ba6-2d57bf14fc1d req-ec2b6e64-53a3-46f8-8b4f-75ca00def4c2 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 946 time: 0.0733461 Jul 08 02:35:02.183101 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9123d45c-e8bc-4068-8ba6-2d57bf14fc1d req-8fd33960-9257-4dc5-8f28-49fb4d11a52b tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373139 Jul 08 02:35:02.619103 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:35:03.360651 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870dfef-12cc-4786-bd02-2a2dde7ab009 req-1db2e86a-8940-4c44-b6e8-0cf4703ae273 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:03.362426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a870dfef-12cc-4786-bd02-2a2dde7ab009 req-1db2e86a-8940-4c44-b6e8-0cf4703ae273 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 946 time: 0.0655599 Jul 08 02:35:03.404150 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a870dfef-12cc-4786-bd02-2a2dde7ab009 req-00e1a06c-7738-44b1-91d2-6c57e35782a0 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363848 Jul 08 02:35:03.563171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-b34e93e1-040e-4f0e-98f5-a965bbb3a316 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:03.564620 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-b34e93e1-040e-4f0e-98f5-a965bbb3a316 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.16 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 946 time: 0.0648100 Jul 08 02:35:03.668079 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Deleting port a64efea9-0844-4464-953f-bcf92c1f7ee4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:35:03.668483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:03.755556 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] For port a64efea9-0844-4464-953f-bcf92c1f7ee4, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=a64efea9-0844-4464-953f-bcf92c1f7ee4,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:03.755939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:03.773902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Calling delete_port for a64efea9-0844-4464-953f-bcf92c1f7ee4 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:35:03.906171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:03.919251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['a64efea9-0844-4464-953f-bcf92c1f7ee4'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:35:03.935585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Pushing event deleted for resources: {'Port': ['ID=a64efea9-0844-4464-953f-bcf92c1f7ee4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:03.948262 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.948644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.948987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.949330 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.949770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.950185 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.950708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.950852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.951168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.951492 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.951818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.952145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:03.997220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] No DVR routers for this DVR port a64efea9-0844-4464-953f-bcf92c1f7ee4 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:35:04.000064 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:04.002158 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3fae1bf1-c590-4d05-b46c-896747a94eb1 req-bd032c0e-a9ad-42f5-9160-27b52baa37a4 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.16 "DELETE /v2.0/ports/a64efea9-0844-4464-953f-bcf92c1f7ee4 HTTP/1.1" status: 204 len: 173 time: 0.4323993 Jul 08 02:35:04.002599 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e21bed-bd7d-461a-8b17-d05dce6edf01', 'name': 'network-vif-deleted', 'tag': 'a64efea9-0844-4464-953f-bcf92c1f7ee4'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:35:04.004949 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a97196-fb4c-4be8-90c6-7aaf62531935" -d '{"events": [{"server_uuid": "98e21bed-bd7d-461a-8b17-d05dce6edf01", "name": "network-vif-deleted", "tag": "a64efea9-0844-4464-953f-bcf92c1f7ee4"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:35:04.055457 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb635dc-3ecd-411a-a16f-7d004b525f7d x-openstack-request-id: req-9fb635dc-3ecd-411a-a16f-7d004b525f7d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:35:04.055753 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e21bed-bd7d-461a-8b17-d05dce6edf01", "name": "network-vif-deleted", "tag": "a64efea9-0844-4464-953f-bcf92c1f7ee4", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:35:04.056007 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fb635dc-3ecd-411a-a16f-7d004b525f7d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:35:04.056431 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e21bed-bd7d-461a-8b17-d05dce6edf01', 'name': 'network-vif-deleted', 'tag': 'a64efea9-0844-4464-953f-bcf92c1f7ee4', 'status': 'completed', 'code': 200} Jul 08 02:35:04.562962 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7993cfe8-3661-44da-b4fc-536cc7d1c17f req-331e487f-ff13-41e4-8b4b-10799cc5db01 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=98e21bed-bd7d-461a-8b17-d05dce6edf01 HTTP/1.1" status: 200 len: 210 time: 0.0304198 Jul 08 02:35:04.897516 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:06.120712 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-9bf43a9c-2f6f-4c15-8b42-98918cbe2f2f tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:06.123178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-9bf43a9c-2f6f-4c15-8b42-98918cbe2f2f tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/networks?id=65d7fefe-6c50-4566-bf7e-5e46553ec66a HTTP/1.1" status: 200 len: 816 time: 0.1040876 Jul 08 02:35:06.139247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-a3912126-2531-4059-9d14-9f9be526cf05 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/quotas/4b529143fbbe434fbf691962ec856e15 HTTP/1.1" status: 200 len: 375 time: 0.0106263 Jul 08 02:35:06.213114 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-28a6b562-df32-43ef-a26c-6bdf2c73ab67 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b529143fbbe434fbf691962ec856e15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686243 Jul 08 02:35:06.310746 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-cef99ebe-deec-459d-8c98-41b56e959ae5 service neutron] 10.222.0.41 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863986 Jul 08 02:35:06.407528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-a1355785-f1c1-48ed-96cd-d4f2fa295692 service neutron] 10.222.0.41 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909712 Jul 08 02:35:06.576482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58d6d62d-cd09-493d-afea-79f24f4b320f req-2ce0a40d-46a7-4ec2-a423-1d6a1d348cad tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 210 time: 0.0289707 Jul 08 02:35:07.603778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-9e57e527-2b80-4257-bcd9-ab449b112768 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:07.605398 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-9e57e527-2b80-4257-bcd9-ab449b112768 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.16 "GET /v2.0/networks?id=65d7fefe-6c50-4566-bf7e-5e46553ec66a HTTP/1.1" status: 200 len: 816 time: 0.1087649 Jul 08 02:35:07.618027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Request body: {'port': {'device_id': '396031e0-f5e5-468f-922b-5284061885a1', 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a', 'admin_state_up': True, 'tenant_id': '4b529143fbbe434fbf691962ec856e15'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:35:07.724956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f02a0cb1-457e-4e66-ae4f-d496ae3bc2cb req-43392238-dfbd-449c-ac01-57e86f91b482 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 210 time: 0.0324967 Jul 08 02:35:07.741933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Made reservation on behalf of 4b529143fbbe434fbf691962ec856e15 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:35:07.745485 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:07.870399 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Allocated IP 172.20.0.4 (65d7fefe-6c50-4566-bf7e-5e46553ec66a/44d22c3c-7c7e-4b73-9893-089c98657206/c3358f3b-7adf-40da-bce7-58297d0ce9eb) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:35:08.028564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:08.043171 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Transition to ACTIVE for port object c3358f3b-7adf-40da-bce7-58297d0ce9eb will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:08.077527 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:08.123379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Network 65d7fefe-6c50-4566-bf7e-5e46553ec66a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:35:08.126539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:08.130447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:35:08.159485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Pushing event updated for resources: {'Port': ['ID=c3358f3b-7adf-40da-bce7-58297d0ce9eb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:08.189096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:08.189777 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:08.205641 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-d7290c04-d7a9-4ea7-aa7a-79e99d2a01dd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5919435 Jul 08 02:35:08.221773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Request body: {'port': {'device_id': '396031e0-f5e5-468f-922b-5284061885a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:35:08.315210 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:08.426873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-48003a6e-e921-495c-89c0-c9579a946149 None None] Provisioning for port c3358f3b-7adf-40da-bce7-58297d0ce9eb completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:08.430671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-48003a6e-e921-495c-89c0-c9579a946149 None None] Provisioning complete for port c3358f3b-7adf-40da-bce7-58297d0ce9eb triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:08.431046 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-48003a6e-e921-495c-89c0-c9579a946149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:08.471749 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-48003a6e-e921-495c-89c0-c9579a946149 None None] Port c3358f3b-7adf-40da-bce7-58297d0ce9eb cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:35:08.610082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3358f3b-7adf-40da-bce7-58297d0ce9eb {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:35:08.617859 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:08.630335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Transition to ACTIVE for port object c3358f3b-7adf-40da-bce7-58297d0ce9eb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:08.634263 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:08.685960 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Pushing event updated for resources: {'Port': ['ID=c3358f3b-7adf-40da-bce7-58297d0ce9eb,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:08.774309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Attempting to bind port c3358f3b-7adf-40da-bce7-58297d0ce9eb on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:35:08.774655 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Attempting to bind port c3358f3b-7adf-40da-bce7-58297d0ce9eb by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:35:08.774994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Attempting to bind port c3358f3b-7adf-40da-bce7-58297d0ce9eb on network 65d7fefe-6c50-4566-bf7e-5e46553ec66a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:35:08.780627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Port c3358f3b-7adf-40da-bce7-58297d0ce9eb on network 65d7fefe-6c50-4566-bf7e-5e46553ec66a not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:35:08.780960 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Attempting to bind port c3358f3b-7adf-40da-bce7-58297d0ce9eb on network 65d7fefe-6c50-4566-bf7e-5e46553ec66a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:35:08.786142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:35:08.786489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Checking segment: {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:35:08.786883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Bound using segment: {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:35:08.787320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Bound port: c3358f3b-7adf-40da-bce7-58297d0ce9eb, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:35:08.787687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:08.867791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] For port c3358f3b-7adf-40da-bce7-58297d0ce9eb, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:35:08.870808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] For port c3358f3b-7adf-40da-bce7-58297d0ce9eb, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c3358f3b-7adf-40da-bce7-58297d0ce9eb,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:35:08.875939 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:08.885707 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a64efea9-0844-4464-953f-bcf92c1f7ee4 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:35:08.912179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:08.912833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:08.914497 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] 10.222.0.16 "PUT /v2.0/ports/c3358f3b-7adf-40da-bce7-58297d0ce9eb HTTP/1.1" status: 200 len: 1092 time: 0.6983235 Jul 08 02:35:08.914950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396031e0-f5e5-468f-922b-5284061885a1', 'tag': 'c3358f3b-7adf-40da-bce7-58297d0ce9eb'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:35:08.917321 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "396031e0-f5e5-468f-922b-5284061885a1", "tag": "c3358f3b-7adf-40da-bce7-58297d0ce9eb"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:35:08.944033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: a64efea9-0844-4464-953f-bcf92c1f7ee4 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:35:08.944528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device a64efea9-0844-4464-953f-bcf92c1f7ee4 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:35:08.951765 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3da93-01bd-41d8-aa6a-013338f1175c service neutron] Pushing event updated for resources: {'Port': ['ID=c3358f3b-7adf-40da-bce7-58297d0ce9eb,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:08.959668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee68a2-7920-47f3-9748-828ced3fcdc4 req-971d4e14-ec3d-4158-b121-d42cd7bfbea3 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:08.962231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27ee68a2-7920-47f3-9748-828ced3fcdc4 req-971d4e14-ec3d-4158-b121-d42cd7bfbea3 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 943 time: 0.1151958 Jul 08 02:35:08.981774 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b50dc4-eddf-4c34-847d-2f18181e8722 x-openstack-request-id: req-e1b50dc4-eddf-4c34-847d-2f18181e8722 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:35:08.982071 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396031e0-f5e5-468f-922b-5284061885a1", "tag": "c3358f3b-7adf-40da-bce7-58297d0ce9eb", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:35:08.982328 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1b50dc4-eddf-4c34-847d-2f18181e8722 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:35:08.982732 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '396031e0-f5e5-468f-922b-5284061885a1', 'tag': 'c3358f3b-7adf-40da-bce7-58297d0ce9eb', 'status': 'completed', 'code': 200} Jul 08 02:35:09.014446 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-27ee68a2-7920-47f3-9748-828ced3fcdc4 req-a4ee1003-b717-4ba7-835d-ff6293f2b8ce tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Jul 08 02:35:09.038488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-e8744854-53b6-4210-96d4-ac27e02bab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:09.040266 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-e8744854-53b6-4210-96d4-ac27e02bab86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b529143fbbe434fbf691962ec856e15&device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 1095 time: 0.0785139 Jul 08 02:35:09.089180 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-492a9585-ac0d-4698-85c6-56740802c968 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3358f3b-7adf-40da-bce7-58297d0ce9eb HTTP/1.1" status: 200 len: 217 time: 0.0389302 Jul 08 02:35:09.144982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-60859b3d-0a35-4708-bc3a-6784f4287fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:09.146479 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-60859b3d-0a35-4708-bc3a-6784f4287fa6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=44d22c3c-7c7e-4b73-9893-089c98657206 HTTP/1.1" status: 200 len: 855 time: 0.0510843 Jul 08 02:35:09.208543 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dcd3d6b9-6b50-4a6f-bdcb-ab29d950efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:09.210032 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-dcd3d6b9-6b50-4a6f-bdcb-ab29d950efaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65d7fefe-6c50-4566-bf7e-5e46553ec66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570574 Jul 08 02:35:09.305400 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-38b14aa5-edea-42e9-b295-cb93f51da8d9 service neutron] 10.222.0.16 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886028 Jul 08 02:35:09.365498 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:09.403219 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3a5777e9-877a-4ef9-b0b7-1a98fccf4565 req-1f9044c1-c3d2-480b-89d2-d537ed34bd77 service neutron] 10.222.0.16 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915101 Jul 08 02:35:09.507239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-9295fee8-aa06-4e5e-b1ba-ee9c109728cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:09.508695 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-9295fee8-aa06-4e5e-b1ba-ee9c109728cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b529143fbbe434fbf691962ec856e15&device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 1095 time: 0.0562899 Jul 08 02:35:09.601683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-3ce1a954-84f0-466e-84bf-036bd414def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:09.603454 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-3ce1a954-84f0-466e-84bf-036bd414def1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=65d7fefe-6c50-4566-bf7e-5e46553ec66a HTTP/1.1" status: 200 len: 917 time: 0.0885618 Jul 08 02:35:09.644542 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-164902d8-8b8a-498e-9a6c-923d0679513b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3358f3b-7adf-40da-bce7-58297d0ce9eb HTTP/1.1" status: 200 len: 217 time: 0.0348277 Jul 08 02:35:09.694353 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-f57a71d1-81e6-459b-9431-9351102303d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:09.695844 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-f57a71d1-81e6-459b-9431-9351102303d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=44d22c3c-7c7e-4b73-9893-089c98657206 HTTP/1.1" status: 200 len: 855 time: 0.0443044 Jul 08 02:35:09.759196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-3bbcdc2a-b2e5-4af4-b852-e6371ca2bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:09.760680 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-3bbcdc2a-b2e5-4af4-b852-e6371ca2bfdb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65d7fefe-6c50-4566-bf7e-5e46553ec66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577099 Jul 08 02:35:09.850519 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-b5327e6b-71c7-44a2-a670-635f3605865b service neutron] 10.222.0.16 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828648 Jul 08 02:35:09.948674 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-29d306ef-0dc4-49f1-a5e1-fd297d07f3a5 req-4c1a1e5d-74c1-48d5-a8ef-6ed9c6fe54db service neutron] 10.222.0.16 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916841 Jul 08 02:35:10.209746 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df541a94-860c-485d-8182-46ab8c891282 req-b5e82b2f-2079-4ecc-9157-59b7d583e740 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:10.211251 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df541a94-860c-485d-8182-46ab8c891282 req-b5e82b2f-2079-4ecc-9157-59b7d583e740 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 943 time: 0.0684052 Jul 08 02:35:10.250213 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-df541a94-860c-485d-8182-46ab8c891282 req-e2cfd6c1-6015-4ede-af9b-eccab388eeb2 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328465 Jul 08 02:35:11.425328 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef277f9-85e4-45f7-aa0c-4bc9e8ba7582 req-a0a342a1-438d-40d9-9f01-db2ffcfe60a1 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:11.426864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ef277f9-85e4-45f7-aa0c-4bc9e8ba7582 req-a0a342a1-438d-40d9-9f01-db2ffcfe60a1 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 943 time: 0.0651896 Jul 08 02:35:11.467908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1ef277f9-85e4-45f7-aa0c-4bc9e8ba7582 req-4329a11e-a8e1-4ce3-8f03-a076da229e4f tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353346 Jul 08 02:35:12.663972 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b2559-e9d2-4f7e-b61f-72b9347df055 req-2f55e534-fa24-448f-b299-839a445c4547 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:12.665528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-398b2559-e9d2-4f7e-b61f-72b9347df055 req-2f55e534-fa24-448f-b299-839a445c4547 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 943 time: 0.0700884 Jul 08 02:35:12.706168 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-398b2559-e9d2-4f7e-b61f-72b9347df055 req-b1b9c19c-bb0b-42d4-b78a-08cf6ec1b5d8 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Jul 08 02:35:12.898302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c3358f3b-7adf-40da-bce7-58297d0ce9eb details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:35:13.003813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c3358f3b-7adf-40da-bce7-58297d0ce9eb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c3358f3b-7adf-40da-bce7-58297d0ce9eb,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:13.015913 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'c3358f3b-7adf-40da-bce7-58297d0ce9eb', 'network_id': '65d7fefe-6c50-4566-bf7e-5e46553ec66a', 'port_id': 'c3358f3b-7adf-40da-bce7-58297d0ce9eb', 'mac_address': 'fa:16:3e:4c:67:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d22c3c-7c7e-4b73-9893-089c98657206', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:35:13.053282 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:13.069714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3358f3b-7adf-40da-bce7-58297d0ce9eb {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:35:13.090087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c3358f3b-7adf-40da-bce7-58297d0ce9eb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c3358f3b-7adf-40da-bce7-58297d0ce9eb,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:13.094926 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:13.145940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=c3358f3b-7adf-40da-bce7-58297d0ce9eb,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:13.154393 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.154650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.154989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.156235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.156755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.157092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.157418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.157794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.158148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.158471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.158799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.159191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:13.283758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c3358f3b-7adf-40da-bce7-58297d0ce9eb'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:35:13.894976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdced6c5-bab2-4314-8b60-ea58f14954a3 req-014bac9e-ef4c-4e3a-998a-8a4821d9284f tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:13.896597 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdced6c5-bab2-4314-8b60-ea58f14954a3 req-014bac9e-ef4c-4e3a-998a-8a4821d9284f tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 944 time: 0.0687068 Jul 08 02:35:13.935592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bdced6c5-bab2-4314-8b60-ea58f14954a3 req-7320fe37-428f-40d9-9d64-1634aa14b1a0 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331190 Jul 08 02:35:14.898256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c3358f3b-7adf-40da-bce7-58297d0ce9eb up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:14.949790 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port c3358f3b-7adf-40da-bce7-58297d0ce9eb completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:14.954718 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port c3358f3b-7adf-40da-bce7-58297d0ce9eb triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:14.955234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:15.037900 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:15.061088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396031e0-f5e5-468f-922b-5284061885a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3358f3b-7adf-40da-bce7-58297d0ce9eb'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:35:15.063960 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e763d78e-c1e6-42ff-a7b3-f1e11521ea4e" -d '{"events": [{"server_uuid": "396031e0-f5e5-468f-922b-5284061885a1", "name": "network-vif-plugged", "status": "completed", "tag": "c3358f3b-7adf-40da-bce7-58297d0ce9eb"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:35:15.077127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port c3358f3b-7adf-40da-bce7-58297d0ce9eb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c3358f3b-7adf-40da-bce7-58297d0ce9eb,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:15.081481 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:15.110530 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e36a05-131b-4212-8f29-127a062a0bea x-openstack-request-id: req-a8e36a05-131b-4212-8f29-127a062a0bea {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:35:15.110861 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396031e0-f5e5-468f-922b-5284061885a1", "name": "network-vif-plugged", "status": "completed", "tag": "c3358f3b-7adf-40da-bce7-58297d0ce9eb", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:35:15.111084 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8e36a05-131b-4212-8f29-127a062a0bea {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:35:15.111458 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396031e0-f5e5-468f-922b-5284061885a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3358f3b-7adf-40da-bce7-58297d0ce9eb', 'code': 200} Jul 08 02:35:15.142584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=c3358f3b-7adf-40da-bce7-58297d0ce9eb,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:15.149706 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025aabb-d8e0-4a72-923a-02e4122b54f2 req-e990ef09-3a74-4e55-be59-bfde9521a9cb tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:15.151220 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2025aabb-d8e0-4a72-923a-02e4122b54f2 req-e990ef09-3a74-4e55-be59-bfde9521a9cb tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 944 time: 0.0927606 Jul 08 02:35:15.196033 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2025aabb-d8e0-4a72-923a-02e4122b54f2 req-87e145f2-33e7-4111-b543-d56f89bbbb49 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385747 Jul 08 02:35:15.228461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75afb3-71e1-4667-a598-7ac8f24fc404 req-3de503da-cfc1-4cb0-8c7a-a6d0c0548134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:15.230008 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea75afb3-71e1-4667-a598-7ac8f24fc404 req-3de503da-cfc1-4cb0-8c7a-a6d0c0548134 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 1097 time: 0.0557694 Jul 08 02:35:15.265986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea75afb3-71e1-4667-a598-7ac8f24fc404 req-ce9a25a4-7751-4c8e-9371-5e7799155022 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297537 Jul 08 02:35:16.407065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e1486-96a7-4093-90e7-192de742795b req-4b0271ae-7d03-4258-8fe6-8a91cd06d297 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:16.409548 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-431e1486-96a7-4093-90e7-192de742795b req-4b0271ae-7d03-4258-8fe6-8a91cd06d297 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 945 time: 0.0779016 Jul 08 02:35:16.451253 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-431e1486-96a7-4093-90e7-192de742795b req-9f0aec05-4bbc-42cc-beec-c219f4937a57 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351813 Jul 08 02:35:16.666120 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0072c-9217-45d8-b3ce-f3ca7f208225 req-10795923-0d24-4239-ab93-03088b3b90d3 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:16.667814 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08e0072c-9217-45d8-b3ce-f3ca7f208225 req-10795923-0d24-4239-ab93-03088b3b90d3 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 945 time: 0.0797188 Jul 08 02:35:16.724807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-08e0072c-9217-45d8-b3ce-f3ca7f208225 req-f24b290c-2ceb-4368-a44c-8930190368bd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486748 Jul 08 02:35:20.722379 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-16c4753b-9a7a-4370-acb0-1751886118cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:23.457260 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2aaeef8e-aa82-4ab2-ac8b-dc2089acf3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:23.835571 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:24.956863 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:26.043931 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-b92b0da8-a8ed-41eb-ab4d-2ecabcdb29fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541704 Jul 08 02:35:26.148477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-ea65529f-bf29-4acd-a1a9-59e199889bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:26.149975 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-ea65529f-bf29-4acd-a1a9-59e199889bf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4b529143fbbe434fbf691962ec856e15&device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 1097 time: 0.0570402 Jul 08 02:35:26.253763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-585eb1e4-1e39-49c5-a3b2-a53a5030da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:26.255283 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-585eb1e4-1e39-49c5-a3b2-a53a5030da9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=65d7fefe-6c50-4566-bf7e-5e46553ec66a HTTP/1.1" status: 200 len: 917 time: 0.0861368 Jul 08 02:35:26.300827 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-b3e0cb8e-c313-4f40-b2f8-97784d16b3c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3358f3b-7adf-40da-bce7-58297d0ce9eb HTTP/1.1" status: 200 len: 217 time: 0.0386529 Jul 08 02:35:26.349280 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-1f9bb157-f843-41bf-8d01-4485d63edbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:26.350782 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-1f9bb157-f843-41bf-8d01-4485d63edbb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=44d22c3c-7c7e-4b73-9893-089c98657206 HTTP/1.1" status: 200 len: 855 time: 0.0441058 Jul 08 02:35:26.406657 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-c946b3e7-48c5-43e5-ae8b-f86a61759072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:26.408794 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-c946b3e7-48c5-43e5-ae8b-f86a61759072 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=65d7fefe-6c50-4566-bf7e-5e46553ec66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511019 Jul 08 02:35:26.418686 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-1a303a33-6d27-47e9-92f9-de7551d87dc6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:35:26.419644 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-1a303a33-6d27-47e9-92f9-de7551d87dc6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050919 Jul 08 02:35:26.516446 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-1f147cf9-fc48-479b-8daf-2ac49587146b service neutron] 10.222.0.16 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903890 Jul 08 02:35:26.594700 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:26.607453 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-cedb2382-847a-4d53-a0d8-ee0717366585 req-3fd08c9d-7e9b-464b-bbf8-04f27b618a6f service neutron] 10.222.0.16 "GET /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842505 Jul 08 02:35:34.911752 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:35.708149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41884f1-2b8c-4df7-8c9d-8282bf2d682d req-f2cf1e05-a634-4723-a93e-20743f1af97a tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:35.709601 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f41884f1-2b8c-4df7-8c9d-8282bf2d682d req-f2cf1e05-a634-4723-a93e-20743f1af97a tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 945 time: 0.0688908 Jul 08 02:35:35.747224 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f41884f1-2b8c-4df7-8c9d-8282bf2d682d req-f8089fe8-4396-45a5-b3a1-fb6ad3e845cd tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Jul 08 02:35:36.922522 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314decc2-d46f-4beb-b69c-d245d193cb6b req-75c8f1a3-1a0f-419b-b24c-8abfd636055a tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:36.924119 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-314decc2-d46f-4beb-b69c-d245d193cb6b req-75c8f1a3-1a0f-419b-b24c-8abfd636055a tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 945 time: 0.0636454 Jul 08 02:35:36.961769 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-314decc2-d46f-4beb-b69c-d245d193cb6b req-992e4d1c-ae1e-43a2-b69c-b87e21aac13d tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/security-groups?id=f268a3c0-39d1-4b42-83af-46ce7f8f3c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Jul 08 02:35:37.137844 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-76793cd7-e8a0-470b-b6a2-399479514d24 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:37.139301 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-76793cd7-e8a0-470b-b6a2-399479514d24 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.16 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 945 time: 0.0631089 Jul 08 02:35:37.240637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-4ddcab70-af88-4d47-ab93-1040f49b9781 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Deleting port c3358f3b-7adf-40da-bce7-58297d0ce9eb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:35:37.240977 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-4ddcab70-af88-4d47-ab93-1040f49b9781 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:37.326713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-4ddcab70-af88-4d47-ab93-1040f49b9781 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] For port c3358f3b-7adf-40da-bce7-58297d0ce9eb, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=c3358f3b-7adf-40da-bce7-58297d0ce9eb,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:37.327069 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-4ddcab70-af88-4d47-ab93-1040f49b9781 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:37.339943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-4ddcab70-af88-4d47-ab93-1040f49b9781 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Calling delete_port for c3358f3b-7adf-40da-bce7-58297d0ce9eb owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:35:37.466721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-4ddcab70-af88-4d47-ab93-1040f49b9781 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:37.478481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['c3358f3b-7adf-40da-bce7-58297d0ce9eb'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:35:37.494084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcab70-af88-4d47-ab93-1040f49b9781 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Pushing event deleted for resources: {'Port': ['ID=c3358f3b-7adf-40da-bce7-58297d0ce9eb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:37.858554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-4ddcab70-af88-4d47-ab93-1040f49b9781 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] No DVR routers for this DVR port c3358f3b-7adf-40da-bce7-58297d0ce9eb on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:35:37.861465 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-4ddcab70-af88-4d47-ab93-1040f49b9781 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:37.864057 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-49d6370b-49f6-4ab7-af19-8b09423e4cdf req-4ddcab70-af88-4d47-ab93-1040f49b9781 tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.16 "DELETE /v2.0/ports/c3358f3b-7adf-40da-bce7-58297d0ce9eb HTTP/1.1" status: 204 len: 173 time: 0.7192557 Jul 08 02:35:37.864515 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396031e0-f5e5-468f-922b-5284061885a1', 'name': 'network-vif-deleted', 'tag': 'c3358f3b-7adf-40da-bce7-58297d0ce9eb'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:35:37.866906 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59216d80-20fd-44b6-8f3c-1ca6188c521b" -d '{"events": [{"server_uuid": "396031e0-f5e5-468f-922b-5284061885a1", "name": "network-vif-deleted", "tag": "c3358f3b-7adf-40da-bce7-58297d0ce9eb"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:35:37.903184 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f517e2c1-3b75-4e3a-832f-f453f74cd264 x-openstack-request-id: req-f517e2c1-3b75-4e3a-832f-f453f74cd264 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:35:37.903474 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396031e0-f5e5-468f-922b-5284061885a1", "name": "network-vif-deleted", "tag": "c3358f3b-7adf-40da-bce7-58297d0ce9eb", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:35:37.903721 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f517e2c1-3b75-4e3a-832f-f453f74cd264 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:35:37.904118 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '396031e0-f5e5-468f-922b-5284061885a1', 'name': 'network-vif-deleted', 'tag': 'c3358f3b-7adf-40da-bce7-58297d0ce9eb', 'status': 'completed', 'code': 200} Jul 08 02:35:38.121172 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd57e465-450b-4a53-944b-7b3f8c9484ac req-92ef6f15-7f2e-4eb3-b0f2-dda926f9a18f tempest-TestEncryptedCinderVolumes-431571746 tempest-TestEncryptedCinderVolumes-431571746-project] 10.222.0.41 "GET /v2.0/ports?device_id=396031e0-f5e5-468f-922b-5284061885a1 HTTP/1.1" status: 200 len: 210 time: 0.0334117 Jul 08 02:35:39.249341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44016) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:39.365557 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:39.586703 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:39.619361 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:35:39.843272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] Deleting port 9fcb9768-5eea-41f0-a798-98dca611f1a0 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:35:39.843523 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:39.921401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] For port 9fcb9768-5eea-41f0-a798-98dca611f1a0, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9fcb9768-5eea-41f0-a798-98dca611f1a0,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:39.921754 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:39.934094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] Calling delete_port for 9fcb9768-5eea-41f0-a798-98dca611f1a0 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:35:40.115165 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:40.141335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcb9768-5eea-41f0-a798-98dca611f1a0,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:40.313304 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:40.522340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] Router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:35:40.627546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:35:40.632554 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-13d428e0-1249-455b-97c5-49ed9a282770 admin admin] 10.222.0.41 "PUT /v2.0/routers/fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3821449 Jul 08 02:35:40.635045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44018) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:40.637580 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] Sync routers for ids ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:35:40.646552 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] Routers {'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:40.647165 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:40.740697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:40.750832 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] Set router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:40.843958 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:40.898490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Deleting port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:35:40.898983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:40.929992 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'name': 'tempest-TestEncryptedCinderVolumes-964132534-router', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:21Z', 'updated_at': '2021-07-08T02:35:40Z', 'revision_number': 5, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'gw_port': {'id': 'd5c0ba82-fcb0-4555-ab0c-2ceef0dd276c', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:22Z', 'updated_at': '2021-07-08T02:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:40.957492 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] Checking router: fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:35:40.965824 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] Routers {'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:40.966436 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:40.993459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] For port d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:40.993817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.007550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Calling delete_port for d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:35:41.051842 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] Set router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:41.053698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c3358f3b-7adf-40da-bce7-58297d0ce9eb no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:35:41.074154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: c3358f3b-7adf-40da-bce7-58297d0ce9eb {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:35:41.074495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device c3358f3b-7adf-40da-bce7-58297d0ce9eb not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:35:41.106313 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'name': 'tempest-TestEncryptedCinderVolumes-964132534-router', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:21Z', 'updated_at': '2021-07-08T02:35:40Z', 'revision_number': 6, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:41.132578 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3f8fe1-8ca6-4d3e-b5d5-e8bb823ae3a9 None None] The sync data for ids ['fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f'] in n-d-694802-14 is: [{'id': 'fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f', 'name': 'tempest-TestEncryptedCinderVolumes-964132534-router', 'tenant_id': '4b529143fbbe434fbf691962ec856e15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:21Z', 'updated_at': '2021-07-08T02:35:40Z', 'revision_number': 6, 'project_id': '4b529143fbbe434fbf691962ec856e15', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:35:41.179251 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.203062 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:41.267064 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.356240 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.358419 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.403912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.404566 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:35:41.409527 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.410957 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4f4436b1-4b8c-42e4-9cb9-2e279ea56357 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fd00f0d3-d3bc-4350-8e7e-b2aa4bae907f HTTP/1.1" status: 204 len: 168 time: 0.7745316 Jul 08 02:35:41.413414 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44020) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:41.457732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dce2608-a19f-4512-8a6c-1c36d3f431cf admin admin] Deleting subnet 44d22c3c-7c7e-4b73-9893-089c98657206 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:35:41.460846 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dce2608-a19f-4512-8a6c-1c36d3f431cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.499500 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dce2608-a19f-4512-8a6c-1c36d3f431cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.585796 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dce2608-a19f-4512-8a6c-1c36d3f431cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.639213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dce2608-a19f-4512-8a6c-1c36d3f431cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.667867 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3dce2608-a19f-4512-8a6c-1c36d3f431cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.674034 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3dce2608-a19f-4512-8a6c-1c36d3f431cf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/44d22c3c-7c7e-4b73-9893-089c98657206 HTTP/1.1" status: 204 len: 168 time: 0.2554207 Jul 08 02:35:41.674034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce2608-a19f-4512-8a6c-1c36d3f431cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d22c3c-7c7e-4b73-9893-089c98657206,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:41.674678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44022) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:41.675762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d005b40-c0d2-4dc8-b315-1657df96130d None None] Network 65d7fefe-6c50-4566-bf7e-5e46553ec66a requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:35:41.746631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.804429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Deleting port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:35:41.804775 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.870806 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] For port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c6f37c91-dab3-4bc5-8135-e6b3f46eaf80,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:41.871066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.881291 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8569ba7-2629-4824-98d7-b9f466776bd6 None None] DHCP port deletion for 65d7fefe-6c50-4566-bf7e-5e46553ec66a request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:35:41.891460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Calling delete_port for c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:35:41.927584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e8569ba7-2629-4824-98d7-b9f466776bd6 None None] Deleting port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:35:41.927955 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e8569ba7-2629-4824-98d7-b9f466776bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.980065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:41.998168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e8569ba7-2629-4824-98d7-b9f466776bd6 None None] For port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=c6f37c91-dab3-4bc5-8135-e6b3f46eaf80,segment=NetworkSegment(da676f48-cbd3-4c2d-a4b4-df8ae547e3d0),segment_id=da676f48-cbd3-4c2d-a4b4-df8ae547e3d0)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:41.998552 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e8569ba7-2629-4824-98d7-b9f466776bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.008933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f37c91-dab3-4bc5-8135-e6b3f46eaf80,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:42.010917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] No DVR routers for this DVR port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:35:42.014906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e8569ba7-2629-4824-98d7-b9f466776bd6 None None] Calling delete_port for c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:35:42.082566 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.093366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d7fefe-6c50-4566-bf7e-5e46553ec66a']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:42.102913 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e8569ba7-2629-4824-98d7-b9f466776bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.106647 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:42.106828 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da676f48-cbd3-4c2d-a4b4-df8ae547e3d0') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:42.117297 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.131570 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8569ba7-2629-4824-98d7-b9f466776bd6 None None] Pushing event deleted for resources: {'Port': ['ID=c6f37c91-dab3-4bc5-8135-e6b3f46eaf80,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:42.133454 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.138430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8569ba7-2629-4824-98d7-b9f466776bd6 None None] No DVR routers for this DVR port c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:35:42.148708 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:35:42.149129 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:35:42.151434 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:35:42.209537 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.215509 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.217364 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] 10.222.0.41 "DELETE /v2.0/networks/65d7fefe-6c50-4566-bf7e-5e46553ec66a HTTP/1.1" status: 204 len: 168 time: 0.5417140 Jul 08 02:35:42.220984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44024) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:42.230219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73ae89-1c04-4c2f-b830-83ea8fbdc222 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d7fefe-6c50-4566-bf7e-5e46553ec66a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:42.564009 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.816154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Deleting port 7d582a2a-7139-449a-810b-f6a71f5e7689 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:35:42.816425 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.895557 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] For port 7d582a2a-7139-449a-810b-f6a71f5e7689, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7d582a2a-7139-449a-810b-f6a71f5e7689,segment=NetworkSegment(3081c5cc-0f6c-4548-b794-0f222ab0de98),segment_id=3081c5cc-0f6c-4548-b794-0f222ab0de98)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:42.895909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:42.908065 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Calling delete_port for 7d582a2a-7139-449a-810b-f6a71f5e7689 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:35:42.978794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:35:42.999132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:35:42.999472 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d5c0ba82-fcb0-4555-ab0c-2ceef0dd276c not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:35:42.999877 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9fcb9768-5eea-41f0-a798-98dca611f1a0 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:35:43.019549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 9fcb9768-5eea-41f0-a798-98dca611f1a0 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:35:43.019892 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9fcb9768-5eea-41f0-a798-98dca611f1a0 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:35:43.020329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:35:43.039377 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:35:43.039734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device c6f37c91-dab3-4bc5-8135-e6b3f46eaf80 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:35:43.097706 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:43.120558 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d582a2a-7139-449a-810b-f6a71f5e7689,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:43.134099 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.134442 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.134998 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.135341 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.135674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.136006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.136352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.136679 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.137005 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.137329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.137650 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.137969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:43.302087 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:43.511974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:35:43.617897 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:35:43.623058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ced6635e-7ec4-42b6-8a7f-9a4f9042566a admin admin] 10.222.0.41 "PUT /v2.0/routers/26c1b105-2f9f-4d00-8af5-6f54dea3aa64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4010053 Jul 08 02:35:43.625725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44026) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:43.626972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] Sync routers for ids ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:35:43.636242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] Routers {'26c1b105-2f9f-4d00-8af5-6f54dea3aa64'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:43.636972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:43.730199 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:43.741992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] Set router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:43.932417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'name': 'tempest-TestEncryptedCinderVolumes-1060356199-router', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:35:43Z', 'revision_number': 5, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'gw_port': {'id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:43.965066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] Checking router: 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:35:43.975228 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] Routers {'26c1b105-2f9f-4d00-8af5-6f54dea3aa64'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:43.975851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:44.086344 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] Set router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:44.136913 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.191034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Deleting port d331f6b1-8dd6-4a14-b201-e3b53090d3e6 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:35:44.191292 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.270174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'name': 'tempest-TestEncryptedCinderVolumes-1060356199-router', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:35:43Z', 'revision_number': 5, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'gw_port': {'id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:44.275539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] For port d331f6b1-8dd6-4a14-b201-e3b53090d3e6, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d331f6b1-8dd6-4a14-b201-e3b53090d3e6,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:44.275900 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.289351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Calling delete_port for d331f6b1-8dd6-4a14-b201-e3b53090d3e6 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:35:44.295654 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72642bfb-23d7-4d29-85c0-44bb1ec27716 None None] The sync data for ids ['26c1b105-2f9f-4d00-8af5-6f54dea3aa64'] in n-d-694802-14 is: [{'id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'name': 'tempest-TestEncryptedCinderVolumes-1060356199-router', 'tenant_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:35:43Z', 'revision_number': 5, 'project_id': 'e6d133b60f824d22bd0bd15fb8be2e0f', 'gw_port': {'id': 'd331f6b1-8dd6-4a14-b201-e3b53090d3e6', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:03:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c1b105-2f9f-4d00-8af5-6f54dea3aa64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:34:26Z', 'updated_at': '2021-07-08T02:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:35:44.453865 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.482403 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d331f6b1-8dd6-4a14-b201-e3b53090d3e6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:44.542487 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.631305 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.633552 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.678717 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.679338 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26c1b105-2f9f-4d00-8af5-6f54dea3aa64 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:35:44.684599 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.688258 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d38a120d-3add-40eb-b06e-ef88b5b8a9ea admin admin] 10.222.0.41 "DELETE /v2.0/routers/26c1b105-2f9f-4d00-8af5-6f54dea3aa64 HTTP/1.1" status: 204 len: 168 time: 1.0591760 Jul 08 02:35:44.688493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44028) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:44.739355 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-1753e8a6-f94e-40b3-9690-ba603279074f admin admin] Deleting subnet 515921b8-2228-4752-a207-53e87f172c92 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:35:44.742656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1753e8a6-f94e-40b3-9690-ba603279074f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.777558 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1753e8a6-f94e-40b3-9690-ba603279074f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.857220 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1753e8a6-f94e-40b3-9690-ba603279074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.913823 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1753e8a6-f94e-40b3-9690-ba603279074f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.943415 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753e8a6-f94e-40b3-9690-ba603279074f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515921b8-2228-4752-a207-53e87f172c92,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:44.949218 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1753e8a6-f94e-40b3-9690-ba603279074f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:44.951124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1753e8a6-f94e-40b3-9690-ba603279074f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/515921b8-2228-4752-a207-53e87f172c92 HTTP/1.1" status: 204 len: 168 time: 0.2617233 Jul 08 02:35:44.953663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:44.960979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475735e1-775b-416e-a825-0e26228edc79 None None] Network c7b0a624-390c-4d72-9d45-f6778f4abb19 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:35:45.026346 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.077536 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Deleting port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:35:45.077881 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.145436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] For port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2f6c0435-3d62-48f5-be21-9a0a03c4cefa,segment=NetworkSegment(3081c5cc-0f6c-4548-b794-0f222ab0de98),segment_id=3081c5cc-0f6c-4548-b794-0f222ab0de98)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:45.145788 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.158508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Calling delete_port for 2f6c0435-3d62-48f5-be21-9a0a03c4cefa owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:35:45.235530 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.262617 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6c0435-3d62-48f5-be21-9a0a03c4cefa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:45.264494 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] No DVR routers for this DVR port 2f6c0435-3d62-48f5-be21-9a0a03c4cefa on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:35:45.309863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1853cbfb-e18b-4730-96c7-7ae46b06e994 None None] DHCP port deletion for c7b0a624-390c-4d72-9d45-f6778f4abb19 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:35:45.353270 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.364262 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b0a624-390c-4d72-9d45-f6778f4abb19']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:45.374580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3081c5cc-0f6c-4548-b794-0f222ab0de98') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:45.374875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3081c5cc-0f6c-4548-b794-0f222ab0de98') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:45.385461 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.385925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7d582a2a-7139-449a-810b-f6a71f5e7689 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:35:45.399933 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.406029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:35:45.406720 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:35:45.409123 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:35:45.411507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 7d582a2a-7139-449a-810b-f6a71f5e7689 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:35:45.411507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7d582a2a-7139-449a-810b-f6a71f5e7689 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:35:45.470489 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.476274 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.478437 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c7b0a624-390c-4d72-9d45-f6778f4abb19 HTTP/1.1" status: 204 len: 168 time: 0.5230939 Jul 08 02:35:45.489867 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2b2bc-6bce-4b70-844e-3a1ab044bde4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b0a624-390c-4d72-9d45-f6778f4abb19,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:45.656360 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44034) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:45.696372 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7f1b3a40-274e-481a-a392-3946cf0dd8f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b529143fbbe434fbf691962ec856e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387962 Jul 08 02:35:45.698789 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44036) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:45.752072 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76daf48d-4e96-4286-a515-d6d29f26b351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.772874 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76daf48d-4e96-4286-a515-d6d29f26b351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.819016 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76daf48d-4e96-4286-a515-d6d29f26b351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.821639 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-76daf48d-4e96-4286-a515-d6d29f26b351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:45.822794 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-76daf48d-4e96-4286-a515-d6d29f26b351 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f268a3c0-39d1-4b42-83af-46ce7f8f3c05 HTTP/1.1" status: 204 len: 168 time: 0.1231203 Jul 08 02:35:45.831162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daf48d-4e96-4286-a515-d6d29f26b351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f268a3c0-39d1-4b42-83af-46ce7f8f3c05,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:46.154686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:46.194953 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1ecde3fd-2bb6-4f6c-94a0-9bc5c4d7a42c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6d133b60f824d22bd0bd15fb8be2e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388286 Jul 08 02:35:46.197100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44044) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:46.249911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf507-63e1-4042-939f-ffd1d805cea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:46.270760 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf507-63e1-4042-939f-ffd1d805cea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:46.317977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf507-63e1-4042-939f-ffd1d805cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:46.320860 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf507-63e1-4042-939f-ffd1d805cea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:46.322007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-bf2cf507-63e1-4042-939f-ffd1d805cea8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93456548-3338-409a-80f1-2827a1867116 HTTP/1.1" status: 204 len: 168 time: 0.1240051 Jul 08 02:35:46.329465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cf507-63e1-4042-939f-ffd1d805cea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93456548-3338-409a-80f1-2827a1867116,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:46.971488 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:46.974566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d331f6b1-8dd6-4a14-b201-e3b53090d3e6 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:35:46.995327 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: d331f6b1-8dd6-4a14-b201-e3b53090d3e6 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:35:46.995920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d331f6b1-8dd6-4a14-b201-e3b53090d3e6 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:35:46.996565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2f6c0435-3d62-48f5-be21-9a0a03c4cefa no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:35:47.015614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 2f6c0435-3d62-48f5-be21-9a0a03c4cefa {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:35:47.015967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2f6c0435-3d62-48f5-be21-9a0a03c4cefa not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:35:47.087982 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1627812785-network', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:35:47.109927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Made reservation on behalf of eb97aa47e42547bdb96ccccc87c03e24 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:35:47.112796 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.120766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.209730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.213470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.238008 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:35:47.247686 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96939cc8-782e-486d-aa2d-9e80f8137347,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:47.253485 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.253821 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Added segment 508db6c9-5d07-4548-9eb0-cab15cd54699 of type vlan for network dd13df22-0066-4cfb-8cf0-922d905eed96 Jul 08 02:35:47.298936 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.326644 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.327512 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:47.328090 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.383803 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4106636 Jul 08 02:35:47.386562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:47.391302 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Request body: {'subnet': {'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1627812785-subnet', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:35:47.397340 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da323836-3f2d-4391-9f99-0f94108946db admin admin] Pushing event updated for resources: {'Network': ['ID=dd13df22-0066-4cfb-8cf0-922d905eed96,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:47.406838 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network dd13df22-0066-4cfb-8cf0-922d905eed96 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:35:47.416539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Made reservation on behalf of eb97aa47e42547bdb96ccccc87c03e24 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:35:47.418883 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.585907 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.642599 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b53b6a-c716-4388-aad8-1295a3f32c6f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:47.649670 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Checking segment: {'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:35:47.650033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Network hostable DHCP agents. Network: dd13df22-0066-4cfb-8cf0-922d905eed96, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:35:47.667348 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Network dd13df22-0066-4cfb-8cf0-922d905eed96 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:35:47.676771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, dd13df22-0066-4cfb-8cf0-922d905eed96) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:47.680703 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:47.681309 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.685441 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749c69a-4b92-4b51-bf16-d913e6cf2f0a None None] Network dd13df22-0066-4cfb-8cf0-922d905eed96 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:35:47.696237 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2f1b3d9d-91e2-4fd1-8cda-cbbdeee44200 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3085520 Jul 08 02:35:47.698690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44072) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:47.702997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:35:47.724890 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.726060 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.781239 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.832795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-dd13df22-0066-4cfb-8cf0-922d905eed96', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:35:47.833662 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.917089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:47.972325 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Allocated IP 172.20.0.2 (dd13df22-0066-4cfb-8cf0-922d905eed96/38b53b6a-c716-4388-aad8-1295a3f32c6f/69cd5b48-32a9-42e7-bde7-77844858eb0b) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:35:48.128165 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.149490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.262521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Allocated IP 172.25.4.169 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/5952c189-9efa-4c43-abe9-32a1db3cfa94) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:35:48.279014 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.287811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Transition to ACTIVE for port object 69cd5b48-32a9-42e7-bde7-77844858eb0b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:48.302120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Transition to ACTIVE for port object 69cd5b48-32a9-42e7-bde7-77844858eb0b will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:48.307924 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.343249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Network dd13df22-0066-4cfb-8cf0-922d905eed96 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:35:48.353082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:48.357374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:35:48.361893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Pushing event updated for resources: {'Port': ['ID=69cd5b48-32a9-42e7-bde7-77844858eb0b,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:48.377305 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.415534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Attempting to bind port 69cd5b48-32a9-42e7-bde7-77844858eb0b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:35:48.415893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Attempting to bind port 69cd5b48-32a9-42e7-bde7-77844858eb0b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:35:48.416250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Attempting to bind port 69cd5b48-32a9-42e7-bde7-77844858eb0b on network dd13df22-0066-4cfb-8cf0-922d905eed96 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:35:48.416724 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.421166 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:35:48.421538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Checking segment: {'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:35:48.421936 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.422334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Bound using segment: {'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:35:48.422898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Bound port: 69cd5b48-32a9-42e7-bde7-77844858eb0b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:35:48.423293 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.453543 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:35:48.460539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:48.464414 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:35:48.469944 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5952c189-9efa-4c43-abe9-32a1db3cfa94,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:48.489983 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] For port 69cd5b48-32a9-42e7-bde7-77844858eb0b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:35:48.493245 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] For port 69cd5b48-32a9-42e7-bde7-77844858eb0b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=69cd5b48-32a9-42e7-bde7-77844858eb0b,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:35:48.497775 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.558816 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8553ba1-910d-4c82-b112-9143f27a74d8 None None] Pushing event updated for resources: {'Port': ['ID=69cd5b48-32a9-42e7-bde7-77844858eb0b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:48.749440 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:48.948396 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.013163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 69cd5b48-32a9-42e7-bde7-77844858eb0b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:49.062984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 69cd5b48-32a9-42e7-bde7-77844858eb0b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:49.098186 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:35:49.210883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:35:49.222407 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Sync routers for ids ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:35:49.228266 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.229669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3d57c990-1dab-43d7-8a20-d569e29f72c7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5300333 Jul 08 02:35:49.232508 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44074) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:49.232666 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Routers {'0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:49.233527 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:49.350893 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Set router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:49.448958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d0d12-a85b-4ac0-98ba-39322a40ca8d None None] Network dd13df22-0066-4cfb-8cf0-922d905eed96 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:35:49.541577 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:48Z', 'revision_number': 3, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:49.568580 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Checking router: 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:35:49.568981 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Updating router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff port 5952c189-9efa-4c43-abe9-32a1db3cfa94 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:35:49.577762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7ef5c308-bd6d-4f8c-837d-545973d0020d None None] Provisioning for port 69cd5b48-32a9-42e7-bde7-77844858eb0b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:49.600704 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7ef5c308-bd6d-4f8c-837d-545973d0020d None None] Provisioning complete for port 69cd5b48-32a9-42e7-bde7-77844858eb0b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:49.601068 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7ef5c308-bd6d-4f8c-837d-545973d0020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.607439 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.671672 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.702410 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7ef5c308-bd6d-4f8c-837d-545973d0020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.739949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7ef5c308-bd6d-4f8c-837d-545973d0020d None None] For port 69cd5b48-32a9-42e7-bde7-77844858eb0b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=69cd5b48-32a9-42e7-bde7-77844858eb0b,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:49.745447 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7ef5c308-bd6d-4f8c-837d-545973d0020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.809053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5c308-bd6d-4f8c-837d-545973d0020d None None] Pushing event updated for resources: {'Port': ['ID=69cd5b48-32a9-42e7-bde7-77844858eb0b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:49.880563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Allocated IP 172.20.0.1 (dd13df22-0066-4cfb-8cf0-922d905eed96/38b53b6a-c716-4388-aad8-1295a3f32c6f/0d270af0-59c8-4632-a19b-65498c98120f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:35:49.907246 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.916813 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Transition to ACTIVE for port object 5952c189-9efa-4c43-abe9-32a1db3cfa94 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:49.921774 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.965577 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-296ebd31-5117-4e5b-9530-3780eca7907d None None] Provisioning complete for port 69cd5b48-32a9-42e7-bde7-77844858eb0b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:49.965945 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-296ebd31-5117-4e5b-9530-3780eca7907d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.975380 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Attempting to bind port 5952c189-9efa-4c43-abe9-32a1db3cfa94 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:35:49.975749 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Attempting to bind port 5952c189-9efa-4c43-abe9-32a1db3cfa94 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:35:49.976155 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Attempting to bind port 5952c189-9efa-4c43-abe9-32a1db3cfa94 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:35:49.978509 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Pushing event updated for resources: {'Port': ['ID=5952c189-9efa-4c43-abe9-32a1db3cfa94,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:49.987328 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:35:49.987707 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:35:49.988497 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.988497 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:35:49.988974 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Bound port: 5952c189-9efa-4c43-abe9-32a1db3cfa94, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:35:49.989350 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:49.992377 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.992727 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.993067 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.993405 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.993732 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.994421 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.994421 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.994696 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.995021 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.995342 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.995662 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:49.995982 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:35:50.016354 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:50.031339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Transition to ACTIVE for port object 0d270af0-59c8-4632-a19b-65498c98120f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:50.054245 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] For port 5952c189-9efa-4c43-abe9-32a1db3cfa94, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:35:50.058124 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] For port 5952c189-9efa-4c43-abe9-32a1db3cfa94, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5952c189-9efa-4c43-abe9-32a1db3cfa94,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:35:50.063960 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:50.070360 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:50.116187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Network dd13df22-0066-4cfb-8cf0-922d905eed96 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:35:50.121859 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:50.124200 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Pushing event updated for resources: {'Port': ['ID=0d270af0-59c8-4632-a19b-65498c98120f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:50.126668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:35:50.130128 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Routers {'0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:50.130946 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:50.133183 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3dc65-9c7b-480a-a9a3-493e01aba775 None None] Pushing event updated for resources: {'Port': ['ID=5952c189-9efa-4c43-abe9-32a1db3cfa94,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:50.165416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:50.344819 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] Set router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:50.385362 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bd955749-595b-44b4-9e60-48ee227ad4d7 None None] Provisioning for port 0d270af0-59c8-4632-a19b-65498c98120f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:50.389678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-bd955749-595b-44b4-9e60-48ee227ad4d7 None None] Provisioning complete for port 0d270af0-59c8-4632-a19b-65498c98120f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:50.390054 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bd955749-595b-44b4-9e60-48ee227ad4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:50.428773 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-bd955749-595b-44b4-9e60-48ee227ad4d7 None None] Port 0d270af0-59c8-4632-a19b-65498c98120f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:35:50.538736 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:48Z', 'revision_number': 3, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:50.566749 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b277a8-b445-408f-80d0-aa29ccd95c3b None None] The sync data for ids ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'] in n-d-694802-14 is: [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:48Z', 'revision_number': 3, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:35:50.639238 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:50.728463 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6655c5d8-f6b6-4572-a4c8-7adfa969b18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:50.818720 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:50.826785 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:50.901111 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:50.902926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Pushing event updated for resources: {'Port': ['ID=0d270af0-59c8-4632-a19b-65498c98120f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:51.007520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Network dd13df22-0066-4cfb-8cf0-922d905eed96 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:35:51.008974 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:51.088244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5952c189-9efa-4c43-abe9-32a1db3cfa94 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:51.141147 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:35:51.143063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5952c189-9efa-4c43-abe9-32a1db3cfa94 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:51.148676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5952c189-9efa-4c43-abe9-32a1db3cfa94 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:51.149343 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.248503 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.278347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e482d4f7-30d2-40cc-85e9-2d4e9f0d6411 None None] Provisioning complete for port 0d270af0-59c8-4632-a19b-65498c98120f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:51.279324 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e482d4f7-30d2-40cc-85e9-2d4e9f0d6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.282093 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5952c189-9efa-4c43-abe9-32a1db3cfa94, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5952c189-9efa-4c43-abe9-32a1db3cfa94,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:51.291980 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:35:51.297449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-aa0932e8-1ae2-45a1-935d-fa2278023c1a admin admin] 10.222.0.41 "PUT /v2.0/routers/0633f36b-e60b-49bf-a3a9-9bd7bd2693ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0634942 Jul 08 02:35:51.303346 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.304147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 69cd5b48-32a9-42e7-bde7-77844858eb0b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:51.376039 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e482d4f7-30d2-40cc-85e9-2d4e9f0d6411 None None] Port 0d270af0-59c8-4632-a19b-65498c98120f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:35:51.399843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5952c189-9efa-4c43-abe9-32a1db3cfa94,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:51.410840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 69cd5b48-32a9-42e7-bde7-77844858eb0b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:51.411224 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.780604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44090) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:51.785854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1352877782-network', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:35:51.806771 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Made reservation on behalf of 9e9469cec4d345f081c42ce6bfed3842 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:35:51.809155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.818193 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.917818 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.921903 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.949386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:35:51.959491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc906ce0-4b51-418f-bb46-e761e5b54a7f,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:51.965642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:51.965991 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Added segment 254e3606-f110-4ee7-8555-96b0e80b625d of type vlan for network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 Jul 08 02:35:52.014558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.044047 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.045364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:52.045953 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.106479 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3220885 Jul 08 02:35:52.106702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44092) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:52.113916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Request body: {'subnet': {'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1352877782-subnet', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:35:52.118117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1432-f949-46b5-b0d0-44f363aca3dc admin admin] Pushing event updated for resources: {'Network': ['ID=cc143e56-e3de-49fb-8ecb-b8c9ccee4e61,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:52.128751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:35:52.140274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Made reservation on behalf of 9e9469cec4d345f081c42ce6bfed3842 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:35:52.143215 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.192943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Sync routers for ids ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:35:52.210030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Routers {'0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:52.210651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:52.318200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Set router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:52.321450 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.377824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0bb596-c485-4f2b-89da-8b8700f93ca1,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:52.384876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Checking segment: {'id': '254e3606-f110-4ee7-8555-96b0e80b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:35:52.385222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Network hostable DHCP agents. Network: cc143e56-e3de-49fb-8ecb-b8c9ccee4e61, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:35:52.401307 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:35:52.410580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, cc143e56-e3de-49fb-8ecb-b8c9ccee4e61) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:52.414808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:35:52.415411 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.430305 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6eba8d19-0ee0-46d4-829c-fbfe85e09cb4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3226349 Jul 08 02:35:52.430956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03833523-91bb-4c78-9711-f115c6417359 None None] Network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:35:52.432787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44094) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:52.437211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1352877782-router', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:35:52.457761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.458801 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.513726 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.635271 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d270af0-59c8-4632-a19b-65498c98120f', 'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'mac_address': 'fa:16:3e:b0:d5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:49Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 2, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'subnets': [{'id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:52.638416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-cc143e56-e3de-49fb-8ecb-b8c9ccee4e61', 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'fixed_ips': [{'subnet_id': 'eb0bb596-c485-4f2b-89da-8b8700f93ca1'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:35:52.639239 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.650542 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.677142 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Checking router: 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:35:52.677497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Updating router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff port 0d270af0-59c8-4632-a19b-65498c98120f binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:35:52.763124 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.858553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.878331 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:52.916647 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Allocated IP 172.20.0.2 (cc143e56-e3de-49fb-8ecb-b8c9ccee4e61/eb0bb596-c485-4f2b-89da-8b8700f93ca1/0e101501-08ed-45dd-bfdc-c52ea761f465) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:35:52.992977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Allocated IP 172.25.4.40 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/6ef08242-d1f8-409b-8676-7985798994bf) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:35:53.105854 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.146287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.171348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5952c189-9efa-4c43-abe9-32a1db3cfa94 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:53.195142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:35:53.198167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:53.202626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:35:53.223146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=6ef08242-d1f8-409b-8676-7985798994bf,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:53.330226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5952c189-9efa-4c43-abe9-32a1db3cfa94 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:53.330602 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.408451 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.427139 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Transition to ACTIVE for port object 0e101501-08ed-45dd-bfdc-c52ea761f465 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:53.442727 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.473290 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Transition to ACTIVE for port object 0d270af0-59c8-4632-a19b-65498c98120f will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:53.479804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Transition to ACTIVE for port object 0e101501-08ed-45dd-bfdc-c52ea761f465 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:53.483806 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.487684 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-458c639e-e62e-42c7-8e19-b47c7a52283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.517692 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.593533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:35:53.596651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242e947-9b40-474a-98f3-fe8ef0bf85bb None None] Pushing event updated for resources: {'Port': ['ID=0d270af0-59c8-4632-a19b-65498c98120f,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:53.606480 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:53.613286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:35:53.737502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Pushing event updated for resources: {'Port': ['ID=0e101501-08ed-45dd-bfdc-c52ea761f465,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:53.747240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Attempting to bind port 0d270af0-59c8-4632-a19b-65498c98120f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:35:53.747966 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Attempting to bind port 0d270af0-59c8-4632-a19b-65498c98120f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:35:53.748762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Attempting to bind port 0d270af0-59c8-4632-a19b-65498c98120f on network dd13df22-0066-4cfb-8cf0-922d905eed96 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:35:53.761097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:35:53.761475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Checking segment: {'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:35:53.761887 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.762284 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Bound using segment: {'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:35:53.762765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Bound port: 0d270af0-59c8-4632-a19b-65498c98120f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:35:53.763152 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.766178 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Attempting to bind port 0e101501-08ed-45dd-bfdc-c52ea761f465 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:35:53.767653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Attempting to bind port 0e101501-08ed-45dd-bfdc-c52ea761f465 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '254e3606-f110-4ee7-8555-96b0e80b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:35:53.767653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Attempting to bind port 0e101501-08ed-45dd-bfdc-c52ea761f465 on network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:35:53.771398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.780498 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:35:53.780882 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Checking segment: {'id': '254e3606-f110-4ee7-8555-96b0e80b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:35:53.781287 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.781689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Bound using segment: {'id': '254e3606-f110-4ee7-8555-96b0e80b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:35:53.782159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Bound port: 0e101501-08ed-45dd-bfdc-c52ea761f465, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254e3606-f110-4ee7-8555-96b0e80b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:35:53.782558 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.888449 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.907633 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] For port 0d270af0-59c8-4632-a19b-65498c98120f, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:35:53.913306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] For port 0d270af0-59c8-4632-a19b-65498c98120f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0d270af0-59c8-4632-a19b-65498c98120f,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:35:53.920483 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.922713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] For port 0e101501-08ed-45dd-bfdc-c52ea761f465, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:35:53.930858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] For port 0e101501-08ed-45dd-bfdc-c52ea761f465, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0e101501-08ed-45dd-bfdc-c52ea761f465,segment=NetworkSegment(254e3606-f110-4ee7-8555-96b0e80b625d),segment_id=254e3606-f110-4ee7-8555-96b0e80b625d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:35:53.936932 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:53.973122 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:54.005828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Routers {'0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:54.006478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:54.054756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242e947-9b40-474a-98f3-fe8ef0bf85bb None None] Pushing event updated for resources: {'Port': ['ID=0d270af0-59c8-4632-a19b-65498c98120f,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:54.121236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Router ebf67ff5-e831-45ea-a414-f04772deedd9 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:35:54.173651 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49210115-b1e2-4507-930f-58f8a22ff60e None None] Pushing event updated for resources: {'Port': ['ID=0e101501-08ed-45dd-bfdc-c52ea761f465,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:54.198562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] Set router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:54.271680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:35:54.281998 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Sync routers for ids ['ebf67ff5-e831-45ea-a414-f04772deedd9'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:35:54.288163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:54.289542 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b167ded8-88f5-463b-8755-4319d35a9cf5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8558447 Jul 08 02:35:54.292347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44096) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:35:54.293759 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Routers {'ebf67ff5-e831-45ea-a414-f04772deedd9'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:54.294371 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ebf67ff5-e831-45ea-a414-f04772deedd9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:54.435712 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Set router ebf67ff5-e831-45ea-a414-f04772deedd9 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:54.481856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d270af0-59c8-4632-a19b-65498c98120f', 'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'mac_address': 'fa:16:3e:b0:d5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:49Z', 'updated_at': '2021-07-08T02:35:53Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'subnets': [{'id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:54.510232 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a98020-46aa-4514-a1d1-3f5eaa84d5ec None None] The sync data for ids ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'] in n-d-694802-14 is: [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d270af0-59c8-4632-a19b-65498c98120f', 'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'mac_address': 'fa:16:3e:b0:d5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:49Z', 'updated_at': '2021-07-08T02:35:53Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'subnets': [{'id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:35:54.661149 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'name': 'tempest-TestMinimumBasicScenario-1352877782-router', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6ef08242-d1f8-409b-8676-7985798994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:53Z', 'revision_number': 3, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'gw_port': {'id': '6ef08242-d1f8-409b-8676-7985798994bf', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:54.691379 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Checking router: ebf67ff5-e831-45ea-a414-f04772deedd9 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:35:54.691848 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Updating router ebf67ff5-e831-45ea-a414-f04772deedd9 port 6ef08242-d1f8-409b-8676-7985798994bf binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:35:54.728234 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:54.840966 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:54.979109 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.071728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Allocated IP 172.20.0.1 (cc143e56-e3de-49fb-8ecb-b8c9ccee4e61/eb0bb596-c485-4f2b-89da-8b8700f93ca1/d8720fa9-ad88-4e46-b733-3accc46a900b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:35:55.097715 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.113103 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Transition to ACTIVE for port object 6ef08242-d1f8-409b-8676-7985798994bf will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:55.125280 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.153207 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0e101501-08ed-45dd-bfdc-c52ea761f465 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:55.221351 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87576092-df6c-432e-a4da-81320d588aa1 None None] Pushing event updated for resources: {'Port': ['ID=6ef08242-d1f8-409b-8676-7985798994bf,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:55.233404 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Attempting to bind port 6ef08242-d1f8-409b-8676-7985798994bf on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:35:55.233771 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Attempting to bind port 6ef08242-d1f8-409b-8676-7985798994bf by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:35:55.234127 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Attempting to bind port 6ef08242-d1f8-409b-8676-7985798994bf on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:35:55.242154 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:35:55.242439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0e101501-08ed-45dd-bfdc-c52ea761f465 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:55.242885 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:35:55.249236 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.249639 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:35:55.250140 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Bound port: 6ef08242-d1f8-409b-8676-7985798994bf, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:35:55.250720 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.254783 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d270af0-59c8-4632-a19b-65498c98120f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:55.262465 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.293961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Transition to ACTIVE for port object d8720fa9-ad88-4e46-b733-3accc46a900b will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:55.320631 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20acf2-96da-4aa6-9b92-f784af1505c4 None None] Network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:35:55.322575 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] For port 6ef08242-d1f8-409b-8676-7985798994bf, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:35:55.327191 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] For port 6ef08242-d1f8-409b-8676-7985798994bf, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6ef08242-d1f8-409b-8676-7985798994bf,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:35:55.333245 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.339915 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.391848 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:35:55.398102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:55.402390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:35:55.407604 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87576092-df6c-432e-a4da-81320d588aa1 None None] Pushing event updated for resources: {'Port': ['ID=6ef08242-d1f8-409b-8676-7985798994bf,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:55.412281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0d270af0-59c8-4632-a19b-65498c98120f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:55.420832 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Routers {'ebf67ff5-e831-45ea-a414-f04772deedd9'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:55.421815 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ebf67ff5-e831-45ea-a414-f04772deedd9'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:55.441288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Pushing event updated for resources: {'Port': ['ID=d8720fa9-ad88-4e46-b733-3accc46a900b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:55.459701 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.485073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a74d98a3-8b78-442c-88ea-9fa0df2c8c69 None None] Provisioning for port 0e101501-08ed-45dd-bfdc-c52ea761f465 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:55.487613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0d270af0-59c8-4632-a19b-65498c98120f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:55.487968 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.544541 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a74d98a3-8b78-442c-88ea-9fa0df2c8c69 None None] Provisioning complete for port 0e101501-08ed-45dd-bfdc-c52ea761f465 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:55.545313 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a74d98a3-8b78-442c-88ea-9fa0df2c8c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.573025 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] Set router ebf67ff5-e831-45ea-a414-f04772deedd9 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:55.636895 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.672340 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.754920 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 0d270af0-59c8-4632-a19b-65498c98120f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0d270af0-59c8-4632-a19b-65498c98120f,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:55.760068 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a74d98a3-8b78-442c-88ea-9fa0df2c8c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.775901 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.804931 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'name': 'tempest-TestMinimumBasicScenario-1352877782-router', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6ef08242-d1f8-409b-8676-7985798994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:53Z', 'revision_number': 3, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'gw_port': {'id': '6ef08242-d1f8-409b-8676-7985798994bf', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:55.843988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=0d270af0-59c8-4632-a19b-65498c98120f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:55.848230 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5c8621-f67d-4f10-ae07-ad89a9fd2690 None None] The sync data for ids ['ebf67ff5-e831-45ea-a414-f04772deedd9'] in n-d-694802-14 is: [{'id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'name': 'tempest-TestMinimumBasicScenario-1352877782-router', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6ef08242-d1f8-409b-8676-7985798994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:53Z', 'revision_number': 3, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'gw_port': {'id': '6ef08242-d1f8-409b-8676-7985798994bf', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:35:55.869494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a74d98a3-8b78-442c-88ea-9fa0df2c8c69 None None] For port 0e101501-08ed-45dd-bfdc-c52ea761f465, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0e101501-08ed-45dd-bfdc-c52ea761f465,segment=NetworkSegment(254e3606-f110-4ee7-8555-96b0e80b625d),segment_id=254e3606-f110-4ee7-8555-96b0e80b625d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:55.879320 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a74d98a3-8b78-442c-88ea-9fa0df2c8c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.894598 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.901669 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.942065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d98a3-8b78-442c-88ea-9fa0df2c8c69 None None] Pushing event updated for resources: {'Port': ['ID=0e101501-08ed-45dd-bfdc-c52ea761f465,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:55.973458 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:55.975305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Pushing event updated for resources: {'Port': ['ID=d8720fa9-ad88-4e46-b733-3accc46a900b,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:56.005584 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9dcec056-14b7-4c83-a333-89bc19fba734 None None] Provisioning complete for port 0e101501-08ed-45dd-bfdc-c52ea761f465 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:56.006082 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dcec056-14b7-4c83-a333-89bc19fba734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:56.086132 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:35:56.087815 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:35:56.131051 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9dcec056-14b7-4c83-a333-89bc19fba734 None None] Provisioning for port d8720fa9-ad88-4e46-b733-3accc46a900b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:56.135926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9dcec056-14b7-4c83-a333-89bc19fba734 None None] Provisioning complete for port d8720fa9-ad88-4e46-b733-3accc46a900b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:56.136408 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dcec056-14b7-4c83-a333-89bc19fba734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:56.184955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9dcec056-14b7-4c83-a333-89bc19fba734 None None] Port d8720fa9-ad88-4e46-b733-3accc46a900b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:35:56.241419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Router ebf67ff5-e831-45ea-a414-f04772deedd9 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:35:56.315956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-392725b8-02c4-48ae-84d0-f7218ad1c6dd None None] Provisioning complete for port d8720fa9-ad88-4e46-b733-3accc46a900b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:56.316962 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-392725b8-02c4-48ae-84d0-f7218ad1c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:56.365088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-392725b8-02c4-48ae-84d0-f7218ad1c6dd None None] Port d8720fa9-ad88-4e46-b733-3accc46a900b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:35:56.365933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:35:56.378404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-63bada48-79d1-4ff0-9a20-91eb73c3ebd5 admin admin] 10.222.0.41 "PUT /v2.0/routers/ebf67ff5-e831-45ea-a414-f04772deedd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0790975 Jul 08 02:35:56.488384 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eb8feb38-59ff-430d-8ed8-aa82e74c714d None None] Provisioning complete for port d8720fa9-ad88-4e46-b733-3accc46a900b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:56.488694 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eb8feb38-59ff-430d-8ed8-aa82e74c714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:56.535744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-eb8feb38-59ff-430d-8ed8-aa82e74c714d None None] Port d8720fa9-ad88-4e46-b733-3accc46a900b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:35:56.602454 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:57.074960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0e101501-08ed-45dd-bfdc-c52ea761f465 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:57.123829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0e101501-08ed-45dd-bfdc-c52ea761f465 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:57.124193 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:57.201418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d270af0-59c8-4632-a19b-65498c98120f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:57.255686 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0d270af0-59c8-4632-a19b-65498c98120f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:57.256191 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:57.350076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6ef08242-d1f8-409b-8676-7985798994bf up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:57.411138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6ef08242-d1f8-409b-8676-7985798994bf completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:35:57.415329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6ef08242-d1f8-409b-8676-7985798994bf triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:57.415700 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:57.509157 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:57.531056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 6ef08242-d1f8-409b-8676-7985798994bf, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6ef08242-d1f8-409b-8676-7985798994bf,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:35:57.536265 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:57.594214 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=6ef08242-d1f8-409b-8676-7985798994bf,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:58.018175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Sync routers for ids ['ebf67ff5-e831-45ea-a414-f04772deedd9'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:35:58.029496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Routers {'ebf67ff5-e831-45ea-a414-f04772deedd9'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:58.030347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ebf67ff5-e831-45ea-a414-f04772deedd9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:58.164535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Set router ebf67ff5-e831-45ea-a414-f04772deedd9 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:58.405396 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'name': 'tempest-TestMinimumBasicScenario-1352877782-router', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6ef08242-d1f8-409b-8676-7985798994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 4, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'gw_port': {'id': '6ef08242-d1f8-409b-8676-7985798994bf', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'd8720fa9-ad88-4e46-b733-3accc46a900b', 'name': '', 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'mac_address': 'fa:16:3e:62:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'eb0bb596-c485-4f2b-89da-8b8700f93ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:54Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 2, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'subnets': [{'id': 'eb0bb596-c485-4f2b-89da-8b8700f93ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:58.433503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Checking router: ebf67ff5-e831-45ea-a414-f04772deedd9 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:35:58.433940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Updating router ebf67ff5-e831-45ea-a414-f04772deedd9 port d8720fa9-ad88-4e46-b733-3accc46a900b binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:35:58.476050 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:58.782732 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:58.794487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Transition to ACTIVE for port object d8720fa9-ad88-4e46-b733-3accc46a900b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:35:58.802062 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:58.857662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115303a-fdfc-4893-b352-9d2fa8d0a390 None None] Pushing event updated for resources: {'Port': ['ID=d8720fa9-ad88-4e46-b733-3accc46a900b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:58.933375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Attempting to bind port d8720fa9-ad88-4e46-b733-3accc46a900b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:35:58.933754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Attempting to bind port d8720fa9-ad88-4e46-b733-3accc46a900b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '254e3606-f110-4ee7-8555-96b0e80b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:35:58.934153 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Attempting to bind port d8720fa9-ad88-4e46-b733-3accc46a900b on network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:35:58.942660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:35:58.943037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Checking segment: {'id': '254e3606-f110-4ee7-8555-96b0e80b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:35:58.943499 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:58.943972 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Bound using segment: {'id': '254e3606-f110-4ee7-8555-96b0e80b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:35:58.944392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Bound port: d8720fa9-ad88-4e46-b733-3accc46a900b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254e3606-f110-4ee7-8555-96b0e80b625d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:35:58.944806 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:59.032491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] For port d8720fa9-ad88-4e46-b733-3accc46a900b, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:35:59.049183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6ef08242-d1f8-409b-8676-7985798994bf up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:35:59.052354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] For port d8720fa9-ad88-4e46-b733-3accc46a900b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d8720fa9-ad88-4e46-b733-3accc46a900b,segment=NetworkSegment(254e3606-f110-4ee7-8555-96b0e80b625d),segment_id=254e3606-f110-4ee7-8555-96b0e80b625d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:35:59.083101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:59.158467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115303a-fdfc-4893-b352-9d2fa8d0a390 None None] Pushing event updated for resources: {'Port': ['ID=d8720fa9-ad88-4e46-b733-3accc46a900b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:35:59.181851 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Routers {'ebf67ff5-e831-45ea-a414-f04772deedd9'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:35:59.182487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:35:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ebf67ff5-e831-45ea-a414-f04772deedd9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:59.299031 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6ef08242-d1f8-409b-8676-7985798994bf triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:35:59.299633 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:35:59.361268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] Set router ebf67ff5-e831-45ea-a414-f04772deedd9 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:35:59.805497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'name': 'tempest-TestMinimumBasicScenario-1352877782-router', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6ef08242-d1f8-409b-8676-7985798994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 4, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'gw_port': {'id': '6ef08242-d1f8-409b-8676-7985798994bf', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'd8720fa9-ad88-4e46-b733-3accc46a900b', 'name': '', 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'mac_address': 'fa:16:3e:62:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'eb0bb596-c485-4f2b-89da-8b8700f93ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:54Z', 'updated_at': '2021-07-08T02:35:59Z', 'revision_number': 4, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'subnets': [{'id': 'eb0bb596-c485-4f2b-89da-8b8700f93ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:35:59.832846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ac288-f93c-4b05-9214-4f42d4675d4e None None] The sync data for ids ['ebf67ff5-e831-45ea-a414-f04772deedd9'] in n-d-694802-14 is: [{'id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'name': 'tempest-TestMinimumBasicScenario-1352877782-router', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6ef08242-d1f8-409b-8676-7985798994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 4, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'gw_port': {'id': '6ef08242-d1f8-409b-8676-7985798994bf', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'd8720fa9-ad88-4e46-b733-3accc46a900b', 'name': '', 'network_id': 'cc143e56-e3de-49fb-8ecb-b8c9ccee4e61', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'mac_address': 'fa:16:3e:62:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'eb0bb596-c485-4f2b-89da-8b8700f93ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:54Z', 'updated_at': '2021-07-08T02:35:59Z', 'revision_number': 4, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'subnets': [{'id': 'eb0bb596-c485-4f2b-89da-8b8700f93ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:36:01.054646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d8720fa9-ad88-4e46-b733-3accc46a900b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:01.115002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port d8720fa9-ad88-4e46-b733-3accc46a900b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:01.119998 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d8720fa9-ad88-4e46-b733-3accc46a900b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:01.120489 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:01.217302 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:01.255871 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port d8720fa9-ad88-4e46-b733-3accc46a900b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d8720fa9-ad88-4e46-b733-3accc46a900b,segment=NetworkSegment(254e3606-f110-4ee7-8555-96b0e80b625d),segment_id=254e3606-f110-4ee7-8555-96b0e80b625d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:01.260399 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:01.340719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=d8720fa9-ad88-4e46-b733-3accc46a900b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:02.999509 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d8720fa9-ad88-4e46-b733-3accc46a900b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:03.083533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port d8720fa9-ad88-4e46-b733-3accc46a900b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:03.083915 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:04.914012 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:06.591055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00225-7807-4cae-a676-e21f49395a1e req-5942685d-fdd5-4113-89f8-869ec1209b80 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:06.592564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-5942685d-fdd5-4113-89f8-869ec1209b80 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/networks?id=dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 200 len: 815 time: 0.1000879 Jul 08 02:36:06.607663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-6a7357c5-b98c-4701-a5ad-0d37a2b75069 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/quotas/eb97aa47e42547bdb96ccccc87c03e24 HTTP/1.1" status: 200 len: 375 time: 0.0091791 Jul 08 02:36:06.679339 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-0315fa9a-7cee-4189-a088-5cf381f72783 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666366 Jul 08 02:36:06.772139 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-10c44a24-68b8-49db-943f-d6033699df90 service neutron] 10.222.0.41 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810010 Jul 08 02:36:06.865407 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-c9b7fcb5-2a6d-4f6d-9c81-93d8f08783d4 service neutron] 10.222.0.41 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872986 Jul 08 02:36:07.037175 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-35c48c6f-e7d3-4306-926d-f8d813702974 req-c9eb9f90-6d0c-4389-bd1f-6ca94f6a918c tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 210 time: 0.0293429 Jul 08 02:36:08.061298 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00225-7807-4cae-a676-e21f49395a1e req-efd6a600-2e39-42e5-aa51-480fe48d1158 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:08.063886 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-efd6a600-2e39-42e5-aa51-480fe48d1158 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.16 "GET /v2.0/networks?id=dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 200 len: 815 time: 0.1074543 Jul 08 02:36:08.081222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'port': {'device_id': '955f040e-9b57-4a78-84ee-01074455c483', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'admin_state_up': True, 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:08.197692 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-090e6aa6-2113-49f8-b3f9-893babbefe8c req-da05aa75-7892-430f-95a5-917ef726c2fb tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 210 time: 0.0474563 Jul 08 02:36:08.209408 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Made reservation on behalf of eb97aa47e42547bdb96ccccc87c03e24 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:36:08.213253 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:08.344740 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Allocated IP 172.20.0.8 (dd13df22-0066-4cfb-8cf0-922d905eed96/38b53b6a-c716-4388-aad8-1295a3f32c6f/2ce9fe62-caef-4897-8644-72e427a67a2a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:36:08.516557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:08.535963 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Transition to ACTIVE for port object 2ce9fe62-caef-4897-8644-72e427a67a2a will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:08.582719 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:08.642529 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'Port': ['ID=2ce9fe62-caef-4897-8644-72e427a67a2a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:08.653293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.653648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.654063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.654365 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.654684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.655027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.655364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.655703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.656061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.656412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.656772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.657199 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:08.662235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Network dd13df22-0066-4cfb-8cf0-922d905eed96 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:08.664196 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:08.666563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:36:08.732289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:08.732289 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:08.756189 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-9f25a71c-785f-43cf-bc80-2693cf452fbc tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6816058 Jul 08 02:36:08.958034 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0d8a715d-35a2-4c60-aa92-c23b5cd7c2ca None None] Provisioning for port 2ce9fe62-caef-4897-8644-72e427a67a2a completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:08.961762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0d8a715d-35a2-4c60-aa92-c23b5cd7c2ca None None] Provisioning complete for port 2ce9fe62-caef-4897-8644-72e427a67a2a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:08.962144 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0d8a715d-35a2-4c60-aa92-c23b5cd7c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:09.011978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a715d-35a2-4c60-aa92-c23b5cd7c2ca None None] Port 2ce9fe62-caef-4897-8644-72e427a67a2a cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:36:09.374345 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:09.402743 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe40169-0fc1-4dec-b38d-3c7db9e5e4f4 req-0e53d426-f581-4332-82a8-c1780c6a95c4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:09.404279 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8fe40169-0fc1-4dec-b38d-3c7db9e5e4f4 req-0e53d426-f581-4332-82a8-c1780c6a95c4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 931 time: 0.0762513 Jul 08 02:36:09.446780 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8fe40169-0fc1-4dec-b38d-3c7db9e5e4f4 req-717b4c35-df97-4d64-86ef-cc01347aad47 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359545 Jul 08 02:36:10.648223 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d440bf-560a-4b6c-84e7-4ffa8869f3ae req-7cbcf129-7aa0-4535-9511-73c30c5d50b1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:10.650589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9d440bf-560a-4b6c-84e7-4ffa8869f3ae req-7cbcf129-7aa0-4535-9511-73c30c5d50b1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 931 time: 0.0781631 Jul 08 02:36:10.699491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9d440bf-560a-4b6c-84e7-4ffa8869f3ae req-5260d137-7e40-44cd-9fd5-2f14bb51fa64 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407963 Jul 08 02:36:11.887133 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507b832-3614-46bf-8adc-fe6cf229d0d1 req-3859dbb8-aa41-43c4-b149-23cbbc106a0d tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:11.888864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e507b832-3614-46bf-8adc-fe6cf229d0d1 req-3859dbb8-aa41-43c4-b149-23cbbc106a0d tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 931 time: 0.0680878 Jul 08 02:36:11.930405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e507b832-3614-46bf-8adc-fe6cf229d0d1 req-a1fef1af-c5e0-4da3-9b31-6a7c68fa90c3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349312 Jul 08 02:36:13.126676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46e3b0-0617-4f3d-b0a7-04a25ccef52b req-6f941dd0-ffd1-4332-a1a6-36a08a67b98a tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:13.128218 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a46e3b0-0617-4f3d-b0a7-04a25ccef52b req-6f941dd0-ffd1-4332-a1a6-36a08a67b98a tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 931 time: 0.0737660 Jul 08 02:36:13.169022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a46e3b0-0617-4f3d-b0a7-04a25ccef52b req-11d96847-c0d3-47b0-83cd-eb593384c189 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351419 Jul 08 02:36:14.354093 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b978d1-e6e4-46df-b24e-77ad70de364d req-155b42f6-143d-4808-8bf1-6f69dc95f956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:14.355586 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86b978d1-e6e4-46df-b24e-77ad70de364d req-155b42f6-143d-4808-8bf1-6f69dc95f956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 931 time: 0.0646150 Jul 08 02:36:14.395758 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-86b978d1-e6e4-46df-b24e-77ad70de364d req-a7687e1e-de03-4c9c-954d-bfaaa674e91f tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Jul 08 02:36:15.595563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465ede6-ac40-40c6-8f4f-b3be374b370f req-961bb37d-6166-4174-b587-efaaaae2cbf1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:15.597568 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8465ede6-ac40-40c6-8f4f-b3be374b370f req-961bb37d-6166-4174-b587-efaaaae2cbf1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 931 time: 0.0763023 Jul 08 02:36:15.638358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8465ede6-ac40-40c6-8f4f-b3be374b370f req-ecc5b754-8117-44df-b30c-2dfb2b971971 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349877 Jul 08 02:36:16.618558 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:36:16.857021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108793b-a83d-4de5-a5c7-c5efdf26fcf7 req-9b8846c8-fcba-4fcb-b826-d1a1a14557f2 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:16.858651 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b108793b-a83d-4de5-a5c7-c5efdf26fcf7 req-9b8846c8-fcba-4fcb-b826-d1a1a14557f2 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 931 time: 0.0806477 Jul 08 02:36:16.904712 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b108793b-a83d-4de5-a5c7-c5efdf26fcf7 req-c473cc09-cbcf-433c-be26-452bb1b5c529 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376165 Jul 08 02:36:18.085025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41541bce-e300-43b4-85cd-ce701c5503a6 req-bfb18b88-bc66-437b-b895-440134591907 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:18.087140 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41541bce-e300-43b4-85cd-ce701c5503a6 req-bfb18b88-bc66-437b-b895-440134591907 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 931 time: 0.0672390 Jul 08 02:36:18.126838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-41541bce-e300-43b4-85cd-ce701c5503a6 req-f532c176-d8ec-4aab-91a5-c0be66d20b05 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341208 Jul 08 02:36:18.858995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Request body: {'port': {'device_id': '955f040e-9b57-4a78-84ee-01074455c483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:18.930999 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:19.205571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce9fe62-caef-4897-8644-72e427a67a2a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:36:19.213493 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:19.226525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Transition to ACTIVE for port object 2ce9fe62-caef-4897-8644-72e427a67a2a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:36:19.230685 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:19.308082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Pushing event updated for resources: {'Port': ['ID=2ce9fe62-caef-4897-8644-72e427a67a2a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:19.318454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523d881-8145-403c-830d-c5cb3d044a05 req-0e53805a-6e72-4876-ab35-7e127b27bd11 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:19.320201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5523d881-8145-403c-830d-c5cb3d044a05 req-0e53805a-6e72-4876-ab35-7e127b27bd11 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 943 time: 0.0762415 Jul 08 02:36:19.359826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Attempting to bind port 2ce9fe62-caef-4897-8644-72e427a67a2a on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:36:19.361144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Attempting to bind port 2ce9fe62-caef-4897-8644-72e427a67a2a by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:36:19.361766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Attempting to bind port 2ce9fe62-caef-4897-8644-72e427a67a2a on network dd13df22-0066-4cfb-8cf0-922d905eed96 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:36:19.366649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Port 2ce9fe62-caef-4897-8644-72e427a67a2a on network dd13df22-0066-4cfb-8cf0-922d905eed96 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:36:19.367095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Attempting to bind port 2ce9fe62-caef-4897-8644-72e427a67a2a on network dd13df22-0066-4cfb-8cf0-922d905eed96 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:36:19.370565 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5523d881-8145-403c-830d-c5cb3d044a05 req-29868fde-5f20-42f8-8458-5b028caeb63e tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384634 Jul 08 02:36:19.372502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:36:19.372914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Checking segment: {'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:36:19.373378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Bound using segment: {'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:36:19.373945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Bound port: 2ce9fe62-caef-4897-8644-72e427a67a2a, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '508db6c9-5d07-4548-9eb0-cab15cd54699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:36:19.374373 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:19.446670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] For port 2ce9fe62-caef-4897-8644-72e427a67a2a, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:36:19.449807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] For port 2ce9fe62-caef-4897-8644-72e427a67a2a, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ce9fe62-caef-4897-8644-72e427a67a2a,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:36:19.454322 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:19.489642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:19.490356 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:19.491869 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] 10.222.0.16 "PUT /v2.0/ports/2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 1092 time: 0.6383216 Jul 08 02:36:19.494160 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:36:19.496450 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63" -d '{"events": [{"name": "network-changed", "server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:36:19.530852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeded93-0b61-40e8-96ff-7443301982bc service neutron] Pushing event updated for resources: {'Port': ['ID=2ce9fe62-caef-4897-8644-72e427a67a2a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:19.539870 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15e47fb-a621-4b13-be22-df66919dfdec x-openstack-request-id: req-b15e47fb-a621-4b13-be22-df66919dfdec {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:36:19.540193 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:36:19.540479 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b15e47fb-a621-4b13-be22-df66919dfdec {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:36:19.541047 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'status': 'completed', 'code': 200} Jul 08 02:36:19.604637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00225-7807-4cae-a676-e21f49395a1e req-0ea66eb8-daaa-454d-ae4e-4ddbeb771f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:19.606358 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-0ea66eb8-daaa-454d-ae4e-4ddbeb771f9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1095 time: 0.0615559 Jul 08 02:36:19.653173 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-c9ec1182-bd4f-4a16-8455-6baad2aaa30d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 217 time: 0.0396693 Jul 08 02:36:19.704869 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00225-7807-4cae-a676-e21f49395a1e req-b6277605-0161-4635-a47f-18b598dac2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:19.706396 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-b6277605-0161-4635-a47f-18b598dac2b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38b53b6a-c716-4388-aad8-1295a3f32c6f HTTP/1.1" status: 200 len: 854 time: 0.0474663 Jul 08 02:36:19.763660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c00225-7807-4cae-a676-e21f49395a1e req-5575d92c-afc2-4285-aaa6-96e2d04feaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:19.765251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-5575d92c-afc2-4285-aaa6-96e2d04feaa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd13df22-0066-4cfb-8cf0-922d905eed96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528650 Jul 08 02:36:19.858474 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-541df2b9-047e-4136-ae97-65efe3931570 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863278 Jul 08 02:36:19.952236 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-67c00225-7807-4cae-a676-e21f49395a1e req-1231f3d3-fb06-4ebc-b2c7-18a69a53587c service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873625 Jul 08 02:36:20.057305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-1c8c50f8-8487-4a0d-a85d-234143983309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:20.058803 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-1c8c50f8-8487-4a0d-a85d-234143983309 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1095 time: 0.0527756 Jul 08 02:36:20.151586 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-95311c82-ec09-4009-9c2e-2fcf32605943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:20.153097 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-95311c82-ec09-4009-9c2e-2fcf32605943 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 200 len: 916 time: 0.0885053 Jul 08 02:36:20.195133 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-4653121f-7f64-4942-b665-aa78423bff7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 217 time: 0.0354965 Jul 08 02:36:20.244613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-fc99f0b2-69e2-47b8-95d7-5555def96f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:20.245992 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-fc99f0b2-69e2-47b8-95d7-5555def96f5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38b53b6a-c716-4388-aad8-1295a3f32c6f HTTP/1.1" status: 200 len: 854 time: 0.0443909 Jul 08 02:36:20.307474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-b07e1606-e6f5-4c81-968f-c17bb1f68052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:20.309027 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-b07e1606-e6f5-4c81-968f-c17bb1f68052 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd13df22-0066-4cfb-8cf0-922d905eed96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565543 Jul 08 02:36:20.401047 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-cde780d0-5aa4-4e96-9664-e85945aba389 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817149 Jul 08 02:36:20.496620 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a315b7eb-e6cd-4aa0-94e4-08dfb4375d63 req-40638362-69ff-4251-87fc-70d7fc4eaf00 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882070 Jul 08 02:36:20.545118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f60aee-d2f2-4492-b71d-b6327b1a0487 req-76f36c9e-42dc-42bf-a0a4-21e57e006b18 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:20.546937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46f60aee-d2f2-4492-b71d-b6327b1a0487 req-76f36c9e-42dc-42bf-a0a4-21e57e006b18 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 943 time: 0.0655994 Jul 08 02:36:20.585107 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-46f60aee-d2f2-4492-b71d-b6327b1a0487 req-8a6ea846-0d18-4ad6-a0ba-412d5c884c8d tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322542 Jul 08 02:36:20.718695 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-55cfb314-8514-4656-9e9e-562d5740a3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:21.767049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef12e9-e970-4279-a957-8700ddda6433 req-bc14e553-8faa-463a-8f56-fa704a3faf6e tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:21.768643 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebef12e9-e970-4279-a957-8700ddda6433 req-bc14e553-8faa-463a-8f56-fa704a3faf6e tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 943 time: 0.0670481 Jul 08 02:36:21.806797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ebef12e9-e970-4279-a957-8700ddda6433 req-330edb5e-0c85-490b-b68d-b3b66295c86e tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Jul 08 02:36:22.979129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79541b0-ae73-4ebd-8638-ede589e615cc req-7dffc4cb-ae0f-46e7-821e-936715d77f5b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:22.980639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a79541b0-ae73-4ebd-8638-ede589e615cc req-7dffc4cb-ae0f-46e7-821e-936715d77f5b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 943 time: 0.0636365 Jul 08 02:36:23.018052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a79541b0-ae73-4ebd-8638-ede589e615cc req-7d27de92-9451-4789-b102-b4cebc6f58af tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Jul 08 02:36:23.225262 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2ce9fe62-caef-4897-8644-72e427a67a2a details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:36:23.321753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2ce9fe62-caef-4897-8644-72e427a67a2a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ce9fe62-caef-4897-8644-72e427a67a2a,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:23.333571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'port_id': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'mac_address': 'fa:16:3e:8f:b6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:36:23.374247 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:23.386597 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce9fe62-caef-4897-8644-72e427a67a2a {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:36:23.405818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2ce9fe62-caef-4897-8644-72e427a67a2a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ce9fe62-caef-4897-8644-72e427a67a2a,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:23.410180 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:23.473368 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2ce9fe62-caef-4897-8644-72e427a67a2a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:23.490873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.491173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.491488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.491829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.492168 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.492536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.492865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.493204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.493529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.493857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.494528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.494528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:36:23.500183 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3917d20f-1fff-466d-b787-0de323ea27db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:23.609334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2ce9fe62-caef-4897-8644-72e427a67a2a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:36:23.841676 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:24.193019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be8a9-888d-49b4-849a-d19331ff2473 req-6c0d0c72-1b8b-4c3a-8206-4345f8ffcfc3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:24.194466 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b9be8a9-888d-49b4-849a-d19331ff2473 req-6c0d0c72-1b8b-4c3a-8206-4345f8ffcfc3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 944 time: 0.0651577 Jul 08 02:36:24.233731 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b9be8a9-888d-49b4-849a-d19331ff2473 req-ab87eec0-cd5d-429a-8ec0-dc182a7a1b93 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Jul 08 02:36:24.958265 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:25.227238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2ce9fe62-caef-4897-8644-72e427a67a2a up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:36:25.276747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 2ce9fe62-caef-4897-8644-72e427a67a2a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:36:25.280517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 2ce9fe62-caef-4897-8644-72e427a67a2a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:25.280888 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:25.359383 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:25.384106 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:36:25.386414 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5c9594-1061-43d7-a8e3-b5e01f18765f" -d '{"events": [{"server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "name": "network-vif-plugged", "status": "completed", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:36:25.403373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 2ce9fe62-caef-4897-8644-72e427a67a2a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ce9fe62-caef-4897-8644-72e427a67a2a,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:25.408339 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:25.419647 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b568ae-3862-4e0c-ba94-a3b52d60b568 req-8b719d9a-499e-4688-a923-dc3860602659 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:25.422037 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66b568ae-3862-4e0c-ba94-a3b52d60b568 req-8b719d9a-499e-4688-a923-dc3860602659 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 944 time: 0.0726380 Jul 08 02:36:25.440084 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e32b46-4a9f-4b6a-bfec-b612f3918ba1 x-openstack-request-id: req-f2e32b46-4a9f-4b6a-bfec-b612f3918ba1 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:36:25.440391 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "name": "network-vif-plugged", "status": "completed", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:36:25.440654 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2e32b46-4a9f-4b6a-bfec-b612f3918ba1 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:36:25.441050 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'code': 200} Jul 08 02:36:25.465935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66b568ae-3862-4e0c-ba94-a3b52d60b568 req-fe0304b1-80c2-48f0-8a4f-7764168c5191 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Jul 08 02:36:25.466924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=2ce9fe62-caef-4897-8644-72e427a67a2a,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:25.537856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dca0e-1ea6-437e-9a47-fba20b199423 req-ca1bc244-7ca7-445f-a647-4d37571cdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:25.539360 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de4dca0e-1ea6-437e-9a47-fba20b199423 req-ca1bc244-7ca7-445f-a647-4d37571cdafa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1097 time: 0.0515604 Jul 08 02:36:25.573521 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de4dca0e-1ea6-437e-9a47-fba20b199423 req-c6188d59-d03b-43eb-88bf-7e67229cf985 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279009 Jul 08 02:36:26.601094 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:26.646505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcb170-a27d-430e-a567-375b980bced6 req-0965487d-1954-4769-83ab-4858053abf73 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:26.648003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afdcb170-a27d-430e-a567-375b980bced6 req-0965487d-1954-4769-83ab-4858053abf73 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 945 time: 0.0653939 Jul 08 02:36:26.684709 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-afdcb170-a27d-430e-a567-375b980bced6 req-358e86fe-4c8d-499f-9eb3-6c26d171dee6 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Jul 08 02:36:26.859015 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa5d92-124c-4db3-a508-5608d0144553 req-1bdaf1d2-3d1e-4535-bbf5-c4ed1c82e612 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:26.860741 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4aa5d92-124c-4db3-a508-5608d0144553 req-1bdaf1d2-3d1e-4535-bbf5-c4ed1c82e612 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 945 time: 0.0665698 Jul 08 02:36:26.898672 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d4aa5d92-124c-4db3-a508-5608d0144553 req-1c5632a4-c99e-450d-ae58-4541b5b2b900 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324557 Jul 08 02:36:27.239724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c78d63-f2e0-44d4-928d-d45f94520e27 req-c4956f58-38dc-4109-b309-c78b805a8c9b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:27.241358 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21c78d63-f2e0-44d4-928d-d45f94520e27 req-c4956f58-38dc-4109-b309-c78b805a8c9b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 945 time: 0.0637074 Jul 08 02:36:27.279755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21c78d63-f2e0-44d4-928d-d45f94520e27 req-b1be8c94-613f-4be4-b1bb-6ceb09310e35 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Jul 08 02:36:28.043069 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-eff5034c-3617-461a-9271-16a1947d9a6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534370 Jul 08 02:36:28.143621 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-e982b8ea-f2d3-4661-b35e-831e3f7d8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:28.145406 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-e982b8ea-f2d3-4661-b35e-831e3f7d8817 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1097 time: 0.0606508 Jul 08 02:36:28.256522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-04b45c1b-6814-4a9e-8c25-495c3e41ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:28.258068 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-04b45c1b-6814-4a9e-8c25-495c3e41ff5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 200 len: 916 time: 0.0913086 Jul 08 02:36:28.304490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-930b0ac0-f8e5-428b-be76-98ad096abf29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 217 time: 0.0403073 Jul 08 02:36:28.352918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-c6ca44eb-3396-48f6-8bd5-ced659e1ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:28.354370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-c6ca44eb-3396-48f6-8bd5-ced659e1ad70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38b53b6a-c716-4388-aad8-1295a3f32c6f HTTP/1.1" status: 200 len: 854 time: 0.0439436 Jul 08 02:36:28.411447 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-a7a40f75-83e0-4d20-b7ab-9d6e20599cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:28.413013 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-a7a40f75-83e0-4d20-b7ab-9d6e20599cdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd13df22-0066-4cfb-8cf0-922d905eed96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525804 Jul 08 02:36:28.504929 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-83b08659-a0d0-4d72-8d3f-ed6829a09ab1 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851700 Jul 08 02:36:28.592792 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-25efd65c-383e-4e7c-8faf-b76f1c6dbecd req-f52301bd-8c01-4101-9508-9872fd4668f2 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816844 Jul 08 02:36:34.935017 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:38.952589 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c479c-7a3c-4946-9145-43e25d888572 req-910afec2-bda0-4c8a-933a-4d670d5a08a2 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:38.954626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a0c479c-7a3c-4946-9145-43e25d888572 req-910afec2-bda0-4c8a-933a-4d670d5a08a2 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 945 time: 0.0614710 Jul 08 02:36:38.993723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1a0c479c-7a3c-4946-9145-43e25d888572 req-5f5840ba-b7d4-48f5-b5b6-fe0111643fc5 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Jul 08 02:36:39.020180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44292) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:39.159942 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ee5dc1-a8a1-4e18-81ac-4d3bed7fd5de tempest-TestMinimumBasicScenario-1153809016 tempest-TestMinimumBasicScenario-1153809016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:39.161506 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-20ee5dc1-a8a1-4e18-81ac-4d3bed7fd5de tempest-TestMinimumBasicScenario-1153809016 tempest-TestMinimumBasicScenario-1153809016-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1092 time: 0.1403534 Jul 08 02:36:39.164452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:39.168751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:39.191723 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.291794 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.365671 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.401086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Allocated IP 172.25.4.170 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/f2a799ed-91b5-4e8a-b96d-70a628aff93d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:36:39.505348 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.548348 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:39.583344 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:36:39.589425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:36:39.593127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:36:39.616510 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'Port': ['ID=f2a799ed-91b5-4e8a-b96d-70a628aff93d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:39.968148 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:40.043846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:40.499624 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:40.504737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:40.575545 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'Port': ['ID=f2a799ed-91b5-4e8a-b96d-70a628aff93d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:40.584631 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:40.684141 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Floating IP ed756701-3be2-4917-8f9c-59441c510d5c associated. External IP: 172.25.4.170, port: 2ce9fe62-caef-4897-8644-72e427a67a2a. Jul 08 02:36:40.890943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:36:41.000275 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:36:41.010492 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] Sync routers for ids ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:36:41.016827 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.020055 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] Routers {'0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:36:41.020702 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:36:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:41.053971 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0f23a1a3-4956-40d3-b362-8e2fcc734956 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8884947 Jul 08 02:36:41.054657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:36:41.056768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44298) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:41.061824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8bcf3f68-a176-4ab2-b001-ca5324616e16 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-115220525', 'description': 'tempest-secgroup-smoke-115220525 description', 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:41.092823 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3f68-a176-4ab2-b001-ca5324616e16 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.185037 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:36:41.188805 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3f68-a176-4ab2-b001-ca5324616e16 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.193740 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3f68-a176-4ab2-b001-ca5324616e16 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.221565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8bcf3f68-a176-4ab2-b001-ca5324616e16 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.222824 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8bcf3f68-a176-4ab2-b001-ca5324616e16 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1650481 Jul 08 02:36:41.228471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44306) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:41.231537 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0378d0bb-5bd0-4c4a-a3f4-c0c2619f0698 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'security_group_rule': {'security_group_id': '3042243e-0ac2-43e2-bedc-8cd02c669bb7', 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:41.237504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf3f68-a176-4ab2-b001-ca5324616e16 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3042243e-0ac2-43e2-bedc-8cd02c669bb7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:41.243037 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] Set router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:36:41.269328 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0378d0bb-5bd0-4c4a-a3f4-c0c2619f0698 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.305361 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60464eaf-6336-47b2-bf55-7ff676fc2958 x-openstack-request-id: req-60464eaf-6336-47b2-bf55-7ff676fc2958 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:36:41.305652 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:36:41.305901 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60464eaf-6336-47b2-bf55-7ff676fc2958 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:36:41.306297 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'status': 'completed', 'code': 200} Jul 08 02:36:41.369876 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0378d0bb-5bd0-4c4a-a3f4-c0c2619f0698 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.376873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0378d0bb-5bd0-4c4a-a3f4-c0c2619f0698 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.405659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378d0bb-5bd0-4c4a-a3f4-c0c2619f0698 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a711e8-033e-4b43-a700-5839255fcfeb,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:41.411992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0378d0bb-5bd0-4c4a-a3f4-c0c2619f0698 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.415729 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0378d0bb-5bd0-4c4a-a3f4-c0c2619f0698 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856737 Jul 08 02:36:41.416841 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:41.422698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-60a13a92-fafa-4100-bdd8-25a620d43567 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'security_group_rule': {'security_group_id': '3042243e-0ac2-43e2-bedc-8cd02c669bb7', 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:41.429244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-4366ec08-7d64-4a60-b6e0-510cf309edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:41.430812 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-4366ec08-7d64-4a60-b6e0-510cf309edc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1097 time: 0.0974483 Jul 08 02:36:41.452738 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60a13a92-fafa-4100-bdd8-25a620d43567 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.474893 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'ed756701-3be2-4917-8f9c-59441c510d5c', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'port_id': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'mac_address': 'fa:16:3e:8f:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f040e-9b57-4a78-84ee-01074455c483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:36:39Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 0, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d270af0-59c8-4632-a19b-65498c98120f', 'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'mac_address': 'fa:16:3e:b0:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:49Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 5, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'subnets': [{'id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:41.512121 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] Checking router: 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:36:41.520259 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60a13a92-fafa-4100-bdd8-25a620d43567 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.522067 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] Routers {'0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:36:41.522757 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:36:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:41.525499 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60a13a92-fafa-4100-bdd8-25a620d43567 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.535918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-01d6c425-a72e-4dd6-9eb7-2a2e684f689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:41.537598 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-01d6c425-a72e-4dd6-9eb7-2a2e684f689c service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 200 len: 916 time: 0.0957134 Jul 08 02:36:41.544329 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a13a92-fafa-4100-bdd8-25a620d43567 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bac0b4-b61a-4594-bef0-355943ee719a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:41.552556 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-60a13a92-fafa-4100-bdd8-25a620d43567 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.556822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-60a13a92-fafa-4100-bdd8-25a620d43567 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387463 Jul 08 02:36:41.557427 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44310) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:41.565564 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b793f56d-4be8-4d9c-a9ff-9f2c4920634c tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'security_group_rule': {'security_group_id': '3042243e-0ac2-43e2-bedc-8cd02c669bb7', 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:41.594725 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b793f56d-4be8-4d9c-a9ff-9f2c4920634c tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.623918 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-c61f9e76-2291-4362-b641-4c7c6a6e8f66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 999 time: 0.0785718 Jul 08 02:36:41.635567 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] Set router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:36:41.666983 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b793f56d-4be8-4d9c-a9ff-9f2c4920634c tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.670987 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b793f56d-4be8-4d9c-a9ff-9f2c4920634c tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.679140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-569e172b-3b7f-4e20-925f-28a1b677d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:41.681371 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-569e172b-3b7f-4e20-925f-28a1b677d6d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38b53b6a-c716-4388-aad8-1295a3f32c6f HTTP/1.1" status: 200 len: 854 time: 0.0512369 Jul 08 02:36:41.693349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793f56d-4be8-4d9c-a9ff-9f2c4920634c tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d81ece1-68a7-4087-bdfd-0ec699df0c68,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:41.707286 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b793f56d-4be8-4d9c-a9ff-9f2c4920634c tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.708939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b793f56d-4be8-4d9c-a9ff-9f2c4920634c tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505482 Jul 08 02:36:41.712058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:41.717225 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c63cb47e-72ed-4357-bc21-9d12461241e1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'security_group_rule': {'security_group_id': '3042243e-0ac2-43e2-bedc-8cd02c669bb7', 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:41.744535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-67f33bac-8f7c-432c-807d-54f685837131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:41.746164 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-67f33bac-8f7c-432c-807d-54f685837131 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd13df22-0066-4cfb-8cf0-922d905eed96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578012 Jul 08 02:36:41.747366 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c63cb47e-72ed-4357-bc21-9d12461241e1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.811916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c63cb47e-72ed-4357-bc21-9d12461241e1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.817761 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c63cb47e-72ed-4357-bc21-9d12461241e1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.838090 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cb47e-72ed-4357-bc21-9d12461241e1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56eb22e5-a4cf-46fa-beee-a294bf67ec6d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:41.845789 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-efc349bc-25b7-4028-9241-135b9f56c7e2 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925658 Jul 08 02:36:41.846218 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c63cb47e-72ed-4357-bc21-9d12461241e1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.847831 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c63cb47e-72ed-4357-bc21-9d12461241e1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345499 Jul 08 02:36:41.850530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44314) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:41.855466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-19e92997-89ed-4b2f-b17d-5a229ba3b776 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'security_group_rule': {'security_group_id': '3042243e-0ac2-43e2-bedc-8cd02c669bb7', 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:41.881466 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-19e92997-89ed-4b2f-b17d-5a229ba3b776 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Project eb97aa47e42547bdb96ccccc87c03e24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:36:41.884337 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'ed756701-3be2-4917-8f9c-59441c510d5c', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'port_id': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'mac_address': 'fa:16:3e:8f:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f040e-9b57-4a78-84ee-01074455c483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:36:39Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 0, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d270af0-59c8-4632-a19b-65498c98120f', 'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'mac_address': 'fa:16:3e:b0:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:49Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 5, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'subnets': [{'id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:36:41.886609 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19e92997-89ed-4b2f-b17d-5a229ba3b776 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.911356 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b6320-9bbe-4e38-9872-469763f3a5f4 None None] The sync data for ids ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'] in n-d-694802-14 is: [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'ed756701-3be2-4917-8f9c-59441c510d5c', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'port_id': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'mac_address': 'fa:16:3e:8f:b6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955f040e-9b57-4a78-84ee-01074455c483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:36:39Z', 'updated_at': '2021-07-08T02:36:39Z', 'revision_number': 0, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d270af0-59c8-4632-a19b-65498c98120f', 'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'mac_address': 'fa:16:3e:b0:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:49Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 5, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'subnets': [{'id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:36:41.946675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5fd47416-cd12-4b5a-8357-dd8f6442f6c4 req-4928c5b4-ec0f-4d1a-9775-81fb463453ae service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928488 Jul 08 02:36:41.954699 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19e92997-89ed-4b2f-b17d-5a229ba3b776 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.959289 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19e92997-89ed-4b2f-b17d-5a229ba3b776 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.980805 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e92997-89ed-4b2f-b17d-5a229ba3b776 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efaff107-63bf-4608-a0c4-f0b2cc9ae450,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:41.983120 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19e92997-89ed-4b2f-b17d-5a229ba3b776 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:41.984451 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-19e92997-89ed-4b2f-b17d-5a229ba3b776 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329453 Jul 08 02:36:41.987657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44316) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:36:41.992260 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-0c4339dc-d7de-423b-939d-35dae55962e3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'security_group_rule': {'security_group_id': '3042243e-0ac2-43e2-bedc-8cd02c669bb7', 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:42.018114 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-0c4339dc-d7de-423b-939d-35dae55962e3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Project eb97aa47e42547bdb96ccccc87c03e24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:36:42.023061 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c4339dc-d7de-423b-939d-35dae55962e3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.086313 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c4339dc-d7de-423b-939d-35dae55962e3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.090470 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c4339dc-d7de-423b-939d-35dae55962e3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.108581 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4339dc-d7de-423b-939d-35dae55962e3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d02c66c-8d6b-42c3-8113-8064f627929d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:42.117119 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c4339dc-d7de-423b-939d-35dae55962e3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.118628 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0c4339dc-d7de-423b-939d-35dae55962e3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297715 Jul 08 02:36:42.128655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97592a92-2250-46c3-b27d-f1c61471bcd1 None None] New status for floating IP ed756701-3be2-4917-8f9c-59441c510d5c: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:36:42.242986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-fd2d22c7-f5f7-44cb-b810-e83e26fac1fb tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115220525&fields=id&tenant_id=eb97aa47e42547bdb96ccccc87c03e24 HTTP/1.1" status: 200 len: 267 time: 0.0336778 Jul 08 02:36:42.315172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-b04bfaa6-abb0-4a76-819f-28426d173888 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:42.316698 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-b04bfaa6-abb0-4a76-819f-28426d173888 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 945 time: 0.0684786 Jul 08 02:36:42.327241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-c0b1ed95-2ae3-4325-aed0-40aac9ea920b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'port': {'security_groups': ['96939cc8-782e-486d-aa2d-9e80f8137347', '3042243e-0ac2-43e2-bedc-8cd02c669bb7']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:36:42.413773 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-c0b1ed95-2ae3-4325-aed0-40aac9ea920b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.605618 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-c0b1ed95-2ae3-4325-aed0-40aac9ea920b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] For port 2ce9fe62-caef-4897-8644-72e427a67a2a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ce9fe62-caef-4897-8644-72e427a67a2a,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:36:42.636936 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-c0b1ed95-2ae3-4325-aed0-40aac9ea920b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.641831 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-c0b1ed95-2ae3-4325-aed0-40aac9ea920b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.653594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2ce9fe62-caef-4897-8644-72e427a67a2a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:36:42.685938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-c0b1ed95-2ae3-4325-aed0-40aac9ea920b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:42.686578 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-c0b1ed95-2ae3-4325-aed0-40aac9ea920b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:42.688663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5e6a477-de4c-43eb-b24c-ffab18c9a8cb req-c0b1ed95-2ae3-4325-aed0-40aac9ea920b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "PUT /v2.0/ports/2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 981 time: 0.3659005 Jul 08 02:36:42.726153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1ed95-2ae3-4325-aed0-40aac9ea920b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'Port': ['ID=2ce9fe62-caef-4897-8644-72e427a67a2a,revision_number=6']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:36:42.768702 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2ce9fe62-caef-4897-8644-72e427a67a2a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:36:42.897128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3681ab4-fdfe-405f-a978-f06ddb5d9a4c req-530d6543-4828-4e8d-940a-8b71cee6062b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:42.898681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3681ab4-fdfe-405f-a978-f06ddb5d9a4c req-530d6543-4828-4e8d-940a-8b71cee6062b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0939329 Jul 08 02:36:42.941346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f3681ab4-fdfe-405f-a978-f06ddb5d9a4c req-82dca679-7132-4bf7-aa27-1968147660d7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367086 Jul 08 02:36:42.956656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c4876102-9f56-4196-abc0-2f882aaa7daf None None] Provisioning complete for port 2ce9fe62-caef-4897-8644-72e427a67a2a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:36:42.957266 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c4876102-9f56-4196-abc0-2f882aaa7daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:43.307964 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:36:43.310392 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:36:43.347572 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f4de6d-e1f3-4218-a4f7-6c4566b59b40 x-openstack-request-id: req-b6f4de6d-e1f3-4218-a4f7-6c4566b59b40 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:36:43.347866 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:36:43.348113 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6f4de6d-e1f3-4218-a4f7-6c4566b59b40 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:36:43.348555 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'status': 'completed', 'code': 200} Jul 08 02:36:43.429380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-13e32ebb-e6be-4f24-ad34-54c0ef39ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:43.430799 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-13e32ebb-e6be-4f24-ad34-54c0ef39ff42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1136 time: 0.0581253 Jul 08 02:36:43.521627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-65d32960-cc52-46c9-a8fb-17486e8d8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:43.523101 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-65d32960-cc52-46c9-a8fb-17486e8d8ae7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 200 len: 916 time: 0.0858605 Jul 08 02:36:43.590937 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-b0a55082-2dd8-4a2b-860f-42e251dec7ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 1001 time: 0.0606203 Jul 08 02:36:43.640291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-2ebc2bb7-1b3f-456e-9b36-ceb6b96c9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:43.642275 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-2ebc2bb7-1b3f-456e-9b36-ceb6b96c9c26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38b53b6a-c716-4388-aad8-1295a3f32c6f HTTP/1.1" status: 200 len: 854 time: 0.0445638 Jul 08 02:36:43.700118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-bb2a6e8e-1fae-427a-9b05-0cb4e4d52902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:36:43.701556 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-bb2a6e8e-1fae-427a-9b05-0cb4e4d52902 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd13df22-0066-4cfb-8cf0-922d905eed96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516181 Jul 08 02:36:43.792717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-f65cc3c2-9612-4d97-8c29-77e753d2d3b7 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838733 Jul 08 02:36:43.880331 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b21d05b5-49c5-478d-ae9f-2e7d3feed1f8 req-7bda88f8-7142-4bfb-b263-e319af12cd63 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813465 Jul 08 02:36:50.720645 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5aea-7ab9-4cb8-90d7-1473d830fe4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:53.463133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a487c3a-fd53-40dd-9843-35b09d9174f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:53.618302 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:36:53.848763 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:54.959497 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:36:56.601358 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:00.228000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-da9f9c33-6f3f-4e09-83ee-38db44044b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:00.229455 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-da9f9c33-6f3f-4e09-83ee-38db44044b08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1136 time: 0.0544431 Jul 08 02:37:00.264167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7480e9c-6604-4d22-87ee-e05d12828ae9 req-5baeef48-fe93-448f-9815-2ddd3cb17466 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:00.267051 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7480e9c-6604-4d22-87ee-e05d12828ae9 req-5baeef48-fe93-448f-9815-2ddd3cb17466 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0663259 Jul 08 02:37:00.309602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d7480e9c-6604-4d22-87ee-e05d12828ae9 req-c75cdc5a-2fb2-4618-9667-af8479a83bc1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355377 Jul 08 02:37:00.331619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-35caedfc-6be5-45ac-9284-31696f0f2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:00.333153 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-35caedfc-6be5-45ac-9284-31696f0f2be7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 200 len: 916 time: 0.0977001 Jul 08 02:37:00.397707 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-6e072d0a-a72b-4a23-9810-4be5b362a3fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 1001 time: 0.0586784 Jul 08 02:37:00.449309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-080a0c8c-2464-4ad2-b2fc-21b9a8b6efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:00.450762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-080a0c8c-2464-4ad2-b2fc-21b9a8b6efff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38b53b6a-c716-4388-aad8-1295a3f32c6f HTTP/1.1" status: 200 len: 854 time: 0.0468633 Jul 08 02:37:00.507146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-ac4e76c0-a956-4bbd-8f29-aa37476e2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:00.508616 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-ac4e76c0-a956-4bbd-8f29-aa37476e2f18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd13df22-0066-4cfb-8cf0-922d905eed96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508931 Jul 08 02:37:00.597002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-b45e36c4-72b4-4432-b9eb-eff68c006947 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813611 Jul 08 02:37:00.693271 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f1087a4a-429e-4c04-9b66-16cd63ab9ced req-026cafe2-2d8c-44fe-b45e-26295576e385 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896399 Jul 08 02:37:01.485900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097b832-e373-4b57-86ec-81ebbbf6c99f req-6f200b13-9903-4a84-b36d-d899438a6369 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:01.487388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5097b832-e373-4b57-86ec-81ebbbf6c99f req-6f200b13-9903-4a84-b36d-d899438a6369 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0644639 Jul 08 02:37:01.531019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5097b832-e373-4b57-86ec-81ebbbf6c99f req-8b9c945f-06dc-42f8-add7-2b48afd394da tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376947 Jul 08 02:37:02.704698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36a31c-64ca-4a62-a09a-7ab486d688bd req-397b4acd-6708-4f86-a006-6187a16364c1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:02.706181 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d36a31c-64ca-4a62-a09a-7ab486d688bd req-397b4acd-6708-4f86-a006-6187a16364c1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0633352 Jul 08 02:37:02.744908 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2d36a31c-64ca-4a62-a09a-7ab486d688bd req-36b3ce43-6a50-4406-9fe9-ab668647ac98 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331159 Jul 08 02:37:03.917774 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f94e7-88f0-444a-86d7-f43f874da6c7 req-e015494c-8d4e-4538-b80c-d99c9d9e7581 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:03.919188 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c9f94e7-88f0-444a-86d7-f43f874da6c7 req-e015494c-8d4e-4538-b80c-d99c9d9e7581 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0637722 Jul 08 02:37:03.960378 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1c9f94e7-88f0-444a-86d7-f43f874da6c7 req-0bc25b77-4004-4bb4-9264-e81ae9fd3a79 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352099 Jul 08 02:37:04.933961 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:05.142000 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d3879-9025-4183-9f8d-25744754b203 req-da2592d6-73c0-42cf-9bfa-0a4ca64a93bf tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:05.143516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b96d3879-9025-4183-9f8d-25744754b203 req-da2592d6-73c0-42cf-9bfa-0a4ca64a93bf tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0683637 Jul 08 02:37:05.182886 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b96d3879-9025-4183-9f8d-25744754b203 req-353d2bca-31b8-4eef-a1c5-94d39e7e4e27 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337181 Jul 08 02:37:06.373423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9022b44-8a0b-4051-9868-955bb699387d req-18cb6177-a0c0-439a-8d8f-5823af26ef3b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:06.375562 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9022b44-8a0b-4051-9868-955bb699387d req-18cb6177-a0c0-439a-8d8f-5823af26ef3b tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0707715 Jul 08 02:37:06.414730 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9022b44-8a0b-4051-9868-955bb699387d req-7a076b0d-2585-4478-950d-942a136eb15d tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336761 Jul 08 02:37:07.783925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79344af9-5aa7-4282-b636-7988f88a814f req-86f392ba-7eda-4805-8efd-0037c8e820d1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:07.785605 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79344af9-5aa7-4282-b636-7988f88a814f req-86f392ba-7eda-4805-8efd-0037c8e820d1 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0654109 Jul 08 02:37:07.832192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79344af9-5aa7-4282-b636-7988f88a814f req-987fab2b-5226-44fd-a856-e1d80223f332 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402968 Jul 08 02:37:09.014049 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb564f6-8984-47ff-a357-231a14e9597f req-2f0a8fba-e4e5-4947-b74d-ffd7e0ac323a tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:09.016183 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aeb564f6-8984-47ff-a357-231a14e9597f req-2f0a8fba-e4e5-4947-b74d-ffd7e0ac323a tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0716729 Jul 08 02:37:09.056895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-aeb564f6-8984-47ff-a357-231a14e9597f req-ed00d0a7-e573-49ba-a8dd-036c21df08ce tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346999 Jul 08 02:37:09.382869 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:10.236063 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd294b-f27b-43ae-97db-8b3de1e5e28e req-f7813044-0ed7-49aa-aab3-dfd4b08ca845 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:10.237494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79dd294b-f27b-43ae-97db-8b3de1e5e28e req-f7813044-0ed7-49aa-aab3-dfd4b08ca845 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0671160 Jul 08 02:37:10.277958 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79dd294b-f27b-43ae-97db-8b3de1e5e28e req-2a623b9f-6280-4566-a01b-3f551dd4b058 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346503 Jul 08 02:37:11.464776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c02d-a9b7-4dc2-bb76-fc2ebc479120 req-659d8621-be50-4685-866d-da93634fcc56 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:11.466279 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d437c02d-a9b7-4dc2-bb76-fc2ebc479120 req-659d8621-be50-4685-866d-da93634fcc56 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0707979 Jul 08 02:37:11.508577 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d437c02d-a9b7-4dc2-bb76-fc2ebc479120 req-068494b3-08b9-4308-a3df-60f79e4ab769 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358403 Jul 08 02:37:12.683141 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a95931-9847-44cf-ade1-5c0a70d2e502 req-63201df7-2268-4b75-a909-ba4d9185d8f3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:12.684680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8a95931-9847-44cf-ade1-5c0a70d2e502 req-63201df7-2268-4b75-a909-ba4d9185d8f3 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0658705 Jul 08 02:37:12.727607 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f8a95931-9847-44cf-ade1-5c0a70d2e502 req-bfb1fb84-2e02-4942-8c32-abe5397b4788 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=3042243e-0ac2-43e2-bedc-8cd02c669bb7&id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368001 Jul 08 02:37:20.722435 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ca0750d6-36b7-4760-80b9-7e00c0ea2c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.463908 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f72e9828-6202-42e1-948f-a5817ece85a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:23.840101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:24.961557 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:26.604111 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:29.032175 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-5606f335-a8cc-477b-904f-f51c3324a35c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510757 Jul 08 02:37:29.127110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-fbdee956-6096-4619-9af8-3ad18464f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:29.129036 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-fbdee956-6096-4619-9af8-3ad18464f9f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1136 time: 0.0538397 Jul 08 02:37:29.233264 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-639fd250-7f81-4ca9-8d88-f0be8051618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:29.234753 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-639fd250-7f81-4ca9-8d88-f0be8051618b service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 200 len: 916 time: 0.0871577 Jul 08 02:37:29.299029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-48c0d106-6045-4c9e-9f73-aea226872ffd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 1001 time: 0.0575156 Jul 08 02:37:29.350933 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-20007fb7-de0c-411f-8920-f426011add76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:29.352664 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-20007fb7-de0c-411f-8920-f426011add76 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38b53b6a-c716-4388-aad8-1295a3f32c6f HTTP/1.1" status: 200 len: 854 time: 0.0467908 Jul 08 02:37:29.430855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-98c827ae-b720-4d4c-b59a-42c03dfce88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:29.432667 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-98c827ae-b720-4d4c-b59a-42c03dfce88c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd13df22-0066-4cfb-8cf0-922d905eed96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735943 Jul 08 02:37:29.522068 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-46cb04fa-45af-42b8-aced-4405ef5f8b05 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828416 Jul 08 02:37:29.618566 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba425784-f1d3-4de2-af3a-693a7e13ca3a req-c30212e7-356a-47e5-addc-79584d9fb02e service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853088 Jul 08 02:37:30.617568 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:37:34.935155 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:39.392089 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:45.254772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-1410c44a-6683-45f9-af5a-4ddb586c7778 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-115220525&fields=id&tenant_id=eb97aa47e42547bdb96ccccc87c03e24 HTTP/1.1" status: 200 len: 267 time: 0.0881071 Jul 08 02:37:45.331002 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-8bf3ee19-c482-4e0c-81c3-7bad80d86fd2 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:45.332359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-8bf3ee19-c482-4e0c-81c3-7bad80d86fd2 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 984 time: 0.0710473 Jul 08 02:37:45.345027 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Request body: {'port': {'security_groups': ['96939cc8-782e-486d-aa2d-9e80f8137347']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:37:45.435100 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:45.610787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] For port 2ce9fe62-caef-4897-8644-72e427a67a2a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ce9fe62-caef-4897-8644-72e427a67a2a,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:45.639187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:45.643857 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:45.658929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2ce9fe62-caef-4897-8644-72e427a67a2a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:37:45.688499 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:45.689148 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:45.690571 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66dc0edb-80d1-44ca-ae82-f00a1c24fe61 req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "PUT /v2.0/ports/2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 942 time: 0.3507049 Jul 08 02:37:45.691035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:37:45.693850 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079ed2d4-0489-4b03-bfd0-93c88b2d5645" -d '{"events": [{"name": "network-changed", "server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:37:45.696864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44370) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:45.723131 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event updated for resources: {'Port': ['ID=2ce9fe62-caef-4897-8644-72e427a67a2a,revision_number=7']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:45.732671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.733023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.733881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.734230 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.734563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.734892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.735217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.735538 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.735866 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.736182 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.736535 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.736861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cc2218-59d3-4b44-8ccf-171e24a37dc9 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:45.762035 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a978a018-ff46-4276-868f-7347ab4c1163 x-openstack-request-id: req-a978a018-ff46-4276-868f-7347ab4c1163 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:37:45.762335 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:37:45.762589 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a978a018-ff46-4276-868f-7347ab4c1163 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:37:45.763441 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'status': 'completed', 'code': 200} Jul 08 02:37:45.768148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2ce9fe62-caef-4897-8644-72e427a67a2a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:37:45.776598 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:45.811733 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:45.971653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2d08ef82-b74c-4eb9-ae73-6fe956caf962 None None] Provisioning complete for port 2ce9fe62-caef-4897-8644-72e427a67a2a triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:37:45.971893 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2d08ef82-b74c-4eb9-ae73-6fe956caf962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:46.229957 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-2229e269-f722-4ada-b831-a00c42161cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:46.231540 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-2229e269-f722-4ada-b831-a00c42161cf6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1097 time: 0.4418576 Jul 08 02:37:46.238584 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:46.241587 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:46.242663 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "DELETE /v2.0/security-groups/3042243e-0ac2-43e2-bedc-8cd02c669bb7 HTTP/1.1" status: 204 len: 168 time: 0.5429204 Jul 08 02:37:46.245521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44374) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:37:46.268646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3042243e-0ac2-43e2-bedc-8cd02c669bb7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:46.303531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.304060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.304426 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.304763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.305095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.305428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.305757 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.306088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.306410 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.306733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.307058 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.307379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a423fdd-d38d-457b-9f3b-f025247e8b88 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:37:46.353380 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-c08ec665-a0f6-432e-a7bd-e2e8e24a2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:46.354933 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-c08ec665-a0f6-432e-a7bd-e2e8e24a2689 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 200 len: 916 time: 0.1112106 Jul 08 02:37:46.413741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Deleting port f2a799ed-91b5-4e8a-b96d-70a628aff93d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:46.414373 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:46.425010 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-162797a0-b750-40d3-8603-4f43466b1266 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 1001 time: 0.0633926 Jul 08 02:37:46.473329 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-32b3352f-78ad-4958-b399-91497b5294ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:46.475487 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-32b3352f-78ad-4958-b399-91497b5294ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38b53b6a-c716-4388-aad8-1295a3f32c6f HTTP/1.1" status: 200 len: 854 time: 0.0444145 Jul 08 02:37:46.491865 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:46.492117 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:46.503653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Calling delete_port for f2a799ed-91b5-4e8a-b96d-70a628aff93d owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:46.530729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-291e2934-8795-4fc2-9ec2-61b674a1a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:46.532251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-291e2934-8795-4fc2-9ec2-61b674a1a99f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd13df22-0066-4cfb-8cf0-922d905eed96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509882 Jul 08 02:37:46.625678 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-f715e0b0-4136-4254-98ef-06a12b7ad563 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865920 Jul 08 02:37:46.656845 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:46.683477 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event deleted for resources: {'Port': ['ID=f2a799ed-91b5-4e8a-b96d-70a628aff93d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:46.721553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-079ed2d4-0489-4b03-bfd0-93c88b2d5645 req-672d778b-d511-4445-b3f9-bb452c68337a service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877831 Jul 08 02:37:46.750680 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:46.750980 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Floating IP ed756701-3be2-4917-8f9c-59441c510d5c disassociated (deleted). External IP: 172.25.4.170, port: 2ce9fe62-caef-4897-8644-72e427a67a2a. Jul 08 02:37:46.954911 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:37:47.064105 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:37:47.069673 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:47.074258 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] Sync routers for ids ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:37:47.087358 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] Routers {'0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:37:47.087987 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:37:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:47.111941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c2957a0c-4376-433d-b56f-52c1975091e7 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "DELETE /v2.0/floatingips/ed756701-3be2-4917-8f9c-59441c510d5c HTTP/1.1" status: 204 len: 168 time: 0.8653071 Jul 08 02:37:47.197836 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] Set router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:37:47.406699 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d270af0-59c8-4632-a19b-65498c98120f', 'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'mac_address': 'fa:16:3e:b0:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:49Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 5, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'subnets': [{'id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:47.434375 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] Checking router: 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:37:47.443994 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] Routers {'0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:37:47.444921 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:37:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:47.553604 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] Set router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:37:47.750149 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d270af0-59c8-4632-a19b-65498c98120f', 'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'mac_address': 'fa:16:3e:b0:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:49Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 5, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'subnets': [{'id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:37:47.763854 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:37:47.766576 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93744733-be06-4a58-91db-541900c4d030" -d '{"events": [{"name": "network-changed", "server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:37:47.783316 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227226b6-6eeb-4fd7-b223-ce95ca6a76d7 None None] The sync data for ids ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'] in n-d-694802-14 is: [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:35:50Z', 'revision_number': 4, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d270af0-59c8-4632-a19b-65498c98120f', 'name': '', 'network_id': 'dd13df22-0066-4cfb-8cf0-922d905eed96', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'mac_address': 'fa:16:3e:b0:d5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:49Z', 'updated_at': '2021-07-08T02:35:55Z', 'revision_number': 5, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'subnets': [{'id': '38b53b6a-c716-4388-aad8-1295a3f32c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:37:47.805628 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cea92b-8906-4a63-bc27-e786a18a482c x-openstack-request-id: req-95cea92b-8906-4a63-bc27-e786a18a482c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:37:47.805912 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:37:47.806168 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95cea92b-8906-4a63-bc27-e786a18a482c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:37:47.806575 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'status': 'completed', 'code': 200} Jul 08 02:37:47.914682 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93744733-be06-4a58-91db-541900c4d030 req-daac7f11-40c4-4af4-8eea-4c1083865f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:47.916248 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-93744733-be06-4a58-91db-541900c4d030 req-daac7f11-40c4-4af4-8eea-4c1083865f70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 1097 time: 0.0810869 Jul 08 02:37:48.018984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93744733-be06-4a58-91db-541900c4d030 req-06590e0b-eb59-4f57-af1a-1b85e65b5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:48.020424 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-93744733-be06-4a58-91db-541900c4d030 req-06590e0b-eb59-4f57-af1a-1b85e65b5907 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 200 len: 916 time: 0.0974247 Jul 08 02:37:48.047080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d550e45-9e27-45f8-b2db-b1c6d2f06939 None None] New status for floating IP ed756701-3be2-4917-8f9c-59441c510d5c: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:37:48.066939 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-93744733-be06-4a58-91db-541900c4d030 req-6804d0cc-424f-453a-8136-93bba6062a7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 200 len: 217 time: 0.0398588 Jul 08 02:37:48.122524 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93744733-be06-4a58-91db-541900c4d030 req-1fe355c9-87b8-4ed4-a17f-3529adccf9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:48.124001 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-93744733-be06-4a58-91db-541900c4d030 req-1fe355c9-87b8-4ed4-a17f-3529adccf9ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=38b53b6a-c716-4388-aad8-1295a3f32c6f HTTP/1.1" status: 200 len: 854 time: 0.0508254 Jul 08 02:37:48.183676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93744733-be06-4a58-91db-541900c4d030 req-b40a3517-e002-4d77-b452-6e691f7dad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:48.185134 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-93744733-be06-4a58-91db-541900c4d030 req-b40a3517-e002-4d77-b452-6e691f7dad42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd13df22-0066-4cfb-8cf0-922d905eed96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533345 Jul 08 02:37:48.278514 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-93744733-be06-4a58-91db-541900c4d030 req-5e83f146-7475-4063-b2fb-b3e4ced7e19c service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855241 Jul 08 02:37:48.373412 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-93744733-be06-4a58-91db-541900c4d030 req-8037e1d1-d238-44a9-bbda-e4cc5b1ec3c4 service neutron] 10.222.0.16 "GET /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887375 Jul 08 02:37:50.724154 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a778cac0-60ec-4b56-8c3a-91c474473d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:53.477656 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-198bf903-6c5d-4504-b738-5720b703926e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:53.841346 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:54.966975 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:55.673788 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce64db-7208-4298-973b-e59da4ca978d req-32fdc20f-56fb-4b01-bd7f-105dcca8637e tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:55.675282 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7ce64db-7208-4298-973b-e59da4ca978d req-32fdc20f-56fb-4b01-bd7f-105dcca8637e tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 945 time: 0.0628619 Jul 08 02:37:55.713923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a7ce64db-7208-4298-973b-e59da4ca978d req-c3454032-c0be-4035-b41f-f04d471701c5 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Jul 08 02:37:56.607803 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:56.887290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedff46-edca-4d7b-925b-228bf33fc3b9 req-b0694d80-559a-4b9c-9609-33a67602bb66 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:56.888796 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1aedff46-edca-4d7b-925b-228bf33fc3b9 req-b0694d80-559a-4b9c-9609-33a67602bb66 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 945 time: 0.0630076 Jul 08 02:37:56.926710 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1aedff46-edca-4d7b-925b-228bf33fc3b9 req-e348a898-8feb-40d8-91a6-819439741571 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/security-groups?id=96939cc8-782e-486d-aa2d-9e80f8137347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321374 Jul 08 02:37:57.238777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53248-666a-4889-a1bf-df32143df193 req-501afa03-ee2c-4dc2-922a-5edcea922fd0 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:37:57.241286 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8b53248-666a-4889-a1bf-df32143df193 req-501afa03-ee2c-4dc2-922a-5edcea922fd0 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.16 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 945 time: 0.0713060 Jul 08 02:37:57.346878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b8b53248-666a-4889-a1bf-df32143df193 req-2dd783fe-96fe-4d90-a080-e5d7ab33adc4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Deleting port 2ce9fe62-caef-4897-8644-72e427a67a2a {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:37:57.347217 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b8b53248-666a-4889-a1bf-df32143df193 req-2dd783fe-96fe-4d90-a080-e5d7ab33adc4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.435707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-b8b53248-666a-4889-a1bf-df32143df193 req-2dd783fe-96fe-4d90-a080-e5d7ab33adc4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] For port 2ce9fe62-caef-4897-8644-72e427a67a2a, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=2ce9fe62-caef-4897-8644-72e427a67a2a,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:37:57.436463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b8b53248-666a-4889-a1bf-df32143df193 req-2dd783fe-96fe-4d90-a080-e5d7ab33adc4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.450574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-b8b53248-666a-4889-a1bf-df32143df193 req-2dd783fe-96fe-4d90-a080-e5d7ab33adc4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Calling delete_port for 2ce9fe62-caef-4897-8644-72e427a67a2a owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:37:57.584998 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b8b53248-666a-4889-a1bf-df32143df193 req-2dd783fe-96fe-4d90-a080-e5d7ab33adc4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.596585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['2ce9fe62-caef-4897-8644-72e427a67a2a'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:37:57.617987 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd783fe-96fe-4d90-a080-e5d7ab33adc4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Pushing event deleted for resources: {'Port': ['ID=2ce9fe62-caef-4897-8644-72e427a67a2a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:37:57.666349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b53248-666a-4889-a1bf-df32143df193 req-2dd783fe-96fe-4d90-a080-e5d7ab33adc4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] No DVR routers for this DVR port 2ce9fe62-caef-4897-8644-72e427a67a2a on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:37:57.669087 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-b8b53248-666a-4889-a1bf-df32143df193 req-2dd783fe-96fe-4d90-a080-e5d7ab33adc4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:37:57.671086 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8b53248-666a-4889-a1bf-df32143df193 req-2dd783fe-96fe-4d90-a080-e5d7ab33adc4 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.16 "DELETE /v2.0/ports/2ce9fe62-caef-4897-8644-72e427a67a2a HTTP/1.1" status: 204 len: 173 time: 0.4242604 Jul 08 02:37:57.671540 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'name': 'network-vif-deleted', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:37:57.673813 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a52335a-6e60-46b9-b1e2-50c277334a59" -d '{"events": [{"server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "name": "network-vif-deleted", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:37:57.772180 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dca29d6-8fa5-4170-9453-6523ccd00dd3 x-openstack-request-id: req-0dca29d6-8fa5-4170-9453-6523ccd00dd3 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:37:57.772506 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955f040e-9b57-4a78-84ee-01074455c483", "name": "network-vif-deleted", "tag": "2ce9fe62-caef-4897-8644-72e427a67a2a", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:37:57.772761 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0dca29d6-8fa5-4170-9453-6523ccd00dd3 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:37:57.773161 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955f040e-9b57-4a78-84ee-01074455c483', 'name': 'network-vif-deleted', 'tag': '2ce9fe62-caef-4897-8644-72e427a67a2a', 'status': 'completed', 'code': 200} Jul 08 02:37:58.090989 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12009139-dae2-49f1-974a-09673bd1c7b7 req-2fd12bef-05cf-456e-9060-9887c344d9a0 tempest-TestMinimumBasicScenario-1787186770 tempest-TestMinimumBasicScenario-1787186770-project] 10.222.0.41 "GET /v2.0/ports?device_id=955f040e-9b57-4a78-84ee-01074455c483 HTTP/1.1" status: 200 len: 210 time: 0.0346260 Jul 08 02:38:00.709593 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44482) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:01.049412 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:01.300981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] Deleting port 0d270af0-59c8-4632-a19b-65498c98120f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:38:01.301323 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:01.381611 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] For port 0d270af0-59c8-4632-a19b-65498c98120f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0d270af0-59c8-4632-a19b-65498c98120f,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:01.382002 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:01.394561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] Calling delete_port for 0d270af0-59c8-4632-a19b-65498c98120f owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:38:01.586766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:01.611937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d270af0-59c8-4632-a19b-65498c98120f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:01.738011 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2ce9fe62-caef-4897-8644-72e427a67a2a no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:38:01.763670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 2ce9fe62-caef-4897-8644-72e427a67a2a {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:38:01.764174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 2ce9fe62-caef-4897-8644-72e427a67a2a not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:38:01.782544 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:02.324388 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] Router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:38:02.435954 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:38:02.441171 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dfec4e00-83d2-46ee-b428-06012c632e56 admin admin] 10.222.0.41 "PUT /v2.0/routers/0633f36b-e60b-49bf-a3a9-9bd7bd2693ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7305288 Jul 08 02:38:02.445255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44484) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:02.447810 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] Sync routers for ids ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:38:02.460801 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] Routers {'0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:02.461433 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:02.557299 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:02.656898 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] Set router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:02.663119 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:02.716570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Deleting port 5952c189-9efa-4c43-abe9-32a1db3cfa94 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:38:02.716919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:02.799853 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] For port 5952c189-9efa-4c43-abe9-32a1db3cfa94, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5952c189-9efa-4c43-abe9-32a1db3cfa94,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:02.800214 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:02.813344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Calling delete_port for 5952c189-9efa-4c43-abe9-32a1db3cfa94 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:38:02.836473 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:38:01Z', 'revision_number': 5, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port': {'id': '5952c189-9efa-4c43-abe9-32a1db3cfa94', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:33:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:48Z', 'updated_at': '2021-07-08T02:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:02.866512 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] Checking router: 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:38:02.874836 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] Routers {'0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:02.875445 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:02.962397 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] Set router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:02.985184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.014477 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:38:02Z', 'revision_number': 6, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:03.018439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Pushing event deleted for resources: {'Port': ['ID=5952c189-9efa-4c43-abe9-32a1db3cfa94,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:03.044834 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a2644a-7850-4d65-bd47-1dda63bdeebd None None] The sync data for ids ['0633f36b-e60b-49bf-a3a9-9bd7bd2693ff'] in n-d-694802-14 is: [{'id': '0633f36b-e60b-49bf-a3a9-9bd7bd2693ff', 'name': 'tempest-TestMinimumBasicScenario-1627812785-router', 'tenant_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:47Z', 'updated_at': '2021-07-08T02:38:02Z', 'revision_number': 6, 'project_id': 'eb97aa47e42547bdb96ccccc87c03e24', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:38:03.084916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.174231 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.176334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.221881 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.222533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0633f36b-e60b-49bf-a3a9-9bd7bd2693ff {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:38:03.228099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.229769 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-81ad6d1a-a587-485d-b19d-97b965fe9711 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0633f36b-e60b-49bf-a3a9-9bd7bd2693ff HTTP/1.1" status: 204 len: 168 time: 0.7831614 Jul 08 02:38:03.232337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44490) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:03.284676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d98efc-17e3-4a70-a8e2-7d33cc65b6c4 admin admin] Deleting subnet 38b53b6a-c716-4388-aad8-1295a3f32c6f {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:38:03.288180 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d98efc-17e3-4a70-a8e2-7d33cc65b6c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.323496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d98efc-17e3-4a70-a8e2-7d33cc65b6c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.402132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d98efc-17e3-4a70-a8e2-7d33cc65b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.458381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d98efc-17e3-4a70-a8e2-7d33cc65b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.492172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d98efc-17e3-4a70-a8e2-7d33cc65b6c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b53b6a-c716-4388-aad8-1295a3f32c6f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:03.494985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-52d98efc-17e3-4a70-a8e2-7d33cc65b6c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.496801 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-52d98efc-17e3-4a70-a8e2-7d33cc65b6c4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/38b53b6a-c716-4388-aad8-1295a3f32c6f HTTP/1.1" status: 204 len: 168 time: 0.2633455 Jul 08 02:38:03.499408 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44492) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:03.504149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b185f17-ab52-417c-ae78-b73dde6bdd44 None None] Network dd13df22-0066-4cfb-8cf0-922d905eed96 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:38:03.574479 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.629356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Deleting port 69cd5b48-32a9-42e7-bde7-77844858eb0b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:38:03.629817 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.708171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] For port 69cd5b48-32a9-42e7-bde7-77844858eb0b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=69cd5b48-32a9-42e7-bde7-77844858eb0b,segment=NetworkSegment(508db6c9-5d07-4548-9eb0-cab15cd54699),segment_id=508db6c9-5d07-4548-9eb0-cab15cd54699)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:03.709050 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.722321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Calling delete_port for 69cd5b48-32a9-42e7-bde7-77844858eb0b owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:38:03.811413 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.835385 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac25ae4-1c45-4a09-9dc5-f9ccd0eb6519 None None] DHCP port deletion for dd13df22-0066-4cfb-8cf0-922d905eed96 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:38:03.837922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=69cd5b48-32a9-42e7-bde7-77844858eb0b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:03.844139 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] No DVR routers for this DVR port 69cd5b48-32a9-42e7-bde7-77844858eb0b on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:38:03.931788 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.942113 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd13df22-0066-4cfb-8cf0-922d905eed96']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:03.952939 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508db6c9-5d07-4548-9eb0-cab15cd54699') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:03.953239 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508db6c9-5d07-4548-9eb0-cab15cd54699') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:03.962518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.976461 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.982680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:38:03.983176 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:38:03.984880 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:38:04.040825 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.046574 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.048450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] 10.222.0.41 "DELETE /v2.0/networks/dd13df22-0066-4cfb-8cf0-922d905eed96 HTTP/1.1" status: 204 len: 168 time: 0.5480058 Jul 08 02:38:04.051859 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44494) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:04.060188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e345491-7b61-4430-84b4-b56580435b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd13df22-0066-4cfb-8cf0-922d905eed96,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:04.410532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.666879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] Deleting port d8720fa9-ad88-4e46-b733-3accc46a900b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:38:04.667605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.747750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] For port d8720fa9-ad88-4e46-b733-3accc46a900b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=d8720fa9-ad88-4e46-b733-3accc46a900b,segment=NetworkSegment(254e3606-f110-4ee7-8555-96b0e80b625d),segment_id=254e3606-f110-4ee7-8555-96b0e80b625d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:04.748108 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.762644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] Calling delete_port for d8720fa9-ad88-4e46-b733-3accc46a900b owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:38:04.947323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.949683 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:04.977118 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8720fa9-ad88-4e46-b733-3accc46a900b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:05.136988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5952c189-9efa-4c43-abe9-32a1db3cfa94 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:38:05.157694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5952c189-9efa-4c43-abe9-32a1db3cfa94 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:38:05.158041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5952c189-9efa-4c43-abe9-32a1db3cfa94 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:38:05.158457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d270af0-59c8-4632-a19b-65498c98120f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:38:05.158640 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:05.182353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0d270af0-59c8-4632-a19b-65498c98120f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:38:05.182695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d270af0-59c8-4632-a19b-65498c98120f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:38:05.183110 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 69cd5b48-32a9-42e7-bde7-77844858eb0b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:38:05.204540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 69cd5b48-32a9-42e7-bde7-77844858eb0b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:38:05.204817 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 69cd5b48-32a9-42e7-bde7-77844858eb0b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:38:05.376884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] Router ebf67ff5-e831-45ea-a414-f04772deedd9 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:38:05.489017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:38:05.494808 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6e50c484-1898-4dc2-a2cc-d85d0f621796 admin admin] 10.222.0.41 "PUT /v2.0/routers/ebf67ff5-e831-45ea-a414-f04772deedd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4416320 Jul 08 02:38:05.497219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44496) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:05.500020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] Sync routers for ids ['ebf67ff5-e831-45ea-a414-f04772deedd9'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:38:05.510334 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] Routers {'ebf67ff5-e831-45ea-a414-f04772deedd9'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:05.510963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ebf67ff5-e831-45ea-a414-f04772deedd9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:05.627743 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] Set router ebf67ff5-e831-45ea-a414-f04772deedd9 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:05.945885 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:05.989405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'name': 'tempest-TestMinimumBasicScenario-1352877782-router', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6ef08242-d1f8-409b-8676-7985798994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:38:04Z', 'revision_number': 5, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'gw_port': {'id': '6ef08242-d1f8-409b-8676-7985798994bf', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:06.017856 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] Checking router: ebf67ff5-e831-45ea-a414-f04772deedd9 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:38:06.027387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] Routers {'ebf67ff5-e831-45ea-a414-f04772deedd9'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:06.028018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['ebf67ff5-e831-45ea-a414-f04772deedd9'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:06.056421 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.119019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Deleting port 6ef08242-d1f8-409b-8676-7985798994bf {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:38:06.119019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.136515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] Set router ebf67ff5-e831-45ea-a414-f04772deedd9 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:06.195902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] For port 6ef08242-d1f8-409b-8676-7985798994bf, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6ef08242-d1f8-409b-8676-7985798994bf,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:06.196269 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.210201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Calling delete_port for 6ef08242-d1f8-409b-8676-7985798994bf owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:38:06.318292 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'name': 'tempest-TestMinimumBasicScenario-1352877782-router', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6ef08242-d1f8-409b-8676-7985798994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:38:04Z', 'revision_number': 5, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'gw_port': {'id': '6ef08242-d1f8-409b-8676-7985798994bf', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:06.345860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb32065-15b3-4744-91da-9417f720a346 None None] The sync data for ids ['ebf67ff5-e831-45ea-a414-f04772deedd9'] in n-d-694802-14 is: [{'id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'name': 'tempest-TestMinimumBasicScenario-1352877782-router', 'tenant_id': '9e9469cec4d345f081c42ce6bfed3842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '6ef08242-d1f8-409b-8676-7985798994bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:38:04Z', 'revision_number': 5, 'project_id': '9e9469cec4d345f081c42ce6bfed3842', 'gw_port': {'id': '6ef08242-d1f8-409b-8676-7985798994bf', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf67ff5-e831-45ea-a414-f04772deedd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:35:52Z', 'updated_at': '2021-07-08T02:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:38:06.385585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.414938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef08242-d1f8-409b-8676-7985798994bf,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:06.476017 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.563511 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.565609 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.608763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.609322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebf67ff5-e831-45ea-a414-f04772deedd9 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:38:06.613952 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.615739 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-75edcf7b-3a4f-4d60-a85d-20af10071f7d admin admin] 10.222.0.41 "DELETE /v2.0/routers/ebf67ff5-e831-45ea-a414-f04772deedd9 HTTP/1.1" status: 204 len: 168 time: 1.1175985 Jul 08 02:38:06.618178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44498) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:06.665638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d4951e-b204-4ffe-b19b-e05950a70d1b admin admin] Deleting subnet eb0bb596-c485-4f2b-89da-8b8700f93ca1 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:38:06.668764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7d4951e-b204-4ffe-b19b-e05950a70d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.704873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7d4951e-b204-4ffe-b19b-e05950a70d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.789633 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7d4951e-b204-4ffe-b19b-e05950a70d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.845693 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7d4951e-b204-4ffe-b19b-e05950a70d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.877360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4951e-b204-4ffe-b19b-e05950a70d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0bb596-c485-4f2b-89da-8b8700f93ca1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:06.879427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7d4951e-b204-4ffe-b19b-e05950a70d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:06.883496 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c7d4951e-b204-4ffe-b19b-e05950a70d1b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/eb0bb596-c485-4f2b-89da-8b8700f93ca1 HTTP/1.1" status: 204 len: 168 time: 0.2629373 Jul 08 02:38:06.884577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44500) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:06.887085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a069366c-8ba8-460a-b754-3ae2e6d75716 None None] Network cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:38:06.960727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.024388 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Deleting port 0e101501-08ed-45dd-bfdc-c52ea761f465 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:38:07.024753 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.096521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] For port 0e101501-08ed-45dd-bfdc-c52ea761f465, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0e101501-08ed-45dd-bfdc-c52ea761f465,segment=NetworkSegment(254e3606-f110-4ee7-8555-96b0e80b625d),segment_id=254e3606-f110-4ee7-8555-96b0e80b625d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:07.096888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.110521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Calling delete_port for 0e101501-08ed-45dd-bfdc-c52ea761f465 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:38:07.200855 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.227400 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e101501-08ed-45dd-bfdc-c52ea761f465,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:07.230882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] No DVR routers for this DVR port 0e101501-08ed-45dd-bfdc-c52ea761f465 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:38:07.303950 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.313700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc143e56-e3de-49fb-8ecb-b8c9ccee4e61']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:07.324179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254e3606-f110-4ee7-8555-96b0e80b625d') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:07.324495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254e3606-f110-4ee7-8555-96b0e80b625d') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:07.333704 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.347751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.354867 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:38:07.355246 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:38:07.356924 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:38:07.404259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d46170-08c9-46a0-aae7-61d986657b35 None None] DHCP port deletion for cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:38:07.428504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d8720fa9-ad88-4e46-b733-3accc46a900b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:38:07.429120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.434789 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.441508 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cc143e56-e3de-49fb-8ecb-b8c9ccee4e61 HTTP/1.1" status: 204 len: 168 time: 0.5556407 Jul 08 02:38:07.455513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb046d-3638-4e9b-b069-e2c72cb514c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc143e56-e3de-49fb-8ecb-b8c9ccee4e61,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:07.458100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: d8720fa9-ad88-4e46-b733-3accc46a900b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:38:07.458644 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device d8720fa9-ad88-4e46-b733-3accc46a900b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:38:07.604723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44504) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:07.616136 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:38:07.644179 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6c4f2a5a-df00-4a10-a81b-bca54d9f8793 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb97aa47e42547bdb96ccccc87c03e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383036 Jul 08 02:38:07.647632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44506) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:07.696947 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c634594b-afa0-42ad-bf98-8d5f3ac99d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.718341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c634594b-afa0-42ad-bf98-8d5f3ac99d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.766067 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c634594b-afa0-42ad-bf98-8d5f3ac99d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.768664 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c634594b-afa0-42ad-bf98-8d5f3ac99d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:07.769817 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c634594b-afa0-42ad-bf98-8d5f3ac99d0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96939cc8-782e-486d-aa2d-9e80f8137347 HTTP/1.1" status: 204 len: 168 time: 0.1212063 Jul 08 02:38:07.778038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634594b-afa0-42ad-bf98-8d5f3ac99d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96939cc8-782e-486d-aa2d-9e80f8137347,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:08.097331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44512) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:08.136906 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4d1db436-34a8-48ed-87a5-da3332614036 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e9469cec4d345f081c42ce6bfed3842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384297 Jul 08 02:38:08.139216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44514) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:08.189398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07029a81-8e21-437b-8133-d8b232370615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:08.212912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07029a81-8e21-437b-8133-d8b232370615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:08.261158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07029a81-8e21-437b-8133-d8b232370615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:08.266833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-07029a81-8e21-437b-8133-d8b232370615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:08.266833 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-07029a81-8e21-437b-8133-d8b232370615 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc906ce0-4b51-418f-bb46-e761e5b54a7f HTTP/1.1" status: 204 len: 168 time: 0.1255362 Jul 08 02:38:08.274344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07029a81-8e21-437b-8133-d8b232370615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc906ce0-4b51-418f-bb46-e761e5b54a7f,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:09.052853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0e101501-08ed-45dd-bfdc-c52ea761f465 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:38:09.073065 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0e101501-08ed-45dd-bfdc-c52ea761f465 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:38:09.073417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0e101501-08ed-45dd-bfdc-c52ea761f465 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:38:09.073832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6ef08242-d1f8-409b-8676-7985798994bf no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:38:09.092847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6ef08242-d1f8-409b-8676-7985798994bf {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:38:09.093193 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6ef08242-d1f8-409b-8676-7985798994bf not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:38:09.392811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:09.979732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44554) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:09.986818 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957025989', 'description': 'tempest-secgroup-smoke-957025989 description', 'project_id': 'd5635f604e804def99218cdce4621db1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:10.017055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.030420 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.147210 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.151538 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.191107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816c56c7-5040-4946-be8f-dfaecfd1b862,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:10.263752 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.268665 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.301039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.302893 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3219006 Jul 08 02:38:10.304753 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a2bb8-9792-42dd-9440-e3979c589413 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bef792-257c-413a-b8dd-d64c30a150e6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:10.305956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:10.311033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9c1419be-6ff9-40f1-a955-05a5deb8a5c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'c2bef792-257c-413a-b8dd-d64c30a150e6', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:10.337596 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c1419be-6ff9-40f1-a955-05a5deb8a5c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.398846 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c1419be-6ff9-40f1-a955-05a5deb8a5c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.402481 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c1419be-6ff9-40f1-a955-05a5deb8a5c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.428019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1419be-6ff9-40f1-a955-05a5deb8a5c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d25a5ee-f252-4543-90c4-4c7d6bd1e529,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:10.436317 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c1419be-6ff9-40f1-a955-05a5deb8a5c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.437564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9c1419be-6ff9-40f1-a955-05a5deb8a5c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305432 Jul 08 02:38:10.440531 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:10.445407 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-af67c925-6d7e-43af-b085-1dcaae83d1c5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'c2bef792-257c-413a-b8dd-d64c30a150e6', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:10.474419 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af67c925-6d7e-43af-b085-1dcaae83d1c5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.532614 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af67c925-6d7e-43af-b085-1dcaae83d1c5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.537114 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af67c925-6d7e-43af-b085-1dcaae83d1c5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.555310 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67c925-6d7e-43af-b085-1dcaae83d1c5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd61210b-5287-4af0-baca-5385cc95baae,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:10.561259 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af67c925-6d7e-43af-b085-1dcaae83d1c5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.562508 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-af67c925-6d7e-43af-b085-1dcaae83d1c5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208818 Jul 08 02:38:10.565371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:10.570097 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-93251393-22f0-46f9-9e6a-13e132aced89 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'c2bef792-257c-413a-b8dd-d64c30a150e6', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:10.595712 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93251393-22f0-46f9-9e6a-13e132aced89 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.658187 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93251393-22f0-46f9-9e6a-13e132aced89 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.661767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93251393-22f0-46f9-9e6a-13e132aced89 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.680323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93251393-22f0-46f9-9e6a-13e132aced89 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55429bd-87d2-4387-a87e-a954b2007695,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:10.689475 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-93251393-22f0-46f9-9e6a-13e132aced89 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.690857 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-93251393-22f0-46f9-9e6a-13e132aced89 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244347 Jul 08 02:38:10.694412 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44562) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:10.699116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a0488da5-bbf0-4691-8cdd-3582c841c5cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'c2bef792-257c-413a-b8dd-d64c30a150e6', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:10.725761 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0488da5-bbf0-4691-8cdd-3582c841c5cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.785121 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0488da5-bbf0-4691-8cdd-3582c841c5cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.789075 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0488da5-bbf0-4691-8cdd-3582c841c5cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.811806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0488da5-bbf0-4691-8cdd-3582c841c5cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a87b472-f073-428f-bab8-57196189ab9c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:10.819955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a0488da5-bbf0-4691-8cdd-3582c841c5cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.821269 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a0488da5-bbf0-4691-8cdd-3582c841c5cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258440 Jul 08 02:38:10.823981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44564) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:10.828399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-555764ea-1f42-4d34-8c7f-910280edd494 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'c2bef792-257c-413a-b8dd-d64c30a150e6', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:10.850442 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-555764ea-1f42-4d34-8c7f-910280edd494 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Project d5635f604e804def99218cdce4621db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:38:10.856090 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-555764ea-1f42-4d34-8c7f-910280edd494 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.920971 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-555764ea-1f42-4d34-8c7f-910280edd494 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.924826 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-555764ea-1f42-4d34-8c7f-910280edd494 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.943909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555764ea-1f42-4d34-8c7f-910280edd494 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c455b325-a6da-47a5-a272-287999950d43,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:10.949866 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-555764ea-1f42-4d34-8c7f-910280edd494 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:10.953875 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-555764ea-1f42-4d34-8c7f-910280edd494 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289375 Jul 08 02:38:10.954047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44566) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:10.959443 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-16af8c5d-a460-4dfb-b3cb-feb12a86daa5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'c2bef792-257c-413a-b8dd-d64c30a150e6', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:10.982532 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-16af8c5d-a460-4dfb-b3cb-feb12a86daa5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Project d5635f604e804def99218cdce4621db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:38:10.987417 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-16af8c5d-a460-4dfb-b3cb-feb12a86daa5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.048558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-16af8c5d-a460-4dfb-b3cb-feb12a86daa5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.052744 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-16af8c5d-a460-4dfb-b3cb-feb12a86daa5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.073103 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af8c5d-a460-4dfb-b3cb-feb12a86daa5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6959aa4a-5453-44a2-8cef-9b245855d804,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:11.075605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-16af8c5d-a460-4dfb-b3cb-feb12a86daa5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.076846 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-16af8c5d-a460-4dfb-b3cb-feb12a86daa5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218119 Jul 08 02:38:11.079899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44568) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:11.085649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'network': {'name': 'tempest-network-smoke--540871582', 'project_id': 'd5635f604e804def99218cdce4621db1', 'port_security_enabled': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:11.106255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:38:11.109833 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.133798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:38:11.143002 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.143348 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Added segment 267eb60a-74a0-40ec-ba12-08860e994a19 of type vlan for network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 Jul 08 02:38:11.182577 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.212383 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.218140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:11.218739 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.280997 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1999722 Jul 08 02:38:11.284110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44570) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:11.289137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'admin_state_up': True, 'project_id': 'd5635f604e804def99218cdce4621db1', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:11.305402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44f580-a311-4211-a352-d12c9c783fba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Network': ['ID=40d2a83e-f38a-403b-a2a6-9c00e0036e92,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:11.315537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:38:11.322174 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.323360 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.376463 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.514341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.707316 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.729950 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.832124 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.25.4.218 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/2344b60b-a329-43d8-82a1-d8dcd132715b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:38:11.942895 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:11.983998 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:12.025323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:12.028161 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:12.031724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:38:12.038384 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=2344b60b-a329-43d8-82a1-d8dcd132715b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:12.310611 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:12.523728 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:12.650253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 5c2ba9f4-9cae-4521-9faf-607101e36cba is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:38:12.756042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:38:12.765061 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Sync routers for ids ['5c2ba9f4-9cae-4521-9faf-607101e36cba'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:38:12.774282 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:12.774531 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Routers {'5c2ba9f4-9cae-4521-9faf-607101e36cba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:12.774906 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c2ba9f4-9cae-4521-9faf-607101e36cba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:12.775462 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dedaba9e-2a32-4adb-956f-9413a2daa920 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4903965 Jul 08 02:38:12.778776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44572) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:12.883016 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Set router 5c2ba9f4-9cae-4521-9faf-607101e36cba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:12.914406 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c4467517-ad99-4eb7-b9cc-15fc51f1ef33 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d5635f604e804def99218cdce4621db1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1345022 Jul 08 02:38:12.917239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44576) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:13.062235 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:12Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:13.067884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87f3db1-af30-4ba7-ba44-34c6c612410d tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:13.069559 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d87f3db1-af30-4ba7-ba44-34c6c612410d tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1512232 Jul 08 02:38:13.072282 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44578) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:13.088434 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Checking router: 5c2ba9f4-9cae-4521-9faf-607101e36cba for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:38:13.088768 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Updating router 5c2ba9f4-9cae-4521-9faf-607101e36cba port 2344b60b-a329-43d8-82a1-d8dcd132715b binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:38:13.099694 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1e2830a5-adf4-4b05-8d0e-6bdf39527c81 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262899 Jul 08 02:38:13.102437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44580) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:13.107180 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1579416401', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'project_id': 'd5635f604e804def99218cdce4621db1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:13.126775 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.198269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:38:13.202018 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.384363 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.387558 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.397739 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Transition to ACTIVE for port object 2344b60b-a329-43d8-82a1-d8dcd132715b will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:13.404031 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.453469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Subnet': ['ID=3e297c26-a7e3-46c6-aac9-0e07f021fab4,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:13.455770 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Attempting to bind port 2344b60b-a329-43d8-82a1-d8dcd132715b on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:38:13.456152 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Attempting to bind port 2344b60b-a329-43d8-82a1-d8dcd132715b by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:38:13.456920 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Attempting to bind port 2344b60b-a329-43d8-82a1-d8dcd132715b on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:13.458450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Checking segment: {'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:13.458674 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Pushing event updated for resources: {'Port': ['ID=2344b60b-a329-43d8-82a1-d8dcd132715b,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:13.458833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network hostable DHCP agents. Network: 40d2a83e-f38a-403b-a2a6-9c00e0036e92, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:38:13.467899 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.468245 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.468613 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.468947 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.469286 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.469618 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.469942 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.470267 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.470591 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.470935 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.471809 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.471809 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:13.475651 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:38:13.476053 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:13.476452 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.476728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:38:13.477127 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:38:13.477606 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Bound port: 2344b60b-a329-43d8-82a1-d8dcd132715b, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:38:13.477990 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.486497 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 40d2a83e-f38a-403b-a2a6-9c00e0036e92) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:13.491193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:13.491793 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.497807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa66b74-6e88-4506-ae28-eeb7f6ba8724 None None] Network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:38:13.511907 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-30c83cc3-bf67-467a-ad0e-d7cd3e2ef16e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4058299 Jul 08 02:38:13.512221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44582) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:13.537521 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] For port 2344b60b-a329-43d8-82a1-d8dcd132715b, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:38:13.540828 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] For port 2344b60b-a329-43d8-82a1-d8dcd132715b, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2344b60b-a329-43d8-82a1-d8dcd132715b,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:38:13.546622 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.600541 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Routers {'5c2ba9f4-9cae-4521-9faf-607101e36cba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:13.600969 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c2ba9f4-9cae-4521-9faf-607101e36cba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:13.649003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:38:13.650638 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.655975 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923132d6-48d6-40ff-bf46-85a2b46424fa None None] Pushing event updated for resources: {'Port': ['ID=2344b60b-a329-43d8-82a1-d8dcd132715b,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:13.732753 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] Set router 5c2ba9f4-9cae-4521-9faf-607101e36cba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:13.794227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Allocated IP 172.20.0.2 (40d2a83e-f38a-403b-a2a6-9c00e0036e92/3e297c26-a7e3-46c6-aac9-0e07f021fab4/ba3cd2ec-eae2-430d-af0d-46adc6e063e9) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:38:13.959292 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:13.968825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Transition to ACTIVE for port object ba3cd2ec-eae2-430d-af0d-46adc6e063e9 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:13.985821 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Transition to ACTIVE for port object ba3cd2ec-eae2-430d-af0d-46adc6e063e9 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:13.991640 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.022095 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:12Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:14.032933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:14.035703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:14.039999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:38:14.047281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Pushing event updated for resources: {'Port': ['ID=ba3cd2ec-eae2-430d-af0d-46adc6e063e9,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:14.051995 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92acc2d3-3fab-44bd-92a6-9d1b58b35a46 None None] The sync data for ids ['5c2ba9f4-9cae-4521-9faf-607101e36cba'] in n-d-694802-14 is: [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:12Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:38:14.077719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.078067 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.078416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.078759 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.079092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.079427 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.079755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.080084 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.080562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.080771 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.081100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.081422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:38:14.118091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Attempting to bind port ba3cd2ec-eae2-430d-af0d-46adc6e063e9 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:38:14.118467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Attempting to bind port ba3cd2ec-eae2-430d-af0d-46adc6e063e9 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:38:14.118836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Attempting to bind port ba3cd2ec-eae2-430d-af0d-46adc6e063e9 on network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:14.125226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:38:14.125605 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Checking segment: {'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:14.126145 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.126544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Bound using segment: {'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:38:14.127013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Bound port: ba3cd2ec-eae2-430d-af0d-46adc6e063e9, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:38:14.127397 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.203846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] For port ba3cd2ec-eae2-430d-af0d-46adc6e063e9, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:38:14.207215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] For port ba3cd2ec-eae2-430d-af0d-46adc6e063e9, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ba3cd2ec-eae2-430d-af0d-46adc6e063e9,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:38:14.214041 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.281204 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21232c43-c8a3-4507-9379-d7a424892f68 None None] Pushing event updated for resources: {'Port': ['ID=ba3cd2ec-eae2-430d-af0d-46adc6e063e9,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:14.368217 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.690788 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.20.0.1 (40d2a83e-f38a-403b-a2a6-9c00e0036e92/3e297c26-a7e3-46c6-aac9-0e07f021fab4/0d338d06-6a68-4fef-b10c-79fe93bd1788) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:38:14.812348 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.828494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Transition to ACTIVE for port object 0d338d06-6a68-4fef-b10c-79fe93bd1788 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:14.865716 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:14.919979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:14.923429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:14.929623 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:38:14.933855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=0d338d06-6a68-4fef-b10c-79fe93bd1788,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:14.986133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.143373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2344b60b-a329-43d8-82a1-d8dcd132715b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:15.160610 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.200668 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 2344b60b-a329-43d8-82a1-d8dcd132715b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:15.211218 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 2344b60b-a329-43d8-82a1-d8dcd132715b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:15.211603 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.316681 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.340516 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 2344b60b-a329-43d8-82a1-d8dcd132715b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2344b60b-a329-43d8-82a1-d8dcd132715b,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:15.345612 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.346495 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba3cd2ec-eae2-430d-af0d-46adc6e063e9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:15.372689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd6eda-6723-4622-8d3c-caa9543ebdd5 None None] Network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:38:15.471286 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.481374 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.481841 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-92253590-0163-4142-a834-f5be46c13aa6 None None] Provisioning for port ba3cd2ec-eae2-430d-af0d-46adc6e063e9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:15.508709 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=2344b60b-a329-43d8-82a1-d8dcd132715b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:15.574337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=0d338d06-6a68-4fef-b10c-79fe93bd1788,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:15.580039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.580986 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port ba3cd2ec-eae2-430d-af0d-46adc6e063e9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:15.589579 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ba3cd2ec-eae2-430d-af0d-46adc6e063e9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:15.589977 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.679949 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:15.681585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:15.716208 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.751606 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port ba3cd2ec-eae2-430d-af0d-46adc6e063e9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ba3cd2ec-eae2-430d-af0d-46adc6e063e9,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:15.756972 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.812642 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 5c2ba9f4-9cae-4521-9faf-607101e36cba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:38:15.824010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=ba3cd2ec-eae2-430d-af0d-46adc6e063e9,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:15.936912 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:38:15.939874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4ee0616d-8dab-4624-a57e-64b0898ec102 None None] Provisioning complete for port ba3cd2ec-eae2-430d-af0d-46adc6e063e9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:15.940349 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4ee0616d-8dab-4624-a57e-64b0898ec102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:15.943689 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b03d3b8a-6ac5-4bf0-b29b-b9b97362407e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "PUT /v2.0/routers/5c2ba9f4-9cae-4521-9faf-607101e36cba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4286506 Jul 08 02:38:15.965090 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Sync routers for ids ['5c2ba9f4-9cae-4521-9faf-607101e36cba'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:38:15.988081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Routers {'5c2ba9f4-9cae-4521-9faf-607101e36cba'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:15.988853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c2ba9f4-9cae-4521-9faf-607101e36cba'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:16.119470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-5f9b8c5d-f7c4-4e0b-8379-6e0198e64db8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957025989&fields=id&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 267 time: 0.0464060 Jul 08 02:38:16.140650 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Set router 5c2ba9f4-9cae-4521-9faf-607101e36cba gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:16.169977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4ee0616d-8dab-4624-a57e-64b0898ec102 None None] Provisioning for port 0d338d06-6a68-4fef-b10c-79fe93bd1788 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:16.177497 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4ee0616d-8dab-4624-a57e-64b0898ec102 None None] Provisioning complete for port 0d338d06-6a68-4fef-b10c-79fe93bd1788 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:16.178113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4ee0616d-8dab-4624-a57e-64b0898ec102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:16.237704 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-8f3b7449-7adc-4d36-a7dc-441b93c8e839 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:16.239957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-8f3b7449-7adc-4d36-a7dc-441b93c8e839 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/networks?id=40d2a83e-f38a-403b-a2a6-9c00e0036e92 HTTP/1.1" status: 200 len: 796 time: 0.1118369 Jul 08 02:38:16.258421 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-bc6d8d53-af0b-473a-b9cb-366da09987be tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/quotas/d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 375 time: 0.0126331 Jul 08 02:38:16.266825 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0616d-8dab-4624-a57e-64b0898ec102 None None] Port 0d338d06-6a68-4fef-b10c-79fe93bd1788 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:38:16.337164 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-b609720e-a003-40b7-a5a0-263dedde9408 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730231 Jul 08 02:38:16.396797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ece654bd-0aef-4f27-b1a3-92bac3ec13f6 None None] Provisioning complete for port 0d338d06-6a68-4fef-b10c-79fe93bd1788 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:16.397173 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ece654bd-0aef-4f27-b1a3-92bac3ec13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:16.423020 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d338d06-6a68-4fef-b10c-79fe93bd1788', 'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:73:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:14Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 2, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:16.434736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-1feff42e-e506-4574-83d2-421c4bfdb9b3 service neutron] 10.222.0.41 "GET /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847611 Jul 08 02:38:16.453521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Checking router: 5c2ba9f4-9cae-4521-9faf-607101e36cba for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:38:16.453874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Updating router 5c2ba9f4-9cae-4521-9faf-607101e36cba port 0d338d06-6a68-4fef-b10c-79fe93bd1788 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:38:16.483960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ece654bd-0aef-4f27-b1a3-92bac3ec13f6 None None] Port 0d338d06-6a68-4fef-b10c-79fe93bd1788 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:38:16.500121 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:16.528279 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-2cace384-f7c5-467a-a441-e21bc3b865ba service neutron] 10.222.0.41 "GET /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877304 Jul 08 02:38:16.706078 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb7ed914-e772-43cc-ad7b-258d9c3e82d3 req-d5702416-786c-4d4a-ad4b-1668ccb24a38 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0302796 Jul 08 02:38:16.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:16.789740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Transition to ACTIVE for port object 0d338d06-6a68-4fef-b10c-79fe93bd1788 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:16.795773 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:16.849873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc2228-8e5b-443a-ab09-3fb06dc78aad None None] Pushing event updated for resources: {'Port': ['ID=0d338d06-6a68-4fef-b10c-79fe93bd1788,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:16.916429 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Attempting to bind port 0d338d06-6a68-4fef-b10c-79fe93bd1788 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:38:16.916813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Attempting to bind port 0d338d06-6a68-4fef-b10c-79fe93bd1788 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:38:16.917186 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Attempting to bind port 0d338d06-6a68-4fef-b10c-79fe93bd1788 on network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:16.932371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:38:16.932371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Checking segment: {'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:16.932371 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:16.932371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Bound using segment: {'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:38:16.932371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Bound port: 0d338d06-6a68-4fef-b10c-79fe93bd1788, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:38:16.932371 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:16.997359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] For port 0d338d06-6a68-4fef-b10c-79fe93bd1788, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:38:17.001962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] For port 0d338d06-6a68-4fef-b10c-79fe93bd1788, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0d338d06-6a68-4fef-b10c-79fe93bd1788,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:38:17.008405 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:17.069022 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Routers {'5c2ba9f4-9cae-4521-9faf-607101e36cba'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:17.069673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:37:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c2ba9f4-9cae-4521-9faf-607101e36cba'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:17.125755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2344b60b-a329-43d8-82a1-d8dcd132715b up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:17.164669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc2228-8e5b-443a-ab09-3fb06dc78aad None None] Pushing event updated for resources: {'Port': ['ID=0d338d06-6a68-4fef-b10c-79fe93bd1788,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:17.261898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] Set router 5c2ba9f4-9cae-4521-9faf-607101e36cba gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:17.451992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 2344b60b-a329-43d8-82a1-d8dcd132715b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:17.452383 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:17.650957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba3cd2ec-eae2-430d-af0d-46adc6e063e9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:17.733567 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ba3cd2ec-eae2-430d-af0d-46adc6e063e9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:17.733939 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:17.759475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d338d06-6a68-4fef-b10c-79fe93bd1788', 'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:73:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:14Z', 'updated_at': '2021-07-08T02:38:16Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:17.794527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266df86a-5bfe-4eb1-8530-655f948116c2 None None] The sync data for ids ['5c2ba9f4-9cae-4521-9faf-607101e36cba'] in n-d-694802-14 is: [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d338d06-6a68-4fef-b10c-79fe93bd1788', 'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:73:85:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:14Z', 'updated_at': '2021-07-08T02:38:16Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:38:17.891048 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4e0003c2-9510-4419-a83c-189078dccdd2 req-5fd89b75-f39d-4c57-998a-1f65bb604cbc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0577774 Jul 08 02:38:18.132790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-ad4041a6-e0f2-47e3-bedf-b4073c819411 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:18.134428 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-ad4041a6-e0f2-47e3-bedf-b4073c819411 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "GET /v2.0/networks?id=40d2a83e-f38a-403b-a2a6-9c00e0036e92 HTTP/1.1" status: 200 len: 796 time: 0.1214924 Jul 08 02:38:18.188506 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-cab566a4-0418-48e3-94bb-1bb2634c57cc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 379 time: 0.0388305 Jul 08 02:38:18.199255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'port': {'device_id': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'admin_state_up': True, 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'security_groups': ['c2bef792-257c-413a-b8dd-d64c30a150e6']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:18.347090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:38:18.351642 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.516851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.20.0.10 (40d2a83e-f38a-403b-a2a6-9c00e0036e92/3e297c26-a7e3-46c6-aac9-0e07f021fab4/378449e4-de37-4026-95ef-51769e383ad5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:38:18.687944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.706232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Transition to ACTIVE for port object 378449e4-de37-4026-95ef-51769e383ad5 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:18.745060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.795000 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:18.798386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:18.803181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:38:18.810375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=378449e4-de37-4026-95ef-51769e383ad5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:18.874863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:18.875682 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:18.901131 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-00dff433-2439-4239-b5b7-15c14bfdd910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7059150 Jul 08 02:38:18.914130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-f8faad47-7c31-4785-b3fb-540d1f6fc0e1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:38:18.915416 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-f8faad47-7c31-4785-b3fb-540d1f6fc0e1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084193 Jul 08 02:38:19.000941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Request body: {'port': {'device_id': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:19.127693 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.131158 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d338d06-6a68-4fef-b10c-79fe93bd1788 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:19.163306 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882a58-4126-49dd-bc3c-a0c41943a93f req-d555b340-ac4f-4896-964a-3c8a77ee8b05 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:19.165808 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84882a58-4126-49dd-bc3c-a0c41943a93f req-d555b340-ac4f-4896-964a-3c8a77ee8b05 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 932 time: 0.0992625 Jul 08 02:38:19.184354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9e1f1d20-8a86-4d1f-97a6-ad3f33f32f36 None None] Provisioning for port 378449e4-de37-4026-95ef-51769e383ad5 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:19.190338 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9e1f1d20-8a86-4d1f-97a6-ad3f33f32f36 None None] Provisioning complete for port 378449e4-de37-4026-95ef-51769e383ad5 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:19.191011 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9e1f1d20-8a86-4d1f-97a6-ad3f33f32f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.232032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0d338d06-6a68-4fef-b10c-79fe93bd1788 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:19.239873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0d338d06-6a68-4fef-b10c-79fe93bd1788 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:19.240161 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.245082 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84882a58-4126-49dd-bc3c-a0c41943a93f req-ad6b24e1-3dc4-44cf-acdb-74680a97e13a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715787 Jul 08 02:38:19.268174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-9e1f1d20-8a86-4d1f-97a6-ad3f33f32f36 None None] Port 378449e4-de37-4026-95ef-51769e383ad5 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:38:19.335714 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.368106 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 0d338d06-6a68-4fef-b10c-79fe93bd1788, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0d338d06-6a68-4fef-b10c-79fe93bd1788,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:19.372837 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.422046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=0d338d06-6a68-4fef-b10c-79fe93bd1788,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:19.501568 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378449e4-de37-4026-95ef-51769e383ad5 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:38:19.509809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.523359 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Transition to ACTIVE for port object 378449e4-de37-4026-95ef-51769e383ad5 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:38:19.526658 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.602247 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Pushing event updated for resources: {'Port': ['ID=378449e4-de37-4026-95ef-51769e383ad5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:19.655878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Attempting to bind port 378449e4-de37-4026-95ef-51769e383ad5 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:38:19.656232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Attempting to bind port 378449e4-de37-4026-95ef-51769e383ad5 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:38:19.656595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Attempting to bind port 378449e4-de37-4026-95ef-51769e383ad5 on network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:19.664340 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Port 378449e4-de37-4026-95ef-51769e383ad5 on network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:38:19.664751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Attempting to bind port 378449e4-de37-4026-95ef-51769e383ad5 on network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:38:19.671205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:38:19.671548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Checking segment: {'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:38:19.671941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Bound using segment: {'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:38:19.672859 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Bound port: 378449e4-de37-4026-95ef-51769e383ad5, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267eb60a-74a0-40ec-ba12-08860e994a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:38:19.672859 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.751843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] For port 378449e4-de37-4026-95ef-51769e383ad5, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:38:19.755664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] For port 378449e4-de37-4026-95ef-51769e383ad5, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=378449e4-de37-4026-95ef-51769e383ad5,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:38:19.760605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.800892 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:19.802271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:19.803730 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] 10.222.0.24 "PUT /v2.0/ports/378449e4-de37-4026-95ef-51769e383ad5 HTTP/1.1" status: 200 len: 1093 time: 0.8728225 Jul 08 02:38:19.804172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'tag': '378449e4-de37-4026-95ef-51769e383ad5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:38:19.806633 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9620438-48fe-47eb-8991-0176852c1fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "55dc10c1-50fa-412d-806b-c0292c9fc3d7", "tag": "378449e4-de37-4026-95ef-51769e383ad5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:38:19.837916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e923d27-8916-400f-8d07-abd9c5ef26d8 service neutron] Pushing event updated for resources: {'Port': ['ID=378449e4-de37-4026-95ef-51769e383ad5,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:19.879511 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f708a4-8aef-411c-b8e6-ae8014741ac9 x-openstack-request-id: req-93f708a4-8aef-411c-b8e6-ae8014741ac9 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:38:19.880495 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dc10c1-50fa-412d-806b-c0292c9fc3d7", "tag": "378449e4-de37-4026-95ef-51769e383ad5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:38:19.880757 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93f708a4-8aef-411c-b8e6-ae8014741ac9 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:38:19.881162 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'tag': '378449e4-de37-4026-95ef-51769e383ad5', 'status': 'completed', 'code': 200} Jul 08 02:38:19.911829 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-2a62669d-8a0d-4233-a0e6-9e941a5f8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:19.913983 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-2a62669d-8a0d-4233-a0e6-9e941a5f8663 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0701997 Jul 08 02:38:19.958986 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-12669700-57e9-4d5c-b4a3-a45d8eeb2914 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=378449e4-de37-4026-95ef-51769e383ad5 HTTP/1.1" status: 200 len: 217 time: 0.0371110 Jul 08 02:38:20.013843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-a3faca95-7e0d-41a5-973b-35900fe57670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:20.015355 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-a3faca95-7e0d-41a5-973b-35900fe57670 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e297c26-a7e3-46c6-aac9-0e07f021fab4 HTTP/1.1" status: 200 len: 835 time: 0.0503700 Jul 08 02:38:20.071402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-c974e785-b3d7-458f-903e-e89add4f71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:20.072932 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-c974e785-b3d7-458f-903e-e89add4f71fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40d2a83e-f38a-403b-a2a6-9c00e0036e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519006 Jul 08 02:38:20.164607 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-8bed9d4c-4523-4c21-9625-34cf70ab8894 service neutron] 10.222.0.24 "GET /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848675 Jul 08 02:38:20.261233 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-55fbd87e-e0d1-4bc9-a7fa-baba2c77ea0c req-d46a7937-da34-4ab0-a067-57d002fbbecb service neutron] 10.222.0.24 "GET /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903137 Jul 08 02:38:20.361305 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620438-48fe-47eb-8991-0176852c1fcd req-8f3b79f1-48ed-4ae7-b6a0-2e4f40dbd816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:20.362852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9620438-48fe-47eb-8991-0176852c1fcd req-8f3b79f1-48ed-4ae7-b6a0-2e4f40dbd816 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0552037 Jul 08 02:38:20.423350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299a335-f1a1-403c-87eb-1ac28bd2d07a req-1981068a-d2d0-4ce3-9644-82387eb323d2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:20.424917 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f299a335-f1a1-403c-87eb-1ac28bd2d07a req-1981068a-d2d0-4ce3-9644-82387eb323d2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 944 time: 0.0652223 Jul 08 02:38:20.459256 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620438-48fe-47eb-8991-0176852c1fcd req-affe2aa5-45d4-4e37-adea-452e1c58127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:20.460813 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9620438-48fe-47eb-8991-0176852c1fcd req-affe2aa5-45d4-4e37-adea-452e1c58127b service neutron] 10.222.0.24 "GET /v2.0/networks?id=40d2a83e-f38a-403b-a2a6-9c00e0036e92 HTTP/1.1" status: 200 len: 897 time: 0.0917947 Jul 08 02:38:20.463770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f299a335-f1a1-403c-87eb-1ac28bd2d07a req-17f8734c-c5ca-42be-8c99-18c88b46b586 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326030 Jul 08 02:38:20.503604 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9620438-48fe-47eb-8991-0176852c1fcd req-34d942a8-2101-406b-acfa-d5429c80f18e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=378449e4-de37-4026-95ef-51769e383ad5 HTTP/1.1" status: 200 len: 217 time: 0.0363367 Jul 08 02:38:20.553549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620438-48fe-47eb-8991-0176852c1fcd req-f677ecbc-50c4-48cd-86da-a50f366760e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:20.554920 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9620438-48fe-47eb-8991-0176852c1fcd req-f677ecbc-50c4-48cd-86da-a50f366760e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e297c26-a7e3-46c6-aac9-0e07f021fab4 HTTP/1.1" status: 200 len: 835 time: 0.0440364 Jul 08 02:38:20.613358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620438-48fe-47eb-8991-0176852c1fcd req-18f93e5e-23fe-4cce-9df5-fc72e1d113a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:20.614948 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9620438-48fe-47eb-8991-0176852c1fcd req-18f93e5e-23fe-4cce-9df5-fc72e1d113a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40d2a83e-f38a-403b-a2a6-9c00e0036e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534973 Jul 08 02:38:20.708831 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9620438-48fe-47eb-8991-0176852c1fcd req-64672835-8e49-4184-9f11-8d7f3451eb00 service neutron] 10.222.0.24 "GET /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850952 Jul 08 02:38:20.727995 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-69f27dbe-43b7-414e-b24a-416f054c5186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:20.800797 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a9620438-48fe-47eb-8991-0176852c1fcd req-1996e7a6-6b1b-41e8-8fd0-edcad614bfab service neutron] 10.222.0.24 "GET /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852859 Jul 08 02:38:21.066302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d338d06-6a68-4fef-b10c-79fe93bd1788 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:21.112985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0d338d06-6a68-4fef-b10c-79fe93bd1788 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:21.113354 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:21.643525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941775b-b858-4b8e-a278-12d01b6e529f req-fbb2e4a1-5f3b-4d9c-87da-7073f70e7490 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:21.645084 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4941775b-b858-4b8e-a278-12d01b6e529f req-fbb2e4a1-5f3b-4d9c-87da-7073f70e7490 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 944 time: 0.0674157 Jul 08 02:38:21.683756 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4941775b-b858-4b8e-a278-12d01b6e529f req-da230eeb-5cd1-42e1-9a8f-b69c7b9ae0e7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328498 Jul 08 02:38:22.855773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e0a9f-5e96-4c39-b7c8-b350d81e5f40 req-ebd3c108-19b4-4212-a286-a2c60dc7bcaf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:22.857315 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e8e0a9f-5e96-4c39-b7c8-b350d81e5f40 req-ebd3c108-19b4-4212-a286-a2c60dc7bcaf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 944 time: 0.0632489 Jul 08 02:38:22.905788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e8e0a9f-5e96-4c39-b7c8-b350d81e5f40 req-6803aa99-d7c5-4901-98ba-ae186f2fd287 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425377 Jul 08 02:38:23.468930 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a2f2438f-5e8f-4aae-8b4a-0d0a90745b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:23.689641 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 378449e4-de37-4026-95ef-51769e383ad5 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:38:23.789724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 378449e4-de37-4026-95ef-51769e383ad5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=378449e4-de37-4026-95ef-51769e383ad5,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:23.801078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '378449e4-de37-4026-95ef-51769e383ad5', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'port_id': '378449e4-de37-4026-95ef-51769e383ad5', 'mac_address': 'fa:16:3e:c6:f2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:38:23.848219 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:23.851444 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:23.862474 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378449e4-de37-4026-95ef-51769e383ad5 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:38:23.883332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 378449e4-de37-4026-95ef-51769e383ad5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=378449e4-de37-4026-95ef-51769e383ad5,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:23.888275 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:23.947329 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=378449e4-de37-4026-95ef-51769e383ad5,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:24.086385 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1091726-6604-4176-ba21-2064daf2f244 req-8b1ef437-c4b7-4885-b74b-4d56da353c3c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:24.087906 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1091726-6604-4176-ba21-2064daf2f244 req-8b1ef437-c4b7-4885-b74b-4d56da353c3c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0639749 Jul 08 02:38:24.111938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['378449e4-de37-4026-95ef-51769e383ad5'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:38:24.129682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e1091726-6604-4176-ba21-2064daf2f244 req-b930b6b3-05e1-416e-8d3c-33bfe95df207 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361466 Jul 08 02:38:24.972022 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:25.311053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71390aaf-36f2-475b-8389-813a5ac58780 req-d689115a-a2fd-4b27-8bb0-d4924b38c7bf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:25.312569 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71390aaf-36f2-475b-8389-813a5ac58780 req-d689115a-a2fd-4b27-8bb0-d4924b38c7bf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 945 time: 0.0701063 Jul 08 02:38:25.350062 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-71390aaf-36f2-475b-8389-813a5ac58780 req-bb550f9a-db21-4d8f-9e86-6b2b83e4dff8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319257 Jul 08 02:38:25.700786 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 378449e4-de37-4026-95ef-51769e383ad5 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:38:25.752575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 378449e4-de37-4026-95ef-51769e383ad5 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:38:25.756766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 378449e4-de37-4026-95ef-51769e383ad5 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:38:25.757131 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:25.833044 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:25.856201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378449e4-de37-4026-95ef-51769e383ad5'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:38:25.858547 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e2f77e-571e-4eb2-834a-c1f9f3c17df4" -d '{"events": [{"server_uuid": "55dc10c1-50fa-412d-806b-c0292c9fc3d7", "name": "network-vif-plugged", "status": "completed", "tag": "378449e4-de37-4026-95ef-51769e383ad5"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:38:25.872734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 378449e4-de37-4026-95ef-51769e383ad5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=378449e4-de37-4026-95ef-51769e383ad5,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:38:25.876976 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:25.926762 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=378449e4-de37-4026-95ef-51769e383ad5,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:25.954475 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498a5029-f96c-48a5-ada6-6514237d2c06 x-openstack-request-id: req-498a5029-f96c-48a5-ada6-6514237d2c06 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:38:25.954779 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dc10c1-50fa-412d-806b-c0292c9fc3d7", "name": "network-vif-plugged", "status": "completed", "tag": "378449e4-de37-4026-95ef-51769e383ad5", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:38:25.955038 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-498a5029-f96c-48a5-ada6-6514237d2c06 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:38:25.955440 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378449e4-de37-4026-95ef-51769e383ad5', 'code': 200} Jul 08 02:38:26.074119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f500c1-b7de-4dc8-9527-4b0963c93107 req-a528e357-c8ee-4321-b963-4fb929650c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:26.075644 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86f500c1-b7de-4dc8-9527-4b0963c93107 req-a528e357-c8ee-4321-b963-4fb929650c8d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 1098 time: 0.0571795 Jul 08 02:38:26.111216 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-86f500c1-b7de-4dc8-9527-4b0963c93107 req-6962c380-d995-48a6-be4c-896e472e3d6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287251 Jul 08 02:38:26.527561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c162d4-d7ca-44b3-80a3-4c382114406c req-ca8afe3f-48f9-4270-be38-c383449ff124 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:26.529029 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11c162d4-d7ca-44b3-80a3-4c382114406c req-ca8afe3f-48f9-4270-be38-c383449ff124 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0638342 Jul 08 02:38:26.567350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-11c162d4-d7ca-44b3-80a3-4c382114406c req-d0323b8a-19d7-4fd4-9ca8-dc1eca084aec tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326538 Jul 08 02:38:26.609922 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:27.748449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31920e9a-2ef2-4d94-86f8-35d075940431 req-2c7285c5-7193-45cc-9b07-096e6ba345d8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:27.749957 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-31920e9a-2ef2-4d94-86f8-35d075940431 req-2c7285c5-7193-45cc-9b07-096e6ba345d8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0679147 Jul 08 02:38:27.787549 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-31920e9a-2ef2-4d94-86f8-35d075940431 req-2bf3c064-a3c3-44fe-bd05-74d7e8948371 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320466 Jul 08 02:38:27.963168 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77425680-f8c4-4606-aa54-0f31fa54c030 req-da24ec75-7144-4dca-9633-f9da24b53e62 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:27.964693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77425680-f8c4-4606-aa54-0f31fa54c030 req-da24ec75-7144-4dca-9633-f9da24b53e62 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0671375 Jul 08 02:38:28.006696 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-77425680-f8c4-4606-aa54-0f31fa54c030 req-86c463a7-7fa4-4ccd-a780-6e52869c90ce tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361023 Jul 08 02:38:28.030244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44650) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:28.082631 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a03329b-42ee-44b6-986e-bf805421f90f tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:28.084288 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0a03329b-42ee-44b6-986e-bf805421f90f tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 1093 time: 0.0530310 Jul 08 02:38:28.087144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44652) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:28.091546 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '378449e4-de37-4026-95ef-51769e383ad5', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:38:28.114009 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:28.213159 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:28.317188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.25.4.80 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/2d19f19b-6f61-4558-ada8-79ded3e27e30) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:38:28.426461 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:28.475067 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:28.516208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:38:28.519376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:38:28.522038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:38:28.547328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=2d19f19b-6f61-4558-ada8-79ded3e27e30,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:28.897383 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:28.977721 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:29.123936 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:29.128989 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:29.200415 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=2d19f19b-6f61-4558-ada8-79ded3e27e30,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:38:29.211497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:29.633064 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Floating IP e0685e10-3029-4def-b805-243701aed113 associated. External IP: 172.25.4.80, port: 378449e4-de37-4026-95ef-51769e383ad5. Jul 08 02:38:29.843742 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 5c2ba9f4-9cae-4521-9faf-607101e36cba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:38:29.952548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:38:29.963327 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] Sync routers for ids ['5c2ba9f4-9cae-4521-9faf-607101e36cba'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:38:29.970239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:29.973159 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] Routers {'5c2ba9f4-9cae-4521-9faf-607101e36cba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:29.974518 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:38:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c2ba9f4-9cae-4521-9faf-607101e36cba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:30.011895 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c0302dee-55da-416a-9011-8642bca6b3d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9237156 Jul 08 02:38:30.013068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'tag': '378449e4-de37-4026-95ef-51769e383ad5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:38:30.015579 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1018c9-a5a9-40c7-bad7-256ce17666a9" -d '{"events": [{"name": "network-changed", "server_uuid": "55dc10c1-50fa-412d-806b-c0292c9fc3d7", "tag": "378449e4-de37-4026-95ef-51769e383ad5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:38:30.058499 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1927cb0-cfbb-47c5-bedc-a7697dcd56c6 x-openstack-request-id: req-b1927cb0-cfbb-47c5-bedc-a7697dcd56c6 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:38:30.058821 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dc10c1-50fa-412d-806b-c0292c9fc3d7", "tag": "378449e4-de37-4026-95ef-51769e383ad5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:38:30.059078 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1927cb0-cfbb-47c5-bedc-a7697dcd56c6 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:38:30.059489 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'tag': '378449e4-de37-4026-95ef-51769e383ad5', 'status': 'completed', 'code': 200} Jul 08 02:38:30.102333 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] Set router 5c2ba9f4-9cae-4521-9faf-607101e36cba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:30.146352 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-c4aae3ac-bc9c-44f7-99d7-28fd4a8aaba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:30.148035 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-c4aae3ac-bc9c-44f7-99d7-28fd4a8aaba2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 1098 time: 0.0628626 Jul 08 02:38:30.206660 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4acf40-918e-4dcd-bf6d-1ab32294825f req-498e587d-033f-4e62-9149-ac1f455f8c64 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:30.208932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f4acf40-918e-4dcd-bf6d-1ab32294825f req-498e587d-033f-4e62-9149-ac1f455f8c64 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0758815 Jul 08 02:38:30.242067 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-f4994f5d-2a3c-4b54-9122-a5cfc57574bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:30.243903 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-f4994f5d-2a3c-4b54-9122-a5cfc57574bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=40d2a83e-f38a-403b-a2a6-9c00e0036e92 HTTP/1.1" status: 200 len: 897 time: 0.0899649 Jul 08 02:38:30.252976 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6f4acf40-918e-4dcd-bf6d-1ab32294825f req-461c66c4-6212-43fd-8425-bdfc3c302c9e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346029 Jul 08 02:38:30.287362 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44660) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:30.320726 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-9f10d9dd-5347-4f69-b35a-775b0d2d0874 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=378449e4-de37-4026-95ef-51769e383ad5 HTTP/1.1" status: 200 len: 999 time: 0.0705814 Jul 08 02:38:30.356885 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-31ba2b54-48f3-4223-a2c9-4c5cce1e2d55 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/e0685e10-3029-4def-b805-243701aed113 HTTP/1.1" status: 200 len: 991 time: 0.0678086 Jul 08 02:38:30.358400 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'e0685e10-3029-4def-b805-243701aed113', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'port_id': '378449e4-de37-4026-95ef-51769e383ad5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'mac_address': 'fa:16:3e:c6:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:38:28Z', 'updated_at': '2021-07-08T02:38:28Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d338d06-6a68-4fef-b10c-79fe93bd1788', 'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:73:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:14Z', 'updated_at': '2021-07-08T02:38:19Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:30.371563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-78eac986-3239-47e8-bb7f-418a8cd350fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:30.373095 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-78eac986-3239-47e8-bb7f-418a8cd350fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e297c26-a7e3-46c6-aac9-0e07f021fab4 HTTP/1.1" status: 200 len: 835 time: 0.0468636 Jul 08 02:38:30.389463 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] Checking router: 5c2ba9f4-9cae-4521-9faf-607101e36cba for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:38:30.398456 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] Routers {'5c2ba9f4-9cae-4521-9faf-607101e36cba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:38:30.399798 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:38:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c2ba9f4-9cae-4521-9faf-607101e36cba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:30.430616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-ad1dab31-a90a-4366-8101-d2776167f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:38:30.432107 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-ad1dab31-a90a-4366-8101-d2776167f48a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40d2a83e-f38a-403b-a2a6-9c00e0036e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531499 Jul 08 02:38:30.507796 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] Set router 5c2ba9f4-9cae-4521-9faf-607101e36cba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:38:30.529228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-14346744-d77d-4a59-a336-3087b5341e93 service neutron] 10.222.0.24 "GET /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905600 Jul 08 02:38:30.620409 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1018c9-a5a9-40c7-bad7-256ce17666a9 req-306ac84d-0b8b-4d94-bfbb-2f03b7954488 service neutron] 10.222.0.24 "GET /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851932 Jul 08 02:38:30.749596 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'e0685e10-3029-4def-b805-243701aed113', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'port_id': '378449e4-de37-4026-95ef-51769e383ad5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'mac_address': 'fa:16:3e:c6:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:38:28Z', 'updated_at': '2021-07-08T02:38:28Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d338d06-6a68-4fef-b10c-79fe93bd1788', 'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:73:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:14Z', 'updated_at': '2021-07-08T02:38:19Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:38:30.779024 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee277e9-e61f-437b-9a63-5f40aa0de97d None None] The sync data for ids ['5c2ba9f4-9cae-4521-9faf-607101e36cba'] in n-d-694802-14 is: [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'e0685e10-3029-4def-b805-243701aed113', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'port_id': '378449e4-de37-4026-95ef-51769e383ad5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'mac_address': 'fa:16:3e:c6:f2:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:38:28Z', 'updated_at': '2021-07-08T02:38:28Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d338d06-6a68-4fef-b10c-79fe93bd1788', 'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:73:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:14Z', 'updated_at': '2021-07-08T02:38:19Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:38:30.984421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e02105f-e4e3-4a65-96be-9fc42a8b2659 None None] New status for floating IP e0685e10-3029-4def-b805-243701aed113: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:38:31.360649 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44662) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:38:31.422540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ee6ca238-0241-4c74-92c4-f5ac2035f56e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/e0685e10-3029-4def-b805-243701aed113 HTTP/1.1" status: 200 len: 993 time: 0.0603254 Jul 08 02:38:34.937134 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:39.390253 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:44.616639 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:38:50.729383 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25ba7085-a36a-430e-bb92-b69f94986cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:53.469026 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-defd9231-f10a-4fa8-9841-9547e07f8c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:53.842805 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:54.971863 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:38:56.613640 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:03.061013 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b39d7-afdc-46ea-b3bb-1cabd5010af2 req-6b00073c-f121-43ae-8f75-d02515dd0e37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:03.062539 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-110b39d7-afdc-46ea-b3bb-1cabd5010af2 req-6b00073c-f121-43ae-8f75-d02515dd0e37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0707715 Jul 08 02:39:03.100553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-110b39d7-afdc-46ea-b3bb-1cabd5010af2 req-a99b1a5f-36a1-422c-9da0-ff7a5e4d64bb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322387 Jul 08 02:39:04.464765 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14985a7-2726-4788-b50b-6e81b7a6a88d req-013c86b5-79ad-4acc-8ef5-0ca3a25e0408 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:04.466170 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d14985a7-2726-4788-b50b-6e81b7a6a88d req-013c86b5-79ad-4acc-8ef5-0ca3a25e0408 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0639009 Jul 08 02:39:04.504813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d14985a7-2726-4788-b50b-6e81b7a6a88d req-7644f3cc-a19a-46c5-8681-dfa6cf2202be tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331967 Jul 08 02:39:04.529402 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44680) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:04.592941 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2ebee4e7-c586-4755-b9fa-e75311619c89 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/e0685e10-3029-4def-b805-243701aed113 HTTP/1.1" status: 200 len: 993 time: 0.0624034 Jul 08 02:39:04.935235 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:06.019846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fb22d-c772-4961-b86c-92437613e6c4 req-d6d0b0fc-643b-478e-99e3-d64be10101ba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:06.022581 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb0fb22d-c772-4961-b86c-92437613e6c4 req-d6d0b0fc-643b-478e-99e3-d64be10101ba tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0654857 Jul 08 02:39:06.064861 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eb0fb22d-c772-4961-b86c-92437613e6c4 req-1fabed0c-f378-46f0-80a8-cd842e5750de tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355642 Jul 08 02:39:07.247196 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781760b2-6b08-4064-843a-e21b4c26b61e req-55f61e54-2df3-423a-a177-3a49a75dc1e4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:07.248806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-781760b2-6b08-4064-843a-e21b4c26b61e req-55f61e54-2df3-423a-a177-3a49a75dc1e4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0676959 Jul 08 02:39:07.286455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-781760b2-6b08-4064-843a-e21b4c26b61e req-c20f2e4c-18eb-4d93-83cb-25369adf2e35 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320392 Jul 08 02:39:07.311925 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:07.372008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8bf827fb-e09d-4e87-ae54-ed8ddc3f6ff0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/e0685e10-3029-4def-b805-243701aed113 HTTP/1.1" status: 200 len: 993 time: 0.0588655 Jul 08 02:39:07.624221 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:07.777698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 2d19f19b-6f61-4558-ada8-79ded3e27e30 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:39:07.778045 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:07.855733 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:07.856063 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:07.867577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 2d19f19b-6f61-4558-ada8-79ded3e27e30 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:39:08.015841 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:08.039101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=2d19f19b-6f61-4558-ada8-79ded3e27e30,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:08.051946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.052315 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.052661 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.052997 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.053327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.053716 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.054070 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.054399 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.054929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.055415 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.055587 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.055906 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:08.112366 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:08.112705 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Floating IP e0685e10-3029-4def-b805-243701aed113 disassociated (deleted). External IP: 172.25.4.80, port: 378449e4-de37-4026-95ef-51769e383ad5. Jul 08 02:39:08.318990 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 5c2ba9f4-9cae-4521-9faf-607101e36cba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:39:08.428089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:39:08.433396 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:08.440026 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] Sync routers for ids ['5c2ba9f4-9cae-4521-9faf-607101e36cba'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:39:08.449932 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] Routers {'5c2ba9f4-9cae-4521-9faf-607101e36cba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:39:08.450532 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c2ba9f4-9cae-4521-9faf-607101e36cba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:08.469626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8b4356ca-83c9-418a-8a74-06f2ffb24868 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/floatingips/e0685e10-3029-4def-b805-243701aed113 HTTP/1.1" status: 204 len: 168 time: 0.8442748 Jul 08 02:39:08.470204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'tag': '378449e4-de37-4026-95ef-51769e383ad5'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:08.472528 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b822909d-be01-4321-bb87-38b854430a22" -d '{"events": [{"name": "network-changed", "server_uuid": "55dc10c1-50fa-412d-806b-c0292c9fc3d7", "tag": "378449e4-de37-4026-95ef-51769e383ad5"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:08.512053 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e058197-fc7c-4111-b39e-857f34df3895 x-openstack-request-id: req-8e058197-fc7c-4111-b39e-857f34df3895 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:08.512441 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dc10c1-50fa-412d-806b-c0292c9fc3d7", "tag": "378449e4-de37-4026-95ef-51769e383ad5", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:08.512744 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e058197-fc7c-4111-b39e-857f34df3895 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:08.513231 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'tag': '378449e4-de37-4026-95ef-51769e383ad5', 'status': 'completed', 'code': 200} Jul 08 02:39:08.569947 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] Set router 5c2ba9f4-9cae-4521-9faf-607101e36cba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:39:08.594070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822909d-be01-4321-bb87-38b854430a22 req-45132c31-cf80-4a18-84c4-25f8e7d9d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:08.595734 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b822909d-be01-4321-bb87-38b854430a22 req-45132c31-cf80-4a18-84c4-25f8e7d9d52f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 1098 time: 0.0603309 Jul 08 02:39:08.689314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822909d-be01-4321-bb87-38b854430a22 req-d9d67c7b-2a11-43d7-9720-7304ebd8e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:08.691042 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b822909d-be01-4321-bb87-38b854430a22 req-d9d67c7b-2a11-43d7-9720-7304ebd8e95d service neutron] 10.222.0.24 "GET /v2.0/networks?id=40d2a83e-f38a-403b-a2a6-9c00e0036e92 HTTP/1.1" status: 200 len: 897 time: 0.0877702 Jul 08 02:39:08.746262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b822909d-be01-4321-bb87-38b854430a22 req-a45c0843-a214-45a8-9add-80104a30c9a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=378449e4-de37-4026-95ef-51769e383ad5 HTTP/1.1" status: 200 len: 217 time: 0.0443377 Jul 08 02:39:08.782842 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d338d06-6a68-4fef-b10c-79fe93bd1788', 'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:73:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:14Z', 'updated_at': '2021-07-08T02:38:19Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:08.798033 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822909d-be01-4321-bb87-38b854430a22 req-405f54ed-1664-4f3d-856b-63d60b836c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:08.799514 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b822909d-be01-4321-bb87-38b854430a22 req-405f54ed-1664-4f3d-856b-63d60b836c3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e297c26-a7e3-46c6-aac9-0e07f021fab4 HTTP/1.1" status: 200 len: 835 time: 0.0470700 Jul 08 02:39:08.809280 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] Checking router: 5c2ba9f4-9cae-4521-9faf-607101e36cba for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:39:08.817665 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] Routers {'5c2ba9f4-9cae-4521-9faf-607101e36cba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:39:08.818452 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c2ba9f4-9cae-4521-9faf-607101e36cba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:08.862729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822909d-be01-4321-bb87-38b854430a22 req-ab96cb84-2561-4a56-b04b-01faf131b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:08.864476 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b822909d-be01-4321-bb87-38b854430a22 req-ab96cb84-2561-4a56-b04b-01faf131b364 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=40d2a83e-f38a-403b-a2a6-9c00e0036e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577903 Jul 08 02:39:08.876157 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8333f-e3cb-4508-9e66-00a36c16190e req-457bfb46-cbbf-4127-a823-7740c7e8c4c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:08.877728 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaa8333f-e3cb-4508-9e66-00a36c16190e req-457bfb46-cbbf-4127-a823-7740c7e8c4c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0684929 Jul 08 02:39:08.918115 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eaa8333f-e3cb-4508-9e66-00a36c16190e req-119f3d23-954c-499f-8c64-46ce690f951c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336692 Jul 08 02:39:08.933490 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] Set router 5c2ba9f4-9cae-4521-9faf-607101e36cba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:39:08.970310 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b822909d-be01-4321-bb87-38b854430a22 req-ad1e96d4-4141-4938-9d3b-3b65044ec757 service neutron] 10.222.0.24 "GET /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987151 Jul 08 02:39:09.063866 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b822909d-be01-4321-bb87-38b854430a22 req-7a9390c8-59d8-4a63-a472-e9711c3626a0 service neutron] 10.222.0.24 "GET /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868385 Jul 08 02:39:09.224729 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d338d06-6a68-4fef-b10c-79fe93bd1788', 'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:73:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:14Z', 'updated_at': '2021-07-08T02:38:19Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:09.253957 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4f4454-9739-498b-ad4c-ab8806d8f5cb None None] The sync data for ids ['5c2ba9f4-9cae-4521-9faf-607101e36cba'] in n-d-694802-14 is: [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0d338d06-6a68-4fef-b10c-79fe93bd1788', 'name': '', 'network_id': '40d2a83e-f38a-403b-a2a6-9c00e0036e92', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:73:85:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:14Z', 'updated_at': '2021-07-08T02:38:19Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '3e297c26-a7e3-46c6-aac9-0e07f021fab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:39:09.390855 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:09.483417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafb4ca7-bc3e-4f50-804c-26afd56956f3 None None] New status for floating IP e0685e10-3029-4def-b805-243701aed113: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:39:10.105134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cb304-5e48-46e1-aaed-5006dead99bc req-f548ff0c-f794-4abc-ba25-0a85492d17e0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:10.106625 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-558cb304-5e48-46e1-aaed-5006dead99bc req-f548ff0c-f794-4abc-ba25-0a85492d17e0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0681694 Jul 08 02:39:10.146492 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-558cb304-5e48-46e1-aaed-5006dead99bc req-149bee49-a012-4e7f-a428-12c1ffc09f9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=c2bef792-257c-413a-b8dd-d64c30a150e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341547 Jul 08 02:39:10.306445 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-d124caed-2470-43c6-a804-9e948612e11f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:10.307911 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-d124caed-2470-43c6-a804-9e948612e11f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 946 time: 0.0647793 Jul 08 02:39:10.417440 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 378449e4-de37-4026-95ef-51769e383ad5 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:39:10.417709 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:10.508468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 378449e4-de37-4026-95ef-51769e383ad5, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=378449e4-de37-4026-95ef-51769e383ad5,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:10.508838 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:10.522177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 378449e4-de37-4026-95ef-51769e383ad5 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:39:10.656572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:10.688181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=378449e4-de37-4026-95ef-51769e383ad5,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:10.704759 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.705115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.705458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.705797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.706153 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.706486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.706833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.707156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.707481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.707856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.708177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.708522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:10.750693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] No DVR routers for this DVR port 378449e4-de37-4026-95ef-51769e383ad5 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:39:10.753325 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:10.755351 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-83f725ec-afc1-4218-b1ad-ed4ada3338c0 req-c824ac42-bd83-4235-a0f6-1464f5b88c21 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "DELETE /v2.0/ports/378449e4-de37-4026-95ef-51769e383ad5 HTTP/1.1" status: 204 len: 173 time: 0.4412272 Jul 08 02:39:10.755836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'name': 'network-vif-deleted', 'tag': '378449e4-de37-4026-95ef-51769e383ad5'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:10.759142 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15652222-52a5-4639-a2c4-50efa25fabda" -d '{"events": [{"server_uuid": "55dc10c1-50fa-412d-806b-c0292c9fc3d7", "name": "network-vif-deleted", "tag": "378449e4-de37-4026-95ef-51769e383ad5"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:10.797800 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be7289c-1270-4a06-9853-8b4a55e6e0a1 x-openstack-request-id: req-2be7289c-1270-4a06-9853-8b4a55e6e0a1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:10.798101 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dc10c1-50fa-412d-806b-c0292c9fc3d7", "name": "network-vif-deleted", "tag": "378449e4-de37-4026-95ef-51769e383ad5", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:10.798356 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2be7289c-1270-4a06-9853-8b4a55e6e0a1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:10.798764 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55dc10c1-50fa-412d-806b-c0292c9fc3d7', 'name': 'network-vif-deleted', 'tag': '378449e4-de37-4026-95ef-51769e383ad5', 'status': 'completed', 'code': 200} Jul 08 02:39:11.312657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-491a9ee6-24b0-4308-9660-0b97f4649cb7 req-e10bf5b4-0bec-4f19-988c-39e8fbe62967 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=55dc10c1-50fa-412d-806b-c0292c9fc3d7 HTTP/1.1" status: 200 len: 210 time: 0.0322454 Jul 08 02:39:12.408838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44714) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:12.770882 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:13.035718 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 0d338d06-6a68-4fef-b10c-79fe93bd1788 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:39:13.035718 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:13.122539 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 0d338d06-6a68-4fef-b10c-79fe93bd1788, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0d338d06-6a68-4fef-b10c-79fe93bd1788,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:13.122896 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:13.139298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 0d338d06-6a68-4fef-b10c-79fe93bd1788 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:39:13.325645 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:13.350733 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=0d338d06-6a68-4fef-b10c-79fe93bd1788,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:13.539012 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:13.753790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 5c2ba9f4-9cae-4521-9faf-607101e36cba has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:39:13.887637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 378449e4-de37-4026-95ef-51769e383ad5 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:39:13.908250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 378449e4-de37-4026-95ef-51769e383ad5 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:39:13.908630 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 378449e4-de37-4026-95ef-51769e383ad5 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:39:14.166663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:39:14.171884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2d3b9a73-fc45-4e68-aef6-72daa5245fb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "PUT /v2.0/routers/5c2ba9f4-9cae-4521-9faf-607101e36cba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7620130 Jul 08 02:39:14.174758 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44716) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:14.175784 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] Sync routers for ids ['5c2ba9f4-9cae-4521-9faf-607101e36cba'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:39:14.184862 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] Routers {'5c2ba9f4-9cae-4521-9faf-607101e36cba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:39:14.185469 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c2ba9f4-9cae-4521-9faf-607101e36cba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:14.227487 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-013a52fd-f811-4983-863c-833901fc40fa tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting subnet 3e297c26-a7e3-46c6-aac9-0e07f021fab4 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:39:14.230562 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-013a52fd-f811-4983-863c-833901fc40fa tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.270899 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-013a52fd-f811-4983-863c-833901fc40fa tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.289818 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] Set router 5c2ba9f4-9cae-4521-9faf-607101e36cba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:39:14.356862 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-013a52fd-f811-4983-863c-833901fc40fa tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.417961 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-013a52fd-f811-4983-863c-833901fc40fa tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.447365 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a52fd-f811-4983-863c-833901fc40fa tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Subnet': ['ID=3e297c26-a7e3-46c6-aac9-0e07f021fab4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:14.449409 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-013a52fd-f811-4983-863c-833901fc40fa tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.451494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-013a52fd-f811-4983-863c-833901fc40fa tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/subnets/3e297c26-a7e3-46c6-aac9-0e07f021fab4 HTTP/1.1" status: 204 len: 168 time: 0.2755749 Jul 08 02:39:14.453834 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44718) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:14.455689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a342b59d-3e67-479c-a26f-6b6377347ebd None None] Network 40d2a83e-f38a-403b-a2a6-9c00e0036e92 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:39:14.472593 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:39:13Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:14.498812 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] Checking router: 5c2ba9f4-9cae-4521-9faf-607101e36cba for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:39:14.507596 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] Routers {'5c2ba9f4-9cae-4521-9faf-607101e36cba'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:39:14.508202 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5c2ba9f4-9cae-4521-9faf-607101e36cba'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:14.564290 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.615436 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] Set router 5c2ba9f4-9cae-4521-9faf-607101e36cba gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:39:14.650638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] DHCP port deletion for 40d2a83e-f38a-403b-a2a6-9c00e0036e92 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:39:14.676496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.698181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Deleting port ba3cd2ec-eae2-430d-af0d-46adc6e063e9 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:39:14.698686 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.733026 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 2344b60b-a329-43d8-82a1-d8dcd132715b {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:39:14.733394 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.767111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] For port ba3cd2ec-eae2-430d-af0d-46adc6e063e9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ba3cd2ec-eae2-430d-af0d-46adc6e063e9,segment=NetworkSegment(267eb60a-74a0-40ec-ba12-08860e994a19),segment_id=267eb60a-74a0-40ec-ba12-08860e994a19)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:14.767679 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.782224 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Calling delete_port for ba3cd2ec-eae2-430d-af0d-46adc6e063e9 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:39:14.805076 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:39:13Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:14.821293 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 2344b60b-a329-43d8-82a1-d8dcd132715b, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2344b60b-a329-43d8-82a1-d8dcd132715b,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:14.821683 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.832087 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef85be1-abb8-46fc-aeac-9f572f7e1d27 None None] The sync data for ids ['5c2ba9f4-9cae-4521-9faf-607101e36cba'] in n-d-694802-14 is: [{'id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095809368', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:39:13Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '2344b60b-a329-43d8-82a1-d8dcd132715b', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c2ba9f4-9cae-4521-9faf-607101e36cba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:38:11Z', 'updated_at': '2021-07-08T02:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:39:14.835747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 2344b60b-a329-43d8-82a1-d8dcd132715b owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:39:14.868013 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:14.898356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Pushing event deleted for resources: {'Port': ['ID=ba3cd2ec-eae2-430d-af0d-46adc6e063e9,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:14.902688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] No DVR routers for this DVR port ba3cd2ec-eae2-430d-af0d-46adc6e063e9 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:39:14.909346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.909692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.912119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.912119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.912119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.912119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.912119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.912119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.912119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.913257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.913257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:14.913257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba41bfc-36fb-48f9-b8ed-f3f4ed5cbe1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:15.006995 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.030261 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=2344b60b-a329-43d8-82a1-d8dcd132715b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:15.094300 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.185997 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.188526 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.239569 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.240110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2ba9f4-9cae-4521-9faf-607101e36cba {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:39:15.253442 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.257257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d6c03a88-5cd1-4fd4-8f44-3208449cb82c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/routers/5c2ba9f4-9cae-4521-9faf-607101e36cba HTTP/1.1" status: 204 len: 168 time: 0.7999482 Jul 08 02:39:15.258312 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44720) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:15.326432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba3cd2ec-eae2-430d-af0d-46adc6e063e9 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:39:15.348296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: ba3cd2ec-eae2-430d-af0d-46adc6e063e9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:39:15.348962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ba3cd2ec-eae2-430d-af0d-46adc6e063e9 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:39:15.349562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d338d06-6a68-4fef-b10c-79fe93bd1788 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:39:15.362071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.370349 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0d338d06-6a68-4fef-b10c-79fe93bd1788 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:39:15.370721 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0d338d06-6a68-4fef-b10c-79fe93bd1788 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:39:15.455759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.465637 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d2a83e-f38a-403b-a2a6-9c00e0036e92']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:15.477119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267eb60a-74a0-40ec-ba12-08860e994a19') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:15.477427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267eb60a-74a0-40ec-ba12-08860e994a19') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:15.486479 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.501727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.509615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:39:15.509917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:39:15.513428 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:39:15.572800 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.580254 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.581750 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/networks/40d2a83e-f38a-403b-a2a6-9c00e0036e92 HTTP/1.1" status: 204 len: 168 time: 0.3203120 Jul 08 02:39:15.585398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:15.594339 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272ed9c-698c-41fb-9b8d-5b8b0d8d1854 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Network': ['ID=40d2a83e-f38a-403b-a2a6-9c00e0036e92,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:15.647756 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ccebf30-d496-40a3-a729-56b699ae9f4f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.672732 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ccebf30-d496-40a3-a729-56b699ae9f4f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.732720 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ccebf30-d496-40a3-a729-56b699ae9f4f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.735314 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ccebf30-d496-40a3-a729-56b699ae9f4f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:15.736495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6ccebf30-d496-40a3-a729-56b699ae9f4f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/security-groups/c2bef792-257c-413a-b8dd-d64c30a150e6 HTTP/1.1" status: 204 len: 168 time: 0.1500328 Jul 08 02:39:15.745520 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccebf30-d496-40a3-a729-56b699ae9f4f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bef792-257c-413a-b8dd-d64c30a150e6,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:16.169675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44730) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:16.174368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c2fb7ee5-c941-487e-a302-df333563a3ef tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625376641', 'description': 'tempest-secgroup-smoke-1625376641 description', 'project_id': 'd5635f604e804def99218cdce4621db1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:16.197308 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2fb7ee5-c941-487e-a302-df333563a3ef tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.279488 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2fb7ee5-c941-487e-a302-df333563a3ef tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.283297 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2fb7ee5-c941-487e-a302-df333563a3ef tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.309243 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2fb7ee5-c941-487e-a302-df333563a3ef tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.310470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c2fb7ee5-c941-487e-a302-df333563a3ef tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1397903 Jul 08 02:39:16.313461 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44732) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:16.314398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb7ee5-c941-487e-a302-df333563a3ef tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf17e55-4de9-4717-8460-daf4a60ccc17,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:16.320281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fd0d1b66-4920-406f-b0da-561fc0164e72 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '9cf17e55-4de9-4717-8460-daf4a60ccc17', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:16.346951 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1b66-4920-406f-b0da-561fc0164e72 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.408801 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1b66-4920-406f-b0da-561fc0164e72 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.412275 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1b66-4920-406f-b0da-561fc0164e72 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.431023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d1b66-4920-406f-b0da-561fc0164e72 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86e11b1-f1cf-4778-93ec-c2b8b78e97fb,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:16.438081 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd0d1b66-4920-406f-b0da-561fc0164e72 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.439406 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fd0d1b66-4920-406f-b0da-561fc0164e72 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248190 Jul 08 02:39:16.442314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44734) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:16.447582 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a346a073-eb24-4b73-84d6-7d086639a2f8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '9cf17e55-4de9-4717-8460-daf4a60ccc17', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:16.474214 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a346a073-eb24-4b73-84d6-7d086639a2f8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.538200 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a346a073-eb24-4b73-84d6-7d086639a2f8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.542134 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a346a073-eb24-4b73-84d6-7d086639a2f8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.561566 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346a073-eb24-4b73-84d6-7d086639a2f8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a11d8c-9afc-4e17-8cd5-60fef8e04871,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:16.565152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a346a073-eb24-4b73-84d6-7d086639a2f8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.566359 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a346a073-eb24-4b73-84d6-7d086639a2f8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230175 Jul 08 02:39:16.569784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44736) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:16.574506 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-efd17fe8-8dc3-4380-9c64-031024c61505 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '9cf17e55-4de9-4717-8460-daf4a60ccc17', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:16.600837 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efd17fe8-8dc3-4380-9c64-031024c61505 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.657493 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efd17fe8-8dc3-4380-9c64-031024c61505 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.661042 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efd17fe8-8dc3-4380-9c64-031024c61505 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.677949 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd17fe8-8dc3-4380-9c64-031024c61505 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786184e6-a9c1-4e7c-8d6f-571d66e3a159,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:16.684709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-efd17fe8-8dc3-4380-9c64-031024c61505 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.685903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-efd17fe8-8dc3-4380-9c64-031024c61505 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153374 Jul 08 02:39:16.688684 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:16.692981 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c59edc3a-57ce-412d-8eeb-701863c6fead tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '9cf17e55-4de9-4717-8460-daf4a60ccc17', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:16.718235 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c59edc3a-57ce-412d-8eeb-701863c6fead tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.777186 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c59edc3a-57ce-412d-8eeb-701863c6fead tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.781353 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c59edc3a-57ce-412d-8eeb-701863c6fead tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.798562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59edc3a-57ce-412d-8eeb-701863c6fead tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ffb7c5-5681-41ad-bedf-8df670d88635,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:16.805542 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c59edc3a-57ce-412d-8eeb-701863c6fead tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.806892 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-c59edc3a-57ce-412d-8eeb-701863c6fead tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172335 Jul 08 02:39:16.809702 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:16.814145 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-532f5984-d910-42a0-8635-0dd784e1da37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '9cf17e55-4de9-4717-8460-daf4a60ccc17', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:16.835973 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-532f5984-d910-42a0-8635-0dd784e1da37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Project d5635f604e804def99218cdce4621db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:39:16.840912 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-532f5984-d910-42a0-8635-0dd784e1da37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.902481 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-532f5984-d910-42a0-8635-0dd784e1da37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.906033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-532f5984-d910-42a0-8635-0dd784e1da37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.923465 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f5984-d910-42a0-8635-0dd784e1da37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85ff6a7-64ff-4ebe-8441-df701af2722b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:16.929492 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-532f5984-d910-42a0-8635-0dd784e1da37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:16.930750 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-532f5984-d910-42a0-8635-0dd784e1da37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201224 Jul 08 02:39:16.933556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44742) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:16.937979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5d8c7042-c895-44c3-b797-a38e10aa7a0b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '9cf17e55-4de9-4717-8460-daf4a60ccc17', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:16.959723 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-5d8c7042-c895-44c3-b797-a38e10aa7a0b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Project d5635f604e804def99218cdce4621db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:39:16.964511 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d8c7042-c895-44c3-b797-a38e10aa7a0b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.028326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d8c7042-c895-44c3-b797-a38e10aa7a0b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.031977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d8c7042-c895-44c3-b797-a38e10aa7a0b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.057425 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c7042-c895-44c3-b797-a38e10aa7a0b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca5b266-a913-4536-8d93-26d6eb4acc7d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:17.058551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2344b60b-a329-43d8-82a1-d8dcd132715b no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:39:17.060115 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d8c7042-c895-44c3-b797-a38e10aa7a0b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.061362 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5d8c7042-c895-44c3-b797-a38e10aa7a0b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268756 Jul 08 02:39:17.064180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:17.075137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'network': {'name': 'tempest-network-smoke--518804428', 'project_id': 'd5635f604e804def99218cdce4621db1', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:17.083415 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 2344b60b-a329-43d8-82a1-d8dcd132715b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:39:17.083758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2344b60b-a329-43d8-82a1-d8dcd132715b not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:39:17.099052 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:39:17.103993 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.127622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:39:17.136370 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.136710 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Added segment c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de of type vlan for network 7d2d37ca-a83b-4539-b666-68d5ce392292 Jul 08 02:39:17.176348 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.209159 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.214909 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:17.215496 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.275141 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2099020 Jul 08 02:39:17.277959 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44746) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:17.282851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'admin_state_up': True, 'project_id': 'd5635f604e804def99218cdce4621db1', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:17.283580 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f898db-cf57-4fe6-a0a8-5cef68f7859f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Network': ['ID=7d2d37ca-a83b-4539-b666-68d5ce392292,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:17.298782 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 7d2d37ca-a83b-4539-b666-68d5ce392292 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:39:17.310787 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.312067 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.365971 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.509756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.698341 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.720987 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.821186 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.25.4.89 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/7859e4bd-e498-4c00-a1ab-19ad9928f3f8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:39:17.923798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:17.964823 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:18.001327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:39:18.006184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:39:18.009240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:39:18.038523 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=7859e4bd-e498-4c00-a1ab-19ad9928f3f8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:18.302058 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:18.536416 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:18.687813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 685996be-ed19-4597-bc5e-0984ab28d81a is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:39:18.805293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:39:18.814671 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Sync routers for ids ['685996be-ed19-4597-bc5e-0984ab28d81a'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:39:18.823746 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:18.824357 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Routers {'685996be-ed19-4597-bc5e-0984ab28d81a'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:39:18.824994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['685996be-ed19-4597-bc5e-0984ab28d81a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:18.825312 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d9c40e48-41d4-4be6-83b2-6d3eca1d4db3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5459702 Jul 08 02:39:18.828294 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:18.861411 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5f19b643-5476-41bd-a650-430599f87417 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d5635f604e804def99218cdce4621db1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293107 Jul 08 02:39:18.861842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44750) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:18.955961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4b1b0-bf21-4fac-9070-0b8a7c7d14bd tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:18.957571 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a0f4b1b0-bf21-4fac-9070-0b8a7c7d14bd tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0946653 Jul 08 02:39:18.961350 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44752) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:18.993221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-b45973e6-e32a-499a-8006-4c4838a2a9ca tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306094 Jul 08 02:39:18.995919 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44754) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:19.001003 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-450609299', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'project_id': 'd5635f604e804def99218cdce4621db1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:19.094461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:39:19.098241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:19.138460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Set router 685996be-ed19-4597-bc5e-0984ab28d81a gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:39:19.286402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:19.320988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:18Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:19.349248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Checking router: 685996be-ed19-4597-bc5e-0984ab28d81a for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:39:19.349661 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Updating router 685996be-ed19-4597-bc5e-0984ab28d81a port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:39:19.357927 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Subnet': ['ID=01caf721-202f-4cf7-ac2f-80935e764be8,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:19.369687 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Checking segment: {'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:39:19.370086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network hostable DHCP agents. Network: 7d2d37ca-a83b-4539-b666-68d5ce392292, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:39:19.387314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 7d2d37ca-a83b-4539-b666-68d5ce392292 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:39:19.390755 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:19.401571 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 7d2d37ca-a83b-4539-b666-68d5ce392292) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:39:19.405984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:19.406618 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:19.425006 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-13db9219-961e-476a-a99f-91ec6be97336 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4252195 Jul 08 02:39:19.425225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e7ddcb-3629-4ce6-a68d-9840b7a399df None None] Network 7d2d37ca-a83b-4539-b666-68d5ce392292 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:39:19.425343 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44756) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:19.706695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-7d2d37ca-a83b-4539-b666-68d5ce392292', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:39:19.707722 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:19.859986 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:19.864591 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:19.871645 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Transition to ACTIVE for port object 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:39:19.881751 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:19.956389 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d5b6c-fd71-463d-bc2e-11674d331997 None None] Pushing event updated for resources: {'Port': ['ID=7859e4bd-e498-4c00-a1ab-19ad9928f3f8,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:19.974744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Attempting to bind port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:39:19.975758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Attempting to bind port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:39:19.976370 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Attempting to bind port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:39:19.984868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:39:19.985534 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:39:19.985680 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:19.986019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:39:19.986484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Bound port: 7859e4bd-e498-4c00-a1ab-19ad9928f3f8, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:39:19.986867 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.023761 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Allocated IP 172.20.0.2 (7d2d37ca-a83b-4539-b666-68d5ce392292/01caf721-202f-4cf7-ac2f-80935e764be8/b5510977-5a9f-4f1f-b5f3-964bdc5cb127) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:39:20.101045 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] For port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:39:20.119356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] For port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7859e4bd-e498-4c00-a1ab-19ad9928f3f8,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:39:20.126787 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.224275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Routers {'685996be-ed19-4597-bc5e-0984ab28d81a'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:39:20.224826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['685996be-ed19-4597-bc5e-0984ab28d81a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:20.243280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d5b6c-fd71-463d-bc2e-11674d331997 None None] Pushing event updated for resources: {'Port': ['ID=7859e4bd-e498-4c00-a1ab-19ad9928f3f8,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:20.333264 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.352910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Transition to ACTIVE for port object b5510977-5a9f-4f1f-b5f3-964bdc5cb127 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:39:20.377683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Transition to ACTIVE for port object b5510977-5a9f-4f1f-b5f3-964bdc5cb127 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:39:20.382728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] Set router 685996be-ed19-4597-bc5e-0984ab28d81a gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:39:20.385244 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.433081 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.20.0.1 (7d2d37ca-a83b-4539-b666-68d5ce392292/01caf721-202f-4cf7-ac2f-80935e764be8/bed8588f-826e-406a-8ea5-6ab1460cf59d) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:39:20.508270 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Network 7d2d37ca-a83b-4539-b666-68d5ce392292 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:39:20.513611 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:39:20.523626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:39:20.527847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Pushing event updated for resources: {'Port': ['ID=b5510977-5a9f-4f1f-b5f3-964bdc5cb127,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:20.554078 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.567722 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Transition to ACTIVE for port object bed8588f-826e-406a-8ea5-6ab1460cf59d will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:39:20.603339 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.606828 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Attempting to bind port b5510977-5a9f-4f1f-b5f3-964bdc5cb127 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:39:20.607206 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Attempting to bind port b5510977-5a9f-4f1f-b5f3-964bdc5cb127 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:39:20.607566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Attempting to bind port b5510977-5a9f-4f1f-b5f3-964bdc5cb127 on network 7d2d37ca-a83b-4539-b666-68d5ce392292 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:39:20.613618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:39:20.613985 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Checking segment: {'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:39:20.614381 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.614768 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Bound using segment: {'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:39:20.615227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Bound port: b5510977-5a9f-4f1f-b5f3-964bdc5cb127, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:39:20.616178 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.649729 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 7d2d37ca-a83b-4539-b666-68d5ce392292 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:39:20.652985 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:39:20.657058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:39:20.682216 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=bed8588f-826e-406a-8ea5-6ab1460cf59d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:20.704734 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.712202 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c42094e9-db8d-445d-85be-997d07098bce None None] For port b5510977-5a9f-4f1f-b5f3-964bdc5cb127, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:39:20.716551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c42094e9-db8d-445d-85be-997d07098bce None None] For port b5510977-5a9f-4f1f-b5f3-964bdc5cb127, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b5510977-5a9f-4f1f-b5f3-964bdc5cb127,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:39:20.726524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:18Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:20.728824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.785559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f778f2-44d8-4b95-a891-4894276597a0 None None] The sync data for ids ['685996be-ed19-4597-bc5e-0984ab28d81a'] in n-d-694802-14 is: [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:18Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:39:20.805018 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-aeb37ce8-a759-4fde-8d36-ea909241df74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:20.825071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42094e9-db8d-445d-85be-997d07098bce None None] Pushing event updated for resources: {'Port': ['ID=b5510977-5a9f-4f1f-b5f3-964bdc5cb127,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:20.866612 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:21.192018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b5510977-5a9f-4f1f-b5f3-964bdc5cb127 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:39:21.246501 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:21.252048 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:21.341847 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=bed8588f-826e-406a-8ea5-6ab1460cf59d,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:21.347133 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:21.426428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b5510977-5a9f-4f1f-b5f3-964bdc5cb127 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:39:21.455172 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 7d2d37ca-a83b-4539-b666-68d5ce392292 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:39:21.456923 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:39:21.583869 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 685996be-ed19-4597-bc5e-0984ab28d81a has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:39:21.616261 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:39:21.708496 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:39:21.723952 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9e60364e-aa00-4d1b-a992-b65fa01aa84d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "PUT /v2.0/routers/685996be-ed19-4597-bc5e-0984ab28d81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2976465 Jul 08 02:39:21.889443 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-b7e48f94-f877-4720-9e57-2a24e3301f39 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625376641&fields=id&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 267 time: 0.0400920 Jul 08 02:39:21.921049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda5b180-60b1-4bef-8128-2e040bf0f03a None None] Network 7d2d37ca-a83b-4539-b666-68d5ce392292 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:39:22.001045 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-3075141b-dd23-4bfe-9900-508f30d91033 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:22.002547 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-3075141b-dd23-4bfe-9900-508f30d91033 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/networks?id=7d2d37ca-a83b-4539-b666-68d5ce392292 HTTP/1.1" status: 200 len: 796 time: 0.1068923 Jul 08 02:39:22.019221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-a6133bb7-147c-48b5-b9d7-7cb93e7eefab tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/quotas/d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 375 time: 0.0095534 Jul 08 02:39:22.050237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ed5f2b7e-d20e-4e9d-b6da-3be53f9777a8 None None] Provisioning for port b5510977-5a9f-4f1f-b5f3-964bdc5cb127 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:39:22.073053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ed5f2b7e-d20e-4e9d-b6da-3be53f9777a8 None None] Provisioning complete for port b5510977-5a9f-4f1f-b5f3-964bdc5cb127 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:22.073336 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed5f2b7e-d20e-4e9d-b6da-3be53f9777a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:22.089483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-eda95e19-dd07-4a22-be3f-3dba6d393f0f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641272 Jul 08 02:39:22.172428 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed5f2b7e-d20e-4e9d-b6da-3be53f9777a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:22.212646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-ed5f2b7e-d20e-4e9d-b6da-3be53f9777a8 None None] For port b5510977-5a9f-4f1f-b5f3-964bdc5cb127, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b5510977-5a9f-4f1f-b5f3-964bdc5cb127,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:22.219375 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ed5f2b7e-d20e-4e9d-b6da-3be53f9777a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:22.253665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-67643576-66ce-4407-a259-c747ed2e5866 service neutron] 10.222.0.41 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512947 Jul 08 02:39:22.270018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f2b7e-d20e-4e9d-b6da-3be53f9777a8 None None] Pushing event updated for resources: {'Port': ['ID=b5510977-5a9f-4f1f-b5f3-964bdc5cb127,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:22.359177 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-6d9e65ea-5b9d-4d35-8c35-b7e01864e4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986121 Jul 08 02:39:22.441598 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-721c1b6c-d818-4b16-8d50-4c24f6de74dd None None] Provisioning complete for port b5510977-5a9f-4f1f-b5f3-964bdc5cb127 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:22.441966 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-721c1b6c-d818-4b16-8d50-4c24f6de74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:22.567668 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7ec5fe14-8305-4a46-b1c8-9afa2edb2712 req-0e11a5d5-b50f-4cd2-80af-fcfac0e74b37 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 210 time: 0.0344334 Jul 08 02:39:22.569266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-721c1b6c-d818-4b16-8d50-4c24f6de74dd None None] Provisioning for port bed8588f-826e-406a-8ea5-6ab1460cf59d completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:39:22.574372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-721c1b6c-d818-4b16-8d50-4c24f6de74dd None None] Provisioning complete for port bed8588f-826e-406a-8ea5-6ab1460cf59d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:22.574902 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-721c1b6c-d818-4b16-8d50-4c24f6de74dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:22.621827 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-721c1b6c-d818-4b16-8d50-4c24f6de74dd None None] Port bed8588f-826e-406a-8ea5-6ab1460cf59d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:39:22.743894 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Sync routers for ids ['685996be-ed19-4597-bc5e-0984ab28d81a'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:39:22.745456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-faacc5ba-f024-4564-ac1f-e33efaf0b0a5 None None] Provisioning complete for port bed8588f-826e-406a-8ea5-6ab1460cf59d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:22.745753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-faacc5ba-f024-4564-ac1f-e33efaf0b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:22.758732 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Routers {'685996be-ed19-4597-bc5e-0984ab28d81a'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:39:22.759605 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:38:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['685996be-ed19-4597-bc5e-0984ab28d81a'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:22.781843 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-faacc5ba-f024-4564-ac1f-e33efaf0b0a5 None None] Port bed8588f-826e-406a-8ea5-6ab1460cf59d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:39:22.882752 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Set router 685996be-ed19-4597-bc5e-0984ab28d81a gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:39:22.900654 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-373650cd-3bac-419c-979f-0a2ed89d235e None None] Provisioning complete for port bed8588f-826e-406a-8ea5-6ab1460cf59d triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:22.900950 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-373650cd-3bac-419c-979f-0a2ed89d235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:22.935544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-373650cd-3bac-419c-979f-0a2ed89d235e None None] Port bed8588f-826e-406a-8ea5-6ab1460cf59d cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:39:23.103798 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'bed8588f-826e-406a-8ea5-6ab1460cf59d', 'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:54:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:19Z', 'updated_at': '2021-07-08T02:39:21Z', 'revision_number': 2, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:23.146013 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Checking router: 685996be-ed19-4597-bc5e-0984ab28d81a for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:39:23.146564 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Updating router 685996be-ed19-4597-bc5e-0984ab28d81a port bed8588f-826e-406a-8ea5-6ab1460cf59d binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:39:23.185693 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.198572 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:39:23.249589 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:39:23.255517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:23.257739 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.361953 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.386955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7859e4bd-e498-4c00-a1ab-19ad9928f3f8,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:23.392035 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.393074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b5510977-5a9f-4f1f-b5f3-964bdc5cb127 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:39:23.500657 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=7859e4bd-e498-4c00-a1ab-19ad9928f3f8,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:23.508072 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b08c4b2a-9bba-403c-9b70-3ba9a004b747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.517923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b5510977-5a9f-4f1f-b5f3-964bdc5cb127 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:23.518286 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.556973 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.566585 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Transition to ACTIVE for port object bed8588f-826e-406a-8ea5-6ab1460cf59d will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:39:23.572926 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.626331 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Pushing event updated for resources: {'Port': ['ID=bed8588f-826e-406a-8ea5-6ab1460cf59d,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:23.654231 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.654557 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.655087 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.655421 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.655746 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.656084 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.656414 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.656736 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.657054 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.657371 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.657687 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.658170 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:39:23.701024 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Attempting to bind port bed8588f-826e-406a-8ea5-6ab1460cf59d on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:39:23.702810 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Attempting to bind port bed8588f-826e-406a-8ea5-6ab1460cf59d by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:39:23.703735 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Attempting to bind port bed8588f-826e-406a-8ea5-6ab1460cf59d on network 7d2d37ca-a83b-4539-b666-68d5ce392292 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:39:23.710549 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:39:23.711144 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Checking segment: {'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:39:23.711613 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.712066 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Bound using segment: {'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:39:23.712623 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Bound port: bed8588f-826e-406a-8ea5-6ab1460cf59d, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:39:23.713109 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.729296 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a3c5911-9203-45bf-8a6d-428c1378b2a5 req-6c0215e2-2446-41cd-b830-94ae587455af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 210 time: 0.0301743 Jul 08 02:39:23.785231 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] For port bed8588f-826e-406a-8ea5-6ab1460cf59d, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:39:23.789372 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] For port bed8588f-826e-406a-8ea5-6ab1460cf59d, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bed8588f-826e-406a-8ea5-6ab1460cf59d,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:39:23.796076 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.852918 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:23.866265 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Routers {'685996be-ed19-4597-bc5e-0984ab28d81a'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:39:23.866814 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['685996be-ed19-4597-bc5e-0984ab28d81a'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:23.968120 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-58e7a68d-0156-43a7-b96f-37094f58db81 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:23.970049 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-58e7a68d-0156-43a7-b96f-37094f58db81 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "GET /v2.0/networks?id=7d2d37ca-a83b-4539-b666-68d5ce392292 HTTP/1.1" status: 200 len: 796 time: 0.1468890 Jul 08 02:39:23.982667 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] Set router 685996be-ed19-4597-bc5e-0984ab28d81a gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:39:23.984531 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bf6aa-9530-422c-9b52-2ea02d7af137 None None] Pushing event updated for resources: {'Port': ['ID=bed8588f-826e-406a-8ea5-6ab1460cf59d,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:24.026252 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-9f24a51b-65e9-435e-b165-a11cb5f5ec5e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 380 time: 0.0399506 Jul 08 02:39:24.038531 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'port': {'device_id': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'admin_state_up': True, 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'security_groups': ['9cf17e55-4de9-4717-8460-daf4a60ccc17']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:24.164624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:39:24.168280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:24.206215 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'bed8588f-826e-406a-8ea5-6ab1460cf59d', 'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:54:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:19Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:24.233428 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef66e1-bfcc-4663-9233-f31ce994efea None None] The sync data for ids ['685996be-ed19-4597-bc5e-0984ab28d81a'] in n-d-694802-14 is: [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'bed8588f-826e-406a-8ea5-6ab1460cf59d', 'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:54:9c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:19Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:39:24.320526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.20.0.8 (7d2d37ca-a83b-4539-b666-68d5ce392292/01caf721-202f-4cf7-ac2f-80935e764be8/efa4dc03-f5a0-4fed-8969-dc69ce970ada) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:39:24.483856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:24.498986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Transition to ACTIVE for port object efa4dc03-f5a0-4fed-8969-dc69ce970ada will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:39:24.534753 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:24.583427 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 7d2d37ca-a83b-4539-b666-68d5ce392292 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:39:24.587346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:39:24.591363 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:39:24.598047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=efa4dc03-f5a0-4fed-8969-dc69ce970ada,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:24.645602 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:24.646280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:24.662661 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e9871e74-7625-44a5-acf8-fd8f3265b519 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6290784 Jul 08 02:39:24.675582 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Request body: {'port': {'device_id': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:24.757947 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:24.925984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb53ec-4f88-430e-a0a2-39fdc10afc4e req-78395d54-ebf3-4514-b297-5419419360b1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:24.928422 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ddb53ec-4f88-430e-a0a2-39fdc10afc4e req-78395d54-ebf3-4514-b297-5419419360b1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 931 time: 0.0744119 Jul 08 02:39:24.933886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b093df12-4519-48c1-8282-234f624823f4 None None] Provisioning for port efa4dc03-f5a0-4fed-8969-dc69ce970ada completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:39:24.938413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b093df12-4519-48c1-8282-234f624823f4 None None] Provisioning complete for port efa4dc03-f5a0-4fed-8969-dc69ce970ada triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:24.938786 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b093df12-4519-48c1-8282-234f624823f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:24.985465 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4ddb53ec-4f88-430e-a0a2-39fdc10afc4e req-de18791c-f86a-4988-a279-a40594cafd3a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497036 Jul 08 02:39:24.998170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b093df12-4519-48c1-8282-234f624823f4 None None] Port efa4dc03-f5a0-4fed-8969-dc69ce970ada cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:39:25.001330 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:25.191726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:39:25.242552 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:25.242924 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:25.335016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bed8588f-826e-406a-8ea5-6ab1460cf59d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:39:25.390257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port bed8588f-826e-406a-8ea5-6ab1460cf59d completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:39:25.394933 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port bed8588f-826e-406a-8ea5-6ab1460cf59d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:25.395315 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:25.402842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa4dc03-f5a0-4fed-8969-dc69ce970ada {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:39:25.410430 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:25.423393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Transition to ACTIVE for port object efa4dc03-f5a0-4fed-8969-dc69ce970ada will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:39:25.428922 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:25.481044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Pushing event updated for resources: {'Port': ['ID=efa4dc03-f5a0-4fed-8969-dc69ce970ada,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:25.490488 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:25.525108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port bed8588f-826e-406a-8ea5-6ab1460cf59d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bed8588f-826e-406a-8ea5-6ab1460cf59d,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:25.529880 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:25.566202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Attempting to bind port efa4dc03-f5a0-4fed-8969-dc69ce970ada on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:39:25.566533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Attempting to bind port efa4dc03-f5a0-4fed-8969-dc69ce970ada by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:39:25.566864 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Attempting to bind port efa4dc03-f5a0-4fed-8969-dc69ce970ada on network 7d2d37ca-a83b-4539-b666-68d5ce392292 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:39:25.571657 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Port efa4dc03-f5a0-4fed-8969-dc69ce970ada on network 7d2d37ca-a83b-4539-b666-68d5ce392292 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:39:25.571975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Attempting to bind port efa4dc03-f5a0-4fed-8969-dc69ce970ada on network 7d2d37ca-a83b-4539-b666-68d5ce392292 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:39:25.577176 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:39:25.577514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Checking segment: {'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:39:25.577903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Bound using segment: {'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:39:25.578328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Bound port: efa4dc03-f5a0-4fed-8969-dc69ce970ada, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:39:25.578681 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:25.587437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=bed8588f-826e-406a-8ea5-6ab1460cf59d,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:25.647319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] For port efa4dc03-f5a0-4fed-8969-dc69ce970ada, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:39:25.651474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] For port efa4dc03-f5a0-4fed-8969-dc69ce970ada, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:39:25.655339 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:25.690048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:25.690914 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:25.692139 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] 10.222.0.16 "PUT /v2.0/ports/efa4dc03-f5a0-4fed-8969-dc69ce970ada HTTP/1.1" status: 200 len: 1092 time: 1.0224574 Jul 08 02:39:25.692664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'tag': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:25.695071 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549d7fd8-f728-433a-8375-9e90ba24a1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb80d43-1648-413f-b74d-ecbd1082719b", "tag": "efa4dc03-f5a0-4fed-8969-dc69ce970ada"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:25.736282 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d6f969-7c3e-48cf-9374-de3bba369da0 x-openstack-request-id: req-b9d6f969-7c3e-48cf-9374-de3bba369da0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:25.736701 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb80d43-1648-413f-b74d-ecbd1082719b", "tag": "efa4dc03-f5a0-4fed-8969-dc69ce970ada", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:25.737241 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9d6f969-7c3e-48cf-9374-de3bba369da0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:25.737757 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'tag': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'status': 'completed', 'code': 200} Jul 08 02:39:25.759992 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8c68-8350-4d67-8b4d-671f22794950 service neutron] Pushing event updated for resources: {'Port': ['ID=efa4dc03-f5a0-4fed-8969-dc69ce970ada,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:25.812856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e644779b-2008-4442-b0e1-669bf00e2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:25.814426 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-e644779b-2008-4442-b0e1-669bf00e2787 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 1095 time: 0.0694597 Jul 08 02:39:25.857282 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-a55d5a74-5af0-4e4a-87e5-43ee463f4c60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada HTTP/1.1" status: 200 len: 217 time: 0.0360560 Jul 08 02:39:25.910166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-7ba70151-f2ff-42fd-a5c9-29b0a7cc2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:25.911657 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-7ba70151-f2ff-42fd-a5c9-29b0a7cc2ab7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01caf721-202f-4cf7-ac2f-80935e764be8 HTTP/1.1" status: 200 len: 834 time: 0.0476356 Jul 08 02:39:25.973502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-1ad27703-af36-4d57-b5b4-4a9d7b54ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:25.975557 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-1ad27703-af36-4d57-b5b4-4a9d7b54ee5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d2d37ca-a83b-4539-b666-68d5ce392292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573742 Jul 08 02:39:26.066407 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-755d80ea-3424-478b-8017-a4b7140ea10e service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841291 Jul 08 02:39:26.164849 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-bf235fd1-3388-4260-8459-7b59a586f3cb req-caadcb0c-e8da-4ab6-a49a-c274f957f36a service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917299 Jul 08 02:39:26.190299 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb69c9c-29cf-4fa1-8987-a13dd8d97ec9 req-926e57fd-157a-431c-8378-d7722e269748 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:26.191806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bb69c9c-29cf-4fa1-8987-a13dd8d97ec9 req-926e57fd-157a-431c-8378-d7722e269748 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 943 time: 0.0797195 Jul 08 02:39:26.233469 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3bb69c9c-29cf-4fa1-8987-a13dd8d97ec9 req-fc1b576f-e63a-4a05-929d-930dd2436da5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331786 Jul 08 02:39:26.262917 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-31147a81-b43d-40d3-8730-33357b89cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:26.264505 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-31147a81-b43d-40d3-8730-33357b89cc73 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 1095 time: 0.0532000 Jul 08 02:39:26.354271 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-55a0c348-5040-462a-ba6a-2bf42bbe09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:26.355790 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-55a0c348-5040-462a-ba6a-2bf42bbe09cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d2d37ca-a83b-4539-b666-68d5ce392292 HTTP/1.1" status: 200 len: 897 time: 0.0851042 Jul 08 02:39:26.400844 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-bb8bb979-35ff-4d25-a6a3-fabad78386c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada HTTP/1.1" status: 200 len: 217 time: 0.0387301 Jul 08 02:39:26.458403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-43348995-7fbe-40a2-b2f7-7427e8cc2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:26.460280 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-43348995-7fbe-40a2-b2f7-7427e8cc2948 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01caf721-202f-4cf7-ac2f-80935e764be8 HTTP/1.1" status: 200 len: 834 time: 0.0524032 Jul 08 02:39:26.519328 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-475f7a51-d8fa-4a2d-9535-8850d6c71a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:26.520807 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-475f7a51-d8fa-4a2d-9535-8850d6c71a73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d2d37ca-a83b-4539-b666-68d5ce392292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539870 Jul 08 02:39:26.616110 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:26.617000 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-9496548b-8e4f-4b35-bf15-bb6a023967bb service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880435 Jul 08 02:39:26.705692 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-549d7fd8-f728-433a-8375-9e90ba24a1ab req-c86e84d8-72ca-4691-8d56-0a1a8dd03219 service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834255 Jul 08 02:39:27.100696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bed8588f-826e-406a-8ea5-6ab1460cf59d up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:39:27.147562 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port bed8588f-826e-406a-8ea5-6ab1460cf59d triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:27.148214 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:27.410741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907ee52-cdce-4313-8112-33b50b134351 req-32bc5e89-f4a5-4880-8731-6fa75631d54a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:27.412400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5907ee52-cdce-4313-8112-33b50b134351 req-32bc5e89-f4a5-4880-8731-6fa75631d54a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 943 time: 0.0679038 Jul 08 02:39:27.450648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5907ee52-cdce-4313-8112-33b50b134351 req-e056b46d-c3a3-4ffa-b48f-0e73ddacba1a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328047 Jul 08 02:39:28.623266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc831b69-6861-4bc3-8002-56c09d26d9d0 req-f468a8d4-af47-44b4-b84f-295063e69251 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:28.624773 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc831b69-6861-4bc3-8002-56c09d26d9d0 req-f468a8d4-af47-44b4-b84f-295063e69251 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 943 time: 0.0639968 Jul 08 02:39:28.662786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bc831b69-6861-4bc3-8002-56c09d26d9d0 req-22fb7448-ebb9-4be1-9f46-1f9d6cc92824 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325263 Jul 08 02:39:29.837290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad52310-26a9-471a-a336-de805d7d0d9c req-dff5dd6e-9108-45d8-b54d-84825c3e7aa1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:29.838797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ad52310-26a9-471a-a336-de805d7d0d9c req-dff5dd6e-9108-45d8-b54d-84825c3e7aa1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 943 time: 0.0631261 Jul 08 02:39:29.876219 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3ad52310-26a9-471a-a336-de805d7d0d9c req-ed44649c-8fa0-491a-84cf-413bbbf1026d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318215 Jul 08 02:39:30.126213 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device efa4dc03-f5a0-4fed-8969-dc69ce970ada details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:39:30.221340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port efa4dc03-f5a0-4fed-8969-dc69ce970ada, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:30.236662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'port_id': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'mac_address': 'fa:16:3e:09:64:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:39:30.272256 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:30.285319 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa4dc03-f5a0-4fed-8969-dc69ce970ada {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:39:30.305154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port efa4dc03-f5a0-4fed-8969-dc69ce970ada, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:30.309035 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:30.355599 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=efa4dc03-f5a0-4fed-8969-dc69ce970ada,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:30.526015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['efa4dc03-f5a0-4fed-8969-dc69ce970ada'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:39:31.052562 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44530bb-6d4b-4eaa-994a-0d6b45fb65fc req-5968a1c4-86f5-4051-8bb8-e6f833e63afc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:31.054046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b44530bb-6d4b-4eaa-994a-0d6b45fb65fc req-5968a1c4-86f5-4051-8bb8-e6f833e63afc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 944 time: 0.0686214 Jul 08 02:39:31.093314 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b44530bb-6d4b-4eaa-994a-0d6b45fb65fc req-11a15bf2-5b0c-42dd-8265-7102a2828c3e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327184 Jul 08 02:39:32.128422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device efa4dc03-f5a0-4fed-8969-dc69ce970ada up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:39:32.178345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port efa4dc03-f5a0-4fed-8969-dc69ce970ada completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:39:32.182566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port efa4dc03-f5a0-4fed-8969-dc69ce970ada triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:39:32.182939 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:32.263489 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:32.272166 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26786c4c-dd6d-4ca4-883b-2bf9596bb016 req-a01cba06-d85c-4a8a-af4b-105e0163aea8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:32.274377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26786c4c-dd6d-4ca4-883b-2bf9596bb016 req-a01cba06-d85c-4a8a-af4b-105e0163aea8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 944 time: 0.0675309 Jul 08 02:39:32.286865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:32.289205 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33328e0-8f68-4da7-a2ca-43d359db8ffd" -d '{"events": [{"server_uuid": "5eb80d43-1648-413f-b74d-ecbd1082719b", "name": "network-vif-plugged", "status": "completed", "tag": "efa4dc03-f5a0-4fed-8969-dc69ce970ada"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:32.302635 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port efa4dc03-f5a0-4fed-8969-dc69ce970ada, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:39:32.307770 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:32.316495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-26786c4c-dd6d-4ca4-883b-2bf9596bb016 req-748799b7-4967-4531-b428-ac3cdd39eff6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361876 Jul 08 02:39:32.332345 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e48bb6-0da4-4d2c-a780-4faf277bbae4 x-openstack-request-id: req-91e48bb6-0da4-4d2c-a780-4faf277bbae4 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:32.332643 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb80d43-1648-413f-b74d-ecbd1082719b", "name": "network-vif-plugged", "status": "completed", "tag": "efa4dc03-f5a0-4fed-8969-dc69ce970ada", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:32.332972 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91e48bb6-0da4-4d2c-a780-4faf277bbae4 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:32.333371 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'code': 200} Jul 08 02:39:32.360662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=efa4dc03-f5a0-4fed-8969-dc69ce970ada,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:32.444152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfa76e-4c9a-4e3e-8c8d-ec1f05acbdc6 req-a15e20c6-0f44-455d-a307-8749e67598a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:32.445823 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4fdfa76e-4c9a-4e3e-8c8d-ec1f05acbdc6 req-a15e20c6-0f44-455d-a307-8749e67598a2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 1097 time: 0.0511675 Jul 08 02:39:32.484582 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4fdfa76e-4c9a-4e3e-8c8d-ec1f05acbdc6 req-0e71ac25-258e-487d-8060-8a69ca3515b5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330958 Jul 08 02:39:33.499263 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb4fed-fd1d-44be-97ef-60a36f6567c5 req-dd072766-bed8-48b3-a555-2a9acdf7c6f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:33.500783 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8bb4fed-fd1d-44be-97ef-60a36f6567c5 req-dd072766-bed8-48b3-a555-2a9acdf7c6f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0664666 Jul 08 02:39:33.844693 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8bb4fed-fd1d-44be-97ef-60a36f6567c5 req-54570adc-c52a-4bb6-8fa9-77ea5bc70f58 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382907 Jul 08 02:39:34.015559 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe72ab7-00ce-441f-8cca-82ca7d1620d2 req-53b84939-d0fd-410b-bd98-6a9b4e169935 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:34.017077 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fe72ab7-00ce-441f-8cca-82ca7d1620d2 req-53b84939-d0fd-410b-bd98-6a9b4e169935 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0633047 Jul 08 02:39:34.056267 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0fe72ab7-00ce-441f-8cca-82ca7d1620d2 req-29eb6faf-aad9-4dc2-95bc-4d00a16043a8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336521 Jul 08 02:39:34.080208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44814) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:34.131731 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d37aaf-abea-4621-88dc-f07b93c6425f tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:34.133312 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-48d37aaf-abea-4621-88dc-f07b93c6425f tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 1092 time: 0.0519538 Jul 08 02:39:34.136055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44816) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:34.140482 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:39:34.170645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:34.273546 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:34.374590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.25.4.53 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/467a2f88-e17e-443b-806f-ec94acc1fc15) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:39:34.489928 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:34.529037 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:34.565428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:39:34.572319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:39:34.575787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:39:34.581111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=467a2f88-e17e-443b-806f-ec94acc1fc15,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:34.943537 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:34.949234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:35.021685 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:35.171348 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:35.175912 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:35.246552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=467a2f88-e17e-443b-806f-ec94acc1fc15,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:39:35.256059 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:35.354374 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Floating IP 445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb associated. External IP: 172.25.4.53, port: efa4dc03-f5a0-4fed-8969-dc69ce970ada. Jul 08 02:39:35.555549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 685996be-ed19-4597-bc5e-0984ab28d81a has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:39:35.660232 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:39:35.670189 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] Sync routers for ids ['685996be-ed19-4597-bc5e-0984ab28d81a'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:39:35.676292 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:35.678936 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] Routers {'685996be-ed19-4597-bc5e-0984ab28d81a'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:39:35.679556 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['685996be-ed19-4597-bc5e-0984ab28d81a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:35.719856 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-31bb927a-28b2-40ea-8991-647da82e05e9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5802283 Jul 08 02:39:35.719856 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'tag': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:39:35.720191 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1406e9-ddb2-4892-8520-cc73fa259392" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb80d43-1648-413f-b74d-ecbd1082719b", "tag": "efa4dc03-f5a0-4fed-8969-dc69ce970ada"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:39:35.757341 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1405b3ec-73fc-4c8f-8756-eac4e567ce34 x-openstack-request-id: req-1405b3ec-73fc-4c8f-8756-eac4e567ce34 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:39:35.757639 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb80d43-1648-413f-b74d-ecbd1082719b", "tag": "efa4dc03-f5a0-4fed-8969-dc69ce970ada", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:39:35.757919 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1405b3ec-73fc-4c8f-8756-eac4e567ce34 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:39:35.758412 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'tag': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'status': 'completed', 'code': 200} Jul 08 02:39:35.791483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] Set router 685996be-ed19-4597-bc5e-0984ab28d81a gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:39:35.836183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-8fe61398-c754-4eec-8eb6-d803b9703987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:35.837880 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-8fe61398-c754-4eec-8eb6-d803b9703987 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 1097 time: 0.0584035 Jul 08 02:39:35.875243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b3d45-46f7-4c23-9074-dbd11e54e52d req-412e9896-a9e6-492c-9b41-8e9cc853d304 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:35.876783 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-782b3d45-46f7-4c23-9074-dbd11e54e52d req-412e9896-a9e6-492c-9b41-8e9cc853d304 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0636256 Jul 08 02:39:35.919734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-782b3d45-46f7-4c23-9074-dbd11e54e52d req-67961d7c-fa8f-4167-b78e-d502840cf91a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361676 Jul 08 02:39:35.942136 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-4443ac54-1507-4f57-a1d5-1a0965d9c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:35.943640 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-4443ac54-1507-4f57-a1d5-1a0965d9c9d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d2d37ca-a83b-4539-b666-68d5ce392292 HTTP/1.1" status: 200 len: 897 time: 0.0987964 Jul 08 02:39:35.944885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44822) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:36.008578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0b9ac5e5-dfcc-44e2-b77f-690ba1f7de8e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb HTTP/1.1" status: 200 len: 990 time: 0.0601742 Jul 08 02:39:36.018043 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-4bc83316-9d1d-4971-99a7-6d2f083296f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada HTTP/1.1" status: 200 len: 998 time: 0.0681927 Jul 08 02:39:36.032946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'port_id': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'mac_address': 'fa:16:3e:09:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:39:34Z', 'updated_at': '2021-07-08T02:39:34Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed8588f-826e-406a-8ea5-6ab1460cf59d', 'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:54:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:19Z', 'updated_at': '2021-07-08T02:39:25Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:36.058907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] Checking router: 685996be-ed19-4597-bc5e-0984ab28d81a for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:39:36.066604 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-033dd9e7-273c-4248-b1a6-ffa0ebffea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:36.067064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] Routers {'685996be-ed19-4597-bc5e-0984ab28d81a'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:39:36.067670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:39:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['685996be-ed19-4597-bc5e-0984ab28d81a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:36.068087 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-033dd9e7-273c-4248-b1a6-ffa0ebffea72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01caf721-202f-4cf7-ac2f-80935e764be8 HTTP/1.1" status: 200 len: 834 time: 0.0431807 Jul 08 02:39:36.124231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-9deff5b0-2d67-4190-999e-8fb627a52387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:39:36.125779 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-9deff5b0-2d67-4190-999e-8fb627a52387 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d2d37ca-a83b-4539-b666-68d5ce392292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520115 Jul 08 02:39:36.174687 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] Set router 685996be-ed19-4597-bc5e-0984ab28d81a gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:39:36.221635 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-808e8bab-1ad4-4075-ba3c-dfde572f06e7 service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894105 Jul 08 02:39:36.311619 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8c1406e9-ddb2-4892-8520-cc73fa259392 req-8d85b250-bf0e-4e97-bd5d-5a2fd004a0fa service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829706 Jul 08 02:39:36.400858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'port_id': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'mac_address': 'fa:16:3e:09:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:39:34Z', 'updated_at': '2021-07-08T02:39:34Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed8588f-826e-406a-8ea5-6ab1460cf59d', 'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:54:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:19Z', 'updated_at': '2021-07-08T02:39:25Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:39:36.426719 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1fcf4d-b4f9-43c6-a49a-2b8b2cea16a8 None None] The sync data for ids ['685996be-ed19-4597-bc5e-0984ab28d81a'] in n-d-694802-14 is: [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'port_id': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'mac_address': 'fa:16:3e:09:64:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:39:34Z', 'updated_at': '2021-07-08T02:39:34Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed8588f-826e-406a-8ea5-6ab1460cf59d', 'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:54:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:19Z', 'updated_at': '2021-07-08T02:39:25Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:39:36.614094 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bd28b1-5ce5-407d-a808-68789797f733 None None] New status for floating IP 445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:39:37.011346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44824) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:39:37.075323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-cd02f2d8-8823-4a15-8ed1-8349aff81d60 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb HTTP/1.1" status: 200 len: 992 time: 0.0628214 Jul 08 02:39:39.397158 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:50.730112 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0d166b25-88ab-4176-8f8a-27274496083f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:53.468682 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f52854f7-49bf-46ce-bf3f-121270c7c647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:53.845926 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:54.978459 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:56.620822 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:39:58.616648 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:40:04.949526 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:08.606270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-f36f8dde-3457-4ddf-8549-83dc5d22ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:08.607818 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-f36f8dde-3457-4ddf-8549-83dc5d22ead6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 1097 time: 0.0650127 Jul 08 02:40:08.648240 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7e896-8e7f-40dd-9dbd-f19578eefe9c req-7b3c976c-4336-4921-8b9d-fe83268d49c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:08.649758 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2d7e896-8e7f-40dd-9dbd-f19578eefe9c req-7b3c976c-4336-4921-8b9d-fe83268d49c2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0695009 Jul 08 02:40:08.688799 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2d7e896-8e7f-40dd-9dbd-f19578eefe9c req-85effb92-66a4-4d59-b213-7a9971ad8531 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327191 Jul 08 02:40:08.705520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-59b5818a-c12b-4152-94cc-06d25461c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:08.707002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-59b5818a-c12b-4152-94cc-06d25461c063 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d2d37ca-a83b-4539-b666-68d5ce392292 HTTP/1.1" status: 200 len: 897 time: 0.0923595 Jul 08 02:40:08.779348 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-6a6af6ee-64db-41d6-b1eb-0e1b0d5fb412 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada HTTP/1.1" status: 200 len: 1000 time: 0.0648968 Jul 08 02:40:08.829234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-56c229f4-04fc-4deb-9e6f-462c0e70453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:08.830747 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-56c229f4-04fc-4deb-9e6f-462c0e70453e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01caf721-202f-4cf7-ac2f-80935e764be8 HTTP/1.1" status: 200 len: 834 time: 0.0446963 Jul 08 02:40:08.893240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-36962b77-334d-4346-a85d-a983fa867a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:08.894738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-36962b77-334d-4346-a85d-a983fa867a7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d2d37ca-a83b-4539-b666-68d5ce392292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578315 Jul 08 02:40:08.993564 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-256da0a5-5dcf-444d-996d-180614d14bb5 service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909572 Jul 08 02:40:09.097517 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e9cfc10f-3ba7-40c1-8ac7-c4945304db98 req-9b8ff017-be21-41e0-81ff-708116f1f7c6 service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966928 Jul 08 02:40:09.405953 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:09.863881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025a586-4fbf-438c-8100-8467ed34cd73 req-537fe770-aca8-4b2f-8bd3-21f3bdebcb82 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:09.865412 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d025a586-4fbf-438c-8100-8467ed34cd73 req-537fe770-aca8-4b2f-8bd3-21f3bdebcb82 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0631747 Jul 08 02:40:09.904248 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d025a586-4fbf-438c-8100-8467ed34cd73 req-aa5d8e9b-c364-4267-a3e9-6a5b92170111 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331874 Jul 08 02:40:11.089723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f76d11-33cb-48e2-bea1-8041b269d95f req-2179e20f-f668-48ac-9619-eb6017837989 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:11.091214 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-18f76d11-33cb-48e2-bea1-8041b269d95f req-2179e20f-f668-48ac-9619-eb6017837989 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0670400 Jul 08 02:40:11.128118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-18f76d11-33cb-48e2-bea1-8041b269d95f req-591938fd-66fc-4fbd-be3f-1934488b040f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314386 Jul 08 02:40:12.305747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f3ed-c82b-4a15-8396-cdadd80f314b req-6283bfa6-d2fb-46b7-bd41-e3e49665af57 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:12.308021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d12f3ed-c82b-4a15-8396-cdadd80f314b req-6283bfa6-d2fb-46b7-bd41-e3e49665af57 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0643928 Jul 08 02:40:12.347981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9d12f3ed-c82b-4a15-8396-cdadd80f314b req-199b776f-cacc-465c-92f7-e60daa6ee7f5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342772 Jul 08 02:40:13.527419 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5689af0-27e8-4f53-9718-f4661d6b9eb0 req-11abd914-59fa-4144-a9f3-518014fa28f5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:13.528953 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5689af0-27e8-4f53-9718-f4661d6b9eb0 req-11abd914-59fa-4144-a9f3-518014fa28f5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0634220 Jul 08 02:40:13.571812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f5689af0-27e8-4f53-9718-f4661d6b9eb0 req-e4cb110b-a636-494e-88be-08d6adf677de tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372677 Jul 08 02:40:14.746770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17d138-d442-43e3-9e17-8366c15b0423 req-03cb0faa-4dcf-431c-bf57-a032ce86bc1c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:14.748271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d17d138-d442-43e3-9e17-8366c15b0423 req-03cb0faa-4dcf-431c-bf57-a032ce86bc1c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0634496 Jul 08 02:40:14.784934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4d17d138-d442-43e3-9e17-8366c15b0423 req-95f1b43e-d2c1-4704-aaf5-01f0a70e20d8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Jul 08 02:40:15.957429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d2762-2800-4c32-bd5b-2f4744b0000b req-cc163489-bf5a-497f-8fdb-4e56f22500be tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:15.958954 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-691d2762-2800-4c32-bd5b-2f4744b0000b req-cc163489-bf5a-497f-8fdb-4e56f22500be tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0634584 Jul 08 02:40:15.997785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-691d2762-2800-4c32-bd5b-2f4744b0000b req-914a46ff-9bd7-4117-ba46-804f5956f65a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327203 Jul 08 02:40:17.173860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fd976-fdf6-48e9-828e-10ecc13a387a req-74b8e5c4-356e-4fef-bb8c-4249f39d76ad tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:17.175342 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-967fd976-fdf6-48e9-828e-10ecc13a387a req-74b8e5c4-356e-4fef-bb8c-4249f39d76ad tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0673091 Jul 08 02:40:17.214619 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-967fd976-fdf6-48e9-828e-10ecc13a387a req-a7f8c2d1-550b-461c-954b-13cc08ec2458 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336235 Jul 08 02:40:18.391128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a1be1-76bc-4567-a9ff-08750853d3d0 req-500ed73e-fa43-4870-925a-9abb91d4e7ad tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:18.392664 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd0a1be1-76bc-4567-a9ff-08750853d3d0 req-500ed73e-fa43-4870-925a-9abb91d4e7ad tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0638285 Jul 08 02:40:18.430347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fd0a1be1-76bc-4567-a9ff-08750853d3d0 req-44de3e50-6a61-41e9-b928-c5ae0776a5de tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Jul 08 02:40:19.605938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fc1f1-28bd-4045-9cb6-c5822c3754b1 req-eb640023-e063-4ff6-bf2a-da3903436dc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:19.607450 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc6fc1f1-28bd-4045-9cb6-c5822c3754b1 req-eb640023-e063-4ff6-bf2a-da3903436dc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0641727 Jul 08 02:40:19.649516 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fc6fc1f1-28bd-4045-9cb6-c5822c3754b1 req-eb5c955a-8946-4c53-807d-0bbd475469b0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365157 Jul 08 02:40:20.738159 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8107c2f3-5217-4b21-9a02-69500f98f1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:20.838624 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac989f25-c011-40f2-9e38-f2c15098cdf5 req-0fe4739b-8f00-4188-a211-44e63a18d2d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:20.840127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac989f25-c011-40f2-9e38-f2c15098cdf5 req-0fe4739b-8f00-4188-a211-44e63a18d2d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0637898 Jul 08 02:40:20.880018 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ac989f25-c011-40f2-9e38-f2c15098cdf5 req-e74afeda-7233-4062-892d-38e742b4ae18 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332816 Jul 08 02:40:22.065127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c9851-b51d-46f0-a613-d1f33d56b135 req-3d90ec38-4609-48ce-9caf-5c0fc119c685 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:22.066686 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-004c9851-b51d-46f0-a613-d1f33d56b135 req-3d90ec38-4609-48ce-9caf-5c0fc119c685 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0657275 Jul 08 02:40:22.107096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-004c9851-b51d-46f0-a613-d1f33d56b135 req-a1204595-9e89-406d-8464-bd31ba47f76f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338480 Jul 08 02:40:23.284675 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcf30e-17e1-4f1d-8206-dea220b2ec62 req-dd93605c-0436-4d45-982a-08cc13b87209 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:23.286178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3afcf30e-17e1-4f1d-8206-dea220b2ec62 req-dd93605c-0436-4d45-982a-08cc13b87209 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0685692 Jul 08 02:40:23.324417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3afcf30e-17e1-4f1d-8206-dea220b2ec62 req-d9c1895d-026e-456a-af5f-8e4320502b90 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Jul 08 02:40:23.470279 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-36fbde88-dbdb-46fb-b033-a76e650930be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:23.847330 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:24.509946 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfd9c5-5806-4c18-9fe2-698a63d33fee req-5d90746e-a097-4103-bd65-9292c4e70d8a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:24.511484 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40dfd9c5-5806-4c18-9fe2-698a63d33fee req-5d90746e-a097-4103-bd65-9292c4e70d8a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0666382 Jul 08 02:40:24.549793 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-40dfd9c5-5806-4c18-9fe2-698a63d33fee req-9bc39028-a00a-4986-b3f2-595e805cd15d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326490 Jul 08 02:40:24.986285 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:25.729908 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ba9db-4fd4-4a6d-8c30-81cecfe2ede0 req-319a8f5a-3568-4f1e-b837-3f35aad387bd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:25.731459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b14ba9db-4fd4-4a6d-8c30-81cecfe2ede0 req-319a8f5a-3568-4f1e-b837-3f35aad387bd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0679691 Jul 08 02:40:25.770937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b14ba9db-4fd4-4a6d-8c30-81cecfe2ede0 req-f017cb6c-6600-4ac0-96b7-776be94bf252 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333295 Jul 08 02:40:25.796082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44876) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:25.857178 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fcf68118-0b34-4e00-a545-7af6d031c0bf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb HTTP/1.1" status: 200 len: 992 time: 0.0599067 Jul 08 02:40:26.621950 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:31.613309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-3fc2e76f-b1d6-4267-b14b-bb1767dd5302 req-2f3a6635-27c6-4c5a-8277-815685656d15 service neutron] (93883) timed out ('10.222.0.41', 40092) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:40:34.034546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-37189409-3ae1-4ad7-a892-5bf6158e1653 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0575206 Jul 08 02:40:34.130872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-10500099-4cc3-4f63-96fe-4e7985cf3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:34.132408 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-10500099-4cc3-4f63-96fe-4e7985cf3c90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 1097 time: 0.0571997 Jul 08 02:40:34.263940 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-a6c54be2-6429-4065-a52f-0cad81d571a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:34.265488 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-a6c54be2-6429-4065-a52f-0cad81d571a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d2d37ca-a83b-4539-b666-68d5ce392292 HTTP/1.1" status: 200 len: 897 time: 0.1119573 Jul 08 02:40:34.340049 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-c0c2e159-a424-4551-afc7-d95074819b4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada HTTP/1.1" status: 200 len: 1000 time: 0.0688145 Jul 08 02:40:34.719378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-cabb2ddc-7a30-422f-92cd-0fc4e29b365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:34.720807 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-cabb2ddc-7a30-422f-92cd-0fc4e29b365e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01caf721-202f-4cf7-ac2f-80935e764be8 HTTP/1.1" status: 200 len: 834 time: 0.3749444 Jul 08 02:40:34.778317 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-95a706f9-9789-4573-a146-07b0908ca786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:34.779853 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-95a706f9-9789-4573-a146-07b0908ca786 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d2d37ca-a83b-4539-b666-68d5ce392292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524783 Jul 08 02:40:34.875125 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-d881cbca-20ec-4520-9bd7-2b998e0aa415 service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889316 Jul 08 02:40:34.957482 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:34.966919 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6b9c9559-e086-4ac2-a7d8-f980d10469a3 req-2526ef4e-105b-4037-a370-d2148f462991 service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859482 Jul 08 02:40:35.616361 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:40:39.406115 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:50.732101 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2139bf60-66db-45cd-81f6-b94329058fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:53.474461 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bfa727f9-2cf3-4693-b4ef-208bb0216583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:53.848165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:54.987368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.575051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44890) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:40:56.625472 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.735270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 467a2f88-e17e-443b-806f-ec94acc1fc15 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:40:56.735613 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.812991 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.813317 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:56.824802 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 467a2f88-e17e-443b-806f-ec94acc1fc15 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:40:56.974741 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.011175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=467a2f88-e17e-443b-806f-ec94acc1fc15,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:57.043246 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.043613 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.043950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.044280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.045421 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.045992 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.046347 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.046678 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.047006 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.047330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.047652 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.047967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:57.087339 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.087718 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Floating IP 445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb disassociated (deleted). External IP: 172.25.4.53, port: efa4dc03-f5a0-4fed-8969-dc69ce970ada. Jul 08 02:40:57.297933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 685996be-ed19-4597-bc5e-0984ab28d81a has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:40:57.405292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:40:57.409943 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:57.414767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] Sync routers for ids ['685996be-ed19-4597-bc5e-0984ab28d81a'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:40:57.424117 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] Routers {'685996be-ed19-4597-bc5e-0984ab28d81a'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:40:57.424777 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['685996be-ed19-4597-bc5e-0984ab28d81a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:57.446584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-98eee264-d351-4844-a240-736e06b46836 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/floatingips/445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb HTTP/1.1" status: 204 len: 168 time: 0.8704500 Jul 08 02:40:57.447167 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'tag': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:40:57.449451 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb80d43-1648-413f-b74d-ecbd1082719b", "tag": "efa4dc03-f5a0-4fed-8969-dc69ce970ada"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:40:57.488695 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d0cda7-dbc0-495b-9cb0-e0113463fd89 x-openstack-request-id: req-f6d0cda7-dbc0-495b-9cb0-e0113463fd89 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:40:57.488990 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb80d43-1648-413f-b74d-ecbd1082719b", "tag": "efa4dc03-f5a0-4fed-8969-dc69ce970ada", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:40:57.489275 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6d0cda7-dbc0-495b-9cb0-e0113463fd89 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:40:57.489634 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'tag': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'status': 'completed', 'code': 200} Jul 08 02:40:57.579349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-769db75e-e3fd-46d8-8211-d4ba4152918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:57.581558 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-769db75e-e3fd-46d8-8211-d4ba4152918c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 1097 time: 0.0657005 Jul 08 02:40:57.687629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-b094d24f-3ab2-4068-ab5b-2644f5469c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:57.689573 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-b094d24f-3ab2-4068-ab5b-2644f5469c00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d2d37ca-a83b-4539-b666-68d5ce392292 HTTP/1.1" status: 200 len: 897 time: 0.1014457 Jul 08 02:40:57.706591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] Set router 685996be-ed19-4597-bc5e-0984ab28d81a gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:40:57.734509 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-31fceb4b-1fc6-4e27-9657-c5cf1373e637 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada HTTP/1.1" status: 200 len: 217 time: 0.0357790 Jul 08 02:40:57.788024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-ee61aaa7-6216-4bb9-844d-fde0328476cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:57.789657 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-ee61aaa7-6216-4bb9-844d-fde0328476cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=01caf721-202f-4cf7-ac2f-80935e764be8 HTTP/1.1" status: 200 len: 834 time: 0.0493031 Jul 08 02:40:57.850017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-12acaa1c-c95f-4f04-abc4-814a47643310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:57.851944 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-12acaa1c-c95f-4f04-abc4-814a47643310 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d2d37ca-a83b-4539-b666-68d5ce392292&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551565 Jul 08 02:40:57.853648 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540551d0-e5cc-4ea6-aba6-1cd7da1e970b req-a8cf4df1-0b87-4741-a7d2-9cb963925775 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:57.855255 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-540551d0-e5cc-4ea6-aba6-1cd7da1e970b req-a8cf4df1-0b87-4741-a7d2-9cb963925775 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0738416 Jul 08 02:40:57.895622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-540551d0-e5cc-4ea6-aba6-1cd7da1e970b req-de7d23e2-3a75-4356-aeef-64608e0d834b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342531 Jul 08 02:40:57.926526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'bed8588f-826e-406a-8ea5-6ab1460cf59d', 'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:54:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:19Z', 'updated_at': '2021-07-08T02:39:25Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:57.946849 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-1a81cf90-de7a-4f8c-8e6e-02cb3629f4ff service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867748 Jul 08 02:40:57.954085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] Checking router: 685996be-ed19-4597-bc5e-0984ab28d81a for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:40:57.962438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] Routers {'685996be-ed19-4597-bc5e-0984ab28d81a'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:40:57.963038 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['685996be-ed19-4597-bc5e-0984ab28d81a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:58.041334 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0403e9c5-5e6f-4784-bcf8-44247ea5ff6c req-1adb6073-76f9-4481-b803-4bbcd8829ed8 service neutron] 10.222.0.16 "GET /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873692 Jul 08 02:40:58.075571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] Set router 685996be-ed19-4597-bc5e-0984ab28d81a gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:40:58.278054 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'bed8588f-826e-406a-8ea5-6ab1460cf59d', 'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:54:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:19Z', 'updated_at': '2021-07-08T02:39:25Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:40:58.304988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949953af-e6f8-422a-8eca-0b44e7b2e432 None None] The sync data for ids ['685996be-ed19-4597-bc5e-0984ab28d81a'] in n-d-694802-14 is: [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:20Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': 'bed8588f-826e-406a-8ea5-6ab1460cf59d', 'name': '', 'network_id': '7d2d37ca-a83b-4539-b666-68d5ce392292', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:54:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:19Z', 'updated_at': '2021-07-08T02:39:25Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '01caf721-202f-4cf7-ac2f-80935e764be8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:40:58.512669 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca10d9-360b-49bf-b36c-239257ab28be None None] New status for floating IP 445e23f1-34aa-4d1a-9b57-7fabb2f3c7bb: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:40:59.094217 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98b9c7-09b1-4384-bc9f-a7499f40df3b req-45d8438d-017c-492d-bf07-415da10e3b77 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:59.095734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b98b9c7-09b1-4384-bc9f-a7499f40df3b req-45d8438d-017c-492d-bf07-415da10e3b77 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0645533 Jul 08 02:40:59.135233 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0b98b9c7-09b1-4384-bc9f-a7499f40df3b req-8031a701-50eb-4e98-bff1-2a8be79ab10d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9cf17e55-4de9-4717-8460-daf4a60ccc17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337973 Jul 08 02:40:59.196064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3aa9fc59-f7df-48e9-80a9-461b2621ab14 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:40:59.197501 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3aa9fc59-f7df-48e9-80a9-461b2621ab14 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 945 time: 0.0659161 Jul 08 02:40:59.301780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port efa4dc03-f5a0-4fed-8969-dc69ce970ada {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:40:59.302124 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:59.388825 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port efa4dc03-f5a0-4fed-8969-dc69ce970ada, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=efa4dc03-f5a0-4fed-8969-dc69ce970ada,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:40:59.389194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:59.401880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for efa4dc03-f5a0-4fed-8969-dc69ce970ada owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:40:59.530157 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:59.559234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=efa4dc03-f5a0-4fed-8969-dc69ce970ada,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:40:59.591084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.591571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.592006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.592371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.592710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.593047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.593379 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.593710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.594045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.594373 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.594700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.595021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:40:59.617194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] No DVR routers for this DVR port efa4dc03-f5a0-4fed-8969-dc69ce970ada on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:40:59.619655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:40:59.621760 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-66ea730c-f567-477b-9bbf-da92992435a7 req-3c098af5-69f0-4839-9e53-bf96738278af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "DELETE /v2.0/ports/efa4dc03-f5a0-4fed-8969-dc69ce970ada HTTP/1.1" status: 204 len: 173 time: 0.4182606 Jul 08 02:40:59.622187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'name': 'network-vif-deleted', 'tag': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:40:59.625088 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdc10f3-7bb1-4999-869f-b329fd78c17d" -d '{"events": [{"server_uuid": "5eb80d43-1648-413f-b74d-ecbd1082719b", "name": "network-vif-deleted", "tag": "efa4dc03-f5a0-4fed-8969-dc69ce970ada"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:40:59.668049 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27946118-3e72-43aa-a22d-c881fbf54bd6 x-openstack-request-id: req-27946118-3e72-43aa-a22d-c881fbf54bd6 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:40:59.668450 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb80d43-1648-413f-b74d-ecbd1082719b", "name": "network-vif-deleted", "tag": "efa4dc03-f5a0-4fed-8969-dc69ce970ada", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:40:59.668719 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27946118-3e72-43aa-a22d-c881fbf54bd6 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:40:59.669116 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb80d43-1648-413f-b74d-ecbd1082719b', 'name': 'network-vif-deleted', 'tag': 'efa4dc03-f5a0-4fed-8969-dc69ce970ada', 'status': 'completed', 'code': 200} Jul 08 02:41:00.298491 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68818071-2d8d-4dfd-af26-f7e8583f45b5 req-fa27eb34-8bdb-4431-a21b-52db964dc87c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=5eb80d43-1648-413f-b74d-ecbd1082719b HTTP/1.1" status: 200 len: 210 time: 0.0290041 Jul 08 02:41:01.393980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44908) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:01.748250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.012769 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port bed8588f-826e-406a-8ea5-6ab1460cf59d {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:41:02.013032 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.102906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port bed8588f-826e-406a-8ea5-6ab1460cf59d, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=bed8588f-826e-406a-8ea5-6ab1460cf59d,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:02.103265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.116385 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for bed8588f-826e-406a-8ea5-6ab1460cf59d owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:41:02.303496 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.331567 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=bed8588f-826e-406a-8ea5-6ab1460cf59d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:02.508797 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.580975 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device efa4dc03-f5a0-4fed-8969-dc69ce970ada no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:41:02.600791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: efa4dc03-f5a0-4fed-8969-dc69ce970ada {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:41:02.601075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device efa4dc03-f5a0-4fed-8969-dc69ce970ada not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:41:02.719291 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 685996be-ed19-4597-bc5e-0984ab28d81a has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:41:02.823926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:41:02.829217 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aeb1fbd7-e408-4fdb-aaa9-8679c1927b65 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "PUT /v2.0/routers/685996be-ed19-4597-bc5e-0984ab28d81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340355 Jul 08 02:41:02.831794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44910) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:02.834511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] Sync routers for ids ['685996be-ed19-4597-bc5e-0984ab28d81a'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:41:02.844069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] Routers {'685996be-ed19-4597-bc5e-0984ab28d81a'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:02.844723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['685996be-ed19-4597-bc5e-0984ab28d81a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:02.886976 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-03942303-03fd-40b6-8e06-6e7b90ebb815 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting subnet 01caf721-202f-4cf7-ac2f-80935e764be8 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:41:02.890724 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03942303-03fd-40b6-8e06-6e7b90ebb815 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.930351 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03942303-03fd-40b6-8e06-6e7b90ebb815 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:02.949293 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] Set router 685996be-ed19-4597-bc5e-0984ab28d81a gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:03.012242 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03942303-03fd-40b6-8e06-6e7b90ebb815 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.074797 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03942303-03fd-40b6-8e06-6e7b90ebb815 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.103906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03942303-03fd-40b6-8e06-6e7b90ebb815 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Subnet': ['ID=01caf721-202f-4cf7-ac2f-80935e764be8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:03.105935 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-03942303-03fd-40b6-8e06-6e7b90ebb815 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.107954 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-03942303-03fd-40b6-8e06-6e7b90ebb815 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/subnets/01caf721-202f-4cf7-ac2f-80935e764be8 HTTP/1.1" status: 204 len: 168 time: 0.2752461 Jul 08 02:41:03.110491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44912) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:03.125175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01d62b-3880-45e2-b83e-149db407a473 None None] Network 7d2d37ca-a83b-4539-b666-68d5ce392292 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:41:03.194101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:03.222654 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.242711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] Checking router: 685996be-ed19-4597-bc5e-0984ab28d81a for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:41:03.268948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] Routers {'685996be-ed19-4597-bc5e-0984ab28d81a'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:03.269857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['685996be-ed19-4597-bc5e-0984ab28d81a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:03.328748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.382705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:41:03.383145 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.390487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] Set router 685996be-ed19-4597-bc5e-0984ab28d81a gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:03.449169 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] DHCP port deletion for 7d2d37ca-a83b-4539-b666-68d5ce392292 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:41:03.467521 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 7859e4bd-e498-4c00-a1ab-19ad9928f3f8, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=7859e4bd-e498-4c00-a1ab-19ad9928f3f8,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:03.467879 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.480985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:41:03.581866 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Deleting port b5510977-5a9f-4f1f-b5f3-964bdc5cb127 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:41:03.582495 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.646955 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.653714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] For port b5510977-5a9f-4f1f-b5f3-964bdc5cb127, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b5510977-5a9f-4f1f-b5f3-964bdc5cb127,segment=NetworkSegment(c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de),segment_id=c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:03.654687 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.670765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Calling delete_port for b5510977-5a9f-4f1f-b5f3-964bdc5cb127 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:41:03.682003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=7859e4bd-e498-4c00-a1ab-19ad9928f3f8,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:03.688226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:03.744176 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.753853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bf8b6e-cf56-4cec-ad98-49dc40b26591 None None] The sync data for ids ['685996be-ed19-4597-bc5e-0984ab28d81a'] in n-d-694802-14 is: [{'id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-170846796', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:41:02Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '7859e4bd-e498-4c00-a1ab-19ad9928f3f8', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:21:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685996be-ed19-4597-bc5e-0984ab28d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:39:17Z', 'updated_at': '2021-07-08T02:39:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:41:03.802165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.826177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Pushing event deleted for resources: {'Port': ['ID=b5510977-5a9f-4f1f-b5f3-964bdc5cb127,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:03.833352 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] No DVR routers for this DVR port b5510977-5a9f-4f1f-b5f3-964bdc5cb127 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:41:03.836168 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.840236 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.843013 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.843464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.843910 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.844388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.844807 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.845455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.845588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.845982 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.846967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.846967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.846967 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.847423 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e140cd6f-6ffd-4416-8c6e-872e6ba1894a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:03.884970 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.885541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Fanout notify agent at l3_agent the message router_deleted on router 685996be-ed19-4597-bc5e-0984ab28d81a {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:41:03.893800 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:03.894961 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e36b818c-190c-4037-9d9b-709983af7fc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/routers/685996be-ed19-4597-bc5e-0984ab28d81a HTTP/1.1" status: 204 len: 168 time: 0.7835622 Jul 08 02:41:03.897630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44914) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:03.975426 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.071086 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.081622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2d37ca-a83b-4539-b666-68d5ce392292']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:04.092690 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:04.092989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c79bb3-5d1e-45d4-81c4-8b3fdc37a6de') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:04.102429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.121208 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.129325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:41:04.129727 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:41:04.132927 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:41:04.203751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.211680 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.213325 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/networks/7d2d37ca-a83b-4539-b666-68d5ce392292 HTTP/1.1" status: 204 len: 168 time: 0.3148444 Jul 08 02:41:04.216156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:04.225649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0e858-bfa0-4698-b33f-408b3652fa76 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Network': ['ID=7d2d37ca-a83b-4539-b666-68d5ce392292,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:04.284570 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94cc0da9-d7d9-42ed-9919-311a17988950 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.310625 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94cc0da9-d7d9-42ed-9919-311a17988950 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.377197 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94cc0da9-d7d9-42ed-9919-311a17988950 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.379975 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94cc0da9-d7d9-42ed-9919-311a17988950 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.381389 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-94cc0da9-d7d9-42ed-9919-311a17988950 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/security-groups/9cf17e55-4de9-4717-8460-daf4a60ccc17 HTTP/1.1" status: 204 len: 168 time: 0.1630151 Jul 08 02:41:04.391361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc0da9-d7d9-42ed-9919-311a17988950 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf17e55-4de9-4717-8460-daf4a60ccc17,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:04.826034 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44922) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:04.831193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b6fdd447-36b9-44d6-9e04-fe17db300771 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727563911', 'description': 'tempest-secgroup-smoke-1727563911 description', 'project_id': 'd5635f604e804def99218cdce4621db1'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:04.854003 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd447-36b9-44d6-9e04-fe17db300771 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.938061 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd447-36b9-44d6-9e04-fe17db300771 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.943444 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd447-36b9-44d6-9e04-fe17db300771 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.948614 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.971381 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd447-36b9-44d6-9e04-fe17db300771 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:04.972700 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b6fdd447-36b9-44d6-9e04-fe17db300771 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1454608 Jul 08 02:41:04.975455 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44924) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:04.980880 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-b2cd69bd-d563-4d18-ae62-bc9159b5833b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '5a5c8514-f759-4bdd-8e27-20437777f341', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:04.988504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdd447-36b9-44d6-9e04-fe17db300771 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5c8514-f759-4bdd-8e27-20437777f341,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:05.011645 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2cd69bd-d563-4d18-ae62-bc9159b5833b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.070808 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2cd69bd-d563-4d18-ae62-bc9159b5833b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.074118 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2cd69bd-d563-4d18-ae62-bc9159b5833b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.094547 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd69bd-d563-4d18-ae62-bc9159b5833b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1c3a97-5dbe-45b4-a21c-97d1e132ab8b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:05.098264 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2cd69bd-d563-4d18-ae62-bc9159b5833b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.099380 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b2cd69bd-d563-4d18-ae62-bc9159b5833b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230211 Jul 08 02:41:05.102323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44926) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:05.107348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1e10e50c-4488-4fcd-bf81-4959cf6747dc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '5a5c8514-f759-4bdd-8e27-20437777f341', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:05.134574 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e10e50c-4488-4fcd-bf81-4959cf6747dc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.171992 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:41:05.194550 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:41:05.194814 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e10e50c-4488-4fcd-bf81-4959cf6747dc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.196401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 7859e4bd-e498-4c00-a1ab-19ad9928f3f8 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:41:05.196898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bed8588f-826e-406a-8ea5-6ab1460cf59d no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:41:05.199442 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e10e50c-4488-4fcd-bf81-4959cf6747dc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.217481 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: bed8588f-826e-406a-8ea5-6ab1460cf59d {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:41:05.218411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device bed8588f-826e-406a-8ea5-6ab1460cf59d not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:41:05.218848 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b5510977-5a9f-4f1f-b5f3-964bdc5cb127 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:41:05.220722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10e50c-4488-4fcd-bf81-4959cf6747dc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deeb106f-d67b-4ca1-9cb3-5d9ef7d09cbd,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:05.226711 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1e10e50c-4488-4fcd-bf81-4959cf6747dc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.227864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1e10e50c-4488-4fcd-bf81-4959cf6747dc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245365 Jul 08 02:41:05.230616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44928) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:05.236027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-3c6a395d-88f0-4b58-bbbd-83ad7d98ffdb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '5a5c8514-f759-4bdd-8e27-20437777f341', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:05.241663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b5510977-5a9f-4f1f-b5f3-964bdc5cb127 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:41:05.242015 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b5510977-5a9f-4f1f-b5f3-964bdc5cb127 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:41:05.265829 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a395d-88f0-4b58-bbbd-83ad7d98ffdb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.322950 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a395d-88f0-4b58-bbbd-83ad7d98ffdb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.327119 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a395d-88f0-4b58-bbbd-83ad7d98ffdb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.345611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a395d-88f0-4b58-bbbd-83ad7d98ffdb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8079a99-9573-41f6-9e10-c30e0b50e011,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:05.350296 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a395d-88f0-4b58-bbbd-83ad7d98ffdb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.351768 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3c6a395d-88f0-4b58-bbbd-83ad7d98ffdb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199660 Jul 08 02:41:05.354580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44930) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:05.359141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-a953b96e-4cdb-4c86-8193-7a31b4b7c8af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '5a5c8514-f759-4bdd-8e27-20437777f341', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:05.390615 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a953b96e-4cdb-4c86-8193-7a31b4b7c8af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.451186 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a953b96e-4cdb-4c86-8193-7a31b4b7c8af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.454762 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a953b96e-4cdb-4c86-8193-7a31b4b7c8af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.473800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953b96e-4cdb-4c86-8193-7a31b4b7c8af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09202e1-aa5b-4e52-856d-70bc2e160a9c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:05.476724 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a953b96e-4cdb-4c86-8193-7a31b4b7c8af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.477921 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a953b96e-4cdb-4c86-8193-7a31b4b7c8af tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224267 Jul 08 02:41:05.481583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44932) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:05.486805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-1db7c984-e159-49fd-824a-291bb0836a13 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '5a5c8514-f759-4bdd-8e27-20437777f341', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:05.508856 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-1db7c984-e159-49fd-824a-291bb0836a13 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Project d5635f604e804def99218cdce4621db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:41:05.514225 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1db7c984-e159-49fd-824a-291bb0836a13 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.572204 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1db7c984-e159-49fd-824a-291bb0836a13 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.576231 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1db7c984-e159-49fd-824a-291bb0836a13 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.593694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7c984-e159-49fd-824a-291bb0836a13 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7d92f7-3792-46b6-99e7-7c551dc87c17,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:05.603298 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1db7c984-e159-49fd-824a-291bb0836a13 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.604540 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1db7c984-e159-49fd-824a-291bb0836a13 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212313 Jul 08 02:41:05.607283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44934) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:05.611649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-85c2aa9c-0bca-4124-adb6-09fd44cfe3db tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '5a5c8514-f759-4bdd-8e27-20437777f341', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:05.633810 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-85c2aa9c-0bca-4124-adb6-09fd44cfe3db tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Project d5635f604e804def99218cdce4621db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:41:05.640467 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85c2aa9c-0bca-4124-adb6-09fd44cfe3db tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.703114 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85c2aa9c-0bca-4124-adb6-09fd44cfe3db tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.706697 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85c2aa9c-0bca-4124-adb6-09fd44cfe3db tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.723478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2aa9c-0bca-4124-adb6-09fd44cfe3db tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddf91f9-d404-4607-b5c6-1e0d6663e550,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:05.730271 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-85c2aa9c-0bca-4124-adb6-09fd44cfe3db tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.731370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-85c2aa9c-0bca-4124-adb6-09fd44cfe3db tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230617 Jul 08 02:41:05.734306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44936) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:05.739060 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'network': {'name': 'tempest-network-smoke--828843369', 'project_id': 'd5635f604e804def99218cdce4621db1', 'port_security_enabled': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:05.759513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:41:05.763629 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.786964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:41:05.796034 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.796449 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Added segment ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20 of type vlan for network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 Jul 08 02:41:05.839456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.868278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.874717 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:05.875320 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.934885 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1994817 Jul 08 02:41:05.937935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44938) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:05.942348 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'admin_state_up': True, 'project_id': 'd5635f604e804def99218cdce4621db1', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:05.956214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626d231-195d-42a2-b4ce-96f594da2f7c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Network': ['ID=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:05.966793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:41:05.971759 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:05.972856 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.344626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.477839 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.676852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.696209 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.801555 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.25.4.19 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/328f8615-1cb3-4abe-93b1-7011182ec526) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:41:06.903257 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.942113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:06.988863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:41:06.991797 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:41:06.995393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:41:07.021044 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=328f8615-1cb3-4abe-93b1-7011182ec526,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:07.248834 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:07.444497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:07.566584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 28dd68d6-7f74-4ef5-a974-674cccaf0684 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:41:07.670178 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:41:07.679176 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Sync routers for ids ['28dd68d6-7f74-4ef5-a974-674cccaf0684'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:41:07.688906 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Routers {'28dd68d6-7f74-4ef5-a974-674cccaf0684'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:07.689526 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['28dd68d6-7f74-4ef5-a974-674cccaf0684'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:07.690467 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:07.694755 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-bb64895e-0d80-4d17-823c-24a1e6babc08 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7529700 Jul 08 02:41:07.694927 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44940) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:07.725394 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-1f93cea0-de78-45ca-935d-910cdefab141 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d5635f604e804def99218cdce4621db1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270386 Jul 08 02:41:07.725646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44942) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:07.792745 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Set router 28dd68d6-7f74-4ef5-a974-674cccaf0684 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:07.814276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ed0da4-fb80-492a-b1ba-f9a6f00ad70a tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:07.815807 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-43ed0da4-fb80-492a-b1ba-f9a6f00ad70a tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893164 Jul 08 02:41:07.818724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44944) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:07.846599 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a3919b4e-c11b-496d-b6b0-4c582080faf9 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268872 Jul 08 02:41:07.849144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 44946) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:07.854175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-996391380', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'project_id': 'd5635f604e804def99218cdce4621db1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:07.949180 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:41:07.954748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:07.974627 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:07Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:08.001070 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Checking router: 28dd68d6-7f74-4ef5-a974-674cccaf0684 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:41:08.001415 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Updating router 28dd68d6-7f74-4ef5-a974-674cccaf0684 port 328f8615-1cb3-4abe-93b1-7011182ec526 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:41:08.036965 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.141260 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.203078 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Subnet': ['ID=d8107a18-4627-42de-a510-65c18f12621b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:08.211919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Checking segment: {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:41:08.212042 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network hostable DHCP agents. Network: cf73cce3-6d1e-4c83-9995-18aaec5c6ce6, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:41:08.230368 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:41:08.240087 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, cf73cce3-6d1e-4c83-9995-18aaec5c6ce6) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:41:08.245457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:08.246083 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.253075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b36c04-e74d-48b1-b8a6-7a439469ca5d None None] Network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:41:08.265083 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2c0ffc2e-1427-4936-811b-2ac3c4a6ab84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4116983 Jul 08 02:41:08.265381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44948) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:08.392102 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.402822 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Transition to ACTIVE for port object 328f8615-1cb3-4abe-93b1-7011182ec526 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:41:08.410064 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.422938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:41:08.423817 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.460524 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Attempting to bind port 328f8615-1cb3-4abe-93b1-7011182ec526 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:41:08.460902 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Attempting to bind port 328f8615-1cb3-4abe-93b1-7011182ec526 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:41:08.461267 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Attempting to bind port 328f8615-1cb3-4abe-93b1-7011182ec526 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:41:08.473034 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:41:08.474401 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:41:08.474975 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.475380 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:41:08.475894 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Bound port: 328f8615-1cb3-4abe-93b1-7011182ec526, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:41:08.476278 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.536107 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] For port 328f8615-1cb3-4abe-93b1-7011182ec526, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:41:08.539408 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] For port 328f8615-1cb3-4abe-93b1-7011182ec526, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=328f8615-1cb3-4abe-93b1-7011182ec526,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:41:08.540756 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Pushing event updated for resources: {'Port': ['ID=328f8615-1cb3-4abe-93b1-7011182ec526,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:08.551441 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.551795 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.552135 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.552505 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.552837 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.553170 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.553495 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.553820 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.554145 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.554469 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.554805 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.555115 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:41:08.559595 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.583943 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Allocated IP 172.20.0.2 (cf73cce3-6d1e-4c83-9995-18aaec5c6ce6/d8107a18-4627-42de-a510-65c18f12621b/087aa291-3482-4b16-ac9a-087a55a03932) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:41:08.617618 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Routers {'28dd68d6-7f74-4ef5-a974-674cccaf0684'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:08.618252 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['28dd68d6-7f74-4ef5-a974-674cccaf0684'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:08.664657 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705b5f0-4055-4b9b-a7a6-aea847b3bc32 None None] Pushing event updated for resources: {'Port': ['ID=328f8615-1cb3-4abe-93b1-7011182ec526,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:08.732264 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.740710 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] Set router 28dd68d6-7f74-4ef5-a974-674cccaf0684 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:08.741407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Transition to ACTIVE for port object 087aa291-3482-4b16-ac9a-087a55a03932 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:41:08.757593 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Transition to ACTIVE for port object 087aa291-3482-4b16-ac9a-087a55a03932 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:41:08.762637 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.767414 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.817998 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:41:08.821087 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:41:08.829229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:41:08.833780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Pushing event updated for resources: {'Port': ['ID=087aa291-3482-4b16-ac9a-087a55a03932,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:08.890140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Attempting to bind port 087aa291-3482-4b16-ac9a-087a55a03932 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:41:08.890519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Attempting to bind port 087aa291-3482-4b16-ac9a-087a55a03932 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:41:08.890890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Attempting to bind port 087aa291-3482-4b16-ac9a-087a55a03932 on network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:41:08.896417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:41:08.896793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Checking segment: {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:41:08.897316 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.897612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Bound using segment: {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:41:08.898119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Bound port: 087aa291-3482-4b16-ac9a-087a55a03932, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:41:08.898997 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:08.922709 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:07Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:08.947939 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dde9d8-f308-429d-8b93-b1819d73abbf None None] The sync data for ids ['28dd68d6-7f74-4ef5-a974-674cccaf0684'] in n-d-694802-14 is: [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:07Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:41:08.977555 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] For port 087aa291-3482-4b16-ac9a-087a55a03932, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:41:08.981823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] For port 087aa291-3482-4b16-ac9a-087a55a03932, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=087aa291-3482-4b16-ac9a-087a55a03932,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:41:08.988102 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:09.059108 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3f08b-f89c-49cf-b15f-8df4134b7fcd None None] Pushing event updated for resources: {'Port': ['ID=087aa291-3482-4b16-ac9a-087a55a03932,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:09.062140 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.20.0.1 (cf73cce3-6d1e-4c83-9995-18aaec5c6ce6/d8107a18-4627-42de-a510-65c18f12621b/23e55732-20e0-4463-b549-80989adb9392) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:41:09.191090 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:09.207278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Transition to ACTIVE for port object 23e55732-20e0-4463-b549-80989adb9392 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:41:09.257800 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:09.304352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:41:09.311154 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:41:09.313770 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:41:09.345977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=23e55732-20e0-4463-b549-80989adb9392,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:09.368930 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:09.425307 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:09.525094 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:09.829052 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:09.833922 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:09.912193 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:09.917753 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=23e55732-20e0-4463-b549-80989adb9392,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:10.024289 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:41:10.025806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:41:10.131435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b16b1-1030-4d72-8bc2-8dd817f9a1e5 None None] Network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:41:10.149037 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 28dd68d6-7f74-4ef5-a974-674cccaf0684 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:41:10.222029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-00ea307e-3191-43b1-85be-bac5f5b32f7b None None] Provisioning for port 087aa291-3482-4b16-ac9a-087a55a03932 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:10.646368 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:41:10.659309 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d6c2c302-a050-4809-ab08-d7272176e5ff None None] Provisioning for port 23e55732-20e0-4463-b549-80989adb9392 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:10.669827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8160eb35-714c-45d2-8a78-7faadf022f3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "PUT /v2.0/routers/28dd68d6-7f74-4ef5-a974-674cccaf0684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4025328 Jul 08 02:41:10.673018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d6c2c302-a050-4809-ab08-d7272176e5ff None None] Provisioning complete for port 23e55732-20e0-4463-b549-80989adb9392 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:10.673460 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d6c2c302-a050-4809-ab08-d7272176e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:10.729057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2c302-a050-4809-ab08-d7272176e5ff None None] Port 23e55732-20e0-4463-b549-80989adb9392 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:41:10.816487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-3f5ddc96-2b06-43e4-9bbf-d8d8d5d7791e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727563911&fields=id&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 267 time: 0.0362957 Jul 08 02:41:10.828575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Sync routers for ids ['28dd68d6-7f74-4ef5-a974-674cccaf0684'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:41:10.839242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Routers {'28dd68d6-7f74-4ef5-a974-674cccaf0684'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:10.839973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['28dd68d6-7f74-4ef5-a974-674cccaf0684'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:10.898485 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-93509b56-aafc-4477-8dd1-380b3b309013 None None] Provisioning complete for port 23e55732-20e0-4463-b549-80989adb9392 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:10.899016 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-93509b56-aafc-4477-8dd1-380b3b309013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:10.939022 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85827417-552e-4dfe-83ec-20e415e4774b req-cc02cd1f-c2de-4cc5-bc14-9ac275d2645e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:10.941542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-cc02cd1f-c2de-4cc5-bc14-9ac275d2645e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 796 time: 0.1169467 Jul 08 02:41:10.960477 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-a6319d57-9e38-44ec-9a75-0e7c5c2b6a55 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/quotas/d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 375 time: 0.0116453 Jul 08 02:41:11.043634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-b8f83af9-998e-475e-8e30-3b14c6b75df2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764101 Jul 08 02:41:11.152072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-93509b56-aafc-4477-8dd1-380b3b309013 None None] Port 23e55732-20e0-4463-b549-80989adb9392 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:41:11.152702 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-dab937cb-a949-4f3f-be57-8040c5719c2c service neutron] 10.222.0.41 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970318 Jul 08 02:41:11.159832 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Set router 28dd68d6-7f74-4ef5-a974-674cccaf0684 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:11.238551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 087aa291-3482-4b16-ac9a-087a55a03932 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:11.255456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-c2ce5a5f-4fe2-48ae-ae99-c27f669c20b9 service neutron] 10.222.0.41 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954340 Jul 08 02:41:11.343940 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-58919388-b862-48f2-8995-ff88b0c24cb2 None None] Provisioning complete for port 23e55732-20e0-4463-b549-80989adb9392 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:11.344335 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-58919388-b862-48f2-8995-ff88b0c24cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:11.404959 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-58919388-b862-48f2-8995-ff88b0c24cb2 None None] Port 23e55732-20e0-4463-b549-80989adb9392 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:41:11.432071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2244f675-0754-4c6f-bfbe-df256cf62a23 req-9ec6b67a-c0bc-47c1-908b-5e45ac31a6a7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 210 time: 0.0297306 Jul 08 02:41:11.437526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 087aa291-3482-4b16-ac9a-087a55a03932 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:11.446536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 087aa291-3482-4b16-ac9a-087a55a03932 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:11.446920 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:11.497794 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:09Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '23e55732-20e0-4463-b549-80989adb9392', 'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:65:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:08Z', 'updated_at': '2021-07-08T02:41:09Z', 'revision_number': 2, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'd8107a18-4627-42de-a510-65c18f12621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:11.526575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Checking router: 28dd68d6-7f74-4ef5-a974-674cccaf0684 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:41:11.526927 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Updating router 28dd68d6-7f74-4ef5-a974-674cccaf0684 port 23e55732-20e0-4463-b549-80989adb9392 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:41:11.589500 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:11.612943 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:11.684640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 087aa291-3482-4b16-ac9a-087a55a03932, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=087aa291-3482-4b16-ac9a-087a55a03932,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:11.730436 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:11.731326 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 328f8615-1cb3-4abe-93b1-7011182ec526 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:11.879736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=087aa291-3482-4b16-ac9a-087a55a03932,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:11.902353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 328f8615-1cb3-4abe-93b1-7011182ec526 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:11.911365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 328f8615-1cb3-4abe-93b1-7011182ec526 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:11.911747 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.048754 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.065585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Transition to ACTIVE for port object 23e55732-20e0-4463-b549-80989adb9392 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:41:12.067352 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.075958 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.113804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 328f8615-1cb3-4abe-93b1-7011182ec526, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=328f8615-1cb3-4abe-93b1-7011182ec526,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:12.121328 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.143383 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed37048-7952-455f-8c59-1a9a8726b89d None None] Pushing event updated for resources: {'Port': ['ID=23e55732-20e0-4463-b549-80989adb9392,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:12.226873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Attempting to bind port 23e55732-20e0-4463-b549-80989adb9392 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:41:12.227248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Attempting to bind port 23e55732-20e0-4463-b549-80989adb9392 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:41:12.227626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Attempting to bind port 23e55732-20e0-4463-b549-80989adb9392 on network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:41:12.241735 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:41:12.242120 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Checking segment: {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:41:12.242530 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.242932 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Bound using segment: {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:41:12.243409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Bound port: 23e55732-20e0-4463-b549-80989adb9392, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:41:12.243798 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.255673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=328f8615-1cb3-4abe-93b1-7011182ec526,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:12.315958 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] For port 23e55732-20e0-4463-b549-80989adb9392, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:41:12.319019 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] For port 23e55732-20e0-4463-b549-80989adb9392, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=23e55732-20e0-4463-b549-80989adb9392,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:41:12.324007 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.394073 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Routers {'28dd68d6-7f74-4ef5-a974-674cccaf0684'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:12.394730 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['28dd68d6-7f74-4ef5-a974-674cccaf0684'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:12.515802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85827417-552e-4dfe-83ec-20e415e4774b req-c6c34773-d31e-4271-b5a1-d8f380b10bbf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:12.516410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] Set router 28dd68d6-7f74-4ef5-a974-674cccaf0684 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:12.517389 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-c6c34773-d31e-4271-b5a1-d8f380b10bbf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 796 time: 0.1324902 Jul 08 02:41:12.567991 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-0d8dcfba-e008-42c3-8167-b872eaee067d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 380 time: 0.0413392 Jul 08 02:41:12.581691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'port': {'device_id': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'admin_state_up': True, 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'security_groups': ['5a5c8514-f759-4bdd-8e27-20437777f341']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:12.583538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed37048-7952-455f-8c59-1a9a8726b89d None None] Pushing event updated for resources: {'Port': ['ID=23e55732-20e0-4463-b549-80989adb9392,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:12.616164 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:41:12.632667 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66a5097d-6fca-4b28-b7e2-4d6c5c3407a5 req-7362ddd6-f3f2-4f1f-91f1-4a77ec2296c3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 210 time: 0.0480411 Jul 08 02:41:12.731761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:41:12.736032 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:12.817183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:09Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '23e55732-20e0-4463-b549-80989adb9392', 'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:65:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:08Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'd8107a18-4627-42de-a510-65c18f12621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:12.843926 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c18c8c4-3dff-48b3-8174-50f484e7da72 None None] The sync data for ids ['28dd68d6-7f74-4ef5-a974-674cccaf0684'] in n-d-694802-14 is: [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:09Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '23e55732-20e0-4463-b549-80989adb9392', 'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:65:dd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:08Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'd8107a18-4627-42de-a510-65c18f12621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:41:12.868750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.20.0.3 (cf73cce3-6d1e-4c83-9995-18aaec5c6ce6/d8107a18-4627-42de-a510-65c18f12621b/91b94a6e-9755-48ac-861f-a8fa0b816d25) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:41:13.048817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.064640 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Transition to ACTIVE for port object 91b94a6e-9755-48ac-861f-a8fa0b816d25 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:41:13.100053 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.156181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:41:13.159674 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:41:13.164267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:41:13.168375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=91b94a6e-9755-48ac-861f-a8fa0b816d25,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:13.238687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:13.239670 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.257428 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-2d95ca29-9184-4110-ad1b-de9ef4032e23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6839623 Jul 08 02:41:13.276760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 23e55732-20e0-4463-b549-80989adb9392 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:13.292048 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Request body: {'port': {'device_id': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:13.350356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 23e55732-20e0-4463-b549-80989adb9392 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:13.354653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 23e55732-20e0-4463-b549-80989adb9392 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:13.355107 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.379695 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.468952 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.511853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 23e55732-20e0-4463-b549-80989adb9392, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=23e55732-20e0-4463-b549-80989adb9392,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:13.517545 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.519799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 087aa291-3482-4b16-ac9a-087a55a03932 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:13.524273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-549c1f4a-fb7a-4fda-a9b8-33d961a12baa None None] Provisioning for port 91b94a6e-9755-48ac-861f-a8fa0b816d25 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:13.568806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-549c1f4a-fb7a-4fda-a9b8-33d961a12baa None None] Provisioning complete for port 91b94a6e-9755-48ac-861f-a8fa0b816d25 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:13.569185 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-549c1f4a-fb7a-4fda-a9b8-33d961a12baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.635653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=23e55732-20e0-4463-b549-80989adb9392,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:13.641521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-549c1f4a-fb7a-4fda-a9b8-33d961a12baa None None] Port 91b94a6e-9755-48ac-861f-a8fa0b816d25 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:41:13.651904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 087aa291-3482-4b16-ac9a-087a55a03932 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:13.652269 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.685835 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b94a6e-9755-48ac-861f-a8fa0b816d25 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:41:13.695817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.711184 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Transition to ACTIVE for port object 91b94a6e-9755-48ac-861f-a8fa0b816d25 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:41:13.717143 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.750974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 328f8615-1cb3-4abe-93b1-7011182ec526 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:13.801840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Pushing event updated for resources: {'Port': ['ID=91b94a6e-9755-48ac-861f-a8fa0b816d25,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:13.825122 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 328f8615-1cb3-4abe-93b1-7011182ec526 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:13.825735 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.861808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Attempting to bind port 91b94a6e-9755-48ac-861f-a8fa0b816d25 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:41:13.862421 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Attempting to bind port 91b94a6e-9755-48ac-861f-a8fa0b816d25 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:41:13.862831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Attempting to bind port 91b94a6e-9755-48ac-861f-a8fa0b816d25 on network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:41:13.868173 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Port 91b94a6e-9755-48ac-861f-a8fa0b816d25 on network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:41:13.868611 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Attempting to bind port 91b94a6e-9755-48ac-861f-a8fa0b816d25 on network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:41:13.874206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:41:13.874649 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Checking segment: {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:41:13.875107 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Bound using segment: {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:41:13.875934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Bound port: 91b94a6e-9755-48ac-861f-a8fa0b816d25, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:41:13.876401 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:13.878979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200959f7-c2c3-47e7-84a9-6af6de9a051a req-ab688e07-0955-4311-a834-db75fb5292f1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:13.880624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-200959f7-c2c3-47e7-84a9-6af6de9a051a req-ab688e07-0955-4311-a834-db75fb5292f1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 943 time: 0.1024027 Jul 08 02:41:13.931656 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-200959f7-c2c3-47e7-84a9-6af6de9a051a req-712d3828-ab22-4643-8d08-9d650f924a3a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 Jul 08 02:41:13.983727 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:41:13.987234 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:41:13.993516 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:14.030047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:14.030696 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:14.032150 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] 10.222.0.24 "PUT /v2.0/ports/91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 1092 time: 0.7627056 Jul 08 02:41:14.034563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:41:14.040902 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54769d1-9804-4157-b798-633c9b2d6f88" -d '{"events": [{"name": "network-changed", "server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:41:14.090037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975f9ff-9fe9-49de-86f3-f1a9fc0f594f service neutron] Pushing event updated for resources: {'Port': ['ID=91b94a6e-9755-48ac-861f-a8fa0b816d25,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:14.104690 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abed61ba-e36b-4e60-9614-3ca3e8dcdfe0 x-openstack-request-id: req-abed61ba-e36b-4e60-9614-3ca3e8dcdfe0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:41:14.105106 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:41:14.105456 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abed61ba-e36b-4e60-9614-3ca3e8dcdfe0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:41:14.105957 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'status': 'completed', 'code': 200} Jul 08 02:41:14.151819 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85827417-552e-4dfe-83ec-20e415e4774b req-5178c879-7bf2-4b65-9ef4-b8d21f2632db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:14.153614 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-5178c879-7bf2-4b65-9ef4-b8d21f2632db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1095 time: 0.0650623 Jul 08 02:41:14.202834 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-817c4f62-566e-4497-b268-aa23814ea65b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 217 time: 0.0415752 Jul 08 02:41:14.256295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85827417-552e-4dfe-83ec-20e415e4774b req-1f622014-b6cc-4661-ab79-9f12dc133e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:14.257919 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-1f622014-b6cc-4661-ab79-9f12dc133e34 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.0491397 Jul 08 02:41:14.319121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85827417-552e-4dfe-83ec-20e415e4774b req-5aa101cd-9e9e-4de1-9039-67a4556ba7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:14.320675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-5aa101cd-9e9e-4de1-9039-67a4556ba7ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550220 Jul 08 02:41:14.412621 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-eeb7a241-ed9e-43ea-94b4-87748e32e6db service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846713 Jul 08 02:41:14.501289 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-85827417-552e-4dfe-83ec-20e415e4774b req-7238bfd9-fa10-49ea-bf19-f6ba6324f562 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824890 Jul 08 02:41:14.602129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-e9553c24-f312-4437-ac5f-d3475d261cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:14.603612 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-e9553c24-f312-4437-ac5f-d3475d261cf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1095 time: 0.0526462 Jul 08 02:41:14.698826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-8ffab818-9ff6-437b-ba7c-b975db580d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:14.700885 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-8ffab818-9ff6-437b-ba7c-b975db580d35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 897 time: 0.0854225 Jul 08 02:41:14.748604 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-18b6a8c4-3beb-435d-b16e-d634fcb53181 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 217 time: 0.0410874 Jul 08 02:41:14.797100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-760032d8-30bf-4973-b7cf-cd198d142ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:14.798576 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-760032d8-30bf-4973-b7cf-cd198d142ca5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.0436318 Jul 08 02:41:14.862822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-f67912d5-4ff8-40e7-8608-32277305027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:14.864284 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-f67912d5-4ff8-40e7-8608-32277305027d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571461 Jul 08 02:41:14.955391 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-1c6c8107-bef1-48a7-9add-4a44327f0641 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835257 Jul 08 02:41:15.050527 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e54769d1-9804-4157-b798-633c9b2d6f88 req-0688ede0-290d-406e-8ca0-12b314d499f6 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Jul 08 02:41:15.117792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928d9f4-fa9d-4073-b083-f45ef3f4a9d2 req-cc3270cf-223f-4f44-a012-6ef3357391b7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:15.119376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2928d9f4-fa9d-4073-b083-f45ef3f4a9d2 req-cc3270cf-223f-4f44-a012-6ef3357391b7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 943 time: 0.0678687 Jul 08 02:41:15.159864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 23e55732-20e0-4463-b549-80989adb9392 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:15.160417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2928d9f4-fa9d-4073-b083-f45ef3f4a9d2 req-35f5bc7c-14ab-4638-a0a0-3c64edadf8f5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343969 Jul 08 02:41:15.213295 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 23e55732-20e0-4463-b549-80989adb9392 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:15.213666 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:16.335893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23f72c-809a-48fd-adc2-d6a08ff2bfa5 req-cde42bcb-9a65-4a6d-95cc-e8e92f6b1bdf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:16.337507 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd23f72c-809a-48fd-adc2-d6a08ff2bfa5 req-cde42bcb-9a65-4a6d-95cc-e8e92f6b1bdf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 943 time: 0.0651526 Jul 08 02:41:16.375983 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cd23f72c-809a-48fd-adc2-d6a08ff2bfa5 req-2604b4f2-ad7b-45fc-be80-780cc072bcb1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Jul 08 02:41:16.573434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 91b94a6e-9755-48ac-861f-a8fa0b816d25 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:41:16.668580 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:16.837818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'port_id': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'mac_address': 'fa:16:3e:e6:4d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:41:16.875963 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:16.888235 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b94a6e-9755-48ac-861f-a8fa0b816d25 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:41:16.908454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:16.912374 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:16.958624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=91b94a6e-9755-48ac-861f-a8fa0b816d25,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:17.177345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['91b94a6e-9755-48ac-861f-a8fa0b816d25'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:41:17.555691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3b425-a124-4f41-90e3-af5eb02eb75a req-74c137d1-4528-47a6-82bd-d2389fa28287 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:17.557111 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ee3b425-a124-4f41-90e3-af5eb02eb75a req-74c137d1-4528-47a6-82bd-d2389fa28287 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 944 time: 0.0653741 Jul 08 02:41:17.595146 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ee3b425-a124-4f41-90e3-af5eb02eb75a req-2ce58c9b-6730-442d-b911-0e269d5766d4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Jul 08 02:41:18.579171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 91b94a6e-9755-48ac-861f-a8fa0b816d25 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:41:18.630308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 91b94a6e-9755-48ac-861f-a8fa0b816d25 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:41:18.634459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 91b94a6e-9755-48ac-861f-a8fa0b816d25 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:41:18.634835 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:18.711951 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:18.735919 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:41:18.738254 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88030385-d5d7-4307-8519-4c9ae1dad176" -d '{"events": [{"server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "name": "network-vif-plugged", "status": "completed", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:41:18.751135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:41:18.756402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:18.780687 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e2e5b-b6b3-427d-82d2-bd160c9d96f0 x-openstack-request-id: req-166e2e5b-b6b3-427d-82d2-bd160c9d96f0 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:41:18.780887 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "name": "network-vif-plugged", "status": "completed", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:41:18.781080 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-166e2e5b-b6b3-427d-82d2-bd160c9d96f0 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:41:18.781474 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'code': 200} Jul 08 02:41:18.782759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35e67-1c93-4775-84e5-39fe97b347a6 req-62048e44-ebb4-4563-a9de-f7a10041a3ca tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:18.784360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ecb35e67-1c93-4775-84e5-39fe97b347a6 req-62048e44-ebb4-4563-a9de-f7a10041a3ca tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 944 time: 0.0776968 Jul 08 02:41:18.812710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=91b94a6e-9755-48ac-861f-a8fa0b816d25,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:18.830719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ecb35e67-1c93-4775-84e5-39fe97b347a6 req-f96d6c25-f462-4a78-927f-82bbd905272b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338883 Jul 08 02:41:18.898838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67df32-4077-41e8-a022-c28975d8d88a req-b252f718-4f5b-4a0e-8cfc-2f51d6a40d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:18.900398 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0a67df32-4077-41e8-a022-c28975d8d88a req-b252f718-4f5b-4a0e-8cfc-2f51d6a40d16 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1097 time: 0.0520723 Jul 08 02:41:18.935587 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0a67df32-4077-41e8-a022-c28975d8d88a req-0f1d7cfd-34ce-4f29-82e8-90b6ad6c8928 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274169 Jul 08 02:41:20.015180 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851888b-4cc4-43d7-b164-11c3a1733c1b req-078e5b25-5b6e-41b2-b623-d85a8622c0e3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:20.016785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d851888b-4cc4-43d7-b164-11c3a1733c1b req-078e5b25-5b6e-41b2-b623-d85a8622c0e3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0698140 Jul 08 02:41:20.054724 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d851888b-4cc4-43d7-b164-11c3a1733c1b req-41693074-1639-46ad-a84a-34367079594b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323575 Jul 08 02:41:20.235055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dfcaf-68f1-4e73-a6be-eab9001bb262 req-21847b7e-ab35-4736-b65d-1229b15ff5dc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:20.236570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f61dfcaf-68f1-4e73-a6be-eab9001bb262 req-21847b7e-ab35-4736-b65d-1229b15ff5dc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0693202 Jul 08 02:41:20.274833 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f61dfcaf-68f1-4e73-a6be-eab9001bb262 req-75bff763-3df1-4df2-9eaf-fdf5bb6cd442 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325449 Jul 08 02:41:20.298738 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44996) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:20.350254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f926dc7-0431-4ef3-8380-54f9117de986 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:20.351973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5f926dc7-0431-4ef3-8380-54f9117de986 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1092 time: 0.0519927 Jul 08 02:41:20.354704 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 44998) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:20.359029 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:41:20.382344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:20.479068 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:20.578528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.25.4.73 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/28fb8780-8f03-47fa-9000-8b90269607fb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:41:20.681992 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:20.722081 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:20.734463 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d72a678a-51d4-477d-aa8f-b34cd0e158fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:20.765970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:41:20.768769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:41:20.773012 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:41:20.778530 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=28fb8780-8f03-47fa-9000-8b90269607fb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:21.153722 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:21.241172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:21.272744 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-447985b6-2a07-4caa-8323-afc2859b5a00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0643470 Jul 08 02:41:21.383854 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-104ee74f-4bb6-4cb4-9c63-a57c69322670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:21.385360 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-104ee74f-4bb6-4cb4-9c63-a57c69322670 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1097 time: 0.0650311 Jul 08 02:41:21.434939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:21.440403 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:21.495519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-8cff01fe-aa81-4380-9d7b-36fa0c09a92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:21.498904 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-8cff01fe-aa81-4380-9d7b-36fa0c09a92b service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 897 time: 0.0921013 Jul 08 02:41:21.532361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=28fb8780-8f03-47fa-9000-8b90269607fb,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:41:21.547701 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:21.573474 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-2789ad5e-18c3-4b85-a258-20e9f280d045 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 998 time: 0.0685997 Jul 08 02:41:21.638517 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-2c87a682-c35b-46a6-9a22-ff3347e33607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:21.639901 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-2c87a682-c35b-46a6-9a22-ff3347e33607 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.0599937 Jul 08 02:41:21.655924 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Floating IP d7e08e56-c7db-4c1e-bc89-52aacbff4a76 associated. External IP: 172.25.4.73, port: 91b94a6e-9755-48ac-861f-a8fa0b816d25. Jul 08 02:41:21.704212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-e63f02e4-a07a-479d-b1f5-670a78b15870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:21.705848 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-e63f02e4-a07a-479d-b1f5-670a78b15870 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600765 Jul 08 02:41:21.803482 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-4cb4e00b-fe77-4238-a822-1333cb023e2c service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910597 Jul 08 02:41:21.894863 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 28dd68d6-7f74-4ef5-a974-674cccaf0684 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:41:21.898178 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-53b8b7b3-3e90-414a-bfa1-b2621b255b42 req-6268ca9f-43fa-4c0e-be63-ffe8103e57ce service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888736 Jul 08 02:41:22.009314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:41:22.021645 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] Sync routers for ids ['28dd68d6-7f74-4ef5-a974-674cccaf0684'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:41:22.025900 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:22.031338 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] Routers {'28dd68d6-7f74-4ef5-a974-674cccaf0684'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:22.031966 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['28dd68d6-7f74-4ef5-a974-674cccaf0684'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:22.064073 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a51b8388-fd85-4ade-aee7-496c99e94bfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7083461 Jul 08 02:41:22.064685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:41:22.066962 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af315c04-d2e2-41e3-b632-0aa63f9e264e" -d '{"events": [{"name": "network-changed", "server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:41:22.117650 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf299b9c-a804-4516-8d5d-98957ce845e9 x-openstack-request-id: req-cf299b9c-a804-4516-8d5d-98957ce845e9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:41:22.117948 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:41:22.118260 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf299b9c-a804-4516-8d5d-98957ce845e9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:41:22.118678 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'status': 'completed', 'code': 200} Jul 08 02:41:22.145844 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] Set router 28dd68d6-7f74-4ef5-a974-674cccaf0684 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:22.201833 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-7b5068e3-caec-45b4-a3ef-a0f256a579f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:22.205204 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-7b5068e3-caec-45b4-a3ef-a0f256a579f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1097 time: 0.0630279 Jul 08 02:41:22.237577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb152-3f7e-45da-845c-5753d1a07649 req-f70447e0-c1fb-41ee-8a39-19b8aa4e9eee tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:22.239234 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-522bb152-3f7e-45da-845c-5753d1a07649 req-f70447e0-c1fb-41ee-8a39-19b8aa4e9eee tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0674891 Jul 08 02:41:22.282297 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-522bb152-3f7e-45da-845c-5753d1a07649 req-65d16c1a-7497-4c98-9568-3b642627ff00 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373857 Jul 08 02:41:22.309181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45006) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:22.314012 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-fa55286e-f5c1-4955-96a4-0d00733da037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:22.315054 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-fa55286e-f5c1-4955-96a4-0d00733da037 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 897 time: 0.1035342 Jul 08 02:41:22.377676 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a7023107-3d7d-4338-9a42-5ca49abf1990 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/d7e08e56-c7db-4c1e-bc89-52aacbff4a76 HTTP/1.1" status: 200 len: 990 time: 0.0651743 Jul 08 02:41:22.385625 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-16be9a01-fc1a-46ad-a508-c76708edbd25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 998 time: 0.0625145 Jul 08 02:41:22.391587 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:09Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'd7e08e56-c7db-4c1e-bc89-52aacbff4a76', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'port_id': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'mac_address': 'fa:16:3e:e6:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:21Z', 'updated_at': '2021-07-08T02:41:21Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e55732-20e0-4463-b549-80989adb9392', 'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:65:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:08Z', 'updated_at': '2021-07-08T02:41:13Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'd8107a18-4627-42de-a510-65c18f12621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:22.417171 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] Checking router: 28dd68d6-7f74-4ef5-a974-674cccaf0684 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:41:22.425779 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] Routers {'28dd68d6-7f74-4ef5-a974-674cccaf0684'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:41:22.426397 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:40:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['28dd68d6-7f74-4ef5-a974-674cccaf0684'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:22.537313 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] Set router 28dd68d6-7f74-4ef5-a974-674cccaf0684 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:41:22.769562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-246d334f-068a-4b66-ba20-3c4c20785812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:22.770963 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-246d334f-068a-4b66-ba20-3c4c20785812 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.3790193 Jul 08 02:41:22.776106 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:09Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'd7e08e56-c7db-4c1e-bc89-52aacbff4a76', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'port_id': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'mac_address': 'fa:16:3e:e6:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:21Z', 'updated_at': '2021-07-08T02:41:21Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e55732-20e0-4463-b549-80989adb9392', 'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:65:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:08Z', 'updated_at': '2021-07-08T02:41:13Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'd8107a18-4627-42de-a510-65c18f12621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:41:22.802689 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4733c147-b633-407d-98ea-c4cd8810ff57 None None] The sync data for ids ['28dd68d6-7f74-4ef5-a974-674cccaf0684'] in n-d-694802-14 is: [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:09Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'd7e08e56-c7db-4c1e-bc89-52aacbff4a76', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.73', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'port_id': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'mac_address': 'fa:16:3e:e6:4d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:41:21Z', 'updated_at': '2021-07-08T02:41:21Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e55732-20e0-4463-b549-80989adb9392', 'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:65:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:08Z', 'updated_at': '2021-07-08T02:41:13Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'd8107a18-4627-42de-a510-65c18f12621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:41:22.833899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-dd6c6df4-5a71-498f-822b-7e1e0c8b1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:22.835490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-dd6c6df4-5a71-498f-822b-7e1e0c8b1229 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581608 Jul 08 02:41:22.929849 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-ad66c97a-d2a3-4593-ab6c-6b9fab18e135 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880256 Jul 08 02:41:23.018543 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ced3469-46ea-4717-a5d6-9d65b915118a None None] New status for floating IP d7e08e56-c7db-4c1e-bc89-52aacbff4a76: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:41:23.035340 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-af315c04-d2e2-41e3-b632-0aa63f9e264e req-12a0f795-7c50-4590-9bdc-0eb1ad9f8be5 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978079 Jul 08 02:41:23.380601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45010) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:41:23.442750 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f2501f8f-920c-4970-834f-210728740465 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/d7e08e56-c7db-4c1e-bc89-52aacbff4a76 HTTP/1.1" status: 200 len: 992 time: 0.0609541 Jul 08 02:41:23.474963 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0075e26c-7ba2-4542-ba09-a716d1a4d94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:23.849843 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:24.989629 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:26.626755 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:34.948033 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:39.432553 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:49.616110 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:41:50.736129 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-145124b8-80fe-4021-b5b5-1352f733010e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:53.478106 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-18e98513-44e5-4209-a945-2125adfdfd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:53.850835 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:54.991662 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:55.011570 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-ec959fe5-ca62-48c0-b175-1821ab943054 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328993 Jul 08 02:41:55.029497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac3b6f-803b-45d3-89dd-9e7a89183d74 req-af9781f6-366a-41ee-adf2-4da99c22f3e6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:55.030981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ceac3b6f-803b-45d3-89dd-9e7a89183d74 req-af9781f6-366a-41ee-adf2-4da99c22f3e6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0846236 Jul 08 02:41:55.073734 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ceac3b6f-803b-45d3-89dd-9e7a89183d74 req-445f60f4-904c-4ad4-9cee-bc942ebe2cdd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368593 Jul 08 02:41:56.246900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-eaba9d1f-a4fd-4961-bd6a-48c3d5d614cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:56.249129 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-eaba9d1f-a4fd-4961-bd6a-48c3d5d614cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1097 time: 0.0640311 Jul 08 02:41:56.256623 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ebfdf-12d2-4eca-bcab-53e06110d767 req-bbeb62a0-5d5c-4cad-82a4-774ade4e926e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:56.258132 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-995ebfdf-12d2-4eca-bcab-53e06110d767 req-bbeb62a0-5d5c-4cad-82a4-774ade4e926e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0685196 Jul 08 02:41:56.296925 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-995ebfdf-12d2-4eca-bcab-53e06110d767 req-b2c8790c-296e-4d21-a930-7f1986de2134 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331681 Jul 08 02:41:56.344194 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-18093bac-0a0e-46cc-b5d6-bef99108c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:56.345804 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-18093bac-0a0e-46cc-b5d6-bef99108c1f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 897 time: 0.0906186 Jul 08 02:41:56.413913 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-e1a05b0d-11b2-4c27-83ce-f2ca8082c67c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 1000 time: 0.0612423 Jul 08 02:41:56.462701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-62cbc99b-f7cd-43d5-96da-9a052a835747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:56.464148 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-62cbc99b-f7cd-43d5-96da-9a052a835747 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.0431027 Jul 08 02:41:56.520994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-5de4281c-8277-407a-9a16-45d5e840e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:56.522521 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-5de4281c-8277-407a-9a16-45d5e840e6b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518434 Jul 08 02:41:56.615009 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-b657e0ec-d718-44ea-979f-161b6117a208 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856149 Jul 08 02:41:56.628907 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:41:56.705992 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-d05d0d56-7406-4670-bbaf-85097112cac7 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845685 Jul 08 02:41:57.478961 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438b19f-6864-471b-80f0-18dfdff35c35 req-4fe6cf9d-2457-40be-a9b4-3d8690d7cdfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:57.481265 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5438b19f-6864-471b-80f0-18dfdff35c35 req-4fe6cf9d-2457-40be-a9b4-3d8690d7cdfd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0703194 Jul 08 02:41:57.518621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5438b19f-6864-471b-80f0-18dfdff35c35 req-0597c21d-b0e2-4617-a5e2-e1c0fc3e589a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317719 Jul 08 02:41:58.698150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e5825-84b6-424a-b95a-3ce3bbee19d3 req-9c87ebfb-2c7e-40d4-adc9-fedec057b601 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:58.699634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a6e5825-84b6-424a-b95a-3ce3bbee19d3 req-9c87ebfb-2c7e-40d4-adc9-fedec057b601 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0676889 Jul 08 02:41:58.738726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a6e5825-84b6-424a-b95a-3ce3bbee19d3 req-da8ff2ed-80c1-4e1b-91a1-d56cd660e205 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328810 Jul 08 02:41:59.912050 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afadc8-7921-4031-a6ad-0ba9654da1d2 req-c5cbef2c-0475-4880-8110-5d58b0487242 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:41:59.913589 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67afadc8-7921-4031-a6ad-0ba9654da1d2 req-c5cbef2c-0475-4880-8110-5d58b0487242 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0645475 Jul 08 02:41:59.951932 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67afadc8-7921-4031-a6ad-0ba9654da1d2 req-4cb8b251-84f3-42f9-952d-c60d9e8d1e61 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327411 Jul 08 02:42:01.126178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ecb6b-8259-43c5-b77d-847c39fd87b2 req-ddfe1641-4093-4f95-a34a-5cb1fd41d98d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:01.127680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d47ecb6b-8259-43c5-b77d-847c39fd87b2 req-ddfe1641-4093-4f95-a34a-5cb1fd41d98d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0621259 Jul 08 02:42:01.169732 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d47ecb6b-8259-43c5-b77d-847c39fd87b2 req-c39452af-b205-430f-b6ef-3e9385ccc779 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364201 Jul 08 02:42:02.343734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fc5c7-1247-4bcd-88f1-82c71750b892 req-822a9dd5-3974-4cc1-a7b9-6852bf4e9ba0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:02.345271 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-379fc5c7-1247-4bcd-88f1-82c71750b892 req-822a9dd5-3974-4cc1-a7b9-6852bf4e9ba0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0638192 Jul 08 02:42:02.383079 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-379fc5c7-1247-4bcd-88f1-82c71750b892 req-0b6d0144-e84f-48a7-8f22-0aed5388cedd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322833 Jul 08 02:42:03.555892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a36538-100d-49ee-a038-cfe06560e8c6 req-e70fdde1-b8f1-4078-a530-13535e1e37e3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:03.557417 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2a36538-100d-49ee-a038-cfe06560e8c6 req-e70fdde1-b8f1-4078-a530-13535e1e37e3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0643654 Jul 08 02:42:03.595812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2a36538-100d-49ee-a038-cfe06560e8c6 req-e1e66c90-0a6b-4f18-aead-f9473eb68541 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320151 Jul 08 02:42:04.775892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4143e-264d-43f7-94d2-a122dfef4b77 req-9c3c0dcb-15bf-4ae8-83f4-e739aa9b190e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:04.778216 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3aa4143e-264d-43f7-94d2-a122dfef4b77 req-9c3c0dcb-15bf-4ae8-83f4-e739aa9b190e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0695944 Jul 08 02:42:04.818800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3aa4143e-264d-43f7-94d2-a122dfef4b77 req-b3a46116-a127-47cf-948f-37cd50e01166 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345154 Jul 08 02:42:04.952724 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:06.000129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355217af-63b6-4ff5-b2db-696e8d110121 req-60150ec2-cc09-4d9c-ad50-65c39c627062 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:06.001665 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-355217af-63b6-4ff5-b2db-696e8d110121 req-60150ec2-cc09-4d9c-ad50-65c39c627062 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0634453 Jul 08 02:42:06.038850 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-355217af-63b6-4ff5-b2db-696e8d110121 req-4726428d-b0b7-4861-b17b-66e0ee76beb9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Jul 08 02:42:07.224898 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f08d2-c85a-4fac-ac3b-1e9fd1cbe9f7 req-23e98c1c-ef0a-4483-bde9-c657135ab4f4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:07.226593 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a06f08d2-c85a-4fac-ac3b-1e9fd1cbe9f7 req-23e98c1c-ef0a-4483-bde9-c657135ab4f4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0725961 Jul 08 02:42:07.269105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a06f08d2-c85a-4fac-ac3b-1e9fd1cbe9f7 req-0fb3fed4-c5fe-4958-ba0f-b5b6434e74bb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364032 Jul 08 02:42:08.440285 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019a64c-91bc-434a-8b95-62d3d4ae76d4 req-6632a0de-d6fc-4782-8c46-1fc1aa14fe35 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:08.441783 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6019a64c-91bc-434a-8b95-62d3d4ae76d4 req-6632a0de-d6fc-4782-8c46-1fc1aa14fe35 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0625992 Jul 08 02:42:08.480083 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6019a64c-91bc-434a-8b95-62d3d4ae76d4 req-b27be46c-9cfa-4b33-8591-68012d0ff382 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327501 Jul 08 02:42:09.430642 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:09.655243 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4025e5b-b48c-4bb4-9e45-2165c0b6567d req-68ddebde-50f0-488b-ab64-9c9e63c00fc7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:09.656826 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4025e5b-b48c-4bb4-9e45-2165c0b6567d req-68ddebde-50f0-488b-ab64-9c9e63c00fc7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0640399 Jul 08 02:42:09.694228 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4025e5b-b48c-4bb4-9e45-2165c0b6567d req-549f2921-a794-4c82-8288-d3b25a2545b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317662 Jul 08 02:42:10.877842 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc72800-2719-426a-926f-13a8bf0cec08 req-ad327d5f-14f1-4b2a-ba1f-70512d8cb8f3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:10.879360 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bcc72800-2719-426a-926f-13a8bf0cec08 req-ad327d5f-14f1-4b2a-ba1f-70512d8cb8f3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0705006 Jul 08 02:42:10.917713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bcc72800-2719-426a-926f-13a8bf0cec08 req-85c1ba6c-2d4c-4634-89d6-ee5663c994ea tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Jul 08 02:42:12.089101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a07ee2-e0b5-496d-a97b-731e2c3df59e req-0d74fadf-3db8-453d-aa5e-3b65ca69dd46 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:12.090602 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5a07ee2-e0b5-496d-a97b-731e2c3df59e req-0d74fadf-3db8-453d-aa5e-3b65ca69dd46 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0630918 Jul 08 02:42:12.128898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5a07ee2-e0b5-496d-a97b-731e2c3df59e req-cf6f79d6-ba23-45ae-9863-6e3a8091c051 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320940 Jul 08 02:42:13.306960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64fc3f-33fa-451a-ad4e-763a2f4b78ea req-9c8b01b8-1d00-441e-8f19-44c8fe96a25f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:13.308461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa64fc3f-33fa-451a-ad4e-763a2f4b78ea req-9c8b01b8-1d00-441e-8f19-44c8fe96a25f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0630367 Jul 08 02:42:13.350781 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa64fc3f-33fa-451a-ad4e-763a2f4b78ea req-387abc62-e695-408f-99d1-ea3215d9326a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361495 Jul 08 02:42:13.558830 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-5b49c168-dd72-4922-9370-98bb50110672 service neutron] show failed (client error): The resource could not be found. Jul 08 02:42:13.559799 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-5b49c168-dd72-4922-9370-98bb50110672 service neutron] 10.222.0.24 "GET /v2.0/ports/91b94a6e-9755-48ac-861f-a8fa0b816d25/bindings/n-h1-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0554554 Jul 08 02:42:13.811699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-2070cf47-e3f4-495c-a30a-d345b26edda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:13.813114 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-2070cf47-e3f4-495c-a30a-d345b26edda8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 1097 time: 0.0583298 Jul 08 02:42:13.824776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:13.896040 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:14.100496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:42:14.138565 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:42:14.176416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:42:14.178790 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d02f417-20e3-4879-88c9-8f286fa3dab5" -d '{"events": [{"server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "name": "network-vif-unplugged", "status": "completed", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:42:14.182634 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:14.196458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Transition to ACTIVE for port object 91b94a6e-9755-48ac-861f-a8fa0b816d25 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:42:14.201317 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:14.235215 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75180a49-0fdc-4c87-883a-664b20f30def x-openstack-request-id: req-75180a49-0fdc-4c87-883a-664b20f30def {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:42:14.235215 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "name": "network-vif-unplugged", "status": "completed", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:42:14.235215 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75180a49-0fdc-4c87-883a-664b20f30def {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:42:14.235550 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'code': 200} Jul 08 02:42:14.253580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Pushing event updated for resources: {'Port': ['ID=91b94a6e-9755-48ac-861f-a8fa0b816d25,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:14.290964 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.291319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.291654 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.291993 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.292344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.292684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.293013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.293341 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.293669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.294027 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.294449 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.294776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:14.342279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] No DVR routers for this DVR port 91b94a6e-9755-48ac-861f-a8fa0b816d25 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:42:14.483652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Attempting to bind port 91b94a6e-9755-48ac-861f-a8fa0b816d25 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:42:14.484285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Attempting to bind port 91b94a6e-9755-48ac-861f-a8fa0b816d25 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:42:14.484850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Attempting to bind port 91b94a6e-9755-48ac-861f-a8fa0b816d25 on network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:42:14.489502 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Port 91b94a6e-9755-48ac-861f-a8fa0b816d25 on network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:42:14.489831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Attempting to bind port 91b94a6e-9755-48ac-861f-a8fa0b816d25 on network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:42:14.494624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:42:14.494968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Checking segment: {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:42:14.495357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Bound using segment: {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:42:14.495787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Bound port: 91b94a6e-9755-48ac-861f-a8fa0b816d25, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:42:14.496150 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:14.542330 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e671df3-f87c-4eb6-9088-688d587e3893 req-4d7ac185-a657-4f4a-86af-6b2b1b9be581 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:14.543873 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e671df3-f87c-4eb6-9088-688d587e3893 req-4d7ac185-a657-4f4a-86af-6b2b1b9be581 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 943 time: 0.0707440 Jul 08 02:42:14.567106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:42:14.570377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:42:14.574243 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:14.584257 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6e671df3-f87c-4eb6-9088-688d587e3893 req-b24a3210-77e9-4f8a-94d6-0696c3158709 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341430 Jul 08 02:42:14.611651 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:14.612287 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:14.613696 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] 10.222.0.16 "PUT /v2.0/ports/91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 1092 time: 0.7928772 Jul 08 02:42:14.635728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34977cad-f89e-4073-890e-02d4b3a7543e service neutron] Pushing event updated for resources: {'Port': ['ID=91b94a6e-9755-48ac-861f-a8fa0b816d25,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:14.696010 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-a3b40fdd-1978-477d-abe8-de7b13d39b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:14.697597 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-a3b40fdd-1978-477d-abe8-de7b13d39b9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1095 time: 0.0587382 Jul 08 02:42:14.793097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-5f9bde93-ebef-42d3-b6ae-1e1a7d553535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:14.795376 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-5f9bde93-ebef-42d3-b6ae-1e1a7d553535 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 897 time: 0.0918770 Jul 08 02:42:14.865392 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-66f04007-8e1e-44ab-9641-d574e44fb857 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 998 time: 0.0638187 Jul 08 02:42:14.914548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-94a4752f-ed93-449c-aea8-de0791bcb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:14.915916 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-94a4752f-ed93-449c-aea8-de0791bcb753 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.0447795 Jul 08 02:42:14.971265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-93bdf817-c12b-4877-aad5-5de7dc25ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:14.972782 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-93bdf817-c12b-4877-aad5-5de7dc25ffee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511024 Jul 08 02:42:15.063904 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-b5569871-f218-4f62-b086-15c6782c68d2 service neutron] 10.222.0.16 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845962 Jul 08 02:42:15.150338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68bd81d9-165e-4c6e-964c-ae5e5283e958 req-029ad5a5-5482-4078-8a2d-51beab88e30e service neutron] 10.222.0.16 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807209 Jul 08 02:42:15.761551 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16063254-9800-4b8f-b0d8-ee1597911e66 req-61203389-f5ea-4c23-b49f-69a2d92aaf3e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:15.763963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16063254-9800-4b8f-b0d8-ee1597911e66 req-61203389-f5ea-4c23-b49f-69a2d92aaf3e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 943 time: 0.0643702 Jul 08 02:42:15.800546 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16063254-9800-4b8f-b0d8-ee1597911e66 req-c10cf4a2-3a09-4dfc-811d-dd678eb9dce1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311542 Jul 08 02:42:16.237108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:42:16.239465 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813266c3-f857-47be-a062-937bcbf5f1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:42:16.290713 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c08042-3abc-4944-998e-2f3bb162d7e1 x-openstack-request-id: req-b0c08042-3abc-4944-998e-2f3bb162d7e1 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:42:16.291012 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:42:16.291267 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0c08042-3abc-4944-998e-2f3bb162d7e1 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:42:16.291673 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'status': 'completed', 'code': 200} Jul 08 02:42:16.413784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-db6d2d04-812d-44c0-8c92-0ea8aa519260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:16.415321 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-db6d2d04-812d-44c0-8c92-0ea8aa519260 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1095 time: 0.0992370 Jul 08 02:42:16.420899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-350d845d-7e1f-42ca-a28c-7f5e1b751d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:16.422264 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-350d845d-7e1f-42ca-a28c-7f5e1b751d47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1095 time: 0.0790095 Jul 08 02:42:16.573539 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-f593de5f-2542-4650-9216-acf228c03a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:16.574989 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-f593de5f-2542-4650-9216-acf228c03a73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 897 time: 0.1496527 Jul 08 02:42:16.577668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-320e7822-1712-43dd-8dd6-1b265889936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:16.579007 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-320e7822-1712-43dd-8dd6-1b265889936b service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 897 time: 0.1463265 Jul 08 02:42:16.693133 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-b78f917a-4230-427c-a282-4e9e42d30557 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 998 time: 0.1107645 Jul 08 02:42:16.694868 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-55a6c405-8f33-4498-9a9b-c86c6f435a92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 998 time: 0.1071911 Jul 08 02:42:16.777770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-5dc3093c-7f3f-4885-963f-8afba321896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:16.779892 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-5dc3093c-7f3f-4885-963f-8afba321896f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.0797534 Jul 08 02:42:16.781145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-0bd8168d-8886-4ea6-a396-23d99d02c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:16.782515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-0bd8168d-8886-4ea6-a396-23d99d02c326 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.0742159 Jul 08 02:42:16.882084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-d99cae2f-1efe-4e83-9f6c-0ca441acf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:16.883611 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-d99cae2f-1efe-4e83-9f6c-0ca441acf075 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974913 Jul 08 02:42:16.885358 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-94fbdedd-17f8-4989-952f-830fd6053283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:16.886712 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-94fbdedd-17f8-4989-952f-830fd6053283 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933053 Jul 08 02:42:16.909428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 91b94a6e-9755-48ac-861f-a8fa0b816d25 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:42:16.951685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 91b94a6e-9755-48ac-861f-a8fa0b816d25 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:42:16.985750 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6c727-2cc1-4c35-b311-da725d1320e8 req-db66d937-2f36-41ba-9432-6e6a10a17794 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:16.987321 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd6c727-2cc1-4c35-b311-da725d1320e8 req-db66d937-2f36-41ba-9432-6e6a10a17794 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 943 time: 0.0687020 Jul 08 02:42:17.026680 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bd6c727-2cc1-4c35-b311-da725d1320e8 req-c7350e8c-0caa-412d-ae96-3af8f0235a04 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334620 Jul 08 02:42:17.045600 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-7ddce48c-929f-4349-9231-6754bd4a32f6 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534111 Jul 08 02:42:17.047766 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-9dae8113-3bca-47d1-89ae-9fe452b8a9f8 service neutron] 10.222.0.16 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545594 Jul 08 02:42:17.212091 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-1386c1d3-6605-4e7b-b4d7-29880ae3cecf service neutron] 10.222.0.16 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516294 Jul 08 02:42:17.219199 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-813266c3-f857-47be-a062-937bcbf5f1e6 req-bdd62fa9-51c9-4b63-b6b9-909b9a1cfd24 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656861 Jul 08 02:42:17.330723 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170059d2-1cdb-4eef-a37c-ce2012e43d3c req-b95fe723-d06d-43c7-a17a-4461643960c1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.332252 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-170059d2-1cdb-4eef-a37c-ce2012e43d3c req-b95fe723-d06d-43c7-a17a-4461643960c1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 943 time: 0.0685756 Jul 08 02:42:17.361645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51991-009b-432e-9198-b653703b6f0c req-fc289115-af5c-4f59-8b1a-ceaba1486fda tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.363204 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81e51991-009b-432e-9198-b653703b6f0c req-fc289115-af5c-4f59-8b1a-ceaba1486fda tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b&tenant_id=d5635f604e804def99218cdce4621db1&binding%3Ahost_id=n-h1-694802-14 HTTP/1.1" status: 200 len: 943 time: 0.0786877 Jul 08 02:42:17.371714 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-170059d2-1cdb-4eef-a37c-ce2012e43d3c req-e68bfbf3-4510-45b7-a3cc-7d3a75d38b28 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338929 Jul 08 02:42:17.425040 n-d-694802-14 neutron-server[93884]: INFO neutron.api.v2.resource [req-81e51991-009b-432e-9198-b653703b6f0c req-df6bc951-6800-4d8b-81b7-680c04d3c515 service neutron] delete failed (client error): The resource could not be found. Jul 08 02:42:17.426080 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81e51991-009b-432e-9198-b653703b6f0c req-df6bc951-6800-4d8b-81b7-680c04d3c515 service neutron] 10.222.0.24 "DELETE /v2.0/ports/91b94a6e-9755-48ac-861f-a8fa0b816d25/bindings/n-h2-694802-14 HTTP/1.1" status: 404 len: 381 time: 0.0571368 Jul 08 02:42:17.520334 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51991-009b-432e-9198-b653703b6f0c req-e7ce974e-f8f2-48ac-bd68-46009b65b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.521873 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81e51991-009b-432e-9198-b653703b6f0c req-e7ce974e-f8f2-48ac-bd68-46009b65b141 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1095 time: 0.0530927 Jul 08 02:42:17.551685 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b495c9d-3e8d-44e2-8f01-e20466ef68ca req-43848715-aa28-4a3e-bb04-12c4eacfb105 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.553221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b495c9d-3e8d-44e2-8f01-e20466ef68ca req-43848715-aa28-4a3e-bb04-12c4eacfb105 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 943 time: 0.0635490 Jul 08 02:42:17.600409 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2b495c9d-3e8d-44e2-8f01-e20466ef68ca req-ab5ab987-9383-47d5-881c-8fd494e26a27 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Jul 08 02:42:17.617172 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51991-009b-432e-9198-b653703b6f0c req-1d808525-73fd-42eb-803c-104b97f3e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.618697 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81e51991-009b-432e-9198-b653703b6f0c req-1d808525-73fd-42eb-803c-104b97f3e196 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 897 time: 0.0904002 Jul 08 02:42:17.683425 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81e51991-009b-432e-9198-b653703b6f0c req-4f15266d-8be6-4846-8b7a-d23ac5efeb46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 998 time: 0.0575619 Jul 08 02:42:17.735711 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51991-009b-432e-9198-b653703b6f0c req-32f3f7cf-5a59-4078-a151-a60d4bbd8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.737151 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81e51991-009b-432e-9198-b653703b6f0c req-32f3f7cf-5a59-4078-a151-a60d4bbd8c9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.0473502 Jul 08 02:42:17.793629 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e51991-009b-432e-9198-b653703b6f0c req-1fe915bf-c502-4026-8cdc-cfb68903d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:17.795166 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81e51991-009b-432e-9198-b653703b6f0c req-1fe915bf-c502-4026-8cdc-cfb68903d180 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515058 Jul 08 02:42:17.884333 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81e51991-009b-432e-9198-b653703b6f0c req-e9198d75-a1b7-4603-bc71-47825c0dbdf6 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820618 Jul 08 02:42:17.975319 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-81e51991-009b-432e-9198-b653703b6f0c req-3f064e30-51d5-4885-83fe-65315986ce95 service neutron] 10.222.0.24 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848637 Jul 08 02:42:18.775926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e0315-81e2-4abd-8b0d-1db9b68898e8 req-d6eb9a8f-45a6-4f07-8814-ac68031e2636 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:18.777459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-292e0315-81e2-4abd-8b0d-1db9b68898e8 req-d6eb9a8f-45a6-4f07-8814-ac68031e2636 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 943 time: 0.0645220 Jul 08 02:42:18.815661 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-292e0315-81e2-4abd-8b0d-1db9b68898e8 req-92d94694-57e6-4ac0-be94-6573efecb324 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320969 Jul 08 02:42:18.839688 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45110) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:18.900523 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-951c0323-e44b-4cd3-9826-9da975a26307 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/d7e08e56-c7db-4c1e-bc89-52aacbff4a76 HTTP/1.1" status: 200 len: 990 time: 0.0595684 Jul 08 02:42:18.950010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 91b94a6e-9755-48ac-861f-a8fa0b816d25 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:42:19.045197 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:42:19.056274 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'port_id': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'mac_address': 'fa:16:3e:e6:4d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:42:19.096054 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:19.108753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b94a6e-9755-48ac-861f-a8fa0b816d25 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:42:19.127616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:42:19.131209 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:19.177898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=91b94a6e-9755-48ac-861f-a8fa0b816d25,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:19.185080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.185448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.185791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.186131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.186467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.186799 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.187127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.187456 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.187781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.188105 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.188462 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.188789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:19.356894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['91b94a6e-9755-48ac-861f-a8fa0b816d25'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:42:20.736781 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d2c630a4-9576-445b-be0b-34935246f8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:20.950012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 91b94a6e-9755-48ac-861f-a8fa0b816d25 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:42:20.999435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 91b94a6e-9755-48ac-861f-a8fa0b816d25 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:42:21.003010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 91b94a6e-9755-48ac-861f-a8fa0b816d25 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:42:21.003387 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:21.081167 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:21.102667 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:42:21.105012 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0021fe9-ce93-4f44-8874-0be3b66d56d3" -d '{"events": [{"server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "name": "network-vif-plugged", "status": "completed", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:42:21.118046 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:42:21.123760 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:21.152257 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d976e9-e2fe-4e6b-842e-b1aa3b86371a x-openstack-request-id: req-f9d976e9-e2fe-4e6b-842e-b1aa3b86371a {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:42:21.152615 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "name": "network-vif-plugged", "status": "completed", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:42:21.152868 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9d976e9-e2fe-4e6b-842e-b1aa3b86371a {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:42:21.153353 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'code': 200} Jul 08 02:42:21.175286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=91b94a6e-9755-48ac-861f-a8fa0b816d25,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:23.479258 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fe84e0f2-058a-4223-abfd-e1525f5f591b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:23.850388 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:24.997924 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:26.616018 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:42:26.631142 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:34.942747 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:36.029968 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e183bda-70f5-4b69-8750-fa0571234794 req-71b9f345-93fa-41ae-aba9-8f0512f8bd1a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523643 Jul 08 02:42:36.126318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e183bda-70f5-4b69-8750-fa0571234794 req-c3f1a198-a624-450e-9971-f6f5e5a6f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:36.127890 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e183bda-70f5-4b69-8750-fa0571234794 req-c3f1a198-a624-450e-9971-f6f5e5a6f84a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1097 time: 0.0529659 Jul 08 02:42:36.245875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e183bda-70f5-4b69-8750-fa0571234794 req-60e943b4-9fe7-4008-963c-ea8cc29d193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:36.247598 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e183bda-70f5-4b69-8750-fa0571234794 req-60e943b4-9fe7-4008-963c-ea8cc29d193f service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 897 time: 0.0995061 Jul 08 02:42:36.312378 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e183bda-70f5-4b69-8750-fa0571234794 req-1849a476-30ce-41c0-bbb7-3241a36a5955 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 1000 time: 0.0572398 Jul 08 02:42:36.363509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e183bda-70f5-4b69-8750-fa0571234794 req-f8f594b1-7783-4aec-9fe6-b3ad90c116a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:36.364998 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e183bda-70f5-4b69-8750-fa0571234794 req-f8f594b1-7783-4aec-9fe6-b3ad90c116a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.0466683 Jul 08 02:42:36.423323 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e183bda-70f5-4b69-8750-fa0571234794 req-2b8f945c-b63a-4f5a-9eeb-96ceea4ab859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:36.424896 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e183bda-70f5-4b69-8750-fa0571234794 req-2b8f945c-b63a-4f5a-9eeb-96ceea4ab859 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530193 Jul 08 02:42:36.511022 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e183bda-70f5-4b69-8750-fa0571234794 req-4d33e212-d5e2-499a-8089-2dc1da8c24bc service neutron] 10.222.0.16 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796208 Jul 08 02:42:36.603084 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4e183bda-70f5-4b69-8750-fa0571234794 req-e89d859f-4370-4f61-b0fd-f1202627a337 service neutron] 10.222.0.16 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852692 Jul 08 02:42:39.447820 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:47.428677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45122) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:47.584645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 28fb8780-8f03-47fa-9000-8b90269607fb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:42:47.584988 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:47.659961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:47.660290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:47.671715 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 28fb8780-8f03-47fa-9000-8b90269607fb owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:42:47.816756 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:47.843429 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=28fb8780-8f03-47fa-9000-8b90269607fb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:47.907051 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:47.907430 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Floating IP d7e08e56-c7db-4c1e-bc89-52aacbff4a76 disassociated (deleted). External IP: 172.25.4.73, port: 91b94a6e-9755-48ac-861f-a8fa0b816d25. Jul 08 02:42:48.432570 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 28dd68d6-7f74-4ef5-a974-674cccaf0684 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:42:48.537938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:42:48.542554 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:48.549262 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] Sync routers for ids ['28dd68d6-7f74-4ef5-a974-674cccaf0684'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:42:48.558232 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] Routers {'28dd68d6-7f74-4ef5-a974-674cccaf0684'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:42:48.558904 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['28dd68d6-7f74-4ef5-a974-674cccaf0684'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:48.580574 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aa2ef1a6-42b7-47e3-b011-775467619dc4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/floatingips/d7e08e56-c7db-4c1e-bc89-52aacbff4a76 HTTP/1.1" status: 204 len: 168 time: 1.1484268 Jul 08 02:42:48.580574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:42:48.580980 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28874b17-e704-4869-89d9-1012d5225450" -d '{"events": [{"name": "network-changed", "server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:42:48.624284 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9930d9-52e4-4010-a34c-507500c2db3e x-openstack-request-id: req-6d9930d9-52e4-4010-a34c-507500c2db3e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:42:48.624743 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:42:48.624997 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d9930d9-52e4-4010-a34c-507500c2db3e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:42:48.625424 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'status': 'completed', 'code': 200} Jul 08 02:42:48.752679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28874b17-e704-4869-89d9-1012d5225450 req-c8bdc01a-648d-4130-b648-d3c68ad59d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:48.754756 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28874b17-e704-4869-89d9-1012d5225450 req-c8bdc01a-648d-4130-b648-d3c68ad59d89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 1097 time: 0.1038268 Jul 08 02:42:48.766001 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] Set router 28dd68d6-7f74-4ef5-a974-674cccaf0684 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:42:48.855528 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28874b17-e704-4869-89d9-1012d5225450 req-1d2e29ba-6bab-481c-98a0-211bd6cf88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:48.856490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28874b17-e704-4869-89d9-1012d5225450 req-1d2e29ba-6bab-481c-98a0-211bd6cf88e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 200 len: 897 time: 0.0954692 Jul 08 02:42:48.899815 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28874b17-e704-4869-89d9-1012d5225450 req-b2804817-3fd6-488a-9624-c88ba95a65b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 200 len: 217 time: 0.0361216 Jul 08 02:42:48.954512 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28874b17-e704-4869-89d9-1012d5225450 req-6916daee-6c15-48b1-81e9-e475e49c5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:48.956228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28874b17-e704-4869-89d9-1012d5225450 req-6916daee-6c15-48b1-81e9-e475e49c5889 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 200 len: 834 time: 0.0486264 Jul 08 02:42:48.974521 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:09Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '23e55732-20e0-4463-b549-80989adb9392', 'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:65:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:08Z', 'updated_at': '2021-07-08T02:41:13Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'd8107a18-4627-42de-a510-65c18f12621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:49.006382 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] Checking router: 28dd68d6-7f74-4ef5-a974-674cccaf0684 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:42:49.015917 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] Routers {'28dd68d6-7f74-4ef5-a974-674cccaf0684'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:42:49.016583 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['28dd68d6-7f74-4ef5-a974-674cccaf0684'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:49.025493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28874b17-e704-4869-89d9-1012d5225450 req-bd39dc73-ad20-4de8-b0ff-a487adc7917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:49.027356 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28874b17-e704-4869-89d9-1012d5225450 req-bd39dc73-ad20-4de8-b0ff-a487adc7917e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643268 Jul 08 02:42:49.031116 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839642d-9c5b-4b4d-9f49-82e0a8b3b3b3 req-fe0d7093-2084-49dd-8bfd-0e1bbadc6dae tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:49.033433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c839642d-9c5b-4b4d-9f49-82e0a8b3b3b3 req-fe0d7093-2084-49dd-8bfd-0e1bbadc6dae tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.1322885 Jul 08 02:42:49.075254 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c839642d-9c5b-4b4d-9f49-82e0a8b3b3b3 req-c3975124-612b-4253-96c4-87e21647b3c8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358143 Jul 08 02:42:49.126015 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] Set router 28dd68d6-7f74-4ef5-a974-674cccaf0684 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:42:49.129356 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28874b17-e704-4869-89d9-1012d5225450 req-333b934c-8bbd-41aa-b54e-061413427e88 service neutron] 10.222.0.16 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941408 Jul 08 02:42:49.221849 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-28874b17-e704-4869-89d9-1012d5225450 req-753947fd-6ba9-4dc7-9da8-939d913321d1 service neutron] 10.222.0.16 "GET /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847709 Jul 08 02:42:49.324890 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:09Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '23e55732-20e0-4463-b549-80989adb9392', 'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:65:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:08Z', 'updated_at': '2021-07-08T02:41:13Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'd8107a18-4627-42de-a510-65c18f12621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:49.350734 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf389ed-c8f1-44ce-9ca8-38a6a5d5eb1e None None] The sync data for ids ['28dd68d6-7f74-4ef5-a974-674cccaf0684'] in n-d-694802-14 is: [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:41:09Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '23e55732-20e0-4463-b549-80989adb9392', 'name': '', 'network_id': 'cf73cce3-6d1e-4c83-9995-18aaec5c6ce6', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:65:dd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd8107a18-4627-42de-a510-65c18f12621b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:08Z', 'updated_at': '2021-07-08T02:41:13Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'd8107a18-4627-42de-a510-65c18f12621b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:42:49.568055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054cccce-eceb-4481-b97d-ce6e117075d3 None None] New status for floating IP d7e08e56-c7db-4c1e-bc89-52aacbff4a76: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:42:50.204335 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-d4866091-6762-41ab-932e-25b225af6e92 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:50.206532 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-d4866091-6762-41ab-932e-25b225af6e92 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0706756 Jul 08 02:42:50.262273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fce139-226d-47bd-a615-fd8b481ccd73 req-efa72ca4-cbda-4c77-9bcc-99f9cccd651c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:50.267337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70fce139-226d-47bd-a615-fd8b481ccd73 req-efa72ca4-cbda-4c77-9bcc-99f9cccd651c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d709aa-b175-4fe6-8438-6e0ddf6dd82b HTTP/1.1" status: 200 len: 945 time: 0.0685680 Jul 08 02:42:50.305160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70fce139-226d-47bd-a615-fd8b481ccd73 req-a4086276-f21f-4f43-a61a-e1934e595817 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a5c8514-f759-4bdd-8e27-20437777f341&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353925 Jul 08 02:42:50.309639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-68c89d2d-f860-4fef-8880-fab2311768b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 91b94a6e-9755-48ac-861f-a8fa0b816d25 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:42:50.309989 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-68c89d2d-f860-4fef-8880-fab2311768b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:50.401903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-68c89d2d-f860-4fef-8880-fab2311768b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 91b94a6e-9755-48ac-861f-a8fa0b816d25, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=91b94a6e-9755-48ac-861f-a8fa0b816d25,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:42:50.402179 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-68c89d2d-f860-4fef-8880-fab2311768b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:50.414441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-68c89d2d-f860-4fef-8880-fab2311768b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 91b94a6e-9755-48ac-861f-a8fa0b816d25 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:42:50.541039 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-68c89d2d-f860-4fef-8880-fab2311768b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:50.573299 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89d2d-f860-4fef-8880-fab2311768b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=91b94a6e-9755-48ac-861f-a8fa0b816d25,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:50.619938 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-68c89d2d-f860-4fef-8880-fab2311768b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] No DVR routers for this DVR port 91b94a6e-9755-48ac-861f-a8fa0b816d25 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:42:50.622819 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-68c89d2d-f860-4fef-8880-fab2311768b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:50.625612 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4f3b7dad-c7c4-4f4c-b722-ee7d005a775e req-68c89d2d-f860-4fef-8880-fab2311768b9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "DELETE /v2.0/ports/91b94a6e-9755-48ac-861f-a8fa0b816d25 HTTP/1.1" status: 204 len: 173 time: 0.4141061 Jul 08 02:42:50.626054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'name': 'network-vif-deleted', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:42:50.628461 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa726176-89b9-4411-bf34-46e9d148fa3f" -d '{"events": [{"server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "name": "network-vif-deleted", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:42:50.666644 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e164d6-c900-4318-8dfd-c45ec3a532c2 x-openstack-request-id: req-c0e164d6-c900-4318-8dfd-c45ec3a532c2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:42:50.666943 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d709aa-b175-4fe6-8438-6e0ddf6dd82b", "name": "network-vif-deleted", "tag": "91b94a6e-9755-48ac-861f-a8fa0b816d25", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:42:50.667197 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0e164d6-c900-4318-8dfd-c45ec3a532c2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:42:50.667607 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d709aa-b175-4fe6-8438-6e0ddf6dd82b', 'name': 'network-vif-deleted', 'tag': '91b94a6e-9755-48ac-861f-a8fa0b816d25', 'status': 'completed', 'code': 200} Jul 08 02:42:50.738042 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8e4e9c2b-bc1e-4a54-8335-ebaeb6066008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:51.399398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45140) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:51.763125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:52.033395 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 23e55732-20e0-4463-b549-80989adb9392 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:42:52.033630 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:52.120627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 23e55732-20e0-4463-b549-80989adb9392, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=23e55732-20e0-4463-b549-80989adb9392,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:42:52.120991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:52.134239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 23e55732-20e0-4463-b549-80989adb9392 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:42:52.329147 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:52.364995 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=23e55732-20e0-4463-b549-80989adb9392,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:52.536415 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:52.749748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 28dd68d6-7f74-4ef5-a974-674cccaf0684 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:42:52.852263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:42:52.858360 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-23e63c4e-e7ec-417d-b0ce-d64cbac29766 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "PUT /v2.0/routers/28dd68d6-7f74-4ef5-a974-674cccaf0684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4567745 Jul 08 02:42:52.860596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45142) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:52.864780 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] Sync routers for ids ['28dd68d6-7f74-4ef5-a974-674cccaf0684'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:42:52.874346 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] Routers {'28dd68d6-7f74-4ef5-a974-674cccaf0684'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:42:52.874954 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['28dd68d6-7f74-4ef5-a974-674cccaf0684'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:52.911342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a8ca03-09d7-4171-8ba5-3a581df6c72a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting subnet d8107a18-4627-42de-a510-65c18f12621b {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:42:52.914337 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ca03-09d7-4171-8ba5-3a581df6c72a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:52.953905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ca03-09d7-4171-8ba5-3a581df6c72a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:52.976798 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] Set router 28dd68d6-7f74-4ef5-a974-674cccaf0684 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:42:53.043283 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ca03-09d7-4171-8ba5-3a581df6c72a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.083454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 91b94a6e-9755-48ac-861f-a8fa0b816d25 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:42:53.105318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 91b94a6e-9755-48ac-861f-a8fa0b816d25 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:42:53.106345 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 91b94a6e-9755-48ac-861f-a8fa0b816d25 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:42:53.110100 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ca03-09d7-4171-8ba5-3a581df6c72a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.139193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8ca03-09d7-4171-8ba5-3a581df6c72a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Subnet': ['ID=d8107a18-4627-42de-a510-65c18f12621b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:53.141345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ca03-09d7-4171-8ba5-3a581df6c72a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.145704 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d5a8ca03-09d7-4171-8ba5-3a581df6c72a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/subnets/d8107a18-4627-42de-a510-65c18f12621b HTTP/1.1" status: 204 len: 168 time: 0.2817171 Jul 08 02:42:53.146101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45144) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:53.151410 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9404a047-9527-4749-ad76-44ff2663d9e9 None None] Network cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:42:53.161658 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:42:52Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:53.190670 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] Checking router: 28dd68d6-7f74-4ef5-a974-674cccaf0684 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:42:53.209684 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] Routers {'28dd68d6-7f74-4ef5-a974-674cccaf0684'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:42:53.210359 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:42:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['28dd68d6-7f74-4ef5-a974-674cccaf0684'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:53.267858 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.324805 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] Set router 28dd68d6-7f74-4ef5-a974-674cccaf0684 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:42:53.374185 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7682ca-5064-4c69-b037-6f9778016337 None None] DHCP port deletion for cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:42:53.390299 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.424155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3b7682ca-5064-4c69-b037-6f9778016337 None None] Deleting port 087aa291-3482-4b16-ac9a-087a55a03932 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:42:53.424828 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b7682ca-5064-4c69-b037-6f9778016337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.448720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 328f8615-1cb3-4abe-93b1-7011182ec526 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:42:53.449070 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.504853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-3b7682ca-5064-4c69-b037-6f9778016337 None None] For port 087aa291-3482-4b16-ac9a-087a55a03932, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=087aa291-3482-4b16-ac9a-087a55a03932,segment=NetworkSegment(ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20),segment_id=ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:42:53.505528 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b7682ca-5064-4c69-b037-6f9778016337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.514147 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4a99110b-3b7f-4b8a-b851-324f7bfc854f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.521910 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:42:52Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:53.522332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3b7682ca-5064-4c69-b037-6f9778016337 None None] Calling delete_port for 087aa291-3482-4b16-ac9a-087a55a03932 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:42:53.537934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 328f8615-1cb3-4abe-93b1-7011182ec526, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=328f8615-1cb3-4abe-93b1-7011182ec526,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:42:53.538590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.551581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 328f8615-1cb3-4abe-93b1-7011182ec526 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:42:53.556008 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e787598a-3815-49df-a355-62ba85505ee5 None None] The sync data for ids ['28dd68d6-7f74-4ef5-a974-674cccaf0684'] in n-d-694802-14 is: [{'id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1215969618', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:41:05Z', 'updated_at': '2021-07-08T02:42:52Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '328f8615-1cb3-4abe-93b1-7011182ec526', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dd68d6-7f74-4ef5-a974-674cccaf0684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:41:06Z', 'updated_at': '2021-07-08T02:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:42:53.611904 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b7682ca-5064-4c69-b037-6f9778016337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.643115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7682ca-5064-4c69-b037-6f9778016337 None None] Pushing event deleted for resources: {'Port': ['ID=087aa291-3482-4b16-ac9a-087a55a03932,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:53.645904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7682ca-5064-4c69-b037-6f9778016337 None None] No DVR routers for this DVR port 087aa291-3482-4b16-ac9a-087a55a03932 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:42:53.722107 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.746575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=328f8615-1cb3-4abe-93b1-7011182ec526,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:53.808088 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:53.851833 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.231244 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.234094 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.277019 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.277569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Fanout notify agent at l3_agent the message router_deleted on router 28dd68d6-7f74-4ef5-a974-674cccaf0684 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:42:54.284465 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.285615 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e8a71170-bff6-4526-bbd6-f40b1e9e5449 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/routers/28dd68d6-7f74-4ef5-a974-674cccaf0684 HTTP/1.1" status: 204 len: 168 time: 1.1388168 Jul 08 02:42:54.288336 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45146) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:54.367422 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.458445 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.469025 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf73cce3-6d1e-4c83-9995-18aaec5c6ce6']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:54.479129 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:54.479424 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad618c0d-a2a8-4c6d-ae5d-f0cdbc9f5f20') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:54.488473 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.502001 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.509028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:42:54.509511 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:42:54.512870 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:42:54.573582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.581423 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.583238 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/networks/cf73cce3-6d1e-4c83-9995-18aaec5c6ce6 HTTP/1.1" status: 204 len: 168 time: 0.2939718 Jul 08 02:42:54.586101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45148) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:54.595458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7eabe6-94f4-4f4b-bc72-3c26595d121a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Network': ['ID=cf73cce3-6d1e-4c83-9995-18aaec5c6ce6,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:54.647695 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.677790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.744601 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.747131 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:54.748880 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/security-groups/5a5c8514-f759-4bdd-8e27-20437777f341 HTTP/1.1" status: 204 len: 168 time: 0.1617639 Jul 08 02:42:54.759701 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5c8514-f759-4bdd-8e27-20437777f341,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:54.767977 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.768418 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.768767 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.769110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.769516 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.769765 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.770101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.770460 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.770790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.771118 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.771448 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.771768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac665e6-c746-4183-8a65-4f0a63f4855f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:42:54.999104 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.018681 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45154) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:55.023386 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-693a55d2-59a3-4bfe-b512-f2758109b57e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048752193', 'description': 'tempest-secgroup-smoke-2048752193 description', 'project_id': 'd5635f604e804def99218cdce4621db1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:55.047044 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693a55d2-59a3-4bfe-b512-f2758109b57e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.132043 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693a55d2-59a3-4bfe-b512-f2758109b57e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.136150 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693a55d2-59a3-4bfe-b512-f2758109b57e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.159428 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-693a55d2-59a3-4bfe-b512-f2758109b57e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.161022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-693a55d2-59a3-4bfe-b512-f2758109b57e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1412885 Jul 08 02:42:55.164210 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45156) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:55.169490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fbc300a0-5e77-4b5f-9202-2000cd131698 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '6960e559-5042-4a17-b051-50404f582cfd', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:55.170270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a55d2-59a3-4bfe-b512-f2758109b57e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6960e559-5042-4a17-b051-50404f582cfd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:55.198905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbc300a0-5e77-4b5f-9202-2000cd131698 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.221502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 23e55732-20e0-4463-b549-80989adb9392 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:42:55.242052 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 23e55732-20e0-4463-b549-80989adb9392 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:42:55.242404 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 23e55732-20e0-4463-b549-80989adb9392 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:42:55.242822 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 087aa291-3482-4b16-ac9a-087a55a03932 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:42:55.258134 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbc300a0-5e77-4b5f-9202-2000cd131698 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.262471 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 087aa291-3482-4b16-ac9a-087a55a03932 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:42:55.262639 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbc300a0-5e77-4b5f-9202-2000cd131698 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.262857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 087aa291-3482-4b16-ac9a-087a55a03932 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:42:55.263242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 328f8615-1cb3-4abe-93b1-7011182ec526 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:42:55.284082 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc300a0-5e77-4b5f-9202-2000cd131698 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c980187b-8a26-40f3-aa2f-75aaa7105ad4,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:55.285502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 328f8615-1cb3-4abe-93b1-7011182ec526 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:42:55.285849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 328f8615-1cb3-4abe-93b1-7011182ec526 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:42:55.286486 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fbc300a0-5e77-4b5f-9202-2000cd131698 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.288333 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fbc300a0-5e77-4b5f-9202-2000cd131698 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229036 Jul 08 02:42:55.291198 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45158) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:55.296613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d50bb39a-5598-42e0-8d4c-f9bb736e4395 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '6960e559-5042-4a17-b051-50404f582cfd', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:55.325964 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d50bb39a-5598-42e0-8d4c-f9bb736e4395 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.384994 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d50bb39a-5598-42e0-8d4c-f9bb736e4395 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.388543 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d50bb39a-5598-42e0-8d4c-f9bb736e4395 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.405534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bb39a-5598-42e0-8d4c-f9bb736e4395 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d10d619-2e14-42cb-b67e-6b4cb24f37c8,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:55.415483 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d50bb39a-5598-42e0-8d4c-f9bb736e4395 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.417001 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d50bb39a-5598-42e0-8d4c-f9bb736e4395 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248746 Jul 08 02:42:55.420472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45160) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:55.425021 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-895de783-0ec8-41f5-938f-6cd5dcb33652 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '6960e559-5042-4a17-b051-50404f582cfd', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:55.451065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-895de783-0ec8-41f5-938f-6cd5dcb33652 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.513433 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-895de783-0ec8-41f5-938f-6cd5dcb33652 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.517113 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-895de783-0ec8-41f5-938f-6cd5dcb33652 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.534876 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895de783-0ec8-41f5-938f-6cd5dcb33652 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193277b1-d80e-4fc5-bd35-dd3c02ac6c48,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:55.540352 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-895de783-0ec8-41f5-938f-6cd5dcb33652 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.541515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-895de783-0ec8-41f5-938f-6cd5dcb33652 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200976 Jul 08 02:42:55.544258 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45162) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:55.549402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d5820368-c280-468c-a0c9-d7eff279bbca tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '6960e559-5042-4a17-b051-50404f582cfd', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:55.574315 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5820368-c280-468c-a0c9-d7eff279bbca tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.632750 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5820368-c280-468c-a0c9-d7eff279bbca tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.636671 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5820368-c280-468c-a0c9-d7eff279bbca tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.655996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5820368-c280-468c-a0c9-d7eff279bbca tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3cb092-2e49-4108-9b01-801ab5327bfb,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:55.658559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d5820368-c280-468c-a0c9-d7eff279bbca tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.659808 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d5820368-c280-468c-a0c9-d7eff279bbca tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138372 Jul 08 02:42:55.662632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45164) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:55.667130 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-510a1da2-8bec-42a5-8966-8d98444713d0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '6960e559-5042-4a17-b051-50404f582cfd', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:55.695152 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-510a1da2-8bec-42a5-8966-8d98444713d0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Project d5635f604e804def99218cdce4621db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:42:55.700256 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-510a1da2-8bec-42a5-8966-8d98444713d0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.766194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-510a1da2-8bec-42a5-8966-8d98444713d0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.769572 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-510a1da2-8bec-42a5-8966-8d98444713d0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.787730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a1da2-8bec-42a5-8966-8d98444713d0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f48b6cd-4057-4feb-947f-7e448fb99c72,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:55.793188 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-510a1da2-8bec-42a5-8966-8d98444713d0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.794380 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-510a1da2-8bec-42a5-8966-8d98444713d0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307311 Jul 08 02:42:55.797561 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45166) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:55.802351 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6a77af0b-2e51-4649-82ca-5e40115d156a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': '6960e559-5042-4a17-b051-50404f582cfd', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:55.825148 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-6a77af0b-2e51-4649-82ca-5e40115d156a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Project d5635f604e804def99218cdce4621db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:42:55.830643 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a77af0b-2e51-4649-82ca-5e40115d156a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.883331 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a77af0b-2e51-4649-82ca-5e40115d156a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.886964 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a77af0b-2e51-4649-82ca-5e40115d156a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.907424 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77af0b-2e51-4649-82ca-5e40115d156a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3da7ec-f97a-4b7c-890a-0b015fa80ab1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:55.914518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6a77af0b-2e51-4649-82ca-5e40115d156a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.915830 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6a77af0b-2e51-4649-82ca-5e40115d156a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172235 Jul 08 02:42:55.918626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45168) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:55.923728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'network': {'name': 'tempest-network-smoke--1335614374', 'project_id': 'd5635f604e804def99218cdce4621db1', 'port_security_enabled': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:55.944598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:42:55.948028 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.972134 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:42:55.981899 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:55.982314 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Added segment 6bf13bdf-8fbd-4502-a8ec-956961b30f42 of type vlan for network 79bb8b88-ee39-476f-8a5d-2e0076355479 Jul 08 02:42:56.027981 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.057762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.064321 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:56.064930 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.126305 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2065680 Jul 08 02:42:56.129051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45170) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:56.133863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'admin_state_up': True, 'project_id': 'd5635f604e804def99218cdce4621db1', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:56.135768 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396589cc-f244-4594-90c0-272252abc2d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Network': ['ID=79bb8b88-ee39-476f-8a5d-2e0076355479,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:56.147411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 79bb8b88-ee39-476f-8a5d-2e0076355479 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:42:56.169194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.171023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.231128 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.370983 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.563118 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.581982 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.634319 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.687481 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.25.4.162 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/368d5c08-7e74-4d77-91bd-f9830ff6c65a) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:42:56.787847 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.825310 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:56.866287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:42:56.871003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:42:56.875236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:42:56.899016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=368d5c08-7e74-4d77-91bd-f9830ff6c65a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:57.124418 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:57.321060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:57.448780 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:42:57.552700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:42:57.562382 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Sync routers for ids ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:42:57.570944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:57.572347 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6412b2bd-b0bd-4c00-bb0b-90f169b4afbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4422004 Jul 08 02:42:57.575484 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45172) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:57.575997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Routers {'48c89f5a-34cf-4e2f-a39d-7610e95cf672'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:42:57.576747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:57.606565 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8eb6d93d-4add-44f5-8c8a-8be7c94cbafe tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d5635f604e804def99218cdce4621db1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273263 Jul 08 02:42:57.607752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45174) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:57.688132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Set router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:42:57.694005 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ef29a-8d31-457c-8049-7d4d60e4e9da tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:57.698163 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-548ef29a-8d31-457c-8049-7d4d60e4e9da tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872056 Jul 08 02:42:57.698371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45176) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:57.727210 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3242a8d6-3a8a-4ee9-9206-b1eabe5ab2c2 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276859 Jul 08 02:42:57.729680 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45178) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:57.735253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-937720481', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'project_id': 'd5635f604e804def99218cdce4621db1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:42:57.827910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:42:57.831724 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:57.870514 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:57Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:57.899118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Checking router: 48c89f5a-34cf-4e2f-a39d-7610e95cf672 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:42:57.899473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Updating router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 port 368d5c08-7e74-4d77-91bd-f9830ff6c65a binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:42:57.939651 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:58.019918 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:58.083006 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Subnet': ['ID=257a9e41-2ad7-4650-a931-a7cea9413f09,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:58.094093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Checking segment: {'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:42:58.094457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network hostable DHCP agents. Network: 79bb8b88-ee39-476f-8a5d-2e0076355479, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:42:58.111794 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 79bb8b88-ee39-476f-8a5d-2e0076355479 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:42:58.120509 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 79bb8b88-ee39-476f-8a5d-2e0076355479) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:42:58.125823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:42:58.126424 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:58.133988 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627b9f1-6c82-4431-ae86-7daa65b2821f None None] Network 79bb8b88-ee39-476f-8a5d-2e0076355479 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:42:58.144279 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45180) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:42:58.151394 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c7329f70-1579-4b86-baf3-3efcd010667a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4206884 Jul 08 02:42:58.291420 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:58.308754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Transition to ACTIVE for port object 368d5c08-7e74-4d77-91bd-f9830ff6c65a will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:42:58.318092 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:58.365265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-79bb8b88-ee39-476f-8a5d-2e0076355479', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:42:58.366104 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:58.402298 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Attempting to bind port 368d5c08-7e74-4d77-91bd-f9830ff6c65a on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:42:58.402670 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Attempting to bind port 368d5c08-7e74-4d77-91bd-f9830ff6c65a by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:42:58.403033 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Attempting to bind port 368d5c08-7e74-4d77-91bd-f9830ff6c65a on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:42:58.417494 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a11d41-0a74-4e9e-8ba2-b4f6eeac0f35 None None] Pushing event updated for resources: {'Port': ['ID=368d5c08-7e74-4d77-91bd-f9830ff6c65a,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:58.421732 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:42:58.422109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:42:58.422517 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:58.422905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:42:58.423387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Bound port: 368d5c08-7e74-4d77-91bd-f9830ff6c65a, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:42:58.423769 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:58.559372 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] For port 368d5c08-7e74-4d77-91bd-f9830ff6c65a, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:42:58.584053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] For port 368d5c08-7e74-4d77-91bd-f9830ff6c65a, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=368d5c08-7e74-4d77-91bd-f9830ff6c65a,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:42:58.592421 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:58.599388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Allocated IP 172.20.0.2 (79bb8b88-ee39-476f-8a5d-2e0076355479/257a9e41-2ad7-4650-a931-a7cea9413f09/137be4a9-1a82-4cb7-b0cf-950c16c12641) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:42:58.861876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Routers {'48c89f5a-34cf-4e2f-a39d-7610e95cf672'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:42:58.862508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:58.904740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a11d41-0a74-4e9e-8ba2-b4f6eeac0f35 None None] Pushing event updated for resources: {'Port': ['ID=368d5c08-7e74-4d77-91bd-f9830ff6c65a,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:58.923829 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:59.029517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] Set router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:42:59.135142 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:59.149824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Transition to ACTIVE for port object 137be4a9-1a82-4cb7-b0cf-950c16c12641 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:42:59.178470 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Transition to ACTIVE for port object 137be4a9-1a82-4cb7-b0cf-950c16c12641 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:42:59.186789 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:59.235764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.20.0.1 (79bb8b88-ee39-476f-8a5d-2e0076355479/257a9e41-2ad7-4650-a931-a7cea9413f09/17a75eb9-b7c5-4aab-a590-61db125ef7e9) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:42:59.237624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Network 79bb8b88-ee39-476f-8a5d-2e0076355479 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:42:59.259358 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:42:59.266945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:42:59.266945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Pushing event updated for resources: {'Port': ['ID=137be4a9-1a82-4cb7-b0cf-950c16c12641,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:59.337243 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Attempting to bind port 137be4a9-1a82-4cb7-b0cf-950c16c12641 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:42:59.337616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Attempting to bind port 137be4a9-1a82-4cb7-b0cf-950c16c12641 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:42:59.337979 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Attempting to bind port 137be4a9-1a82-4cb7-b0cf-950c16c12641 on network 79bb8b88-ee39-476f-8a5d-2e0076355479 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:42:59.347129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:42:59.347502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Checking segment: {'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:42:59.347901 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:59.348290 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Bound using segment: {'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:42:59.349035 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Bound port: 137be4a9-1a82-4cb7-b0cf-950c16c12641, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:42:59.349179 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:59.361482 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:57Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:42:59.361911 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:59.376501 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Transition to ACTIVE for port object 17a75eb9-b7c5-4aab-a590-61db125ef7e9 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:42:59.390225 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd8c8c4-49a1-4fcc-966f-81759b918d7a None None] The sync data for ids ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'] in n-d-694802-14 is: [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:57Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:42:59.410630 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:59.445765 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] For port 137be4a9-1a82-4cb7-b0cf-950c16c12641, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:42:59.449708 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] For port 137be4a9-1a82-4cb7-b0cf-950c16c12641, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=137be4a9-1a82-4cb7-b0cf-950c16c12641,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:42:59.456135 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:59.464579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 79bb8b88-ee39-476f-8a5d-2e0076355479 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:42:59.469352 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:42:59.471473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:42:59.505245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=17a75eb9-b7c5-4aab-a590-61db125ef7e9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:59.531194 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:42:59.535099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c9b8d-f50f-435e-9186-26e5d386240c None None] Pushing event updated for resources: {'Port': ['ID=137be4a9-1a82-4cb7-b0cf-950c16c12641,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:42:59.710596 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:00.023015 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:00.027807 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:00.109187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=17a75eb9-b7c5-4aab-a590-61db125ef7e9,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:00.114196 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:00.213905 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 79bb8b88-ee39-476f-8a5d-2e0076355479 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:43:00.215786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:43:00.347322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:43:00.467192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:43:00.472554 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3f2d3da7-9a69-4839-9bb9-43657c9239a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "PUT /v2.0/routers/48c89f5a-34cf-4e2f-a39d-7610e95cf672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3270571 Jul 08 02:43:00.546811 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e9959c-c4a2-496a-a51f-6dbf84ff4cd1 None None] Network 79bb8b88-ee39-476f-8a5d-2e0076355479 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:43:00.618827 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-4a230c20-70b2-4a6f-8d72-b762317534b3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048752193&fields=id&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 267 time: 0.0351675 Jul 08 02:43:00.619259 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-2db92c9a-8516-4ba5-915b-b0467c3c7c5c None None] Provisioning for port 137be4a9-1a82-4cb7-b0cf-950c16c12641 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:43:00.738305 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-e5db55b7-83b3-4c77-9776-798a2d35d473 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:00.739882 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-e5db55b7-83b3-4c77-9776-798a2d35d473 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/networks?id=79bb8b88-ee39-476f-8a5d-2e0076355479 HTTP/1.1" status: 200 len: 797 time: 0.1136348 Jul 08 02:43:00.757985 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-48492941-153a-44b7-b87d-d1686b4eea0f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/quotas/d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 375 time: 0.0124764 Jul 08 02:43:00.835630 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-0c6cc9ca-0703-4b4a-9cd2-8144e3bed7ee tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709450 Jul 08 02:43:00.946040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-9fa3642e-d3a7-4fc4-ba4f-84c62bc5e7de service neutron] 10.222.0.41 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985217 Jul 08 02:43:00.964997 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a09b9ac6-b0ea-4b8a-b100-37bdf90f18a4 None None] Provisioning for port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:43:00.969840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a09b9ac6-b0ea-4b8a-b100-37bdf90f18a4 None None] Provisioning complete for port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:00.970214 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a09b9ac6-b0ea-4b8a-b100-37bdf90f18a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:01.013931 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-a09b9ac6-b0ea-4b8a-b100-37bdf90f18a4 None None] Port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:43:01.055405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-9e2d3fb5-e8fb-4bad-8ebd-0748f9546f9a service neutron] 10.222.0.41 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991206 Jul 08 02:43:01.121093 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Sync routers for ids ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:43:01.131185 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Routers {'48c89f5a-34cf-4e2f-a39d-7610e95cf672'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:43:01.131798 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:01.144216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8f826644-cc4d-45a6-8517-0fcb8086f131 None None] Provisioning complete for port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:01.144829 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8f826644-cc4d-45a6-8517-0fcb8086f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:01.202744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-8f826644-cc4d-45a6-8517-0fcb8086f131 None None] Port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:43:01.302063 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Set router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:43:01.330729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84986177-c18b-44bb-b3e4-a9dcfb015931 req-169528cc-b676-404a-8efc-43ec03a22d59 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 210 time: 0.0977879 Jul 08 02:43:01.422371 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 368d5c08-7e74-4d77-91bd-f9830ff6c65a up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:43:01.481414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 368d5c08-7e74-4d77-91bd-f9830ff6c65a completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:43:01.489332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 368d5c08-7e74-4d77-91bd-f9830ff6c65a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:01.489714 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:01.535229 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-ce73f32e-2845-4c58-86ac-2ead027d85c1 None None] Provisioning complete for port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:01.535607 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ce73f32e-2845-4c58-86ac-2ead027d85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:01.576578 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-ce73f32e-2845-4c58-86ac-2ead027d85c1 None None] Port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:43:01.614752 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:01.637754 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 368d5c08-7e74-4d77-91bd-f9830ff6c65a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=368d5c08-7e74-4d77-91bd-f9830ff6c65a,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:01.643095 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:01.644181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 137be4a9-1a82-4cb7-b0cf-950c16c12641 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:43:01.660945 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:59Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '17a75eb9-b7c5-4aab-a590-61db125ef7e9', 'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:ca:55:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:59Z', 'updated_at': '2021-07-08T02:42:59Z', 'revision_number': 2, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:01.692407 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Checking router: 48c89f5a-34cf-4e2f-a39d-7610e95cf672 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:43:01.692407 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Updating router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:43:01.730468 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:01.737758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=368d5c08-7e74-4d77-91bd-f9830ff6c65a,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:01.750542 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 137be4a9-1a82-4cb7-b0cf-950c16c12641 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:43:01.754463 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 137be4a9-1a82-4cb7-b0cf-950c16c12641 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:01.754951 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:01.836155 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:01.877273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 137be4a9-1a82-4cb7-b0cf-950c16c12641, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=137be4a9-1a82-4cb7-b0cf-950c16c12641,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:01.881313 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:01.937778 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=137be4a9-1a82-4cb7-b0cf-950c16c12641,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:02.009385 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:02.019808 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Transition to ACTIVE for port object 17a75eb9-b7c5-4aab-a590-61db125ef7e9 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:43:02.025240 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:02.080278 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Pushing event updated for resources: {'Port': ['ID=17a75eb9-b7c5-4aab-a590-61db125ef7e9,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:02.105785 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.106141 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.106444 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.106856 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.107383 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.107759 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.108168 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.108526 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.108848 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.109166 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.109486 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.109801 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:43:02.142860 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Attempting to bind port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:43:02.143529 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Attempting to bind port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:43:02.143662 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Attempting to bind port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 on network 79bb8b88-ee39-476f-8a5d-2e0076355479 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:43:02.148787 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:43:02.149155 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Checking segment: {'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:43:02.149550 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:02.149943 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Bound using segment: {'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:43:02.150401 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Bound port: 17a75eb9-b7c5-4aab-a590-61db125ef7e9, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:43:02.150769 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:02.217651 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] For port 17a75eb9-b7c5-4aab-a590-61db125ef7e9, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:43:02.221148 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] For port 17a75eb9-b7c5-4aab-a590-61db125ef7e9, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=17a75eb9-b7c5-4aab-a590-61db125ef7e9,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:43:02.226531 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:02.293997 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Routers {'48c89f5a-34cf-4e2f-a39d-7610e95cf672'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:43:02.296424 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:02.332527 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088c30b-b49c-4176-a750-2acc2a814414 None None] Pushing event updated for resources: {'Port': ['ID=17a75eb9-b7c5-4aab-a590-61db125ef7e9,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:02.455312 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] Set router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:43:02.516945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0494c54d-3732-4868-82c2-c3866969e4a2 req-7fa0b878-8041-4bce-8e7c-068f755bf4c5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 210 time: 0.0514019 Jul 08 02:43:02.548910 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-b2e777e5-5dbb-4c80-85da-52d2f209c5e5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:02.550987 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-b2e777e5-5dbb-4c80-85da-52d2f209c5e5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "GET /v2.0/networks?id=79bb8b88-ee39-476f-8a5d-2e0076355479 HTTP/1.1" status: 200 len: 797 time: 0.1862423 Jul 08 02:43:02.618970 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-24986c89-7452-4ba3-8946-40e7bda7ba5d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 380 time: 0.0566816 Jul 08 02:43:02.632037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'port': {'device_id': '3f333dc5-d725-4642-be43-8819700625e3', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'admin_state_up': True, 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'security_groups': ['6960e559-5042-4a17-b051-50404f582cfd']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:43:02.708731 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:59Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '17a75eb9-b7c5-4aab-a590-61db125ef7e9', 'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:ca:55:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:59Z', 'updated_at': '2021-07-08T02:43:02Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:02.734909 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174e98a3-9351-41b4-b74c-7f99a8311b83 None None] The sync data for ids ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'] in n-d-694802-14 is: [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:59Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '17a75eb9-b7c5-4aab-a590-61db125ef7e9', 'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:ca:55:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:59Z', 'updated_at': '2021-07-08T02:43:02Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:43:02.762068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:43:02.777163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:02.921848 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.20.0.4 (79bb8b88-ee39-476f-8a5d-2e0076355479/257a9e41-2ad7-4650-a931-a7cea9413f09/99db217d-a90c-4d2f-8048-cceda4991a8b) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:43:03.073261 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.088921 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Transition to ACTIVE for port object 99db217d-a90c-4d2f-8048-cceda4991a8b will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:43:03.125771 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.175149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 79bb8b88-ee39-476f-8a5d-2e0076355479 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:43:03.178713 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:43:03.182872 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:43:03.218599 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=99db217d-a90c-4d2f-8048-cceda4991a8b,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:03.246658 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:03.248074 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.268840 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-41e88e3b-665b-4268-91be-4f4d204cb025 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6417055 Jul 08 02:43:03.280748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Request body: {'port': {'device_id': '3f333dc5-d725-4642-be43-8819700625e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:43:03.335840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 368d5c08-7e74-4d77-91bd-f9830ff6c65a up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:43:03.378806 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.407852 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 368d5c08-7e74-4d77-91bd-f9830ff6c65a triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:03.408874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.465233 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e8c00d54-736c-4509-92b6-6c074aaae2d4 None None] Provisioning for port 99db217d-a90c-4d2f-8048-cceda4991a8b completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:43:03.472027 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-e8c00d54-736c-4509-92b6-6c074aaae2d4 None None] Provisioning complete for port 99db217d-a90c-4d2f-8048-cceda4991a8b triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:03.472443 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e8c00d54-736c-4509-92b6-6c074aaae2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.540088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-e8c00d54-736c-4509-92b6-6c074aaae2d4 None None] Port 99db217d-a90c-4d2f-8048-cceda4991a8b cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:43:03.543744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 17a75eb9-b7c5-4aab-a590-61db125ef7e9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:43:03.600254 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:43:03.604688 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:03.605060 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.618914 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:43:03.680922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99db217d-a90c-4d2f-8048-cceda4991a8b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:43:03.691332 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.705554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Transition to ACTIVE for port object 99db217d-a90c-4d2f-8048-cceda4991a8b will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:43:03.712221 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.728383 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6ef7a-28f2-46c5-89ee-d3a6a9ea39a5 req-c99e2d04-25fb-432d-bfd0-8cc51a8bc6ef tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:03.729119 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.730785 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5b6ef7a-28f2-46c5-89ee-d3a6a9ea39a5 req-c99e2d04-25fb-432d-bfd0-8cc51a8bc6ef tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 931 time: 0.0777543 Jul 08 02:43:03.787779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c5b6ef7a-28f2-46c5-89ee-d3a6a9ea39a5 req-c69a60b9-e84f-4257-b44e-fcfe6b748ec9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493472 Jul 08 02:43:03.808673 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 17a75eb9-b7c5-4aab-a590-61db125ef7e9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=17a75eb9-b7c5-4aab-a590-61db125ef7e9,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:03.809994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Pushing event updated for resources: {'Port': ['ID=99db217d-a90c-4d2f-8048-cceda4991a8b,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:03.817978 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.818663 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 137be4a9-1a82-4cb7-b0cf-950c16c12641 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:43:03.862011 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Attempting to bind port 99db217d-a90c-4d2f-8048-cceda4991a8b on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:43:03.862355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Attempting to bind port 99db217d-a90c-4d2f-8048-cceda4991a8b by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:43:03.862687 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Attempting to bind port 99db217d-a90c-4d2f-8048-cceda4991a8b on network 79bb8b88-ee39-476f-8a5d-2e0076355479 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:43:03.867792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Port 99db217d-a90c-4d2f-8048-cceda4991a8b on network 79bb8b88-ee39-476f-8a5d-2e0076355479 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:43:03.868127 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Attempting to bind port 99db217d-a90c-4d2f-8048-cceda4991a8b on network 79bb8b88-ee39-476f-8a5d-2e0076355479 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:43:03.879090 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:43:03.879457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Checking segment: {'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:43:03.879791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Bound using segment: {'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:43:03.880456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Bound port: 99db217d-a90c-4d2f-8048-cceda4991a8b, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf13bdf-8fbd-4502-a8ec-956961b30f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:43:03.880828 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.913669 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=17a75eb9-b7c5-4aab-a590-61db125ef7e9,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:03.916493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 137be4a9-1a82-4cb7-b0cf-950c16c12641 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:03.917337 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:03.962773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] For port 99db217d-a90c-4d2f-8048-cceda4991a8b, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:43:03.967503 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] For port 99db217d-a90c-4d2f-8048-cceda4991a8b, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99db217d-a90c-4d2f-8048-cceda4991a8b,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:43:03.974764 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:04.019751 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:04.020696 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:04.022282 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] 10.222.0.16 "PUT /v2.0/ports/99db217d-a90c-4d2f-8048-cceda4991a8b HTTP/1.1" status: 200 len: 1092 time: 0.7470317 Jul 08 02:43:04.023245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f333dc5-d725-4642-be43-8819700625e3', 'tag': '99db217d-a90c-4d2f-8048-cceda4991a8b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:43:04.025447 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f333dc5-d725-4642-be43-8819700625e3", "tag": "99db217d-a90c-4d2f-8048-cceda4991a8b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:43:04.067672 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f120c84-30a6-46f3-8953-b0f8f7df8117 service neutron] Pushing event updated for resources: {'Port': ['ID=99db217d-a90c-4d2f-8048-cceda4991a8b,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:04.134459 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-f7a290f0-b396-458e-9b40-6bbb1395e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:04.135978 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-f7a290f0-b396-458e-9b40-6bbb1395e433 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 1095 time: 0.0628195 Jul 08 02:43:04.152616 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e57b1a5-6fd5-480f-9172-d8f85bb16d4a x-openstack-request-id: req-7e57b1a5-6fd5-480f-9172-d8f85bb16d4a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:43:04.153015 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f333dc5-d725-4642-be43-8819700625e3", "tag": "99db217d-a90c-4d2f-8048-cceda4991a8b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:43:04.153362 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e57b1a5-6fd5-480f-9172-d8f85bb16d4a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:43:04.154029 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f333dc5-d725-4642-be43-8819700625e3', 'tag': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'status': 'completed', 'code': 200} Jul 08 02:43:04.185505 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-8b7af0a4-38ab-42a7-b7b0-1d3a3726d14f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99db217d-a90c-4d2f-8048-cceda4991a8b HTTP/1.1" status: 200 len: 217 time: 0.0403442 Jul 08 02:43:04.240675 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-78112f67-f6c0-41e2-8bda-dabc1064afb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:04.242162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-78112f67-f6c0-41e2-8bda-dabc1064afb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=257a9e41-2ad7-4650-a931-a7cea9413f09 HTTP/1.1" status: 200 len: 834 time: 0.0505970 Jul 08 02:43:04.624855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-9189048a-2bc5-46de-bcd2-8304851f6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:04.626370 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-9189048a-2bc5-46de-bcd2-8304851f6ee0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79bb8b88-ee39-476f-8a5d-2e0076355479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3770943 Jul 08 02:43:04.714488 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-6e87eb4c-0f6f-412c-b93e-dd1a4214f25a service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812697 Jul 08 02:43:04.806188 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8b3e2279-b012-439a-a7b8-9fe7fc35ce98 req-d695aec9-076d-4617-a41d-015ed8be632a service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844073 Jul 08 02:43:04.887065 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-8358ffb6-416b-4d8f-b185-20904b3593d8 req-fd7b3896-20db-47d7-a9cc-aeef9757af9e service neutron] (93884) timed out ('10.222.0.24', 53148) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:43:04.913627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-0f1c3fa9-d9f5-4fd4-8cf3-10c1eccfb942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:04.916564 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-0f1c3fa9-d9f5-4fd4-8cf3-10c1eccfb942 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 1095 time: 0.0622156 Jul 08 02:43:04.973751 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:04.978751 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687c941-8019-40c0-8447-5b3719e1fb9f req-08544063-8f37-451b-b5fc-3ad9aa0ace75 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:04.984988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8687c941-8019-40c0-8447-5b3719e1fb9f req-08544063-8f37-451b-b5fc-3ad9aa0ace75 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 943 time: 0.0912914 Jul 08 02:43:05.022987 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8687c941-8019-40c0-8447-5b3719e1fb9f req-7f0b9627-be4c-4c5f-ada5-eb2dc54f1783 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357873 Jul 08 02:43:05.031855 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-db44b197-eff5-45b5-b398-aa5cb696adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:05.033383 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-db44b197-eff5-45b5-b398-aa5cb696adaa service neutron] 10.222.0.16 "GET /v2.0/networks?id=79bb8b88-ee39-476f-8a5d-2e0076355479 HTTP/1.1" status: 200 len: 898 time: 0.1092305 Jul 08 02:43:05.077780 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-8878cc74-7a68-4966-9fdc-87f3dc94a1e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99db217d-a90c-4d2f-8048-cceda4991a8b HTTP/1.1" status: 200 len: 217 time: 0.0376244 Jul 08 02:43:05.128541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-a09a6856-1654-4c68-a88f-b917aa029ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:05.130075 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-a09a6856-1654-4c68-a88f-b917aa029ee0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=257a9e41-2ad7-4650-a931-a7cea9413f09 HTTP/1.1" status: 200 len: 834 time: 0.0458908 Jul 08 02:43:05.205356 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-56a01f48-9f90-4df1-a3a1-141b8c344e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:05.207018 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-56a01f48-9f90-4df1-a3a1-141b8c344e69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79bb8b88-ee39-476f-8a5d-2e0076355479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707281 Jul 08 02:43:05.236565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 17a75eb9-b7c5-4aab-a590-61db125ef7e9 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:43:05.284215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:05.284641 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:05.298065 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-5a5f0602-1f51-492d-ade4-7edd81bc66bc service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840445 Jul 08 02:43:05.394805 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e3ca0bb0-ec20-4ea0-b68d-417d52c6bb9d req-66ffaad2-e0cc-43e6-899a-2a9a0088416b service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903959 Jul 08 02:43:06.206206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9115-875f-4c40-8ca1-5ed4f1d00c16 req-bc7f0535-11cf-427d-b65d-3df356bad58a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:06.207706 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf7e9115-875f-4c40-8ca1-5ed4f1d00c16 req-bc7f0535-11cf-427d-b65d-3df356bad58a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 943 time: 0.0679677 Jul 08 02:43:06.245936 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bf7e9115-875f-4c40-8ca1-5ed4f1d00c16 req-d5bfd198-2c29-4bdf-b258-d31f2e15d13c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325282 Jul 08 02:43:07.161200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99db217d-a90c-4d2f-8048-cceda4991a8b details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:43:07.267062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 99db217d-a90c-4d2f-8048-cceda4991a8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99db217d-a90c-4d2f-8048-cceda4991a8b,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:07.279335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'port_id': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'mac_address': 'fa:16:3e:3a:be:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:43:07.316812 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:07.330216 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99db217d-a90c-4d2f-8048-cceda4991a8b {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:43:07.349875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 99db217d-a90c-4d2f-8048-cceda4991a8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99db217d-a90c-4d2f-8048-cceda4991a8b,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:07.354978 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:07.407021 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=99db217d-a90c-4d2f-8048-cceda4991a8b,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:07.425695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7cae5-600d-40f9-8f36-6ac30ab3971f req-147b0a74-b053-45e0-b628-c282bec692b1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:07.427202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5d7cae5-600d-40f9-8f36-6ac30ab3971f req-147b0a74-b053-45e0-b628-c282bec692b1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 944 time: 0.0654571 Jul 08 02:43:07.466295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e5d7cae5-600d-40f9-8f36-6ac30ab3971f req-d01976a9-e14b-4a54-8d8b-f946f3903186 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333300 Jul 08 02:43:07.542129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['99db217d-a90c-4d2f-8048-cceda4991a8b'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:43:08.649423 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b776b8-b403-44ca-bed7-b8099b28065f req-2c6ccf5f-ebe0-49e3-9a2b-830f1c3b7b63 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:08.650935 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2b776b8-b403-44ca-bed7-b8099b28065f req-2c6ccf5f-ebe0-49e3-9a2b-830f1c3b7b63 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 944 time: 0.0675843 Jul 08 02:43:08.689495 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2b776b8-b403-44ca-bed7-b8099b28065f req-1ea03bad-f283-4997-85fd-b8fd753f5fd5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321696 Jul 08 02:43:09.177678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99db217d-a90c-4d2f-8048-cceda4991a8b up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:43:09.227521 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 99db217d-a90c-4d2f-8048-cceda4991a8b completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:43:09.231003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 99db217d-a90c-4d2f-8048-cceda4991a8b triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:43:09.231379 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:09.309296 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:09.335925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f333dc5-d725-4642-be43-8819700625e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99db217d-a90c-4d2f-8048-cceda4991a8b'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:43:09.338488 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6589c4-75ce-4ef0-a775-77c03b8e1514" -d '{"events": [{"server_uuid": "3f333dc5-d725-4642-be43-8819700625e3", "name": "network-vif-plugged", "status": "completed", "tag": "99db217d-a90c-4d2f-8048-cceda4991a8b"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:43:09.357450 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 99db217d-a90c-4d2f-8048-cceda4991a8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99db217d-a90c-4d2f-8048-cceda4991a8b,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:43:09.362078 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:09.388686 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a80bb9-bbd9-4f84-b032-e09075c94a4d x-openstack-request-id: req-04a80bb9-bbd9-4f84-b032-e09075c94a4d {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:43:09.388979 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f333dc5-d725-4642-be43-8819700625e3", "name": "network-vif-plugged", "status": "completed", "tag": "99db217d-a90c-4d2f-8048-cceda4991a8b", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:43:09.389221 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04a80bb9-bbd9-4f84-b032-e09075c94a4d {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:43:09.389612 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f333dc5-d725-4642-be43-8819700625e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'code': 200} Jul 08 02:43:09.419922 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=99db217d-a90c-4d2f-8048-cceda4991a8b,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:09.439432 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:09.487417 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243ed67-a65d-47a4-b8c1-8c975386d2aa req-23e99921-51dd-495b-bf8b-a7b177ecfe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:09.489002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c243ed67-a65d-47a4-b8c1-8c975386d2aa req-23e99921-51dd-495b-bf8b-a7b177ecfe04 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 1097 time: 0.0524349 Jul 08 02:43:09.524961 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c243ed67-a65d-47a4-b8c1-8c975386d2aa req-785ef115-1c40-404f-813a-4f387e712205 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296073 Jul 08 02:43:09.861975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d939f-0cc8-4087-8591-90815f813572 req-51ffd379-f634-4476-a146-e54d61fef8e7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:09.863522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d6d939f-0cc8-4087-8591-90815f813572 req-51ffd379-f634-4476-a146-e54d61fef8e7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0636847 Jul 08 02:43:09.945160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7d6d939f-0cc8-4087-8591-90815f813572 req-076234b0-49b3-4ba3-8a51-58d2999e1d39 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760009 Jul 08 02:43:11.119975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2480-7126-4bd0-ba40-d754c9ba99ee req-9419bdb0-4bd0-4cee-b0dc-b4eae13f49a8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:11.121510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-954f2480-7126-4bd0-ba40-d754c9ba99ee req-9419bdb0-4bd0-4cee-b0dc-b4eae13f49a8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0631635 Jul 08 02:43:11.159318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-954f2480-7126-4bd0-ba40-d754c9ba99ee req-d564720c-4232-4a52-8536-9c8df8d26cb0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315919 Jul 08 02:43:11.336553 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb411c-a0d5-4fb7-9b9f-6c15a275a30a req-4eb5c2a7-21bd-46b1-bf6c-47f040a6a3f0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:11.338064 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2fbb411c-a0d5-4fb7-9b9f-6c15a275a30a req-4eb5c2a7-21bd-46b1-bf6c-47f040a6a3f0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0680358 Jul 08 02:43:11.377534 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2fbb411c-a0d5-4fb7-9b9f-6c15a275a30a req-03cb4081-e9ab-4312-8576-e733f6b31bc9 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338349 Jul 08 02:43:11.401286 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45238) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:43:11.453213 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce65de2-f05e-48dd-8279-4d4a6b495fa9 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:11.454736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3ce65de2-f05e-48dd-8279-4d4a6b495fa9 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 1092 time: 0.0524967 Jul 08 02:43:11.457697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45240) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:43:11.462069 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:43:11.484330 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:11.585506 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:11.688122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.25.4.174 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/28c06dd2-621c-41a9-9373-7e5b59674a11) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:43:11.791977 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:11.830859 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:11.874079 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:43:11.876940 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:43:11.880422 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:43:11.885784 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=28c06dd2-621c-41a9-9373-7e5b59674a11,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:12.261106 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:12.343900 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:12.509771 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:12.514559 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:12.593413 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=28c06dd2-621c-41a9-9373-7e5b59674a11,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:43:12.605490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:12.710696 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Floating IP c848d8ca-b0ef-48a5-85c9-887398d39e37 associated. External IP: 172.25.4.174, port: 99db217d-a90c-4d2f-8048-cceda4991a8b. Jul 08 02:43:12.933336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:43:13.383327 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:43:13.393994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] Sync routers for ids ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:43:13.401513 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:13.404105 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] Routers {'48c89f5a-34cf-4e2f-a39d-7610e95cf672'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:43:13.405016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:13.440459 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3635665a-27fc-40df-b3a8-bba2ad2498d5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9816628 Jul 08 02:43:13.441056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f333dc5-d725-4642-be43-8819700625e3', 'tag': '99db217d-a90c-4d2f-8048-cceda4991a8b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:43:13.443518 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3f333dc5-d725-4642-be43-8819700625e3", "tag": "99db217d-a90c-4d2f-8048-cceda4991a8b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:43:13.523088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] Set router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:43:13.578866 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3418ce-7c02-4d08-9792-a3f843eb6463 x-openstack-request-id: req-4d3418ce-7c02-4d08-9792-a3f843eb6463 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:43:13.579160 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f333dc5-d725-4642-be43-8819700625e3", "tag": "99db217d-a90c-4d2f-8048-cceda4991a8b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:43:13.579392 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d3418ce-7c02-4d08-9792-a3f843eb6463 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:43:13.579858 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f333dc5-d725-4642-be43-8819700625e3', 'tag': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'status': 'completed', 'code': 200} Jul 08 02:43:13.616822 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1a979-2dae-4f8f-9934-071c18602ce8 req-ba95d708-a864-4e93-aea9-59107a2fef71 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:13.618507 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5af1a979-2dae-4f8f-9934-071c18602ce8 req-ba95d708-a864-4e93-aea9-59107a2fef71 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0748327 Jul 08 02:43:13.654972 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-414dfab8-5d7b-451b-9acb-1845dc1c1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:13.656808 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-414dfab8-5d7b-451b-9acb-1845dc1c1783 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 1097 time: 0.0568089 Jul 08 02:43:13.662346 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5af1a979-2dae-4f8f-9934-071c18602ce8 req-d5e04181-67ff-449e-98e4-033dd284bae4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349610 Jul 08 02:43:13.688819 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45248) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:43:13.754569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-fa6e867d-152b-446a-8573-6ef1b9b2010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:13.756077 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-fa6e867d-152b-446a-8573-6ef1b9b2010f service neutron] 10.222.0.16 "GET /v2.0/networks?id=79bb8b88-ee39-476f-8a5d-2e0076355479 HTTP/1.1" status: 200 len: 898 time: 0.0926492 Jul 08 02:43:13.758135 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e703a905-bf14-4f03-b03c-62dc8298530b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/c848d8ca-b0ef-48a5-85c9-887398d39e37 HTTP/1.1" status: 200 len: 991 time: 0.0679328 Jul 08 02:43:13.765533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:59Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c848d8ca-b0ef-48a5-85c9-887398d39e37', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'port_id': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'mac_address': 'fa:16:3e:3a:be:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f333dc5-d725-4642-be43-8819700625e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:43:12Z', 'updated_at': '2021-07-08T02:43:12Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a75eb9-b7c5-4aab-a590-61db125ef7e9', 'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:ca:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:59Z', 'updated_at': '2021-07-08T02:43:03Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:13.830137 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-7b2fba2b-8e7b-4e0d-8ec8-f2eb9faea029 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99db217d-a90c-4d2f-8048-cceda4991a8b HTTP/1.1" status: 200 len: 999 time: 0.0681055 Jul 08 02:43:13.885460 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-a3882deb-c745-411e-a74f-2045a6b7c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:13.887002 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-a3882deb-c745-411e-a74f-2045a6b7c1d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=257a9e41-2ad7-4650-a931-a7cea9413f09 HTTP/1.1" status: 200 len: 834 time: 0.0513995 Jul 08 02:43:13.946741 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-645be3cd-9009-4f90-a5dd-39617bf639d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:13.948285 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-645be3cd-9009-4f90-a5dd-39617bf639d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79bb8b88-ee39-476f-8a5d-2e0076355479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549624 Jul 08 02:43:13.951615 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] Checking router: 48c89f5a-34cf-4e2f-a39d-7610e95cf672 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:43:13.960097 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] Routers {'48c89f5a-34cf-4e2f-a39d-7610e95cf672'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:43:13.960734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:42:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:14.040037 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-b8d0f3ac-4f90-4085-8df6-c831eecb0e0c service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849268 Jul 08 02:43:14.067196 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] Set router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:43:14.134358 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a0ab876-0dfa-483c-bf0f-16afa26bdcbf req-99275f42-ae85-4101-9230-5803091c5bb9 service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870545 Jul 08 02:43:14.292132 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:59Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c848d8ca-b0ef-48a5-85c9-887398d39e37', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'port_id': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'mac_address': 'fa:16:3e:3a:be:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f333dc5-d725-4642-be43-8819700625e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:43:12Z', 'updated_at': '2021-07-08T02:43:12Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a75eb9-b7c5-4aab-a590-61db125ef7e9', 'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:ca:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:59Z', 'updated_at': '2021-07-08T02:43:03Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:43:14.323894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d73bac-fe4d-4b91-8c9a-daed92645b3f None None] The sync data for ids ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'] in n-d-694802-14 is: [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:59Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'c848d8ca-b0ef-48a5-85c9-887398d39e37', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.174', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'port_id': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'mac_address': 'fa:16:3e:3a:be:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f333dc5-d725-4642-be43-8819700625e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:43:12Z', 'updated_at': '2021-07-08T02:43:12Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a75eb9-b7c5-4aab-a590-61db125ef7e9', 'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:ca:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:59Z', 'updated_at': '2021-07-08T02:43:03Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:43:14.521938 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab41337-8d7b-4616-92ac-553c5e1d97a4 None None] New status for floating IP c848d8ca-b0ef-48a5-85c9-887398d39e37: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:43:14.761555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45250) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:43:14.824432 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0c16a862-2199-44d2-959a-122432877c3d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/c848d8ca-b0ef-48a5-85c9-887398d39e37 HTTP/1.1" status: 200 len: 993 time: 0.0616503 Jul 08 02:43:20.738588 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-073f3395-b4a9-46d8-a2ac-c22f8e4acfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:23.479367 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f8c094a-fe4b-4030-b595-2d1afc2ddcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:23.852943 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:25.003406 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:26.638368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:34.968693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:38.028149 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-658b0fe0-8d80-488a-80e6-4cfd8266ebc4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573022 Jul 08 02:43:38.126136 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-0a798140-c58d-4f4a-9905-b7255d85d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:38.127654 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-0a798140-c58d-4f4a-9905-b7255d85d881 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 1097 time: 0.0556695 Jul 08 02:43:38.238522 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-ce398a7b-678f-41c6-9555-59fd3f5a5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:38.241060 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-ce398a7b-678f-41c6-9555-59fd3f5a5c21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=79bb8b88-ee39-476f-8a5d-2e0076355479 HTTP/1.1" status: 200 len: 898 time: 0.0937541 Jul 08 02:43:38.307738 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-303dba2e-4094-4028-aecf-7b65734cca3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99db217d-a90c-4d2f-8048-cceda4991a8b HTTP/1.1" status: 200 len: 1001 time: 0.0608528 Jul 08 02:43:38.362110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-200378c9-245c-46c3-987f-4f06d019871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:38.363535 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-200378c9-245c-46c3-987f-4f06d019871e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=257a9e41-2ad7-4650-a931-a7cea9413f09 HTTP/1.1" status: 200 len: 834 time: 0.0482225 Jul 08 02:43:38.421593 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-b12575b7-977d-46bb-a157-d26ad19be58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:38.423150 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-b12575b7-977d-46bb-a157-d26ad19be58e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79bb8b88-ee39-476f-8a5d-2e0076355479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520175 Jul 08 02:43:38.512913 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-e0e09c55-afaf-4bd9-8339-ae448b44a5d7 service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826509 Jul 08 02:43:38.605057 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3aca30c1-0a33-4653-9e0a-95bed1d78254 req-192eb1ad-c603-4750-89d1-ece841d2fb23 service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855672 Jul 08 02:43:39.447219 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:40.618238 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:43:46.386631 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c45c31-a6b8-4f78-9e6e-3beab79ea859 req-e9793d60-7694-4612-906d-84fb74ac0e87 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:46.388158 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91c45c31-a6b8-4f78-9e6e-3beab79ea859 req-e9793d60-7694-4612-906d-84fb74ac0e87 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0710340 Jul 08 02:43:46.426045 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-91c45c31-a6b8-4f78-9e6e-3beab79ea859 req-b32d596f-7d0b-4d55-a54d-1d0fbc71f003 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315371 Jul 08 02:43:47.599309 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632649c-0412-4fcb-8d9a-749d693cc79d req-fc4b0239-4060-44d8-8fd3-75b3d1fa1241 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:47.601091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f632649c-0412-4fcb-8d9a-749d693cc79d req-fc4b0239-4060-44d8-8fd3-75b3d1fa1241 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0627649 Jul 08 02:43:47.637520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f632649c-0412-4fcb-8d9a-749d693cc79d req-63eaf49c-c169-4352-8965-f761b66476fc tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309122 Jul 08 02:43:48.812806 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ffede-d555-492b-b6df-b8a7102bb370 req-9c092237-3802-45ce-ab69-5d7360352a84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:48.814801 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-947ffede-d555-492b-b6df-b8a7102bb370 req-9c092237-3802-45ce-ab69-5d7360352a84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0622058 Jul 08 02:43:48.852404 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-947ffede-d555-492b-b6df-b8a7102bb370 req-e6223055-0564-451f-af08-e1e1240b4249 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321565 Jul 08 02:43:50.026902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3123ed-af70-41c2-b983-60bbaaf7b269 req-c078cbac-f350-43f3-8b0c-f50650d30910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:50.028461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d3123ed-af70-41c2-b983-60bbaaf7b269 req-c078cbac-f350-43f3-8b0c-f50650d30910 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0672960 Jul 08 02:43:50.067902 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3d3123ed-af70-41c2-b983-60bbaaf7b269 req-d7d6ea67-174c-4700-a45e-85ad9a85515c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322642 Jul 08 02:43:50.739102 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a9427f14-06f4-4310-a9ae-a218a7c45c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:51.240888 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b723e9-7fec-4800-bdfd-477789d1346c req-ffbfe013-66dc-4a75-bdce-37bb16468545 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:51.242401 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82b723e9-7fec-4800-bdfd-477789d1346c req-ffbfe013-66dc-4a75-bdce-37bb16468545 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0641820 Jul 08 02:43:51.283592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-82b723e9-7fec-4800-bdfd-477789d1346c req-d5941de4-eb9d-44e9-8f24-a58f8bdcb76d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356133 Jul 08 02:43:52.460821 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9092dc4-e067-4221-85b2-fa511352cab3 req-b7569a41-8950-476c-99b9-05979eb1f1a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:52.462333 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9092dc4-e067-4221-85b2-fa511352cab3 req-b7569a41-8950-476c-99b9-05979eb1f1a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0661435 Jul 08 02:43:52.500240 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f9092dc4-e067-4221-85b2-fa511352cab3 req-e6879c04-c6c3-45a9-991e-c76732525a9b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321991 Jul 08 02:43:53.480319 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a26f151-f917-4a6e-aee0-f890209e9ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:53.679379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f0573-9f87-4c04-92de-24217efc8556 req-2e431148-b879-416c-9f02-b6f738beb8df tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:53.680913 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a4f0573-9f87-4c04-92de-24217efc8556 req-2e431148-b879-416c-9f02-b6f738beb8df tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0650427 Jul 08 02:43:53.718701 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8a4f0573-9f87-4c04-92de-24217efc8556 req-ab7d44a9-77ac-4fc3-8162-2db6835a7873 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321274 Jul 08 02:43:53.853400 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:54.894001 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc67158-23f6-4f63-9e25-f80b8e12dabe req-67d67e76-77ee-4756-988f-09f0fa42cfa2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:54.895487 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4dc67158-23f6-4f63-9e25-f80b8e12dabe req-67d67e76-77ee-4756-988f-09f0fa42cfa2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0638452 Jul 08 02:43:54.933658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4dc67158-23f6-4f63-9e25-f80b8e12dabe req-d514693d-bd1d-42e7-b940-040276a14987 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325863 Jul 08 02:43:55.006311 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:56.109035 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd5798-dd87-4424-8098-3eabbee772ca req-5289ac7b-3618-423d-985d-88371ef88b88 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:56.110533 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ddd5798-dd87-4424-8098-3eabbee772ca req-5289ac7b-3618-423d-985d-88371ef88b88 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0668380 Jul 08 02:43:56.148311 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6ddd5798-dd87-4424-8098-3eabbee772ca req-91394c83-0129-49f7-a56a-c2b5d239e5b6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320501 Jul 08 02:43:56.640578 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:43:57.321033 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8101e6-d9c3-40d3-aad2-967490da8f0b req-67e076f9-fd7d-4a0f-a502-6a6b26640a23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:57.322526 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d8101e6-d9c3-40d3-aad2-967490da8f0b req-67e076f9-fd7d-4a0f-a502-6a6b26640a23 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0644751 Jul 08 02:43:57.362356 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8d8101e6-d9c3-40d3-aad2-967490da8f0b req-bf04bd7c-745f-448b-9572-25ee224fe6a7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342968 Jul 08 02:43:58.538206 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982feae-be5e-4146-a251-e048c192ad90 req-72f6a16a-7198-42cb-81c9-4140f70d5d3b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:58.539622 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0982feae-be5e-4146-a251-e048c192ad90 req-72f6a16a-7198-42cb-81c9-4140f70d5d3b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0681677 Jul 08 02:43:58.577290 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0982feae-be5e-4146-a251-e048c192ad90 req-e437fdd9-c636-45f8-9cf1-80de3b53d802 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322044 Jul 08 02:43:59.752560 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5536c-f873-45b1-9556-d3ff5d638562 req-43ac4048-5ab4-462c-a9d3-7c209cf19567 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:43:59.754095 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12e5536c-f873-45b1-9556-d3ff5d638562 req-43ac4048-5ab4-462c-a9d3-7c209cf19567 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0636387 Jul 08 02:43:59.791160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-12e5536c-f873-45b1-9556-d3ff5d638562 req-50573ff5-7a92-4d91-af8c-a5737f35a4aa tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Jul 08 02:44:00.964387 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc6399-0baf-4ecd-926a-831a319abc9c req-4d8a4ef4-2989-4dc2-b0a6-0902866d7bc5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:00.965896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5cc6399-0baf-4ecd-926a-831a319abc9c req-4d8a4ef4-2989-4dc2-b0a6-0902866d7bc5 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0651419 Jul 08 02:44:01.004096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5cc6399-0baf-4ecd-926a-831a319abc9c req-bc5a00ba-c873-46fe-8f76-4040a1779f7d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317440 Jul 08 02:44:02.180397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8109d-14bc-4af5-83a8-1b07fa3def07 req-bad8812f-67db-4f0a-9b81-8649990dde79 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:02.181923 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3b8109d-14bc-4af5-83a8-1b07fa3def07 req-bad8812f-67db-4f0a-9b81-8649990dde79 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0671239 Jul 08 02:44:02.218736 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a3b8109d-14bc-4af5-83a8-1b07fa3def07 req-d15e4063-40c1-4805-a76f-6f9a37b6ed84 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313067 Jul 08 02:44:02.244051 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:02.308994 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8776e9d5-edac-43aa-886a-8326a6d69b7b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/c848d8ca-b0ef-48a5-85c9-887398d39e37 HTTP/1.1" status: 200 len: 993 time: 0.0595381 Jul 08 02:44:03.744381 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-aaaa455d-b7ea-445c-80e9-9d48bb24eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:03.745943 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-aaaa455d-b7ea-445c-80e9-9d48bb24eb80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 1097 time: 0.0596623 Jul 08 02:44:03.764084 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dc2b9-bba2-4552-a92f-764c4b7dcf1a req-3330c655-cf73-4ac6-a8c3-6739e858c523 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:03.765666 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a9dc2b9-bba2-4552-a92f-764c4b7dcf1a req-3330c655-cf73-4ac6-a8c3-6739e858c523 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0715528 Jul 08 02:44:03.805448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2a9dc2b9-bba2-4552-a92f-764c4b7dcf1a req-c42deb83-4d93-4e2b-9228-6e94b1123d3f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339296 Jul 08 02:44:03.843389 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-4d9404e2-013d-4f25-b21b-cdcc94bccb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:03.845246 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-4d9404e2-013d-4f25-b21b-cdcc94bccb2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=79bb8b88-ee39-476f-8a5d-2e0076355479 HTTP/1.1" status: 200 len: 898 time: 0.0927296 Jul 08 02:44:03.911568 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-983b24e4-01ee-492d-b355-f476267e890e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99db217d-a90c-4d2f-8048-cceda4991a8b HTTP/1.1" status: 200 len: 1001 time: 0.0600872 Jul 08 02:44:03.960205 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-da04919f-497f-4629-ab93-398c3701d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:03.961682 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-da04919f-497f-4629-ab93-398c3701d0ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=257a9e41-2ad7-4650-a931-a7cea9413f09 HTTP/1.1" status: 200 len: 834 time: 0.0446360 Jul 08 02:44:04.029008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-e3a0be41-7075-4b3d-ac07-6e87a3d9d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:04.030797 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-e3a0be41-7075-4b3d-ac07-6e87a3d9d023 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79bb8b88-ee39-476f-8a5d-2e0076355479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628109 Jul 08 02:44:04.121254 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-4965b1c7-f21a-415d-8e4d-150899cdb725 service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842550 Jul 08 02:44:04.213796 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b5fc5b80-f2c0-4ee1-b362-46c7a00312d8 req-9d9c4882-89f2-42e2-83de-06a8df3472c0 service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867107 Jul 08 02:44:04.970191 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:04.983053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77b8d9-5c69-4c36-8687-b43a0297b916 req-f278688f-4f20-40a7-8270-da9f2936c81d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:04.984464 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab77b8d9-5c69-4c36-8687-b43a0297b916 req-f278688f-4f20-40a7-8270-da9f2936c81d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0661442 Jul 08 02:44:05.024126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ab77b8d9-5c69-4c36-8687-b43a0297b916 req-6d434e06-a13b-41fa-bf95-8b6f8276630b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341609 Jul 08 02:44:05.048620 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:05.114468 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ce42ef28-ebf1-4cd9-b835-6e686769f56e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/c848d8ca-b0ef-48a5-85c9-887398d39e37 HTTP/1.1" status: 200 len: 993 time: 0.0647025 Jul 08 02:44:09.444441 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:17.617913 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:44:20.741133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f5efa8ac-5b31-4e4b-96a5-d0e8ebf19162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:23.485376 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-26a3267b-a82e-41ae-806e-40d35b33bf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:23.853875 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:25.008134 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:26.642845 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:34.997327 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:35.586594 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:35.743176 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 28c06dd2-621c-41a9-9373-7e5b59674a11 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:44:35.743512 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:35.816788 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:35.817112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:35.829098 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 28c06dd2-621c-41a9-9373-7e5b59674a11 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:44:35.978569 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:36.004346 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=28c06dd2-621c-41a9-9373-7e5b59674a11,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:36.038085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.038436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.038776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.039112 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.039443 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.039773 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.040101 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.040455 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.040790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.041110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.041430 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.041968 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:36.082063 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:36.082514 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Floating IP c848d8ca-b0ef-48a5-85c9-887398d39e37 disassociated (deleted). External IP: 172.25.4.174, port: 99db217d-a90c-4d2f-8048-cceda4991a8b. Jul 08 02:44:36.291846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:44:36.396404 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:44:36.401182 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:36.406074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] Sync routers for ids ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:44:36.421201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] Routers {'48c89f5a-34cf-4e2f-a39d-7610e95cf672'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:44:36.421820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:36.444062 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3decefe6-a075-4676-ae06-67b9229f275a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/floatingips/c848d8ca-b0ef-48a5-85c9-887398d39e37 HTTP/1.1" status: 204 len: 168 time: 0.8539331 Jul 08 02:44:36.444062 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f333dc5-d725-4642-be43-8819700625e3', 'tag': '99db217d-a90c-4d2f-8048-cceda4991a8b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:44:36.445092 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a351969-b394-4af3-8b8c-95ada80326dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3f333dc5-d725-4642-be43-8819700625e3", "tag": "99db217d-a90c-4d2f-8048-cceda4991a8b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:44:36.489401 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584153db-33de-4ba8-acce-087464583c64 x-openstack-request-id: req-584153db-33de-4ba8-acce-087464583c64 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:44:36.489685 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f333dc5-d725-4642-be43-8819700625e3", "tag": "99db217d-a90c-4d2f-8048-cceda4991a8b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:44:36.489933 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-584153db-33de-4ba8-acce-087464583c64 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:44:36.490331 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f333dc5-d725-4642-be43-8819700625e3', 'tag': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'status': 'completed', 'code': 200} Jul 08 02:44:36.533411 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] Set router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:44:36.566562 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a351969-b394-4af3-8b8c-95ada80326dc req-85faea61-c61b-4ec3-960c-3c52c5b5923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:36.570079 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1a351969-b394-4af3-8b8c-95ada80326dc req-85faea61-c61b-4ec3-960c-3c52c5b5923f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 1097 time: 0.0578835 Jul 08 02:44:36.669267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a351969-b394-4af3-8b8c-95ada80326dc req-655209d2-083a-4e61-b97b-69939a84899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:36.672515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1a351969-b394-4af3-8b8c-95ada80326dc req-655209d2-083a-4e61-b97b-69939a84899f service neutron] 10.222.0.16 "GET /v2.0/networks?id=79bb8b88-ee39-476f-8a5d-2e0076355479 HTTP/1.1" status: 200 len: 898 time: 0.0946522 Jul 08 02:44:36.723447 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1a351969-b394-4af3-8b8c-95ada80326dc req-6d3dd3dd-7354-4953-8fd9-c4e657469999 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99db217d-a90c-4d2f-8048-cceda4991a8b HTTP/1.1" status: 200 len: 217 time: 0.0440292 Jul 08 02:44:36.753978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:59Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '17a75eb9-b7c5-4aab-a590-61db125ef7e9', 'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:ca:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:59Z', 'updated_at': '2021-07-08T02:43:03Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:36.776552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a351969-b394-4af3-8b8c-95ada80326dc req-edd15fdc-8822-4da7-ab83-95a8062fe4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:36.777669 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1a351969-b394-4af3-8b8c-95ada80326dc req-edd15fdc-8822-4da7-ab83-95a8062fe4f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=257a9e41-2ad7-4650-a931-a7cea9413f09 HTTP/1.1" status: 200 len: 834 time: 0.0468857 Jul 08 02:44:36.780692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] Checking router: 48c89f5a-34cf-4e2f-a39d-7610e95cf672 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:44:36.789784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] Routers {'48c89f5a-34cf-4e2f-a39d-7610e95cf672'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:44:36.790394 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:36.835156 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd744d-85b2-436e-a686-6243700307c7 req-d93999aa-95db-4e76-9924-f53f71bef132 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:36.836536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30bd744d-85b2-436e-a686-6243700307c7 req-d93999aa-95db-4e76-9924-f53f71bef132 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0665700 Jul 08 02:44:36.839002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a351969-b394-4af3-8b8c-95ada80326dc req-96491386-4a6b-481a-b894-3dfc73283403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:36.840586 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1a351969-b394-4af3-8b8c-95ada80326dc req-96491386-4a6b-481a-b894-3dfc73283403 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=79bb8b88-ee39-476f-8a5d-2e0076355479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551944 Jul 08 02:44:36.878468 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-30bd744d-85b2-436e-a686-6243700307c7 req-fca9f76d-122a-4e7c-a8e1-376fb761f374 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361571 Jul 08 02:44:36.906452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] Set router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:44:36.938260 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1a351969-b394-4af3-8b8c-95ada80326dc req-7ec789f8-8dbe-4a33-85b6-d959c222030e service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904484 Jul 08 02:44:37.030936 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1a351969-b394-4af3-8b8c-95ada80326dc req-aed5d3a2-1d65-445c-bace-4c5bb3847db5 service neutron] 10.222.0.16 "GET /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844388 Jul 08 02:44:37.109003 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:59Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '17a75eb9-b7c5-4aab-a590-61db125ef7e9', 'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:ca:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:59Z', 'updated_at': '2021-07-08T02:43:03Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:37.134608 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4178ed95-d6d8-46a7-9cd2-06bd68771d5b None None] The sync data for ids ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'] in n-d-694802-14 is: [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:42:59Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '17a75eb9-b7c5-4aab-a590-61db125ef7e9', 'name': '', 'network_id': '79bb8b88-ee39-476f-8a5d-2e0076355479', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:ca:55:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:59Z', 'updated_at': '2021-07-08T02:43:03Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': '257a9e41-2ad7-4650-a931-a7cea9413f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:44:37.344914 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cef23e8-7a4a-4f53-be3e-14fb80b102fc None None] New status for floating IP c848d8ca-b0ef-48a5-85c9-887398d39e37: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:44:38.067886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41fc66-0078-4801-935f-9689e942086d req-06fb6d95-6b31-4b0f-acf9-a43561abc2d3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:38.069961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e41fc66-0078-4801-935f-9689e942086d req-06fb6d95-6b31-4b0f-acf9-a43561abc2d3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0654447 Jul 08 02:44:38.111584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0e41fc66-0078-4801-935f-9689e942086d req-2896d9a9-0b55-4a78-92fa-b559d220370f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=6960e559-5042-4a17-b051-50404f582cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360899 Jul 08 02:44:38.256093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-27523eaa-1f21-49e6-913f-af6305cac6d2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:38.258145 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-27523eaa-1f21-49e6-913f-af6305cac6d2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 945 time: 0.0684972 Jul 08 02:44:38.364056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 99db217d-a90c-4d2f-8048-cceda4991a8b {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:44:38.364428 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:38.456929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 99db217d-a90c-4d2f-8048-cceda4991a8b, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99db217d-a90c-4d2f-8048-cceda4991a8b,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:44:38.457286 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:38.470469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 99db217d-a90c-4d2f-8048-cceda4991a8b owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:44:38.593905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:38.626242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=99db217d-a90c-4d2f-8048-cceda4991a8b,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:38.656801 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.657152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.657496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.657831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.658166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.658494 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.658823 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.659151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.659480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.659808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.660132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.660478 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:38.681054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] No DVR routers for this DVR port 99db217d-a90c-4d2f-8048-cceda4991a8b on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:44:38.683605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:38.685667 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7023584b-ff18-49f4-abdc-64192c0fba79 req-25eb4364-efdf-437b-9c34-e9f47719f93f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.16 "DELETE /v2.0/ports/99db217d-a90c-4d2f-8048-cceda4991a8b HTTP/1.1" status: 204 len: 173 time: 0.4224093 Jul 08 02:44:38.686131 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f333dc5-d725-4642-be43-8819700625e3', 'name': 'network-vif-deleted', 'tag': '99db217d-a90c-4d2f-8048-cceda4991a8b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:44:38.688472 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31c4359-9c91-4c7b-a697-3a173deeef8f" -d '{"events": [{"server_uuid": "3f333dc5-d725-4642-be43-8819700625e3", "name": "network-vif-deleted", "tag": "99db217d-a90c-4d2f-8048-cceda4991a8b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:44:38.726637 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbecf0b3-5c0c-410c-8569-b124810d5d64 x-openstack-request-id: req-bbecf0b3-5c0c-410c-8569-b124810d5d64 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:44:38.727000 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f333dc5-d725-4642-be43-8819700625e3", "name": "network-vif-deleted", "tag": "99db217d-a90c-4d2f-8048-cceda4991a8b", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:44:38.727255 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbecf0b3-5c0c-410c-8569-b124810d5d64 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:44:38.727665 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f333dc5-d725-4642-be43-8819700625e3', 'name': 'network-vif-deleted', 'tag': '99db217d-a90c-4d2f-8048-cceda4991a8b', 'status': 'completed', 'code': 200} Jul 08 02:44:39.272497 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-93a03d3b-326a-41d3-8eb3-e877798c1c5f req-cf7696eb-588f-4488-8476-41d98cf50a79 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f333dc5-d725-4642-be43-8819700625e3 HTTP/1.1" status: 200 len: 210 time: 0.0288336 Jul 08 02:44:39.460684 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:40.369870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45352) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:40.719956 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:40.982938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 17a75eb9-b7c5-4aab-a590-61db125ef7e9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:44:40.983210 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:41.073188 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 17a75eb9-b7c5-4aab-a590-61db125ef7e9, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=17a75eb9-b7c5-4aab-a590-61db125ef7e9,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:44:41.073459 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:41.085950 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 17a75eb9-b7c5-4aab-a590-61db125ef7e9 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:44:41.269560 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:41.297377 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=17a75eb9-b7c5-4aab-a590-61db125ef7e9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:41.485113 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:41.525779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99db217d-a90c-4d2f-8048-cceda4991a8b no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:44:41.545890 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 99db217d-a90c-4d2f-8048-cceda4991a8b {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:44:41.546241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99db217d-a90c-4d2f-8048-cceda4991a8b not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:44:41.695979 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:44:41.799735 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:44:41.804755 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ee5d6166-eb92-4461-8c45-5c012fa67a9a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "PUT /v2.0/routers/48c89f5a-34cf-4e2f-a39d-7610e95cf672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4338670 Jul 08 02:44:41.807467 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45354) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:41.810036 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] Sync routers for ids ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:44:41.819621 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] Routers {'48c89f5a-34cf-4e2f-a39d-7610e95cf672'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:44:41.820244 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:41.864398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d3b3b6-e3fb-433c-85f2-4e8d62ed088b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting subnet 257a9e41-2ad7-4650-a931-a7cea9413f09 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:44:41.867784 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b3b6-e3fb-433c-85f2-4e8d62ed088b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:41.929418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] Set router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:44:42.120492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:44:41Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:42.147758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] Checking router: 48c89f5a-34cf-4e2f-a39d-7610e95cf672 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:44:42.156503 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] Routers {'48c89f5a-34cf-4e2f-a39d-7610e95cf672'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:44:42.157131 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:42.219688 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b3b6-e3fb-433c-85f2-4e8d62ed088b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.310436 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b3b6-e3fb-433c-85f2-4e8d62ed088b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.378179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b3b6-e3fb-433c-85f2-4e8d62ed088b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.406365 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3b3b6-e3fb-433c-85f2-4e8d62ed088b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Subnet': ['ID=257a9e41-2ad7-4650-a931-a7cea9413f09,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:42.413672 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5d3b3b6-e3fb-433c-85f2-4e8d62ed088b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.415578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f5d3b3b6-e3fb-433c-85f2-4e8d62ed088b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/subnets/257a9e41-2ad7-4650-a931-a7cea9413f09 HTTP/1.1" status: 204 len: 168 time: 0.6071703 Jul 08 02:44:42.418171 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45356) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:42.423634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4596ca90-b239-446f-9214-f7ccc6cb74c0 None None] Network 79bb8b88-ee39-476f-8a5d-2e0076355479 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:44:42.429442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] Set router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:44:42.537490 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.642343 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.696537 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 368d5c08-7e74-4d77-91bd-f9830ff6c65a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:44:42.696887 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.710282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:44:41Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:42.738077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b92e823-4383-43e4-8755-8e00da3b0dde None None] The sync data for ids ['48c89f5a-34cf-4e2f-a39d-7610e95cf672'] in n-d-694802-14 is: [{'id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-892258986', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:44:41Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '368d5c08-7e74-4d77-91bd-f9830ff6c65a', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:1a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c89f5a-34cf-4e2f-a39d-7610e95cf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:42:56Z', 'updated_at': '2021-07-08T02:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:44:42.764399 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] DHCP port deletion for 79bb8b88-ee39-476f-8a5d-2e0076355479 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:44:42.785902 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 368d5c08-7e74-4d77-91bd-f9830ff6c65a, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=368d5c08-7e74-4d77-91bd-f9830ff6c65a,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:44:42.786258 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.799583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 368d5c08-7e74-4d77-91bd-f9830ff6c65a owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:44:42.820438 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Deleting port 137be4a9-1a82-4cb7-b0cf-950c16c12641 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:44:42.821357 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.890257 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] For port 137be4a9-1a82-4cb7-b0cf-950c16c12641, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=137be4a9-1a82-4cb7-b0cf-950c16c12641,segment=NetworkSegment(6bf13bdf-8fbd-4502-a8ec-956961b30f42),segment_id=6bf13bdf-8fbd-4502-a8ec-956961b30f42)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:44:42.890656 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.904101 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Calling delete_port for 137be4a9-1a82-4cb7-b0cf-950c16c12641 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:44:42.982658 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:42.988229 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.014680 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Pushing event deleted for resources: {'Port': ['ID=137be4a9-1a82-4cb7-b0cf-950c16c12641,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:43.014933 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=368d5c08-7e74-4d77-91bd-f9830ff6c65a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:43.019341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] No DVR routers for this DVR port 137be4a9-1a82-4cb7-b0cf-950c16c12641 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:44:43.026656 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.032240 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65039dc1-badb-46df-b87a-851cca4b4740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:43.078833 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.173713 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.175877 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.235402 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.236268 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Fanout notify agent at l3_agent the message router_deleted on router 48c89f5a-34cf-4e2f-a39d-7610e95cf672 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:44:43.243192 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.247125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a75d7331-915c-4e93-883d-4bcd794dc7f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/routers/48c89f5a-34cf-4e2f-a39d-7610e95cf672 HTTP/1.1" status: 204 len: 168 time: 0.8254194 Jul 08 02:44:43.247496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45360) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:43.315442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 17a75eb9-b7c5-4aab-a590-61db125ef7e9 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:44:43.335301 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.336684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 17a75eb9-b7c5-4aab-a590-61db125ef7e9 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:44:43.337043 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 17a75eb9-b7c5-4aab-a590-61db125ef7e9 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:44:43.337469 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 137be4a9-1a82-4cb7-b0cf-950c16c12641 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:44:43.357064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 137be4a9-1a82-4cb7-b0cf-950c16c12641 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:44:43.357422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 137be4a9-1a82-4cb7-b0cf-950c16c12641 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:44:43.431299 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.441736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bb8b88-ee39-476f-8a5d-2e0076355479']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:43.453903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf13bdf-8fbd-4502-a8ec-956961b30f42') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:43.454207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf13bdf-8fbd-4502-a8ec-956961b30f42') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:43.464231 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.479345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.485240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:44:43.485624 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:44:43.488593 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:44:43.548066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.555585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.557409 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/networks/79bb8b88-ee39-476f-8a5d-2e0076355479 HTTP/1.1" status: 204 len: 168 time: 0.3088942 Jul 08 02:44:43.560290 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45362) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:43.569616 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef041a2-137a-43b2-a7e9-6f45f47ac721 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Network': ['ID=79bb8b88-ee39-476f-8a5d-2e0076355479,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:43.625096 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34dd17f2-05e5-4d5b-a024-c860a99fa942 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.650656 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34dd17f2-05e5-4d5b-a024-c860a99fa942 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.709987 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34dd17f2-05e5-4d5b-a024-c860a99fa942 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.712545 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-34dd17f2-05e5-4d5b-a024-c860a99fa942 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:43.713722 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-34dd17f2-05e5-4d5b-a024-c860a99fa942 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/security-groups/6960e559-5042-4a17-b051-50404f582cfd HTTP/1.1" status: 204 len: 168 time: 0.1523514 Jul 08 02:44:43.728958 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd17f2-05e5-4d5b-a024-c860a99fa942 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6960e559-5042-4a17-b051-50404f582cfd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:44.223135 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45368) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:44.228725 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7b4bc5db-0d41-47a3-9732-1fcb9b874776 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189510612', 'description': 'tempest-secgroup-smoke-1189510612 description', 'project_id': 'd5635f604e804def99218cdce4621db1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:44.250384 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc5db-0d41-47a3-9732-1fcb9b874776 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.332260 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc5db-0d41-47a3-9732-1fcb9b874776 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.337017 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc5db-0d41-47a3-9732-1fcb9b874776 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.365876 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7b4bc5db-0d41-47a3-9732-1fcb9b874776 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.367128 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7b4bc5db-0d41-47a3-9732-1fcb9b874776 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1429424 Jul 08 02:44:44.369068 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bc5db-0d41-47a3-9732-1fcb9b874776 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4a7f46-0f42-445b-8ddc-ddc3ae472049,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:44.370193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45370) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:44.375007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-dbc44a40-8742-4572-a4ba-f86794eb489d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'ec4a7f46-0f42-445b-8ddc-ddc3ae472049', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:44.402084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbc44a40-8742-4572-a4ba-f86794eb489d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.457362 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbc44a40-8742-4572-a4ba-f86794eb489d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.461405 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbc44a40-8742-4572-a4ba-f86794eb489d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.479709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc44a40-8742-4572-a4ba-f86794eb489d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c2dcb1-b267-409b-9f91-4048742af43c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:44.485646 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-dbc44a40-8742-4572-a4ba-f86794eb489d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.487425 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dbc44a40-8742-4572-a4ba-f86794eb489d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156332 Jul 08 02:44:44.489722 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45372) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:44.494325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-2eaa0f6e-fc77-4b2a-b8e4-dd7c132a40d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'ec4a7f46-0f42-445b-8ddc-ddc3ae472049', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:44.520546 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0f6e-fc77-4b2a-b8e4-dd7c132a40d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.577605 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0f6e-fc77-4b2a-b8e4-dd7c132a40d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.581185 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0f6e-fc77-4b2a-b8e4-dd7c132a40d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.600246 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa0f6e-fc77-4b2a-b8e4-dd7c132a40d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2ecd5d-f878-40e5-86dd-483b635b5274,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:44.606155 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2eaa0f6e-fc77-4b2a-b8e4-dd7c132a40d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.607492 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-2eaa0f6e-fc77-4b2a-b8e4-dd7c132a40d7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167636 Jul 08 02:44:44.610243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45374) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:44.614770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7d01e9c8-5654-4a4c-a7dc-6cf794e2acb6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'ec4a7f46-0f42-445b-8ddc-ddc3ae472049', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:44.641117 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d01e9c8-5654-4a4c-a7dc-6cf794e2acb6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.700456 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d01e9c8-5654-4a4c-a7dc-6cf794e2acb6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.704636 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d01e9c8-5654-4a4c-a7dc-6cf794e2acb6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.723405 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01e9c8-5654-4a4c-a7dc-6cf794e2acb6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dcf387-7d28-4cae-8d7b-66732686a92b,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:44.726458 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7d01e9c8-5654-4a4c-a7dc-6cf794e2acb6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.727634 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7d01e9c8-5654-4a4c-a7dc-6cf794e2acb6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164713 Jul 08 02:44:44.730416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45376) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:44.734747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-7e3358e2-9fd5-486e-a802-598b05c192cd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'ec4a7f46-0f42-445b-8ddc-ddc3ae472049', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:44.760502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e3358e2-9fd5-486e-a802-598b05c192cd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.817163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e3358e2-9fd5-486e-a802-598b05c192cd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.821169 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e3358e2-9fd5-486e-a802-598b05c192cd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.840175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3358e2-9fd5-486e-a802-598b05c192cd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b92ec16-e6dc-47b3-a3e8-af8e922de754,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:44.843184 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e3358e2-9fd5-486e-a802-598b05c192cd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.844565 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7e3358e2-9fd5-486e-a802-598b05c192cd tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1131954 Jul 08 02:44:44.847214 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45378) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:44.851838 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-61abdd47-aed1-4df4-ab9d-c86911edb891 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'ec4a7f46-0f42-445b-8ddc-ddc3ae472049', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:44.872956 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-61abdd47-aed1-4df4-ab9d-c86911edb891 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Project d5635f604e804def99218cdce4621db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:44:44.877640 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-61abdd47-aed1-4df4-ab9d-c86911edb891 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.936659 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-61abdd47-aed1-4df4-ab9d-c86911edb891 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.940164 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-61abdd47-aed1-4df4-ab9d-c86911edb891 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.957984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abdd47-aed1-4df4-ab9d-c86911edb891 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa9d123-beaa-449b-9e57-be2baee3ecd4,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:44.964259 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-61abdd47-aed1-4df4-ab9d-c86911edb891 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:44.965526 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-61abdd47-aed1-4df4-ab9d-c86911edb891 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1173861 Jul 08 02:44:44.968206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45380) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:44.972625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-6c3c91bc-8b77-4391-ba9b-70ded20e0967 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'security_group_rule': {'security_group_id': 'ec4a7f46-0f42-445b-8ddc-ddc3ae472049', 'project_id': 'd5635f604e804def99218cdce4621db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:44.993871 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-6c3c91bc-8b77-4391-ba9b-70ded20e0967 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Project d5635f604e804def99218cdce4621db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:44:44.998559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c3c91bc-8b77-4391-ba9b-70ded20e0967 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.062298 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c3c91bc-8b77-4391-ba9b-70ded20e0967 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.066135 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c3c91bc-8b77-4391-ba9b-70ded20e0967 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.084852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c91bc-8b77-4391-ba9b-70ded20e0967 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612dabe7-14af-4e28-90ac-0aa5e044db7c,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:45.089739 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6c3c91bc-8b77-4391-ba9b-70ded20e0967 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.090963 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6c3c91bc-8b77-4391-ba9b-70ded20e0967 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217752 Jul 08 02:44:45.094634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45382) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:45.099590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'network': {'name': 'tempest-network-smoke--924078240', 'project_id': 'd5635f604e804def99218cdce4621db1', 'port_security_enabled': True}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:45.120946 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:44:45.124268 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.148072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:44:45.157130 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.157477 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Added segment f12b7bdd-bc75-466f-8650-03c002418024 of type vlan for network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 Jul 08 02:44:45.197241 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.222609 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 368d5c08-7e74-4d77-91bd-f9830ff6c65a no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:44:45.227448 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.233141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:45.233917 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.246448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 368d5c08-7e74-4d77-91bd-f9830ff6c65a {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:44:45.246717 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 368d5c08-7e74-4d77-91bd-f9830ff6c65a not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:44:45.295976 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2003150 Jul 08 02:44:45.298620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45384) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:45.303581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'admin_state_up': True, 'project_id': 'd5635f604e804def99218cdce4621db1', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:45.316970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835cac5-3591-4a5c-9b63-2d1873ade320 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Network': ['ID=13d84eb6-f9a2-4a84-81c2-9e1cdd954899,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:45.327857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:44:45.334187 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.335359 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.388385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.525713 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.722252 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.741755 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.844496 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.25.4.122 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/1df92c27-aacf-4fed-9199-d8dfed071d87) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:44:45.948181 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:45.992005 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:46.027532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:44:46.030297 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:44:46.035495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:44:46.063730 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=1df92c27-aacf-4fed-9199-d8dfed071d87,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:46.283837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:46.795306 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:46.918881 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:44:47.022169 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:44:47.031308 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Sync routers for ids ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:44:47.040532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.044795 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Routers {'0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:44:47.044972 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-547e1b94-28fc-46c8-98b9-644f19e3b4cf tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7423923 Jul 08 02:44:47.045084 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:47.045201 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45386) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:47.126473 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4b53ef1a-2ba2-455f-9aae-17c7e03dee94 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=d5635f604e804def99218cdce4621db1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800939 Jul 08 02:44:47.128968 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45390) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:47.148564 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Set router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:44:47.227025 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3399c2-390c-4879-a0bb-b57e9510b2e1 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:47.228608 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2a3399c2-390c-4879-a0bb-b57e9510b2e1 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0987191 Jul 08 02:44:47.231379 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45392) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:47.260663 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e3845207-f4e0-4baf-b10e-0c9613f77f5c tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=8416dd8a-7407-4702-a567-1f92ea79496a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280716 Jul 08 02:44:47.265797 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45394) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:47.268893 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1642178489', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'project_id': 'd5635f604e804def99218cdce4621db1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:47.355626 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:44:47.359129 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.418603 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:46Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:47.446179 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Checking router: 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:44:47.446524 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Updating router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 port 1df92c27-aacf-4fed-9199-d8dfed071d87 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:44:47.480924 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.541686 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.608128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Subnet': ['ID=e38000f9-1411-446a-acb3-c470fc646b9e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:47.614976 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Checking segment: {'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:44:47.615367 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network hostable DHCP agents. Network: 13d84eb6-f9a2-4a84-81c2-9e1cdd954899, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:44:47.632695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:44:47.641556 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 13d84eb6-f9a2-4a84-81c2-9e1cdd954899) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:44:47.645848 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:47.647038 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.654167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde41cb1-e807-4602-ae9f-4059c6d1f0b0 None None] Network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:44:47.665435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45396) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:44:47.672694 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f84fa6a0-9866-4401-80d3-dd1557ec6192 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4009159 Jul 08 02:44:47.750446 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.763510 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Transition to ACTIVE for port object 1df92c27-aacf-4fed-9199-d8dfed071d87 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:44:47.771161 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.815500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:44:47.816822 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.821126 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Attempting to bind port 1df92c27-aacf-4fed-9199-d8dfed071d87 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:44:47.821501 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Attempting to bind port 1df92c27-aacf-4fed-9199-d8dfed071d87 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:44:47.821868 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Attempting to bind port 1df92c27-aacf-4fed-9199-d8dfed071d87 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:44:47.830589 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:44:47.830961 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:44:47.831367 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.831761 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:44:47.832223 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Bound port: 1df92c27-aacf-4fed-9199-d8dfed071d87, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:44:47.832626 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.834974 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Pushing event updated for resources: {'Port': ['ID=1df92c27-aacf-4fed-9199-d8dfed071d87,revision_number=2']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:47.885179 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] For port 1df92c27-aacf-4fed-9199-d8dfed071d87, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:44:47.888293 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] For port 1df92c27-aacf-4fed-9199-d8dfed071d87, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1df92c27-aacf-4fed-9199-d8dfed071d87,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:44:47.894275 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:47.897996 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.898249 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.898523 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.898860 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.899196 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.899529 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.899864 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.900193 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.900543 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.900876 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.901199 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.901522 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:44:47.955400 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Routers {'0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:44:47.956018 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:47.965780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Allocated IP 172.20.0.2 (13d84eb6-f9a2-4a84-81c2-9e1cdd954899/e38000f9-1411-446a-acb3-c470fc646b9e/4673fe5e-e211-4bea-944b-a3ae567ad314) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:44:48.003471 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954589a7-13ba-40a5-887b-311828fb2cae None None] Pushing event updated for resources: {'Port': ['ID=1df92c27-aacf-4fed-9199-d8dfed071d87,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:48.074822 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] Set router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:44:48.121969 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:48.130984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:48.131792 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Transition to ACTIVE for port object 4673fe5e-e211-4bea-944b-a3ae567ad314 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:44:48.151386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Transition to ACTIVE for port object 4673fe5e-e211-4bea-944b-a3ae567ad314 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:44:48.158748 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:48.208468 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:44:48.216484 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:44:48.218957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:44:48.224075 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Pushing event updated for resources: {'Port': ['ID=4673fe5e-e211-4bea-944b-a3ae567ad314,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:48.264794 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:46Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:48.284610 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Attempting to bind port 4673fe5e-e211-4bea-944b-a3ae567ad314 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:44:48.284987 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Attempting to bind port 4673fe5e-e211-4bea-944b-a3ae567ad314 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:44:48.285353 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Attempting to bind port 4673fe5e-e211-4bea-944b-a3ae567ad314 on network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:44:48.291146 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:44:48.291689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Checking segment: {'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:44:48.291957 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:48.292439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Bound using segment: {'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:44:48.292901 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Bound port: 4673fe5e-e211-4bea-944b-a3ae567ad314, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:44:48.293035 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3b57f5-a073-4e6f-9e5d-61331b09e4a1 None None] The sync data for ids ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'] in n-d-694802-14 is: [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:46Z', 'revision_number': 3, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:44:48.293294 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:48.361676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] For port 4673fe5e-e211-4bea-944b-a3ae567ad314, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:44:48.365161 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] For port 4673fe5e-e211-4bea-944b-a3ae567ad314, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4673fe5e-e211-4bea-944b-a3ae567ad314,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:44:48.370549 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:48.441386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e026cd8-17fc-434c-b06a-b4be7be86114 None None] Pushing event updated for resources: {'Port': ['ID=4673fe5e-e211-4bea-944b-a3ae567ad314,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:48.461031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.20.0.1 (13d84eb6-f9a2-4a84-81c2-9e1cdd954899/e38000f9-1411-446a-acb3-c470fc646b9e/9142a70b-5fec-4170-929e-a55bb2f17ce1) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:44:48.621567 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:48.641480 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Transition to ACTIVE for port object 9142a70b-5fec-4170-929e-a55bb2f17ce1 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:44:48.697991 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:48.755779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:44:48.760643 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:44:48.765137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:44:48.812211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=9142a70b-5fec-4170-929e-a55bb2f17ce1,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:48.832992 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:48.993784 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:49.306629 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:49.311548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:49.360155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4673fe5e-e211-4bea-944b-a3ae567ad314 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:44:49.390624 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:49.393597 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=9142a70b-5fec-4170-929e-a55bb2f17ce1,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:49.429929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 4673fe5e-e211-4bea-944b-a3ae567ad314 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:44:49.434428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1df92c27-aacf-4fed-9199-d8dfed071d87 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:44:49.492750 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 1df92c27-aacf-4fed-9199-d8dfed071d87 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:44:49.497078 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 1df92c27-aacf-4fed-9199-d8dfed071d87 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:44:49.497568 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:49.503609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:44:49.505273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:44:49.549320 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5bc7ba-5cc9-499a-9ccd-9800ec1da865 None None] Network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:44:49.621193 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:44:49.650774 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:49.689791 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 1df92c27-aacf-4fed-9199-d8dfed071d87, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1df92c27-aacf-4fed-9199-d8dfed071d87,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:44:49.713713 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-299a1731-1353-4ccd-bad3-fa8cc8d67d27 None None] Provisioning for port 4673fe5e-e211-4bea-944b-a3ae567ad314 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:44:49.717466 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:49.730818 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-299a1731-1353-4ccd-bad3-fa8cc8d67d27 None None] Provisioning complete for port 4673fe5e-e211-4bea-944b-a3ae567ad314 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:44:49.731183 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-299a1731-1353-4ccd-bad3-fa8cc8d67d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:49.737500 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:44:49.743507 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e9cd7caf-4f57-4d91-a08c-3b2b5e3111d6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "PUT /v2.0/routers/0b35685d-4c8e-40f4-9eb8-81a71b42bbe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769324 Jul 08 02:44:49.844374 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=1df92c27-aacf-4fed-9199-d8dfed071d87,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:49.907693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-299a1731-1353-4ccd-bad3-fa8cc8d67d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:49.909436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-1a71b9e6-d0ac-454c-b08a-9298aa243384 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189510612&fields=id&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 267 time: 0.0413485 Jul 08 02:44:49.948502 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-299a1731-1353-4ccd-bad3-fa8cc8d67d27 None None] For port 4673fe5e-e211-4bea-944b-a3ae567ad314, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4673fe5e-e211-4bea-944b-a3ae567ad314,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:44:49.965635 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-299a1731-1353-4ccd-bad3-fa8cc8d67d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:50.026691 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a1731-1353-4ccd-bad3-fa8cc8d67d27 None None] Pushing event updated for resources: {'Port': ['ID=4673fe5e-e211-4bea-944b-a3ae567ad314,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:50.028521 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e5155559-ac3a-4430-a3de-8cffe2f64bd1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:50.030092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e5155559-ac3a-4430-a3de-8cffe2f64bd1 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/networks?id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899 HTTP/1.1" status: 200 len: 796 time: 0.1135569 Jul 08 02:44:50.047873 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-41c32e8f-3551-4fa3-9446-94b3b893d86b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/quotas/d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 375 time: 0.0120776 Jul 08 02:44:50.074437 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Sync routers for ids ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:44:50.085314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Routers {'0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:44:50.085925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:50.125822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-a10cb21b-ef68-4dee-b57c-745f2571caee tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721679 Jul 08 02:44:50.189204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-6d077099-212f-4b95-bed8-34ef3ec8e81e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:44:50.190231 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-6d077099-212f-4b95-bed8-34ef3ec8e81e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0522466 Jul 08 02:44:50.210747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3b0b2ad1-9ff6-426f-8134-86f4e496311d None None] Provisioning for port 9142a70b-5fec-4170-929e-a55bb2f17ce1 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:44:50.217785 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Set router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:44:50.219622 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3b0b2ad1-9ff6-426f-8134-86f4e496311d None None] Provisioning complete for port 9142a70b-5fec-4170-929e-a55bb2f17ce1 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:44:50.219995 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2ad1-9ff6-426f-8134-86f4e496311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:50.302468 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-853f6820-0538-4b99-afa7-e6f0913a8970 service neutron] 10.222.0.41 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007476 Jul 08 02:44:50.345449 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b2ad1-9ff6-426f-8134-86f4e496311d None None] Port 9142a70b-5fec-4170-929e-a55bb2f17ce1 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:44:50.402115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3b0b2ad1-9ff6-426f-8134-86f4e496311d None None] Provisioning complete for port 4673fe5e-e211-4bea-944b-a3ae567ad314 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:44:50.402817 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3b0b2ad1-9ff6-426f-8134-86f4e496311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:50.409079 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-ee8650e2-f8aa-4a21-89bb-a9a917b8b1f2 service neutron] 10.222.0.41 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995643 Jul 08 02:44:50.560079 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:48Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9142a70b-5fec-4170-929e-a55bb2f17ce1', 'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:9c:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:48Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 2, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:50.587475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Checking router: 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:44:50.587823 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Updating router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 port 9142a70b-5fec-4170-929e-a55bb2f17ce1 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:44:50.627264 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:50.724336 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-56297566-d39d-4957-b79a-bb6fc63b1905 None None] Provisioning complete for port 9142a70b-5fec-4170-929e-a55bb2f17ce1 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:44:50.725230 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-56297566-d39d-4957-b79a-bb6fc63b1905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:50.785067 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e1a9fe81-41cb-488d-8d74-ae5dc49910ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:50.793849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-56297566-d39d-4957-b79a-bb6fc63b1905 None None] Port 9142a70b-5fec-4170-929e-a55bb2f17ce1 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:44:50.932865 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:50.942113 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Transition to ACTIVE for port object 9142a70b-5fec-4170-929e-a55bb2f17ce1 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:44:50.948293 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:51.001489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c5d42-adf7-403f-9b93-d72c4bf2a7c2 None None] Pushing event updated for resources: {'Port': ['ID=9142a70b-5fec-4170-929e-a55bb2f17ce1,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:51.220773 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Attempting to bind port 9142a70b-5fec-4170-929e-a55bb2f17ce1 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:44:51.221180 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Attempting to bind port 9142a70b-5fec-4170-929e-a55bb2f17ce1 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:44:51.221515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Attempting to bind port 9142a70b-5fec-4170-929e-a55bb2f17ce1 on network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:44:51.230742 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:44:51.231119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Checking segment: {'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:44:51.231521 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:51.231905 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Bound using segment: {'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:44:51.232461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Bound port: 9142a70b-5fec-4170-929e-a55bb2f17ce1, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:44:51.232843 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:51.289841 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4673fe5e-e211-4bea-944b-a3ae567ad314 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:44:51.324573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] For port 9142a70b-5fec-4170-929e-a55bb2f17ce1, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:44:51.342801 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] For port 9142a70b-5fec-4170-929e-a55bb2f17ce1, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9142a70b-5fec-4170-929e-a55bb2f17ce1,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:44:51.347714 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:51.414403 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4673fe5e-e211-4bea-944b-a3ae567ad314 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:44:51.415139 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:51.419530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Routers {'0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:44:51.420177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:44:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:51.438696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c5d42-adf7-403f-9b93-d72c4bf2a7c2 None None] Pushing event updated for resources: {'Port': ['ID=9142a70b-5fec-4170-929e-a55bb2f17ce1,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:51.589307 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] Set router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:44:51.620747 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1df92c27-aacf-4fed-9199-d8dfed071d87 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:44:51.624069 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5c5d19d6-fd8c-4182-a38b-decbafd26859 req-b6f073a7-ab01-4c7f-a217-24420ec04899 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 210 time: 0.0294321 Jul 08 02:44:51.777508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 1df92c27-aacf-4fed-9199-d8dfed071d87 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:44:51.777884 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:51.904685 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:48Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9142a70b-5fec-4170-929e-a55bb2f17ce1', 'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:9c:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:48Z', 'updated_at': '2021-07-08T02:44:51Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:44:51.932906 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1571f57-9457-46db-a317-0f142f91e2c1 None None] The sync data for ids ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'] in n-d-694802-14 is: [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:48Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9142a70b-5fec-4170-929e-a55bb2f17ce1', 'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:9c:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:48Z', 'updated_at': '2021-07-08T02:44:51Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:44:52.721504 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83cc0264-47a8-4a1e-a970-ee69dec401c6 req-a7230bab-48ad-4514-b7ef-285fe4023e20 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 210 time: 0.0404396 Jul 08 02:44:53.286056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9142a70b-5fec-4170-929e-a55bb2f17ce1 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:44:53.334313 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 9142a70b-5fec-4170-929e-a55bb2f17ce1 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:44:53.338069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9142a70b-5fec-4170-929e-a55bb2f17ce1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:44:53.338462 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:53.419989 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:53.451868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 9142a70b-5fec-4170-929e-a55bb2f17ce1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9142a70b-5fec-4170-929e-a55bb2f17ce1,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:44:53.455846 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:53.508541 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e46e0a2f-0859-4ac3-bde5-05a53b9c4107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:53.513720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=9142a70b-5fec-4170-929e-a55bb2f17ce1,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:53.855763 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:53.857400 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-377ea46b-801c-4447-a249-290eee671b6a req-9c679611-536f-4dc0-9ed3-0d4489408f16 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 210 time: 0.0337729 Jul 08 02:44:54.618957 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:44:54.797851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-3bb87672-22a5-486d-8802-59c8c7d7785d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:54.799971 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-3bb87672-22a5-486d-8802-59c8c7d7785d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "GET /v2.0/networks?id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899 HTTP/1.1" status: 200 len: 796 time: 0.1029406 Jul 08 02:44:54.844074 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-a427c95b-adcb-4796-8cbf-8be2e0794932 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5635f604e804def99218cdce4621db1 HTTP/1.1" status: 200 len: 380 time: 0.0358906 Jul 08 02:44:54.853174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'port': {'device_id': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'admin_state_up': True, 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'security_groups': ['ec4a7f46-0f42-445b-8ddc-ddc3ae472049']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:54.966425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Made reservation on behalf of d5635f604e804def99218cdce4621db1 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:44:54.970101 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:55.016173 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:55.018866 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-219f9fd3-d1cc-4ee1-8af4-a3bcffdb150f req-6c7f8771-1f3f-442f-8632-9d97d3da38a2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 210 time: 0.0378027 Jul 08 02:44:55.105694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.20.0.6 (13d84eb6-f9a2-4a84-81c2-9e1cdd954899/e38000f9-1411-446a-acb3-c470fc646b9e/6f889add-52c5-4a61-aa45-cb55c750dfcd) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:44:55.243718 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:55.258457 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Transition to ACTIVE for port object 6f889add-52c5-4a61-aa45-cb55c750dfcd will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:44:55.276127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9142a70b-5fec-4170-929e-a55bb2f17ce1 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:44:55.294120 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:55.329082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 9142a70b-5fec-4170-929e-a55bb2f17ce1 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:44:55.329448 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:55.343458 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:44:55.348903 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:44:55.353141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:44:55.382167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=6f889add-52c5-4a61-aa45-cb55c750dfcd,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:55.408875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:55.409539 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:55.424495 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-e81c1c93-2a05-4635-90ce-04985e1cf2f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5752568 Jul 08 02:44:55.477236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Request body: {'port': {'device_id': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:44:55.555066 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:55.587432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b9dd256a-b6e7-4494-8bb2-1c4d728f19ee None None] Provisioning for port 6f889add-52c5-4a61-aa45-cb55c750dfcd completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:44:55.591138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b9dd256a-b6e7-4494-8bb2-1c4d728f19ee None None] Provisioning complete for port 6f889add-52c5-4a61-aa45-cb55c750dfcd triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:44:55.591506 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b9dd256a-b6e7-4494-8bb2-1c4d728f19ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:55.627170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd256a-b6e7-4494-8bb2-1c4d728f19ee None None] Port 6f889add-52c5-4a61-aa45-cb55c750dfcd cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:44:55.823055 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f889add-52c5-4a61-aa45-cb55c750dfcd {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:44:55.830309 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:55.842733 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Transition to ACTIVE for port object 6f889add-52c5-4a61-aa45-cb55c750dfcd will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:44:55.846581 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:55.898375 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Pushing event updated for resources: {'Port': ['ID=6f889add-52c5-4a61-aa45-cb55c750dfcd,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:55.965973 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Attempting to bind port 6f889add-52c5-4a61-aa45-cb55c750dfcd on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:44:55.966310 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Attempting to bind port 6f889add-52c5-4a61-aa45-cb55c750dfcd by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:44:55.966641 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Attempting to bind port 6f889add-52c5-4a61-aa45-cb55c750dfcd on network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:44:55.971081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Port 6f889add-52c5-4a61-aa45-cb55c750dfcd on network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:44:55.971402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Attempting to bind port 6f889add-52c5-4a61-aa45-cb55c750dfcd on network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:44:55.976585 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:44:55.976919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Checking segment: {'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:44:55.977300 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Bound using segment: {'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:44:55.977721 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Bound port: 6f889add-52c5-4a61-aa45-cb55c750dfcd, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12b7bdd-bc75-466f-8650-03c002418024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:44:55.978077 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:56.048277 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] For port 6f889add-52c5-4a61-aa45-cb55c750dfcd, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:44:56.051527 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] For port 6f889add-52c5-4a61-aa45-cb55c750dfcd, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:44:56.057067 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:56.090890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:56.091532 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:56.092970 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] 10.222.0.24 "PUT /v2.0/ports/6f889add-52c5-4a61-aa45-cb55c750dfcd HTTP/1.1" status: 200 len: 1092 time: 0.6609964 Jul 08 02:44:56.093412 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'tag': '6f889add-52c5-4a61-aa45-cb55c750dfcd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:44:56.095655 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214a19f5-ff5b-47b5-9ef4-acec6629171e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dce9c3-40ab-493c-9d73-ebfc4138e3e6", "tag": "6f889add-52c5-4a61-aa45-cb55c750dfcd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:44:56.150128 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1765c5-3faf-4184-8299-bd549ac7b596 service neutron] Pushing event updated for resources: {'Port': ['ID=6f889add-52c5-4a61-aa45-cb55c750dfcd,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:56.155186 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7c7779-6371-488e-a4ab-13d149cede0b x-openstack-request-id: req-1e7c7779-6371-488e-a4ab-13d149cede0b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:44:56.155535 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dce9c3-40ab-493c-9d73-ebfc4138e3e6", "tag": "6f889add-52c5-4a61-aa45-cb55c750dfcd", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:44:56.155727 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e7c7779-6371-488e-a4ab-13d149cede0b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:44:56.156121 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'tag': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'status': 'completed', 'code': 200} Jul 08 02:44:56.216489 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-d49d3564-3bd4-4874-bfd4-a61c31382014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:56.218352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-d49d3564-3bd4-4874-bfd4-a61c31382014 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 1095 time: 0.0612690 Jul 08 02:44:56.220930 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214fea3-28e1-4c8a-a6c8-8d8fb4f58bb4 req-984ea552-026b-4970-a942-1a6e8a06852e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:56.222489 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2214fea3-28e1-4c8a-a6c8-8d8fb4f58bb4 req-984ea552-026b-4970-a942-1a6e8a06852e tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 943 time: 0.0777788 Jul 08 02:44:56.264513 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2214fea3-28e1-4c8a-a6c8-8d8fb4f58bb4 req-dbc1f3d4-67c9-4004-9fd5-79dfb85da559 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357704 Jul 08 02:44:56.270013 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-daa42a78-512e-464d-814e-e919f4151ead service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd HTTP/1.1" status: 200 len: 217 time: 0.0435789 Jul 08 02:44:56.322096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-81ab4503-9d61-4466-b0db-db301a2d2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:56.323870 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-81ab4503-9d61-4466-b0db-db301a2d2a46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e38000f9-1411-446a-acb3-c470fc646b9e HTTP/1.1" status: 200 len: 835 time: 0.0484803 Jul 08 02:44:56.383703 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-c922a00f-c6ef-47a9-b449-72347857dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:56.385373 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-c922a00f-c6ef-47a9-b449-72347857dc4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548189 Jul 08 02:44:56.479023 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-765aeb67-b369-4ce0-9b36-ad21232d9088 service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864880 Jul 08 02:44:56.569639 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3f7d1d03-7f93-470b-84bb-7892fa887d07 req-02a14d6c-8d8f-47ce-abf6-0ab9b3cd12bd service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833445 Jul 08 02:44:56.646269 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:56.670875 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-d2c0693d-1586-4944-991d-23c95fea2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:56.672447 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-d2c0693d-1586-4944-991d-23c95fea2bf5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 1095 time: 0.0537770 Jul 08 02:44:56.765166 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-237213d8-9baf-4fa3-915e-c1ea8b2d494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:56.766657 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-237213d8-9baf-4fa3-915e-c1ea8b2d494e service neutron] 10.222.0.24 "GET /v2.0/networks?id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899 HTTP/1.1" status: 200 len: 897 time: 0.0878379 Jul 08 02:44:56.808619 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-9ba5dd19-368d-46f1-b3c4-9f7b66de8970 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd HTTP/1.1" status: 200 len: 217 time: 0.0342498 Jul 08 02:44:56.856056 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-fe6f94eb-c4be-43e5-9921-7fef4ff11173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:56.857502 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-fe6f94eb-c4be-43e5-9921-7fef4ff11173 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e38000f9-1411-446a-acb3-c470fc646b9e HTTP/1.1" status: 200 len: 835 time: 0.0426612 Jul 08 02:44:56.920013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-c0e32521-4394-4bcc-9467-3f9576369a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:56.921480 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-c0e32521-4394-4bcc-9467-3f9576369a7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563159 Jul 08 02:44:57.011058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-08499f01-d387-4e70-955e-cb26cbd0a190 service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820920 Jul 08 02:44:57.105719 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-214a19f5-ff5b-47b5-9ef4-acec6629171e req-d97c548d-2988-4cec-949d-061d0f6bccb2 service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862842 Jul 08 02:44:57.445642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cf3a2-ef69-485f-8e6f-60e4b235d53a req-54b28c5f-da13-4d03-9928-63518b2b9ebb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:57.447218 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-799cf3a2-ef69-485f-8e6f-60e4b235d53a req-54b28c5f-da13-4d03-9928-63518b2b9ebb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 943 time: 0.0697825 Jul 08 02:44:57.485681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-799cf3a2-ef69-485f-8e6f-60e4b235d53a req-06290f92-726d-4fab-8ece-82032fdb82ae tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328932 Jul 08 02:44:58.665524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006c28e-6985-43e6-920e-524d74433162 req-eee6a540-1698-4260-99c5-5c2060a842f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:58.667046 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c006c28e-6985-43e6-920e-524d74433162 req-eee6a540-1698-4260-99c5-5c2060a842f2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 943 time: 0.0693886 Jul 08 02:44:58.703837 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c006c28e-6985-43e6-920e-524d74433162 req-6f2fcc33-b0cc-47aa-9cca-012c645b0287 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Jul 08 02:44:59.676554 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6f889add-52c5-4a61-aa45-cb55c750dfcd details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:44:59.772917 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 6f889add-52c5-4a61-aa45-cb55c750dfcd, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:44:59.784282 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'port_id': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'mac_address': 'fa:16:3e:e4:f8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:44:59.821544 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:59.834624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f889add-52c5-4a61-aa45-cb55c750dfcd {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:44:59.854698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 6f889add-52c5-4a61-aa45-cb55c750dfcd, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:44:59.858761 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:44:59.878461 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cae77-55dd-4426-a918-bddb308c3d60 req-8b89fd9a-11fa-449a-9de9-f3b6b8df20e0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:44:59.879990 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-844cae77-55dd-4426-a918-bddb308c3d60 req-8b89fd9a-11fa-449a-9de9-f3b6b8df20e0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 943 time: 0.0646255 Jul 08 02:44:59.912676 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=6f889add-52c5-4a61-aa45-cb55c750dfcd,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:44:59.919681 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-844cae77-55dd-4426-a918-bddb308c3d60 req-b24f0f9f-725f-4ce3-bb50-7a7ed873146c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333486 Jul 08 02:45:00.075706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['6f889add-52c5-4a61-aa45-cb55c750dfcd'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:45:01.105769 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90122f8b-6c6f-40d6-aa15-5c2219fcf5fd req-7b612a1c-f138-408e-93ec-b719b3cdb681 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:01.107300 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90122f8b-6c6f-40d6-aa15-5c2219fcf5fd req-7b612a1c-f138-408e-93ec-b719b3cdb681 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 944 time: 0.0695436 Jul 08 02:45:01.144955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-90122f8b-6c6f-40d6-aa15-5c2219fcf5fd req-1e9b04fb-3dfe-4167-87c0-dc5387fd8077 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Jul 08 02:45:01.673989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6f889add-52c5-4a61-aa45-cb55c750dfcd up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:01.721105 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 6f889add-52c5-4a61-aa45-cb55c750dfcd completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:01.724886 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 6f889add-52c5-4a61-aa45-cb55c750dfcd triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:01.725287 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:01.800522 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:01.822154 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f889add-52c5-4a61-aa45-cb55c750dfcd'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:01.824395 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59706bf-d2bf-4a19-86dd-cdd5230b889f" -d '{"events": [{"server_uuid": "c5dce9c3-40ab-493c-9d73-ebfc4138e3e6", "name": "network-vif-plugged", "status": "completed", "tag": "6f889add-52c5-4a61-aa45-cb55c750dfcd"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:01.840722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 6f889add-52c5-4a61-aa45-cb55c750dfcd, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:01.845164 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:01.898473 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=6f889add-52c5-4a61-aa45-cb55c750dfcd,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:01.910252 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8634052c-ad38-49c6-9c10-bbb21d3c2b5c x-openstack-request-id: req-8634052c-ad38-49c6-9c10-bbb21d3c2b5c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:01.910640 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5dce9c3-40ab-493c-9d73-ebfc4138e3e6", "name": "network-vif-plugged", "status": "completed", "tag": "6f889add-52c5-4a61-aa45-cb55c750dfcd", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:01.910901 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8634052c-ad38-49c6-9c10-bbb21d3c2b5c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:01.911296 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'code': 200} Jul 08 02:45:02.022240 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44c712-cfad-4be8-837c-92fc7a43824f req-b4be5278-dddd-4c12-8857-c5ac4eb0ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:02.023807 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9b44c712-cfad-4be8-837c-92fc7a43824f req-b4be5278-dddd-4c12-8857-c5ac4eb0ab4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 1097 time: 0.0541728 Jul 08 02:45:02.059366 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9b44c712-cfad-4be8-837c-92fc7a43824f req-46fbe30a-f3ed-46e6-b98d-27227b8e11bd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284555 Jul 08 02:45:02.317058 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819d5e-45fc-4899-b066-9e959ed94250 req-37a52028-658c-4c35-b89e-a5e4a7502fc6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:02.318471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65819d5e-45fc-4899-b066-9e959ed94250 req-37a52028-658c-4c35-b89e-a5e4a7502fc6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0630636 Jul 08 02:45:02.356515 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-65819d5e-45fc-4899-b066-9e959ed94250 req-46771d9a-71ee-460e-ba66-8e46bc8a1bc2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323372 Jul 08 02:45:03.531929 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dadcc-3777-4e2b-941d-76008816385e req-2305705f-da17-4295-8922-aab7994b733d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:03.533393 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-260dadcc-3777-4e2b-941d-76008816385e req-2305705f-da17-4295-8922-aab7994b733d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0676928 Jul 08 02:45:03.572318 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-260dadcc-3777-4e2b-941d-76008816385e req-75ea78b8-df92-4093-91d6-b3e97074fe4f tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Jul 08 02:45:03.754149 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fe245-5be9-49ea-81e9-d9bf78b60f56 req-0044e769-129c-4657-9afb-dcf41601cbd2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:03.755997 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-526fe245-5be9-49ea-81e9-d9bf78b60f56 req-0044e769-129c-4657-9afb-dcf41601cbd2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0712178 Jul 08 02:45:03.796403 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-526fe245-5be9-49ea-81e9-d9bf78b60f56 req-08a5111a-8926-445c-9930-dc47db0d1069 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346544 Jul 08 02:45:03.820807 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45474) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:03.871845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80457e89-96cf-46dd-9127-ad8c95ecb721 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:03.873387 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-80457e89-96cf-46dd-9127-ad8c95ecb721 tempest-TestNetworkAdvancedServerOps-726206229 tempest-TestNetworkAdvancedServerOps-726206229-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 1092 time: 0.0515907 Jul 08 02:45:03.876235 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45476) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:03.880962 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:03.903871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:04.339146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:04.445613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Allocated IP 172.25.4.201 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/c80af289-a0d0-47df-a0ea-2709fd1fe6c5) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:04.546535 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:04.584809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:04.624019 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:04.626766 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:04.629357 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:04.661189 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=c80af289-a0d0-47df-a0ea-2709fd1fe6c5,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:04.996773 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:05.015185 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:05.075984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:05.226477 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:05.231097 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:05.302661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event updated for resources: {'Port': ['ID=c80af289-a0d0-47df-a0ea-2709fd1fe6c5,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:05.308916 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:05.407556 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Floating IP ea6f9e42-42a3-46c6-a270-00cc070a872b associated. External IP: 172.25.4.201, port: 6f889add-52c5-4a61-aa45-cb55c750dfcd. Jul 08 02:45:05.619977 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:45:05.734448 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:05.747459 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] Sync routers for ids ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:05.752588 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:05.753563 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] Routers {'0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:05.754164 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:44:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:05.793429 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-da9d72cc-626d-4ab8-962c-34494b2027a6 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9161158 Jul 08 02:45:05.794116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'tag': '6f889add-52c5-4a61-aa45-cb55c750dfcd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:05.796521 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dce9c3-40ab-493c-9d73-ebfc4138e3e6", "tag": "6f889add-52c5-4a61-aa45-cb55c750dfcd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:05.834247 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70a79fc-ffa0-419a-b15a-c97da2149792 x-openstack-request-id: req-f70a79fc-ffa0-419a-b15a-c97da2149792 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:05.834413 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dce9c3-40ab-493c-9d73-ebfc4138e3e6", "tag": "6f889add-52c5-4a61-aa45-cb55c750dfcd", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:05.834797 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f70a79fc-ffa0-419a-b15a-c97da2149792 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:05.835233 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'tag': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'status': 'completed', 'code': 200} Jul 08 02:45:05.868260 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] Set router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:05.914208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-150417ec-e1aa-4998-9968-77c090ae536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:05.916665 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-150417ec-e1aa-4998-9968-77c090ae536b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 1097 time: 0.0544651 Jul 08 02:45:05.955317 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7044c3-c71f-4ac6-8ec8-2eb733f51139 req-52d8cdb9-3d6b-4b89-8ab6-e7bf3156033a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:05.957074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd7044c3-c71f-4ac6-8ec8-2eb733f51139 req-52d8cdb9-3d6b-4b89-8ab6-e7bf3156033a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0653851 Jul 08 02:45:05.997760 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dd7044c3-c71f-4ac6-8ec8-2eb733f51139 req-675e6b3f-f798-4d2e-b611-fce805392dc0 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340054 Jul 08 02:45:06.021943 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-6647f803-2fb8-4924-94e6-395b689b1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:06.023621 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-6647f803-2fb8-4924-94e6-395b689b1305 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899 HTTP/1.1" status: 200 len: 897 time: 0.0975342 Jul 08 02:45:06.024463 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45482) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:06.105885 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:48Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'ea6f9e42-42a3-46c6-a270-00cc070a872b', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'port_id': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'mac_address': 'fa:16:3e:e4:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:45:04Z', 'updated_at': '2021-07-08T02:45:04Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9142a70b-5fec-4170-929e-a55bb2f17ce1', 'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:9c:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:48Z', 'updated_at': '2021-07-08T02:44:53Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:06.131440 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] Checking router: 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:06.139758 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] Routers {'0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:06.140091 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d856beda-6c2b-43c2-b2e6-0e89cfb97395 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/ea6f9e42-42a3-46c6-a270-00cc070a872b HTTP/1.1" status: 200 len: 991 time: 0.1145070 Jul 08 02:45:06.140392 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:44:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:06.146874 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-2194abe7-99dd-4484-b95c-1a934de95197 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd HTTP/1.1" status: 200 len: 999 time: 0.1148098 Jul 08 02:45:06.196354 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-23cc7243-00e3-48b7-94e5-20807862e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:06.197796 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-23cc7243-00e3-48b7-94e5-20807862e547 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e38000f9-1411-446a-acb3-c470fc646b9e HTTP/1.1" status: 200 len: 835 time: 0.0438201 Jul 08 02:45:06.245853 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] Set router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:06.255253 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-20f94e86-c7e1-48aa-8640-9172cab5780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:06.257107 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-20f94e86-c7e1-48aa-8640-9172cab5780c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530396 Jul 08 02:45:06.355557 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-69c1d3b4-a7bf-4767-8eb0-f11c0c2acdf4 service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924087 Jul 08 02:45:06.448849 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa3f1b11-ae1e-4a5d-a17f-de072082ea5f req-2b05ef76-ad0b-45bc-8dd8-a6a3e675b454 service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866308 Jul 08 02:45:06.553431 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:48Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'ea6f9e42-42a3-46c6-a270-00cc070a872b', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'port_id': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'mac_address': 'fa:16:3e:e4:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:45:04Z', 'updated_at': '2021-07-08T02:45:04Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9142a70b-5fec-4170-929e-a55bb2f17ce1', 'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:9c:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:48Z', 'updated_at': '2021-07-08T02:44:53Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:06.578636 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85400c92-82af-4352-bb33-70d1accfd0a3 None None] The sync data for ids ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'] in n-d-694802-14 is: [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:48Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'ea6f9e42-42a3-46c6-a270-00cc070a872b', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'port_id': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'mac_address': 'fa:16:3e:e4:f8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:45:04Z', 'updated_at': '2021-07-08T02:45:04Z', 'revision_number': 0, 'project_id': 'd5635f604e804def99218cdce4621db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9142a70b-5fec-4170-929e-a55bb2f17ce1', 'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:9c:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:48Z', 'updated_at': '2021-07-08T02:44:53Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:06.777145 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af910b3a-3e57-4c15-8d0b-1316438655d3 None None] New status for floating IP ea6f9e42-42a3-46c6-a270-00cc070a872b: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:45:07.143963 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45484) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:07.208022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e3608c17-5be2-4a39-8549-40eef11424bb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/ea6f9e42-42a3-46c6-a270-00cc070a872b HTTP/1.1" status: 200 len: 993 time: 0.0626752 Jul 08 02:45:09.459405 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:20.685093 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-f31aa3b1-7ba2-43ab-a410-4f0bf5767d54 req-0895a992-8ce8-4f15-9f2a-ff5606af6153 service neutron] (93884) timed out ('10.222.0.16', 52189) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 02:45:20.746449 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7cbe6360-507d-4190-b1de-6d4a27622841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.490087 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1e12582c-690e-4276-aa48-66dcce5301da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:23.856523 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:25.014609 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:26.258930 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1203406a-a053-431c-806d-7159ffc9f288 req-74b039ac-351d-4e95-90d6-0c4ad072bcf8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580904 Jul 08 02:45:26.357626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203406a-a053-431c-806d-7159ffc9f288 req-bfe02c46-163e-4062-b9af-859090f47d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:26.359195 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1203406a-a053-431c-806d-7159ffc9f288 req-bfe02c46-163e-4062-b9af-859090f47d2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 1097 time: 0.0535393 Jul 08 02:45:26.462416 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203406a-a053-431c-806d-7159ffc9f288 req-f70348f0-8a3a-4cb9-889f-cf3d3164808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:26.463924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1203406a-a053-431c-806d-7159ffc9f288 req-f70348f0-8a3a-4cb9-889f-cf3d3164808b service neutron] 10.222.0.24 "GET /v2.0/networks?id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899 HTTP/1.1" status: 200 len: 897 time: 0.0851555 Jul 08 02:45:26.533070 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1203406a-a053-431c-806d-7159ffc9f288 req-42aa9320-b5bf-44e9-87c3-7cf5ca217c7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd HTTP/1.1" status: 200 len: 1001 time: 0.0623565 Jul 08 02:45:26.590785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203406a-a053-431c-806d-7159ffc9f288 req-6e826be4-90c0-4d1f-a306-80671bd94a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:26.592241 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1203406a-a053-431c-806d-7159ffc9f288 req-6e826be4-90c0-4d1f-a306-80671bd94a5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e38000f9-1411-446a-acb3-c470fc646b9e HTTP/1.1" status: 200 len: 835 time: 0.0438342 Jul 08 02:45:26.648386 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:26.650244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203406a-a053-431c-806d-7159ffc9f288 req-ef3bae00-450c-4802-a706-1f93122f75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:26.651803 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1203406a-a053-431c-806d-7159ffc9f288 req-ef3bae00-450c-4802-a706-1f93122f75aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532961 Jul 08 02:45:26.761089 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1203406a-a053-431c-806d-7159ffc9f288 req-ae16db66-b85c-4bf8-92bc-6d684b94a42c service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021779 Jul 08 02:45:26.866802 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-1203406a-a053-431c-806d-7159ffc9f288 req-e74fe2b6-f1aa-4bab-84e7-a04206d32e72 service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981867 Jul 08 02:45:31.619093 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:45:35.023778 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:38.768264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721be04-0bc3-4cf7-977a-dd4a4ab8d106 req-8ebd7b75-be6b-4148-93c6-93a9af2d47a3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:38.769762 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a721be04-0bc3-4cf7-977a-dd4a4ab8d106 req-8ebd7b75-be6b-4148-93c6-93a9af2d47a3 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0628228 Jul 08 02:45:38.808261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a721be04-0bc3-4cf7-977a-dd4a4ab8d106 req-69c9c80a-dfa9-4976-a109-8d876ffae9b7 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316679 Jul 08 02:45:39.488113 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:39.988021 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a0ba0-112f-4f89-8659-5008c1cc7ccc req-f3ae6f87-fa63-43f9-ac1c-61facae7af2c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:39.989592 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc0a0ba0-112f-4f89-8659-5008c1cc7ccc req-f3ae6f87-fa63-43f9-ac1c-61facae7af2c tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0705686 Jul 08 02:45:40.028226 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-cc0a0ba0-112f-4f89-8659-5008c1cc7ccc req-8be3700e-eac8-49b7-9188-57aae8b4fc7b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325689 Jul 08 02:45:40.053523 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:40.117104 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-08d702b7-64ed-4cb9-b290-b340cedb42b8 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/ea6f9e42-42a3-46c6-a270-00cc070a872b HTTP/1.1" status: 200 len: 993 time: 0.0622227 Jul 08 02:45:41.545306 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-a3d8a078-4444-40aa-a980-14365e3656dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:41.546867 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-a3d8a078-4444-40aa-a980-14365e3656dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 1097 time: 0.0534642 Jul 08 02:45:41.565907 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc18c0-99ba-468b-a113-6f7cf490c791 req-fccfa8ef-044d-419a-b689-47a6a73383d4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:41.567426 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-59fc18c0-99ba-468b-a113-6f7cf490c791 req-fccfa8ef-044d-419a-b689-47a6a73383d4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0634928 Jul 08 02:45:41.611472 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-59fc18c0-99ba-468b-a113-6f7cf490c791 req-70ed5cc0-2887-41ef-9e66-6bdb51473adb tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373254 Jul 08 02:45:41.644344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-ae261050-7a0e-48e3-99e2-68fa537dc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:41.646090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-ae261050-7a0e-48e3-99e2-68fa537dc285 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899 HTTP/1.1" status: 200 len: 897 time: 0.0927715 Jul 08 02:45:41.709209 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-c4dde8eb-280f-4708-a3e3-ab8964db851a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd HTTP/1.1" status: 200 len: 1001 time: 0.0564299 Jul 08 02:45:41.761898 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-4e3d4279-79e3-4171-a94f-7effa03d1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:41.763357 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-4e3d4279-79e3-4171-a94f-7effa03d1078 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e38000f9-1411-446a-acb3-c470fc646b9e HTTP/1.1" status: 200 len: 835 time: 0.0476677 Jul 08 02:45:41.818634 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-7d0a018f-093e-4a12-9854-7d13f61934b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:41.820864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-7d0a018f-093e-4a12-9854-7d13f61934b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512652 Jul 08 02:45:41.909409 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-80e94c63-91c3-4aaf-9f78-ece1aee8cfa4 service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819535 Jul 08 02:45:42.001475 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-68a33542-d0b7-46c4-9747-12457a2c6225 req-ece0adff-6061-4ded-bd0d-177621c2add5 service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859785 Jul 08 02:45:42.809366 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e775923-a76b-48f8-a558-a199fe14b53a req-ce0a0ddd-26d2-48c0-b55b-972f92775978 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:42.810934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e775923-a76b-48f8-a558-a199fe14b53a req-ce0a0ddd-26d2-48c0-b55b-972f92775978 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0816672 Jul 08 02:45:42.856329 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e775923-a76b-48f8-a558-a199fe14b53a req-0b6620e1-9a9e-492c-926e-23de915fd76d tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393288 Jul 08 02:45:44.042337 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15618a-4f99-487a-82b7-e84db5c20844 req-f25dca18-f658-4b45-bc85-bb5ef4d7ee68 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:44.043934 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a15618a-4f99-487a-82b7-e84db5c20844 req-f25dca18-f658-4b45-bc85-bb5ef4d7ee68 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0747268 Jul 08 02:45:44.082644 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a15618a-4f99-487a-82b7-e84db5c20844 req-24753044-b715-40fc-898f-5883b79d57da tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330687 Jul 08 02:45:44.107004 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45522) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:44.169486 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-4bfab142-83eb-4d54-8d7c-a70c1666fd93 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/floatingips/ea6f9e42-42a3-46c6-a270-00cc070a872b HTTP/1.1" status: 200 len: 993 time: 0.0612767 Jul 08 02:45:44.417492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45528) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:44.573129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port c80af289-a0d0-47df-a0ea-2709fd1fe6c5 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:45:44.573381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.650466 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.650792 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.662128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for c80af289-a0d0-47df-a0ea-2709fd1fe6c5 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:45:44.806938 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.836100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=c80af289-a0d0-47df-a0ea-2709fd1fe6c5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:44.864505 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.864852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.865192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.866076 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.866392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.866721 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.867046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.867370 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.867697 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.868016 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.868359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.868676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:44.908762 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:44.909103 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Floating IP ea6f9e42-42a3-46c6-a270-00cc070a872b disassociated (deleted). External IP: 172.25.4.201, port: 6f889add-52c5-4a61-aa45-cb55c750dfcd. Jul 08 02:45:45.118056 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:45:45.223892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:45.229194 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:45.235295 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] Sync routers for ids ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:45.245335 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] Routers {'0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:45.245956 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:45.269721 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1bea0240-697a-4938-812c-e36d5b8f0a0a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/floatingips/ea6f9e42-42a3-46c6-a270-00cc070a872b HTTP/1.1" status: 204 len: 168 time: 0.8507380 Jul 08 02:45:45.270024 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'tag': '6f889add-52c5-4a61-aa45-cb55c750dfcd'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:45.272645 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de50fa22-ed50-4c3e-bfbd-eb99568e8167" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dce9c3-40ab-493c-9d73-ebfc4138e3e6", "tag": "6f889add-52c5-4a61-aa45-cb55c750dfcd"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:45.315888 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c51398-5799-4be9-8021-93ae38fb32f8 x-openstack-request-id: req-82c51398-5799-4be9-8021-93ae38fb32f8 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:45.316184 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dce9c3-40ab-493c-9d73-ebfc4138e3e6", "tag": "6f889add-52c5-4a61-aa45-cb55c750dfcd", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:45.316465 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82c51398-5799-4be9-8021-93ae38fb32f8 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:45.318260 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'tag': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'status': 'completed', 'code': 200} Jul 08 02:45:45.357590 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] Set router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:45.391852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-1a0d2513-5007-4ab3-a6a6-d6009fa2b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:45.393504 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-1a0d2513-5007-4ab3-a6a6-d6009fa2b48f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d5635f604e804def99218cdce4621db1&device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 1097 time: 0.0542483 Jul 08 02:45:45.505349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-e7873cd8-beea-49db-83f3-581c0a18a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:45.506939 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-e7873cd8-beea-49db-83f3-581c0a18a437 service neutron] 10.222.0.24 "GET /v2.0/networks?id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899 HTTP/1.1" status: 200 len: 897 time: 0.1070130 Jul 08 02:45:45.549660 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-e6fbfcd3-cf06-4d12-ba37-676cf2f353c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd HTTP/1.1" status: 200 len: 217 time: 0.0354841 Jul 08 02:45:45.575054 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:48Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9142a70b-5fec-4170-929e-a55bb2f17ce1', 'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:9c:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:48Z', 'updated_at': '2021-07-08T02:44:53Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:45.598750 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-8f5876aa-d40a-4c28-b7d7-9be610a21588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:45.600885 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-8f5876aa-d40a-4c28-b7d7-9be610a21588 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e38000f9-1411-446a-acb3-c470fc646b9e HTTP/1.1" status: 200 len: 835 time: 0.0448246 Jul 08 02:45:45.604830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] Checking router: 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:45.613073 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] Routers {'0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:45.613690 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:45.646645 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd079c7-d2b3-49ae-a0d7-bd58832d1233 req-ca9882d4-8b23-4fd6-a98a-ed79b04f1ee2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:45.649071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cd079c7-d2b3-49ae-a0d7-bd58832d1233 req-ca9882d4-8b23-4fd6-a98a-ed79b04f1ee2 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0660379 Jul 08 02:45:45.670398 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-1f54e2d1-04ca-4a99-9a28-6100d01c2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:45.671945 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-1f54e2d1-04ca-4a99-9a28-6100d01c2bea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=13d84eb6-f9a2-4a84-81c2-9e1cdd954899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637450 Jul 08 02:45:45.689201 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0cd079c7-d2b3-49ae-a0d7-bd58832d1233 req-cc75d6ee-5d67-4a49-bcab-c61f4313f69a tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340466 Jul 08 02:45:45.723332 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] Set router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:45.764571 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-fe82b19d-378c-496b-a41f-5a2bc0442910 service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850899 Jul 08 02:45:45.859050 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-de50fa22-ed50-4c3e-bfbd-eb99568e8167 req-0772d8d7-acf7-4bc8-b380-58102788a5f4 service neutron] 10.222.0.24 "GET /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878432 Jul 08 02:45:45.920206 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:48Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9142a70b-5fec-4170-929e-a55bb2f17ce1', 'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:9c:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:48Z', 'updated_at': '2021-07-08T02:44:53Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:45.945799 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1c8a7b-1fc3-4759-9de2-89cc5f4cc0ba None None] The sync data for ids ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'] in n-d-694802-14 is: [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:48Z', 'revision_number': 4, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '9142a70b-5fec-4170-929e-a55bb2f17ce1', 'name': '', 'network_id': '13d84eb6-f9a2-4a84-81c2-9e1cdd954899', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'mac_address': 'fa:16:3e:9c:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:48Z', 'updated_at': '2021-07-08T02:44:53Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'subnets': [{'id': 'e38000f9-1411-446a-acb3-c470fc646b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:46.155155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a807fad-a8e5-488a-a602-0594e984f4a6 None None] New status for floating IP ea6f9e42-42a3-46c6-a270-00cc070a872b: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:45:46.878966 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe8363-6586-4a94-9492-8e4dd5baa15f req-16b5d08f-ed76-4dc5-9a3c-be349bd1b2a4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:46.880471 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1efe8363-6586-4a94-9492-8e4dd5baa15f req-16b5d08f-ed76-4dc5-9a3c-be349bd1b2a4 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0692759 Jul 08 02:45:46.919068 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1efe8363-6586-4a94-9492-8e4dd5baa15f req-dc7deecf-656a-441c-ab8a-933c305df756 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec4a7f46-0f42-445b-8ddc-ddc3ae472049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Jul 08 02:45:47.140115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-e78ecd17-325f-40c0-a0d8-9eefe3991427 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:47.141668 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-e78ecd17-325f-40c0-a0d8-9eefe3991427 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 945 time: 0.0697789 Jul 08 02:45:47.246469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 6f889add-52c5-4a61-aa45-cb55c750dfcd {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:45:47.246809 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:47.340088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 6f889add-52c5-4a61-aa45-cb55c750dfcd, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=6f889add-52c5-4a61-aa45-cb55c750dfcd,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:47.340479 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:47.354037 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 6f889add-52c5-4a61-aa45-cb55c750dfcd owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:45:47.486766 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:47.516525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=6f889add-52c5-4a61-aa45-cb55c750dfcd,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:47.544182 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.544555 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.544905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.545245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.545581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.545916 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.546250 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.546582 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.546915 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.547243 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.547569 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.547893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:47.570707 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] No DVR routers for this DVR port 6f889add-52c5-4a61-aa45-cb55c750dfcd on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:45:47.573295 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:47.575285 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-6a0b7589-84bb-47f8-bf7c-47d60b63f438 req-a5e282f2-e6c5-4b70-a3af-fcb3dddebbbe tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.24 "DELETE /v2.0/ports/6f889add-52c5-4a61-aa45-cb55c750dfcd HTTP/1.1" status: 204 len: 173 time: 0.4279127 Jul 08 02:45:47.575716 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'name': 'network-vif-deleted', 'tag': '6f889add-52c5-4a61-aa45-cb55c750dfcd'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:45:47.577962 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fd9cdc-5527-4a68-bc93-91f45d2dea84" -d '{"events": [{"server_uuid": "c5dce9c3-40ab-493c-9d73-ebfc4138e3e6", "name": "network-vif-deleted", "tag": "6f889add-52c5-4a61-aa45-cb55c750dfcd"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:45:47.621246 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911dfd27-86a3-4b0d-92af-16a7bbde1e80 x-openstack-request-id: req-911dfd27-86a3-4b0d-92af-16a7bbde1e80 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:45:47.621540 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5dce9c3-40ab-493c-9d73-ebfc4138e3e6", "name": "network-vif-deleted", "tag": "6f889add-52c5-4a61-aa45-cb55c750dfcd", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:45:47.621795 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-911dfd27-86a3-4b0d-92af-16a7bbde1e80 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:45:47.622800 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5dce9c3-40ab-493c-9d73-ebfc4138e3e6', 'name': 'network-vif-deleted', 'tag': '6f889add-52c5-4a61-aa45-cb55c750dfcd', 'status': 'completed', 'code': 200} Jul 08 02:45:48.085813 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8958f8c6-4d54-468c-926b-f69e8cbcd206 req-b0a369c0-b180-4d44-92f5-69a9023ad515 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5dce9c3-40ab-493c-9d73-ebfc4138e3e6 HTTP/1.1" status: 200 len: 210 time: 0.0289776 Jul 08 02:45:49.183466 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45544) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:49.845465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6f889add-52c5-4a61-aa45-cb55c750dfcd no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:45:49.851683 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:49.868969 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 6f889add-52c5-4a61-aa45-cb55c750dfcd {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:45:49.869308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 6f889add-52c5-4a61-aa45-cb55c750dfcd not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:45:50.117292 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 9142a70b-5fec-4170-929e-a55bb2f17ce1 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:45:50.117548 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:50.206237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 9142a70b-5fec-4170-929e-a55bb2f17ce1, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=9142a70b-5fec-4170-929e-a55bb2f17ce1,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:50.206919 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:50.220187 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 9142a70b-5fec-4170-929e-a55bb2f17ce1 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:45:50.412330 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:50.450920 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=9142a70b-5fec-4170-929e-a55bb2f17ce1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:50.633478 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:50.748041 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c9e24a83-35d0-4a92-9d63-272c02f166e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:50.870492 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:45:50.982034 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:50.988431 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-8c09190e-1a82-4147-970a-bde036dd9367 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "PUT /v2.0/routers/0b35685d-4c8e-40f4-9eb8-81a71b42bbe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8025670 Jul 08 02:45:50.991464 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:50.992979 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] Sync routers for ids ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:51.004040 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] Routers {'0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:51.004585 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:51.046959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-817c0a73-6e78-4ac8-8fac-5ade5a621f93 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting subnet e38000f9-1411-446a-acb3-c470fc646b9e {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:45:51.056231 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-817c0a73-6e78-4ac8-8fac-5ade5a621f93 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.096427 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-817c0a73-6e78-4ac8-8fac-5ade5a621f93 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.117645 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] Set router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:51.189555 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-817c0a73-6e78-4ac8-8fac-5ade5a621f93 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.253626 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-817c0a73-6e78-4ac8-8fac-5ade5a621f93 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.286456 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c0a73-6e78-4ac8-8fac-5ade5a621f93 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Subnet': ['ID=e38000f9-1411-446a-acb3-c470fc646b9e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:51.289112 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-817c0a73-6e78-4ac8-8fac-5ade5a621f93 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.293806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-817c0a73-6e78-4ac8-8fac-5ade5a621f93 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/subnets/e38000f9-1411-446a-acb3-c470fc646b9e HTTP/1.1" status: 204 len: 168 time: 0.3013127 Jul 08 02:45:51.294345 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45548) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:51.296563 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e534f12-d0c3-4a10-987a-6c9244269814 None None] Network 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:51.323215 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:45:50Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:51.351904 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] Checking router: 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:51.360522 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] Routers {'0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:51.361132 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:23Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:51.417930 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.497643 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] DHCP port deletion for 13d84eb6-f9a2-4a84-81c2-9e1cdd954899 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:45:51.538240 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.555277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Deleting port 4673fe5e-e211-4bea-944b-a3ae567ad314 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:45:51.555727 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.563234 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] Set router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:51.592163 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Deleting port 1df92c27-aacf-4fed-9199-d8dfed071d87 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:45:51.592618 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.622442 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] For port 4673fe5e-e211-4bea-944b-a3ae567ad314, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4673fe5e-e211-4bea-944b-a3ae567ad314,segment=NetworkSegment(f12b7bdd-bc75-466f-8650-03c002418024),segment_id=f12b7bdd-bc75-466f-8650-03c002418024)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:51.622837 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.638173 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Calling delete_port for 4673fe5e-e211-4bea-944b-a3ae567ad314 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:45:51.675826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] For port 1df92c27-aacf-4fed-9199-d8dfed071d87, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=1df92c27-aacf-4fed-9199-d8dfed071d87,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:51.676197 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.689013 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Calling delete_port for 1df92c27-aacf-4fed-9199-d8dfed071d87 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:45:51.731130 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:51.748693 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:45:50Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:51.759954 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Pushing event deleted for resources: {'Port': ['ID=4673fe5e-e211-4bea-944b-a3ae567ad314,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:51.766401 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] No DVR routers for this DVR port 4673fe5e-e211-4bea-944b-a3ae567ad314 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:45:51.772511 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.777984 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.779879 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e66e929-b9d8-4577-bf3b-b8cc16daddda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:45:51.797971 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6eff0-a52b-4fc4-98af-05f5c7673497 None None] The sync data for ids ['0b35685d-4c8e-40f4-9eb8-81a71b42bbe5'] in n-d-694802-14 is: [{'id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1404175421', 'tenant_id': 'd5635f604e804def99218cdce4621db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:45:50Z', 'revision_number': 5, 'project_id': 'd5635f604e804def99218cdce4621db1', 'gw_port': {'id': '1df92c27-aacf-4fed-9199-d8dfed071d87', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b35685d-4c8e-40f4-9eb8-81a71b42bbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:44:45Z', 'updated_at': '2021-07-08T02:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:52.205407 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.231923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Port': ['ID=1df92c27-aacf-4fed-9199-d8dfed071d87,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:52.294286 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.387497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.389720 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.433686 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.434245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Fanout notify agent at l3_agent the message router_deleted on router 0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:45:52.446494 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.446941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-7229bae0-f563-4624-942a-460c59b07e85 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/routers/0b35685d-4c8e-40f4-9eb8-81a71b42bbe5 HTTP/1.1" status: 204 len: 168 time: 1.1514137 Jul 08 02:45:52.449550 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45550) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:52.541319 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.633765 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.643360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d84eb6-f9a2-4a84-81c2-9e1cdd954899']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:52.653996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12b7bdd-bc75-466f-8650-03c002418024') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:52.654293 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12b7bdd-bc75-466f-8650-03c002418024') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:52.663498 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.676758 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.682734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:45:52.683133 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:45:52.686194 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:45:52.747055 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.754711 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.756749 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/networks/13d84eb6-f9a2-4a84-81c2-9e1cdd954899 HTTP/1.1" status: 204 len: 168 time: 0.3061566 Jul 08 02:45:52.760110 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:52.776248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840fb83-3b2c-4c9a-90ca-8f9e7a40f962 tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'Network': ['ID=13d84eb6-f9a2-4a84-81c2-9e1cdd954899,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:52.828006 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc4be744-35fa-4528-88eb-d75c52ac541b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.854693 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc4be744-35fa-4528-88eb-d75c52ac541b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.924737 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc4be744-35fa-4528-88eb-d75c52ac541b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.927234 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc4be744-35fa-4528-88eb-d75c52ac541b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:52.928433 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-dc4be744-35fa-4528-88eb-d75c52ac541b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec4a7f46-0f42-445b-8ddc-ddc3ae472049 HTTP/1.1" status: 204 len: 168 time: 0.1668742 Jul 08 02:45:52.937688 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4be744-35fa-4528-88eb-d75c52ac541b tempest-TestNetworkAdvancedServerOps-656149547 tempest-TestNetworkAdvancedServerOps-656149547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4a7f46-0f42-445b-8ddc-ddc3ae472049,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:53.296664 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45562) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:53.302860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4673fe5e-e211-4bea-944b-a3ae567ad314 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:45:53.323219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 4673fe5e-e211-4bea-944b-a3ae567ad314 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:45:53.323565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4673fe5e-e211-4bea-944b-a3ae567ad314 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:45:53.323980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1df92c27-aacf-4fed-9199-d8dfed071d87 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:45:53.342408 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 1df92c27-aacf-4fed-9199-d8dfed071d87 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:45:53.342748 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 1df92c27-aacf-4fed-9199-d8dfed071d87 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:45:53.343152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9142a70b-5fec-4170-929e-a55bb2f17ce1 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:45:53.362007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 9142a70b-5fec-4170-929e-a55bb2f17ce1 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:45:53.362350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 9142a70b-5fec-4170-929e-a55bb2f17ce1 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:45:53.444702 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d3e1d8b5-0070-4671-8ebc-43f6e61621de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5635f604e804def99218cdce4621db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466100 Jul 08 02:45:53.447434 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45566) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:53.490734 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e6b5e584-35c7-4e10-b6fa-1a2f338876a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.496507 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a6a9-2baa-4f29-bdf2-9d242b5fc532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.517946 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a6a9-2baa-4f29-bdf2-9d242b5fc532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.565071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a6a9-2baa-4f29-bdf2-9d242b5fc532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.567612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2b1a6a9-2baa-4f29-bdf2-9d242b5fc532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.569537 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b2b1a6a9-2baa-4f29-bdf2-9d242b5fc532 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/816c56c7-5040-4946-be8f-dfaecfd1b862 HTTP/1.1" status: 204 len: 168 time: 0.1211658 Jul 08 02:45:53.578736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1a6a9-2baa-4f29-bdf2-9d242b5fc532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816c56c7-5040-4946-be8f-dfaecfd1b862,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:53.843567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:53.857684 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0369d1a6-eda5-4c09-9850-4e16b45b70b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.860824 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.950843 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0369d1a6-eda5-4c09-9850-4e16b45b70b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.954552 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0369d1a6-eda5-4c09-9850-4e16b45b70b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:53.994514 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-0369d1a6-eda5-4c09-9850-4e16b45b70b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08e347cf6ef64c9aa1fbc6a2e7953293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498325 Jul 08 02:45:53.995481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369d1a6-eda5-4c09-9850-4e16b45b70b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6348dd9-74ad-4512-90f5-22359b90b00d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:53.997758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:54.060682 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-405bdb1e-cf98-4266-baaa-f057f7f12887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.087533 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-405bdb1e-cf98-4266-baaa-f057f7f12887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.134821 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-405bdb1e-cf98-4266-baaa-f057f7f12887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.137712 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-405bdb1e-cf98-4266-baaa-f057f7f12887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.139029 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-405bdb1e-cf98-4266-baaa-f057f7f12887 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6348dd9-74ad-4512-90f5-22359b90b00d HTTP/1.1" status: 204 len: 168 time: 0.1399553 Jul 08 02:45:54.148914 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bdb1e-cf98-4266-baaa-f057f7f12887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6348dd9-74ad-4512-90f5-22359b90b00d,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:54.826836 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45596) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:54.921961 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-472354078-network', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:54.942795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Made reservation on behalf of 602cd9b6fd904d2a9c1658f17733c5f2 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:54.945285 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:54.953306 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.019593 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.045961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.049791 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.074074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:45:55.082559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6093f320-d5f5-41ec-8267-6b33f8e87d41,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:55.089569 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.089852 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Added segment d7e4bd82-5c28-4630-9f43-3c67752d0968 of type vlan for network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 Jul 08 02:45:55.129148 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.157748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.158709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.159347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.216732 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3886924 Jul 08 02:45:55.219764 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45600) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:55.222100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32708093-f94d-4f7c-acc9-6e2a7c382c7c admin admin] Pushing event updated for resources: {'Network': ['ID=3cab8e81-4b2e-44a6-a520-f5d3010098a4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:55.225883 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Request body: {'subnet': {'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-472354078-subnet', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:55.233127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:45:55.246549 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Made reservation on behalf of 602cd9b6fd904d2a9c1658f17733c5f2 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:55.249326 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.420983 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.470441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:55.486211 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Checking segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:55.486578 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Network hostable DHCP agents. Network: 3cab8e81-4b2e-44a6-a520-f5d3010098a4, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:45:55.503878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:45:55.514181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, 3cab8e81-4b2e-44a6-a520-f5d3010098a4) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:55.518358 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:55.519015 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.525123 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a766e-4948-4593-9b07-2f98bc4e33ec None None] Network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:55.535021 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-df0236b8-e294-49dc-9d1f-471b76e04fb1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3139267 Jul 08 02:45:55.538676 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45602) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:55.543413 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:55.564889 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.565875 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.619633 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.763620 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.836528 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:45:55.837436 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.976237 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:55.979929 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Allocated IP 172.20.0.2 (3cab8e81-4b2e-44a6-a520-f5d3010098a4/955c00c3-2f5c-4e77-86dd-1cab9dce1b1a/b637c3fe-1e4d-46cb-9a42-71f4335ae4fc) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:55.997944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.136533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Allocated IP 172.25.4.201 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/12e8e52e-41a1-479c-8ca6-b7bd1dca8243) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:56.166424 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.175616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Transition to ACTIVE for port object b637c3fe-1e4d-46cb-9a42-71f4335ae4fc will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:56.194435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Transition to ACTIVE for port object b637c3fe-1e4d-46cb-9a42-71f4335ae4fc will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:56.202729 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.249907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:56.252757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:56.256938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:56.262960 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Pushing event updated for resources: {'Port': ['ID=b637c3fe-1e4d-46cb-9a42-71f4335ae4fc,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:56.287687 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.323826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Attempting to bind port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:56.324172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Attempting to bind port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:56.324576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Attempting to bind port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:56.329507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:56.329881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Checking segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:56.330276 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.330660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Bound using segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:56.331135 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Bound port: b637c3fe-1e4d-46cb-9a42-71f4335ae4fc, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:56.331531 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.346922 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.392969 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:56.395984 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:56.401094 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:56.404292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Pushing event updated for resources: {'Port': ['ID=12e8e52e-41a1-479c-8ca6-b7bd1dca8243,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:56.407190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] For port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:56.411026 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] For port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b637c3fe-1e4d-46cb-9a42-71f4335ae4fc,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:56.416449 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.483875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7803e0-3574-4555-b1a4-42ef96b714f7 None None] Pushing event updated for resources: {'Port': ['ID=b637c3fe-1e4d-46cb-9a42-71f4335ae4fc,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:56.669368 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.702888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:56.907291 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.036770 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Router 8382fda5-ebc8-4797-89ae-899e9ad4e0be is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:45:57.150316 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:57.160356 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Sync routers for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:45:57.168583 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.169941 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-beffb217-38d5-48fe-a850-771aa491bf77 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6301281 Jul 08 02:45:57.170637 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:57.171333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:57.172925 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45604) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:57.295465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:57.401775 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b637c3fe-1e4d-46cb-9a42-71f4335ae4fc up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:57.509858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:57.523281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f386b7bd-f4c7-4cc0-a2c1-9a7f8c3f405f None None] Network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:45:57.589306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:56Z', 'revision_number': 3, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:57.624796 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Checking router: 8382fda5-ebc8-4797-89ae-899e9ad4e0be for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:45:57.625149 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Updating router 8382fda5-ebc8-4797-89ae-899e9ad4e0be port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:45:57.629365 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.648348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-72502d2e-27e6-4490-a643-49291cacf4b9 None None] Provisioning for port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:57.664170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-72502d2e-27e6-4490-a643-49291cacf4b9 None None] Provisioning complete for port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:57.664582 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72502d2e-27e6-4490-a643-49291cacf4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.729774 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.789772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Allocated IP 172.20.0.1 (3cab8e81-4b2e-44a6-a520-f5d3010098a4/955c00c3-2f5c-4e77-86dd-1cab9dce1b1a/5ff234de-915e-4d30-abbb-140753af9d21) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:45:57.894617 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.909469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Transition to ACTIVE for port object 5ff234de-915e-4d30-abbb-140753af9d21 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:57.917417 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72502d2e-27e6-4490-a643-49291cacf4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.943625 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:57.982041 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:57.986862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:57.990802 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:45:58.011343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-72502d2e-27e6-4490-a643-49291cacf4b9 None None] For port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b637c3fe-1e4d-46cb-9a42-71f4335ae4fc,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:45:58.015267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Pushing event updated for resources: {'Port': ['ID=5ff234de-915e-4d30-abbb-140753af9d21,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:58.018980 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-72502d2e-27e6-4490-a643-49291cacf4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.042060 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.106672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72502d2e-27e6-4490-a643-49291cacf4b9 None None] Pushing event updated for resources: {'Port': ['ID=b637c3fe-1e4d-46cb-9a42-71f4335ae4fc,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:58.150310 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.162558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Transition to ACTIVE for port object 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:45:58.170025 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.206858 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.238252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Attempting to bind port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:45:58.238760 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Attempting to bind port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:45:58.238907 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Attempting to bind port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:45:58.242950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72f912-98a5-430a-aa85-39229ae4c18a None None] Pushing event updated for resources: {'Port': ['ID=12e8e52e-41a1-479c-8ca6-b7bd1dca8243,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:58.248504 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:45:58.248978 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:45:58.249385 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.249786 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:45:58.250263 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Bound port: 12e8e52e-41a1-479c-8ca6-b7bd1dca8243, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:45:58.250641 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.276655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-89ba0665-c4e2-4d9c-8d61-e4ba0116efdb None None] Provisioning complete for port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:58.276943 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89ba0665-c4e2-4d9c-8d61-e4ba0116efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.336179 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] For port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:45:58.339954 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] For port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=12e8e52e-41a1-479c-8ca6-b7bd1dca8243,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:45:58.347111 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.406327 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.412239 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.444544 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72f912-98a5-430a-aa85-39229ae4c18a None None] Pushing event updated for resources: {'Port': ['ID=12e8e52e-41a1-479c-8ca6-b7bd1dca8243,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:58.449460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:45:58.450069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:58.494601 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Pushing event updated for resources: {'Port': ['ID=5ff234de-915e-4d30-abbb-140753af9d21,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:58.498194 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.564439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:45:58.595784 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:45:58.597477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:45:58.598736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-13ec6681-9633-4bac-a518-8fea97f5e21d None None] Provisioning for port 5ff234de-915e-4d30-abbb-140753af9d21 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:45:58.609793 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-13ec6681-9633-4bac-a518-8fea97f5e21d None None] Provisioning complete for port 5ff234de-915e-4d30-abbb-140753af9d21 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:58.610161 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13ec6681-9633-4bac-a518-8fea97f5e21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.714414 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-13ec6681-9633-4bac-a518-8fea97f5e21d None None] Port 5ff234de-915e-4d30-abbb-140753af9d21 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:45:58.716043 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Router 8382fda5-ebc8-4797-89ae-899e9ad4e0be has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:45:58.820695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 2, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:45:58.840923 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:45:58.852364 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ff6f9a6a-6486-4b66-899d-78229239079e admin admin] 10.222.0.41 "PUT /v2.0/routers/8382fda5-ebc8-4797-89ae-899e9ad4e0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6728694 Jul 08 02:45:58.857767 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dddd18a-f6d3-4db2-8dd5-64b4f0d5127d None None] The sync data for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 is: [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 2, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:45:58.864850 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-0d691b05-0cf2-4fd7-9c3e-cfb4cb3034e3 None None] Provisioning complete for port 5ff234de-915e-4d30-abbb-140753af9d21 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:58.865332 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0d691b05-0cf2-4fd7-9c3e-cfb4cb3034e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:58.903386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-0d691b05-0cf2-4fd7-9c3e-cfb4cb3034e3 None None] Port 5ff234de-915e-4d30-abbb-140753af9d21 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:45:59.326814 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b637c3fe-1e4d-46cb-9a42-71f4335ae4fc up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:45:59.378648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:45:59.379187 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.390125 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45620) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:45:59.395207 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1626454166-network', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:45:59.418897 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Made reservation on behalf of 911c0b03c763407a9c0f5f98c1760676 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:45:59.421545 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.431310 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.571125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.576635 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.604276 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:45:59.614646 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fadbe8-1adb-4f21-b619-832200f60b6a,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:45:59.622400 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.622752 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Added segment 6063ac54-c1b4-44fd-9db4-7c959d10b64d of type vlan for network a5693d67-5b12-45a3-aeca-3ec7ac14e29e Jul 08 02:45:59.666767 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.701751 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:45:59.702746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:45:59.703343 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.087276 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6960123 Jul 08 02:46:00.091712 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45622) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:00.099036 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Request body: {'subnet': {'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1626454166-subnet', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:00.106117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff92d9-aadc-4e82-ad7b-3f7bf4513271 admin admin] Pushing event updated for resources: {'Network': ['ID=a5693d67-5b12-45a3-aeca-3ec7ac14e29e,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:00.116104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network a5693d67-5b12-45a3-aeca-3ec7ac14e29e details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:46:00.123709 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Made reservation on behalf of 911c0b03c763407a9c0f5f98c1760676 for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:00.126241 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.299941 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.353622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77015047-14d6-412e-9162-edc9c9e998f0,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:00.363635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Checking segment: {'id': '6063ac54-c1b4-44fd-9db4-7c959d10b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:00.364002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Network hostable DHCP agents. Network: a5693d67-5b12-45a3-aeca-3ec7ac14e29e, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:46:00.380513 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Network a5693d67-5b12-45a3-aeca-3ec7ac14e29e is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:46:00.388792 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, a5693d67-5b12-45a3-aeca-3ec7ac14e29e) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:00.392648 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:00.393269 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.398241 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b409973-18c3-4104-a574-97a9a460ea17 None None] Network a5693d67-5b12-45a3-aeca-3ec7ac14e29e requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:46:00.409059 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cc3b5554-6ddc-46a8-80fb-3ce34ab17078 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3162346 Jul 08 02:46:00.412724 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45624) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:00.417577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1626454166-router', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:00.438358 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.439453 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.501125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.650876 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.720695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-a5693d67-5b12-45a3-aeca-3ec7ac14e29e', 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'fixed_ips': [{'subnet_id': '77015047-14d6-412e-9162-edc9c9e998f0'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:46:00.721560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.857005 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.861956 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Allocated IP 172.20.0.2 (a5693d67-5b12-45a3-aeca-3ec7ac14e29e/77015047-14d6-412e-9162-edc9c9e998f0/6ed0c96d-cbc7-41b8-bbce-4deeecaa5549) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:46:00.877626 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:00.947309 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Sync routers for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:46:00.958260 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:00.959700 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:00.999053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Allocated IP 172.25.4.107 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/4b87d9c1-3526-4c63-88dc-8a7c95573550) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:46:01.014837 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.024219 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Transition to ACTIVE for port object 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:46:01.040172 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Transition to ACTIVE for port object 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:46:01.047039 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.074570 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:01.094989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Network a5693d67-5b12-45a3-aeca-3ec7ac14e29e is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:46:01.098089 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:01.104551 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:46:01.107764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Pushing event updated for resources: {'Port': ['ID=6ed0c96d-cbc7-41b8-bbce-4deeecaa5549,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:01.112497 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.151837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.164617 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Attempting to bind port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:46:01.164996 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Attempting to bind port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '6063ac54-c1b4-44fd-9db4-7c959d10b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:46:01.165373 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Attempting to bind port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 on network a5693d67-5b12-45a3-aeca-3ec7ac14e29e {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:46:01.170529 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:46:01.170928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Checking segment: {'id': '6063ac54-c1b4-44fd-9db4-7c959d10b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:01.171304 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.171695 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Bound using segment: {'id': '6063ac54-c1b4-44fd-9db4-7c959d10b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:46:01.172155 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Bound port: 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6063ac54-c1b4-44fd-9db4-7c959d10b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:46:01.172632 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.207975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Pushing event updated for resources: {'Port': ['ID=4b87d9c1-3526-4c63-88dc-8a7c95573550,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:01.212272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:46:01.214061 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:01.216216 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:46:01.245422 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] For port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:46:01.250399 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] For port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6ed0c96d-cbc7-41b8-bbce-4deeecaa5549,segment=NetworkSegment(6063ac54-c1b4-44fd-9db4-7c959d10b64d),segment_id=6063ac54-c1b4-44fd-9db4-7c959d10b64d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:46:01.255799 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.301549 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 2, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:01.332832 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Checking router: 8382fda5-ebc8-4797-89ae-899e9ad4e0be for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:46:01.333057 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc070f-603d-4c81-a7b5-54e91a225a3a None None] Pushing event updated for resources: {'Port': ['ID=6ed0c96d-cbc7-41b8-bbce-4deeecaa5549,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:01.333565 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Updating router 8382fda5-ebc8-4797-89ae-899e9ad4e0be port 5ff234de-915e-4d30-abbb-140753af9d21 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:46:01.371509 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.386591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:01.445737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:01.449703 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:01.450115 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.519213 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.547947 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.580032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=12e8e52e-41a1-479c-8ca6-b7bd1dca8243,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:01.584579 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.648865 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=12e8e52e-41a1-479c-8ca6-b7bd1dca8243,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:01.729175 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.739519 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Transition to ACTIVE for port object 5ff234de-915e-4d30-abbb-140753af9d21 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:46:01.745990 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.788747 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.816878 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Pushing event updated for resources: {'Port': ['ID=5ff234de-915e-4d30-abbb-140753af9d21,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:01.858469 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.858469 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.858469 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.858810 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.859080 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.859797 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.860370 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.860902 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.861439 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.861964 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.862560 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.864153 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:46:01.894789 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Attempting to bind port 5ff234de-915e-4d30-abbb-140753af9d21 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:46:01.895370 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Attempting to bind port 5ff234de-915e-4d30-abbb-140753af9d21 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:46:01.895934 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Attempting to bind port 5ff234de-915e-4d30-abbb-140753af9d21 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:46:01.904159 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:46:01.904749 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Checking segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:01.905272 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.905780 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Bound using segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:46:01.906375 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Bound port: 5ff234de-915e-4d30-abbb-140753af9d21, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:46:01.906957 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:01.961902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Router 2311c3d0-4e62-40bc-9660-615938af3efd is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:46:02.004101 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] For port 5ff234de-915e-4d30-abbb-140753af9d21, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:46:02.009670 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] For port 5ff234de-915e-4d30-abbb-140753af9d21, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5ff234de-915e-4d30-abbb-140753af9d21,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:46:02.014543 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:02.064403 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:02.065167 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:02.087681 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:46:02.098333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Sync routers for ids ['2311c3d0-4e62-40bc-9660-615938af3efd'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:46:02.109740 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:02.111066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Routers {'2311c3d0-4e62-40bc-9660-615938af3efd'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:02.111528 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ca42c984-9dc7-41d5-8f36-40573085d368 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6975222 Jul 08 02:46:02.111854 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['2311c3d0-4e62-40bc-9660-615938af3efd'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:02.117150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45626) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:02.203902 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dae11c-3cbc-40d7-8cc7-b362c3b0994e None None] Pushing event updated for resources: {'Port': ['ID=5ff234de-915e-4d30-abbb-140753af9d21,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:02.211526 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:02.313923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Set router 2311c3d0-4e62-40bc-9660-615938af3efd gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:02.526600 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:02.542773 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'name': 'tempest-TestShelveInstance-1626454166-router', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 3, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'gw_port': {'id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:02.562073 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657754b6-ed0e-43db-8175-ed63543b1194 None None] The sync data for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 is: [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:46:02.576147 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Checking router: 2311c3d0-4e62-40bc-9660-615938af3efd for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:46:02.576607 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Updating router 2311c3d0-4e62-40bc-9660-615938af3efd port 4b87d9c1-3526-4c63-88dc-8a7c95573550 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:46:02.623029 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:02.644678 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c559254-88ce-4c2a-8dc6-8eaf72d8ec58 None None] Network a5693d67-5b12-45a3-aeca-3ec7ac14e29e requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:46:02.668596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:02.779303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8436794f-f420-4bab-95e7-85bf30d843d3 None None] Provisioning for port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:02.841814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Allocated IP 172.20.0.1 (a5693d67-5b12-45a3-aeca-3ec7ac14e29e/77015047-14d6-412e-9162-edc9c9e998f0/0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:46:02.964623 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:02.980085 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Transition to ACTIVE for port object 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:46:03.019305 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.050610 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.062667 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Network a5693d67-5b12-45a3-aeca-3ec7ac14e29e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:46:03.064632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Transition to ACTIVE for port object 4b87d9c1-3526-4c63-88dc-8a7c95573550 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:46:03.065697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:03.071287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:46:03.077639 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.111495 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:03.133502 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.140405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Attempting to bind port 4b87d9c1-3526-4c63-88dc-8a7c95573550 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:46:03.140405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Attempting to bind port 4b87d9c1-3526-4c63-88dc-8a7c95573550 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:46:03.140623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Attempting to bind port 4b87d9c1-3526-4c63-88dc-8a7c95573550 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:46:03.146699 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:46:03.147068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:03.147415 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.147813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:46:03.148316 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Bound port: 4b87d9c1-3526-4c63-88dc-8a7c95573550, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:46:03.148710 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.150536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d659c-6bf8-4ee7-9470-e8c630545ab2 None None] Pushing event updated for resources: {'Port': ['ID=4b87d9c1-3526-4c63-88dc-8a7c95573550,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:03.220048 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] For port 4b87d9c1-3526-4c63-88dc-8a7c95573550, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:46:03.223820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] For port 4b87d9c1-3526-4c63-88dc-8a7c95573550, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4b87d9c1-3526-4c63-88dc-8a7c95573550,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:46:03.228745 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.300566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d659c-6bf8-4ee7-9470-e8c630545ab2 None None] Pushing event updated for resources: {'Port': ['ID=4b87d9c1-3526-4c63-88dc-8a7c95573550,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:03.305756 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Routers {'2311c3d0-4e62-40bc-9660-615938af3efd'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:03.306212 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['2311c3d0-4e62-40bc-9660-615938af3efd'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:03.321996 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.465613 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] Set router 2311c3d0-4e62-40bc-9660-615938af3efd gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:03.573624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:03.582871 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.589385 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.655635 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:03.658220 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.665359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7c177d62-1b21-4615-b380-44b42af7d698 None None] Provisioning for port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:03.676448 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-7c177d62-1b21-4615-b380-44b42af7d698 None None] Provisioning complete for port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:03.676819 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7c177d62-1b21-4615-b380-44b42af7d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.747190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-7c177d62-1b21-4615-b380-44b42af7d698 None None] Port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:46:03.751754 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Network a5693d67-5b12-45a3-aeca-3ec7ac14e29e is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:46:03.752223 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:03.752587 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:03.753154 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:03.820392 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'name': 'tempest-TestShelveInstance-1626454166-router', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 4, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'gw_port': {'id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7', 'name': '', 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'mac_address': 'fa:16:3e:cc:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '77015047-14d6-412e-9162-edc9c9e998f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:02Z', 'updated_at': '2021-07-08T02:46:02Z', 'revision_number': 1, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'subnets': [{'id': '77015047-14d6-412e-9162-edc9c9e998f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:03.866826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148bc5d-8bf7-4e72-9b69-bc007094eadb None None] The sync data for ids ['2311c3d0-4e62-40bc-9660-615938af3efd'] in n-d-694802-14 is: [{'id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'name': 'tempest-TestShelveInstance-1626454166-router', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 4, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'gw_port': {'id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7', 'name': '', 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'mac_address': 'fa:16:3e:cc:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '77015047-14d6-412e-9162-edc9c9e998f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:02Z', 'updated_at': '2021-07-08T02:46:02Z', 'revision_number': 1, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'subnets': [{'id': '77015047-14d6-412e-9162-edc9c9e998f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:46:03.882977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ff234de-915e-4d30-abbb-140753af9d21 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:03.898076 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Router 2311c3d0-4e62-40bc-9660-615938af3efd has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:46:03.962115 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 5ff234de-915e-4d30-abbb-140753af9d21 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:03.967655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5ff234de-915e-4d30-abbb-140753af9d21 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:03.968042 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.250063 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.253381 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-eb0bc4f4-00a1-429b-82e7-48136179c46c None None] Provisioning complete for port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:04.253754 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-eb0bc4f4-00a1-429b-82e7-48136179c46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.313618 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-eb0bc4f4-00a1-429b-82e7-48136179c46c None None] Port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:46:04.316100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 5ff234de-915e-4d30-abbb-140753af9d21, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5ff234de-915e-4d30-abbb-140753af9d21,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:04.322323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.323058 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:04.377140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:46:04.388121 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5a654b30-b990-4098-94b5-3aca27c9d391 admin admin] 10.222.0.41 "PUT /v2.0/routers/2311c3d0-4e62-40bc-9660-615938af3efd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2696414 Jul 08 02:46:04.413951 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=5ff234de-915e-4d30-abbb-140753af9d21,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:04.430260 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:04.434560 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:04.435058 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.528080 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.564183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6ed0c96d-cbc7-41b8-bbce-4deeecaa5549,segment=NetworkSegment(6063ac54-c1b4-44fd-9db4-7c959d10b64d),segment_id=6063ac54-c1b4-44fd-9db4-7c959d10b64d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:04.569875 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:04.624378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=6ed0c96d-cbc7-41b8-bbce-4deeecaa5549,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:05.028379 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.050690 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45634) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:05.056248 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-15e030c1-6bcf-4983-8f8d-a1bc8126dd4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639326334', 'description': 'tempest-secgroup-smoke-1639326334 description', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:05.078100 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15e030c1-6bcf-4983-8f8d-a1bc8126dd4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.158850 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15e030c1-6bcf-4983-8f8d-a1bc8126dd4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.163039 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15e030c1-6bcf-4983-8f8d-a1bc8126dd4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.196984 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e030c1-6bcf-4983-8f8d-a1bc8126dd4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d0aa7f-104c-48cc-ab62-0ab80454dcea,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:05.200037 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15e030c1-6bcf-4983-8f8d-a1bc8126dd4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.204581 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-15e030c1-6bcf-4983-8f8d-a1bc8126dd4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1495702 Jul 08 02:46:05.204870 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45636) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:05.210287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-45bf784c-bf31-401f-ac38-cd8a717c396b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': '96d0aa7f-104c-48cc-ab62-0ab80454dcea', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:05.243382 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45bf784c-bf31-401f-ac38-cd8a717c396b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.306172 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45bf784c-bf31-401f-ac38-cd8a717c396b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.309876 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45bf784c-bf31-401f-ac38-cd8a717c396b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.327573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ff234de-915e-4d30-abbb-140753af9d21 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:05.332441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf784c-bf31-401f-ac38-cd8a717c396b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4abccdb-c5df-4bd0-a320-5f95b73f0a3c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:05.337381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-45bf784c-bf31-401f-ac38-cd8a717c396b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.339008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-45bf784c-bf31-401f-ac38-cd8a717c396b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1330786 Jul 08 02:46:05.341667 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45638) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:05.351838 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-761d7f9a-ecf3-4a17-93b0-09bdac073b98 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': '96d0aa7f-104c-48cc-ab62-0ab80454dcea', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:05.395115 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-761d7f9a-ecf3-4a17-93b0-09bdac073b98 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.409432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 5ff234de-915e-4d30-abbb-140753af9d21 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:05.409810 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.469158 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-761d7f9a-ecf3-4a17-93b0-09bdac073b98 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.473405 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-761d7f9a-ecf3-4a17-93b0-09bdac073b98 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.496567 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d7f9a-ecf3-4a17-93b0-09bdac073b98 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e750db80-abce-4649-8534-75d398aad93c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:05.507126 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-761d7f9a-ecf3-4a17-93b0-09bdac073b98 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.508901 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-761d7f9a-ecf3-4a17-93b0-09bdac073b98 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1660655 Jul 08 02:46:05.511900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45640) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:05.513428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:05.517476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9c8ab52a-95ee-4809-8f76-371b62b4140e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': '96d0aa7f-104c-48cc-ab62-0ab80454dcea', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:05.556537 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab52a-95ee-4809-8f76-371b62b4140e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.574706 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:05.575080 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.634713 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab52a-95ee-4809-8f76-371b62b4140e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.639854 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab52a-95ee-4809-8f76-371b62b4140e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.662969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ab52a-95ee-4809-8f76-371b62b4140e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964e067b-360c-4aec-b916-e124741dffea,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:05.669457 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9c8ab52a-95ee-4809-8f76-371b62b4140e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.672806 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-9c8ab52a-95ee-4809-8f76-371b62b4140e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598058 Jul 08 02:46:05.673812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45642) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:05.682552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-0d1d890b-f83c-4879-b7d3-6288d5828639 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': '96d0aa7f-104c-48cc-ab62-0ab80454dcea', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:05.711512 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d1d890b-f83c-4879-b7d3-6288d5828639 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.788367 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d1d890b-f83c-4879-b7d3-6288d5828639 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.792171 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d1d890b-f83c-4879-b7d3-6288d5828639 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.811378 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d890b-f83c-4879-b7d3-6288d5828639 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7051d570-0ab8-4ed5-86c5-8b628c314d50,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:05.822725 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d1d890b-f83c-4879-b7d3-6288d5828639 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.824180 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0d1d890b-f83c-4879-b7d3-6288d5828639 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493568 Jul 08 02:46:05.830008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45644) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:05.836477 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-80f1d16e-e204-4f2b-9ff6-0b65205934a5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': '96d0aa7f-104c-48cc-ab62-0ab80454dcea', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:05.873672 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-80f1d16e-e204-4f2b-9ff6-0b65205934a5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Project 602cd9b6fd904d2a9c1658f17733c5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:46:05.879938 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80f1d16e-e204-4f2b-9ff6-0b65205934a5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.953961 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80f1d16e-e204-4f2b-9ff6-0b65205934a5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.960318 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80f1d16e-e204-4f2b-9ff6-0b65205934a5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.982115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1d16e-e204-4f2b-9ff6-0b65205934a5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8aa8c5-1104-43b2-9c2d-dfa952c2937d,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:05.994597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80f1d16e-e204-4f2b-9ff6-0b65205934a5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:05.995852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-80f1d16e-e204-4f2b-9ff6-0b65205934a5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1664755 Jul 08 02:46:05.998626 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45646) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:06.003467 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-5d3c3c1b-3820-4831-b414-d168884a1560 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': '96d0aa7f-104c-48cc-ab62-0ab80454dcea', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:06.033274 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-5d3c3c1b-3820-4831-b414-d168884a1560 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Project 602cd9b6fd904d2a9c1658f17733c5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:46:06.039167 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3c1b-3820-4831-b414-d168884a1560 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.112290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3c1b-3820-4831-b414-d168884a1560 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.116560 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3c1b-3820-4831-b414-d168884a1560 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.137918 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c3c1b-3820-4831-b414-d168884a1560 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a174986-599d-4f11-a0eb-25c8446571f7,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:06.147294 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5d3c3c1b-3820-4831-b414-d168884a1560 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:06.148780 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5d3c3c1b-3820-4831-b414-d168884a1560 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1492035 Jul 08 02:46:06.296295 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-08a87af4-b5b7-4a8c-9bc4-83a2d5185fa0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639326334&fields=id&tenant_id=602cd9b6fd904d2a9c1658f17733c5f2 HTTP/1.1" status: 200 len: 267 time: 0.0341697 Jul 08 02:46:06.405881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-ba7a804c-4301-42b6-b0e7-f03dc61552da tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:06.407376 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-ba7a804c-4301-42b6-b0e7-f03dc61552da tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 808 time: 0.1048768 Jul 08 02:46:06.421898 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-a041f510-415e-4ee5-acb5-1c5baf2ef228 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/quotas/602cd9b6fd904d2a9c1658f17733c5f2 HTTP/1.1" status: 200 len: 375 time: 0.0091348 Jul 08 02:46:06.493040 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-2c879eb8-125e-4719-8741-06cc1863b1e3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661554 Jul 08 02:46:06.608739 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-2e2894ee-b1f2-496a-a39a-7b11f4ea5b26 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:46:06.609798 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-2e2894ee-b1f2-496a-a39a-7b11f4ea5b26 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1058741 Jul 08 02:46:06.701992 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5f707ead-8603-4549-a2b5-508d42c77134 service neutron] 10.222.0.41 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861270 Jul 08 02:46:06.796584 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-bfa52a58-c25e-497c-a96b-637f1498419c service neutron] 10.222.0.41 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889409 Jul 08 02:46:06.831376 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Sync routers for ids ['2311c3d0-4e62-40bc-9660-615938af3efd'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:46:06.840226 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Routers {'2311c3d0-4e62-40bc-9660-615938af3efd'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:06.840900 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['2311c3d0-4e62-40bc-9660-615938af3efd'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:06.980944 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a0f7ff74-5501-460a-aa0e-ccd31e2efe9d req-a3c99d44-eda2-481c-bde4-64362a790393 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 210 time: 0.0328646 Jul 08 02:46:07.055800 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Set router 2311c3d0-4e62-40bc-9660-615938af3efd gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:07.269546 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'name': 'tempest-TestShelveInstance-1626454166-router', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 4, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'gw_port': {'id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7', 'name': '', 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'mac_address': 'fa:16:3e:cc:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '77015047-14d6-412e-9162-edc9c9e998f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:02Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 2, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'subnets': [{'id': '77015047-14d6-412e-9162-edc9c9e998f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:07.309522 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Checking router: 2311c3d0-4e62-40bc-9660-615938af3efd for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:46:07.310172 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Updating router 2311c3d0-4e62-40bc-9660-615938af3efd port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:46:07.347486 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4b87d9c1-3526-4c63-88dc-8a7c95573550 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:07.352157 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:07.402946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 4b87d9c1-3526-4c63-88dc-8a7c95573550 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:07.409601 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4b87d9c1-3526-4c63-88dc-8a7c95573550 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:07.410677 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:07.497589 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:07.520407 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 4b87d9c1-3526-4c63-88dc-8a7c95573550, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4b87d9c1-3526-4c63-88dc-8a7c95573550,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:07.525507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:07.578547 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=4b87d9c1-3526-4c63-88dc-8a7c95573550,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:07.659426 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:07.670085 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Transition to ACTIVE for port object 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:46:07.675909 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:07.727161 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdeeb9-98f2-4510-9cc8-35474d95f533 None None] Pushing event updated for resources: {'Port': ['ID=0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:07.783999 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Attempting to bind port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:46:07.784387 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Attempting to bind port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '6063ac54-c1b4-44fd-9db4-7c959d10b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:46:07.784758 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Attempting to bind port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 on network a5693d67-5b12-45a3-aeca-3ec7ac14e29e {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:46:07.790321 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:46:07.790695 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Checking segment: {'id': '6063ac54-c1b4-44fd-9db4-7c959d10b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:07.791162 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:07.791559 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Bound using segment: {'id': '6063ac54-c1b4-44fd-9db4-7c959d10b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:46:07.792029 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Bound port: 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6063ac54-c1b4-44fd-9db4-7c959d10b64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:46:07.792447 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:07.866352 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] For port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:46:07.869830 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] For port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7,segment=NetworkSegment(6063ac54-c1b4-44fd-9db4-7c959d10b64d),segment_id=6063ac54-c1b4-44fd-9db4-7c959d10b64d)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:46:07.874602 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:07.928459 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Routers {'2311c3d0-4e62-40bc-9660-615938af3efd'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:07.929525 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['2311c3d0-4e62-40bc-9660-615938af3efd'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:07.984880 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdeeb9-98f2-4510-9cc8-35474d95f533 None None] Pushing event updated for resources: {'Port': ['ID=0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:08.084424 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] Set router 2311c3d0-4e62-40bc-9660-615938af3efd gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:08.157350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-6741270a-56bd-4817-ade7-35ead25cf379 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:08.159640 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-6741270a-56bd-4817-ade7-35ead25cf379 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 808 time: 0.1370802 Jul 08 02:46:08.213147 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58286b1d-cf2d-42b4-af8c-cfc6c1e7a0fd req-6d0e3011-92d4-4b55-8491-fe613dad84ae tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 210 time: 0.0399013 Jul 08 02:46:08.235300 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-cb07114e-5d47-4021-b30f-725278720e13 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=602cd9b6fd904d2a9c1658f17733c5f2 HTTP/1.1" status: 200 len: 380 time: 0.0665762 Jul 08 02:46:08.245510 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'port': {'device_id': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'admin_state_up': True, 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'security_groups': ['96d0aa7f-104c-48cc-ab62-0ab80454dcea']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:08.343940 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'name': 'tempest-TestShelveInstance-1626454166-router', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 4, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'gw_port': {'id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7', 'name': '', 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'mac_address': 'fa:16:3e:cc:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '77015047-14d6-412e-9162-edc9c9e998f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:02Z', 'updated_at': '2021-07-08T02:46:07Z', 'revision_number': 4, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'subnets': [{'id': '77015047-14d6-412e-9162-edc9c9e998f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:08.371311 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c42de94-7f91-445d-b41b-f4b6e46c5a0c None None] The sync data for ids ['2311c3d0-4e62-40bc-9660-615938af3efd'] in n-d-694802-14 is: [{'id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'name': 'tempest-TestShelveInstance-1626454166-router', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:03Z', 'revision_number': 4, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'gw_port': {'id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7', 'name': '', 'network_id': 'a5693d67-5b12-45a3-aeca-3ec7ac14e29e', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'mac_address': 'fa:16:3e:cc:8c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '77015047-14d6-412e-9162-edc9c9e998f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:02Z', 'updated_at': '2021-07-08T02:46:07Z', 'revision_number': 4, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'subnets': [{'id': '77015047-14d6-412e-9162-edc9c9e998f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:46:08.374909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Made reservation on behalf of 602cd9b6fd904d2a9c1658f17733c5f2 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:46:08.378538 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:08.517244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Allocated IP 172.20.0.6 (3cab8e81-4b2e-44a6-a520-f5d3010098a4/955c00c3-2f5c-4e77-86dd-1cab9dce1b1a/f81787ed-9240-433e-8bb0-84aa36d48b16) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:46:08.619474 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:46:08.683525 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:08.701017 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Transition to ACTIVE for port object f81787ed-9240-433e-8bb0-84aa36d48b16 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:46:08.739084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:08.786476 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:46:08.790177 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:08.794112 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:46:08.824911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:08.861701 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:08.862338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:08.878086 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-e0e7b5ef-374f-4f88-b70c-57907dff33f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6366749 Jul 08 02:46:08.888148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-43e9f411-d38c-40e2-8e87-985270cc513f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:46:08.889205 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-43e9f411-d38c-40e2-8e87-985270cc513f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055373 Jul 08 02:46:08.899367 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Request body: {'port': {'device_id': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:08.977182 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.037538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-54196934-26b0-481d-ac0b-6550429d11ef None None] Provisioning for port f81787ed-9240-433e-8bb0-84aa36d48b16 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:09.041780 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-54196934-26b0-481d-ac0b-6550429d11ef None None] Provisioning complete for port f81787ed-9240-433e-8bb0-84aa36d48b16 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:09.042226 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-54196934-26b0-481d-ac0b-6550429d11ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.079273 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-54196934-26b0-481d-ac0b-6550429d11ef None None] Port f81787ed-9240-433e-8bb0-84aa36d48b16 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:46:09.268580 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81787ed-9240-433e-8bb0-84aa36d48b16 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:46:09.278631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.297660 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Transition to ACTIVE for port object f81787ed-9240-433e-8bb0-84aa36d48b16 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:46:09.302349 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.363779 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:09.393829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4b87d9c1-3526-4c63-88dc-8a7c95573550 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:09.426323 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137128-1a84-42eb-814f-e8ea4c05dbce req-38d64e63-10f2-4c55-b84e-92a6afa5ef0e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:09.430127 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa137128-1a84-42eb-814f-e8ea4c05dbce req-38d64e63-10f2-4c55-b84e-92a6afa5ef0e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0939987 Jul 08 02:46:09.466472 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Attempting to bind port f81787ed-9240-433e-8bb0-84aa36d48b16 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:46:09.466732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Attempting to bind port f81787ed-9240-433e-8bb0-84aa36d48b16 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:46:09.467074 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Attempting to bind port f81787ed-9240-433e-8bb0-84aa36d48b16 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:46:09.474970 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 4b87d9c1-3526-4c63-88dc-8a7c95573550 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:09.475601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.475795 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Port f81787ed-9240-433e-8bb0-84aa36d48b16 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:46:09.476152 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Attempting to bind port f81787ed-9240-433e-8bb0-84aa36d48b16 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:46:09.482456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:46:09.482811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Checking segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:46:09.483212 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Bound using segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:46:09.483656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Bound port: f81787ed-9240-433e-8bb0-84aa36d48b16, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:46:09.484024 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.497800 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa137128-1a84-42eb-814f-e8ea4c05dbce req-be509f47-f1e6-4c38-86fc-364328e9510b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601876 Jul 08 02:46:09.551471 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.574926 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:46:09.582878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:46:09.589252 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.633493 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:09.640188 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:09.640956 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.642623 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] 10.222.0.16 "PUT /v2.0/ports/f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 1092 time: 0.7474988 Jul 08 02:46:09.643390 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:09.647909 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf4d8d7-e5ce-485d-a256-922348d415fb" -d '{"events": [{"name": "network-changed", "server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:09.685081 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6941b0-7528-42f5-be8f-e69646352987 service neutron] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:09.727048 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1199e67-2301-4452-b59d-39195812e48b x-openstack-request-id: req-c1199e67-2301-4452-b59d-39195812e48b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:09.727419 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:09.727676 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c1199e67-2301-4452-b59d-39195812e48b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:09.728274 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'status': 'completed', 'code': 200} Jul 08 02:46:09.758531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:09.763252 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:09.763629 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.774057 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-f941c13b-7c80-44d9-96e1-ad05df5b2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:09.775624 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-f941c13b-7c80-44d9-96e1-ad05df5b2cd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0870786 Jul 08 02:46:09.824405 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-0010c7b6-e14b-4935-8d26-8d860d2e68ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 217 time: 0.0374644 Jul 08 02:46:09.854808 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.894030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-1e2dfc5a-1a39-4f50-bc18-608f1a2ebed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:09.896830 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-1e2dfc5a-1a39-4f50-bc18-608f1a2ebed5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0656981 Jul 08 02:46:09.909789 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7,segment=NetworkSegment(6063ac54-c1b4-44fd-9db4-7c959d10b64d),segment_id=6063ac54-c1b4-44fd-9db4-7c959d10b64d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:09.916482 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:09.985498 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-3dbf00fb-d554-4bdc-8b98-fc956fc762c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:09.987418 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-3dbf00fb-d554-4bdc-8b98-fc956fc762c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811245 Jul 08 02:46:09.988701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:10.080595 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-6bda0683-9a9d-46fa-b955-e4c4b1ef79c1 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868113 Jul 08 02:46:10.181058 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fa7ed821-60a0-4f29-aadf-8ced5044d4f9 req-38a1ecad-bc90-4b63-a77e-ba35caeced53 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940895 Jul 08 02:46:10.290438 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-ed191abb-8eac-4c51-b046-52c5dd617c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:10.291948 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-ed191abb-8eac-4c51-b046-52c5dd617c09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0606513 Jul 08 02:46:10.389710 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-3d534fa8-684e-48c3-91b4-21c91e110250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:10.391235 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-3d534fa8-684e-48c3-91b4-21c91e110250 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0934680 Jul 08 02:46:10.433821 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-4dadf6b5-a9c0-48e0-85fe-c2f01df0910c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 217 time: 0.0361507 Jul 08 02:46:10.485744 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-b431b61f-f824-4f44-bbaa-b00c44bcb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:10.488618 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-b431b61f-f824-4f44-bbaa-b00c44bcb27d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0470440 Jul 08 02:46:10.556446 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-fcf2bcb4-9872-4c3c-a1bd-f13a64d67684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:10.557991 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-fcf2bcb4-9872-4c3c-a1bd-f13a64d67684 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637231 Jul 08 02:46:10.662990 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-1a4c6d07-f87e-4a4f-9b5a-1efe2f068567 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965490 Jul 08 02:46:10.686855 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff3029-d10f-4df4-9107-a46d27caf39e req-dae7e1f8-f8e4-4989-ba26-167111665172 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:10.688210 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3cff3029-d10f-4df4-9107-a46d27caf39e req-dae7e1f8-f8e4-4989-ba26-167111665172 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0746508 Jul 08 02:46:10.731742 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3cff3029-d10f-4df4-9107-a46d27caf39e req-ca6825f9-c23e-455b-9d10-4e07a08469b1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374324 Jul 08 02:46:10.773398 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-adf4d8d7-e5ce-485d-a256-922348d415fb req-16a499f4-8b11-4b32-9dcb-4a39b4ce97b6 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042192 Jul 08 02:46:11.314636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:11.363080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:11.363442 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:11.913106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d734d9-858b-40d7-9f64-62fc75898a76 req-668e38e2-2574-4142-b243-5005886a983d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:11.913758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f81787ed-9240-433e-8bb0-84aa36d48b16 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:46:11.914627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21d734d9-858b-40d7-9f64-62fc75898a76 req-668e38e2-2574-4142-b243-5005886a983d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0663764 Jul 08 02:46:11.955626 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-21d734d9-858b-40d7-9f64-62fc75898a76 req-c0fb29db-6503-48a9-a956-5a3a4126706e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329096 Jul 08 02:46:12.014538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:12.026512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'port_id': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'mac_address': 'fa:16:3e:83:44:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:46:12.063520 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:12.076724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81787ed-9240-433e-8bb0-84aa36d48b16 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:46:12.096171 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:12.100528 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:12.150397 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:12.332461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['f81787ed-9240-433e-8bb0-84aa36d48b16'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:46:13.133967 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376f1cd-ecc1-4c1a-900e-b35d3848a801 req-be1acb8c-fc27-4f47-8a32-9b18544e63ca tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:13.135470 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c376f1cd-ecc1-4c1a-900e-b35d3848a801 req-be1acb8c-fc27-4f47-8a32-9b18544e63ca tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 944 time: 0.0694759 Jul 08 02:46:13.172863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c376f1cd-ecc1-4c1a-900e-b35d3848a801 req-65468185-7fdc-4354-b46e-1d0cbf58fa97 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318615 Jul 08 02:46:13.940360 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f81787ed-9240-433e-8bb0-84aa36d48b16 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:46:13.990847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port f81787ed-9240-433e-8bb0-84aa36d48b16 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:46:13.994573 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port f81787ed-9240-433e-8bb0-84aa36d48b16 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:46:13.994945 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:14.071132 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:14.092804 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:14.095050 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e090aeda-d1b8-4781-a2db-031103467cd7" -d '{"events": [{"server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:14.109342 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:46:14.113716 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:14.141752 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a75ea2-b0c3-48c3-99f8-fd415fe4208f x-openstack-request-id: req-32a75ea2-b0c3-48c3-99f8-fd415fe4208f {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:14.142038 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:14.142286 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32a75ea2-b0c3-48c3-99f8-fd415fe4208f {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:14.142695 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'code': 200} Jul 08 02:46:14.171237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:14.254279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de3efd-2867-43c7-9a81-b05451501526 req-6135c747-4ea4-4b4d-9687-8ec4f677b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:14.256774 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-38de3efd-2867-43c7-9a81-b05451501526 req-6135c747-4ea4-4b4d-9687-8ec4f677b963 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0576525 Jul 08 02:46:14.308656 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-38de3efd-2867-43c7-9a81-b05451501526 req-1a05a42d-7aef-4529-89fb-b96a50edadd9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455985 Jul 08 02:46:14.356469 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fed1d0-da67-456a-947e-8a9b6cd37e85 req-3b11231e-77ba-49f5-88f6-516d5e5b1b55 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:14.358014 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2fed1d0-da67-456a-947e-8a9b6cd37e85 req-3b11231e-77ba-49f5-88f6-516d5e5b1b55 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0718706 Jul 08 02:46:14.400639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2fed1d0-da67-456a-947e-8a9b6cd37e85 req-8503d3ad-a4d0-4a50-87e5-9d310be4f143 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368242 Jul 08 02:46:15.582608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16333600-0b5d-4d69-9582-7988691ef214 req-07b58ea6-e0dd-44c6-bef5-1834e32f0e84 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:15.584105 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16333600-0b5d-4d69-9582-7988691ef214 req-07b58ea6-e0dd-44c6-bef5-1834e32f0e84 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0669444 Jul 08 02:46:15.628350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-16333600-0b5d-4d69-9582-7988691ef214 req-082a1869-22c1-440e-bd4f-e3d24bc1a156 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382612 Jul 08 02:46:15.806622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538940-81a5-47d7-aaa7-87de6eca129a req-fc8f03e4-1cdf-4a57-9b09-8c97c95ecb4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:15.808138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3538940-81a5-47d7-aaa7-87de6eca129a req-fc8f03e4-1cdf-4a57-9b09-8c97c95ecb4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0638590 Jul 08 02:46:15.846199 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e3538940-81a5-47d7-aaa7-87de6eca129a req-3dc8ab5c-b708-4637-abdd-b7de5d37fe05 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325208 Jul 08 02:46:15.871608 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45696) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:15.970380 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52910436-656d-441e-86c5-cfaff32603ef tempest-TestShelveInstance-1953361006 tempest-TestShelveInstance-1953361006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:15.971938 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-52910436-656d-441e-86c5-cfaff32603ef tempest-TestShelveInstance-1953361006 tempest-TestShelveInstance-1953361006-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1092 time: 0.0991468 Jul 08 02:46:15.975813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 45700) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:46:15.980184 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:46:16.002790 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.103700 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.206193 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Allocated IP 172.25.4.249 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/2392dcb0-ec65-452b-aa95-93009b57c0d4) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:46:16.314300 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.355982 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.393359 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:46:16.399138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:46:16.402737 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:46:16.426365 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'Port': ['ID=2392dcb0-ec65-452b-aa95-93009b57c0d4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:16.782628 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:16.862558 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.011431 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.015950 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.089356 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'Port': ['ID=2392dcb0-ec65-452b-aa95-93009b57c0d4,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:46:17.097858 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.199882 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Floating IP 90dbf076-788f-457b-a328-62aa0bf8609f associated. External IP: 172.25.4.249, port: f81787ed-9240-433e-8bb0-84aa36d48b16. Jul 08 02:46:17.736709 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Router 8382fda5-ebc8-4797-89ae-899e9ad4e0be has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:46:17.851609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:46:17.861451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] Sync routers for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:46:17.868168 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:17.873445 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:17.874076 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:17.909391 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eb9bdf83-6a51-4bfa-b359-0ba9849b981e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9325125 Jul 08 02:46:17.910087 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:46:17.912538 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3782f679-ebe0-45b1-b287-053cc59eef73" -d '{"events": [{"name": "network-changed", "server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:46:17.950450 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8444f390-70a4-44b2-bd91-b7075495966a x-openstack-request-id: req-8444f390-70a4-44b2-bd91-b7075495966a {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:46:17.950746 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:46:17.951000 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8444f390-70a4-44b2-bd91-b7075495966a {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:46:17.951401 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'status': 'completed', 'code': 200} Jul 08 02:46:17.999200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:18.042148 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-c151ca41-d8ff-4566-b4a6-786fc8f13a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:18.043766 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-c151ca41-d8ff-4566-b4a6-786fc8f13a1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0570984 Jul 08 02:46:18.140279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-f8e16a4d-3ce7-4382-8f57-baf884b74213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:18.141838 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-f8e16a4d-3ce7-4382-8f57-baf884b74213 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0923152 Jul 08 02:46:18.208712 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-14283c36-fb1c-455e-8900-79aa8320c970 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 999 time: 0.0601683 Jul 08 02:46:18.242323 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '90dbf076-788f-457b-a328-62aa0bf8609f', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'port_id': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'mac_address': 'fa:16:3e:83:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:46:16Z', 'updated_at': '2021-07-08T02:46:16Z', 'revision_number': 0, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:18.261441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-57185f6c-5958-45a3-9b3c-dd094050db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:18.263083 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-57185f6c-5958-45a3-9b3c-dd094050db72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0486372 Jul 08 02:46:18.277434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] Checking router: 8382fda5-ebc8-4797-89ae-899e9ad4e0be for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:46:18.287758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:46:18.288416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:45:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:18.327595 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-881b8bae-1fa3-43a0-a084-e9ebb89307b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:18.329157 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-881b8bae-1fa3-43a0-a084-e9ebb89307b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602684 Jul 08 02:46:18.399221 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:46:18.422776 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-a56badc9-a9de-4e5e-ad50-fc9bc45b13f1 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863767 Jul 08 02:46:18.519925 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3782f679-ebe0-45b1-b287-053cc59eef73 req-bb978435-f133-43af-91a2-4591031e2bb3 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910251 Jul 08 02:46:18.632351 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '90dbf076-788f-457b-a328-62aa0bf8609f', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'port_id': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'mac_address': 'fa:16:3e:83:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:46:16Z', 'updated_at': '2021-07-08T02:46:16Z', 'revision_number': 0, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:46:18.658653 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97ded8-c2b5-469b-aba1-acc51973edfc None None] The sync data for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 is: [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '90dbf076-788f-457b-a328-62aa0bf8609f', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'port_id': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'mac_address': 'fa:16:3e:83:44:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:46:16Z', 'updated_at': '2021-07-08T02:46:16Z', 'revision_number': 0, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:46:18.871864 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2d2f3-4685-45a4-93e4-669b94f0b979 None None] New status for floating IP 90dbf076-788f-457b-a328-62aa0bf8609f: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:46:20.750206 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0d31ca6a-27f4-4cd9-af1e-0b9c1efa3de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:23.492647 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-fb3cdbcd-babc-4a8a-b956-b827b6cf7fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:23.862482 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:25.022053 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:26.648789 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:35.032488 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:39.503315 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:43.007858 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-95b03c54-dbf0-4914-ab86-3f4798707a75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535200 Jul 08 02:46:43.106224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-cda8668a-26f7-430d-8ebb-9b3be99d0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:43.107767 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-cda8668a-26f7-430d-8ebb-9b3be99d0079 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0529404 Jul 08 02:46:43.214117 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-28930a44-7514-4d50-a60c-b51dccbe4d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:43.215595 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-28930a44-7514-4d50-a60c-b51dccbe4d35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0881860 Jul 08 02:46:43.279661 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-fd201cea-b1f0-4c82-9daf-35015b1cd859 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 1001 time: 0.0576689 Jul 08 02:46:43.332168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-782b74c2-1d3a-4d5a-8a19-fb83440a5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:43.333693 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-782b74c2-1d3a-4d5a-8a19-fb83440a5411 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0470717 Jul 08 02:46:43.389245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-12998e05-55b6-427c-99db-5fe17277013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:46:43.390784 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-12998e05-55b6-427c-99db-5fe17277013a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514462 Jul 08 02:46:43.479455 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-f54c07ae-33ea-4ad4-b5e0-d3801664312f service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813959 Jul 08 02:46:43.580211 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b8c30ec7-b681-4a24-8f22-28697d218a3c req-8d548bbb-5305-4eb9-8297-1f8ca127256b service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880141 Jul 08 02:46:45.619745 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:46:50.751535 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-24104ea9-7b1d-4444-8894-7e09db914607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:53.492639 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2dd673bd-834a-4fd8-9650-168b711e5cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:53.865808 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:55.023774 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:46:56.652791 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:05.041163 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:09.511098 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:20.755105 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2272e721-26d9-4d2e-8464-5c5b001a0d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:22.619821 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:47:23.492292 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0db746d8-ddf7-4a4d-8532-2df86b6e5ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:23.873791 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:25.027337 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:26.653997 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:35.040564 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:39.516250 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:45.017304 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-254b6284-e777-4a68-ba08-1f43820e26cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535462 Jul 08 02:47:45.110594 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-0fe1e7e5-890f-4856-a1f3-3d9f330c7952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:45.112533 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-0fe1e7e5-890f-4856-a1f3-3d9f330c7952 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1097 time: 0.0522709 Jul 08 02:47:45.220661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-e8eda1d1-eb86-44b2-a56e-00e972e098cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:45.222133 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-e8eda1d1-eb86-44b2-a56e-00e972e098cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0880826 Jul 08 02:47:45.286063 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-7004b18f-78eb-4599-a9f7-e0309a51735d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 1001 time: 0.0575600 Jul 08 02:47:45.339151 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-d2a1ecb1-253e-48bb-bf9d-b6536931123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:45.340661 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-d2a1ecb1-253e-48bb-bf9d-b6536931123d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0490787 Jul 08 02:47:45.399951 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-2b8c05a8-3f70-4516-85f8-5bcf9be8f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:47:45.401510 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-2b8c05a8-3f70-4516-85f8-5bcf9be8f348 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542681 Jul 08 02:47:45.492329 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-0db1da22-6686-465e-b0c6-c2a3f26b6f0e service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840166 Jul 08 02:47:45.585726 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-70d528a7-489f-4d79-99ce-4e5fb7d568cf req-f268fc2e-888d-44c6-8fe9-12147bd482c0 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867109 Jul 08 02:47:50.756342 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9e232d2c-76ef-4261-8d25-63e2c67ee8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:53.493140 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-424a987e-5fa3-428c-8e11-57b561285fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:53.864186 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:55.029912 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:56.656770 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:47:59.619555 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:48:05.054399 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:09.514052 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:14.893844 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4935fe-9264-4b13-ac1b-fff88757ab19 req-f840ce37-9317-4705-a403-3e8e6fabcafa tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:14.895345 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae4935fe-9264-4b13-ac1b-fff88757ab19 req-f840ce37-9317-4705-a403-3e8e6fabcafa tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.1118479 Jul 08 02:48:14.933256 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae4935fe-9264-4b13-ac1b-fff88757ab19 req-43d2d71f-057d-4ba7-9647-03661bbae7e7 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319445 Jul 08 02:48:16.111361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c405dff-1415-41ac-8e41-650175e11556 req-fdd55801-70fe-413f-9b16-75a9596cb4b2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:16.112854 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c405dff-1415-41ac-8e41-650175e11556 req-fdd55801-70fe-413f-9b16-75a9596cb4b2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0665507 Jul 08 02:48:16.151716 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0c405dff-1415-41ac-8e41-650175e11556 req-bc8b4feb-971e-4bf1-af72-a8c6bfe688ff tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327055 Jul 08 02:48:17.359752 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680ea0d-2a69-424e-852b-563c0ed026cf req-f4a5f91a-fef8-46ef-a7a3-107ca2bbeb3e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:17.361343 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c680ea0d-2a69-424e-852b-563c0ed026cf req-f4a5f91a-fef8-46ef-a7a3-107ca2bbeb3e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0651972 Jul 08 02:48:17.400561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c680ea0d-2a69-424e-852b-563c0ed026cf req-d1c718a9-0da9-4ab6-99e0-ca7c0a333133 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330868 Jul 08 02:48:18.581755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63ea8c-bc22-45fa-bae2-ffaa7ad86230 req-0058717d-ee45-4a3c-ac7f-3620bb8fcd83 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:18.583151 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f63ea8c-bc22-45fa-bae2-ffaa7ad86230 req-0058717d-ee45-4a3c-ac7f-3620bb8fcd83 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0662227 Jul 08 02:48:18.622272 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f63ea8c-bc22-45fa-bae2-ffaa7ad86230 req-099978d6-3a96-4849-a1ac-f083c4159ba4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329556 Jul 08 02:48:19.801639 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0b62e-35d1-491e-adef-4e7482634aa5 req-51b968bf-a6cb-497f-89dc-30441944bf07 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:19.803778 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7c0b62e-35d1-491e-adef-4e7482634aa5 req-51b968bf-a6cb-497f-89dc-30441944bf07 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0686922 Jul 08 02:48:19.843574 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c7c0b62e-35d1-491e-adef-4e7482634aa5 req-1849f7b1-ea34-4a94-b995-6cb0fd60b54f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342233 Jul 08 02:48:20.760782 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-64f99da0-1f7e-4e4d-a7d3-db98632d8f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:21.035127 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755eaf09-5959-49b9-8bff-2325620bc4e5 req-bd1bf055-590b-4367-bc02-7bca843f4ca4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:21.037528 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-755eaf09-5959-49b9-8bff-2325620bc4e5 req-bd1bf055-590b-4367-bc02-7bca843f4ca4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0791140 Jul 08 02:48:21.079520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-755eaf09-5959-49b9-8bff-2325620bc4e5 req-7fe2547e-ca2d-4690-a47a-b54fb5db90b4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346766 Jul 08 02:48:22.257975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47e727-fdc1-4598-bf96-bef99d18fd4c req-c194bbdc-6a34-4079-95d9-c58f84767705 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:22.259460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea47e727-fdc1-4598-bf96-bef99d18fd4c req-c194bbdc-6a34-4079-95d9-c58f84767705 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0681961 Jul 08 02:48:22.297366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ea47e727-fdc1-4598-bf96-bef99d18fd4c req-08be46dc-234f-490f-9b70-aa8f305a0189 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323014 Jul 08 02:48:23.467563 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ed9d0-4b47-44d6-836c-efb71078a52c req-c440497a-2c32-4a97-8634-d0f01e16e6f7 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:23.469119 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-751ed9d0-4b47-44d6-836c-efb71078a52c req-c440497a-2c32-4a97-8634-d0f01e16e6f7 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0638423 Jul 08 02:48:23.494986 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8302d17-1277-4a7b-8724-86995b159365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:23.510027 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-751ed9d0-4b47-44d6-836c-efb71078a52c req-47fe76ba-76c7-4a1c-8130-a94f5b5912e2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346651 Jul 08 02:48:23.868714 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:24.680674 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ba948-7844-41fb-9c3e-ff4d95be56ce req-0a05c2b9-b1fb-4c84-8a48-8c60e3b1c372 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:24.682173 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d8ba948-7844-41fb-9c3e-ff4d95be56ce req-0a05c2b9-b1fb-4c84-8a48-8c60e3b1c372 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0625196 Jul 08 02:48:24.719275 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d8ba948-7844-41fb-9c3e-ff4d95be56ce req-abedf335-6685-47f1-b185-c778954e52f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316556 Jul 08 02:48:25.032467 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:25.896680 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f2cc-40fa-472f-93a9-e3b35bb328e3 req-7ddcd984-ddb6-45e5-9602-7335f59eee3b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:25.898192 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5564f2cc-40fa-472f-93a9-e3b35bb328e3 req-7ddcd984-ddb6-45e5-9602-7335f59eee3b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0683537 Jul 08 02:48:25.935546 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5564f2cc-40fa-472f-93a9-e3b35bb328e3 req-d703a9df-7436-4fe4-beef-6d92c012cc6a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Jul 08 02:48:26.622949 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f81787ed-9240-433e-8bb0-84aa36d48b16 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:48:26.694035 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:26.725157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:26.735378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'port_id': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'mac_address': 'fa:16:3e:83:44:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:48:26.777142 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:26.794250 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f81787ed-9240-433e-8bb0-84aa36d48b16 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:26.813813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:26.817243 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:26.869602 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:26.876797 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.877144 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.877510 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.877846 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.878177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.878507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.878858 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.879181 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.879524 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.879864 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.880190 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.881159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:26.902646 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['f81787ed-9240-433e-8bb0-84aa36d48b16'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:27.135969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695367c3-a437-4bb3-871e-57980a1a2eda req-5f74ecd3-9257-42da-964a-33556dd85828 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:27.137460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695367c3-a437-4bb3-871e-57980a1a2eda req-5f74ecd3-9257-42da-964a-33556dd85828 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 944 time: 0.0794346 Jul 08 02:48:27.182485 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-695367c3-a437-4bb3-871e-57980a1a2eda req-32ee30b5-9e05-43ad-a3a6-0a2e2505a675 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377450 Jul 08 02:48:28.415547 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f4d66-d467-4243-85ee-0ec039c47b08 req-96611295-a9bd-44d7-9e97-2f7b14533e56 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:28.417420 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-347f4d66-d467-4243-85ee-0ec039c47b08 req-96611295-a9bd-44d7-9e97-2f7b14533e56 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 944 time: 0.0814557 Jul 08 02:48:28.461844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-347f4d66-d467-4243-85ee-0ec039c47b08 req-60184b6a-cc75-42af-aa7c-8f79157a76f3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375221 Jul 08 02:48:28.629621 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f81787ed-9240-433e-8bb0-84aa36d48b16 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:28.685365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port f81787ed-9240-433e-8bb0-84aa36d48b16 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:28.685759 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:28.778708 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:28.808010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:28.810707 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e875344-2efa-4d0c-aaa8-bfec93eb794a" -d '{"events": [{"server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:28.825540 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:28.831473 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:28.871916 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e5b623-969e-4b0f-8af9-1329fe221e8c x-openstack-request-id: req-40e5b623-969e-4b0f-8af9-1329fe221e8c {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:28.872319 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:28.872632 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40e5b623-969e-4b0f-8af9-1329fe221e8c {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:28.873025 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'code': 200} Jul 08 02:48:28.911928 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:29.681852 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7a903-86bc-47d8-90bd-cd4a47890ea4 req-7bfe8e67-10d7-47ea-b955-9955b51fb4be tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:29.683540 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56d7a903-86bc-47d8-90bd-cd4a47890ea4 req-7bfe8e67-10d7-47ea-b955-9955b51fb4be tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0855761 Jul 08 02:48:29.736206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56d7a903-86bc-47d8-90bd-cd4a47890ea4 req-1b9e0f9f-bafc-4c1e-88c4-edb1ce4cdee2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438695 Jul 08 02:48:30.940559 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc42c1-25cc-4afb-9c12-fa9665cf9be6 req-3fc461a8-f8e8-4494-89c8-0d742c2b2f5b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:30.942388 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14dc42c1-25cc-4afb-9c12-fa9665cf9be6 req-3fc461a8-f8e8-4494-89c8-0d742c2b2f5b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0735328 Jul 08 02:48:31.008456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-14dc42c1-25cc-4afb-9c12-fa9665cf9be6 req-dbf5ac2e-ace5-418a-babe-551076788de3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572507 Jul 08 02:48:32.219053 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe60098-da3e-4a01-ad11-f9a7f00fa7c9 req-c20bac1f-c025-4a1e-9b37-906e5a56ab4a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:32.221726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fe60098-da3e-4a01-ad11-f9a7f00fa7c9 req-c20bac1f-c025-4a1e-9b37-906e5a56ab4a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0828848 Jul 08 02:48:32.267204 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4fe60098-da3e-4a01-ad11-f9a7f00fa7c9 req-8901340d-554d-4794-b671-530df981ab97 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392413 Jul 08 02:48:33.501741 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648e3ce-466b-43a9-8bca-1546fd4cee5a req-9a4ad29d-70f0-4e84-bc65-c89452b419e1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:33.503613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4648e3ce-466b-43a9-8bca-1546fd4cee5a req-9a4ad29d-70f0-4e84-bc65-c89452b419e1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0882514 Jul 08 02:48:33.555247 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4648e3ce-466b-43a9-8bca-1546fd4cee5a req-be1890ca-17ac-4e74-8ebd-93df8c4bd6bf tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415664 Jul 08 02:48:34.767860 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e6535-8437-4d7c-8e85-cb4c3487b27e req-e30b8ec1-5ddb-47bb-b6d2-6843a6e8fefe tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:34.769436 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-610e6535-8437-4d7c-8e85-cb4c3487b27e req-e30b8ec1-5ddb-47bb-b6d2-6843a6e8fefe tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0881572 Jul 08 02:48:34.838624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-610e6535-8437-4d7c-8e85-cb4c3487b27e req-48cccd75-02ae-40b2-97be-1603e08b7ac7 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609472 Jul 08 02:48:35.058166 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:36.054803 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a614469-ef14-4c70-a106-718bec3b590d req-c5efc50d-befe-4f62-8439-3954ea58ce9f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:36.056457 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7a614469-ef14-4c70-a106-718bec3b590d req-c5efc50d-befe-4f62-8439-3954ea58ce9f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0783660 Jul 08 02:48:36.101522 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7a614469-ef14-4c70-a106-718bec3b590d req-3b0e6b11-6feb-441f-a610-bc592fab3a82 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388162 Jul 08 02:48:36.619583 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:48:37.287691 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b062e0-d87d-4685-b8b9-a02d24a09432 req-7877aca2-489f-4199-9d9e-b77522e90280 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:37.289250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29b062e0-d87d-4685-b8b9-a02d24a09432 req-7877aca2-489f-4199-9d9e-b77522e90280 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0728161 Jul 08 02:48:37.329472 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-29b062e0-d87d-4685-b8b9-a02d24a09432 req-48cf5d33-cd23-4b21-a7d7-ac5831c11095 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340724 Jul 08 02:48:37.369843 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-6087440b-ef8a-4103-8775-4d186abae012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:37.371467 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-6087440b-ef8a-4103-8775-4d186abae012 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1097 time: 0.1169677 Jul 08 02:48:37.465437 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-7b387a04-6ec4-4e83-9fc8-49fc84292009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:37.466854 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-7b387a04-6ec4-4e83-9fc8-49fc84292009 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0886984 Jul 08 02:48:37.531424 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-e0b28855-2596-404d-afbf-8b5ad48d81fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 1001 time: 0.0580988 Jul 08 02:48:37.580659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-8bc8e731-b061-46e5-a49f-8f1dcd04f7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:37.582131 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-8bc8e731-b061-46e5-a49f-8f1dcd04f7b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0438514 Jul 08 02:48:37.643544 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-44a7ec7d-803f-4399-a2a7-4120ae816560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:37.645115 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-44a7ec7d-803f-4399-a2a7-4120ae816560 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571055 Jul 08 02:48:37.734677 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-a8be83c3-c64e-4b2d-821a-297a830e0ba1 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831745 Jul 08 02:48:37.826772 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2eef5d16-fece-432d-82ed-7258cd1cc39b req-57fe3eb7-39fc-4c29-ac5a-9d8a949c6455 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857253 Jul 08 02:48:38.513336 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54a19b-9177-4760-8db1-eb8f4fa4ef10 req-f462a0b5-0090-4dcc-8349-4f02c055a4f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:38.514842 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ca54a19b-9177-4760-8db1-eb8f4fa4ef10 req-f462a0b5-0090-4dcc-8349-4f02c055a4f2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0697780 Jul 08 02:48:38.555576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ca54a19b-9177-4760-8db1-eb8f4fa4ef10 req-78222f21-2a04-4007-9cce-74a90d7e7871 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348132 Jul 08 02:48:39.514183 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:39.741102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d591b2c-16d1-4c4a-8bda-12283415078a req-f6b3f277-6c25-471f-b1ce-ef1fee3153b2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:39.742648 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d591b2c-16d1-4c4a-8bda-12283415078a req-f6b3f277-6c25-471f-b1ce-ef1fee3153b2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0728569 Jul 08 02:48:39.789366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d591b2c-16d1-4c4a-8bda-12283415078a req-30558076-af9e-49af-a6a6-f1ccec7e65b6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378685 Jul 08 02:48:40.177255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae8bc9-9977-4c54-bb23-09389579ec31 req-9089b6d7-d7bf-4c54-8f62-80059da58f25 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:40.179000 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36ae8bc9-9977-4c54-bb23-09389579ec31 req-9089b6d7-d7bf-4c54-8f62-80059da58f25 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0755007 Jul 08 02:48:40.223337 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-36ae8bc9-9977-4c54-bb23-09389579ec31 req-95cbbe27-2f21-4494-b1d1-970bd799b66f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380311 Jul 08 02:48:40.272279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 45900) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:48:40.365415 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-32d1d0f7-d20b-4094-9160-0d391e48ec98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910666 Jul 08 02:48:41.364296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-44dfaaac-e885-4f39-a9cf-59467f18931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:41.366662 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-44dfaaac-e885-4f39-a9cf-59467f18931d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7&tenant_id=602cd9b6fd904d2a9c1658f17733c5f2 HTTP/1.1" status: 200 len: 1097 time: 0.0569320 Jul 08 02:48:41.377879 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:48:41.411951 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99073814-2ba0-4244-b547-00f9acf40c56 req-9ae95dc3-6a68-4f42-b676-1f03b2f4127d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:41.413719 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-99073814-2ba0-4244-b547-00f9acf40c56 req-9ae95dc3-6a68-4f42-b676-1f03b2f4127d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0664666 Jul 08 02:48:41.453628 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-99073814-2ba0-4244-b547-00f9acf40c56 req-09b5ff53-67e9-460d-aa12-8fb95774ed32 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343976 Jul 08 02:48:41.458691 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:41.671745 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:41.705697 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:41.745364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:41.748681 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dbe935-70b5-4240-878f-743951ce3267" -d '{"events": [{"server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:41.752650 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:41.766683 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Transition to ACTIVE for port object f81787ed-9240-433e-8bb0-84aa36d48b16 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:48:41.771986 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:41.851826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:41.857365 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b3c5f4-25e9-49bd-9f7a-4e7310d8f94d x-openstack-request-id: req-f7b3c5f4-25e9-49bd-9f7a-4e7310d8f94d {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:41.857652 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:41.857925 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7b3c5f4-25e9-49bd-9f7a-4e7310d8f94d {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:41.858313 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'code': 200} Jul 08 02:48:41.866666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.867009 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.867349 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.867685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.868016 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.868366 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.868695 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.869020 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.869344 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.869669 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.869996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.870314 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:48:41.913136 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] No DVR routers for this DVR port f81787ed-9240-433e-8bb0-84aa36d48b16 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:48:42.053945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Attempting to bind port f81787ed-9240-433e-8bb0-84aa36d48b16 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:48:42.054290 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Attempting to bind port f81787ed-9240-433e-8bb0-84aa36d48b16 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:48:42.054620 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Attempting to bind port f81787ed-9240-433e-8bb0-84aa36d48b16 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:42.059338 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Port f81787ed-9240-433e-8bb0-84aa36d48b16 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:48:42.059656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Attempting to bind port f81787ed-9240-433e-8bb0-84aa36d48b16 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:48:42.064474 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:48:42.064812 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Checking segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:48:42.065195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Bound using segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:48:42.065618 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Bound port: f81787ed-9240-433e-8bb0-84aa36d48b16, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:48:42.065977 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:42.129206 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:48:42.133913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:48:42.137868 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:42.183677 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:42.184417 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:42.185823 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] 10.222.0.24 "PUT /v2.0/ports/f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 1092 time: 0.8120260 Jul 08 02:48:42.210254 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9623df9-dcba-48c3-ad04-badea03edf19 service neutron] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:42.275183 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-7e1025cf-1780-42ef-82ca-3ebfe30841b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:42.276778 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-7e1025cf-1780-42ef-82ca-3ebfe30841b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0610681 Jul 08 02:48:42.373428 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-19d70ea5-a616-4378-a0fb-4f7748df6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:42.374933 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-19d70ea5-a616-4378-a0fb-4f7748df6f4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0916593 Jul 08 02:48:42.444860 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-3704558b-1587-47ec-87c3-517594644d18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 999 time: 0.0631855 Jul 08 02:48:42.498811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-2f496d48-9dd2-4e4c-877f-61c5f4642e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:42.501043 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-2f496d48-9dd2-4e4c-877f-61c5f4642e25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0500033 Jul 08 02:48:42.565333 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-c0af1d11-7212-413f-9f2d-f6546ecae0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:42.566864 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-c0af1d11-7212-413f-9f2d-f6546ecae0dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573919 Jul 08 02:48:42.578095 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-c6dce8b2-5bce-4c4a-9496-ea8d9c53d095 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:48:42.579214 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-c6dce8b2-5bce-4c4a-9496-ea8d9c53d095 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051379 Jul 08 02:48:42.635602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557e0a0-36c8-46dd-913f-ed2c63c8ff89 req-687c95e3-ae90-4a3c-84c8-60b6260fb650 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:42.637182 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3557e0a0-36c8-46dd-913f-ed2c63c8ff89 req-687c95e3-ae90-4a3c-84c8-60b6260fb650 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0652347 Jul 08 02:48:42.673026 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-dee728b6-6287-4ada-8550-e543f1997425 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873828 Jul 08 02:48:42.677405 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3557e0a0-36c8-46dd-913f-ed2c63c8ff89 req-c2d7c989-b926-4eb9-8cfb-aab80724dc93 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335455 Jul 08 02:48:42.729296 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f81787ed-9240-433e-8bb0-84aa36d48b16 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:48:42.767169 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-4f83e5e4-043c-43a2-a33f-97dc534a7741 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869668 Jul 08 02:48:42.769758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device f81787ed-9240-433e-8bb0-84aa36d48b16 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:48:43.859274 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:43.862736 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7670ded6-2569-4b9d-87e9-884417349624" -d '{"events": [{"name": "network-changed", "server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:43.900040 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec49e0-282f-46d4-a474-5f9912c5abef req-7b309adc-9ab8-47f2-98a9-96c605a43350 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:43.901687 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ddec49e0-282f-46d4-a474-5f9912c5abef req-7b309adc-9ab8-47f2-98a9-96c605a43350 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0985281 Jul 08 02:48:43.929044 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f888a0f-3c4c-4b31-a2a6-5f3542ef1538 x-openstack-request-id: req-0f888a0f-3c4c-4b31-a2a6-5f3542ef1538 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:43.929483 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:43.930099 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f888a0f-3c4c-4b31-a2a6-5f3542ef1538 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:43.930948 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'status': 'completed', 'code': 200} Jul 08 02:48:43.951325 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ddec49e0-282f-46d4-a474-5f9912c5abef req-603dd743-eec3-4f15-bd22-f0f65bac7f86 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427616 Jul 08 02:48:45.138605 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4b2d9-f855-46ef-97af-aeda22e2443c req-9fb13da3-cf24-467f-bcda-565c4bd1bad9 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:45.141218 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b4b2d9-f855-46ef-97af-aeda22e2443c req-9fb13da3-cf24-467f-bcda-565c4bd1bad9 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0680997 Jul 08 02:48:45.183895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2b4b2d9-f855-46ef-97af-aeda22e2443c req-146ffb4f-683a-41ae-800e-78991e0729d8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361400 Jul 08 02:48:46.388043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a15efa-e363-49f3-88c5-2a7f44617bdc req-bf1f786f-c2e4-47b5-ba95-a058cddcb5ff tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:46.389765 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06a15efa-e363-49f3-88c5-2a7f44617bdc req-bf1f786f-c2e4-47b5-ba95-a058cddcb5ff tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0766513 Jul 08 02:48:46.433627 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-06a15efa-e363-49f3-88c5-2a7f44617bdc req-e4276b01-bfff-4543-bfe0-1053b4937cf2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369937 Jul 08 02:48:47.625009 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2cb64-e119-4774-8cb2-c927132a7490 req-cb25ab94-6fd3-4c7f-8659-67adb7dde5b8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:47.626726 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4f2cb64-e119-4774-8cb2-c927132a7490 req-cb25ab94-6fd3-4c7f-8659-67adb7dde5b8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0685980 Jul 08 02:48:47.670781 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f4f2cb64-e119-4774-8cb2-c927132a7490 req-2700de48-9213-4e44-b49b-0cdf13cb3ec3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373621 Jul 08 02:48:48.878028 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b7f86-d23a-497a-8289-4da6060d33dd req-17383613-3659-4534-b246-82903f1db56a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:48.880720 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c43b7f86-d23a-497a-8289-4da6060d33dd req-17383613-3659-4534-b246-82903f1db56a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0835881 Jul 08 02:48:48.927483 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c43b7f86-d23a-497a-8289-4da6060d33dd req-df76b574-bbd3-436f-a003-d0d2643eda85 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397458 Jul 08 02:48:50.129136 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba72a23-bcbb-49b6-85a3-8f538dcc30a3 req-544e3699-299a-4a86-935c-2ea3aa2a6fbc tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:50.130759 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ba72a23-bcbb-49b6-85a3-8f538dcc30a3 req-544e3699-299a-4a86-935c-2ea3aa2a6fbc tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0753064 Jul 08 02:48:50.177658 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0ba72a23-bcbb-49b6-85a3-8f538dcc30a3 req-a3cbc4c0-9555-410e-9dee-13affd0338d8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388873 Jul 08 02:48:50.792845 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-44090e79-c43e-41da-9aaa-631a5249e35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:51.372462 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390391b7-16ef-4791-a174-0cf4a4e6efe0 req-be3d2a24-948b-4745-8f6c-3d02f90ffeeb tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:51.374167 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-390391b7-16ef-4791-a174-0cf4a4e6efe0 req-be3d2a24-948b-4745-8f6c-3d02f90ffeeb tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0676203 Jul 08 02:48:51.417138 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-390391b7-16ef-4791-a174-0cf4a4e6efe0 req-ae380eac-ce34-4f5b-940c-6c4a438eb876 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365410 Jul 08 02:48:52.609392 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0845909-ba7c-4d33-a40e-ee4d3a5b403a req-bc31a06e-d624-4e19-8d2a-b97ddb5220d5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:52.610939 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0845909-ba7c-4d33-a40e-ee4d3a5b403a req-bc31a06e-d624-4e19-8d2a-b97ddb5220d5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0719490 Jul 08 02:48:52.657007 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c0845909-ba7c-4d33-a40e-ee4d3a5b403a req-fe6c9e61-9f61-47bf-a18f-94985c80453a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379772 Jul 08 02:48:53.497515 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-150a473b-00e7-4546-960a-09d225c1a4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:53.796574 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670ded6-2569-4b9d-87e9-884417349624 req-71cc255d-b272-4f99-8a8d-0501a77b3def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.798913 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7670ded6-2569-4b9d-87e9-884417349624 req-71cc255d-b272-4f99-8a8d-0501a77b3def service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1095 time: 0.0607238 Jul 08 02:48:53.844451 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a510d24-21de-4ba3-a3aa-f6a1ce3167da req-66ecdecf-f06e-4afa-8809-7f05f0a67790 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.846032 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a510d24-21de-4ba3-a3aa-f6a1ce3167da req-66ecdecf-f06e-4afa-8809-7f05f0a67790 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0670540 Jul 08 02:48:53.885329 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:53.892250 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5a510d24-21de-4ba3-a3aa-f6a1ce3167da req-46c48647-4de2-4889-b8aa-529a298af838 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395787 Jul 08 02:48:53.905054 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670ded6-2569-4b9d-87e9-884417349624 req-ce69af15-2ac9-4b8c-846c-372e688404ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:53.907719 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7670ded6-2569-4b9d-87e9-884417349624 req-ce69af15-2ac9-4b8c-846c-372e688404ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0997710 Jul 08 02:48:53.982479 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7670ded6-2569-4b9d-87e9-884417349624 req-0e26c2df-a9ef-4889-a4ea-0ac3f6f92185 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 999 time: 0.0674908 Jul 08 02:48:54.030815 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670ded6-2569-4b9d-87e9-884417349624 req-666d46e4-76c2-4bb4-9b3d-a073c34c5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:54.032254 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7670ded6-2569-4b9d-87e9-884417349624 req-666d46e4-76c2-4bb4-9b3d-a073c34c5e90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0434320 Jul 08 02:48:54.089325 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670ded6-2569-4b9d-87e9-884417349624 req-d88274ae-721b-4530-9e4d-94b528e63119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:54.090879 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7670ded6-2569-4b9d-87e9-884417349624 req-d88274ae-721b-4530-9e4d-94b528e63119 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522344 Jul 08 02:48:54.186730 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7670ded6-2569-4b9d-87e9-884417349624 req-45eef721-8b5f-4761-9a66-d5f9bc78ce41 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876546 Jul 08 02:48:54.278423 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-7670ded6-2569-4b9d-87e9-884417349624 req-c0c152ba-cea6-4593-b746-ae8e3e85abc6 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849462 Jul 08 02:48:55.037137 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:55.080288 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2db20-90cd-48a3-809f-c8e1e58d30c8 req-db48f2a6-8321-44d9-bdff-a6ce28f3b303 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:55.081791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10e2db20-90cd-48a3-809f-c8e1e58d30c8 req-db48f2a6-8321-44d9-bdff-a6ce28f3b303 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0686750 Jul 08 02:48:55.120564 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-10e2db20-90cd-48a3-809f-c8e1e58d30c8 req-4e6c0e7a-9d2d-4c59-a77a-559b929c9064 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329881 Jul 08 02:48:56.303719 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6d2cf-b407-43a2-87e7-13ff031f1b42 req-8f527fec-2492-42c2-a92b-98e927e9844e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:56.305542 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78b6d2cf-b407-43a2-87e7-13ff031f1b42 req-8f527fec-2492-42c2-a92b-98e927e9844e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0702548 Jul 08 02:48:56.344640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-78b6d2cf-b407-43a2-87e7-13ff031f1b42 req-c888dd4a-523c-4893-ab41-087b4377db70 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 Jul 08 02:48:56.656740 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f81787ed-9240-433e-8bb0-84aa36d48b16 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:48:56.668550 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:56.760840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:56.771853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'port_id': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'mac_address': 'fa:16:3e:83:44:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:48:56.816031 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:56.829549 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81787ed-9240-433e-8bb0-84aa36d48b16 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:48:56.848781 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:56.854485 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:56.907395 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:57.093435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['f81787ed-9240-433e-8bb0-84aa36d48b16'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:48:57.525771 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adac7f-3574-4577-8073-b5a8a3085d45 req-db0084ec-2594-440f-b3a1-13f01067ba00 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:57.527191 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0adac7f-3574-4577-8073-b5a8a3085d45 req-db0084ec-2594-440f-b3a1-13f01067ba00 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0646205 Jul 08 02:48:57.565910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e0adac7f-3574-4577-8073-b5a8a3085d45 req-0bd8bf3a-da2b-440e-8651-cb1f0be29a7b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328002 Jul 08 02:48:58.673614 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f81787ed-9240-433e-8bb0-84aa36d48b16 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:48:58.724872 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port f81787ed-9240-433e-8bb0-84aa36d48b16 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:48:58.729328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port f81787ed-9240-433e-8bb0-84aa36d48b16 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:48:58.729716 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:58.749043 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66596fc2-5e03-4d91-a603-f8e22246df96 req-9555ebb3-55b6-4582-8ad7-12a2c1e6447c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:58.750559 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66596fc2-5e03-4d91-a603-f8e22246df96 req-9555ebb3-55b6-4582-8ad7-12a2c1e6447c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0720103 Jul 08 02:48:58.791907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66596fc2-5e03-4d91-a603-f8e22246df96 req-ae3dfc7f-cad1-40d1-8b00-b6b6a12a9333 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348203 Jul 08 02:48:58.809449 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:58.834301 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:48:58.837307 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fb9840-63c3-4dbb-afc0-dbefce70f8b0" -d '{"events": [{"server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:48:58.850266 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:48:58.855919 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:48:58.884787 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec0afaf-7ef9-4139-b543-2a714a6b2040 x-openstack-request-id: req-2ec0afaf-7ef9-4139-b543-2a714a6b2040 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:48:58.885326 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:48:58.885585 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ec0afaf-7ef9-4139-b543-2a714a6b2040 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:48:58.885981 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'code': 200} Jul 08 02:48:58.914042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=11']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:48:59.056028 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21f8ca-4805-47ad-9831-7037747574b5 req-ac5faa05-d6ee-4885-9cdd-4ab490f66a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:59.057600 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a21f8ca-4805-47ad-9831-7037747574b5 req-ac5faa05-d6ee-4885-9cdd-4ab490f66a40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1098 time: 0.0533040 Jul 08 02:48:59.090899 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4a21f8ca-4805-47ad-9831-7037747574b5 req-c3ccc859-c70f-4de4-b057-30ead450fe98 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273750 Jul 08 02:48:59.981250 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb8607-7ff1-478c-89ae-d982cf48ed75 req-21e1758f-f20b-489c-9cb5-45482cf485d5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:48:59.982807 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dceb8607-7ff1-478c-89ae-d982cf48ed75 req-21e1758f-f20b-489c-9cb5-45482cf485d5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 946 time: 0.0734923 Jul 08 02:49:00.024994 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dceb8607-7ff1-478c-89ae-d982cf48ed75 req-87322dda-a05b-4758-b770-0fbec5bfad64 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365076 Jul 08 02:49:01.208653 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c5080-a0ec-4044-87de-0b8e7bd0f76d req-317ac692-c33c-45fe-b828-fd81cf08185b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:01.210894 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f29c5080-a0ec-4044-87de-0b8e7bd0f76d req-317ac692-c33c-45fe-b828-fd81cf08185b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 946 time: 0.0698617 Jul 08 02:49:01.248543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f29c5080-a0ec-4044-87de-0b8e7bd0f76d req-6256741f-4459-4375-83f2-f50cc0766369 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Jul 08 02:49:05.058656 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:09.521846 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:13.619316 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:49:20.764570 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3794c04e-53c0-4761-b9cf-4d2756d1c82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:23.498994 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-87136615-4447-47a2-914e-462bbce707c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:23.867630 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:25.037536 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:26.664927 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:28.250564 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-04c5e0f4-2f47-48bf-b7d9-e23a27db159c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574293 Jul 08 02:49:28.355432 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-d5d3a4b0-eed7-4c60-8655-9ed02e3857e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:28.357019 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-d5d3a4b0-eed7-4c60-8655-9ed02e3857e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1098 time: 0.0546625 Jul 08 02:49:28.467652 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-75a0b037-b820-4df0-86cf-3c96d5ba8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:28.469182 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-75a0b037-b820-4df0-86cf-3c96d5ba8740 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0891206 Jul 08 02:49:28.867408 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-2154e8dd-e770-4271-a30b-2b548d1e48e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 1001 time: 0.3894393 Jul 08 02:49:28.915435 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-300ac8ce-db6c-425e-adf4-e2efc77ebc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:28.916928 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-300ac8ce-db6c-425e-adf4-e2efc77ebc6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0431929 Jul 08 02:49:28.978520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-3bbeb293-f5a7-493d-b092-96a47290b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:49:28.980054 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-3bbeb293-f5a7-493d-b092-96a47290b3dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561941 Jul 08 02:49:29.082172 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-24fc1fd6-bccd-4d6b-b1ce-186d8540205c service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924098 Jul 08 02:49:29.178363 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-d8cc5ea4-5ef7-46b6-a816-114988543784 req-a6aecd60-22d4-4da1-861e-2dffb7fc8732 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889001 Jul 08 02:49:35.056400 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:39.527524 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:50.619369 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:49:50.769340 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b7acfdad-23fe-48c0-8477-c9b5e8c5b78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:53.501922 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-13337265-aec4-4756-b7a0-5d7c86109f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:53.870613 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:55.040020 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:49:56.669577 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:05.064319 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:09.543709 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.138872 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46030) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:14.298481 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Deleting port 2392dcb0-ec65-452b-aa95-93009b57c0d4 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:50:14.298818 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.373242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.373571 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.385569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Calling delete_port for 2392dcb0-ec65-452b-aa95-93009b57c0d4 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:50:14.533380 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.560251 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event deleted for resources: {'Port': ['ID=2392dcb0-ec65-452b-aa95-93009b57c0d4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:14.586892 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.587229 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.587600 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.587975 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.588349 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.588659 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.588988 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.589316 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.589636 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.589960 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.590287 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.590606 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:14.632766 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.633097 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Floating IP 90dbf076-788f-457b-a328-62aa0bf8609f disassociated (deleted). External IP: 172.25.4.249, port: f81787ed-9240-433e-8bb0-84aa36d48b16. Jul 08 02:50:14.834019 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Router 8382fda5-ebc8-4797-89ae-899e9ad4e0be has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:50:14.942504 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:50:14.947387 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:14.951875 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] Sync routers for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:50:14.960460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:50:14.961077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:14.983884 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-3d6eb695-daa0-4a6e-94d0-eb0ea65ab79b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "DELETE /v2.0/floatingips/90dbf076-788f-457b-a328-62aa0bf8609f HTTP/1.1" status: 204 len: 168 time: 0.8439274 Jul 08 02:50:14.984616 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:14.989113 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce367fe-f685-40ce-9b9e-fa39c5e7b791" -d '{"events": [{"name": "network-changed", "server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:15.071272 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:50:15.090629 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be124ae-ed21-4d90-92df-94c0fb1c636f x-openstack-request-id: req-7be124ae-ed21-4d90-92df-94c0fb1c636f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:15.090937 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:15.091169 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7be124ae-ed21-4d90-92df-94c0fb1c636f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:15.091574 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'status': 'completed', 'code': 200} Jul 08 02:50:15.221533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-d468d719-8cf5-4a2e-bec6-9d18d28b3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:15.223581 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-d468d719-8cf5-4a2e-bec6-9d18d28b3b00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 1098 time: 0.1079159 Jul 08 02:50:15.295332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:15.322492 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] Checking router: 8382fda5-ebc8-4797-89ae-899e9ad4e0be for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:50:15.326999 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-83994661-135a-4198-8a4f-ba01a71f9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:15.328675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-83994661-135a-4198-8a4f-ba01a71f9f37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0940454 Jul 08 02:50:15.331175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:50:15.331798 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:49:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:15.374401 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-5ce33f4d-7835-4105-84bf-9246af883f64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 200 len: 217 time: 0.0388179 Jul 08 02:50:15.383513 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b78171-a18b-4576-8ad1-9ba9caa1804f req-032ac6af-9022-4329-84c2-5d9a57ce9a8c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:15.386949 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b78171-a18b-4576-8ad1-9ba9caa1804f req-032ac6af-9022-4329-84c2-5d9a57ce9a8c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 946 time: 0.0711184 Jul 08 02:50:15.428678 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-778de8c4-3743-49a0-b970-c54c03c44b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:15.428960 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-01b78171-a18b-4576-8ad1-9ba9caa1804f req-205c93fa-052a-40db-9a20-367de138d187 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362484 Jul 08 02:50:15.430147 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-778de8c4-3743-49a0-b970-c54c03c44b51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0480042 Jul 08 02:50:15.449032 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:50:15.488257 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-0a7fb252-5446-4f4d-be6e-68ae10367703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:15.489815 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-0a7fb252-5446-4f4d-be6e-68ae10367703 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523841 Jul 08 02:50:15.587223 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-6d01ed75-d537-4e35-83e9-b968fdb35f0e service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898242 Jul 08 02:50:15.647962 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:15.675112 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2d3288-21e1-4978-af99-133cc02c0faa None None] The sync data for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 is: [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:50:15.678163 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-dce367fe-f685-40ce-9b9e-fa39c5e7b791 req-faeb80b7-c08f-4eff-9530-97da0085c481 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831087 Jul 08 02:50:15.899064 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6827c4-007e-4729-94a2-1aff636337c6 None None] New status for floating IP 90dbf076-788f-457b-a328-62aa0bf8609f: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:50:16.615644 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-aa995845-dd7b-477b-9ec8-0d3b679abf23 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:16.617144 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-aa995845-dd7b-477b-9ec8-0d3b679abf23 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.24 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 946 time: 0.0691504 Jul 08 02:50:16.617642 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675c30d-cb29-4f60-8043-37bc922bd39b req-2514dbf4-e43b-4111-a5ac-ff713054ed4f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:16.619735 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4675c30d-cb29-4f60-8043-37bc922bd39b req-2514dbf4-e43b-4111-a5ac-ff713054ed4f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=611898f2-a1c9-48bc-93c1-6268e808f2a7 HTTP/1.1" status: 200 len: 946 time: 0.0739837 Jul 08 02:50:16.666468 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4675c30d-cb29-4f60-8043-37bc922bd39b req-5fa600c5-5963-4652-87e9-07e9de52a52a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=96d0aa7f-104c-48cc-ab62-0ab80454dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395286 Jul 08 02:50:16.728320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Deleting port f81787ed-9240-433e-8bb0-84aa36d48b16 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:50:16.728730 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:16.819490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] For port f81787ed-9240-433e-8bb0-84aa36d48b16, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=f81787ed-9240-433e-8bb0-84aa36d48b16,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:50:16.819845 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:16.833285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Calling delete_port for f81787ed-9240-433e-8bb0-84aa36d48b16 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:50:16.959464 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:16.991059 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event deleted for resources: {'Port': ['ID=f81787ed-9240-433e-8bb0-84aa36d48b16,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:17.006549 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.006894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.007231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.007583 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.007919 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.008245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.008599 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.008932 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.009252 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.010269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.010615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.010944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:17.050146 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] No DVR routers for this DVR port f81787ed-9240-433e-8bb0-84aa36d48b16 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:50:17.052820 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:17.054915 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3b6a071e-f6dc-4d9f-9a48-9a39603b3e02 req-674bfce8-9088-4cb2-b6f5-343196f3bea1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.24 "DELETE /v2.0/ports/f81787ed-9240-433e-8bb0-84aa36d48b16 HTTP/1.1" status: 204 len: 173 time: 0.4308722 Jul 08 02:50:17.055386 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'name': 'network-vif-deleted', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:17.058200 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaeeee5-9b62-4890-8335-c87dd5a5fdfb" -d '{"events": [{"server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "name": "network-vif-deleted", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:17.098230 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31de9d4c-ba69-49c3-83ee-2920709e3601 x-openstack-request-id: req-31de9d4c-ba69-49c3-83ee-2920709e3601 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:17.098519 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611898f2-a1c9-48bc-93c1-6268e808f2a7", "name": "network-vif-deleted", "tag": "f81787ed-9240-433e-8bb0-84aa36d48b16", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:17.099341 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31de9d4c-ba69-49c3-83ee-2920709e3601 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:17.099516 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611898f2-a1c9-48bc-93c1-6268e808f2a7', 'name': 'network-vif-deleted', 'tag': 'f81787ed-9240-433e-8bb0-84aa36d48b16', 'status': 'completed', 'code': 200} Jul 08 02:50:17.764055 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:17.823501 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb09e581-681b-4b42-9bef-6143dafd6a1c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:17.848393 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb09e581-681b-4b42-9bef-6143dafd6a1c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:17.912522 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb09e581-681b-4b42-9bef-6143dafd6a1c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:17.915101 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fb09e581-681b-4b42-9bef-6143dafd6a1c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:17.916536 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-fb09e581-681b-4b42-9bef-6143dafd6a1c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "DELETE /v2.0/security-groups/96d0aa7f-104c-48cc-ab62-0ab80454dcea HTTP/1.1" status: 204 len: 168 time: 0.1513987 Jul 08 02:50:17.925664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09e581-681b-4b42-9bef-6143dafd6a1c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d0aa7f-104c-48cc-ab62-0ab80454dcea,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:18.279724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46064) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:18.284440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-452be2c8-341a-4159-8508-fb8df9357d35 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355963943', 'description': 'tempest-secgroup-smoke-1355963943 description', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:18.307307 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-452be2c8-341a-4159-8508-fb8df9357d35 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.385946 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-452be2c8-341a-4159-8508-fb8df9357d35 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.389546 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-452be2c8-341a-4159-8508-fb8df9357d35 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.418568 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-452be2c8-341a-4159-8508-fb8df9357d35 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.419797 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-452be2c8-341a-4159-8508-fb8df9357d35 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1390328 Jul 08 02:50:18.420926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452be2c8-341a-4159-8508-fb8df9357d35 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67bc449-43d8-481f-9eba-0d555882a650,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:18.422959 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46066) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:18.427153 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-00d83788-9a88-4d7b-9cba-2e12c119782f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': 'a67bc449-43d8-481f-9eba-0d555882a650', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:18.453438 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00d83788-9a88-4d7b-9cba-2e12c119782f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.507847 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00d83788-9a88-4d7b-9cba-2e12c119782f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.511665 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00d83788-9a88-4d7b-9cba-2e12c119782f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.529452 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d83788-9a88-4d7b-9cba-2e12c119782f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9538dbda-32b8-4307-aae2-b8d3efc75580,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:18.537274 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-00d83788-9a88-4d7b-9cba-2e12c119782f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.538475 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-00d83788-9a88-4d7b-9cba-2e12c119782f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147361 Jul 08 02:50:18.541846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46068) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:18.546468 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f9421dfb-657d-4c4b-847e-8fa474dad6d4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': 'a67bc449-43d8-481f-9eba-0d555882a650', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:18.572816 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9421dfb-657d-4c4b-847e-8fa474dad6d4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.633829 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9421dfb-657d-4c4b-847e-8fa474dad6d4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.638090 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9421dfb-657d-4c4b-847e-8fa474dad6d4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.656710 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9421dfb-657d-4c4b-847e-8fa474dad6d4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e625f03d-4d9a-4fc0-82e5-4aad12a8e579,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:18.662026 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f9421dfb-657d-4c4b-847e-8fa474dad6d4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.663244 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f9421dfb-657d-4c4b-847e-8fa474dad6d4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204085 Jul 08 02:50:18.666361 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46070) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:18.671078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eca9b96e-ca04-4d29-938b-b0db920b6e22 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': 'a67bc449-43d8-481f-9eba-0d555882a650', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:18.698008 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eca9b96e-ca04-4d29-938b-b0db920b6e22 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.756959 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eca9b96e-ca04-4d29-938b-b0db920b6e22 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.760721 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eca9b96e-ca04-4d29-938b-b0db920b6e22 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.782023 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9b96e-ca04-4d29-938b-b0db920b6e22 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922fe590-9301-4d4e-bcbf-be562f9b9fbb,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:18.786541 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eca9b96e-ca04-4d29-938b-b0db920b6e22 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.788015 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-eca9b96e-ca04-4d29-938b-b0db920b6e22 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204252 Jul 08 02:50:18.791319 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46072) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:18.795698 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-30d85ffa-f2fb-4b21-850e-3a94b0818532 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': 'a67bc449-43d8-481f-9eba-0d555882a650', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:18.822057 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30d85ffa-f2fb-4b21-850e-3a94b0818532 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.881465 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30d85ffa-f2fb-4b21-850e-3a94b0818532 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.885434 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30d85ffa-f2fb-4b21-850e-3a94b0818532 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.905224 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d85ffa-f2fb-4b21-850e-3a94b0818532 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e95bd0a-87ef-45fd-bd3a-56880c8053c2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:18.909089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-30d85ffa-f2fb-4b21-850e-3a94b0818532 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:18.912988 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-30d85ffa-f2fb-4b21-850e-3a94b0818532 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181686 Jul 08 02:50:18.913528 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46074) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:18.918128 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a1bb088f-aa93-4cfb-8849-fe7f021d145a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': 'a67bc449-43d8-481f-9eba-0d555882a650', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:18.939603 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-a1bb088f-aa93-4cfb-8849-fe7f021d145a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Project 602cd9b6fd904d2a9c1658f17733c5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:50:18.944381 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1bb088f-aa93-4cfb-8849-fe7f021d145a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:19.006870 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1bb088f-aa93-4cfb-8849-fe7f021d145a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:19.010405 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1bb088f-aa93-4cfb-8849-fe7f021d145a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:19.028390 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb088f-aa93-4cfb-8849-fe7f021d145a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3eae6f-fc20-4f50-a047-f14fef3a2c48,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:19.033984 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a1bb088f-aa93-4cfb-8849-fe7f021d145a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:19.035206 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-a1bb088f-aa93-4cfb-8849-fe7f021d145a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211231 Jul 08 02:50:19.037974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46076) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:19.043442 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-fd2466bd-034b-463c-a0da-5e91382ad5a6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'security_group_rule': {'security_group_id': 'a67bc449-43d8-481f-9eba-0d555882a650', 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:19.065284 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-fd2466bd-034b-463c-a0da-5e91382ad5a6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Project 602cd9b6fd904d2a9c1658f17733c5f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:50:19.069905 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd2466bd-034b-463c-a0da-5e91382ad5a6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:19.131894 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd2466bd-034b-463c-a0da-5e91382ad5a6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:19.135760 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd2466bd-034b-463c-a0da-5e91382ad5a6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:19.155119 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2466bd-034b-463c-a0da-5e91382ad5a6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a3b048-de45-46a2-99f6-b679e8b8261f,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:19.161163 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fd2466bd-034b-463c-a0da-5e91382ad5a6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:19.162540 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-fd2466bd-034b-463c-a0da-5e91382ad5a6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235409 Jul 08 02:50:20.773325 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c8fd3aa7-7cfa-44b8-bf62-4675208e3b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:20.984211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f81787ed-9240-433e-8bb0-84aa36d48b16 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:50:21.006041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: f81787ed-9240-433e-8bb0-84aa36d48b16 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:50:21.006388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device f81787ed-9240-433e-8bb0-84aa36d48b16 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:50:23.503494 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f7822cff-550d-4b76-a4a8-83de3604f8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:23.877586 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:25.045027 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:26.673006 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:27.621012 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:50:33.460458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-0faaa482-dd4a-473f-b00f-9b198b4540b0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355963943&fields=id&tenant_id=602cd9b6fd904d2a9c1658f17733c5f2 HTTP/1.1" status: 200 len: 267 time: 0.0367577 Jul 08 02:50:33.570864 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7163bfcb-f1f0-4f74-a6df-8259ff831f5d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:33.573249 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7163bfcb-f1f0-4f74-a6df-8259ff831f5d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 808 time: 0.1049247 Jul 08 02:50:33.588729 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-0fe365bc-d377-49a4-8f6b-6294ac1fc80d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/quotas/602cd9b6fd904d2a9c1658f17733c5f2 HTTP/1.1" status: 200 len: 375 time: 0.0100794 Jul 08 02:50:33.661708 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-b19aaf98-a5d5-43b7-b8e0-8db38bc0f6b9 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680063 Jul 08 02:50:33.753788 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-0e09efd9-be2a-4357-a826-0b3d900993a0 service neutron] 10.222.0.41 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808744 Jul 08 02:50:33.850274 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-512f2a6e-bf2d-4e38-ae87-8ed3542f0c80 service neutron] 10.222.0.41 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897038 Jul 08 02:50:34.145931 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58d5a850-c654-4c2c-acf0-8e5e2a953051 req-aa34265a-f4e6-405c-82df-2d15e8fe1cc8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 210 time: 0.0292926 Jul 08 02:50:35.090068 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:35.273156 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-5a5b50c2-c72f-4b56-a871-563808a02a04 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:35.275395 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-5a5b50c2-c72f-4b56-a871-563808a02a04 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 808 time: 0.1255789 Jul 08 02:50:35.297922 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e14b84dd-3b7c-4231-8026-e800779722d3 req-4b68c42d-3e00-43bd-a8e4-c470a066f83c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 210 time: 0.0332329 Jul 08 02:50:35.325578 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-2236a50e-3950-485b-a04c-9716b76f02c2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=602cd9b6fd904d2a9c1658f17733c5f2 HTTP/1.1" status: 200 len: 380 time: 0.0370390 Jul 08 02:50:35.334195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'port': {'device_id': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'admin_state_up': True, 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'security_groups': ['a67bc449-43d8-481f-9eba-0d555882a650']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:35.443809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Made reservation on behalf of 602cd9b6fd904d2a9c1658f17733c5f2 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:50:35.448510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:35.579514 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Allocated IP 172.20.0.11 (3cab8e81-4b2e-44a6-a520-f5d3010098a4/955c00c3-2f5c-4e77-86dd-1cab9dce1b1a/155b288c-593a-482f-88e5-5105fc3950b2) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:50:35.725065 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:35.738685 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Transition to ACTIVE for port object 155b288c-593a-482f-88e5-5105fc3950b2 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:50:35.772440 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:35.818265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:50:35.822015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:50:35.825986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:50:35.832346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:35.882248 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:35.883004 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:35.901211 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-7d82effd-9e97-4123-a4da-b4dba8adcf8e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5700760 Jul 08 02:50:35.912905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Request body: {'port': {'device_id': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:36.000963 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.081364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-413603cc-bb4c-412c-814e-58b464868330 None None] Provisioning for port 155b288c-593a-482f-88e5-5105fc3950b2 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:50:36.085519 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-413603cc-bb4c-412c-814e-58b464868330 None None] Provisioning complete for port 155b288c-593a-482f-88e5-5105fc3950b2 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:50:36.085925 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-413603cc-bb4c-412c-814e-58b464868330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.124433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-413603cc-bb4c-412c-814e-58b464868330 None None] Port 155b288c-593a-482f-88e5-5105fc3950b2 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:50:36.267845 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155b288c-593a-482f-88e5-5105fc3950b2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:50:36.276146 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.287945 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Transition to ACTIVE for port object 155b288c-593a-482f-88e5-5105fc3950b2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:50:36.292666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.346950 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Pushing event updated for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:36.423526 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Attempting to bind port 155b288c-593a-482f-88e5-5105fc3950b2 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:50:36.424422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Attempting to bind port 155b288c-593a-482f-88e5-5105fc3950b2 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:50:36.425003 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Attempting to bind port 155b288c-593a-482f-88e5-5105fc3950b2 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:50:36.431137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Port 155b288c-593a-482f-88e5-5105fc3950b2 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:50:36.432208 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Attempting to bind port 155b288c-593a-482f-88e5-5105fc3950b2 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:50:36.439051 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:50:36.439756 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Checking segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:50:36.440535 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Bound using segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:50:36.442080 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Bound port: 155b288c-593a-482f-88e5-5105fc3950b2, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:50:36.442919 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.516723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:50:36.520281 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:50:36.525427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.530085 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add9403-db23-4c13-b915-100f21256303 req-a70f948a-7fd0-47cf-a747-e1843abfe81c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:36.538829 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9add9403-db23-4c13-b915-100f21256303 req-a70f948a-7fd0-47cf-a747-e1843abfe81c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0783937 Jul 08 02:50:36.581723 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:36.582382 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:36.583973 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] 10.222.0.16 "PUT /v2.0/ports/155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 1093 time: 0.6758997 Jul 08 02:50:36.584469 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:36.586895 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429" -d '{"events": [{"name": "network-changed", "server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "tag": "155b288c-593a-482f-88e5-5105fc3950b2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:36.631852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da343adf-79aa-475f-8930-26cb8239c2fa service neutron] Pushing event updated for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:36.642903 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9add9403-db23-4c13-b915-100f21256303 req-aa8168a7-5935-493b-a263-6cf1f7ac015e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891757 Jul 08 02:50:36.670883 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44b6377-a201-46fb-af4c-9b3c2d9d8d78 x-openstack-request-id: req-a44b6377-a201-46fb-af4c-9b3c2d9d8d78 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:36.671169 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "tag": "155b288c-593a-482f-88e5-5105fc3950b2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:36.671431 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a44b6377-a201-46fb-af4c-9b3c2d9d8d78 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:36.671807 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2', 'status': 'completed', 'code': 200} Jul 08 02:50:36.725944 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-5094ecb1-5cbd-4baa-89ab-1ba9d11ed79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:36.727675 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-5094ecb1-5cbd-4baa-89ab-1ba9d11ed79a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1096 time: 0.0668287 Jul 08 02:50:36.771670 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-86c6f4c1-fab6-4b2a-8958-325e4e4cb108 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 217 time: 0.0364802 Jul 08 02:50:36.827785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-e685cafd-c24c-494a-b359-78d585e4ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:36.829522 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-e685cafd-c24c-494a-b359-78d585e4ab96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0513883 Jul 08 02:50:36.894979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-39108e37-c9e4-4a09-96b1-23c2bce726e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:36.896567 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-39108e37-c9e4-4a09-96b1-23c2bce726e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603263 Jul 08 02:50:36.994828 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-480529ec-1b38-4dfe-812d-26458747d769 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908453 Jul 08 02:50:37.106886 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84ee86b9-7bd1-42a0-be2e-5c9c68978535 req-a3d056dd-0a8f-4068-b3b0-c592a4254cfe service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056113 Jul 08 02:50:37.207696 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-d3367ce0-7ca4-4803-a57d-6be60aef4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:37.209263 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-d3367ce0-7ca4-4803-a57d-6be60aef4f8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1096 time: 0.0546219 Jul 08 02:50:37.310974 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-ee7cb1d0-24db-40a6-8713-0db10b38cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:37.312535 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-ee7cb1d0-24db-40a6-8713-0db10b38cdcf service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0933766 Jul 08 02:50:37.355763 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-6ce99239-7d83-4874-888d-c2b75af81ff0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 217 time: 0.0367308 Jul 08 02:50:37.411720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-6b7d5826-1b74-41f8-ae35-1f314c59d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:37.414006 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-6b7d5826-1b74-41f8-ae35-1f314c59d3ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0512240 Jul 08 02:50:37.475123 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-b582a8b2-0ee4-45d6-8e29-46681696fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:37.476705 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-b582a8b2-0ee4-45d6-8e29-46681696fb9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567894 Jul 08 02:50:37.565475 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-fe692a83-e1f5-43c0-8648-a7728f63435b service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826848 Jul 08 02:50:37.662426 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ffdd48c2-2ae2-4c84-b7ff-fb2c70ff6429 req-3fe8b0fc-d1f8-48ce-8449-f1cb9ad06876 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899634 Jul 08 02:50:37.799204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91db67-f34b-4b61-8623-d78ff5f9e4ca req-aaa2e91a-fbf7-48ed-8086-15060aa164ef tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:37.800703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be91db67-f34b-4b61-8623-d78ff5f9e4ca req-aaa2e91a-fbf7-48ed-8086-15060aa164ef tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0659297 Jul 08 02:50:37.840612 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-be91db67-f34b-4b61-8623-d78ff5f9e4ca req-f56489a4-a634-447f-928a-7fda5c4f2680 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339699 Jul 08 02:50:39.019122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43049ae-57ca-461c-874a-4f496aacbc78 req-ce0869c0-70bf-477c-92b1-3fd9468aa8d8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:39.020652 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b43049ae-57ca-461c-874a-4f496aacbc78 req-ce0869c0-70bf-477c-92b1-3fd9468aa8d8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0643311 Jul 08 02:50:39.060323 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b43049ae-57ca-461c-874a-4f496aacbc78 req-94fb94a8-a3ff-4a45-a519-e8ca2e934f5c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334661 Jul 08 02:50:39.542195 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:40.256657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10e29a-808e-4dc4-89c3-98306f0047a5 req-2de74948-aece-47cc-aae7-8eaf7744af4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:40.258054 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba10e29a-808e-4dc4-89c3-98306f0047a5 req-2de74948-aece-47cc-aae7-8eaf7744af4c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0669198 Jul 08 02:50:40.296821 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ba10e29a-808e-4dc4-89c3-98306f0047a5 req-9e8a4e9e-3541-4260-9cdc-b6408f6b2bc2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331392 Jul 08 02:50:41.469947 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd30d20-fd7d-4a4b-a574-7b342a7a4984 req-4e2e3657-1f8a-413f-8e44-acfe612853e8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:41.471427 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7fd30d20-fd7d-4a4b-a574-7b342a7a4984 req-4e2e3657-1f8a-413f-8e44-acfe612853e8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0634727 Jul 08 02:50:41.509596 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7fd30d20-fd7d-4a4b-a574-7b342a7a4984 req-415dd6ba-ae5d-40f8-8b9a-7024e020117d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322523 Jul 08 02:50:42.678185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c4edf-6852-47a3-8690-84dad9c55f48 req-c959dc70-d225-4ef8-81b1-89cbc4497463 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:42.679654 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-629c4edf-6852-47a3-8690-84dad9c55f48 req-c959dc70-d225-4ef8-81b1-89cbc4497463 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0617478 Jul 08 02:50:42.721198 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-629c4edf-6852-47a3-8690-84dad9c55f48 req-4d07dd7c-97ac-419f-9d2b-26f76ede3703 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356810 Jul 08 02:50:43.895956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72da83-6cea-49bb-a49c-3c9525bda70f req-28498748-dad7-4e34-b1a3-b1e3b6109e3c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:43.897460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b72da83-6cea-49bb-a49c-3c9525bda70f req-28498748-dad7-4e34-b1a3-b1e3b6109e3c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0635695 Jul 08 02:50:43.937394 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9b72da83-6cea-49bb-a49c-3c9525bda70f req-6731d887-0073-417b-b2b4-92a47181e608 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338290 Jul 08 02:50:45.315790 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c94b4-a5b8-43f9-bbb0-8325dfb1d0e1 req-1675570a-3ed4-47fa-ac89-7e17edc2189d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:45.317304 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a7c94b4-a5b8-43f9-bbb0-8325dfb1d0e1 req-1675570a-3ed4-47fa-ac89-7e17edc2189d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0632393 Jul 08 02:50:45.355019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3a7c94b4-a5b8-43f9-bbb0-8325dfb1d0e1 req-e3f0ca20-9b33-48bf-a5e6-26bf55185ad8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Jul 08 02:50:46.531846 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00445a2-3f17-47b7-8e74-70d6dbc13a91 req-d245228d-7585-4403-b8bf-9c3c8788315e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:46.533290 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e00445a2-3f17-47b7-8e74-70d6dbc13a91 req-d245228d-7585-4403-b8bf-9c3c8788315e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0674155 Jul 08 02:50:46.571907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e00445a2-3f17-47b7-8e74-70d6dbc13a91 req-aa6dd0b0-e784-4cce-8e1d-a1263930dbbf tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330007 Jul 08 02:50:47.248439 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 155b288c-593a-482f-88e5-5105fc3950b2 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:50:47.340994 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:50:47.352096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '155b288c-593a-482f-88e5-5105fc3950b2', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'port_id': '155b288c-593a-482f-88e5-5105fc3950b2', 'mac_address': 'fa:16:3e:bd:2d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:50:47.391063 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:47.403837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155b288c-593a-482f-88e5-5105fc3950b2 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:50:47.422803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:50:47.426816 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:47.473304 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:47.480769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.481118 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.481460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.481824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.482124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.482455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.482784 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.483109 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.483430 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.483753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.484082 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.484428 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:50:47.682777 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['155b288c-593a-482f-88e5-5105fc3950b2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:50:47.742078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ef175-1ef5-48fe-9cc5-625be9e6f434 req-48d7c5e0-01e9-4e35-84ba-f2833d86a468 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:47.744118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-199ef175-1ef5-48fe-9cc5-625be9e6f434 req-48d7c5e0-01e9-4e35-84ba-f2833d86a468 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 945 time: 0.0645716 Jul 08 02:50:47.783197 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-199ef175-1ef5-48fe-9cc5-625be9e6f434 req-55637284-51cc-472c-acc8-f19ea77c1b00 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333297 Jul 08 02:50:48.956641 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23680f01-b4ea-488e-ba91-ae70202a1aae req-cb02f1c2-224d-41e8-b9a1-4a06d2280d6d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:48.958124 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23680f01-b4ea-488e-ba91-ae70202a1aae req-cb02f1c2-224d-41e8-b9a1-4a06d2280d6d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 945 time: 0.0638895 Jul 08 02:50:49.003019 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23680f01-b4ea-488e-ba91-ae70202a1aae req-9e26b668-db9a-4cf6-b183-28eeb1aa6248 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384874 Jul 08 02:50:49.279018 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 155b288c-593a-482f-88e5-5105fc3950b2 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:50:49.326288 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 155b288c-593a-482f-88e5-5105fc3950b2 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:50:49.329855 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 155b288c-593a-482f-88e5-5105fc3950b2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:50:49.330225 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:49.407357 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:49.429880 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:49.432596 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1241e5-1bc4-46b6-9a4f-a276da3e82c9" -d '{"events": [{"server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "name": "network-vif-plugged", "status": "completed", "tag": "155b288c-593a-482f-88e5-5105fc3950b2"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:49.445348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:50:49.449273 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:49.498624 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:49.519254 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e41d206-44fc-4f72-9e48-21a796d50988 x-openstack-request-id: req-3e41d206-44fc-4f72-9e48-21a796d50988 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:49.519543 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "name": "network-vif-plugged", "status": "completed", "tag": "155b288c-593a-482f-88e5-5105fc3950b2", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:49.519796 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e41d206-44fc-4f72-9e48-21a796d50988 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:49.520189 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2', 'code': 200} Jul 08 02:50:49.629622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e79a5c-fa10-4f3a-a26e-5b5f25ded3c0 req-730ba95c-359b-42d7-905d-8c165b77e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:49.631133 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2e79a5c-fa10-4f3a-a26e-5b5f25ded3c0 req-730ba95c-359b-42d7-905d-8c165b77e6dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1098 time: 0.0513370 Jul 08 02:50:49.665599 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b2e79a5c-fa10-4f3a-a26e-5b5f25ded3c0 req-0a84e772-2882-444c-87a8-87acb32dd41f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282624 Jul 08 02:50:50.178115 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81c40b-862d-4eb8-b6a5-c2a883ce8fcd req-8d9ff03f-0d5f-42bc-856d-f569af106d81 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:50.179624 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e81c40b-862d-4eb8-b6a5-c2a883ce8fcd req-8d9ff03f-0d5f-42bc-856d-f569af106d81 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0643589 Jul 08 02:50:50.219461 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-1e81c40b-862d-4eb8-b6a5-c2a883ce8fcd req-abf955d8-f760-4293-b1a4-31bbfaf33080 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324509 Jul 08 02:50:50.774154 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8bf0d142-2a86-4caa-b994-46aa5cf6292e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:51.393747 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83700116-8516-4c4d-ba63-f8b438f3c9b7 req-6cc10a17-1077-407d-9719-691d968beacb tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:51.395221 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83700116-8516-4c4d-ba63-f8b438f3c9b7 req-6cc10a17-1077-407d-9719-691d968beacb tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0620553 Jul 08 02:50:51.433863 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83700116-8516-4c4d-ba63-f8b438f3c9b7 req-0623cb2c-251a-4e65-a5a0-8ce7eb5ec924 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323248 Jul 08 02:50:51.608604 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ac205-b8ae-4c41-9037-df4fec40d769 req-6b0424af-e1c5-43a8-8e3e-7192c1b01fb2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:51.610091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae3ac205-b8ae-4c41-9037-df4fec40d769 req-6b0424af-e1c5-43a8-8e3e-7192c1b01fb2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0671148 Jul 08 02:50:51.646968 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ae3ac205-b8ae-4c41-9037-df4fec40d769 req-57978968-ac33-4778-a78a-0e36dd8eb552 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314195 Jul 08 02:50:51.671102 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46272) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:51.722050 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a12035-2aac-4ee8-b7bc-0e7b63e78d22 tempest-TestShelveInstance-1953361006 tempest-TestShelveInstance-1953361006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:51.723844 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a8a12035-2aac-4ee8-b7bc-0e7b63e78d22 tempest-TestShelveInstance-1953361006 tempest-TestShelveInstance-1953361006-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1093 time: 0.0514915 Jul 08 02:50:51.726563 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46274) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:50:51.732032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '155b288c-593a-482f-88e5-5105fc3950b2', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:50:51.753622 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:51.855798 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:51.954250 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Allocated IP 172.25.4.53 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/dfc32bc7-72d3-472d-a683-65b4dc9a12e4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:50:52.060795 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:52.099936 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:52.135525 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:50:52.141557 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:50:52.145031 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:50:52.167748 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'Port': ['ID=dfc32bc7-72d3-472d-a683-65b4dc9a12e4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:52.528099 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:52.612848 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:52.758934 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:52.763281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:52.838996 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event updated for resources: {'Port': ['ID=dfc32bc7-72d3-472d-a683-65b4dc9a12e4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:50:52.847521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:52.947795 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Floating IP 36ccef9d-e54e-43fe-9315-2be98d5fc889 associated. External IP: 172.25.4.53, port: 155b288c-593a-482f-88e5-5105fc3950b2. Jul 08 02:50:53.471403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Router 8382fda5-ebc8-4797-89ae-899e9ad4e0be has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:50:53.505081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34d4587d-149b-4628-9ccd-897020cca017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:53.578222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:50:53.588100 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] Sync routers for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:50:53.593320 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:53.597455 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:50:53.598156 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:53.628967 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-c56ad41a-6670-4d56-8237-32c586a92622 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9001551 Jul 08 02:50:53.629659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:50:53.631944 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea525794-1f6d-48de-a322-f493eafef805" -d '{"events": [{"name": "network-changed", "server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "tag": "155b288c-593a-482f-88e5-5105fc3950b2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:50:53.670493 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc5bb8d-33f6-46af-89de-8194693a7544 x-openstack-request-id: req-6bc5bb8d-33f6-46af-89de-8194693a7544 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:50:53.670790 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "tag": "155b288c-593a-482f-88e5-5105fc3950b2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:50:53.671040 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bc5bb8d-33f6-46af-89de-8194693a7544 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:50:53.671443 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2', 'status': 'completed', 'code': 200} Jul 08 02:50:53.751355 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea525794-1f6d-48de-a322-f493eafef805 req-dd1438f1-987c-455c-b1dd-ba5beaa26dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:53.752924 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea525794-1f6d-48de-a322-f493eafef805 req-dd1438f1-987c-455c-b1dd-ba5beaa26dfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1098 time: 0.0582297 Jul 08 02:50:53.847608 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea525794-1f6d-48de-a322-f493eafef805 req-fe7913c1-72c8-4abd-9ccc-4dce87936d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:53.849405 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea525794-1f6d-48de-a322-f493eafef805 req-fe7913c1-72c8-4abd-9ccc-4dce87936d1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0903485 Jul 08 02:50:53.878619 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:53.881130 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:50:53.916271 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea525794-1f6d-48de-a322-f493eafef805 req-ecb5b33d-584e-4553-90b7-0677c130d650 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 999 time: 0.0600824 Jul 08 02:50:53.964928 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea525794-1f6d-48de-a322-f493eafef805 req-15657907-a5c2-4e01-8717-84bd1c53aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:53.966682 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea525794-1f6d-48de-a322-f493eafef805 req-15657907-a5c2-4e01-8717-84bd1c53aa33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0449960 Jul 08 02:50:54.027902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea525794-1f6d-48de-a322-f493eafef805 req-9ca606bd-2a68-42a8-abde-dfec4787d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:50:54.029461 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea525794-1f6d-48de-a322-f493eafef805 req-9ca606bd-2a68-42a8-abde-dfec4787d3c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564110 Jul 08 02:50:54.116177 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '36ccef9d-e54e-43fe-9315-2be98d5fc889', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'port_id': '155b288c-593a-482f-88e5-5105fc3950b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'mac_address': 'fa:16:3e:bd:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:50:52Z', 'updated_at': '2021-07-08T02:50:52Z', 'revision_number': 0, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:54.118134 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea525794-1f6d-48de-a322-f493eafef805 req-21f32b26-7eac-4437-8b27-ae0fb809e5d1 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823302 Jul 08 02:50:54.143432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] Checking router: 8382fda5-ebc8-4797-89ae-899e9ad4e0be for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:50:54.153379 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:50:54.154002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:50:53Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:54.218296 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ea525794-1f6d-48de-a322-f493eafef805 req-dcb2c3bf-35b5-4875-9720-192a2348a38c service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944340 Jul 08 02:50:54.263806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:50:54.486074 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '36ccef9d-e54e-43fe-9315-2be98d5fc889', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'port_id': '155b288c-593a-482f-88e5-5105fc3950b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'mac_address': 'fa:16:3e:bd:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:50:52Z', 'updated_at': '2021-07-08T02:50:52Z', 'revision_number': 0, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:50:54.513443 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66935af2-92c9-41b3-b106-1031631877d6 None None] The sync data for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 is: [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '36ccef9d-e54e-43fe-9315-2be98d5fc889', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'port_id': '155b288c-593a-482f-88e5-5105fc3950b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'mac_address': 'fa:16:3e:bd:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:50:52Z', 'updated_at': '2021-07-08T02:50:52Z', 'revision_number': 0, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:50:54.693664 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779d85e8-24e3-4e9e-9443-d5c8132152eb None None] New status for floating IP 36ccef9d-e54e-43fe-9315-2be98d5fc889: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:50:55.046736 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:50:56.673802 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:04.620503 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:51:05.092618 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:09.547152 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:20.775077 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b4456ebc-45b6-4b9b-abc3-c6834a5a3222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:23.505614 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-52fc4a3e-b377-44b5-9ba5-b2a0ae3cc410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:23.870081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:25.050188 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:26.675573 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:35.089200 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:39.557753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:41.619012 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:51:50.019631 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-39dc3db7-e046-4b6b-a8f0-b26e11a0c1f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543158 Jul 08 02:51:50.118979 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-e26230b4-1b86-44e3-a4d1-00a901a097ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:50.120526 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-e26230b4-1b86-44e3-a4d1-00a901a097ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1098 time: 0.0578406 Jul 08 02:51:50.228552 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-e689f456-283b-4d1c-9ee3-217ae6677976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:50.230047 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-e689f456-283b-4d1c-9ee3-217ae6677976 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0886822 Jul 08 02:51:50.294907 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-9d16a71f-2a81-49da-9e1b-5ae1084551b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 1001 time: 0.0584967 Jul 08 02:51:50.343732 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-c8794f25-7ab2-43a0-9e86-3ad65549ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:50.345291 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-c8794f25-7ab2-43a0-9e86-3ad65549ad48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0449123 Jul 08 02:51:50.407913 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-59ef5fe1-8ea3-41db-a4fe-fc5494d1b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:51:50.409484 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-59ef5fe1-8ea3-41db-a4fe-fc5494d1b471 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586667 Jul 08 02:51:50.497834 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-04fd4167-969c-412f-b539-62c1f2dc8379 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822856 Jul 08 02:51:50.590116 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-c9b4281c-8f4e-49fe-ab86-9f2bcb674321 req-9ff8714e-8ec4-4d00-bd18-4997b5c6b112 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855465 Jul 08 02:51:50.777160 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-71ff2a24-ad2c-44c2-9242-4db2e5bf549c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:53.508200 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-73b5d685-a893-4586-b76d-0006733ef321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:53.874176 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:55.056040 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:51:56.679111 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:05.106652 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:09.571298 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:18.617517 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:52:20.777692 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4cb4bb37-6204-4662-b1c1-88056cc60ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.509118 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c17faa6c-a80a-428c-9d7a-3e1ce0df94c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:23.874493 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:25.056758 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:26.682006 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:35.123234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:39.571998 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:48.844314 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc22b6b-597b-4e48-84e6-5111ada77e6d req-693b27dc-ef23-461f-acbb-b6654d7f2976 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:48.845846 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fc22b6b-597b-4e48-84e6-5111ada77e6d req-693b27dc-ef23-461f-acbb-b6654d7f2976 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0660481 Jul 08 02:52:48.884893 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6fc22b6b-597b-4e48-84e6-5111ada77e6d req-a917f232-4eed-403b-8486-f04853de8e23 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326400 Jul 08 02:52:50.088207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533ed85-b45c-4996-8646-718b8d566aea req-89a1bc69-9623-4f4d-86ae-b09ce81f19a0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:50.089703 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3533ed85-b45c-4996-8646-718b8d566aea req-89a1bc69-9623-4f4d-86ae-b09ce81f19a0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0649188 Jul 08 02:52:50.133246 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-3533ed85-b45c-4996-8646-718b8d566aea req-bfe94c8d-81e4-468b-8724-57e033c5038e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379672 Jul 08 02:52:50.779100 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-570226d6-7bf2-438b-b5a4-64c98683dcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:51.031893 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-2d29941d-a213-49c7-bdf9-7bf3635f33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:51.033316 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-2d29941d-a213-49c7-bdf9-7bf3635f33be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1098 time: 0.0535562 Jul 08 02:52:51.139231 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-71b5f4ad-2714-4ce8-85de-8cbab209527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:51.140755 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-71b5f4ad-2714-4ce8-85de-8cbab209527a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0882657 Jul 08 02:52:51.207910 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-d5eabe7f-d007-43df-9225-b600f3b7a0b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 1001 time: 0.0608382 Jul 08 02:52:51.257729 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-73907120-bc3c-4708-9606-4b584a0a5617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:51.259239 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-73907120-bc3c-4708-9606-4b584a0a5617 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0452480 Jul 08 02:52:51.323624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-c6f96b99-a995-4a94-9ef4-9c6e2ce1065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:51.325095 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-c6f96b99-a995-4a94-9ef4-9c6e2ce1065e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593739 Jul 08 02:52:51.354378 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed0784-d7cd-42f2-852e-7a5c55919191 req-2e09081f-c3a5-4ebd-b7f6-bbaa1d49832c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:51.355964 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97ed0784-d7cd-42f2-852e-7a5c55919191 req-2e09081f-c3a5-4ebd-b7f6-bbaa1d49832c tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0654461 Jul 08 02:52:51.394759 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-97ed0784-d7cd-42f2-852e-7a5c55919191 req-348231fe-cd30-46e1-ab79-6c125bae5d4e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331051 Jul 08 02:52:51.416723 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-9d48dfaa-0267-4e63-abe6-122a79e212e3 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843389 Jul 08 02:52:51.510403 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-2ff4a1ab-474b-4ac4-b1c8-a1a5f3f9cdaa req-2824d1ef-50e3-4090-80d2-888f44ad9e36 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Jul 08 02:52:52.572449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f22ee-9e5e-40d7-8c60-bcee2646572f req-0a4d8ca3-6e6b-4cd2-99fe-87ff0bc2e63b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:52.573831 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-232f22ee-9e5e-40d7-8c60-bcee2646572f req-0a4d8ca3-6e6b-4cd2-99fe-87ff0bc2e63b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0623641 Jul 08 02:52:52.612476 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-232f22ee-9e5e-40d7-8c60-bcee2646572f req-fd7772ee-758e-44a5-b71b-d9f717beb4c3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330842 Jul 08 02:52:53.509084 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7a0fe244-064d-4770-b511-350c755bdb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:53.790226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c649e-7362-4d4f-9791-a2944ac1f880 req-06f72b15-9bcc-4abb-a967-56e5c76c091d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:53.791618 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d4c649e-7362-4d4f-9791-a2944ac1f880 req-06f72b15-9bcc-4abb-a967-56e5c76c091d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0669255 Jul 08 02:52:53.829065 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d4c649e-7362-4d4f-9791-a2944ac1f880 req-6d6f7020-1a90-419b-b205-8c6769533996 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319564 Jul 08 02:52:53.875902 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:55.001924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92757e7-d10e-4f8b-8b58-35e249417a11 req-0411a4ca-cd1f-4fd4-8981-4559b432a203 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:55.003397 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b92757e7-d10e-4f8b-8b58-35e249417a11 req-0411a4ca-cd1f-4fd4-8981-4559b432a203 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0625296 Jul 08 02:52:55.041772 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b92757e7-d10e-4f8b-8b58-35e249417a11 req-a3e5eee6-2f29-404e-b57a-13cfe0480fe7 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321734 Jul 08 02:52:55.061434 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:55.616793 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:52:56.239106 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8a62c-3bbe-49ca-b3be-241255f9f3de req-737b98b0-74e1-4098-8bd5-e4fcc46e31ad tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:56.240713 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66d8a62c-3bbe-49ca-b3be-241255f9f3de req-737b98b0-74e1-4098-8bd5-e4fcc46e31ad tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0725992 Jul 08 02:52:56.284576 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-66d8a62c-3bbe-49ca-b3be-241255f9f3de req-43ab4d1a-40e4-4a0f-939b-054ba04113b8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372343 Jul 08 02:52:56.683364 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:52:57.467255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26a52d-f8d3-40d5-8cc7-eb32bc1965db req-53b69bfe-a214-495d-bc42-5f45e2197f91 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:57.468786 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb26a52d-f8d3-40d5-8cc7-eb32bc1965db req-53b69bfe-a214-495d-bc42-5f45e2197f91 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0669153 Jul 08 02:52:57.506457 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fb26a52d-f8d3-40d5-8cc7-eb32bc1965db req-93712c89-e449-4bb8-bc63-56ceaa6caa0e tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Jul 08 02:52:58.689987 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2718d97-c137-44b6-9447-1863ad6a9f1d req-8804e3b5-9d4e-47cf-b5f2-0b32d23be914 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:58.691614 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2718d97-c137-44b6-9447-1863ad6a9f1d req-8804e3b5-9d4e-47cf-b5f2-0b32d23be914 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0699611 Jul 08 02:52:58.733092 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f2718d97-c137-44b6-9447-1863ad6a9f1d req-6815d632-a332-448a-8a79-8aa3556f0854 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347803 Jul 08 02:52:58.931181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-7b1b5d37-c4e9-4b60-89f8-9d84b6f75415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:58.933597 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-7b1b5d37-c4e9-4b60-89f8-9d84b6f75415 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1098 time: 0.0555975 Jul 08 02:52:59.027318 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-fc906e8b-41e2-40ba-896a-cdf5a8882ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:59.028892 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-fc906e8b-41e2-40ba-896a-cdf5a8882ebe service neutron] 10.222.0.16 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0901349 Jul 08 02:52:59.102717 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-20d91917-f830-41bc-8449-9e0632f67fe5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 1001 time: 0.0675352 Jul 08 02:52:59.151397 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-10e74119-df2d-4ac3-8adc-3860a3d13811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:59.152916 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-10e74119-df2d-4ac3-8adc-3860a3d13811 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0447214 Jul 08 02:52:59.209259 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-4c7db5f8-2085-40ab-8ff6-0e6dc50d501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:59.210710 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-4c7db5f8-2085-40ab-8ff6-0e6dc50d501c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518410 Jul 08 02:52:59.305293 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-4b5ea32d-a171-4229-bb41-27f33b45586a service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881646 Jul 08 02:52:59.395596 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-efa19dcd-dcba-49e1-9e8a-eb148cfe28ee req-d4fa7fca-473e-4f11-81f2-7970b423b809 service neutron] 10.222.0.16 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842345 Jul 08 02:52:59.914394 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5632e69-6651-440b-9122-c5ae3ba1f32a req-3643a2fc-1356-43ea-b815-e3b52b9222c6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:52:59.915890 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5632e69-6651-440b-9122-c5ae3ba1f32a req-3643a2fc-1356-43ea-b815-e3b52b9222c6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0683506 Jul 08 02:52:59.953520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a5632e69-6651-440b-9122-c5ae3ba1f32a req-f38529fc-af7e-4551-bef6-b0f99bf16ccf tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Jul 08 02:53:01.130398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dcf78-3b18-47cd-ab38-9ce15385cb2b req-b4713a3c-7da4-48e4-9b0e-58a0b75b50a4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:01.131902 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e7dcf78-3b18-47cd-ab38-9ce15385cb2b req-b4713a3c-7da4-48e4-9b0e-58a0b75b50a4 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0651753 Jul 08 02:53:01.170819 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5e7dcf78-3b18-47cd-ab38-9ce15385cb2b req-563e933b-adcf-4e5e-a9dd-8175e46f8f5a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327618 Jul 08 02:53:02.357046 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb47f9b-6956-4ff2-82d9-c21f6d54977d req-300d60a2-0bd2-4b89-87bf-c4fa8ed285ee tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:02.358606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bb47f9b-6956-4ff2-82d9-c21f6d54977d req-300d60a2-0bd2-4b89-87bf-c4fa8ed285ee tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0659814 Jul 08 02:53:02.402462 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0bb47f9b-6956-4ff2-82d9-c21f6d54977d req-4087dd43-e128-4873-b0c2-817d5a7d0f80 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378952 Jul 08 02:53:03.574363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699d80c-0430-47e6-99a4-ebadcf4c081b req-49d43d99-4b2d-4e8b-9a5a-110e3ef81779 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:03.576058 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2699d80c-0430-47e6-99a4-ebadcf4c081b req-49d43d99-4b2d-4e8b-9a5a-110e3ef81779 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0638342 Jul 08 02:53:03.624261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2699d80c-0430-47e6-99a4-ebadcf4c081b req-45c4aa92-ced7-41be-b0f0-6a0a6cd50b7a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Jul 08 02:53:05.007387 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-9ca52c3d-ebcc-44bf-9337-d13536688238 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1408510 Jul 08 02:53:05.019363 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d66c0a-9318-4b78-a271-bc5fd1330e8d req-42918e0b-0c52-4201-9738-da0ca1066b54 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:05.020822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79d66c0a-9318-4b78-a271-bc5fd1330e8d req-42918e0b-0c52-4201-9738-da0ca1066b54 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 946 time: 0.0850849 Jul 08 02:53:05.063634 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-79d66c0a-9318-4b78-a271-bc5fd1330e8d req-6dadf040-4eba-4746-b15c-d73e63daa795 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344391 Jul 08 02:53:05.125348 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:05.858460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 155b288c-593a-482f-88e5-5105fc3950b2 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:53:05.934488 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:05.958249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:53:05.961236 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aed223d-3de3-496b-997d-ba3047ddd4a4" -d '{"events": [{"server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "name": "network-vif-unplugged", "status": "completed", "tag": "155b288c-593a-482f-88e5-5105fc3950b2"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:53:05.974184 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:53:05.980877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:06.005812 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 02:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1dfb97-e2d3-4501-aca9-4f5322d59b61 x-openstack-request-id: req-be1dfb97-e2d3-4501-aca9-4f5322d59b61 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:53:06.006109 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "name": "network-vif-unplugged", "status": "failed", "tag": "155b288c-593a-482f-88e5-5105fc3950b2", "code": 422}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:53:06.006348 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be1dfb97-e2d3-4501-aca9-4f5322d59b61 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:53:06.006737 n-d-694802-14 neutron-server[93885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2', 'code': 422} returned with failed status Jul 08 02:53:06.034842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:06.043080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.043421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.043758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.044091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.044451 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.044779 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.045104 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.045424 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.045744 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.046062 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.046378 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.046694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:06.239181 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f0b17-8e46-4e54-9261-2842acded994 req-33d3e216-c48c-43a7-9b27-3edb840e69fa tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:06.240599 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc5f0b17-8e46-4e54-9261-2842acded994 req-33d3e216-c48c-43a7-9b27-3edb840e69fa tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0654058 Jul 08 02:53:06.279091 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dc5f0b17-8e46-4e54-9261-2842acded994 req-6f99b839-88d8-4131-b359-87c149c3a996 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321016 Jul 08 02:53:07.454849 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69899d-492c-445b-ac2c-32f067ef9734 req-7bdf2cce-1ba3-412c-bf49-7c03d32b803d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:07.457022 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa69899d-492c-445b-ac2c-32f067ef9734 req-7bdf2cce-1ba3-412c-bf49-7c03d32b803d tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0659564 Jul 08 02:53:07.503003 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fa69899d-492c-445b-ac2c-32f067ef9734 req-5f308df7-e94f-4a9f-a912-ea7105fb2cd8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395617 Jul 08 02:53:09.009734 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723371c0-09ca-4189-9365-0b4262e6ef2c req-3180beee-80d7-4a30-ad15-330b30766e25 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:09.011256 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-723371c0-09ca-4189-9365-0b4262e6ef2c req-3180beee-80d7-4a30-ad15-330b30766e25 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.3900526 Jul 08 02:53:09.052225 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-723371c0-09ca-4189-9365-0b4262e6ef2c req-4e4b380a-d89f-4e33-8a25-dfff3dea3257 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348675 Jul 08 02:53:09.606429 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:09.807453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-4c8be9e0-9754-4054-b759-943eb118ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:09.809024 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-4c8be9e0-9754-4054-b759-943eb118ce91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2&tenant_id=602cd9b6fd904d2a9c1658f17733c5f2 HTTP/1.1" status: 200 len: 1096 time: 0.0582871 Jul 08 02:53:09.821607 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-694802-14', 'device_owner': 'compute:nova'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:53:09.899212 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:10.112894 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:53:10.151287 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:53:10.192578 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 155b288c-593a-482f-88e5-5105fc3950b2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:53:10.201853 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:10.215296 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Transition to ACTIVE for port object 155b288c-593a-482f-88e5-5105fc3950b2 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:53:10.218723 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:10.256440 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c3bc1-3213-4090-829f-6b63b84e8eb9 req-056582f5-f8f6-4909-ab4a-12044f081793 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:10.259126 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-130c3bc1-3213-4090-829f-6b63b84e8eb9 req-056582f5-f8f6-4909-ab4a-12044f081793 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0817683 Jul 08 02:53:10.269485 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Pushing event updated for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:10.308221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.308639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.309008 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.309302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.309609 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.309947 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.310283 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.310720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.310956 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.311160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-130c3bc1-3213-4090-829f-6b63b84e8eb9 req-338f41b8-cb1b-42f9-914e-3adcbcfb8060 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431247 Jul 08 02:53:10.311322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.311576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.311904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:53:10.375796 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] No DVR routers for this DVR port 155b288c-593a-482f-88e5-5105fc3950b2 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:53:10.527420 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Attempting to bind port 155b288c-593a-482f-88e5-5105fc3950b2 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:53:10.528224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Attempting to bind port 155b288c-593a-482f-88e5-5105fc3950b2 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:53:10.528224 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Attempting to bind port 155b288c-593a-482f-88e5-5105fc3950b2 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:53:10.532666 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Port 155b288c-593a-482f-88e5-5105fc3950b2 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:53:10.533105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Attempting to bind port 155b288c-593a-482f-88e5-5105fc3950b2 on network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:53:10.537638 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:53:10.537981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Checking segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:53:10.538371 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Bound using segment: {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:53:10.539331 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Bound port: 155b288c-593a-482f-88e5-5105fc3950b2, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e4bd82-5c28-4630-9f43-3c67752d0968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:53:10.539694 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:10.609656 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:53:10.612982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:53:10.618050 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:10.653372 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:10.654397 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:10.656338 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] 10.222.0.24 "PUT /v2.0/ports/155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 1093 time: 0.8390453 Jul 08 02:53:10.657024 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:53:10.660060 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc56974-6253-41bd-97d9-963acda1ea06" -d '{"events": [{"name": "network-changed", "server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "tag": "155b288c-593a-482f-88e5-5105fc3950b2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:53:10.690600 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f87b4-f141-433a-ac79-3d018e28a76c service neutron] Pushing event updated for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:10.735482 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be3fc77-234c-49cc-8f57-a809bcc9327b x-openstack-request-id: req-3be3fc77-234c-49cc-8f57-a809bcc9327b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:53:10.735768 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "tag": "155b288c-593a-482f-88e5-5105fc3950b2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:53:10.736015 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3be3fc77-234c-49cc-8f57-a809bcc9327b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:53:10.736440 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2', 'status': 'completed', 'code': 200} Jul 08 02:53:10.768270 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-04b3ca20-8a9e-4977-b887-879ec843bdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:10.770017 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-04b3ca20-8a9e-4977-b887-879ec843bdd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1096 time: 0.0682170 Jul 08 02:53:10.875572 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-89d8b7a9-e852-4db7-a75c-cede2a62b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:10.877112 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-89d8b7a9-e852-4db7-a75c-cede2a62b55a service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0993502 Jul 08 02:53:10.941438 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-4967650c-afe7-4330-864e-6095783dadf6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 999 time: 0.0580256 Jul 08 02:53:10.994145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-c9904161-ac23-4cfc-a899-c78067417f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:10.995616 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-c9904161-ac23-4cfc-a899-c78067417f60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0484285 Jul 08 02:53:11.052793 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-5dd87cd0-109b-499e-9f5e-d622bf699e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:11.054309 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-5dd87cd0-109b-499e-9f5e-d622bf699e8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524595 Jul 08 02:53:11.143403 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-7d903f1a-4f66-4f2e-a59b-3ee4d554bba2 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824060 Jul 08 02:53:11.239072 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-b2f76ea0-e039-410c-86fe-d751fb8695fb service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892537 Jul 08 02:53:11.341841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-d47a1ac5-4f53-49be-b597-e9a621d7abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:11.343553 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-d47a1ac5-4f53-49be-b597-e9a621d7abc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1096 time: 0.0551813 Jul 08 02:53:11.439137 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-01f38abc-1a34-4e04-be38-d03f080c8895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:11.440702 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-01f38abc-1a34-4e04-be38-d03f080c8895 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0907235 Jul 08 02:53:11.506844 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-7bf3d9e2-f719-4275-bb8d-06faf05522ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 999 time: 0.0598330 Jul 08 02:53:11.511900 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedb173-0761-4e87-a513-c5b3b3e52c53 req-6bb27ad8-b264-474c-8a32-1e7f1da4f082 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:11.513603 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6aedb173-0761-4e87-a513-c5b3b3e52c53 req-6bb27ad8-b264-474c-8a32-1e7f1da4f082 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0816576 Jul 08 02:53:11.559904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-b68fce25-847c-4b7d-ad88-fc3be57812a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:11.560895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-6aedb173-0761-4e87-a513-c5b3b3e52c53 req-66f4c8c8-622c-461b-a5de-4d423fec6851 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418868 Jul 08 02:53:11.561829 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-b68fce25-847c-4b7d-ad88-fc3be57812a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0471025 Jul 08 02:53:11.626064 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-5a6d1635-7cf4-4cbf-bbc4-4db89bb91571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:11.627621 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-5a6d1635-7cf4-4cbf-bbc4-4db89bb91571 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591209 Jul 08 02:53:11.718775 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-422cabe1-ab22-488a-b610-5614d41269b3 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829828 Jul 08 02:53:11.813806 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fbc56974-6253-41bd-97d9-963acda1ea06 req-f23846a5-c300-476d-84e6-1aaef072792b service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880105 Jul 08 02:53:12.734517 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede66a2f-abb6-4790-a6f2-64412a2e3672 req-4ea58959-3dcb-4153-8b5f-b2e7077af0a9 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:12.736008 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ede66a2f-abb6-4790-a6f2-64412a2e3672 req-4ea58959-3dcb-4153-8b5f-b2e7077af0a9 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0648451 Jul 08 02:53:12.773986 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ede66a2f-abb6-4790-a6f2-64412a2e3672 req-d2a37ebc-0354-491d-a139-34ba9f40882a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Jul 08 02:53:13.956609 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c997b-f246-4ba2-b2c7-c3dc57659902 req-75061132-bc9e-4e1f-ab9a-26ba2b28efca tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:13.958119 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e53c997b-f246-4ba2-b2c7-c3dc57659902 req-75061132-bc9e-4e1f-ab9a-26ba2b28efca tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0661471 Jul 08 02:53:14.002520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e53c997b-f246-4ba2-b2c7-c3dc57659902 req-134f6e1d-5c67-4139-a73c-5085d28aa8e8 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382044 Jul 08 02:53:15.231269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb851e75-4d25-417c-9ac0-4ca4d967fb50 req-503a69dc-7ebd-4a27-9a46-a641e0e44b47 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:15.232791 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb851e75-4d25-417c-9ac0-4ca4d967fb50 req-503a69dc-7ebd-4a27-9a46-a641e0e44b47 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.1155424 Jul 08 02:53:15.272084 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb851e75-4d25-417c-9ac0-4ca4d967fb50 req-aa94b2ff-6232-4a78-8107-59d197980f15 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Jul 08 02:53:16.491526 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952a4b1-6a61-4278-bd31-ad8b54caab13 req-6ba69758-1781-4545-8e5b-82b3fb706c8b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:16.493052 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5952a4b1-6a61-4278-bd31-ad8b54caab13 req-6ba69758-1781-4545-8e5b-82b3fb706c8b tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.1100905 Jul 08 02:53:16.531973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5952a4b1-6a61-4278-bd31-ad8b54caab13 req-bde60dae-0a5a-4083-b6c8-ea382dfdeffe tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Jul 08 02:53:17.708493 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7f6f0-29a7-4fe4-8350-46ca08ac3e7c req-f9cf5146-0dfc-4fc0-928e-1a976357512a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:17.709979 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8e7f6f0-29a7-4fe4-8350-46ca08ac3e7c req-f9cf5146-0dfc-4fc0-928e-1a976357512a tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0656009 Jul 08 02:53:17.748324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-d8e7f6f0-29a7-4fe4-8350-46ca08ac3e7c req-0d7fa4b4-a4cf-416b-aeec-99c6b9b013b6 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322144 Jul 08 02:53:18.925717 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d8ebf-e576-4c48-a473-ba7539b00256 req-381025d8-517c-475c-9bdd-b85d9ddcdf40 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:18.927243 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b98d8ebf-e576-4c48-a473-ba7539b00256 req-381025d8-517c-475c-9bdd-b85d9ddcdf40 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0651200 Jul 08 02:53:18.967043 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b98d8ebf-e576-4c48-a473-ba7539b00256 req-9f0ece26-8973-4729-a84a-6f94ee7d17e7 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334046 Jul 08 02:53:19.922904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 155b288c-593a-482f-88e5-5105fc3950b2 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:53:20.035310 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:53:20.048277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '155b288c-593a-482f-88e5-5105fc3950b2', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'port_id': '155b288c-593a-482f-88e5-5105fc3950b2', 'mac_address': 'fa:16:3e:bd:2d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:53:20.086973 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:20.102163 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 155b288c-593a-482f-88e5-5105fc3950b2 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:53:20.122973 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:53:20.127227 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:20.154886 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbc2c1-af5b-4e3c-8b6c-27596a854f27 req-87e084c8-b90f-4445-afc0-4d0ceab0a0d3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:20.156366 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bfbc2c1-af5b-4e3c-8b6c-27596a854f27 req-87e084c8-b90f-4445-afc0-4d0ceab0a0d3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 944 time: 0.0657971 Jul 08 02:53:20.181434 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=9']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:20.201050 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4bfbc2c1-af5b-4e3c-8b6c-27596a854f27 req-5b922ef4-91b0-46a9-b387-674b3d6e2aa1 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388815 Jul 08 02:53:20.357242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['155b288c-593a-482f-88e5-5105fc3950b2'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:53:20.779877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e315-cd22-40d7-929b-70b004847410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:21.386657 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712c3d2-d085-4717-9dca-80d5b8618fb5 req-48ac4ecd-0cb6-4d25-bb93-d3362f938cb0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:21.388242 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c712c3d2-d085-4717-9dca-80d5b8618fb5 req-48ac4ecd-0cb6-4d25-bb93-d3362f938cb0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 945 time: 0.0678165 Jul 08 02:53:21.429347 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c712c3d2-d085-4717-9dca-80d5b8618fb5 req-43b68a52-d201-45f6-8a4d-7257eb52c5c5 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350137 Jul 08 02:53:21.939024 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 155b288c-593a-482f-88e5-5105fc3950b2 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:53:21.989802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 155b288c-593a-482f-88e5-5105fc3950b2 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:53:21.993483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 155b288c-593a-482f-88e5-5105fc3950b2 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:53:21.993971 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:22.074387 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:22.098085 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:53:22.100569 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca97158-81e2-4b19-82ec-0a380955b19f" -d '{"events": [{"server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "name": "network-vif-plugged", "status": "completed", "tag": "155b288c-593a-482f-88e5-5105fc3950b2"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:53:22.114681 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:53:22.120179 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:22.151948 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9652ae20-18b6-4770-9b8c-f4bb31638465 x-openstack-request-id: req-9652ae20-18b6-4770-9b8c-f4bb31638465 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:53:22.152345 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "name": "network-vif-plugged", "status": "completed", "tag": "155b288c-593a-482f-88e5-5105fc3950b2", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:53:22.152602 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9652ae20-18b6-4770-9b8c-f4bb31638465 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:53:22.152996 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2', 'code': 200} Jul 08 02:53:22.184339 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=10']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:53:22.311014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15af143-838b-403f-882d-6fd394d00e34 req-9f181de8-e9ee-480b-ae9e-42ba4041025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:22.312583 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b15af143-838b-403f-882d-6fd394d00e34 req-9f181de8-e9ee-480b-ae9e-42ba4041025e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1099 time: 0.0548007 Jul 08 02:53:22.348546 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-b15af143-838b-403f-882d-6fd394d00e34 req-1bed02ec-835c-4e78-89d4-d7480b29a8a8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296285 Jul 08 02:53:22.603096 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2717fe8-c3b9-451f-a34a-38bfd8a75a9f req-d173042a-1b81-4a48-8d5f-94ccfd7c8125 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:22.604907 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2717fe8-c3b9-451f-a34a-38bfd8a75a9f req-d173042a-1b81-4a48-8d5f-94ccfd7c8125 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 947 time: 0.0635977 Jul 08 02:53:22.643874 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a2717fe8-c3b9-451f-a34a-38bfd8a75a9f req-ad146f7a-77dd-44c0-8f3f-b3ddf0bed07f tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333822 Jul 08 02:53:23.511705 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a997f4af-a011-4937-af3a-701c12502ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:23.833524 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f4b6c-929f-43e2-82ec-c6c693e71ca9 req-ac91b48f-6e43-490a-94de-1859bb7fc995 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:23.835067 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c0f4b6c-929f-43e2-82ec-c6c693e71ca9 req-ac91b48f-6e43-490a-94de-1859bb7fc995 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 947 time: 0.0683610 Jul 08 02:53:23.878606 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-8c0f4b6c-929f-43e2-82ec-c6c693e71ca9 req-aa0a1430-87fd-4d54-83d6-63a175ae87a2 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377741 Jul 08 02:53:23.884898 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:25.063125 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:26.687755 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:32.615698 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:53:34.266550 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a11af945-033d-4f84-97d3-e81ab843b541 req-c697eea3-722e-4c5d-89e6-c97b5eef4fb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0581555 Jul 08 02:53:34.382431 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11af945-033d-4f84-97d3-e81ab843b541 req-482eb3d7-9be3-4a80-962c-43783ad4bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:34.383943 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a11af945-033d-4f84-97d3-e81ab843b541 req-482eb3d7-9be3-4a80-962c-43783ad4bd65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1099 time: 0.0696573 Jul 08 02:53:34.501773 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11af945-033d-4f84-97d3-e81ab843b541 req-73190f47-9d76-40f4-b470-c9d2d57baf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:34.503277 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a11af945-033d-4f84-97d3-e81ab843b541 req-73190f47-9d76-40f4-b470-c9d2d57baf5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0968091 Jul 08 02:53:34.574440 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a11af945-033d-4f84-97d3-e81ab843b541 req-01158a5b-436e-4fef-9f2f-c19406c2f467 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 1001 time: 0.0635836 Jul 08 02:53:34.624202 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11af945-033d-4f84-97d3-e81ab843b541 req-ef7cd5af-7f57-45d2-9c35-c65eeae2556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:34.625699 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a11af945-033d-4f84-97d3-e81ab843b541 req-ef7cd5af-7f57-45d2-9c35-c65eeae2556d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0444710 Jul 08 02:53:34.682292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11af945-033d-4f84-97d3-e81ab843b541 req-a088d67c-55b3-4764-86f2-f3c34c17bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:53:34.685027 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a11af945-033d-4f84-97d3-e81ab843b541 req-a088d67c-55b3-4764-86f2-f3c34c17bfcf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524693 Jul 08 02:53:34.777709 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a11af945-033d-4f84-97d3-e81ab843b541 req-a86da837-932a-479e-ada7-2959ed6593ea service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853701 Jul 08 02:53:34.868048 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-a11af945-033d-4f84-97d3-e81ab843b541 req-f97baae7-eae1-475b-8a0c-06c0381dcde8 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834649 Jul 08 02:53:35.147729 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:39.624705 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:50.781601 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9eba2978-a6ba-4771-a951-6a36727e81cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:53.513964 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f0ebf507-84cd-477a-8a08-89284157a6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:53.880899 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:55.067178 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:53:56.691396 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:05.144454 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:09.615379 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:54:09.625272 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:20.782131 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10d73e98-3674-4c9a-a80e-104b385fe005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.514924 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2b460710-599b-4ec7-b9c0-3d96ad632cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:23.882205 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:25.066794 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:26.693748 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:34.245132 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e4596d-219d-4bb5-adca-85e863c1195f req-2c170e9a-ed04-4b64-8266-2d9ef184e2b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606611 Jul 08 02:54:34.362986 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4596d-219d-4bb5-adca-85e863c1195f req-02769d6a-6876-4b65-bc82-964fe94f24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:34.364570 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e4596d-219d-4bb5-adca-85e863c1195f req-02769d6a-6876-4b65-bc82-964fe94f24ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1099 time: 0.0667517 Jul 08 02:54:34.471479 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4596d-219d-4bb5-adca-85e863c1195f req-cc9602fd-256e-4c32-9a7d-2e64de4cc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:34.473004 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e4596d-219d-4bb5-adca-85e863c1195f req-cc9602fd-256e-4c32-9a7d-2e64de4cc1f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.0873365 Jul 08 02:54:34.551727 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e4596d-219d-4bb5-adca-85e863c1195f req-9db10e17-64cd-4be1-9cc4-4399d6bc4ff4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 1001 time: 0.0711188 Jul 08 02:54:34.604798 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4596d-219d-4bb5-adca-85e863c1195f req-6c398ebb-f756-4304-9bd7-5d328a91f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:34.606795 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e4596d-219d-4bb5-adca-85e863c1195f req-6c398ebb-f756-4304-9bd7-5d328a91f10f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0496159 Jul 08 02:54:34.676559 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4596d-219d-4bb5-adca-85e863c1195f req-f8f4083c-ed3a-495a-96a1-159e205ab8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:34.678089 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e4596d-219d-4bb5-adca-85e863c1195f req-f8f4083c-ed3a-495a-96a1-159e205ab8c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649140 Jul 08 02:54:34.773841 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e4596d-219d-4bb5-adca-85e863c1195f req-a571e7c8-98eb-4d83-a130-e5c984518c11 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885816 Jul 08 02:54:34.864707 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-84e4596d-219d-4bb5-adca-85e863c1195f req-b2202902-3c2f-4233-84ed-208fe3375585 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831625 Jul 08 02:54:35.163565 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:36.515505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46456) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:36.669237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Deleting port dfc32bc7-72d3-472d-a683-65b4dc9a12e4 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:36.669580 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:36.745347 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:36.745675 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:36.756994 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Calling delete_port for dfc32bc7-72d3-472d-a683-65b4dc9a12e4 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:37.224957 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:37.250734 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event deleted for resources: {'Port': ['ID=dfc32bc7-72d3-472d-a683-65b4dc9a12e4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:37.277269 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.277622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.277960 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.278320 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.278659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.278990 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.279343 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.279694 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.280342 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.280471 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.280720 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.281045 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:37.321429 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:37.321766 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Floating IP 36ccef9d-e54e-43fe-9315-2be98d5fc889 disassociated (deleted). External IP: 172.25.4.53, port: 155b288c-593a-482f-88e5-5105fc3950b2. Jul 08 02:54:37.526866 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Router 8382fda5-ebc8-4797-89ae-899e9ad4e0be has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:54:37.635032 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:37.640084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:37.646280 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] Sync routers for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:37.655211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:37.655941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:37.675909 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8447806e-f4a5-4e34-93c5-edff64ba6fd3 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "DELETE /v2.0/floatingips/36ccef9d-e54e-43fe-9315-2be98d5fc889 HTTP/1.1" status: 204 len: 168 time: 1.1592999 Jul 08 02:54:37.676536 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:54:37.678795 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3513e56f-1858-48e0-891d-58dcb19b37bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "tag": "155b288c-593a-482f-88e5-5105fc3950b2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:54:37.764328 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78645bc3-a5ec-4830-bfd4-548f1e07a3f0 x-openstack-request-id: req-78645bc3-a5ec-4830-bfd4-548f1e07a3f0 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:54:37.764795 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "tag": "155b288c-593a-482f-88e5-5105fc3950b2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:54:37.765097 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78645bc3-a5ec-4830-bfd4-548f1e07a3f0 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:54:37.765488 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2', 'status': 'completed', 'code': 200} Jul 08 02:54:37.765626 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:37.847022 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-f82eb10f-6340-40a9-8551-c0933f7382b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:37.848865 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-f82eb10f-6340-40a9-8551-c0933f7382b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 1099 time: 0.0581295 Jul 08 02:54:37.954453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-33a741aa-01e3-4041-afb1-e25b968f3344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:37.956056 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-33a741aa-01e3-4041-afb1-e25b968f3344 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 200 len: 909 time: 0.1006713 Jul 08 02:54:37.978365 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:38.004550 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-b1af149a-54c9-4a13-9940-1c009c8b352d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 200 len: 217 time: 0.0411663 Jul 08 02:54:38.008116 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] Checking router: 8382fda5-ebc8-4797-89ae-899e9ad4e0be for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:54:38.017268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:38.017947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:38.059265 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-f276b528-7619-4232-a38f-3b3304385c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:38.061731 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-f276b528-7619-4232-a38f-3b3304385c85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 200 len: 847 time: 0.0498290 Jul 08 02:54:38.061941 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c3e7-5e93-464e-98c1-f66db4500893 req-e7c04b94-d525-47f3-8960-7eba63ee8ec9 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:38.063381 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0e4c3e7-5e93-464e-98c1-f66db4500893 req-e7c04b94-d525-47f3-8960-7eba63ee8ec9 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 947 time: 0.0657179 Jul 08 02:54:38.102510 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b0e4c3e7-5e93-464e-98c1-f66db4500893 req-2930b343-9106-46b1-839d-45dbc08b2f06 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326865 Jul 08 02:54:38.128517 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:38.130377 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-0d651577-8400-47dc-9bc9-00ae84d15ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:38.132113 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-0d651577-8400-47dc-9bc9-00ae84d15ef8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3cab8e81-4b2e-44a6-a520-f5d3010098a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597620 Jul 08 02:54:38.232263 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-b6a3c077-10f4-4881-a1fd-0484642db1c2 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918326 Jul 08 02:54:38.323483 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-3513e56f-1858-48e0-891d-58dcb19b37bf req-5243d4ea-acc9-4777-a8af-00da77ec5720 service neutron] 10.222.0.24 "GET /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835342 Jul 08 02:54:38.329647 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:38.510728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0f2138-98a5-4e6b-b58a-eb2939b87c2e None None] The sync data for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 is: [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:45:58Z', 'revision_number': 4, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '5ff234de-915e-4d30-abbb-140753af9d21', 'name': '', 'network_id': '3cab8e81-4b2e-44a6-a520-f5d3010098a4', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'mac_address': 'fa:16:3e:98:d8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:57Z', 'updated_at': '2021-07-08T02:46:04Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'subnets': [{'id': '955c00c3-2f5c-4e77-86dd-1cab9dce1b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:54:38.739391 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042fda82-9f4f-46e3-9c0b-af2520bf9a99 None None] New status for floating IP 36ccef9d-e54e-43fe-9315-2be98d5fc889: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:54:39.284237 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd32598-927a-4a62-84da-f0fdc065111e req-2f0febf2-bbc3-4478-9bb4-de842e6186c7 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:39.285737 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcd32598-927a-4a62-84da-f0fdc065111e req-2f0febf2-bbc3-4478-9bb4-de842e6186c7 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 947 time: 0.0686660 Jul 08 02:54:39.323125 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-fcd32598-927a-4a62-84da-f0fdc065111e req-530e8bad-e869-4fa3-b3a0-cb7f81dffefc tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/security-groups?id=a67bc449-43d8-481f-9eba-0d555882a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317419 Jul 08 02:54:39.493758 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-42e4a9af-a539-40d2-8f5f-00166300e4bc tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:39.495176 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-42e4a9af-a539-40d2-8f5f-00166300e4bc tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 947 time: 0.0638928 Jul 08 02:54:39.599668 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-0e311912-f7ba-4f96-b47e-6696bf9dd2f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Deleting port 155b288c-593a-482f-88e5-5105fc3950b2 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:39.600014 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-0e311912-f7ba-4f96-b47e-6696bf9dd2f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:39.640961 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:39.690091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-0e311912-f7ba-4f96-b47e-6696bf9dd2f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] For port 155b288c-593a-482f-88e5-5105fc3950b2, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=155b288c-593a-482f-88e5-5105fc3950b2,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:39.690447 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-0e311912-f7ba-4f96-b47e-6696bf9dd2f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:39.703610 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-0e311912-f7ba-4f96-b47e-6696bf9dd2f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Calling delete_port for 155b288c-593a-482f-88e5-5105fc3950b2 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:39.832388 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-0e311912-f7ba-4f96-b47e-6696bf9dd2f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:39.861091 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e311912-f7ba-4f96-b47e-6696bf9dd2f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event deleted for resources: {'Port': ['ID=155b288c-593a-482f-88e5-5105fc3950b2,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:39.909738 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-0e311912-f7ba-4f96-b47e-6696bf9dd2f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] No DVR routers for this DVR port 155b288c-593a-482f-88e5-5105fc3950b2 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:54:39.912348 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-0e311912-f7ba-4f96-b47e-6696bf9dd2f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:39.914308 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ff6ef8dc-c463-455c-8c23-3a486c096885 req-0e311912-f7ba-4f96-b47e-6696bf9dd2f0 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.24 "DELETE /v2.0/ports/155b288c-593a-482f-88e5-5105fc3950b2 HTTP/1.1" status: 204 len: 173 time: 0.4138715 Jul 08 02:54:39.914752 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'name': 'network-vif-deleted', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:54:39.917023 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bf7a47-0d70-47ad-a50a-bb7455051bc3" -d '{"events": [{"server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "name": "network-vif-deleted", "tag": "155b288c-593a-482f-88e5-5105fc3950b2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:54:39.953918 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24420ccc-d20f-4174-9bac-447e654c2961 x-openstack-request-id: req-24420ccc-d20f-4174-9bac-447e654c2961 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:54:39.954206 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59793ce-a0aa-446c-a85a-935bdb5069a2", "name": "network-vif-deleted", "tag": "155b288c-593a-482f-88e5-5105fc3950b2", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:54:39.954453 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24420ccc-d20f-4174-9bac-447e654c2961 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:54:39.954872 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59793ce-a0aa-446c-a85a-935bdb5069a2', 'name': 'network-vif-deleted', 'tag': '155b288c-593a-482f-88e5-5105fc3950b2', 'status': 'completed', 'code': 200} Jul 08 02:54:40.485455 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4f2aeb15-4920-4233-b5f3-b1dd5a1288d5 req-654bfc2a-4411-4549-a365-9839904c5d14 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 210 time: 0.0327954 Jul 08 02:54:41.630723 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eebbed5f-391c-48e3-adeb-06e04d5c8bdc req-2b280a56-486e-4543-af49-759da589db88 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 210 time: 0.0296352 Jul 08 02:54:42.773038 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f161f891-da38-46d2-aa99-e31dc30f1e97 req-b39b1eec-4693-4964-986b-3bd2b1bc2993 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 210 time: 0.0288844 Jul 08 02:54:43.957822 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-536fd990-b451-4012-ab20-32cb3d95da50 req-19d817b8-7e23-42e4-a0ec-70cbf0905420 tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "GET /v2.0/ports?device_id=e59793ce-a0aa-446c-a85a-935bdb5069a2 HTTP/1.1" status: 200 len: 210 time: 0.0355446 Jul 08 02:54:44.364683 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 155b288c-593a-482f-88e5-5105fc3950b2 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:44.388777 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 155b288c-593a-482f-88e5-5105fc3950b2 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:44.389127 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 155b288c-593a-482f-88e5-5105fc3950b2 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:45.052777 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46492) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:45.114981 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6a77500-542b-45fd-a34f-991c1da413cd tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:45.141467 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6a77500-542b-45fd-a34f-991c1da413cd tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:45.209250 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6a77500-542b-45fd-a34f-991c1da413cd tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:45.211857 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6a77500-542b-45fd-a34f-991c1da413cd tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:45.213102 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-e6a77500-542b-45fd-a34f-991c1da413cd tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] 10.222.0.41 "DELETE /v2.0/security-groups/a67bc449-43d8-481f-9eba-0d555882a650 HTTP/1.1" status: 204 len: 168 time: 0.1593244 Jul 08 02:54:45.224402 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a77500-542b-45fd-a34f-991c1da413cd tempest-TestShelveInstance-791818987 tempest-TestShelveInstance-791818987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67bc449-43d8-481f-9eba-0d555882a650,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:45.268899 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46496) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:45.769818 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:46.038255 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] Deleting port 5ff234de-915e-4d30-abbb-140753af9d21 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:46.038602 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:46.122279 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] For port 5ff234de-915e-4d30-abbb-140753af9d21, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=5ff234de-915e-4d30-abbb-140753af9d21,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:46.123071 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:46.137145 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] Calling delete_port for 5ff234de-915e-4d30-abbb-140753af9d21 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:46.329111 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:46.360534 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ff234de-915e-4d30-abbb-140753af9d21,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:46.543594 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:46.615033 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:54:46.793023 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] Router 8382fda5-ebc8-4797-89ae-899e9ad4e0be has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:54:46.923195 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:46.928098 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-3740c376-7019-43a1-af39-46915c60df14 admin admin] 10.222.0.41 "PUT /v2.0/routers/8382fda5-ebc8-4797-89ae-899e9ad4e0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6580141 Jul 08 02:54:46.930761 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46500) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:46.934666 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] Sync routers for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:46.947007 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:46.947655 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:47.037337 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.067574 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:47.144763 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.205351 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Deleting port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:47.205596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.274616 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:54:46Z', 'revision_number': 5, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port': {'id': '12e8e52e-41a1-479c-8ca6-b7bd1dca8243', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:45:56Z', 'updated_at': '2021-07-08T02:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:47.293577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] For port 12e8e52e-41a1-479c-8ca6-b7bd1dca8243, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=12e8e52e-41a1-479c-8ca6-b7bd1dca8243,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:47.293944 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.303079 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] Checking router: 8382fda5-ebc8-4797-89ae-899e9ad4e0be for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:54:47.308376 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Calling delete_port for 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:47.312698 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] Routers {'8382fda5-ebc8-4797-89ae-899e9ad4e0be'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:47.313333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:47.406989 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] Set router 8382fda5-ebc8-4797-89ae-899e9ad4e0be gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:47.464150 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:54:47Z', 'revision_number': 6, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:47.482378 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.497157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f99101-e967-4786-aeeb-2bfed1a12afb None None] The sync data for ids ['8382fda5-ebc8-4797-89ae-899e9ad4e0be'] in n-d-694802-14 is: [{'id': '8382fda5-ebc8-4797-89ae-899e9ad4e0be', 'name': 'tempest-TestShelveInstance-472354078-router', 'tenant_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:45:55Z', 'updated_at': '2021-07-08T02:54:47Z', 'revision_number': 6, 'project_id': '602cd9b6fd904d2a9c1658f17733c5f2', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:54:47.511573 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=12e8e52e-41a1-479c-8ca6-b7bd1dca8243,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:47.579366 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.671562 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.673748 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.717197 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.717706 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8382fda5-ebc8-4797-89ae-899e9ad4e0be {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:54:47.721967 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.723134 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-056493d1-8a3f-4cbd-8683-6ba17cd083d3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8382fda5-ebc8-4797-89ae-899e9ad4e0be HTTP/1.1" status: 204 len: 168 time: 0.7914305 Jul 08 02:54:47.725624 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46502) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:47.770989 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f58a99-1fe6-475a-bb7c-c8413bd7a088 admin admin] Deleting subnet 955c00c3-2f5c-4e77-86dd-1cab9dce1b1a {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:54:47.774400 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2f58a99-1fe6-475a-bb7c-c8413bd7a088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:47.973941 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ff234de-915e-4d30-abbb-140753af9d21 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:47.997182 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 5ff234de-915e-4d30-abbb-140753af9d21 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:47.997536 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 5ff234de-915e-4d30-abbb-140753af9d21 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:48.143984 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2f58a99-1fe6-475a-bb7c-c8413bd7a088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.225398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2f58a99-1fe6-475a-bb7c-c8413bd7a088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.286817 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2f58a99-1fe6-475a-bb7c-c8413bd7a088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.317824 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f58a99-1fe6-475a-bb7c-c8413bd7a088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955c00c3-2f5c-4e77-86dd-1cab9dce1b1a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:48.321479 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a2f58a99-1fe6-475a-bb7c-c8413bd7a088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.325776 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a2f58a99-1fe6-475a-bb7c-c8413bd7a088 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/955c00c3-2f5c-4e77-86dd-1cab9dce1b1a HTTP/1.1" status: 204 len: 168 time: 0.5968494 Jul 08 02:54:48.326088 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46504) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:48.328677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1ab00-b7f4-4310-903d-36c7bc232717 None None] Network 3cab8e81-4b2e-44a6-a520-f5d3010098a4 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:48.400873 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.455309 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Deleting port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:48.455656 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.523974 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] DHCP port deletion for 3cab8e81-4b2e-44a6-a520-f5d3010098a4 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:54:48.528799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] For port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b637c3fe-1e4d-46cb-9a42-71f4335ae4fc,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:48.529182 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.543901 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Calling delete_port for b637c3fe-1e4d-46cb-9a42-71f4335ae4fc owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:48.574496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Deleting port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:48.574881 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.630596 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.647480 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] For port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=b637c3fe-1e4d-46cb-9a42-71f4335ae4fc,segment=NetworkSegment(d7e4bd82-5c28-4630-9f43-3c67752d0968),segment_id=d7e4bd82-5c28-4630-9f43-3c67752d0968)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:48.647882 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.657237 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Pushing event deleted for resources: {'Port': ['ID=b637c3fe-1e4d-46cb-9a42-71f4335ae4fc,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:48.661518 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] No DVR routers for this DVR port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:54:48.665421 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Calling delete_port for b637c3fe-1e4d-46cb-9a42-71f4335ae4fc owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:48.741125 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.751027 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.752454 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cab8e81-4b2e-44a6-a520-f5d3010098a4']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:48.762934 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e4bd82-5c28-4630-9f43-3c67752d0968') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:48.763266 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e4bd82-5c28-4630-9f43-3c67752d0968') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:48.772266 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.777603 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Pushing event deleted for resources: {'Port': ['ID=b637c3fe-1e4d-46cb-9a42-71f4335ae4fc,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:48.781636 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] No DVR routers for this DVR port b637c3fe-1e4d-46cb-9a42-71f4335ae4fc on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:54:48.789313 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.789600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.789863 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.790159 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.790501 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.790839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.791174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.791508 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.791857 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.792170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.792515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.792847 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.793175 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217937c3-4358-40f0-8f6d-b38a02ab949e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:48.796468 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:54:48.796963 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:54:48.798895 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:54:48.859884 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.865583 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:48.867616 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3cab8e81-4b2e-44a6-a520-f5d3010098a4 HTTP/1.1" status: 204 len: 168 time: 0.5406106 Jul 08 02:54:48.872266 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46506) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:48.880052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d0241-6b57-4d63-a653-38caa79aa201 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cab8e81-4b2e-44a6-a520-f5d3010098a4,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:49.230518 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:49.501270 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Deleting port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:49.501522 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:49.588137 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] For port 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7,segment=NetworkSegment(6063ac54-c1b4-44fd-9db4-7c959d10b64d),segment_id=6063ac54-c1b4-44fd-9db4-7c959d10b64d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:49.588515 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:49.599208 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:49.603192 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Calling delete_port for 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:49.620628 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:49.621072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 12e8e52e-41a1-479c-8ca6-b7bd1dca8243 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:49.621461 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b637c3fe-1e4d-46cb-9a42-71f4335ae4fc no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:49.643588 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: b637c3fe-1e4d-46cb-9a42-71f4335ae4fc {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:49.643938 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device b637c3fe-1e4d-46cb-9a42-71f4335ae4fc not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:49.798659 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:49.823129 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:49.838398 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.838757 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.839102 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.839441 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.839776 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.840111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.840463 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.840792 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.841123 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.841449 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.841772 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:49.842095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:54:50.013087 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:50.241371 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Router 2311c3d0-4e62-40bc-9660-615938af3efd has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:54:50.354446 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:50.362956 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-df88741b-e357-4238-a110-eab06bcd1e6b admin admin] 10.222.0.41 "PUT /v2.0/routers/2311c3d0-4e62-40bc-9660-615938af3efd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4871581 Jul 08 02:54:50.363369 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46508) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:50.365700 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] Sync routers for ids ['2311c3d0-4e62-40bc-9660-615938af3efd'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:50.377842 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] Routers {'2311c3d0-4e62-40bc-9660-615938af3efd'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:50.378467 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['2311c3d0-4e62-40bc-9660-615938af3efd'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:50.472709 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:50.485996 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] Set router 2311c3d0-4e62-40bc-9660-615938af3efd gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:50.592284 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:50.657125 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Deleting port 4b87d9c1-3526-4c63-88dc-8a7c95573550 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:50.657455 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:50.677284 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'name': 'tempest-TestShelveInstance-1626454166-router', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:54:49Z', 'revision_number': 5, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'gw_port': {'id': '4b87d9c1-3526-4c63-88dc-8a7c95573550', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:50.705044 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] Checking router: 2311c3d0-4e62-40bc-9660-615938af3efd for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:54:50.715228 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] Routers {'2311c3d0-4e62-40bc-9660-615938af3efd'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:50.715857 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['2311c3d0-4e62-40bc-9660-615938af3efd'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:50.759454 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] For port 4b87d9c1-3526-4c63-88dc-8a7c95573550, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=4b87d9c1-3526-4c63-88dc-8a7c95573550,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:50.759804 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:50.775794 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Calling delete_port for 4b87d9c1-3526-4c63-88dc-8a7c95573550 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:50.788944 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-955df37d-14f4-4e0b-a2cc-eeacd09bde97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:50.810359 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] Set router 2311c3d0-4e62-40bc-9660-615938af3efd gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:50.869529 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'name': 'tempest-TestShelveInstance-1626454166-router', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:54:50Z', 'revision_number': 6, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:50.896410 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33052f4d-ad08-4790-b804-616e8add7bfe None None] The sync data for ids ['2311c3d0-4e62-40bc-9660-615938af3efd'] in n-d-694802-14 is: [{'id': '2311c3d0-4e62-40bc-9660-615938af3efd', 'name': 'tempest-TestShelveInstance-1626454166-router', 'tenant_id': '911c0b03c763407a9c0f5f98c1760676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:46:00Z', 'updated_at': '2021-07-08T02:54:50Z', 'revision_number': 6, 'project_id': '911c0b03c763407a9c0f5f98c1760676', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:54:50.957645 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:50.986339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b87d9c1-3526-4c63-88dc-8a7c95573550,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:51.064082 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.156912 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.159109 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.206555 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.207072 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2311c3d0-4e62-40bc-9660-615938af3efd {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:54:51.216228 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.218081 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-e0809952-93bd-47c5-b5b0-e1476a483e24 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2311c3d0-4e62-40bc-9660-615938af3efd HTTP/1.1" status: 204 len: 168 time: 0.8531590 Jul 08 02:54:51.220671 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:51.279108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3f2d66-7fea-4ce9-bb56-427fe16aaac0 admin admin] Deleting subnet 77015047-14d6-412e-9162-edc9c9e998f0 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:54:51.283679 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2d66-7fea-4ce9-bb56-427fe16aaac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.321712 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2d66-7fea-4ce9-bb56-427fe16aaac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.413975 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2d66-7fea-4ce9-bb56-427fe16aaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.468881 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2d66-7fea-4ce9-bb56-427fe16aaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.496204 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f2d66-7fea-4ce9-bb56-427fe16aaac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77015047-14d6-412e-9162-edc9c9e998f0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:51.500036 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6c3f2d66-7fea-4ce9-bb56-427fe16aaac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.501963 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6c3f2d66-7fea-4ce9-bb56-427fe16aaac0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/77015047-14d6-412e-9162-edc9c9e998f0 HTTP/1.1" status: 204 len: 168 time: 0.2803118 Jul 08 02:54:51.505760 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46512) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:51.508435 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6406c0-27a8-4be6-be99-d7ac92dced6e None None] Network a5693d67-5b12-45a3-aeca-3ec7ac14e29e requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:51.577749 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.638436 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Deleting port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:51.638725 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.718234 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] For port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6ed0c96d-cbc7-41b8-bbce-4deeecaa5549,segment=NetworkSegment(6063ac54-c1b4-44fd-9db4-7c959d10b64d),segment_id=6063ac54-c1b4-44fd-9db4-7c959d10b64d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:51.718607 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.726904 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf0522-3b38-4233-a18e-7b8d2479d2f7 None None] DHCP port deletion for a5693d67-5b12-45a3-aeca-3ec7ac14e29e request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:54:51.738922 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Calling delete_port for 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:51.769072 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4b87d9c1-3526-4c63-88dc-8a7c95573550 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:51.792738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 4b87d9c1-3526-4c63-88dc-8a7c95573550 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:51.793489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 4b87d9c1-3526-4c63-88dc-8a7c95573550 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:51.793489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:51.816581 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:51.817119 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 0ec0a9b3-15b4-4c6b-a0b0-9b2e9a5d5ea7 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:51.819496 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf0522-3b38-4233-a18e-7b8d2479d2f7 None None] Deleting port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:54:51.819877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0522-3b38-4233-a18e-7b8d2479d2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.834903 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.862241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed0c96d-cbc7-41b8-bbce-4deeecaa5549,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:51.868017 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] No DVR routers for this DVR port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:54:51.891167 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d2cf0522-3b38-4233-a18e-7b8d2479d2f7 None None] For port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6ed0c96d-cbc7-41b8-bbce-4deeecaa5549,segment=NetworkSegment(6063ac54-c1b4-44fd-9db4-7c959d10b64d),segment_id=6063ac54-c1b4-44fd-9db4-7c959d10b64d)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:51.891558 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0522-3b38-4233-a18e-7b8d2479d2f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.905679 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf0522-3b38-4233-a18e-7b8d2479d2f7 None None] Calling delete_port for 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:54:51.947451 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.958673 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5693d67-5b12-45a3-aeca-3ec7ac14e29e']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:51.974540 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6063ac54-c1b4-44fd-9db4-7c959d10b64d') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:51.974891 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6063ac54-c1b4-44fd-9db4-7c959d10b64d') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:51.987204 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:51.987438 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d2cf0522-3b38-4233-a18e-7b8d2479d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.004294 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.012894 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:54:52.013486 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.014724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf0522-3b38-4233-a18e-7b8d2479d2f7 None None] Pushing event deleted for resources: {'Port': ['ID=6ed0c96d-cbc7-41b8-bbce-4deeecaa5549,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:54:52.015728 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:54:52.018111 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cf0522-3b38-4233-a18e-7b8d2479d2f7 None None] No DVR routers for this DVR port 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:54:52.079677 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.085791 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.087669 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5693d67-5b12-45a3-aeca-3ec7ac14e29e HTTP/1.1" status: 204 len: 168 time: 0.5809705 Jul 08 02:54:52.099429 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bf9d7-ee92-4e7e-af30-28d66949ab65 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5693d67-5b12-45a3-aeca-3ec7ac14e29e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:52.208280 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46516) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:52.249066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-53ef15ce-d75f-4709-9c68-880af2ebeeb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=602cd9b6fd904d2a9c1658f17733c5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392718 Jul 08 02:54:52.251765 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46518) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:52.304268 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ecaf86f5-83e7-4134-9cc4-36f56a38e5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.330643 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ecaf86f5-83e7-4134-9cc4-36f56a38e5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.378844 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ecaf86f5-83e7-4134-9cc4-36f56a38e5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.381585 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ecaf86f5-83e7-4134-9cc4-36f56a38e5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.382815 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ecaf86f5-83e7-4134-9cc4-36f56a38e5b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6093f320-d5f5-41ec-8267-6b33f8e87d41 HTTP/1.1" status: 204 len: 168 time: 0.1299977 Jul 08 02:54:52.392108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf86f5-83e7-4134-9cc4-36f56a38e5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6093f320-d5f5-41ec-8267-6b33f8e87d41,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:52.694301 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46524) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:52.736519 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aa5d52f9-1b64-47a5-8717-200f40c729fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=911c0b03c763407a9c0f5f98c1760676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408449 Jul 08 02:54:52.738809 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46526) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:52.786945 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5734e7a8-1b72-4c6b-ab64-98f59b54bda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.808409 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5734e7a8-1b72-4c6b-ab64-98f59b54bda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.853953 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5734e7a8-1b72-4c6b-ab64-98f59b54bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.856593 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5734e7a8-1b72-4c6b-ab64-98f59b54bda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:52.857750 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-5734e7a8-1b72-4c6b-ab64-98f59b54bda3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21fadbe8-1adb-4f21-b619-832200f60b6a HTTP/1.1" status: 204 len: 168 time: 0.1180646 Jul 08 02:54:52.866670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734e7a8-1b72-4c6b-ab64-98f59b54bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fadbe8-1adb-4f21-b619-832200f60b6a,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:53.517936 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3bc1c945-d0c7-41d1-b768-e50ac612003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:53.601052 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46548) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:53.601558 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:54:53.622976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:54:53.623320 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6ed0c96d-cbc7-41b8-bbce-4deeecaa5549 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:54:53.712670 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1392872409-network', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:53.735991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Made reservation on behalf of d593896ed4b841f29f00cc0a223df3a6 for: {'network': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:54:53.738499 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:53.747150 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:53.851584 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:53.856655 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:53.883659 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:54:53.885328 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:53.894577 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79e0af7-aea3-4fc9-acb4-d397a932616c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:53.899564 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:53.899914 n-d-694802-14 neutron-server[93884]: INFO neutron.db.segments_db [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Added segment 23855bcf-ffa3-45e8-a212-72c731b2fb0b of type vlan for network ea708bed-1ce8-4332-a0e0-58531d967653 Jul 08 02:54:53.945023 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:53.977427 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:53.978401 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:53.978985 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.034236 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4320598 Jul 08 02:54:54.037238 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:54.039619 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ea85e-c2fa-457a-bccc-30232b40f560 admin admin] Pushing event updated for resources: {'Network': ['ID=ea708bed-1ce8-4332-a0e0-58531d967653,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:54.043226 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Request body: {'subnet': {'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1392872409-subnet', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:54.050359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network ea708bed-1ce8-4332-a0e0-58531d967653 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:54:54.065278 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Made reservation on behalf of d593896ed4b841f29f00cc0a223df3a6 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:54:54.067909 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13167915'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.239408 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12949944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13167897'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.288478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:54.304724 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Checking segment: {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:54.305082 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Network hostable DHCP agents. Network: ea708bed-1ce8-4332-a0e0-58531d967653, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:54:54.321122 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Network ea708bed-1ce8-4332-a0e0-58531d967653 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:54:54.330331 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, ea708bed-1ce8-4332-a0e0-58531d967653) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:54.334415 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:54.335000 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.339853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1498e87e-efdf-487d-83e9-88de64018807 None None] Network ea708bed-1ce8-4332-a0e0-58531d967653 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:54.350320 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-11848155-a718-47ef-9015-b28d207e6614 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3119011 Jul 08 02:54:54.353244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46554) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:54.357982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:54.381227 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.382119 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.438521 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.490409 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-ea708bed-1ce8-4332-a0e0-58531d967653', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:54:54.491263 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.575357 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.630152 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Allocated IP 172.20.0.2 (ea708bed-1ce8-4332-a0e0-58531d967653/22bab3c2-04dd-4eac-bec6-f8a20cf29ab9/2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:54.776414 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.778275 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.788055 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Transition to ACTIVE for port object 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:54.796559 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.803515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Transition to ACTIVE for port object 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:54.808949 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.843774 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Network ea708bed-1ce8-4332-a0e0-58531d967653 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:54.846634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:54.852483 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:54.864526 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Pushing event updated for resources: {'Port': ['ID=2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:54.903584 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Allocated IP 172.25.4.111 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/ef2d36bf-dcd6-4c9a-a563-534bbce5d590) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:54.915692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Attempting to bind port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:54:54.916066 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Attempting to bind port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:54:54.916489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Attempting to bind port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 on network ea708bed-1ce8-4332-a0e0-58531d967653 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:54.922242 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:54:54.922648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Checking segment: {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:54.923039 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.923433 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Bound using segment: {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:54:54.923902 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Bound port: 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:54:54.924287 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:54.989945 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] For port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:54:54.993136 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] For port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:54:54.998181 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:55.006290 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:55.044557 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:55.058533 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b92bdc-26f8-4092-9637-1f071a10b7fb None None] Pushing event updated for resources: {'Port': ['ID=2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:55.076494 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:55.093615 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:55.096831 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:55.103350 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:55.135030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Pushing event updated for resources: {'Port': ['ID=ef2d36bf-dcd6-4c9a-a563-534bbce5d590,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:55.372270 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:55.568479 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:55.627071 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:55.686041 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:55.712605 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:54:55.827209 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:55.835553 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Sync routers for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:55.845298 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:55.845852 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:55.846012 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:55.847162 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-aa023912-ebe8-4888-9419-4b615a4d4bda admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4928586 Jul 08 02:54:55.849962 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:55.965086 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:55.996916 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1ed289-8266-44e0-874a-78bc5fb7fe09 None None] Network ea708bed-1ce8-4332-a0e0-58531d967653 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:56.299068 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a23801ab-5d3a-43dd-8a1e-f78aa1f666fa None None] Provisioning for port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:56.319088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-a23801ab-5d3a-43dd-8a1e-f78aa1f666fa None None] Provisioning complete for port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:56.319470 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a23801ab-5d3a-43dd-8a1e-f78aa1f666fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.534883 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a23801ab-5d3a-43dd-8a1e-f78aa1f666fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.564795 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:55Z', 'revision_number': 3, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:56.606267 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.606564 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Checking router: 5e6f8b2e-c67a-4528-a5ae-c79940acd755 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:54:56.606924 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Updating router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 port ef2d36bf-dcd6-4c9a-a563-534bbce5d590 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:54:56.632465 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-a23801ab-5d3a-43dd-8a1e-f78aa1f666fa None None] For port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:54:56.644903 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a23801ab-5d3a-43dd-8a1e-f78aa1f666fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.674557 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.745211 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23801ab-5d3a-43dd-8a1e-f78aa1f666fa None None] Pushing event updated for resources: {'Port': ['ID=2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:56.751453 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.820183 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Allocated IP 172.20.0.1 (ea708bed-1ce8-4332-a0e0-58531d967653/22bab3c2-04dd-4eac-bec6-f8a20cf29ab9/79e7a31d-8540-41a3-9c5b-b6c3ea44623f) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:56.946517 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.960999 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Transition to ACTIVE for port object 79e7a31d-8540-41a3-9c5b-b6c3ea44623f will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:56.993340 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-3f15eb81-186f-44f4-860d-7f1802b65d7b None None] Provisioning complete for port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:56.993717 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3f15eb81-186f-44f4-860d-7f1802b65d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.994572 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:56.996354 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.027545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Transition to ACTIVE for port object ef2d36bf-dcd6-4c9a-a563-534bbce5d590 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:57.029078 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Network ea708bed-1ce8-4332-a0e0-58531d967653 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:57.032577 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:57.038185 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:57.041422 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.068932 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Pushing event updated for resources: {'Port': ['ID=79e7a31d-8540-41a3-9c5b-b6c3ea44623f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:57.087288 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.102565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Attempting to bind port ef2d36bf-dcd6-4c9a-a563-534bbce5d590 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:54:57.102874 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Attempting to bind port ef2d36bf-dcd6-4c9a-a563-534bbce5d590 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:54:57.103237 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Attempting to bind port ef2d36bf-dcd6-4c9a-a563-534bbce5d590 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:57.113029 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:54:57.113507 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:57.113865 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.114210 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:54:57.114689 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Bound port: ef2d36bf-dcd6-4c9a-a563-534bbce5d590, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:54:57.115081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.118315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d60dd-b448-4859-8c53-25737f2f0603 None None] Pushing event updated for resources: {'Port': ['ID=ef2d36bf-dcd6-4c9a-a563-534bbce5d590,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:57.205873 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] For port ef2d36bf-dcd6-4c9a-a563-534bbce5d590, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:54:57.209386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] For port ef2d36bf-dcd6-4c9a-a563-534bbce5d590, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ef2d36bf-dcd6-4c9a-a563-534bbce5d590,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:54:57.214204 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.238880 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.275716 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:57.276387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:57.279355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d60dd-b448-4859-8c53-25737f2f0603 None None] Pushing event updated for resources: {'Port': ['ID=ef2d36bf-dcd6-4c9a-a563-534bbce5d590,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:57.339925 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-11b49009-967d-4281-bbad-2bd3f6dd50b8 None None] Provisioning for port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:57.371594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-11b49009-967d-4281-bbad-2bd3f6dd50b8 None None] Provisioning complete for port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:57.371969 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-11b49009-967d-4281-bbad-2bd3f6dd50b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.415575 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.420241 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.423777 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:54:57.425600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-11b49009-967d-4281-bbad-2bd3f6dd50b8 None None] Port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:54:57.493108 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.496159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Pushing event updated for resources: {'Port': ['ID=79e7a31d-8540-41a3-9c5b-b6c3ea44623f,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:57.590766 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Network ea708bed-1ce8-4332-a0e0-58531d967653 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:57.592339 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:57.613632 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:57.676478 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:54:56Z', 'revision_number': 1, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:57.706515 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaacfaf-a608-4938-aea5-8119c86de384 None None] The sync data for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 is: [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:54:56Z', 'revision_number': 1, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:54:57.710537 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:57.710537 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.721470 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:54:57.846948 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c68116f9-9d67-4de6-b9e7-e30a1473eab8 None None] Provisioning complete for port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:57.847500 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c68116f9-9d67-4de6-b9e7-e30a1473eab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:57.860316 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:54:57.874039 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f3ca3a04-13c4-4861-abe3-a745b49bf438 admin admin] 10.222.0.41 "PUT /v2.0/routers/5e6f8b2e-c67a-4528-a5ae-c79940acd755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0141432 Jul 08 02:54:57.890306 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c68116f9-9d67-4de6-b9e7-e30a1473eab8 None None] Port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:54:58.399048 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46572) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:58.404476 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1431806462-network', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:58.429264 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Made reservation on behalf of d9fefaf4dd4042e3903aba9b2a67907e for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:54:58.431748 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.441936 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.544831 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.556998 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.584424 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 02:54:58.594728 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e443d613-bf4b-41bc-bb4d-0c77493a7cb5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:58.601661 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.602014 n-d-694802-14 neutron-server[93883]: INFO neutron.db.segments_db [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Added segment 8ddb0c73-3a4c-4ead-bde8-0bc494c15083 of type vlan for network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 Jul 08 02:54:58.646952 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771908979550'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.686436 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.687730 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:58.688401 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.746137 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3458700 Jul 08 02:54:58.749268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46574) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:58.755263 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Request body: {'subnet': {'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1431806462-subnet', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'ip_version': 4}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:58.757793 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816a971-0b16-46d1-9e17-8784c7ed9263 admin admin] Pushing event updated for resources: {'Network': ['ID=e49baff5-0e33-4bb9-8d7f-084dacb1ccd1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:58.769265 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 details requested by agent ovs-agent-n-d-694802-14 with host n-d-694802-14 {{(pid=93885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 02:54:58.788555 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Made reservation on behalf of d9fefaf4dd4042e3903aba9b2a67907e for: {'subnet': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:54:58.791334 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13021347'] for subnet, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:58.988077 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12687959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13021329'] for subnet, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.046144 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1511c6f8-d856-4115-9d20-47e0a932cd99,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:59.054049 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Checking segment: {'id': '8ddb0c73-3a4c-4ead-bde8-0bc494c15083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:59.054419 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Network hostable DHCP agents. Network: e49baff5-0e33-4bb9-8d7f-084dacb1ccd1, hostable agents: ['de708497-0f3a-4115-b1cf-7915c0076f47'], hosted agents: [] {{(pid=93884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 02:54:59.072181 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 is scheduled to be hosted by DHCP agent de708497-0f3a-4115-b1cf-7915c0076f47 with binding_index 1 {{(pid=93884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 02:54:59.086456 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-694802-14, e49baff5-0e33-4bb9-8d7f-084dacb1ccd1) {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:59.092142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:54:59.094059 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.096955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03218f9-ca45-49eb-9516-500698fc04b1 None None] Network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:54:59.113858 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eaf7d6a2-36f0-4033-93fa-e72417aa3785 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3628068 Jul 08 02:54:59.116439 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46576) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:54:59.120884 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1431806462-router', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:54:59.151565 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543400', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26158'] for router, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.152505 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548341', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-944399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26145'] for router, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.216902 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.271826 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0e962741-22f4-5ea5-8748-a6967fb7cf3c-e49baff5-0e33-4bb9-8d7f-084dacb1ccd1', 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'fixed_ips': [{'subnet_id': '1511c6f8-d856-4115-9d20-47e0a932cd99'}]}} from n-d-694802-14. {{(pid=93885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 02:54:59.272988 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.360539 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548327', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543450', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26163'] for router, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.421530 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.db_base_plugin_common [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Allocated IP 172.20.0.2 (e49baff5-0e33-4bb9-8d7f-084dacb1ccd1/1511c6f8-d856-4115-9d20-47e0a932cd99/6f673b1f-dcb7-4eff-9ca3-45dfd55c1265) {{(pid=93885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:59.577890 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.596882 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Notify callbacks [] for port, precommit_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.598772 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.607056 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Transition to ACTIVE for port object 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:59.640591 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Transition to ACTIVE for port object 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 will not be triggered until provisioned by entity DHCP. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:54:59.647710 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844'] for port, after_create {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.679432 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ef2d36bf-dcd6-4c9a-a563-534bbce5d590 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:54:59.712321 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Allocated IP 172.25.4.81 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/223b6026-ea1e-4dc2-ae13-8e91142135b7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:54:59.716623 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 is already hosted by enough agents. {{(pid=93885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:59.724348 n-d-694802-14 neutron-server[93885]: DEBUG neutron.scheduler.base_scheduler [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Resources bound (agent type, host, resource id): {{(pid=93885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:59.728198 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Received port after_create {{(pid=93885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:59.736255 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Pushing event updated for resources: {'Port': ['ID=6f673b1f-dcb7-4eff-9ca3-45dfd55c1265,revision_number=1']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:59.770939 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Sync routers for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:54:59.780254 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:54:59.781215 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:54:59.814103 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port ef2d36bf-dcd6-4c9a-a563-534bbce5d590 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:54:59.819668 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Attempting to bind port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:54:59.820246 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Attempting to bind port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '8ddb0c73-3a4c-4ead-bde8-0bc494c15083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:54:59.821251 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Attempting to bind port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 on network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:54:59.823333 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ef2d36bf-dcd6-4c9a-a563-534bbce5d590 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:54:59.823894 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.844707 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.847354 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:54:59.848049 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Checking segment: {'id': '8ddb0c73-3a4c-4ead-bde8-0bc494c15083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:54:59.848237 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.848757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Bound using segment: {'id': '8ddb0c73-3a4c-4ead-bde8-0bc494c15083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:54:59.849301 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Bound port: 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddb0c73-3a4c-4ead-bde8-0bc494c15083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:54:59.849738 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.889280 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.940906 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:54:59.943970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:54:59.946548 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:54:59.953632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Pushing event updated for resources: {'Port': ['ID=223b6026-ea1e-4dc2-ae13-8e91142135b7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:54:59.957238 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] For port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:54:59.979126 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] For port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f673b1f-dcb7-4eff-9ca3-45dfd55c1265,segment=NetworkSegment(8ddb0c73-3a4c-4ead-bde8-0bc494c15083),segment_id=8ddb0c73-3a4c-4ead-bde8-0bc494c15083)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:54:59.988295 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:54:59.994785 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:00.000795 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:00.052681 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port ef2d36bf-dcd6-4c9a-a563-534bbce5d590, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ef2d36bf-dcd6-4c9a-a563-534bbce5d590,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:55:00.059329 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:00.090728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfafb6f-82eb-4754-bb03-aa99d563e122 None None] Pushing event updated for resources: {'Port': ['ID=6f673b1f-dcb7-4eff-9ca3-45dfd55c1265,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:00.174459 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=ef2d36bf-dcd6-4c9a-a563-534bbce5d590,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:00.271407 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:00.320942 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 2, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:00.382187 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Checking router: 5e6f8b2e-c67a-4528-a5ae-c79940acd755 for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:55:00.382735 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Updating router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:55:00.427336 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:00.732541 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:00.744570 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Transition to ACTIVE for port object 79e7a31d-8540-41a3-9c5b-b6c3ea44623f will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:55:00.751466 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:00.833128 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Pushing event updated for resources: {'Port': ['ID=79e7a31d-8540-41a3-9c5b-b6c3ea44623f,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:00.858627 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.859606 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.860129 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.860937 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.861445 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.861949 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.862438 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.862937 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.863423 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.863903 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.865118 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.865621 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:55:00.892205 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Attempting to bind port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:55:00.892637 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Attempting to bind port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:55:00.894872 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Attempting to bind port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f on network ea708bed-1ce8-4332-a0e0-58531d967653 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:55:00.897864 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545542'] for router, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:00.901694 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:55:00.902342 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Checking segment: {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:55:00.902748 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:00.903189 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Bound using segment: {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:55:00.903671 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Bound port: 79e7a31d-8540-41a3-9c5b-b6c3ea44623f, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:55:00.904055 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:00.980098 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] For port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:55:00.986396 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] For port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=79e7a31d-8540-41a3-9c5b-b6c3ea44623f,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:55:00.992189 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:01.064992 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53dbf2-a0a6-45cf-945c-e3a418a727f1 None None] Pushing event updated for resources: {'Port': ['ID=79e7a31d-8540-41a3-9c5b-b6c3ea44623f,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:01.088357 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:01.089075 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:01.100105 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Router 8d2aef5d-9d65-49a1-b798-b9971850f34a is scheduled to L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f with binding_index 1 {{(pid=93884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 02:55:01.217154 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:01.244393 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:55:01.263824 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Sync routers for ids ['8d2aef5d-9d65-49a1-b798-b9971850f34a'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:55:01.269696 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:01.272357 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-f445c145-dcf0-4b6e-bf77-84fca85b58f8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1538281 Jul 08 02:55:01.274555 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:01.284638 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Routers {'8d2aef5d-9d65-49a1-b798-b9971850f34a'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:01.285279 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8d2aef5d-9d65-49a1-b798-b9971850f34a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:01.417281 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b06673-cca5-4bbc-a2d7-854478755c29 None None] Network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:55:01.453442 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:00Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:01.483225 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d057ff10-f2b6-46df-a7c4-437944f60df2 None None] The sync data for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 is: [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:00Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:55:01.495457 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Set router 8d2aef5d-9d65-49a1-b798-b9971850f34a gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:01.794275 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79e7a31d-8540-41a3-9c5b-b6c3ea44623f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:55:01.794801 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:01.840258 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-fe0c6ac5-35ae-4c97-a9ee-01f7c2f902d1 None None] Provisioning for port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:55:01.968836 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:55:01.970214 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Allocated IP 172.20.0.1 (e49baff5-0e33-4bb9-8d7f-084dacb1ccd1/1511c6f8-d856-4115-9d20-47e0a932cd99/3dda019d-265d-4f8b-96c0-e087ea185568) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:55:01.980248 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:01.980722 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.035124 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'name': 'tempest-TestSnapshotPattern-1431806462-router', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:00Z', 'revision_number': 3, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'gw_port': {'id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:02.066753 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Checking router: 8d2aef5d-9d65-49a1-b798-b9971850f34a for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:55:02.067099 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Updating router 8d2aef5d-9d65-49a1-b798-b9971850f34a port 223b6026-ea1e-4dc2-ae13-8e91142135b7 binding host n-d-694802-14 {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:55:02.095502 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.115532 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Transition to ACTIVE for port object 3dda019d-265d-4f8b-96c0-e087ea185568 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:55:02.133129 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.162368 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-12751912'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.184201 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.209714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:55:02.216178 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:55:02.219579 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:55:02.250138 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Pushing event updated for resources: {'Port': ['ID=3dda019d-265d-4f8b-96c0-e087ea185568,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:02.276025 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-547087'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.309400 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=79e7a31d-8540-41a3-9c5b-b6c3ea44623f,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:55:02.317632 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.318545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ef2d36bf-dcd6-4c9a-a563-534bbce5d590 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:55:02.437222 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.466746 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=79e7a31d-8540-41a3-9c5b-b6c3ea44623f,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:02.502971 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port ef2d36bf-dcd6-4c9a-a563-534bbce5d590 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:02.503527 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.618242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.622687 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12751926'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.636030 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d3b5f763-77a4-4626-a518-d1e115ed7035 None None] Provisioning for port 3dda019d-265d-4f8b-96c0-e087ea185568 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:55:02.639117 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.651957 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d3b5f763-77a4-4626-a518-d1e115ed7035 None None] Provisioning complete for port 3dda019d-265d-4f8b-96c0-e087ea185568 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:02.652320 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d3b5f763-77a4-4626-a518-d1e115ed7035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.681594 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Transition to ACTIVE for port object 223b6026-ea1e-4dc2-ae13-8e91142135b7 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:55:02.687565 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:55:02.693875 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.695668 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Pushing event updated for resources: {'Port': ['ID=3dda019d-265d-4f8b-96c0-e087ea185568,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:02.698277 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-778694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548956'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.750096 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5f763-77a4-4626-a518-d1e115ed7035 None None] Port 3dda019d-265d-4f8b-96c0-e087ea185568 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:55:02.784077 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Attempting to bind port 223b6026-ea1e-4dc2-ae13-8e91142135b7 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:55:02.784488 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Attempting to bind port 223b6026-ea1e-4dc2-ae13-8e91142135b7 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:55:02.784840 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Attempting to bind port 223b6026-ea1e-4dc2-ae13-8e91142135b7 on network 8416dd8a-7407-4702-a567-1f92ea79496a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:55:02.787545 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1774d26-2001-4df0-87d1-4d1f64326298 None None] Pushing event updated for resources: {'Port': ['ID=223b6026-ea1e-4dc2-ae13-8e91142135b7,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:02.790354 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:55:02.791956 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:55:02.795418 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:55:02.796277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Checking segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:55:02.796701 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.797092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Bound using segment: {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:55:02.797571 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Bound port: 223b6026-ea1e-4dc2-ae13-8e91142135b7, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59483db-2831-4198-959b-cd5137f258f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:55:02.797939 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.836963 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:55:02.850736 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:02.851110 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.885692 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] For port 223b6026-ea1e-4dc2-ae13-8e91142135b7, host n-d-694802-14, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:55:02.908477 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] For port 223b6026-ea1e-4dc2-ae13-8e91142135b7, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=223b6026-ea1e-4dc2-ae13-8e91142135b7,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:55:02.916210 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:02.926067 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Router 8d2aef5d-9d65-49a1-b798-b9971850f34a has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:55:03.012060 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Routers {'8d2aef5d-9d65-49a1-b798-b9971850f34a'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:03.012738 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8d2aef5d-9d65-49a1-b798-b9971850f34a'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:03.020091 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.021773 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1774d26-2001-4df0-87d1-4d1f64326298 None None] Pushing event updated for resources: {'Port': ['ID=223b6026-ea1e-4dc2-ae13-8e91142135b7,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:03.056700 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:55:03.065048 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-23b9d623-37a0-4877-b0c3-63dc9af93144 admin admin] 10.222.0.41 "PUT /v2.0/routers/8d2aef5d-9d65-49a1-b798-b9971850f34a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7892530 Jul 08 02:55:03.136737 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-cc6119e9-d67c-476a-8a90-0f7facd207dc None None] Provisioning complete for port 3dda019d-265d-4f8b-96c0-e087ea185568 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:03.137104 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cc6119e9-d67c-476a-8a90-0f7facd207dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.165454 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f673b1f-dcb7-4eff-9ca3-45dfd55c1265,segment=NetworkSegment(8ddb0c73-3a4c-4ead-bde8-0bc494c15083),segment_id=8ddb0c73-3a4c-4ead-bde8-0bc494c15083)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:55:03.175554 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.219215 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-cc6119e9-d67c-476a-8a90-0f7facd207dc None None] Port 3dda019d-265d-4f8b-96c0-e087ea185568 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:55:03.221766 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] Set router 8d2aef5d-9d65-49a1-b798-b9971850f34a gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:03.313405 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=6f673b1f-dcb7-4eff-9ca3-45dfd55c1265,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:03.445268 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'name': 'tempest-TestSnapshotPattern-1431806462-router', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 4, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'gw_port': {'id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '3dda019d-265d-4f8b-96c0-e087ea185568', 'name': '', 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'mac_address': 'fa:16:3e:7d:38:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1511c6f8-d856-4115-9d20-47e0a932cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:55:01Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 2, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'subnets': [{'id': '1511c6f8-d856-4115-9d20-47e0a932cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:03.617434 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:03.622435 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-1f023efd-bdec-43a3-82a4-d5e3cfee164c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-520506285', 'description': 'tempest-secgroup-smoke-520506285 description', 'project_id': 'd593896ed4b841f29f00cc0a223df3a6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:03.641868 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79e7a31d-8540-41a3-9c5b-b6c3ea44623f up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:55:03.644426 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff1912b-8681-4165-aa4b-337ab4315834 None None] The sync data for ids ['8d2aef5d-9d65-49a1-b798-b9971850f34a'] in n-d-694802-14 is: [{'id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'name': 'tempest-TestSnapshotPattern-1431806462-router', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 4, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'gw_port': {'id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '3dda019d-265d-4f8b-96c0-e087ea185568', 'name': '', 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'mac_address': 'fa:16:3e:7d:38:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1511c6f8-d856-4115-9d20-47e0a932cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:55:01Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 2, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'subnets': [{'id': '1511c6f8-d856-4115-9d20-47e0a932cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:55:03.646242 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f023efd-bdec-43a3-82a4-d5e3cfee164c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.693889 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:03.694311 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.752838 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f023efd-bdec-43a3-82a4-d5e3cfee164c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.758418 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f023efd-bdec-43a3-82a4-d5e3cfee164c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.790182 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1f023efd-bdec-43a3-82a4-d5e3cfee164c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.791561 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-1f023efd-bdec-43a3-82a4-d5e3cfee164c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1729772 Jul 08 02:55:03.793787 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f023efd-bdec-43a3-82a4-d5e3cfee164c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8da8a21-7601-451e-88b3-9b40897f6820,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:03.794693 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46588) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:03.806742 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-4c1eafa4-5cb8-45a9-a83c-a50cd544a238 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'security_group_rule': {'security_group_id': 'd8da8a21-7601-451e-88b3-9b40897f6820', 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:03.814757 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:55:03.839027 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c1eafa4-5cb8-45a9-a83c-a50cd544a238 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.901575 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:03.901943 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.946367 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c1eafa4-5cb8-45a9-a83c-a50cd544a238 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.951317 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c1eafa4-5cb8-45a9-a83c-a50cd544a238 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.973288 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eafa4-5cb8-45a9-a83c-a50cd544a238 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1e7578-1b8a-4742-a60e-8d2f886ca962,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:03.979073 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c1eafa4-5cb8-45a9-a83c-a50cd544a238 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:03.983207 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:03.983928 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-4c1eafa4-5cb8-45a9-a83c-a50cd544a238 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1823516 Jul 08 02:55:03.989878 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2ae71544-3b41-4b18-a8f6-e4631ffb7e87 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'security_group_rule': {'security_group_id': 'd8da8a21-7601-451e-88b3-9b40897f6820', 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:04.022661 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ae71544-3b41-4b18-a8f6-e4631ffb7e87 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.093472 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ae71544-3b41-4b18-a8f6-e4631ffb7e87 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.098243 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ae71544-3b41-4b18-a8f6-e4631ffb7e87 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.115397 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae71544-3b41-4b18-a8f6-e4631ffb7e87 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a0bde0-bb23-452b-b6db-ce8176c167b1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:04.124931 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2ae71544-3b41-4b18-a8f6-e4631ffb7e87 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.126160 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-2ae71544-3b41-4b18-a8f6-e4631ffb7e87 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406708 Jul 08 02:55:04.128938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46594) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:04.134174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6f38d971-1d38-42af-9027-2603b8f429bd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'security_group_rule': {'security_group_id': 'd8da8a21-7601-451e-88b3-9b40897f6820', 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:04.163324 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f38d971-1d38-42af-9027-2603b8f429bd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.228939 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f38d971-1d38-42af-9027-2603b8f429bd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.232951 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f38d971-1d38-42af-9027-2603b8f429bd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.251333 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38d971-1d38-42af-9027-2603b8f429bd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478b000d-6753-4546-a35a-9f42b08c5a92,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:04.257669 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f38d971-1d38-42af-9027-2603b8f429bd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.261640 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-6f38d971-1d38-42af-9027-2603b8f429bd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290338 Jul 08 02:55:04.261640 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46596) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:04.267241 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5b24c2ee-0ad0-40c7-bcaf-c6e12d6edf3b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'security_group_rule': {'security_group_id': 'd8da8a21-7601-451e-88b3-9b40897f6820', 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:04.295089 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b24c2ee-0ad0-40c7-bcaf-c6e12d6edf3b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.371783 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b24c2ee-0ad0-40c7-bcaf-c6e12d6edf3b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.377635 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b24c2ee-0ad0-40c7-bcaf-c6e12d6edf3b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.397075 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24c2ee-0ad0-40c7-bcaf-c6e12d6edf3b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64b7b3c-1e74-4de3-a10e-31c4343d2fd5,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:04.405767 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5b24c2ee-0ad0-40c7-bcaf-c6e12d6edf3b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.407494 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5b24c2ee-0ad0-40c7-bcaf-c6e12d6edf3b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449099 Jul 08 02:55:04.410515 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 46598) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:04.415296 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.v2.base [None req-43f0a33b-4f25-4721-b349-82944bae944f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'security_group_rule': {'security_group_id': 'd8da8a21-7601-451e-88b3-9b40897f6820', 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:04.437878 n-d-694802-14 neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-43f0a33b-4f25-4721-b349-82944bae944f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Project d593896ed4b841f29f00cc0a223df3a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:55:04.443523 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43f0a33b-4f25-4721-b349-82944bae944f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.511793 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43f0a33b-4f25-4721-b349-82944bae944f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.515916 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43f0a33b-4f25-4721-b349-82944bae944f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.534438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0a33b-4f25-4721-b349-82944bae944f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14637662-60a0-43e1-8cdf-fab5d84e2cd1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:04.540852 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-43f0a33b-4f25-4721-b349-82944bae944f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.542066 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-43f0a33b-4f25-4721-b349-82944bae944f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306477 Jul 08 02:55:04.545038 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46600) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:04.550491 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-eb807c5b-d538-4647-905d-cce6290d34f7 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'security_group_rule': {'security_group_id': 'd8da8a21-7601-451e-88b3-9b40897f6820', 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:04.573512 n-d-694802-14 neutron-server[93884]: INFO neutron.db.securitygroups_db [None req-eb807c5b-d538-4647-905d-cce6290d34f7 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Project d593896ed4b841f29f00cc0a223df3a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 02:55:04.581824 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb807c5b-d538-4647-905d-cce6290d34f7 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.662872 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb807c5b-d538-4647-905d-cce6290d34f7 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.666874 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb807c5b-d538-4647-905d-cce6290d34f7 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-719374'] for security_group_rule, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.690159 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb807c5b-d538-4647-905d-cce6290d34f7 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df1495f-b654-4764-8a64-6de41df9fea1,revision_number=0']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:04.693761 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-eb807c5b-d538-4647-905d-cce6290d34f7 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:04.700877 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-eb807c5b-d538-4647-905d-cce6290d34f7 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487589 Jul 08 02:55:04.843945 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-a5dbad50-995f-4a89-8bc7-8983abead95c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520506285&fields=id&tenant_id=d593896ed4b841f29f00cc0a223df3a6 HTTP/1.1" status: 200 len: 267 time: 0.0360367 Jul 08 02:55:04.962298 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-4ee19e6f-ce52-4b7b-9ea8-e0fb9493bbe8 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:04.963889 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-4ee19e6f-ce52-4b7b-9ea8-e0fb9493bbe8 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 810 time: 0.1127250 Jul 08 02:55:04.981243 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-616b0d07-68b6-491a-b1ff-df40b42c5442 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/quotas/d593896ed4b841f29f00cc0a223df3a6 HTTP/1.1" status: 200 len: 375 time: 0.0099885 Jul 08 02:55:05.052377 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-4b3139d2-cdaf-42e3-9585-0b84f4f8d570 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647156 Jul 08 02:55:05.159016 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:05.161047 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-2e65a5fc-06e3-424e-a271-8b5ea89b9a87 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:55:05.162096 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-2e65a5fc-06e3-424e-a271-8b5ea89b9a87 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0976658 Jul 08 02:55:05.570374 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-fb244042-b65f-4179-a1e0-71cf07c7e436 service neutron] 10.222.0.41 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023385 Jul 08 02:55:05.641696 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 223b6026-ea1e-4dc2-ae13-8e91142135b7 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:55:05.683460 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-ca577d36-4803-4475-b61e-5ae2bc83f0ca service neutron] 10.222.0.41 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067677 Jul 08 02:55:05.692117 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Sync routers for ids ['8d2aef5d-9d65-49a1-b798-b9971850f34a'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:55:05.693923 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 223b6026-ea1e-4dc2-ae13-8e91142135b7 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:55:05.698138 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 223b6026-ea1e-4dc2-ae13-8e91142135b7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:05.698701 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:05.702520 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Routers {'8d2aef5d-9d65-49a1-b798-b9971850f34a'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:05.703158 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8d2aef5d-9d65-49a1-b798-b9971850f34a'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:05.784123 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:05.807188 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 223b6026-ea1e-4dc2-ae13-8e91142135b7, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=223b6026-ea1e-4dc2-ae13-8e91142135b7,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:55:05.812634 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:05.859756 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Set router 8d2aef5d-9d65-49a1-b798-b9971850f34a gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:05.863277 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=223b6026-ea1e-4dc2-ae13-8e91142135b7,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:05.881657 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9f0c6596-872e-414b-934d-86c651fca510 req-93bf5157-d7cb-4644-bb29-cf724abdf915 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 210 time: 0.0387468 Jul 08 02:55:06.074814 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'name': 'tempest-TestSnapshotPattern-1431806462-router', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 4, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'gw_port': {'id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '3dda019d-265d-4f8b-96c0-e087ea185568', 'name': '', 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'mac_address': 'fa:16:3e:7d:38:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1511c6f8-d856-4115-9d20-47e0a932cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:55:01Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 2, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'subnets': [{'id': '1511c6f8-d856-4115-9d20-47e0a932cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:06.102351 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Checking router: 8d2aef5d-9d65-49a1-b798-b9971850f34a for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:55:06.102707 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Updating router 8d2aef5d-9d65-49a1-b798-b9971850f34a port 3dda019d-265d-4f8b-96c0-e087ea185568 binding host n-d-694802-14 {{(pid=93886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 02:55:06.137801 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:06.495662 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Notify callbacks [] for port, precommit_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:06.508532 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.provisioning_blocks [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Transition to ACTIVE for port object 3dda019d-265d-4f8b-96c0-e087ea185568 will not be triggered until provisioned by entity L2. {{(pid=93886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:55:06.513617 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:06.563064 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cd237-315c-42f0-a294-e393b483257a None None] Pushing event updated for resources: {'Port': ['ID=3dda019d-265d-4f8b-96c0-e087ea185568,revision_number=3']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:06.618646 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Attempting to bind port 3dda019d-265d-4f8b-96c0-e087ea185568 on host n-d-694802-14 for vnic_type normal with profile {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:55:06.619009 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Attempting to bind port 3dda019d-265d-4f8b-96c0-e087ea185568 by drivers openvswitch,hyperv on host n-d-694802-14 at level 0 using segments [{'id': '8ddb0c73-3a4c-4ead-bde8-0bc494c15083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1'}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:55:06.619364 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Attempting to bind port 3dda019d-265d-4f8b-96c0-e087ea185568 on network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:55:06.625299 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Checking agent: {'id': '014bbd7b-7264-4288-a8a5-ec7353418e5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 23, 54), 'started_at': datetime.datetime(2021, 7, 8, 1, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-694802-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:55:06.625497 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Checking segment: {'id': '8ddb0c73-3a4c-4ead-bde8-0bc494c15083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:55:06.625836 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:06.626222 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Bound using segment: {'id': '8ddb0c73-3a4c-4ead-bde8-0bc494c15083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1'} {{(pid=93886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:55:06.626676 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.managers [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Bound port: 3dda019d-265d-4f8b-96c0-e087ea185568, host: n-d-694802-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ddb0c73-3a4c-4ead-bde8-0bc494c15083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1'}}] {{(pid=93886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:55:06.627047 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:06.699238 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] For port 3dda019d-265d-4f8b-96c0-e087ea185568, host n-d-694802-14, cleared binding levels {{(pid=93886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:55:06.703103 n-d-694802-14 neutron-server[93886]: DEBUG neutron.plugins.ml2.db [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] For port 3dda019d-265d-4f8b-96c0-e087ea185568, host n-d-694802-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=3dda019d-265d-4f8b-96c0-e087ea185568,segment=NetworkSegment(8ddb0c73-3a4c-4ead-bde8-0bc494c15083),segment_id=8ddb0c73-3a4c-4ead-bde8-0bc494c15083)] {{(pid=93886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:55:06.706771 n-d-694802-14 neutron-server[93886]: DEBUG neutron_lib.callbacks.manager [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:06.766228 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15cd237-315c-42f0-a294-e393b483257a None None] Pushing event updated for resources: {'Port': ['ID=3dda019d-265d-4f8b-96c0-e087ea185568,revision_number=4']} {{(pid=93886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:06.769405 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Routers {'8d2aef5d-9d65-49a1-b798-b9971850f34a'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:06.770012 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8d2aef5d-9d65-49a1-b798-b9971850f34a'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:06.884660 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] Set router 8d2aef5d-9d65-49a1-b798-b9971850f34a gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:07.057272 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-b2962539-1817-477e-84d4-7dc2c825fec0 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:07.060522 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-b2962539-1817-477e-84d4-7dc2c825fec0 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.16 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 810 time: 0.1793172 Jul 08 02:55:07.068370 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7309e9d2-bc42-44f2-89bb-6df8e079b537 req-9935b301-2b42-40ad-b27e-730887994b53 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 210 time: 0.0302851 Jul 08 02:55:07.119781 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-cefc18d3-2713-4ffa-952d-d1d7ef818211 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d593896ed4b841f29f00cc0a223df3a6 HTTP/1.1" status: 200 len: 379 time: 0.0514991 Jul 08 02:55:07.127665 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'name': 'tempest-TestSnapshotPattern-1431806462-router', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 4, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'gw_port': {'id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '3dda019d-265d-4f8b-96c0-e087ea185568', 'name': '', 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'mac_address': 'fa:16:3e:7d:38:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1511c6f8-d856-4115-9d20-47e0a932cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:55:01Z', 'updated_at': '2021-07-08T02:55:06Z', 'revision_number': 4, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'subnets': [{'id': '1511c6f8-d856-4115-9d20-47e0a932cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:07.129905 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'port': {'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'admin_state_up': True, 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'security_groups': ['d8da8a21-7601-451e-88b3-9b40897f6820']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:07.162057 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37eb2511-31c1-436c-b1e8-91a5b37a782f None None] The sync data for ids ['8d2aef5d-9d65-49a1-b798-b9971850f34a'] in n-d-694802-14 is: [{'id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'name': 'tempest-TestSnapshotPattern-1431806462-router', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 4, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'gw_port': {'id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '3dda019d-265d-4f8b-96c0-e087ea185568', 'name': '', 'network_id': 'e49baff5-0e33-4bb9-8d7f-084dacb1ccd1', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'mac_address': 'fa:16:3e:7d:38:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '1511c6f8-d856-4115-9d20-47e0a932cd99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:55:01Z', 'updated_at': '2021-07-08T02:55:06Z', 'revision_number': 4, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'subnets': [{'id': '1511c6f8-d856-4115-9d20-47e0a932cd99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:55:07.248625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Made reservation on behalf of d593896ed4b841f29f00cc0a223df3a6 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:55:07.252277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:07.387763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Allocated IP 172.20.0.11 (ea708bed-1ce8-4332-a0e0-58531d967653/22bab3c2-04dd-4eac-bec6-f8a20cf29ab9/99e3bebd-013a-418a-8e05-1893333e5c68) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:55:07.539469 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:07.555776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Transition to ACTIVE for port object 99e3bebd-013a-418a-8e05-1893333e5c68 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:55:07.597281 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:07.645900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Network ea708bed-1ce8-4332-a0e0-58531d967653 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:55:07.649225 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:55:07.653192 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:55:07.654080 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 223b6026-ea1e-4dc2-ae13-8e91142135b7 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:55:07.660911 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'Port': ['ID=99e3bebd-013a-418a-8e05-1893333e5c68,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:07.717204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:07.718959 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:07.719820 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 223b6026-ea1e-4dc2-ae13-8e91142135b7 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:07.720485 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:07.739637 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-562c0e8b-a28a-41b9-887a-e6171ad8d7fc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6148517 Jul 08 02:55:07.806244 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Request body: {'port': {'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:07.808813 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3dda019d-265d-4f8b-96c0-e087ea185568 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:55:07.858898 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning for port 3dda019d-265d-4f8b-96c0-e087ea185568 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:55:07.863758 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 3dda019d-265d-4f8b-96c0-e087ea185568 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:07.864234 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:07.886888 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:07.948464 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-84a7acee-6f20-446d-aaa6-c077bb69ca33 None None] Provisioning for port 99e3bebd-013a-418a-8e05-1893333e5c68 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:55:07.958491 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-84a7acee-6f20-446d-aaa6-c077bb69ca33 None None] Provisioning complete for port 99e3bebd-013a-418a-8e05-1893333e5c68 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:07.959175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-84a7acee-6f20-446d-aaa6-c077bb69ca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:07.985694 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:08.011315 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-84a7acee-6f20-446d-aaa6-c077bb69ca33 None None] Port 99e3bebd-013a-418a-8e05-1893333e5c68 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:55:08.029314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] For port 3dda019d-265d-4f8b-96c0-e087ea185568, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=3dda019d-265d-4f8b-96c0-e087ea185568,segment=NetworkSegment(8ddb0c73-3a4c-4ead-bde8-0bc494c15083),segment_id=8ddb0c73-3a4c-4ead-bde8-0bc494c15083)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:55:08.034681 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:08.089249 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Pushing event updated for resources: {'Port': ['ID=3dda019d-265d-4f8b-96c0-e087ea185568,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:08.181015 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e3bebd-013a-418a-8e05-1893333e5c68 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:55:08.190062 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:08.204982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Transition to ACTIVE for port object 99e3bebd-013a-418a-8e05-1893333e5c68 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:55:08.210048 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:08.272236 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25b605-9d48-485b-8d8a-a792fafce3ee req-99be47f9-535a-485e-8abe-9e375b6bcf9d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:08.273842 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=99e3bebd-013a-418a-8e05-1893333e5c68,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:08.289452 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c25b605-9d48-485b-8d8a-a792fafce3ee req-99be47f9-535a-485e-8abe-9e375b6bcf9d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 932 time: 0.0935791 Jul 08 02:55:08.331535 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2c25b605-9d48-485b-8d8a-a792fafce3ee req-d5820963-7777-48ae-9ac7-9b7cfc1e5972 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409169 Jul 08 02:55:08.371505 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Attempting to bind port 99e3bebd-013a-418a-8e05-1893333e5c68 on host n-h1-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:55:08.371841 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Attempting to bind port 99e3bebd-013a-418a-8e05-1893333e5c68 by drivers openvswitch,hyperv on host n-h1-694802-14 at level 0 using segments [{'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:55:08.372190 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Attempting to bind port 99e3bebd-013a-418a-8e05-1893333e5c68 on network ea708bed-1ce8-4332-a0e0-58531d967653 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:55:08.379778 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Port 99e3bebd-013a-418a-8e05-1893333e5c68 on network ea708bed-1ce8-4332-a0e0-58531d967653 not bound, no agent of type Open vSwitch agent registered on host n-h1-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:55:08.380110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Attempting to bind port 99e3bebd-013a-418a-8e05-1893333e5c68 on network ea708bed-1ce8-4332-a0e0-58531d967653 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:55:08.393108 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Checking agent: {'id': '70bdb866-b548-4315-8556-96a4c60e6518', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:55:08.393450 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Checking segment: {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:55:08.393849 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Bound using segment: {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:55:08.394285 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Bound port: 99e3bebd-013a-418a-8e05-1893333e5c68, host: n-h1-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:55:08.394648 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:08.468063 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] For port 99e3bebd-013a-418a-8e05-1893333e5c68, host n-h1-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:55:08.473519 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] For port 99e3bebd-013a-418a-8e05-1893333e5c68, host n-h1-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99e3bebd-013a-418a-8e05-1893333e5c68,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:55:08.482472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:08.535097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:08.536158 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:08.538593 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] 10.222.0.16 "PUT /v2.0/ports/99e3bebd-013a-418a-8e05-1893333e5c68 HTTP/1.1" status: 200 len: 1093 time: 0.7920535 Jul 08 02:55:08.539571 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:55:08.548608 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996d428f-8e25-4953-a605-e130dd0aeb90" -d '{"events": [{"name": "network-changed", "server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:55:08.581785 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0dbe2-41e7-4301-814d-e0de13d8e9a4 service neutron] Pushing event updated for resources: {'Port': ['ID=99e3bebd-013a-418a-8e05-1893333e5c68,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:08.595288 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cd9014-f9d0-4720-95ba-df69170b2332 x-openstack-request-id: req-80cd9014-f9d0-4720-95ba-df69170b2332 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:55:08.595576 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:55:08.595825 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80cd9014-f9d0-4720-95ba-df69170b2332 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:55:08.596220 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68', 'status': 'completed', 'code': 200} Jul 08 02:55:08.651554 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-11e7d81c-811a-4db5-a432-8d5d4f119840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:08.653223 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-11e7d81c-811a-4db5-a432-8d5d4f119840 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0670381 Jul 08 02:55:08.695355 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-7cf0b318-111e-4d36-a490-fa16c385a830 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e3bebd-013a-418a-8e05-1893333e5c68 HTTP/1.1" status: 200 len: 217 time: 0.0355463 Jul 08 02:55:08.748002 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-29d18ff3-e77e-436b-bc1e-69f26c69b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:08.750263 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-29d18ff3-e77e-436b-bc1e-69f26c69b75d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0493648 Jul 08 02:55:08.808327 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-5f016f3c-3e38-4d50-a3d1-ad6dc37b23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:08.809891 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-5f016f3c-3e38-4d50-a3d1-ad6dc37b23bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530279 Jul 08 02:55:08.898372 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-a4fc64d1-2818-49b9-91f0-ee701f0221a6 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815799 Jul 08 02:55:08.990674 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-351cbb73-8e96-4adf-9fe7-3928dea83404 req-bfb3b253-3899-4365-b488-22634ef4fe51 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864861 Jul 08 02:55:09.086369 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-e6514a76-e904-4d5c-83a3-83342c9d47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:09.087790 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-e6514a76-e904-4d5c-83a3-83342c9d47e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0537193 Jul 08 02:55:09.182167 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-09eb27ea-fc31-458e-808a-ae3b3305ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:09.183745 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-09eb27ea-fc31-458e-808a-ae3b3305ca9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.0893860 Jul 08 02:55:09.225312 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-2ba8d09c-7894-4e43-ac2a-cd4d21323a06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e3bebd-013a-418a-8e05-1893333e5c68 HTTP/1.1" status: 200 len: 217 time: 0.0350986 Jul 08 02:55:09.275068 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-59ca0b65-ab57-40d8-9da9-dd0c7aee3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:09.276564 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-59ca0b65-ab57-40d8-9da9-dd0c7aee3afa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0454299 Jul 08 02:55:09.337639 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-a97f1384-b2a3-4ebf-b596-da2d1d518479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:09.339129 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-a97f1384-b2a3-4ebf-b596-da2d1d518479 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551293 Jul 08 02:55:09.442352 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-d6b55aeb-3389-40e6-bdd7-f860c849c679 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962181 Jul 08 02:55:09.525473 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41bb72-62bb-48f4-a5ab-293cd7202f73 req-e7808190-a164-42e6-afb3-f65b00e6c390 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:09.526882 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a41bb72-62bb-48f4-a5ab-293cd7202f73 req-e7808190-a164-42e6-afb3-f65b00e6c390 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 944 time: 0.0694127 Jul 08 02:55:09.538227 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-996d428f-8e25-4953-a605-e130dd0aeb90 req-80d5e77f-5568-4b70-b186-caded73ee98e service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896773 Jul 08 02:55:09.568959 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9a41bb72-62bb-48f4-a5ab-293cd7202f73 req-7b287fbd-f376-4da8-8042-bf8da7600840 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352626 Jul 08 02:55:09.617977 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3dda019d-265d-4f8b-96c0-e087ea185568 up at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:55:09.666363 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:09.679727 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Provisioning complete for port 3dda019d-265d-4f8b-96c0-e087ea185568 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:09.680081 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:10.752938 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16fa374-213c-46d9-a9dd-6f83bdb9629e req-dfd4c76f-2c69-4982-9743-236766b5426b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:10.754395 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e16fa374-213c-46d9-a9dd-6f83bdb9629e req-dfd4c76f-2c69-4982-9743-236766b5426b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 944 time: 0.0696821 Jul 08 02:55:10.799300 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-e16fa374-213c-46d9-a9dd-6f83bdb9629e req-6da83889-9b1c-4ea8-8ed9-1a9db910d652 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390549 Jul 08 02:55:11.977885 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388750ed-c60f-46d2-afad-0091374b9cc2 req-0bd9601e-7afa-479e-bd53-9a3ed7a4fc1c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:11.979375 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-388750ed-c60f-46d2-afad-0091374b9cc2 req-0bd9601e-7afa-479e-bd53-9a3ed7a4fc1c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 944 time: 0.0694113 Jul 08 02:55:12.017973 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-388750ed-c60f-46d2-afad-0091374b9cc2 req-cbfc2bee-0ce5-4a1a-9d70-0364e51613e1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317731 Jul 08 02:55:12.519091 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99e3bebd-013a-418a-8e05-1893333e5c68 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:55:12.626128 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 99e3bebd-013a-418a-8e05-1893333e5c68, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99e3bebd-013a-418a-8e05-1893333e5c68,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:55:12.637980 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '99e3bebd-013a-418a-8e05-1893333e5c68', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:55:12.679937 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:12.693853 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e3bebd-013a-418a-8e05-1893333e5c68 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:55:12.714129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 99e3bebd-013a-418a-8e05-1893333e5c68, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99e3bebd-013a-418a-8e05-1893333e5c68,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:55:12.719143 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:12.767538 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=99e3bebd-013a-418a-8e05-1893333e5c68,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:12.934842 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['99e3bebd-013a-418a-8e05-1893333e5c68'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:55:13.197813 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568331-56e9-49c1-8743-d51ee9f31618 req-efd6be88-7f32-4b63-8924-dee7d9aa3c7a tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:13.199261 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e568331-56e9-49c1-8743-d51ee9f31618 req-efd6be88-7f32-4b63-8924-dee7d9aa3c7a tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 945 time: 0.0658622 Jul 08 02:55:13.239118 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7e568331-56e9-49c1-8743-d51ee9f31618 req-c1e1a7b3-8e31-4c75-995f-f41fd1b6a105 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333583 Jul 08 02:55:14.425089 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e991a4-65a7-49c5-a485-01299ee137ff req-8f9a9bf7-6ef2-41f4-aa50-3f85d4813174 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:14.426525 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70e991a4-65a7-49c5-a485-01299ee137ff req-8f9a9bf7-6ef2-41f4-aa50-3f85d4813174 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 945 time: 0.0711563 Jul 08 02:55:14.465053 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-70e991a4-65a7-49c5-a485-01299ee137ff req-094a6e97-5b87-41f9-ab1e-c18489321797 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329919 Jul 08 02:55:14.514037 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99e3bebd-013a-418a-8e05-1893333e5c68 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:55:14.565935 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning for port 99e3bebd-013a-418a-8e05-1893333e5c68 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:55:14.569566 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 99e3bebd-013a-418a-8e05-1893333e5c68 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:55:14.569940 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.645759 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.667417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:55:14.669683 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30960669-67ce-4456-8fa9-52468f4571c3" -d '{"events": [{"server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "name": "network-vif-plugged", "status": "completed", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:55:14.683157 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 99e3bebd-013a-418a-8e05-1893333e5c68, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99e3bebd-013a-418a-8e05-1893333e5c68,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:55:14.688273 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:14.714710 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b6d595-f28e-40b9-961f-474b3bb4db5b x-openstack-request-id: req-b3b6d595-f28e-40b9-961f-474b3bb4db5b {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:55:14.714991 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "name": "network-vif-plugged", "status": "completed", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:55:14.715231 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3b6d595-f28e-40b9-961f-474b3bb4db5b {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:55:14.715617 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68', 'code': 200} Jul 08 02:55:14.742303 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=99e3bebd-013a-418a-8e05-1893333e5c68,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:14.826070 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076c1a4-08a9-4662-9e1b-0d574df93944 req-731c49d5-24f0-491c-a783-895776815971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:14.828097 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8076c1a4-08a9-4662-9e1b-0d574df93944 req-731c49d5-24f0-491c-a783-895776815971 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0547674 Jul 08 02:55:14.862854 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-8076c1a4-08a9-4662-9e1b-0d574df93944 req-0c49552c-fae8-42f8-a122-4da14156e357 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288069 Jul 08 02:55:15.651969 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72318d0-72bd-40c7-ba96-58ea3cb4a251 req-7c466c9c-c37b-4b6d-82f8-70811b6eb2ed tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:15.653532 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c72318d0-72bd-40c7-ba96-58ea3cb4a251 req-7c466c9c-c37b-4b6d-82f8-70811b6eb2ed tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 946 time: 0.0707405 Jul 08 02:55:15.694687 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c72318d0-72bd-40c7-ba96-58ea3cb4a251 req-699b56bf-0bd8-4394-ba80-70e31706d1bc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332379 Jul 08 02:55:16.871159 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4221b-454c-4ca1-a527-df5b79e9885a req-485e9bb9-68b1-4488-bdf6-2171ec740c38 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:16.872682 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58b4221b-454c-4ca1-a527-df5b79e9885a req-485e9bb9-68b1-4488-bdf6-2171ec740c38 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 946 time: 0.0635478 Jul 08 02:55:16.917380 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-58b4221b-454c-4ca1-a527-df5b79e9885a req-7eb0d9dc-4cb9-4030-97ce-03ca0d9332e1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334430 Jul 08 02:55:17.106254 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c25ce-8694-4141-a8c3-3dcb97af8989 req-36a1036c-7647-4c6b-8373-5682ab785715 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:17.107777 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb4c25ce-8694-4141-a8c3-3dcb97af8989 req-36a1036c-7647-4c6b-8373-5682ab785715 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 946 time: 0.0788851 Jul 08 02:55:17.148520 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bb4c25ce-8694-4141-a8c3-3dcb97af8989 req-30cc52ef-0887-4de9-8d31-dbff92f86c51 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323443 Jul 08 02:55:17.172830 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46656) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:17.266289 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0ab28a-9a37-4701-89c6-a94f747935e8 tempest-TestSnapshotPattern-636247371 tempest-TestSnapshotPattern-636247371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:17.268169 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-dd0ab28a-9a37-4701-89c6-a94f747935e8 tempest-TestSnapshotPattern-636247371 tempest-TestSnapshotPattern-636247371-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 1093 time: 0.0943358 Jul 08 02:55:17.271174 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46660) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:55:17.275625 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:55:17.299409 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.402361 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.506684 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Allocated IP 172.25.4.77 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/7a2bfc36-0e2e-4358-88bb-c89d0c176c0c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:55:17.615590 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.654973 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:17.693743 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:55:17.696633 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:55:17.699868 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:55:17.705980 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'Port': ['ID=7a2bfc36-0e2e-4358-88bb-c89d0c176c0c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:18.077181 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.159265 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.310277 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.315486 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.389310 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'Port': ['ID=7a2bfc36-0e2e-4358-88bb-c89d0c176c0c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:55:18.401651 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.502790 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Floating IP afe44551-8506-443e-bc7f-de172ad51927 associated. External IP: 172.25.4.77, port: 99e3bebd-013a-418a-8e05-1893333e5c68. Jul 08 02:55:18.735900 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:55:18.854030 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:55:18.864278 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] Sync routers for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:55:18.871121 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:18.875634 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:18.876390 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:18.999796 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:19.248812 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8f6ce644-a9d6-47a4-a2e8-7c643f1ca7b1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9765646 Jul 08 02:55:19.249568 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'afe44551-8506-443e-bc7f-de172ad51927', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:17Z', 'updated_at': '2021-07-08T02:55:17Z', 'revision_number': 0, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:19.250111 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:55:19.252426 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c5768d-ad54-4bce-b165-26cd890ab060" -d '{"events": [{"name": "network-changed", "server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:55:19.287803 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] Checking router: 5e6f8b2e-c67a-4528-a5ae-c79940acd755 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:55:19.290276 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743e473f-12ae-436d-82aa-6d551c07ba0e x-openstack-request-id: req-743e473f-12ae-436d-82aa-6d551c07ba0e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:55:19.290556 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:55:19.290810 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-743e473f-12ae-436d-82aa-6d551c07ba0e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:55:19.291218 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68', 'status': 'completed', 'code': 200} Jul 08 02:55:19.300413 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:55:19.301050 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:54:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:19.377204 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-d8f17ece-aeb1-4e04-9d33-512046c1e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.378752 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-d8f17ece-aeb1-4e04-9d33-512046c1e865 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0598052 Jul 08 02:55:19.415802 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:55:19.488245 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-78813b52-7ae0-410e-93a5-1d4bfff04881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.489800 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-78813b52-7ae0-410e-93a5-1d4bfff04881 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.1054015 Jul 08 02:55:19.562594 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-d1ad7e97-c751-4a46-83b5-e94b8f943d11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e3bebd-013a-418a-8e05-1893333e5c68 HTTP/1.1" status: 200 len: 999 time: 0.0658026 Jul 08 02:55:19.610929 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-b93a97c5-bc2d-4f4b-a1b7-d0a0080717ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.612470 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-b93a97c5-bc2d-4f4b-a1b7-d0a0080717ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0446200 Jul 08 02:55:19.667724 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'afe44551-8506-443e-bc7f-de172ad51927', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:17Z', 'updated_at': '2021-07-08T02:55:17Z', 'revision_number': 0, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:55:19.683852 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-4ea612ac-d79b-4d0f-99da-1bc9e05ec0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:19.685490 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-4ea612ac-d79b-4d0f-99da-1bc9e05ec0c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671575 Jul 08 02:55:19.694860 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f5f7d0-4d7a-430c-b87d-5b7b79c4e69d None None] The sync data for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 is: [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'afe44551-8506-443e-bc7f-de172ad51927', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:17Z', 'updated_at': '2021-07-08T02:55:17Z', 'revision_number': 0, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:55:19.782628 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-c32ccea6-5faf-49fb-ae6f-d28e338d4bef service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900426 Jul 08 02:55:19.883306 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-14c5768d-ad54-4bce-b165-26cd890ab060 req-6567dfcb-03ab-4d02-9816-6161b762b55d service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945678 Jul 08 02:55:19.908645 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06aca75-f8af-4add-84ba-25be3965ed33 None None] New status for floating IP afe44551-8506-443e-bc7f-de172ad51927: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:55:20.781249 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-43db636a-e660-43c8-938d-4ead88b6fc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:23.521486 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-cb360bcf-26db-435e-91fa-3574a8b322db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:23.615482 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:55:23.886314 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:25.074283 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:26.700057 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:35.164291 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:39.657507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:50.782924 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-12427657-9bfe-4f31-85e1-4034aa58354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:53.521811 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-10401118-ef89-4c3e-aacd-5a22389bc9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:53.888800 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:54.004152 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-df59620e-2f16-4dda-aa43-3d3ddd3124d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544324 Jul 08 02:55:54.101702 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-4bce63d1-052f-4c74-b5bf-f51dd4150807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:54.103245 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-4bce63d1-052f-4c74-b5bf-f51dd4150807 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0540848 Jul 08 02:55:54.211991 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-7050a930-d466-4a43-b23f-d931d0731d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:54.213449 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-7050a930-d466-4a43-b23f-d931d0731d91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.0909271 Jul 08 02:55:54.278562 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-c681725d-7558-485a-acf2-b6a961aef7de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e3bebd-013a-418a-8e05-1893333e5c68 HTTP/1.1" status: 200 len: 1001 time: 0.0581048 Jul 08 02:55:54.325768 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-e5591cd7-1586-46c1-a25b-a0f9588aa53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:54.327210 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-e5591cd7-1586-46c1-a25b-a0f9588aa53a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0428088 Jul 08 02:55:54.387110 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-c2719b94-56c7-4646-9056-c5992f83593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:55:54.388736 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-c2719b94-56c7-4646-9056-c5992f83593f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557477 Jul 08 02:55:54.477193 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-283fb360-86b0-480c-a1e3-0a1add8f6044 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823002 Jul 08 02:55:54.569157 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-fd6fec1a-abe8-4e23-a82c-c2a2d31b3170 req-ca694c42-6557-46e1-bdac-5e4ab930edb7 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859673 Jul 08 02:55:55.075801 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:55:56.702953 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:00.615777 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:56:05.174192 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:09.674660 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:20.783027 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8c5b94c7-3589-47ac-9492-ee571adb83c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:23.523504 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f409590f-3fb5-4ef8-a091-1106c28b1840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:23.889941 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:25.079440 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:26.704895 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:35.192002 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:37.616445 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:56:39.670000 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:50.785533 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1276-e287-4b60-9369-52e780cb911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:53.524970 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e89f99e7-f1ad-4329-9d0e-cfde52236a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:53.892072 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:55.082307 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:56:56.002873 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-361e001e-049f-42b0-818e-25131e2aac2e req-e509d04d-9233-4f57-8df7-ff249bf14880 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529969 Jul 08 02:56:56.097791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e001e-049f-42b0-818e-25131e2aac2e req-f50773dd-9494-453b-a707-b4cf48669631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:56.100027 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-361e001e-049f-42b0-818e-25131e2aac2e req-f50773dd-9494-453b-a707-b4cf48669631 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 1098 time: 0.0538921 Jul 08 02:56:56.204671 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e001e-049f-42b0-818e-25131e2aac2e req-bae99b5f-5278-4ac3-9b56-71b13af5af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:56.206149 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-361e001e-049f-42b0-818e-25131e2aac2e req-bae99b5f-5278-4ac3-9b56-71b13af5af15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.0874145 Jul 08 02:56:56.272586 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-361e001e-049f-42b0-818e-25131e2aac2e req-8529a84b-5b33-4997-bd41-d0d992598e30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e3bebd-013a-418a-8e05-1893333e5c68 HTTP/1.1" status: 200 len: 1001 time: 0.0596788 Jul 08 02:56:56.324661 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e001e-049f-42b0-818e-25131e2aac2e req-b2a09a6e-b937-4a16-93b3-6d3421e9286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:56.326135 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-361e001e-049f-42b0-818e-25131e2aac2e req-b2a09a6e-b937-4a16-93b3-6d3421e9286f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0479035 Jul 08 02:56:56.383904 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e001e-049f-42b0-818e-25131e2aac2e req-88c2e9d1-8b67-411b-b189-91b2c29a78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:56:56.385465 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-361e001e-049f-42b0-818e-25131e2aac2e req-88c2e9d1-8b67-411b-b189-91b2c29a78d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527711 Jul 08 02:56:56.395319 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-361e001e-049f-42b0-818e-25131e2aac2e req-99f68d00-bdf0-48fc-812b-560043e4b53b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:56:56.396869 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-361e001e-049f-42b0-818e-25131e2aac2e req-99f68d00-bdf0-48fc-812b-560043e4b53b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056000 Jul 08 02:56:56.484364 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-361e001e-049f-42b0-818e-25131e2aac2e req-a8410a39-76a0-40de-8ec5-4b0bf67d3381 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814798 Jul 08 02:56:56.578550 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-361e001e-049f-42b0-818e-25131e2aac2e req-2553c5df-1870-4154-95c1-03602eabd2a3 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880122 Jul 08 02:56:56.707019 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:05.190570 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:09.673591 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:14.616043 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:57:16.990302 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99e3bebd-013a-418a-8e05-1893333e5c68 details requested by agent hyperv_n-h1-694802-14 with host n-h1-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:57:17.110806 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 99e3bebd-013a-418a-8e05-1893333e5c68, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99e3bebd-013a-418a-8e05-1893333e5c68,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:17.123350 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Returning: {'device': '99e3bebd-013a-418a-8e05-1893333e5c68', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:57:17.161090 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:17.175227 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99e3bebd-013a-418a-8e05-1893333e5c68 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:57:17.195535 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 99e3bebd-013a-418a-8e05-1893333e5c68, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99e3bebd-013a-418a-8e05-1893333e5c68,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:17.203580 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:17.258308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=99e3bebd-013a-418a-8e05-1893333e5c68,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:17.265734 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.266140 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.266417 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.266751 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.267191 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.267452 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.267739 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.268092 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.268512 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.269639 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.269639 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.269639 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:17.274955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] get_ports_and_sgs() called for port_ids ['99e3bebd-013a-418a-8e05-1893333e5c68'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:57:18.992662 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99e3bebd-013a-418a-8e05-1893333e5c68 up at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:57:19.054480 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Provisioning complete for port 99e3bebd-013a-418a-8e05-1893333e5c68 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:57:19.055264 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:19.148209 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:19.186226 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:57:19.189471 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b009ae1b-92cc-4b48-9be4-87618b8530ac" -d '{"events": [{"server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "name": "network-vif-plugged", "status": "completed", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:57:19.218479 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 99e3bebd-013a-418a-8e05-1893333e5c68, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99e3bebd-013a-418a-8e05-1893333e5c68,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:19.227297 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:19.310894 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=99e3bebd-013a-418a-8e05-1893333e5c68,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:19.340812 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c75e9ed-ae57-483d-b147-68ac98e50111 x-openstack-request-id: req-7c75e9ed-ae57-483d-b147-68ac98e50111 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:57:19.341159 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "name": "network-vif-plugged", "status": "completed", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:57:19.341386 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c75e9ed-ae57-483d-b147-68ac98e50111 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:57:19.341808 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68', 'code': 200} Jul 08 02:57:20.793529 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a91c-c679-4773-af45-510dd109ef04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:23.533554 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1f8f220d-acd7-4c6b-bac8-c6c5ad1e224e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:23.895788 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:25.088756 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:26.710445 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:27.498779 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-2d2b413d-4b82-4f26-b0e1-af1fc6a300bb tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-520506285&fields=id&tenant_id=d593896ed4b841f29f00cc0a223df3a6 HTTP/1.1" status: 200 len: 267 time: 0.0370891 Jul 08 02:57:27.607943 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-9a17f0c3-bfdc-4c66-9ed0-69ed1ba96303 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:27.609482 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-9a17f0c3-bfdc-4c66-9ed0-69ed1ba96303 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 810 time: 0.1043155 Jul 08 02:57:27.626770 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-1b954d25-40cb-4f3c-88ac-eaad3fea61ee tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/quotas/d593896ed4b841f29f00cc0a223df3a6 HTTP/1.1" status: 200 len: 375 time: 0.0110860 Jul 08 02:57:27.706775 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-5d12442b-e171-4dfc-a7b4-2f15df0fa841 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0750008 Jul 08 02:57:27.768676 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7d7ca5da-ef02-4a4b-a156-405863da93be service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:57:27.769844 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7d7ca5da-ef02-4a4b-a156-405863da93be service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0514429 Jul 08 02:57:27.860937 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-05e31dac-4bad-47c7-849b-a6bcecdb5867 service neutron] 10.222.0.41 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850682 Jul 08 02:57:27.957583 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-28c880ac-4cc3-46c2-aa6e-60ffbbb9c3f2 service neutron] 10.222.0.41 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895228 Jul 08 02:57:29.184269 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b5f4f5de-00a9-45e5-b4c8-c8af70a41eb6 req-938e1e81-62c7-46f8-bcfa-fec44afeb099 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 210 time: 0.0341682 Jul 08 02:57:30.269782 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0d340dc6-a25a-4553-87a2-31a00551e5ba req-0dd1c5b6-05af-4988-add8-5d62c0766db9 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 210 time: 0.0317786 Jul 08 02:57:31.079436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99e3bebd-013a-418a-8e05-1893333e5c68 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:57:31.154743 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:31.177684 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:57:31.179969 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e611e4f7-da1a-4ea9-acd2-6140d01319da" -d '{"events": [{"server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:57:31.196947 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] For port 99e3bebd-013a-418a-8e05-1893333e5c68, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99e3bebd-013a-418a-8e05-1893333e5c68,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:31.203438 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:31.246422 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c5fa17-e384-410b-a683-fac88ede0dda x-openstack-request-id: req-05c5fa17-e384-410b-a683-fac88ede0dda {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:57:31.246705 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "name": "network-vif-unplugged", "status": "completed", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:57:31.246953 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05c5fa17-e384-410b-a683-fac88ede0dda {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:57:31.247335 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68', 'code': 200} Jul 08 02:57:31.282993 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Pushing event updated for resources: {'Port': ['ID=99e3bebd-013a-418a-8e05-1893333e5c68,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:31.356350 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5fb09039-7cd6-4b59-afe3-41c3f2c8bfad req-c939ec4a-29f3-4a0d-b67e-088fb5d6ec4b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 210 time: 0.0315905 Jul 08 02:57:32.448578 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-f30f0bb0-b303-41a6-addb-97f8314dcec3 req-c252b2cf-3a15-4ef1-83d6-c5a72de7f053 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 210 time: 0.0336931 Jul 08 02:57:33.595551 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-4734eeaf-c080-44f4-b392-732e3cdef5cc req-a4966ad1-fa40-49e2-b02b-dbd91943f54d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 210 time: 0.0290704 Jul 08 02:57:34.435106 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-0bc8a227-c257-4fc5-9b45-c52ab54d2453 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:34.436852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-0bc8a227-c257-4fc5-9b45-c52ab54d2453 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.24 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 810 time: 0.1132636 Jul 08 02:57:34.511538 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-29aa23f4-06d2-44b3-887f-e30cd4113797 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d593896ed4b841f29f00cc0a223df3a6 HTTP/1.1" status: 200 len: 379 time: 0.0572646 Jul 08 02:57:34.521138 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'port': {'device_id': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'admin_state_up': True, 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'security_groups': ['d8da8a21-7601-451e-88b3-9b40897f6820']}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:34.643820 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Made reservation on behalf of d593896ed4b841f29f00cc0a223df3a6 for: {'port': 1} {{(pid=93884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 02:57:34.648007 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:34.765203 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2afd1e14-a8ea-416b-b3c8-13283bf1e8c4 req-81670758-6ab5-41a4-982a-97b7e905cc0a tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 210 time: 0.0320139 Jul 08 02:57:34.805155 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Allocated IP 172.20.0.3 (ea708bed-1ce8-4332-a0e0-58531d967653/22bab3c2-04dd-4eac-bec6-f8a20cf29ab9/8b64acb2-308f-41cc-9ce7-bfb831989177) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:57:34.974614 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:34.992885 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Transition to ACTIVE for port object 8b64acb2-308f-41cc-9ce7-bfb831989177 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:57:35.044582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:35.097486 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Network ea708bed-1ce8-4332-a0e0-58531d967653 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:57:35.101533 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:57:35.115311 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:57:35.165985 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'Port': ['ID=8b64acb2-308f-41cc-9ce7-bfb831989177,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:35.195066 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:35.195837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:35.199787 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.200135 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.200504 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.200851 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.201187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.201520 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.201850 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.202175 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.202541 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.203273 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.203425 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.204100 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:57:35.209359 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:35.223978 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-f33fb877-98d3-42fc-b92d-a500294b6d4d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7066238 Jul 08 02:57:35.393375 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-80b8f49b-d1c0-43e4-88dc-61e126711fb3 None None] Provisioning for port 8b64acb2-308f-41cc-9ce7-bfb831989177 completed by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:57:35.399436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-80b8f49b-d1c0-43e4-88dc-61e126711fb3 None None] Provisioning complete for port 8b64acb2-308f-41cc-9ce7-bfb831989177 triggered by entity DHCP. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:57:35.399792 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-80b8f49b-d1c0-43e4-88dc-61e126711fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:35.449576 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-80b8f49b-d1c0-43e4-88dc-61e126711fb3 None None] Port 8b64acb2-308f-41cc-9ce7-bfb831989177 cannot update to ACTIVE because it is not bound. {{(pid=93885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 02:57:36.147191 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a87324-1bba-40ab-b475-36b1548d3090 req-2057e3c1-c114-402e-88f8-7879e2274aef tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:36.148896 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9a87324-1bba-40ab-b475-36b1548d3090 req-2057e3c1-c114-402e-88f8-7879e2274aef tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 931 time: 0.0710533 Jul 08 02:57:36.188951 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a9a87324-1bba-40ab-b475-36b1548d3090 req-32d69eef-d84d-4ffe-982b-f3fb314caf3a tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338101 Jul 08 02:57:37.414601 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7e64f-b7db-4585-8830-911bdb0b0e65 req-f22872c2-d9a7-4bc9-84ce-ee45092bf378 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:37.419435 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94a7e64f-b7db-4585-8830-911bdb0b0e65 req-f22872c2-d9a7-4bc9-84ce-ee45092bf378 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 931 time: 0.0853662 Jul 08 02:57:37.469074 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-94a7e64f-b7db-4585-8830-911bdb0b0e65 req-1495e80b-3812-4a53-beb4-981f02c125f3 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402899 Jul 08 02:57:38.664458 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790c856-2317-4cc0-a5ec-92f302b540ef req-ef13a187-f7ec-449d-9921-e6bde64136cb tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:38.666838 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b790c856-2317-4cc0-a5ec-92f302b540ef req-ef13a187-f7ec-449d-9921-e6bde64136cb tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 931 time: 0.0762401 Jul 08 02:57:38.705978 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b790c856-2317-4cc0-a5ec-92f302b540ef req-6b8c68e6-2e0a-4398-9d38-8bff7b880ebc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334594 Jul 08 02:57:39.724933 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:39.928778 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147034b-f932-4f97-919f-48264f36c614 req-049af808-536d-4446-bdad-36dc58bf7414 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:39.930241 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7147034b-f932-4f97-919f-48264f36c614 req-049af808-536d-4446-bdad-36dc58bf7414 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 931 time: 0.1004417 Jul 08 02:57:39.972458 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-7147034b-f932-4f97-919f-48264f36c614 req-7139f4da-13a5-4caf-b409-64a11c372505 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358536 Jul 08 02:57:41.170095 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643557e-fe93-436b-8937-7fdf7f34bd41 req-bcfb2b82-f900-4e3e-9369-b55aa28b8c6f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:41.171553 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b643557e-fe93-436b-8937-7fdf7f34bd41 req-bcfb2b82-f900-4e3e-9369-b55aa28b8c6f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 931 time: 0.0703011 Jul 08 02:57:41.215961 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-b643557e-fe93-436b-8937-7fdf7f34bd41 req-a2c0e6aa-4334-45d3-b75b-d552e38cae2f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386672 Jul 08 02:57:42.423569 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7a403-428c-41e2-832e-afeb679a2a93 req-97b12099-5762-4b0b-a2a4-abe2a5d2482f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:42.426200 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ac7a403-428c-41e2-832e-afeb679a2a93 req-97b12099-5762-4b0b-a2a4-abe2a5d2482f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 931 time: 0.0811899 Jul 08 02:57:42.466456 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ac7a403-428c-41e2-832e-afeb679a2a93 req-7262c090-0b59-47f6-8311-cc04dea71a3e tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341101 Jul 08 02:57:43.669952 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcaf91-6c3f-4e21-96dc-a4f2bea7d30a req-9a67ed5f-96f4-4d92-aff9-ee8866279099 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:43.671490 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83fcaf91-6c3f-4e21-96dc-a4f2bea7d30a req-9a67ed5f-96f4-4d92-aff9-ee8866279099 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 931 time: 0.0791433 Jul 08 02:57:43.728425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-83fcaf91-6c3f-4e21-96dc-a4f2bea7d30a req-32525a5a-1be2-42ae-a399-83a0ed7d8dc3 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467887 Jul 08 02:57:44.920988 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f97b2-33ef-40b0-b341-13a4b8b6cb3b req-e7cef08e-6f5b-4bd4-9a1c-b580bfcf9c82 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:44.922449 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a6f97b2-33ef-40b0-b341-13a4b8b6cb3b req-e7cef08e-6f5b-4bd4-9a1c-b580bfcf9c82 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 931 time: 0.0644674 Jul 08 02:57:44.962587 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-0a6f97b2-33ef-40b0-b341-13a4b8b6cb3b req-7e61d5fc-0a75-440e-9b96-c8d0c8d2a97d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343711 Jul 08 02:57:45.581516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Request body: {'port': {'device_id': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-694802-14'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:45.652799 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:45.914576 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b64acb2-308f-41cc-9ce7-bfb831989177 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:57:45.922338 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:45.935230 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Transition to ACTIVE for port object 8b64acb2-308f-41cc-9ce7-bfb831989177 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 02:57:45.940095 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:45.996902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b64acb2-308f-41cc-9ce7-bfb831989177,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:46.073360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Attempting to bind port 8b64acb2-308f-41cc-9ce7-bfb831989177 on host n-h2-694802-14 for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 02:57:46.073360 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Attempting to bind port 8b64acb2-308f-41cc-9ce7-bfb831989177 by drivers openvswitch,hyperv on host n-h2-694802-14 at level 0 using segments [{'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 02:57:46.073909 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Attempting to bind port 8b64acb2-308f-41cc-9ce7-bfb831989177 on network ea708bed-1ce8-4332-a0e0-58531d967653 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:57:46.079775 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Port 8b64acb2-308f-41cc-9ce7-bfb831989177 on network ea708bed-1ce8-4332-a0e0-58531d967653 not bound, no agent of type Open vSwitch agent registered on host n-h2-694802-14 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 02:57:46.080121 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Attempting to bind port 8b64acb2-308f-41cc-9ce7-bfb831989177 on network ea708bed-1ce8-4332-a0e0-58531d967653 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 02:57:46.086141 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Checking agent: {'id': 'cd24c787-38d0-4b84-9620-7251bb5fc6ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-694802-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'started_at': datetime.datetime(2021, 7, 8, 1, 31, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 2, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 02:57:46.086532 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Checking segment: {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 02:57:46.086878 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Bound using segment: {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 02:57:46.087322 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Bound port: 8b64acb2-308f-41cc-9ce7-bfb831989177, host: n-h2-694802-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23855bcf-ffa3-45e8-a212-72c731b2fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 02:57:46.087690 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:46.165791 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] For port 8b64acb2-308f-41cc-9ce7-bfb831989177, host n-h2-694802-14, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 02:57:46.166086 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cdb63-0bb6-4e4e-9944-c1d0a0ff46d9 req-c5aba2c0-4b70-4558-9570-5ae799320b35 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:46.168737 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-206cdb63-0bb6-4e4e-9944-c1d0a0ff46d9 req-c5aba2c0-4b70-4558-9570-5ae799320b35 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 943 time: 0.0803185 Jul 08 02:57:46.170067 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] For port 8b64acb2-308f-41cc-9ce7-bfb831989177, host n-h2-694802-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b64acb2-308f-41cc-9ce7-bfb831989177,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 02:57:46.175585 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:46.210590 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:46.211530 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:46.213056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-206cdb63-0bb6-4e4e-9944-c1d0a0ff46d9 req-aeae7280-3d0f-4515-824e-4afe582c1c66 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 Jul 08 02:57:46.213537 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] 10.222.0.24 "PUT /v2.0/ports/8b64acb2-308f-41cc-9ce7-bfb831989177 HTTP/1.1" status: 200 len: 1092 time: 0.6818135 Jul 08 02:57:46.216084 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:57:46.219450 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4150eece-eb28-49ab-8caf-750c1ba3f333" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:57:46.257047 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827e69f-52dd-4f69-8813-6580ecf48ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b64acb2-308f-41cc-9ce7-bfb831989177,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:46.277972 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064db313-1a1c-427e-b01e-02f2753220f7 x-openstack-request-id: req-064db313-1a1c-427e-b01e-02f2753220f7 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:57:46.278272 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:57:46.278527 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-064db313-1a1c-427e-b01e-02f2753220f7 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:57:46.278969 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'status': 'completed', 'code': 200} Jul 08 02:57:46.338364 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-c1f64afa-0d4b-494d-a3c6-fa12f866161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:46.340158 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-c1f64afa-0d4b-494d-a3c6-fa12f866161a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 1095 time: 0.0577307 Jul 08 02:57:46.387895 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-93551962-40e5-484c-aa54-5504cbf1e219 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b64acb2-308f-41cc-9ce7-bfb831989177 HTTP/1.1" status: 200 len: 217 time: 0.0405464 Jul 08 02:57:46.439863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-4ca944b6-efd2-44ba-aa45-1e7f2c38bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:46.441410 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-4ca944b6-efd2-44ba-aa45-1e7f2c38bd98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0474544 Jul 08 02:57:46.502826 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-aa92bf22-eb26-47a7-a95e-eb861551e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:46.504446 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-aa92bf22-eb26-47a7-a95e-eb861551e90d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549495 Jul 08 02:57:46.598814 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-65e4da07-f9f3-44c4-a7c3-0dbda8462cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875797 Jul 08 02:57:46.688937 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-95c892b7-6d8a-49d6-b493-2df979cf7684 req-09a46092-b464-4ab7-b417-b4ea3af2e956 service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821877 Jul 08 02:57:46.786581 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-9890733f-4004-464f-9e2c-bc0b3710c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:46.788069 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-9890733f-4004-464f-9e2c-bc0b3710c79f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 1095 time: 0.0523949 Jul 08 02:57:46.883211 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-79354f36-3d42-47b1-8121-bb88f0bea88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:46.884706 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-79354f36-3d42-47b1-8121-bb88f0bea88c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.0894535 Jul 08 02:57:46.928041 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-cedb5cee-b19f-477c-8c9b-fe6b614691f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b64acb2-308f-41cc-9ce7-bfb831989177 HTTP/1.1" status: 200 len: 217 time: 0.0342557 Jul 08 02:57:46.976613 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-788c0ec7-1fc0-4699-b17e-f1ace1a7aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:46.977995 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-788c0ec7-1fc0-4699-b17e-f1ace1a7aa7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0431209 Jul 08 02:57:47.038883 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-7db3c967-e357-401d-a054-897656ca3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:47.040392 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-7db3c967-e357-401d-a054-897656ca3be3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552185 Jul 08 02:57:47.138909 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-cc917e23-a856-4d23-8897-1ba023f03e16 service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902157 Jul 08 02:57:47.242499 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-4150eece-eb28-49ab-8caf-750c1ba3f333 req-7a4e6437-6bb2-4d4d-afb9-89c347e2709c service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955188 Jul 08 02:57:47.402011 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477653c7-7fa1-4b03-88d5-916313057d52 req-627c1919-0c7e-4969-a6cd-c8da05b78e7e tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:47.403537 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-477653c7-7fa1-4b03-88d5-916313057d52 req-627c1919-0c7e-4969-a6cd-c8da05b78e7e tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 943 time: 0.0685937 Jul 08 02:57:47.445864 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-477653c7-7fa1-4b03-88d5-916313057d52 req-f7dd39c7-65cd-4af1-a931-bd714e42014f tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366127 Jul 08 02:57:48.625550 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff6b68-e900-4a77-ae6b-e495ccfa119b req-870f4c1d-4eed-4219-ae15-8ddab56b56f5 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:48.627101 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ceff6b68-e900-4a77-ae6b-e495ccfa119b req-870f4c1d-4eed-4219-ae15-8ddab56b56f5 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 943 time: 0.0671089 Jul 08 02:57:48.665313 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-ceff6b68-e900-4a77-ae6b-e495ccfa119b req-0f67611a-c32b-4983-a9c0-d106a05cecac tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326910 Jul 08 02:57:49.396314 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b64acb2-308f-41cc-9ce7-bfb831989177 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:57:49.652723 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b64acb2-308f-41cc-9ce7-bfb831989177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b64acb2-308f-41cc-9ce7-bfb831989177,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:49.663690 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'port_id': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'mac_address': 'fa:16:3e:0b:a5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:57:49.700993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:49.714337 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b64acb2-308f-41cc-9ce7-bfb831989177 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:57:49.735359 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b64acb2-308f-41cc-9ce7-bfb831989177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b64acb2-308f-41cc-9ce7-bfb831989177,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:49.741693 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:49.793332 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b64acb2-308f-41cc-9ce7-bfb831989177,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:49.844917 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e56a6-6b7f-4d8e-a71c-9d3bc6bf4595 req-34f729f9-3318-4d57-9e3d-bbc45c701f74 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:49.846425 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f4e56a6-6b7f-4d8e-a71c-9d3bc6bf4595 req-34f729f9-3318-4d57-9e3d-bbc45c701f74 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 944 time: 0.0671766 Jul 08 02:57:49.884639 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-2f4e56a6-6b7f-4d8e-a71c-9d3bc6bf4595 req-7fa9304b-c7f3-4605-8929-3dc9e45b6c79 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326498 Jul 08 02:57:49.972286 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8b64acb2-308f-41cc-9ce7-bfb831989177'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:57:50.785133 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-bdc1eeb2-dec1-4214-8206-f21f55f5bf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:51.063622 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836d0e5-ee81-4358-8efa-4c7cb9803a6e req-087c2927-b65f-45e9-80ce-d7b92719a117 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:51.065202 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9836d0e5-ee81-4358-8efa-4c7cb9803a6e req-087c2927-b65f-45e9-80ce-d7b92719a117 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 944 time: 0.0646017 Jul 08 02:57:51.105717 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-9836d0e5-ee81-4358-8efa-4c7cb9803a6e req-a4ce8a39-0eff-4b64-837a-c17c346fb59e tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347385 Jul 08 02:57:51.420500 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b64acb2-308f-41cc-9ce7-bfb831989177 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:57:51.471063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning for port 8b64acb2-308f-41cc-9ce7-bfb831989177 completed by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 02:57:51.474805 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 8b64acb2-308f-41cc-9ce7-bfb831989177 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:57:51.475162 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:51.557619 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:51.580308 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:57:51.582565 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46703a22-03a6-4760-ad95-4a36387918a0" -d '{"events": [{"server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "name": "network-vif-plugged", "status": "completed", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:57:51.596640 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b64acb2-308f-41cc-9ce7-bfb831989177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b64acb2-308f-41cc-9ce7-bfb831989177,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:57:51.601466 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:51.615647 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:57:51.625326 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbf7955-db03-4fd1-8046-b159c7345e0e x-openstack-request-id: req-6bbf7955-db03-4fd1-8046-b159c7345e0e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:57:51.625614 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "name": "network-vif-plugged", "status": "completed", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:57:51.625859 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bbf7955-db03-4fd1-8046-b159c7345e0e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:57:51.626243 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'code': 200} Jul 08 02:57:51.657014 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b64acb2-308f-41cc-9ce7-bfb831989177,revision_number=5']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:51.747922 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4afa0-3c14-4d74-81cf-3dd685491e73 req-67cef0e6-8864-4920-944b-cd165a62086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:51.749514 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db4afa0-3c14-4d74-81cf-3dd685491e73 req-67cef0e6-8864-4920-944b-cd165a62086c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 1097 time: 0.0564461 Jul 08 02:57:51.787334 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-9db4afa0-3c14-4d74-81cf-3dd685491e73 req-1e740826-6046-4c19-a518-91bce6f5ae02 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314898 Jul 08 02:57:52.286820 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c322e6-a14a-4d08-bfb3-0a0eaf94b641 req-6f3e69ac-2573-49ab-998b-c012642dcd3c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:52.288336 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23c322e6-a14a-4d08-bfb3-0a0eaf94b641 req-6f3e69ac-2573-49ab-998b-c012642dcd3c tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 945 time: 0.0685973 Jul 08 02:57:52.329324 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-23c322e6-a14a-4d08-bfb3-0a0eaf94b641 req-ac4f2769-280e-47f4-8a1f-f1647b05ee1a tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344419 Jul 08 02:57:53.508231 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc8f4-145b-4cfe-b026-ec1c0269ec22 req-69df1294-2413-4635-97df-2fd536bc7fa9 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:53.509790 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67fdc8f4-145b-4cfe-b026-ec1c0269ec22 req-69df1294-2413-4635-97df-2fd536bc7fa9 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 945 time: 0.0641203 Jul 08 02:57:53.530010 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2a58ab22-887d-4e4c-93b5-f2f5fc0946b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.551155 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-67fdc8f4-145b-4cfe-b026-ec1c0269ec22 req-d403a1ed-40c7-4e5b-ae06-323f9d1f8de1 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340450 Jul 08 02:57:53.732100 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad018c-844a-43df-a89e-e7f3d30d027c req-44483f2c-8c26-46fe-a672-a3bc89ffafd9 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:53.733621 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8ad018c-844a-43df-a89e-e7f3d30d027c req-44483f2c-8c26-46fe-a672-a3bc89ffafd9 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 945 time: 0.0678029 Jul 08 02:57:53.779120 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-c8ad018c-844a-43df-a89e-e7f3d30d027c req-565b82dc-cea9-4b4e-ad01-31fdcd09f4dc tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380237 Jul 08 02:57:53.802960 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46958) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:53.853747 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8990f286-0c16-405a-aaf5-aaa7e4932dd9 tempest-TestSnapshotPattern-636247371 tempest-TestSnapshotPattern-636247371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:53.855281 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-8990f286-0c16-405a-aaf5-aaa7e4932dd9 tempest-TestSnapshotPattern-636247371 tempest-TestSnapshotPattern-636247371-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 1092 time: 0.0513253 Jul 08 02:57:53.858968 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 46960) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:57:53.863346 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.v2.base [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Request body: {'floatingip': {'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'port_id': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 02:57:53.887495 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for floatingip, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.896949 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:53.990733 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.098302 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Allocated IP 172.25.4.251 (8416dd8a-7407-4702-a567-1f92ea79496a/f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7/0106ec08-a9e8-4249-a8fe-53af974f1761) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 02:57:54.201770 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.242860 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-421038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771909018844', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13014983'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.278930 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Network 8416dd8a-7407-4702-a567-1f92ea79496a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 02:57:54.283632 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 02:57:54.286975 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 02:57:54.314473 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'Port': ['ID=0106ec08-a9e8-4249-a8fe-53af974f1761,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:54.657686 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.734621 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.884472 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.890373 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13015001'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:54.958763 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event updated for resources: {'Port': ['ID=0106ec08-a9e8-4249-a8fe-53af974f1761,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:57:54.967449 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545632'] for floatingip, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:55.065153 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Floating IP 4bcd3eed-0b54-4ee0-94c2-f69e6636d412 associated. External IP: 172.25.4.251, port: 8b64acb2-308f-41cc-9ce7-bfb831989177. Jul 08 02:57:55.088985 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:55.269622 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:57:55.377814 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:57:55.387592 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] Sync routers for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:57:55.393441 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:55.396331 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:57:55.396964 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:57:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:55.430230 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-d8252684-0c33-41f0-ba91-3b16f2bc32c6 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5702348 Jul 08 02:57:55.430810 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:57:55.433070 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5831e4ee-779a-45eb-a1d9-5280a2608f36" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:57:55.469288 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195d43c9-677d-4cb4-89fd-7a21f71b9a9a x-openstack-request-id: req-195d43c9-677d-4cb4-89fd-7a21f71b9a9a {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:57:55.469578 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:57:55.469832 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-195d43c9-677d-4cb4-89fd-7a21f71b9a9a {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:57:55.470259 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'status': 'completed', 'code': 200} Jul 08 02:57:55.517369 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:57:55.548935 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-badea2c6-9331-4844-9a53-0be2c1ccfff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:55.550383 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-badea2c6-9331-4844-9a53-0be2c1ccfff2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 1097 time: 0.0548749 Jul 08 02:57:55.645361 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-821813dd-2946-4c39-9f0d-913a68128d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:55.646855 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-821813dd-2946-4c39-9f0d-913a68128d84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.0893419 Jul 08 02:57:55.711998 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-ce395031-0d1d-456f-b2d9-45bc443fedf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b64acb2-308f-41cc-9ce7-bfb831989177 HTTP/1.1" status: 200 len: 999 time: 0.0574620 Jul 08 02:57:55.745256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '4bcd3eed-0b54-4ee0-94c2-f69e6636d412', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:0b:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:57:54Z', 'updated_at': '2021-07-08T02:57:54Z', 'revision_number': 0, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}, {'id': 'afe44551-8506-443e-bc7f-de172ad51927', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:17Z', 'updated_at': '2021-07-08T02:55:20Z', 'revision_number': 1, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:55.765101 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-a4d83ed2-4e0a-4c08-939f-074f2650c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:55.766600 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-a4d83ed2-4e0a-4c08-939f-074f2650c965 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0482545 Jul 08 02:57:55.775460 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] Checking router: 5e6f8b2e-c67a-4528-a5ae-c79940acd755 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:57:55.784489 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:57:55.785107 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:57:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:55.895764 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:57:56.132040 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '4bcd3eed-0b54-4ee0-94c2-f69e6636d412', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:0b:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:57:54Z', 'updated_at': '2021-07-08T02:57:54Z', 'revision_number': 0, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}, {'id': 'afe44551-8506-443e-bc7f-de172ad51927', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:17Z', 'updated_at': '2021-07-08T02:55:20Z', 'revision_number': 1, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:57:56.158701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8e0a65-6dc8-43b7-ad72-823c958ec21b None None] The sync data for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 is: [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': '4bcd3eed-0b54-4ee0-94c2-f69e6636d412', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:0b:a5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:57:54Z', 'updated_at': '2021-07-08T02:57:54Z', 'revision_number': 0, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}, {'id': 'afe44551-8506-443e-bc7f-de172ad51927', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:17Z', 'updated_at': '2021-07-08T02:55:20Z', 'revision_number': 1, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:57:56.214839 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-9c4f14c2-fa8d-4f67-82da-13485cc4a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:56.216653 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-9c4f14c2-fa8d-4f67-82da-13485cc4a500 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4438694 Jul 08 02:57:56.223623 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-388d3939-22d1-4791-a6b0-768ee024e357 req-30f3d08d-0541-4378-8a71-5646e206f820 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814993 Jul 08 02:57:56.351136 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-43d66e71-bc14-41b3-ba07-80be53064329 service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265500 Jul 08 02:57:56.357150 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d3939-22d1-4791-a6b0-768ee024e357 req-69bc5f6f-033b-40bf-a89e-f071fa97f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:56.358617 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-388d3939-22d1-4791-a6b0-768ee024e357 req-69bc5f6f-033b-40bf-a89e-f071fa97f4c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0874257 Jul 08 02:57:56.374636 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caae0c7f-33f0-4cb4-993c-417762f18534 None None] New status for floating IP 4bcd3eed-0b54-4ee0-94c2-f69e6636d412: ACTIVE {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:57:56.517311 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5831e4ee-779a-45eb-a1d9-5280a2608f36 req-6497e491-9a5a-4380-8afb-d06485a592ad service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576316 Jul 08 02:57:56.526988 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d3939-22d1-4791-a6b0-768ee024e357 req-deaf8413-b1b1-4e12-9395-0eaea088fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:56.528750 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-388d3939-22d1-4791-a6b0-768ee024e357 req-deaf8413-b1b1-4e12-9395-0eaea088fc4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.1489837 Jul 08 02:57:56.598251 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-388d3939-22d1-4791-a6b0-768ee024e357 req-15fcdf9d-4cdd-43cd-a83b-893c28e5061a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e3bebd-013a-418a-8e05-1893333e5c68 HTTP/1.1" status: 200 len: 999 time: 0.0629058 Jul 08 02:57:56.647564 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d3939-22d1-4791-a6b0-768ee024e357 req-e71c0380-723c-4af5-9071-6a4af555e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:56.649103 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-388d3939-22d1-4791-a6b0-768ee024e357 req-e71c0380-723c-4af5-9071-6a4af555e2c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0446377 Jul 08 02:57:56.711179 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d3939-22d1-4791-a6b0-768ee024e357 req-68f7a9d5-971d-4d58-ad52-5e0d2c202668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:57:56.712699 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:57:56.712884 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-388d3939-22d1-4791-a6b0-768ee024e357 req-68f7a9d5-971d-4d58-ad52-5e0d2c202668 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575826 Jul 08 02:57:56.799925 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-388d3939-22d1-4791-a6b0-768ee024e357 req-05d3d117-2d56-4106-a47b-dfcdf7fff221 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811644 Jul 08 02:57:56.896381 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-388d3939-22d1-4791-a6b0-768ee024e357 req-49938fc2-c7bc-4cd8-908e-04fdc15631eb service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893571 Jul 08 02:58:05.218322 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:09.721978 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:20.787297 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7e7afc6f-cedc-4801-bc69-9230fbc6ae41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:23.520984 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-744c8b4e-e70d-4a02-bb16-4d19ec4759cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:23.898335 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:25.091813 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:26.715346 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:28.615643 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:58:35.229991 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:35.306551 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-7c317d1e-1e28-4983-9dcd-778ff263d11f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545201 Jul 08 02:58:35.402516 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-2ef86bd2-6331-4c84-b505-d917b7c4368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:35.404027 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-2ef86bd2-6331-4c84-b505-d917b7c4368d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 1097 time: 0.0543065 Jul 08 02:58:35.517958 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-9728697a-d588-47a4-83c4-322876f48336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:35.519393 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-9728697a-d588-47a4-83c4-322876f48336 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.0937586 Jul 08 02:58:35.585808 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-a0505f7d-e6d7-4b0c-8425-415969f6d4a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b64acb2-308f-41cc-9ce7-bfb831989177 HTTP/1.1" status: 200 len: 1001 time: 0.0597055 Jul 08 02:58:35.633882 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-933db08b-bcbc-4d75-b456-a1a014d1a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:35.635314 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-933db08b-bcbc-4d75-b456-a1a014d1a5c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0431902 Jul 08 02:58:35.695394 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-19d86576-c356-4a72-90dd-6f0923567a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:35.696927 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-19d86576-c356-4a72-90dd-6f0923567a1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558193 Jul 08 02:58:35.784781 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-9b971af5-24b3-443f-b8f9-ece6da82fdc4 service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811315 Jul 08 02:58:35.877360 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-f7749030-c614-463e-93c8-cf8e354c0d8a req-80d4d644-5db7-4880-a0d8-8a15162893ac service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866618 Jul 08 02:58:39.719879 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:50.789470 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-280a3551-9079-4355-b218-4604c510eb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:53.523337 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da62b6bd-444e-46b8-bfa5-51bd7c2de421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:53.900022 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:55.095504 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:58:56.020188 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-0caaafa2-5ecc-467c-a84a-b18626700cd0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529656 Jul 08 02:58:56.116873 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-d7bf9c63-18cf-441f-be6b-e821c9028432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:56.118396 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-d7bf9c63-18cf-441f-be6b-e821c9028432 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0560594 Jul 08 02:58:56.226115 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-74e9aff5-2277-4456-80f0-9d477854df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:56.227595 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-74e9aff5-2277-4456-80f0-9d477854df28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.0886772 Jul 08 02:58:56.293515 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-7efd718b-5d83-4d1e-8e5e-0d8641dab90a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e3bebd-013a-418a-8e05-1893333e5c68 HTTP/1.1" status: 200 len: 999 time: 0.0598686 Jul 08 02:58:56.341422 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-8ef079aa-7128-41b0-81db-5c09cad2c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:56.342906 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-8ef079aa-7128-41b0-81db-5c09cad2c900 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0436676 Jul 08 02:58:56.405630 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-a15a5a66-2b6b-4438-ad0c-d5f707391f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:58:56.407342 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-a15a5a66-2b6b-4438-ad0c-d5f707391f61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580201 Jul 08 02:58:56.495619 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-e6bbc84b-c9c7-4360-a4b6-e11d3b2d4360 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822294 Jul 08 02:58:56.589289 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-e8d37af2-0f61-466f-97de-2ff5feb729a2 req-031c0be0-6f98-4917-9691-776d02bea246 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874887 Jul 08 02:58:56.717347 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:05.231027 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:05.615361 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:59:09.722487 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:20.790009 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7f2447bc-6206-406f-9451-719c1f1a1b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:23.524427 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9d73bce1-b149-4be1-8854-a836158fb1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:23.900218 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:25.097713 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:26.721743 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:29.913677 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b64acb2-308f-41cc-9ce7-bfb831989177 details requested by agent hyperv_n-h2-694802-14 with host n-h2-694802-14 {{(pid=93885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 02:59:30.014612 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b64acb2-308f-41cc-9ce7-bfb831989177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b64acb2-308f-41cc-9ce7-bfb831989177,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:30.026363 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Returning: {'device': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'port_id': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'mac_address': 'fa:16:3e:0b:a5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 02:59:30.065738 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.079839 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b64acb2-308f-41cc-9ce7-bfb831989177 {{(pid=93885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 02:59:30.100129 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b64acb2-308f-41cc-9ce7-bfb831989177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b64acb2-308f-41cc-9ce7-bfb831989177,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:30.104817 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:30.163201 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b64acb2-308f-41cc-9ce7-bfb831989177,revision_number=6']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:30.172088 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.172955 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.173366 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.173722 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.174016 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.174347 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.174672 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.174999 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.175324 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.175648 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.175976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.176318 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:30.181475 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] get_ports_and_sgs() called for port_ids ['8b64acb2-308f-41cc-9ce7-bfb831989177'] {{(pid=93885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 02:59:31.929694 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b64acb2-308f-41cc-9ce7-bfb831989177 up at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 02:59:31.984658 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Provisioning complete for port 8b64acb2-308f-41cc-9ce7-bfb831989177 triggered by entity L2. {{(pid=93885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 02:59:31.984658 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025825'] for port, provisioning_complete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:32.105183 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:32.145746 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:59:32.148368 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adf9928-7506-47cf-b396-be25f1a35424" -d '{"events": [{"server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "name": "network-vif-plugged", "status": "completed", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:59:32.170950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b64acb2-308f-41cc-9ce7-bfb831989177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b64acb2-308f-41cc-9ce7-bfb831989177,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:32.175602 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:32.223441 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c0778-8295-4f10-ab32-de089396639e x-openstack-request-id: req-ff1c0778-8295-4f10-ab32-de089396639e {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:59:32.223711 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "name": "network-vif-plugged", "status": "completed", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:59:32.224036 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff1c0778-8295-4f10-ab32-de089396639e {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:59:32.224383 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'code': 200} Jul 08 02:59:32.268355 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b64acb2-308f-41cc-9ce7-bfb831989177,revision_number=7']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:35.230261 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:37.311840 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-c25f6195-6a01-4ad1-9796-463c9516bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:37.314260 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-c25f6195-6a01-4ad1-9796-463c9516bd4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 1097 time: 0.0832336 Jul 08 02:59:37.494575 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-d3503ae2-bddb-48a9-8cb7-84609af7c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:37.497089 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-d3503ae2-bddb-48a9-8cb7-84609af7c3d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.1555235 Jul 08 02:59:37.587378 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-29324548-e560-4ebd-be38-30615e15d245 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b64acb2-308f-41cc-9ce7-bfb831989177 HTTP/1.1" status: 200 len: 1001 time: 0.0835598 Jul 08 02:59:37.653645 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-3463582a-2898-4f7a-b597-b2a007e2b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:37.655272 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-3463582a-2898-4f7a-b597-b2a007e2b846 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0607464 Jul 08 02:59:37.740890 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-a99035a9-a2ea-4e56-aef5-9c23955c6b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:37.742516 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-a99035a9-a2ea-4e56-aef5-9c23955c6b96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792892 Jul 08 02:59:37.759142 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-512c17ec-7c2b-4bd9-b255-396903eb5eae service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 02:59:37.760640 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-512c17ec-7c2b-4bd9-b255-396903eb5eae service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070789 Jul 08 02:59:37.893869 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-16ab976a-b692-43b7-b791-d7682cc5bf1f service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243637 Jul 08 02:59:38.017343 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-11abe722-524b-4d77-8b17-e7a40ab7c038 req-958f70ff-dff0-4bc1-adaa-5a3c89c63ed8 service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164355 Jul 08 02:59:39.723061 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.019781 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47176) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:41.202700 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Deleting port 0106ec08-a9e8-4249-a8fe-53af974f1761 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:41.203274 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.303602 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.303937 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.315800 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Calling delete_port for 0106ec08-a9e8-4249-a8fe-53af974f1761 owned by network:floatingip {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:41.471707 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.497822 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event deleted for resources: {'Port': ['ID=0106ec08-a9e8-4249-a8fe-53af974f1761,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:41.514239 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.514736 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.515219 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.515705 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.516762 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.517267 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.517728 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.518201 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.518679 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.519149 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.519755 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.520268 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:41.585582 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for floatingip, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.585928 n-d-694802-14 neutron-server[93884]: INFO neutron.db.l3_db [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Floating IP 4bcd3eed-0b54-4ee0-94c2-f69e6636d412 disassociated (deleted). External IP: 172.25.4.251, port: 8b64acb2-308f-41cc-9ce7-bfb831989177. Jul 08 02:59:41.793863 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:59:41.916805 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:59:41.923612 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:41.926436 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] Sync routers for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:59:41.937200 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:41.938328 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:59:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:41.965259 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-a9a64ad6-7b0f-4a5e-ba5d-bb4f9d628021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "DELETE /v2.0/floatingips/4bcd3eed-0b54-4ee0-94c2-f69e6636d412 HTTP/1.1" status: 204 len: 168 time: 0.9442773 Jul 08 02:59:41.965811 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:59:41.968129 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9a4770-4e51-4b69-93e6-952e7f01e15e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:59:42.055343 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:42.092037 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4c07f4-674f-4bf4-81b6-a1bea3c4a3ec x-openstack-request-id: req-0a4c07f4-674f-4bf4-81b6-a1bea3c4a3ec {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:59:42.092037 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:59:42.092037 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a4c07f4-674f-4bf4-81b6-a1bea3c4a3ec {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:59:42.092819 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'status': 'completed', 'code': 200} Jul 08 02:59:42.197746 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-48616568-7815-4778-af0f-28bc90df4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:42.197746 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-48616568-7815-4778-af0f-28bc90df4c33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 1097 time: 0.0675771 Jul 08 02:59:42.305525 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'afe44551-8506-443e-bc7f-de172ad51927', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:17Z', 'updated_at': '2021-07-08T02:55:20Z', 'revision_number': 1, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:42.311776 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-ef1fdd22-4656-4c15-b3e1-51b3f7e4e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:42.314218 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-ef1fdd22-4656-4c15-b3e1-51b3f7e4e458 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.1095436 Jul 08 02:59:42.366419 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-bc2f1ba2-4b12-4533-b33b-d26346b65714 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b64acb2-308f-41cc-9ce7-bfb831989177 HTTP/1.1" status: 200 len: 217 time: 0.0450201 Jul 08 02:59:42.421086 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-693e7534-af37-43cb-9d6e-b8fa9e2d0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:42.423544 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-693e7534-af37-43cb-9d6e-b8fa9e2d0730 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0496445 Jul 08 02:59:42.476170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6a1e3-bd93-47fc-85b2-b6348bca5f40 req-c1c78f96-88c1-45d5-b284-8e087b78c939 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:42.477910 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ea6a1e3-bd93-47fc-85b2-b6348bca5f40 req-c1c78f96-88c1-45d5-b284-8e087b78c939 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 945 time: 0.1474576 Jul 08 02:59:42.489982 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-5252b693-f2e2-46e1-8dfa-ff93a177e29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:42.491551 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-5252b693-f2e2-46e1-8dfa-ff93a177e29f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610788 Jul 08 02:59:42.502527 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] Checking router: 5e6f8b2e-c67a-4528-a5ae-c79940acd755 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:59:42.521064 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:42.521710 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:59:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:42.532955 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-5ea6a1e3-bd93-47fc-85b2-b6348bca5f40 req-de2d769f-7f5e-4a35-88a0-f69f8680b457 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475340 Jul 08 02:59:42.593852 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-bc35ab07-acbc-40d6-b8db-df1c2bb67275 service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953493 Jul 08 02:59:42.614210 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 02:59:42.632755 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:42.687090 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-ba9a4770-4e51-4b69-93e6-952e7f01e15e req-72a49f7a-0303-48e5-be04-920e9fb4b98a service neutron] 10.222.0.24 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857770 Jul 08 02:59:42.875025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'afe44551-8506-443e-bc7f-de172ad51927', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:17Z', 'updated_at': '2021-07-08T02:55:20Z', 'revision_number': 1, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:42.908831 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fff978-2c0a-4a8d-b779-0bcdaa685671 None None] The sync data for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 is: [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_floatingips': [{'id': 'afe44551-8506-443e-bc7f-de172ad51927', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'router_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'port_id': '99e3bebd-013a-418a-8e05-1893333e5c68', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'mac_address': 'fa:16:3e:63:d3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T02:55:17Z', 'updated_at': '2021-07-08T02:55:20Z', 'revision_number': 1, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:59:43.151674 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c1706-d1d7-4689-8b38-306f49bfb821 None None] New status for floating IP 4bcd3eed-0b54-4ee0-94c2-f69e6636d412: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:59:43.729255 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8ea05-14f8-41f1-a19e-f745509c1d33 req-70068b75-63ad-480e-a240-92f6d37c642a tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:43.730824 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8e8ea05-14f8-41f1-a19e-f745509c1d33 req-70068b75-63ad-480e-a240-92f6d37c642a tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 945 time: 0.0760939 Jul 08 02:59:43.777895 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-a8e8ea05-14f8-41f1-a19e-f745509c1d33 req-67e7e29e-fb90-4f8c-8181-dfe7d16a9cb4 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 Jul 08 02:59:43.843295 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-318f2364-ad11-4817-b080-9decef358021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:43.845561 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-318f2364-ad11-4817-b080-9decef358021 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 945 time: 0.0788321 Jul 08 02:59:43.955116 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-7458b3a7-a7ab-43eb-96e1-b5968b334bcd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Deleting port 8b64acb2-308f-41cc-9ce7-bfb831989177 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:43.955628 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-7458b3a7-a7ab-43eb-96e1-b5968b334bcd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:43.960261 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b64acb2-308f-41cc-9ce7-bfb831989177 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:44.046634 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608190'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.057808 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-7458b3a7-a7ab-43eb-96e1-b5968b334bcd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] For port 8b64acb2-308f-41cc-9ce7-bfb831989177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b64acb2-308f-41cc-9ce7-bfb831989177,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:44.058216 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-7458b3a7-a7ab-43eb-96e1-b5968b334bcd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.071627 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-7458b3a7-a7ab-43eb-96e1-b5968b334bcd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Calling delete_port for 8b64acb2-308f-41cc-9ce7-bfb831989177 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:44.073769 n-d-694802-14 neutron-server[93885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177'}] {{(pid=93885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:59:44.076189 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c320c928dec75944c50d3a44c8f0da9e11e5251d6238cea39c461ed69689035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0293b5-a3d3-4a0c-9597-52b2f6bf58db" -d '{"events": [{"server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177"}]}' {{(pid=93885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:59:44.091081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] For port 8b64acb2-308f-41cc-9ce7-bfb831989177, host n-h2-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-694802-14',level=0,port_id=8b64acb2-308f-41cc-9ce7-bfb831989177,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:44.097283 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771909559327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771909018862', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771909021215'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.131664 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 02:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafca9d8-7fd4-42ee-8abc-f73c00da89b0 x-openstack-request-id: req-cafca9d8-7fd4-42ee-8abc-f73c00da89b0 {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:59:44.132078 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177", "code": 200}]} {{(pid=93885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:59:44.132459 n-d-694802-14 neutron-server[93885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cafca9d8-7fd4-42ee-8abc-f73c00da89b0 {{(pid=93885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:59:44.132935 n-d-694802-14 neutron-server[93885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'code': 200} Jul 08 02:59:44.175660 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Pushing event updated for resources: {'Port': ['ID=8b64acb2-308f-41cc-9ce7-bfb831989177,revision_number=8']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:44.219126 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-7458b3a7-a7ab-43eb-96e1-b5968b334bcd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.256018 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458b3a7-a7ab-43eb-96e1-b5968b334bcd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event deleted for resources: {'Port': ['ID=8b64acb2-308f-41cc-9ce7-bfb831989177,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:44.312097 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-7458b3a7-a7ab-43eb-96e1-b5968b334bcd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] No DVR routers for this DVR port 8b64acb2-308f-41cc-9ce7-bfb831989177 on host n-h2-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:44.315510 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-7458b3a7-a7ab-43eb-96e1-b5968b334bcd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:44.318426 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-970c115b-1036-4596-9e23-bbaed84f64c5 req-7458b3a7-a7ab-43eb-96e1-b5968b334bcd tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.24 "DELETE /v2.0/ports/8b64acb2-308f-41cc-9ce7-bfb831989177 HTTP/1.1" status: 204 len: 173 time: 0.4683075 Jul 08 02:59:44.318941 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'name': 'network-vif-deleted', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:59:44.321753 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501de477-3125-4209-a7b5-711927f95439" -d '{"events": [{"server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "name": "network-vif-deleted", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:59:44.363974 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edcaf26-cb7d-49dc-9240-7eac302f6873 x-openstack-request-id: req-0edcaf26-cb7d-49dc-9240-7eac302f6873 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:59:44.364281 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ed85e1-f187-4f1f-a371-aca230058da5", "name": "network-vif-deleted", "tag": "8b64acb2-308f-41cc-9ce7-bfb831989177", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:59:44.364556 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0edcaf26-cb7d-49dc-9240-7eac302f6873 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:59:44.364934 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ed85e1-f187-4f1f-a371-aca230058da5', 'name': 'network-vif-deleted', 'tag': '8b64acb2-308f-41cc-9ce7-bfb831989177', 'status': 'completed', 'code': 200} Jul 08 02:59:44.946699 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-eff9dc45-827a-47b8-9a3e-3c9500349d2c req-a0b3bc4a-6b3f-46fe-af51-b326216353ee tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1ed85e1-f187-4f1f-a371-aca230058da5 HTTP/1.1" status: 200 len: 210 time: 0.0377796 Jul 08 02:59:46.588663 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47244) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:46.741438 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Deleting port 7a2bfc36-0e2e-4358-88bb-c89d0c176c0c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:46.741776 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:46.816914 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:46.817240 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:46.828662 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Calling delete_port for 7a2bfc36-0e2e-4358-88bb-c89d0c176c0c owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:46.976979 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:46.999714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event deleted for resources: {'Port': ['ID=7a2bfc36-0e2e-4358-88bb-c89d0c176c0c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:47.013257 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.013602 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.013937 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.014269 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.014598 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.014924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.015245 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.015583 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.015881 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.016198 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.017162 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.017755 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-694802-14 {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 02:59:47.080730 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:47.081325 n-d-694802-14 neutron-server[93883]: INFO neutron.db.l3_db [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Floating IP afe44551-8506-443e-bc7f-de172ad51927 disassociated (deleted). External IP: 172.25.4.77, port: 99e3bebd-013a-418a-8e05-1893333e5c68. Jul 08 02:59:47.288926 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:59:47.393924 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:59:47.398852 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:47.403164 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] Sync routers for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:59:47.412976 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:47.413585 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:59:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:47.438020 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f085fab4-0d57-4aed-933b-77d83071fc6d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "DELETE /v2.0/floatingips/afe44551-8506-443e-bc7f-de172ad51927 HTTP/1.1" status: 204 len: 168 time: 0.8480644 Jul 08 02:59:47.439244 n-d-694802-14 neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:59:47.441570 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ed958639bed7f1aa1ac7bbb4c9617405bfd2162e68c1127935168007ff3112a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dae3d09-3eb8-43a1-a01e-e694fe262d53" -d '{"events": [{"name": "network-changed", "server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:59:47.523174 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:47.549000 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 02:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4d03da-262e-46c0-bd41-17a7df821021 x-openstack-request-id: req-ba4d03da-262e-46c0-bd41-17a7df821021 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:59:47.549391 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:59:47.549761 n-d-694802-14 neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba4d03da-262e-46c0-bd41-17a7df821021 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:59:47.550269 n-d-694802-14 neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68', 'status': 'completed', 'code': 200} Jul 08 02:59:47.635221 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-bb5cb6c4-9aad-487f-85d6-615ace512d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:47.636971 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-bb5cb6c4-9aad-487f-85d6-615ace512d6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d593896ed4b841f29f00cc0a223df3a6&device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 1096 time: 0.0606103 Jul 08 02:59:47.732239 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:47.744862 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-7355eb72-8818-4a79-90aa-bd2ab502a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:47.746762 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-7355eb72-8818-4a79-90aa-bd2ab502a380 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 200 len: 911 time: 0.1022577 Jul 08 02:59:47.760543 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] Checking router: 5e6f8b2e-c67a-4528-a5ae-c79940acd755 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:59:47.769726 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:47.770341 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:59:24Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:47.789136 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-ff82a187-5701-44b3-93b8-785023a519fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99e3bebd-013a-418a-8e05-1893333e5c68 HTTP/1.1" status: 200 len: 217 time: 0.0356531 Jul 08 02:59:47.841096 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-27432cbb-396c-45b0-b836-cd56c72994fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:47.841664 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0d31f-7a76-4a52-be8d-a7c109b315af req-ba30bbb6-fa50-47c8-bb11-d2fa28065c5d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:47.842737 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-27432cbb-396c-45b0-b836-cd56c72994fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 200 len: 849 time: 0.0475318 Jul 08 02:59:47.843981 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dae0d31f-7a76-4a52-be8d-a7c109b315af req-ba30bbb6-fa50-47c8-bb11-d2fa28065c5d tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 944 time: 0.0702572 Jul 08 02:59:47.881081 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:47.884812 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-dae0d31f-7a76-4a52-be8d-a7c109b315af req-5a50f0af-2cef-43f2-97b0-f508e5917e45 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347817 Jul 08 02:59:47.909588 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-3e7f565d-6c9f-49f0-9e5f-00c94801b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:47.911235 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-3e7f565d-6c9f-49f0-9e5f-00c94801b659 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea708bed-1ce8-4332-a0e0-58531d967653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607028 Jul 08 02:59:48.000664 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-51626624-9f37-4dad-a959-2b702005be5c service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826545 Jul 08 02:59:48.005183 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b64acb2-308f-41cc-9ce7-bfb831989177 no longer exists at agent hyperv_n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:48.031222 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] No Port match for: 8b64acb2-308f-41cc-9ce7-bfb831989177 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:48.031559 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Device 8b64acb2-308f-41cc-9ce7-bfb831989177 not bound to the agent host n-h2-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:48.097262 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-5dae3d09-3eb8-43a1-a01e-e694fe262d53 req-65944537-ccdd-448f-b93e-99262dd71620 service neutron] 10.222.0.16 "GET /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896752 Jul 08 02:59:48.106025 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:48.135881 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51086db4-0f7b-415b-9e71-88dc9980bac1 None None] The sync data for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 is: [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:57Z', 'revision_number': 4, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14', '_interfaces': [{'id': '79e7a31d-8540-41a3-9c5b-b6c3ea44623f', 'name': '', 'network_id': 'ea708bed-1ce8-4332-a0e0-58531d967653', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'mac_address': 'fa:16:3e:e1:fb:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:56Z', 'updated_at': '2021-07-08T02:55:02Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'subnets': [{'id': '22bab3c2-04dd-4eac-bec6-f8a20cf29ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:59:48.347358 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa83c3-f178-4ddb-ad13-0a2a7a258c08 None None] New status for floating IP afe44551-8506-443e-bc7f-de172ad51927: DOWN {{(pid=93886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 02:59:49.065174 n-d-694802-14 neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd338b22-c3ce-4d81-a9e7-bcbb3f993564 req-6eedba59-a5fb-4ce9-81b5-068d71e07cf9 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:49.066543 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd338b22-c3ce-4d81-a9e7-bcbb3f993564 req-6eedba59-a5fb-4ce9-81b5-068d71e07cf9 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 944 time: 0.0684371 Jul 08 02:59:49.109655 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-bd338b22-c3ce-4d81-a9e7-bcbb3f993564 req-9e946821-b4a9-4f32-9d1c-4c95e98b1117 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/security-groups?id=d8da8a21-7601-451e-88b3-9b40897f6820&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375402 Jul 08 02:59:49.261490 n-d-694802-14 neutron-server[93884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-22386262-1c34-4dc1-839f-904c2d6998cb tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 02:59:49.263228 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-22386262-1c34-4dc1-839f-904c2d6998cb tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.16 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 944 time: 0.0673013 Jul 08 02:59:49.363403 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-7b05bcc3-9215-46f0-9c18-94d2aebadb06 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Deleting port 99e3bebd-013a-418a-8e05-1893333e5c68 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:49.363743 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-7b05bcc3-9215-46f0-9c18-94d2aebadb06 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.776014 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-7b05bcc3-9215-46f0-9c18-94d2aebadb06 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] For port 99e3bebd-013a-418a-8e05-1893333e5c68, host n-h1-694802-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-694802-14',level=0,port_id=99e3bebd-013a-418a-8e05-1893333e5c68,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:49.776412 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-7b05bcc3-9215-46f0-9c18-94d2aebadb06 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.789187 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-7b05bcc3-9215-46f0-9c18-94d2aebadb06 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Calling delete_port for 99e3bebd-013a-418a-8e05-1893333e5c68 owned by compute:nova {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:49.918843 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-7b05bcc3-9215-46f0-9c18-94d2aebadb06 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.946507 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05bcc3-9215-46f0-9c18-94d2aebadb06 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event deleted for resources: {'Port': ['ID=99e3bebd-013a-418a-8e05-1893333e5c68,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:49.992699 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-7b05bcc3-9215-46f0-9c18-94d2aebadb06 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] No DVR routers for this DVR port 99e3bebd-013a-418a-8e05-1893333e5c68 on host n-h1-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:49.995548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-7b05bcc3-9215-46f0-9c18-94d2aebadb06 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110277'] for port, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:49.997542 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [req-0608f083-be5b-49d6-8ec3-5945e567b0eb req-7b05bcc3-9215-46f0-9c18-94d2aebadb06 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.16 "DELETE /v2.0/ports/99e3bebd-013a-418a-8e05-1893333e5c68 HTTP/1.1" status: 204 len: 173 time: 0.7287853 Jul 08 02:59:49.997981 n-d-694802-14 neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'name': 'network-vif-deleted', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 02:59:50.000186 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b31ab72ab60cff145019f36661e8ea5b891a75e2c59703c6bcc8be6981f90e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e9304a-386d-46bd-93d9-5402eb7ef8c0" -d '{"events": [{"server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "name": "network-vif-deleted", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 02:59:50.039197 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 02:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0612da-9bb7-44c3-b12b-03e62c29e617 x-openstack-request-id: req-5f0612da-9bb7-44c3-b12b-03e62c29e617 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 02:59:50.039490 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5542b50e-ecd7-43f1-a66e-50b370e39ae0", "name": "network-vif-deleted", "tag": "99e3bebd-013a-418a-8e05-1893333e5c68", "status": "completed", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 02:59:50.039741 n-d-694802-14 neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f0612da-9bb7-44c3-b12b-03e62c29e617 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 02:59:50.040198 n-d-694802-14 neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5542b50e-ecd7-43f1-a66e-50b370e39ae0', 'name': 'network-vif-deleted', 'tag': '99e3bebd-013a-418a-8e05-1893333e5c68', 'status': 'completed', 'code': 200} Jul 08 02:59:50.269883 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [req-49f89a59-bba8-4acf-bd07-dd5039faff9e req-6c2cfdbe-2fdf-4d31-add2-f9e2285f4d2b tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "GET /v2.0/ports?device_id=5542b50e-ecd7-43f1-a66e-50b370e39ae0 HTTP/1.1" status: 200 len: 210 time: 0.0287256 Jul 08 02:59:50.791347 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-da2d91d2-f2a5-40d3-a361-a5b0ff9e1f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.364497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47262) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:51.424263 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f70fed1f-9cca-48a5-a583-0c8f7c773820 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.449179 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f70fed1f-9cca-48a5-a583-0c8f7c773820 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.512851 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f70fed1f-9cca-48a5-a583-0c8f7c773820 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.515732 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f70fed1f-9cca-48a5-a583-0c8f7c773820 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:51.517678 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-f70fed1f-9cca-48a5-a583-0c8f7c773820 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] 10.222.0.41 "DELETE /v2.0/security-groups/d8da8a21-7601-451e-88b3-9b40897f6820 HTTP/1.1" status: 204 len: 168 time: 0.1521776 Jul 08 02:59:51.526634 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fed1f-9cca-48a5-a583-0c8f7c773820 tempest-TestSnapshotPattern-313318094 tempest-TestSnapshotPattern-313318094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8da8a21-7601-451e-88b3-9b40897f6820,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:51.773063 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99e3bebd-013a-418a-8e05-1893333e5c68 no longer exists at agent hyperv_n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:51.792721 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] No Port match for: 99e3bebd-013a-418a-8e05-1893333e5c68 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:51.793335 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Device 99e3bebd-013a-418a-8e05-1893333e5c68 not bound to the agent host n-h1-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:52.585259 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:52.935327 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.186783 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] Deleting port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:53.187033 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.265322 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] For port 79e7a31d-8540-41a3-9c5b-b6c3ea44623f, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=79e7a31d-8540-41a3-9c5b-b6c3ea44623f,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:53.265685 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.278945 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] Calling delete_port for 79e7a31d-8540-41a3-9c5b-b6c3ea44623f owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:53.457141 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.485840 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] Pushing event deleted for resources: {'Port': ['ID=79e7a31d-8540-41a3-9c5b-b6c3ea44623f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:53.528655 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-ad35945a-bdd5-4c9f-b689-40d22ecbf2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.662676 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:53.906267 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:54.183851 n-d-694802-14 neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] Router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:59:54.292970 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:59:54.298448 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-7c1a4c59-d7c0-4de8-aaf3-71531e3065ec admin admin] 10.222.0.41 "PUT /v2.0/routers/5e6f8b2e-c67a-4528-a5ae-c79940acd755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7121434 Jul 08 02:59:54.301273 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47272) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:54.303893 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] Sync routers for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:59:54.313002 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:54.314467 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:54.420267 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: n-d-694802-14 {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:54.518025 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:54.621601 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:54.679108 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Deleting port ef2d36bf-dcd6-4c9a-a563-534bbce5d590 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:54.679808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:54.761475 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] For port ef2d36bf-dcd6-4c9a-a563-534bbce5d590, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=ef2d36bf-dcd6-4c9a-a563-534bbce5d590,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:54.761475 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:54.761950 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:59:53Z', 'revision_number': 5, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port': {'id': 'ef2d36bf-dcd6-4c9a-a563-534bbce5d590', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:54.775786 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Calling delete_port for ef2d36bf-dcd6-4c9a-a563-534bbce5d590 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:54.789387 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] Checking router: 5e6f8b2e-c67a-4528-a5ae-c79940acd755 for host: n-d-694802-14 {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:59:54.797837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] Routers {'5e6f8b2e-c67a-4528-a5ae-c79940acd755'} bound to L3 agent in host n-d-694802-14 {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:54.798346 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:54.883701 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] Set router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:54.938849 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:59:54Z', 'revision_number': 6, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:54.943341 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:54.965714 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038d83e-2a32-4cfe-9130-efcb36e96ed8 None None] The sync data for ids ['5e6f8b2e-c67a-4528-a5ae-c79940acd755'] in n-d-694802-14 is: [{'id': '5e6f8b2e-c67a-4528-a5ae-c79940acd755', 'name': 'tempest-TestSnapshotPattern-1392872409-router', 'tenant_id': 'd593896ed4b841f29f00cc0a223df3a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:54Z', 'updated_at': '2021-07-08T02:59:54Z', 'revision_number': 6, 'project_id': 'd593896ed4b841f29f00cc0a223df3a6', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:59:54.970714 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2d36bf-dcd6-4c9a-a563-534bbce5d590,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:55.035808 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.101056 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.127189 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.129344 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.173184 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.173478 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6f8b2e-c67a-4528-a5ae-c79940acd755 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:59:55.178588 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.179991 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-ff2502fc-b1e0-46e5-8c5e-9c721fd0a0e1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5e6f8b2e-c67a-4528-a5ae-c79940acd755 HTTP/1.1" status: 204 len: 168 time: 0.8778026 Jul 08 02:59:55.182525 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47276) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:55.228170 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bde7cf8-944b-4e6a-bcea-2c19609716db admin admin] Deleting subnet 22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:59:55.231162 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bde7cf8-944b-4e6a-bcea-2c19609716db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.271827 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bde7cf8-944b-4e6a-bcea-2c19609716db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14411850'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.351452 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bde7cf8-944b-4e6a-bcea-2c19609716db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.408931 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bde7cf8-944b-4e6a-bcea-2c19609716db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12751989', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13167872'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.433843 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde7cf8-944b-4e6a-bcea-2c19609716db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22bab3c2-04dd-4eac-bec6-f8a20cf29ab9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:55.437393 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bde7cf8-944b-4e6a-bcea-2c19609716db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.440071 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-5bde7cf8-944b-4e6a-bcea-2c19609716db admin admin] 10.222.0.41 "DELETE /v2.0/subnets/22bab3c2-04dd-4eac-bec6-f8a20cf29ab9 HTTP/1.1" status: 204 len: 168 time: 0.2566249 Jul 08 02:59:55.442861 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47280) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:55.443711 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9cb27b-3c07-4350-b3de-2f78e22f5e62 None None] Network ea708bed-1ce8-4332-a0e0-58531d967653 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:59:55.515948 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.574381 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Deleting port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:55.574847 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.638111 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] For port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45,segment=NetworkSegment(23855bcf-ffa3-45e8-a212-72c731b2fb0b),segment_id=23855bcf-ffa3-45e8-a212-72c731b2fb0b)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:55.638396 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.655373 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Calling delete_port for 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:55.735720 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85470954-2ffd-47a0-b1a3-939fda189945 None None] DHCP port deletion for ea708bed-1ce8-4332-a0e0-58531d967653 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:59:55.738416 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12751935'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.766142 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:55.774759 n-d-694802-14 neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] No DVR routers for this DVR port 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 on host n-d-694802-14 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:55.805170 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:55.826364 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:55.826728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 2c11f4c9-1cb7-4fe4-910c-d2b4831e4b45 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:55.827042 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79e7a31d-8540-41a3-9c5b-b6c3ea44623f no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:55.846256 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 79e7a31d-8540-41a3-9c5b-b6c3ea44623f {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:55.846600 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 79e7a31d-8540-41a3-9c5b-b6c3ea44623f not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:55.847010 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ef2d36bf-dcd6-4c9a-a563-534bbce5d590 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:55.853740 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.865695 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea708bed-1ce8-4332-a0e0-58531d967653']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:55.869531 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: ef2d36bf-dcd6-4c9a-a563-534bbce5d590 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:55.869876 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device ef2d36bf-dcd6-4c9a-a563-534bbce5d590 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:55.877497 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23855bcf-ffa3-45e8-a212-72c731b2fb0b') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:55.877798 n-d-694802-14 neutron-server[93883]: DEBUG neutron.services.segments.db [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23855bcf-ffa3-45e8-a212-72c731b2fb0b') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:55.887105 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14411843'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.901356 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.908209 n-d-694802-14 neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:59:55.908493 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12752082'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: Traceback (most recent call last): Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: timer() Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: cb(*args, **kw) Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: return func(*args, **kwargs) Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: self._notify() Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: self.callback(batched_events) Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: event.method(event) Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: return f(self, *a, **k) Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: return self._get(url).json() Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: return self.request(url, 'GET', **kwargs) Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:59:55.910406 n-d-694802-14 neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:59:55.966152 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.972238 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Notify callbacks [] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:55.974508 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ea708bed-1ce8-4332-a0e0-58531d967653 HTTP/1.1" status: 204 len: 168 time: 0.5306792 Jul 08 02:59:55.977772 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47282) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:55.988150 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e00f4-7316-4208-9a6d-a2a88e809ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea708bed-1ce8-4332-a0e0-58531d967653,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:56.336002 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-550631'] for router_interface, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.586691 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] Deleting port 3dda019d-265d-4f8b-96c0-e087ea185568 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:56.587031 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.667278 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] For port 3dda019d-265d-4f8b-96c0-e087ea185568, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=3dda019d-265d-4f8b-96c0-e087ea185568,segment=NetworkSegment(8ddb0c73-3a4c-4ead-bde8-0bc494c15083),segment_id=8ddb0c73-3a4c-4ead-bde8-0bc494c15083)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:56.667631 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.680493 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] Calling delete_port for 3dda019d-265d-4f8b-96c0-e087ea185568 owned by network:router_interface {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:56.723175 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.861186 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:56.892168 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dda019d-265d-4f8b-96c0-e087ea185568,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:57.058963 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-778701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-550433'] for router_interface, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.272488 n-d-694802-14 neutron-server[93884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] Router 8d2aef5d-9d65-49a1-b798-b9971850f34a has already been hosted by L3 agent 91fd3b5a-65e7-4327-94f8-0f3bd68bf26f {{(pid=93884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 02:59:57.379220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] Notify agent at l3_agent.n-d-694802-14 the message routers_updated {{(pid=93884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 02:59:57.384098 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-88adeee9-0d8c-425b-ab88-78338564ef75 admin admin] 10.222.0.41 "PUT /v2.0/routers/8d2aef5d-9d65-49a1-b798-b9971850f34a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4048803 Jul 08 02:59:57.387098 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47284) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:57.387672 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] Sync routers for ids ['8d2aef5d-9d65-49a1-b798-b9971850f34a'] in n-d-694802-14 {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 02:59:57.398109 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] Routers {'8d2aef5d-9d65-49a1-b798-b9971850f34a'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:57.398717 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8d2aef5d-9d65-49a1-b798-b9971850f34a'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:57.494597 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Notify callbacks [] for router, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.499028 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] Set router 8d2aef5d-9d65-49a1-b798-b9971850f34a gateway port host: n-d-694802-14 {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:57.592661 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.654053 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Deleting port 223b6026-ea1e-4dc2-ae13-8e91142135b7 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:57.654398 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.676458 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'name': 'tempest-TestSnapshotPattern-1431806462-router', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'external_fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:59:56Z', 'revision_number': 5, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'gw_port': {'id': '223b6026-ea1e-4dc2-ae13-8e91142135b7', 'name': '', 'network_id': '8416dd8a-7407-4702-a567-1f92ea79496a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-694802-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8d4e26d-adf5-4fa4-a930-a4bf2157f4b7', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-694802-14'}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:57.701772 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] Checking router: 8d2aef5d-9d65-49a1-b798-b9971850f34a for host: n-d-694802-14 {{(pid=93886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 02:59:57.710825 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] Routers {'8d2aef5d-9d65-49a1-b798-b9971850f34a'} bound to L3 agent in host n-d-694802-14 {{(pid=93886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 02:59:57.711434 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-694802-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T01:23:53Z,description=,heartbeat_timestamp=2021-07-08T02:59:54Z,host='n-d-694802-14',id=91fd3b5a-65e7-4327-94f8-0f3bd68bf26f,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T01:23:53Z,topic='l3_agent')) {'router_ids': ['8d2aef5d-9d65-49a1-b798-b9971850f34a'], 'active': True} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:57.736072 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] For port 223b6026-ea1e-4dc2-ae13-8e91142135b7, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=223b6026-ea1e-4dc2-ae13-8e91142135b7,segment=NetworkSegment(d59483db-2831-4198-959b-cd5137f258f5),segment_id=d59483db-2831-4198-959b-cd5137f258f5)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:57.736553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.750200 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Calling delete_port for 223b6026-ea1e-4dc2-ae13-8e91142135b7 owned by network:router_gateway {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:57.797127 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_dvr_db [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] Set router 8d2aef5d-9d65-49a1-b798-b9971850f34a gateway port host: None {{(pid=93886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 02:59:57.851583 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.l3_hamode_db [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'name': 'tempest-TestSnapshotPattern-1431806462-router', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 6, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'gw_port_host': None}], 'n-d-694802-14', False) {} {{(pid=93886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:57.880768 n-d-694802-14 neutron-server[93886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ff0dd-4783-48b0-b4bd-567492ce5af2 None None] The sync data for ids ['8d2aef5d-9d65-49a1-b798-b9971850f34a'] in n-d-694802-14 is: [{'id': '8d2aef5d-9d65-49a1-b798-b9971850f34a', 'name': 'tempest-TestSnapshotPattern-1431806462-router', 'tenant_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T02:54:59Z', 'updated_at': '2021-07-08T02:59:57Z', 'revision_number': 6, 'project_id': 'd9fefaf4dd4042e3903aba9b2a67907e', 'gw_port_host': None}] {{(pid=93886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 02:59:57.927666 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:57.953140 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Pushing event deleted for resources: {'Port': ['ID=223b6026-ea1e-4dc2-ae13-8e91142135b7,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:58.018517 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545578'] for router_gateway, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.106911 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26168'] for router, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.108968 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.150567 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-546382'] for router, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.151236 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d2aef5d-9d65-49a1-b798-b9971850f34a {{(pid=93884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 02:59:58.155481 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] Notify callbacks [] for router, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.156834 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-b4ac0047-eb08-4180-8281-706b318b0116 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8d2aef5d-9d65-49a1-b798-b9971850f34a HTTP/1.1" status: 204 len: 168 time: 0.7687776 Jul 08 02:59:58.160132 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47288) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:58.210799 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb5ac31-3e4c-4da2-942f-3588a5748fbe admin admin] Deleting subnet 1511c6f8-d856-4115-9d20-47e0a932cd99 {{(pid=93884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 02:59:58.213937 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ac31-3e4c-4da2-942f-3588a5748fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.251205 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ac31-3e4c-4da2-942f-3588a5748fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13670238'] for subnet, precommit_delete_associations {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.334355 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ac31-3e4c-4da2-942f-3588a5748fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2030419'] for subnet, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.386466 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ac31-3e4c-4da2-942f-3588a5748fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2030404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13014938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13021320'] for subnet, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.414596 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5ac31-3e4c-4da2-942f-3588a5748fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1511c6f8-d856-4115-9d20-47e0a932cd99,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:58.420837 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0cb5ac31-3e4c-4da2-942f-3588a5748fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.423648 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-0cb5ac31-3e4c-4da2-942f-3588a5748fbe admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1511c6f8-d856-4115-9d20-47e0a932cd99 HTTP/1.1" status: 204 len: 168 time: 0.2616670 Jul 08 02:59:58.426441 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47290) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:58.429388 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a35d34-9235-4025-a38a-53765c608dd1 None None] Network e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 requested from n-d-694802-14 {{(pid=93885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 02:59:58.493553 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1623600'] for network, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.546292 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Deleting port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:58.546551 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.618337 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] For port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f673b1f-dcb7-4eff-9ca3-45dfd55c1265,segment=NetworkSegment(8ddb0c73-3a4c-4ead-bde8-0bc494c15083),segment_id=8ddb0c73-3a4c-4ead-bde8-0bc494c15083)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:58.619084 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.619675 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc2e79-1c15-4f41-ad6b-c207ad02bee9 None None] DHCP port deletion for e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 request from n-d-694802-14 {{(pid=93885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 02:59:58.634222 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Calling delete_port for 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:58.668053 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-01cc2e79-1c15-4f41-ad6b-c207ad02bee9 None None] Deleting port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 {{(pid=93885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 02:59:58.668453 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01cc2e79-1c15-4f41-ad6b-c207ad02bee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771909552083'] for port, before_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.721278 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13014992'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.735946 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-01cc2e79-1c15-4f41-ad6b-c207ad02bee9 None None] For port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265, host n-d-694802-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-694802-14',level=0,port_id=6f673b1f-dcb7-4eff-9ca3-45dfd55c1265,segment=NetworkSegment(8ddb0c73-3a4c-4ead-bde8-0bc494c15083),segment_id=8ddb0c73-3a4c-4ead-bde8-0bc494c15083)] {{(pid=93885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 02:59:58.736335 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01cc2e79-1c15-4f41-ad6b-c207ad02bee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550119'] for port, precommit_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.747790 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Pushing event deleted for resources: {'Port': ['ID=6f673b1f-dcb7-4eff-9ca3-45dfd55c1265,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:58.749770 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-01cc2e79-1c15-4f41-ad6b-c207ad02bee9 None None] Calling delete_port for 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 owned by network:dhcp {{(pid=93885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 02:59:58.751453 n-d-694802-14 neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] No DVR routers for this DVR port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 on host n-d-694802-14 {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:58.833792 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2023656', 'neutron.services.segments.db._delete_segments_for_network-8771909570901'] for network, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 08 02:59:58.834921 n-d-694802-14 neutron-server[93885]: self.session.flush() Jul 08 02:59:58.847364 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-01cc2e79-1c15-4f41-ad6b-c207ad02bee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-778683', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771909559309', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771909018853'] for port, after_delete {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.849998 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49baff5-0e33-4bb9-8d7f-084dacb1ccd1']}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:58.861813 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ddb0c73-3a4c-4ead-bde8-0bc494c15083') {'for_net_delete': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:58.862242 n-d-694802-14 neutron-server[93884]: DEBUG neutron.services.segments.db [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ddb0c73-3a4c-4ead-bde8-0bc494c15083') {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 02:59:58.872736 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771909349937', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13670231'] for segment, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.874513 n-d-694802-14 neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc2e79-1c15-4f41-ad6b-c207ad02bee9 None None] Pushing event deleted for resources: {'Port': ['ID=6f673b1f-dcb7-4eff-9ca3-45dfd55c1265,revision_number=None']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:58.878772 n-d-694802-14 neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc2e79-1c15-4f41-ad6b-c207ad02bee9 None None] No DVR routers for this DVR port 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 on host n-d-694802-14 {{(pid=93885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 02:59:58.895257 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332'] for segment, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.901970 n-d-694802-14 neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 02:59:58.902345 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2018332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13014845'] for segment, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: conditions |= (models_v2.Port.network_id.in_( Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: Traceback (most recent call last): Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: timer() Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: cb(*args, **kw) Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: return func(*args, **kwargs) Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: self._notify() Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: self.callback(batched_events) Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: event.method(event) Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: return f(self, *a, **k) Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: return self._get(url).json() Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: return self.request(url, 'GET', **kwargs) Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 02:59:58.904205 n-d-694802-14 neutron-server[93884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 02:59:58.961548 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2023633', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-778676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545614'] for network, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.967132 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Notify callbacks [] for network, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:58.969555 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] 10.222.0.41 "DELETE /v2.0/networks/e49baff5-0e33-4bb9-8d7f-084dacb1ccd1 HTTP/1.1" status: 204 len: 168 time: 0.5419848 Jul 08 02:59:58.982007 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d38a1-a3e7-4d02-a51b-34bcf13966bc admin admin] Pushing event deleted for resources: {'Network': ['ID=e49baff5-0e33-4bb9-8d7f-084dacb1ccd1,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:59.075220 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47294) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:59.116239 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-cd88a34d-71e1-485b-9103-21c408324a3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d593896ed4b841f29f00cc0a223df3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398521 Jul 08 02:59:59.118902 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [-] (93884) accepted ('10.222.0.41', 47296) {{(pid=93884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:59.168737 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-307fba47-e25a-4f7d-b42b-e4d0846e70b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.190661 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-307fba47-e25a-4f7d-b42b-e4d0846e70b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.238830 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-307fba47-e25a-4f7d-b42b-e4d0846e70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.242595 n-d-694802-14 neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-307fba47-e25a-4f7d-b42b-e4d0846e70b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.244640 n-d-694802-14 neutron-server[93884]: INFO neutron.wsgi [None req-307fba47-e25a-4f7d-b42b-e4d0846e70b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a79e0af7-aea3-4fc9-acb4-d397a932616c HTTP/1.1" status: 204 len: 168 time: 0.1245909 Jul 08 02:59:59.254704 n-d-694802-14 neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fba47-e25a-4f7d-b42b-e4d0846e70b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79e0af7-aea3-4fc9-acb4-d397a932616c,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:59.578875 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47302) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:59.626613 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-24aa52eb-dd0f-4188-a456-ee0329f37cd2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9fefaf4dd4042e3903aba9b2a67907e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460281 Jul 08 02:59:59.629375 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.41', 47304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 02:59:59.677955 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35deff3d-dd03-4c98-b7db-fbc826568db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.698876 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35deff3d-dd03-4c98-b7db-fbc826568db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.753330 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35deff3d-dd03-4c98-b7db-fbc826568db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590693'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.755847 n-d-694802-14 neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35deff3d-dd03-4c98-b7db-fbc826568db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 02:59:59.757056 n-d-694802-14 neutron-server[93883]: INFO neutron.wsgi [None req-35deff3d-dd03-4c98-b7db-fbc826568db2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e443d613-bf4b-41bc-bb4d-0c77493a7cb5 HTTP/1.1" status: 204 len: 168 time: 0.1267931 Jul 08 02:59:59.768763 n-d-694802-14 neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35deff3d-dd03-4c98-b7db-fbc826568db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e443d613-bf4b-41bc-bb4d-0c77493a7cb5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 02:59:59.769837 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 223b6026-ea1e-4dc2-ae13-8e91142135b7 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:59.795386 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 223b6026-ea1e-4dc2-ae13-8e91142135b7 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:59.795728 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 223b6026-ea1e-4dc2-ae13-8e91142135b7 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:59.796148 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:59.819069 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:59.819416 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 6f673b1f-dcb7-4eff-9ca3-45dfd55c1265 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 02:59:59.819829 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3dda019d-265d-4f8b-96c0-e087ea185568 no longer exists at agent ovs-agent-n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 02:59:59.841143 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] No Port match for: 3dda019d-265d-4f8b-96c0-e087ea185568 {{(pid=93885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 02:59:59.841487 n-d-694802-14 neutron-server[93885]: DEBUG neutron.plugins.ml2.rpc [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Device 3dda019d-265d-4f8b-96c0-e087ea185568 not bound to the agent host n-d-694802-14 {{(pid=93885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 03:00:05.221378 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:09.723571 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:19.614903 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:00:20.792353 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-1efd16bb-c6c7-4945-8765-68e6b46c4695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:23.522165 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c5fe95bc-4bde-4172-967e-c18d6dc33735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:23.899086 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:25.104087 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:26.726774 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:35.224515 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:39.729554 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:50.794426 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-5c16a512-591a-4889-afe8-c67e042700ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:53.522560 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-32958e21-5dd9-4940-9428-dac04ee119f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:53.899387 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:55.106724 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:00:56.614207 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:00:56.728090 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:05.227067 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:09.723575 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:20.795007 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-0a8d23ca-ccf4-4d23-a475-fae2e5fe07c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:23.523151 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-336ad041-59a1-4b22-995f-d8a7ab404d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:23.899059 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:25.112772 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:26.730966 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:33.613760 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:01:35.220375 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:39.738280 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:50.797764 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9521520a-9c81-4d02-9898-f4bcf3b3c413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.523753 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a7da75c0-fba3-4a34-a4ba-ab477c4f6452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:53.899785 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:55.112365 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:01:56.734832 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:05.239350 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:09.742336 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:10.614020 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:02:20.799756 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c296f1ca-c680-4af1-9eb6-1553541f95c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:23.525617 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e0758d81-f323-43e2-9de5-5e47d9037517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:23.901600 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:25.113993 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:26.739661 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:35.238528 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:39.755086 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:47.613273 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:02:50.802873 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3d8a8f1-ab7c-438b-b4cd-e47faf5c6c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:53.527771 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a19324b5-c35c-4729-aa97-e783c21973b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:53.902563 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:55.117620 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:02:56.738402 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:05.254542 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:09.769008 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:20.803501 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-deb3b505-9752-4de4-b78d-7c1133cc8024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:23.527874 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-df20bfe6-048d-491b-877a-315949501e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:23.902960 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:24.612023 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:03:25.121208 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:26.741610 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:35.253323 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:39.785911 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:40.366589 n-d-694802-14 neutron-server[93884]: DEBUG neutron.wsgi [req-3338ba6a-268a-4cda-9d91-b5e45a9809c4 req-32d1d0f7-d20b-4094-9160-0d391e48ec98 service neutron] (93884) timed out ('10.222.0.41', 45900) {{(pid=93884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:03:50.804236 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a50ae49f-5151-4e3e-bf40-1529440fcd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:53.529970 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-70c85ed3-7f3e-4a7e-8e59-ab7d2d49a62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:53.903645 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:55.123618 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:03:56.743380 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:01.611759 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:04:05.268956 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:09.780359 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:20.804921 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-e30e8f53-d21f-43cc-a8a6-646e0c53eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:23.532746 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f33d889a-8c2e-43d9-826b-108f6c1479c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:23.905047 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:25.129609 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:26.747296 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:35.266029 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:38.614970 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:04:39.801902 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:50.808045 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-a3a302fe-05c7-406f-9bce-ef83724d4b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:53.533878 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-2e645491-5b99-44d6-b03f-344753e2d884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:53.905661 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:55.134910 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:04:56.748672 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:05.269640 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:09.800108 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:15.613796 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:05:20.811235 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8876ee66-20d4-456d-b1ef-6e20f838a186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:23.535460 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c85c3f0e-a86f-4812-b582-a6b69ad74174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:23.906975 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:25.133877 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:26.753131 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:35.269726 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:39.800799 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:50.813462 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-7ed6a6e2-8849-4e4d-a47a-d2fbc126cb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:52.612911 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:05:53.538668 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-158b8ddf-8423-44f8-b04b-017f99148798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:53.909035 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:55.137810 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:05:56.754885 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:05.267668 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:09.815044 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:20.813749 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-34e60341-b6c4-418e-80e6-c6c4db486d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:23.540373 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-36d03773-1224-420a-a026-a695620a38a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:23.910559 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:25.140095 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:26.762417 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:29.611571 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:06:35.268551 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:39.812713 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:50.819724 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d0f10401-e545-4783-baba-d5d6b7a878a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:53.540863 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-481e6b34-928d-48f8-901c-2842e3f7c349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:53.913555 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:55.142602 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:06:56.760441 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:05.267298 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:06.610585 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:07:09.830477 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:20.811901 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-9d782c67-db47-4a65-bcf7-7509e48af644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:23.541507 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d63ce81c-6e5d-4e20-a5a8-5e5822befa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:23.915435 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:25.146235 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:26.763805 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:35.287807 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:39.843222 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:43.608937 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 03:07:50.815306 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-f379e6de-0080-4b08-a106-c1fa69835316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:53.542503 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-25ad20a9-a314-4793-a68a-2e160a8906e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:53.915500 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-41fd8257-5cc6-49e3-b278-a320972b6e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:55.149252 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-89c4d23d-9bd0-41d8-9808-bc6c55898300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:07:56.766183 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-3724913d-c540-4f31-9e46-b8ab2824f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:05.009175 n-d-694802-14 neutron-server[93883]: DEBUG neutron.wsgi [req-56217d30-d982-455b-b4a0-7d1130f7b50d req-9ca52c3d-ebcc-44bf-9337-d13536688238 service neutron] (93883) timed out ('10.222.0.41', 42278) {{(pid=93883) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 08 03:08:05.291924 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-c2593edc-48f5-466f-9178-a3f7d5ef67cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:09.843089 n-d-694802-14 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-607910df-ad22-4f53-95c6-24f4b9c09628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771909570883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025874'] for agent, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 03:08:20.609873 n-d-694802-14 neutron-server[93886]: DEBUG neutron.db.agents_db [None req-fc74cecb-e712-43bb-9b5f-432c75db3ae7 None None] Agent healthcheck: found 7 active agents {{(pid=93886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}